-- Logs begin at Sat 2021-12-18 20:01:14 UTC, end at Sat 2021-12-18 22:15:29 UTC. --
Dec 18 20:36:15.251746 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Dec 18 20:36:18.236664 ncdv-master-1 neutron-server[125899]: INFO neutron.common.config [-] Logging enabled!
Dec 18 20:36:18.237272 ncdv-master-1 neutron-server[125899]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev293
Dec 18 20:36:18.237435 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=125899) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 18 20:36:18.240831 ncdv-master-1 neutron-server[125899]: INFO neutron.common.config [-] Logging enabled!
Dec 18 20:36:18.241088 ncdv-master-1 neutron-server[125899]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev293
Dec 18 20:36:18.241399 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=125899) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 18 20:36:18.242355 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 20:36:18.242595 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 18 20:36:18.242966 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 18 20:36:18.243216 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 18 20:36:18.243443 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 18 20:36:18.243907 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.244333 ncdv-master-1 neutron-server[125899]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Dec 18 20:36:18.244656 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.244953 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.245247 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.245540 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.245832 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.246116 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.246429 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.246732 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.247017 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.247295 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.247575 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.247868 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.248148 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.248436 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.248723 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.249010 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] debug                          = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.249295 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.249720 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.250145 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.250453 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.250742 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.251020 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.251294 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.251570 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.251855 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.252184 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.252462 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.252750 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.253037 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.253321 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.253594 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.253873 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.254700 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.254980 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.255254 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.255529 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.255818 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.256104 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.256395 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.256622 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.256847 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.257134 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.257421 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.257695 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.257968 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.258242 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.258537 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.258811 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.259080 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.259366 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.259657 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.259942 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.260218 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.260490 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.260762 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.261032 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.261316 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.261587 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.261859 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.262132 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.262456 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.262727 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.263000 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.263300 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.263582 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.263864 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.264147 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.264418 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.264698 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.264971 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.265243 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.265512 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.265782 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.266051 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.266361 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.266635 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.266907 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.267178 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.267449 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.267734 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:18.268033 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.268331 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.268633 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.268919 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.269234 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.269513 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.270442 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.270734 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.271029 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.271320 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.271609 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.271887 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.272176 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.272456 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.272763 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.273058 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.273354 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.273645 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.273921 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.274193 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.274501 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.274783 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.275071 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.275350 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.275639 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.275927 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.276203 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.276500 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.276786 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.277078 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.277365 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.277638 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.277915 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.278205 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.278510 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.278783 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.279060 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.279347 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.279627 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.279899 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.280181 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.280457 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.280729 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.281000 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.281275 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.281562 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.281838 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.282108 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.282406 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.282685 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.282955 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.283238 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.283515 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.283787 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.284059 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.284341 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.284616 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.284891 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.285168 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.285465 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.285746 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.286019 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.286317 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.286595 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.286871 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.287146 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.287421 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.287695 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.287973 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.288245 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.288516 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.288789 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.289064 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.289339 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.289628 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.289925 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.290203 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.290505 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.290814 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.291095 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.291373 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.291650 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.291926 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.292203 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.292476 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.292768 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.293053 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.293341 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.293624 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.293919 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.294213 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.294510 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.294793 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.295068 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.295345 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.295625 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.295907 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.296198 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.296489 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.296781 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.297073 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.297365 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.297645 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.297953 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.298231 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:18.298475 ncdv-master-1 neutron-server[125899]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 18 20:36:18.298717 ncdv-master-1 neutron-server[125899]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=125899) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 18 20:36:18.646494 ncdv-master-1 neutron-server[125899]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=125899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Dec 18 20:36:18.646770 ncdv-master-1 neutron-server[125899]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=125899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Dec 18 20:36:18.647074 ncdv-master-1 neutron-server[125899]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=125899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Dec 18 20:36:18.647406 ncdv-master-1 neutron-server[125899]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 18 20:36:18.971819 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:18.972031 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:18.972305 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:18.974109 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:18.974403 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:18.974667 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.017495 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.017773 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.018039 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.033337 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.033616 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.033885 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.062906 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.063186 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.063455 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.098798 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.099077 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.099345 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.432943 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f366662a4c0> agent after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.433554 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f366662a4c0> agent after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.433554 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f36665e2f70> segment precommit_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.433757 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f3666456670> network precommit_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.434444 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f36664668b0> segment before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.533005 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> network before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.533328 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f36666384c0> agent before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.533612 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> network before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.533879 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> port before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.534142 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> port before_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.534473 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> segment precommit_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.534733 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> segment precommit_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.534987 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> segment after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.535237 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> segment after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.536083 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> network after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.536340 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> network precommit_delete 0 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.536604 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> port after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.536858 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> port after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.537107 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> port after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.537358 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> port provisioning_complete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.537619 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> rbac-policy before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.537868 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> rbac-policy after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.538131 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> agent after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.538419 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> subnet after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.538676 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> subnet precommit_delete 0 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.538943 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> rbac-policy before_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.539189 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> rbac-policy before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.539466 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> segment_host_mapping after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.539834 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> rbac-policy before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.540077 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> rbac-policy before_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.540317 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3666ea7d90>> rbac-policy before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.540700 ncdv-master-1 neutron-server[125899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=125899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 18 20:36:19.540936 ncdv-master-1 neutron-server[125899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=125899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 18 20:36:19.541169 ncdv-master-1 neutron-server[125899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=125899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 18 20:36:19.541402 ncdv-master-1 neutron-server[125899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=125899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 18 20:36:19.541632 ncdv-master-1 neutron-server[125899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=125899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 18 20:36:19.541862 ncdv-master-1 neutron-server[125899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=125899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 18 20:36:19.542214 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 18 20:36:19.545286 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 18 20:36:19.549301 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 18 20:36:19.553248 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Dec 18 20:36:19.554896 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 18 20:36:19.555354 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 18 20:36:19.555688 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 18 20:36:19.556068 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 18 20:36:19.558910 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 18 20:36:19.559158 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 18 20:36:19.559496 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 18 20:36:19.564985 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Dec 18 20:36:19.587875 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Dec 18 20:36:19.588328 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f366637b730>> qos_plugin after_init 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.588623 ncdv-master-1 neutron-server[125899]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=125899) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Dec 18 20:36:19.588981 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f366637bdf0>> logging-plugin after_init 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.590393 ncdv-master-1 neutron-server[125899]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=125899) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 18 20:36:19.590674 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 18 20:36:19.590920 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 18 20:36:19.594103 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3666365cd0>> floatingip before_response 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.594417 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3666365cd0>> port before_response 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:19.663949 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 18 20:36:19.664182 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 18 20:36:19.664418 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 18 20:36:19.664778 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 18 20:36:19.684777 ncdv-master-1 neutron-server[125899]: DEBUG oslo_db.sqlalchemy.engines [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=125899) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Dec 18 20:36:20.116100 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Initializing driver for type 'gre'
Dec 18 20:36:20.116705 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] gre ID ranges: [(1, 1000)]
Dec 18 20:36:20.170351 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Initializing driver for type 'local'
Dec 18 20:36:20.170774 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Initializing driver for type 'vlan'
Dec 18 20:36:20.182621 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] VlanTypeDriver initialization complete
Dec 18 20:36:20.182951 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Initializing driver for type 'vxlan'
Dec 18 20:36:20.183420 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] vxlan ID ranges: [(1, 1000)]
Dec 18 20:36:20.243486 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Initializing extension driver 'port_security'
Dec 18 20:36:20.243881 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.extensions.port_security [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] PortSecurityExtensionDriver initialization complete
Dec 18 20:36:20.244216 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Initializing mechanism driver 'openvswitch'
Dec 18 20:36:20.244546 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Initializing mechanism driver 'hyperv'
Dec 18 20:36:20.251188 ncdv-master-1 neutron-server[125899]: DEBUG neutron.plugins.ml2.plugin [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=125899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:36:20.251856 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3666326a60>> port after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.252225 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3666326a60>> port after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.252574 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3666326a60>> port after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.253100 ncdv-master-1 neutron-server[125899]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=125899) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 18 20:36:20.253527 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665df0700>> subnet after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.253872 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665df0700>> subnet after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.254209 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665df0700>> subnet after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.254628 ncdv-master-1 neutron-server[125899]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=125899) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 18 20:36:20.255029 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665df0c70>> network after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.255372 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665df0c70>> network after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.255706 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665df0c70>> network after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.256094 ncdv-master-1 neutron-server[125899]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=125899) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 18 20:36:20.256495 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665df81c0>> security_group after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.256837 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665df81c0>> security_group after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.257172 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665df81c0>> security_group after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.259226 ncdv-master-1 neutron-server[125899]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=125899) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 18 20:36:20.259657 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665e4a4f0>> security_group_rule after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.260021 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665e4a4f0>> security_group_rule after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.260377 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665e4a4f0>> security_group_rule after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.260784 ncdv-master-1 neutron-server[125899]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=125899) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 18 20:36:20.261192 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665df8910>> address_group after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.261541 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665df8910>> address_group after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.261883 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3665df8910>> address_group after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.262296 ncdv-master-1 neutron-server[125899]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=125899) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 18 20:36:20.262678 ncdv-master-1 neutron-server[125899]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] ML2 OVO RPC backend initialized. {{(pid=125899) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}}
Dec 18 20:36:20.263374 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> router_interface after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.263728 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> router_interface after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.264142 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> network before_response 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.264485 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> networks before_response 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.264827 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> port before_response 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.265163 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> ports before_response 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.265500 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> subnet before_response 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.265834 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> subnets before_response 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.266177 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> network after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.266542 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> network after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.266874 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> network after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.267207 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> port after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.267538 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> port after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.267868 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> port after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.268198 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> subnet after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.268533 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> subnet after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.268861 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3665df8fa0>> subnet after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.269429 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.plugin [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Modular L2 Plugin initialization complete
Dec 18 20:36:20.270275 ncdv-master-1 neutron-server[125899]: DEBUG neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading services supported by the core plugin {{(pid=125899) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 18 20:36:20.270594 ncdv-master-1 neutron-server[125899]: INFO neutron.plugins.ml2.managers [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Got port-security extension from driver 'port_security'
Dec 18 20:36:20.271054 ncdv-master-1 neutron-server[125899]: INFO neutron.extensions.vlantransparent [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Disabled vlantransparent extension.
Dec 18 20:36:20.271532 ncdv-master-1 neutron-server[125899]: DEBUG neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=125899) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 18 20:36:20.271841 ncdv-master-1 neutron-server[125899]: INFO neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading Plugin: router
Dec 18 20:36:20.308624 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router_interface before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.309277 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router after_create 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.309709 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router before_create 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.310075 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router_interface before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.310474 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router_interface after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.311079 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router after_delete 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.311431 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> floatingip after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.311777 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> floatingip after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.312129 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router after_create 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.312468 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router after_update 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.312811 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router after_update 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.313149 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router_gateway after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.313500 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router after_update 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.313901 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router precommit_update 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.314275 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f3666595e50> port after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.314620 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f3666595d30> port after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.314951 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f3666595dc0> subnet after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.315284 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f3666595ee0> subnetpool_address_scope after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.315630 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> port precommit_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.315972 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router precommit_create 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.316306 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f366653f700> port before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.316666 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router precommit_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.317016 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router after_update 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.317352 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router precommit_delete 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.317692 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router precommit_create 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.318044 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router_interface after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.318421 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> router precommit_update 55549900 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.318780 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> agent after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.319124 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> agent after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.319465 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3665e031f0>> network after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.320319 ncdv-master-1 neutron-server[125899]: DEBUG neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Tracking information for resource: router configured {{(pid=125899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 18 20:36:20.320646 ncdv-master-1 neutron-server[125899]: DEBUG neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Tracking information for resource: floatingip configured {{(pid=125899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 18 20:36:20.325859 ncdv-master-1 neutron-server[125899]: INFO neutron.db.l3_agentschedulers_db [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 18 20:36:20.326463 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f3665d71e50> port after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.326821 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f3665d71d30> port after_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.327165 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <function _notify_port_delete at 0x7f3665d71dc0> port after_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.327509 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f3665d71f70> port after_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.328285 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3665d206a0>> router before_create 55550100 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.328644 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3665d206a0>> router precommit_delete 55550100 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.328999 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3665d206a0>> router precommit_create 55550100 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.329349 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3665d206a0>> router precommit_update 55550100 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.334561 ncdv-master-1 neutron-server[125899]: DEBUG neutron.services.provider_configuration [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service providers = [] {{(pid=125899) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 18 20:36:20.334922 ncdv-master-1 neutron-server[125899]: DEBUG neutron.db.servicetype_db [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=125899) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 18 20:36:20.337840 ncdv-master-1 neutron-server[125899]: DEBUG neutron.services.service_base [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=125899) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 18 20:36:20.338184 ncdv-master-1 neutron-server[125899]: DEBUG neutron.services.service_base [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=125899) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 18 20:36:20.338553 ncdv-master-1 neutron-server[125899]: DEBUG neutron.services.service_base [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=125899) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 18 20:36:20.339427 ncdv-master-1 neutron-server[125899]: DEBUG neutron.services.service_base [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=125899) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 18 20:36:20.339793 ncdv-master-1 neutron-server[125899]: INFO neutron.services.service_base [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 18 20:36:20.340168 ncdv-master-1 neutron-server[125899]: DEBUG neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=125899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 18 20:36:20.340480 ncdv-master-1 neutron-server[125899]: INFO neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 18 20:36:20.351625 ncdv-master-1 neutron-server[125899]: DEBUG neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=125899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 18 20:36:20.351956 ncdv-master-1 neutron-server[125899]: INFO neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading Plugin: auto_allocate
Dec 18 20:36:20.358501 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3665d31310> network precommit_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.358956 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3665d31310> network precommit_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.359648 ncdv-master-1 neutron-server[125899]: DEBUG neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=125899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 18 20:36:20.360032 ncdv-master-1 neutron-server[125899]: INFO neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading Plugin: tag
Dec 18 20:36:20.367217 ncdv-master-1 neutron-server[125899]: DEBUG neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=125899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 18 20:36:20.367561 ncdv-master-1 neutron-server[125899]: INFO neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading Plugin: timestamp
Dec 18 20:36:20.372302 ncdv-master-1 neutron-server[125899]: DEBUG neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=125899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 18 20:36:20.372699 ncdv-master-1 neutron-server[125899]: INFO neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading Plugin: network_ip_availability
Dec 18 20:36:20.378806 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3665d376d0>> rbac-policy before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.379702 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3665d376d0>> rbac-policy before_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.380053 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3665d376d0>> rbac-policy before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.380904 ncdv-master-1 neutron-server[125899]: DEBUG neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=125899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 18 20:36:20.381211 ncdv-master-1 neutron-server[125899]: INFO neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading Plugin: flavors
Dec 18 20:36:20.387109 ncdv-master-1 neutron-server[125899]: DEBUG neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=125899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 18 20:36:20.387434 ncdv-master-1 neutron-server[125899]: INFO neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading Plugin: revisions
Dec 18 20:36:20.391750 ncdv-master-1 neutron-server[125899]: DEBUG neutron.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=125899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 18 20:36:20.392140 ncdv-master-1 neutron-server[125899]: DEBUG oslo_concurrency.lockutils [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.745s {{(pid=125899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Dec 18 20:36:20.392889 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=125899) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Dec 18 20:36:20.393222 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Initializing extension manager.
Dec 18 20:36:20.393738 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: __init__.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.394076 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: __pycache__ {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.394444 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.395381 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: address_group.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.396137 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.396700 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: address-group
Dec 18 20:36:20.397019 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: address_scope.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.397915 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.398460 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: address-scope
Dec 18 20:36:20.398786 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.399704 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.400206 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: router-admin-state-down-before-update
Dec 18 20:36:20.400524 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: agent.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.401212 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.401713 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: agent
Dec 18 20:36:20.402028 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: agent_resources_synced.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.402949 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.403448 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: agent-resources-synced
Dec 18 20:36:20.403764 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: allowedaddresspairs.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.405528 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.406045 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: allowed-address-pairs
Dec 18 20:36:20.406396 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: auto_allocated_topology.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.407468 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.407978 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: auto-allocated-topology
Dec 18 20:36:20.408295 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: availability_zone.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.408984 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.409485 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: availability_zone
Dec 18 20:36:20.409800 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: availability_zone_filter.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.410756 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.411257 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: availability_zone_filter
Dec 18 20:36:20.411572 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: data_plane_status.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.412465 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.412959 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 18 20:36:20.413275 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: default_subnetpools.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.414184 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.414712 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: default-subnetpools
Dec 18 20:36:20.415025 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.415819 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.416318 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: dhcp_agent_scheduler
Dec 18 20:36:20.416633 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: dns.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.417529 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.418024 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension dns-integration not supported by any of loaded plugins
Dec 18 20:36:20.418369 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: dns_domain_ports.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.419275 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.419794 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 18 20:36:20.420118 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.421024 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.421528 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Dec 18 20:36:20.421844 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: dvr.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.422533 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.423036 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: dvr
Dec 18 20:36:20.423356 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: ecmp_routes.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.424271 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.424774 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension ecmp_routes not supported by any of loaded plugins
Dec 18 20:36:20.425090 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: empty_string_filtering.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.426005 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.426538 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: empty-string-filtering
Dec 18 20:36:20.426856 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.427758 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.428258 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 18 20:36:20.428572 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.429471 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.429971 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 18 20:36:20.430316 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: external_net.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.431227 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.431735 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: external-net
Dec 18 20:36:20.432048 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.432947 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.433452 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: extra_dhcp_opt
Dec 18 20:36:20.433952 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: extraroute.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.434681 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.435181 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: extraroute
Dec 18 20:36:20.435495 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: extraroute_atomic.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.436779 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.437283 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: extraroute-atomic
Dec 18 20:36:20.437599 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: filter_validation.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.438282 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.438778 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: filter-validation
Dec 18 20:36:20.439092 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: fip_pf_description.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.439992 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.440486 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 18 20:36:20.440799 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: fip_port_details.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.442229 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.442752 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: fip-port-details
Dec 18 20:36:20.443065 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: flavors.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.444283 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.444788 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: flavors
Dec 18 20:36:20.445114 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.446871 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.447381 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 18 20:36:20.447703 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: floatingip_pools.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.448388 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.448890 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: floatingip-pools
Dec 18 20:36:20.449206 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: ip_allocation.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.450115 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.450637 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 18 20:36:20.450953 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.451865 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.452367 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: ip-substring-filtering
Dec 18 20:36:20.452684 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: l2_adjacency.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.453608 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.454104 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 18 20:36:20.454451 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: l3.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.455551 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.456067 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: router
Dec 18 20:36:20.456388 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.459236 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.459770 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 18 20:36:20.460097 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.461027 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.461536 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: ext-gw-mode
Dec 18 20:36:20.461857 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.462812 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.463313 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: l3-ha
Dec 18 20:36:20.463630 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: l3_flavors.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.464530 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.465032 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: l3-flavors
Dec 18 20:36:20.465348 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.466262 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.466763 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 18 20:36:20.467078 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: l3agentscheduler.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.468105 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.468616 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: l3_agent_scheduler
Dec 18 20:36:20.468939 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: local_ip.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.470729 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.471246 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension local_ip not supported by any of loaded plugins
Dec 18 20:36:20.471571 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: logging.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.474845 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.475372 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension logging not supported by any of loaded plugins
Dec 18 20:36:20.475697 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: metering.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.476450 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.477031 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: metering
Dec 18 20:36:20.477356 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.478470 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.478981 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: metering_source_and_destination_fields
Dec 18 20:36:20.479306 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: multiprovidernet.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.480222 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.480726 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: multi-provider
Dec 18 20:36:20.481046 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: netmtu.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.482063 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.482602 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: net-mtu
Dec 18 20:36:20.482922 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: netmtu_writable.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.483830 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.484330 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: net-mtu-writable
Dec 18 20:36:20.484653 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: network_availability_zone.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.485315 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.485815 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: network_availability_zone
Dec 18 20:36:20.486129 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: network_ip_availability.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.487266 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.487771 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: network-ip-availability
Dec 18 20:36:20.488094 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: network_segment_range.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.488874 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.489373 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 18 20:36:20.489689 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: pagination.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.490828 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.491158 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: pagination
Dec 18 20:36:20.491474 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: port_device_profile.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.492379 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.492890 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: port-device-profile
Dec 18 20:36:20.493206 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.494112 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.494646 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: port-mac-address-regenerate
Dec 18 20:36:20.494964 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.495872 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.496379 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: port-numa-affinity-policy
Dec 18 20:36:20.496702 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: port_resource_request.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.497597 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.498097 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 18 20:36:20.498457 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: port_resource_request_groups.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.499420 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.499920 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Dec 18 20:36:20.500235 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: portbindings.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.501150 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.501651 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: binding
Dec 18 20:36:20.501965 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: portbindings_extended.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.503267 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.503781 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: binding-extended
Dec 18 20:36:20.504614 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: portsecurity.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.505520 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.506025 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: port-security
Dec 18 20:36:20.506370 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: project_id.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.507349 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.507671 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: project-id
Dec 18 20:36:20.507985 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: providernet.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.508899 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.509406 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: provider
Dec 18 20:36:20.509722 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: qos.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.513368 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.513886 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension qos not supported by any of loaded plugins
Dec 18 20:36:20.514211 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.515468 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.515980 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 18 20:36:20.516303 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.517209 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.517714 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 18 20:36:20.518034 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: qos_default.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.518960 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.519466 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension qos-default not supported by any of loaded plugins
Dec 18 20:36:20.520448 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: qos_fip.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.521121 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.521623 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension qos-fip not supported by any of loaded plugins
Dec 18 20:36:20.521942 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.522865 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.523364 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Dec 18 20:36:20.523682 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: qos_gateway_ip.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.524585 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.525086 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 18 20:36:20.525403 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: qos_port_network_policy.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.526324 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.526829 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 18 20:36:20.527145 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.528162 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.528663 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Dec 18 20:36:20.528980 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: qos_pps_rule.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.530155 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.530697 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension qos-pps not supported by any of loaded plugins
Dec 18 20:36:20.531018 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: qos_rule_type_details.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.531919 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.532419 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 18 20:36:20.532734 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: qos_rules_alias.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.533761 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.534284 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 18 20:36:20.534610 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: quota_check_limit.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.535533 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.536036 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: quota-check-limit
Dec 18 20:36:20.536349 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: quotasv2.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.537264 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.537581 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: quotas
Dec 18 20:36:20.537894 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: quotasv2_detail.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.541330 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.541665 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: quota_details
Dec 18 20:36:20.541990 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: rbac.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.543160 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.543688 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: rbac-policies
Dec 18 20:36:20.544016 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: rbac_address_group.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.544944 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.545456 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: rbac-address-group
Dec 18 20:36:20.545776 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: rbac_address_scope.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.546722 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.547235 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: rbac-address-scope
Dec 18 20:36:20.547552 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: rbac_security_groups.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.548454 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.548958 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: rbac-security-groups
Dec 18 20:36:20.549275 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: rbac_subnetpool.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.550173 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.550706 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: rbac-subnetpool
Dec 18 20:36:20.551049 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: revisionifmatch.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.551958 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.552462 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: revision-if-match
Dec 18 20:36:20.552780 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: revisions.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.553897 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.554429 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: standard-attr-revisions
Dec 18 20:36:20.554752 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: router_availability_zone.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.555414 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.555919 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: router_availability_zone
Dec 18 20:36:20.556235 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: routerservicetype.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.557159 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.557658 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension router-service-type not supported by any of loaded plugins
Dec 18 20:36:20.557972 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.558987 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.559490 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: security-groups-normalized-cidr
Dec 18 20:36:20.559806 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.560981 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.561482 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: port-security-groups-filtering
Dec 18 20:36:20.561798 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.562745 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.563248 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: security-groups-remote-address-group
Dec 18 20:36:20.563566 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.564470 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.564992 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: security-groups-shared-filtering
Dec 18 20:36:20.565307 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.565882 ncdv-master-1 neutron-server[125899]: WARNING neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Dec 18 20:36:20.566195 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: securitygroup.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.578617 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.579151 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: security-group
Dec 18 20:36:20.579476 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: segment.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.580251 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.580762 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension segment not supported by any of loaded plugins
Dec 18 20:36:20.581082 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.582015 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.582687 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 18 20:36:20.583012 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: servicetype.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.584099 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.584612 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: service-type
Dec 18 20:36:20.584931 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: sorting.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.585901 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.586226 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: sorting
Dec 18 20:36:20.586567 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: standard_attr_segment.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.587471 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.587978 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 18 20:36:20.588329 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: standardattrdescription.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.588981 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.589485 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: standard-attr-description
Dec 18 20:36:20.589804 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: stateful_security_group.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.590754 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.591259 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: stateful-security-group
Dec 18 20:36:20.591576 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: stdattrs_common.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.592134 ncdv-master-1 neutron-server[125899]: WARNING neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 18 20:36:20.592447 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.593370 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.593877 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 18 20:36:20.594192 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: subnet_onboard.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.595288 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.595799 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: subnet_onboard
Dec 18 20:36:20.596120 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.597037 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.597536 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 18 20:36:20.598395 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: subnet_service_types.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.599317 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.599822 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: subnet-service-types
Dec 18 20:36:20.600138 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: subnetallocation.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.601205 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.601713 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: subnet_allocation
Dec 18 20:36:20.602031 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.602708 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.603208 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: subnetpool-prefix-ops
Dec 18 20:36:20.603533 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.604450 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.604948 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 18 20:36:20.605262 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: tagging.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.606419 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.606938 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: standard-attr-tag
Dec 18 20:36:20.607255 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: timestamp.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.608469 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.608985 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loaded extension: standard-attr-timestamp
Dec 18 20:36:20.609304 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: trunk.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.610438 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.610951 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension trunk not supported by any of loaded plugins
Dec 18 20:36:20.611399 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: trunk_details.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.612338 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.612853 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension trunk-details not supported by any of loaded plugins
Dec 18 20:36:20.613172 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: uplink_status_propagation.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.614684 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.615191 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 18 20:36:20.615508 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Loading extension file: vlantransparent.py {{(pid=125899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 18 20:36:20.616169 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=125899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 20:36:20.616674 ncdv-master-1 neutron-server[125899]: INFO neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 18 20:36:20.619204 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:network
Dec 18 20:36:20.619687 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:subnet
Dec 18 20:36:20.620073 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 18 20:36:20.620453 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:port
Dec 18 20:36:20.621656 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.622096 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service FLAVORS assigned prefix:  {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.622739 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.623150 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.623474 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:router
Dec 18 20:36:20.623886 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:floatingip
Dec 18 20:36:20.624363 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service METERING assigned prefix: /metering {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.625777 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3665c1f460>> rbac-policy before_create 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.626140 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3665c1f460>> rbac-policy before_update 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.626517 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3665c1f460>> rbac-policy before_delete 55550000 {{(pid=125899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:36:20.627494 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 18 20:36:20.627945 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:security_group
Dec 18 20:36:20.628369 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 18 20:36:20.628940 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service CORE assigned prefix:  {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.629286 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 18 20:36:20.629622 ncdv-master-1 neutron-server[125899]: WARNING neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] subnetpool is already registered
Dec 18 20:36:20.630055 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service CORE assigned prefix:  {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.630409 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 18 20:36:20.630733 ncdv-master-1 neutron-server[125899]: WARNING neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] subnetpool is already registered
Dec 18 20:36:20.632959 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.633385 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service FLAVORS assigned prefix:  {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.633962 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.634409 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.634737 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:router
Dec 18 20:36:20.635066 ncdv-master-1 neutron-server[125899]: WARNING neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] router is already registered
Dec 18 20:36:20.635468 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:floatingip
Dec 18 20:36:20.635795 ncdv-master-1 neutron-server[125899]: WARNING neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] floatingip is already registered
Dec 18 20:36:20.636235 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service METERING assigned prefix: /metering {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.636883 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 18 20:36:20.637201 ncdv-master-1 neutron-server[125899]: WARNING neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] rbac_policy is already registered
Dec 18 20:36:20.637600 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:security_group
Dec 18 20:36:20.637926 ncdv-master-1 neutron-server[125899]: WARNING neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] security_group is already registered
Dec 18 20:36:20.638340 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 18 20:36:20.638673 ncdv-master-1 neutron-server[125899]: WARNING neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] security_group_rule is already registered
Dec 18 20:36:20.639285 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service CORE assigned prefix:  {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.639606 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 18 20:36:20.639929 ncdv-master-1 neutron-server[125899]: WARNING neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] subnetpool is already registered
Dec 18 20:36:20.640339 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.v2.resource_helper [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Service CORE assigned prefix:  {{(pid=125899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 18 20:36:20.640654 ncdv-master-1 neutron-server[125899]: INFO neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 18 20:36:20.640975 ncdv-master-1 neutron-server[125899]: WARNING neutron.quota.resource_registry [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] subnetpool is already registered
Dec 18 20:36:20.641428 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: extensions {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.642931 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: address-groups {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.644414 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: address-scopes {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.645745 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: agents {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.646933 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: auto-allocated-topology {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.648180 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: availability_zones {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.649412 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: dhcp-networks {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.650958 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: dhcp-agents {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.652401 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: routers {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.654625 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: flavors {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.655777 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: service_profiles {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.657002 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: next_providers {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.658478 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: service_profiles {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.660025 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: floatingip-pools {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.661768 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: routers {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.663895 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: floatingips {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.665173 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: l3-routers {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.666593 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: l3-agents {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.668008 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: metering-labels {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.669383 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: metering-label-rules {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.670696 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: network-ip-availabilities {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.671954 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: bindings {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.673620 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: quotas {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.675191 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: quotas {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.677319 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: rbac-policies {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.679524 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: security-groups {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.680806 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: security-group-rules {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.682049 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: service-providers {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.683347 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: subnetpools {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.684800 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: subnetpools {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.686541 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: tags {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.688223 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: tags {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.690009 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: tags {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.691834 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: tags {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.693635 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: tags {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.695535 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: tags {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.697212 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: tags {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.699145 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: tags {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.700916 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: tags {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.702781 ncdv-master-1 neutron-server[125899]: DEBUG neutron.api.extensions [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Extended resource: tags {{(pid=125899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 18 20:36:20.709146 ncdv-master-1 neutron-server[125899]: WARNING keystonemiddleware.auth_token [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 18 20:36:20.713743 ncdv-master-1 neutron-server[125899]: WARNING keystonemiddleware.auth_token [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 18 20:36:20.722769 ncdv-master-1 neutron-server[125899]: DEBUG oslo_concurrency.lockutils [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Acquired lock "singleton_lock" {{(pid=125899) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Dec 18 20:36:20.723780 ncdv-master-1 neutron-server[125899]: DEBUG oslo_concurrency.lockutils [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Releasing lock "singleton_lock" {{(pid=125899) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Dec 18 20:36:20.724422 ncdv-master-1 neutron-server[125899]: INFO oslo_service.service [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Starting 2 workers
Dec 18 20:36:20.729237 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Started child 126008 {{(pid=125899) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Dec 18 20:36:20.737259 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Started child 126009 {{(pid=125899) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Dec 18 20:36:20.737453 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:20.738059 ncdv-master-1 neutron-server[125899]: INFO neutron.service [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 18 20:36:20.738059 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Publish callbacks [] for process, before_spawn {{(pid=125899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:20.738332 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [-] (126008) wsgi starting up on http://0.0.0.0:9696
Dec 18 20:36:20.738545 ncdv-master-1 neutron-server[125899]: INFO oslo_service.service [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Starting 1 workers
Dec 18 20:36:20.738634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:20.739960 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [-] (126009) wsgi starting up on http://0.0.0.0:9696
Dec 18 20:36:20.744085 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Started child 126010 {{(pid=125899) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Dec 18 20:36:20.744625 ncdv-master-1 neutron-server[125899]: INFO oslo_service.service [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Starting 1 workers
Dec 18 20:36:20.747291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.service [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] calling RpcWorker wait() {{(pid=126010) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 18 20:36:20.747813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.service [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] returning from RpcWorker wait() {{(pid=126010) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 18 20:36:20.749013 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:20.749124 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Started child 126011 {{(pid=125899) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Dec 18 20:36:20.749476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:36:20.749872 ncdv-master-1 neutron-server[125899]: DEBUG neutron_lib.callbacks.manager [None req-6225ec51-1339-46ae-b2ae-68b71f9609f7 None None] Publish callbacks [] for process, after_spawn {{(pid=125899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:20.751807 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=125899) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Dec 18 20:36:20.752024 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 20:36:20.752209 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 18 20:36:20.752583 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 18 20:36:20.752940 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 18 20:36:20.753105 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 18 20:36:20.753607 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.753887 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.754201 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.754500 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.754703 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:20.755179 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.755357 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.755615 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.755703 ncdv-master-1 neutron-server[126011]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:36:20.755847 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.756282 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.756675 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.756989 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.757293 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.757684 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.758059 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.758551 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.758960 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.759337 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.759739 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.760055 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.760461 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.760885 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.761273 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.761690 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] debug                          = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.762082 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.762712 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.763110 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.763490 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.763878 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.764289 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.764666 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.765060 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.765458 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.765834 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.766209 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.766629 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.767026 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.767377 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.767755 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.768111 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.768503 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.768882 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.769517 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.770471 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.770843 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.771226 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.771616 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.772010 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.772386 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.772787 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.773200 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.773585 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.773957 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.774373 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.774770 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.775134 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.775527 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.775825 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.776227 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.776634 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.777028 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.777382 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.777686 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.777998 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.778425 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.778725 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.779130 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.779503 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.779880 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.780238 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.781404 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.782184 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.782520 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.782762 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.783018 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.783250 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.783521 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.783986 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.784236 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.784497 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.784728 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.784984 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.785208 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.786017 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.786289 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.786536 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.786785 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.787041 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.787310 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.787574 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.787824 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.788067 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.788354 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.788591 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.788829 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.789068 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.789342 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.789572 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.789837 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.790102 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.790377 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.790634 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.790854 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.791074 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.791322 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.791541 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.791797 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.792054 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.792294 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.792533 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.792753 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.792970 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.793209 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.793656 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.793940 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.794297 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.794571 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.794829 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.795078 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.795312 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.795538 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.795803 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.796081 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.796390 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.796714 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.797010 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.797259 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.797503 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.797832 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.798083 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.798368 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.798622 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.798900 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.799147 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.799376 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.799645 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.799875 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.800329 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.800591 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.800840 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.801129 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.801585 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.801931 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.802228 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.802508 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.802785 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.803025 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.803272 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.803522 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.803754 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.804250 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.804782 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.805256 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.805489 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.805714 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.805950 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.806207 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.806476 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.806735 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.807002 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.807277 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.807533 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.807762 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.807984 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.808227 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.808445 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.808667 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.809047 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.809313 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.809582 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.809816 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.810072 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.810336 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.810579 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.811059 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.811296 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.811541 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.811760 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.811972 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.812456 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.812825 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.813087 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.813308 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.813546 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.813766 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.813987 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.814246 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.814502 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.814704 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.814923 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.815143 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.815357 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.815569 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.815792 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.816025 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.816263 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.816481 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.816717 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.816935 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.817151 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.817386 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.817601 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.817837 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.818072 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.818390 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.818702 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.818953 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.819199 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.819446 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.819680 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.819899 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.820149 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.820368 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.820608 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.820837 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.821085 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.821327 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.821583 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.821836 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.822072 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.822340 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.822715 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.822987 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.823221 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.823618 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.824017 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.824438 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.825051 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.825308 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.825531 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.825926 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.826360 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.826768 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.827391 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.827778 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.828204 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.828645 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.828933 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.829220 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.829458 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.829712 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.830022 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.830287 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.830556 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.831004 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.831439 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.831687 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.831920 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.832151 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.832873 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.833295 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.833782 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.834225 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.834668 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.835067 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.835506 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.835944 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.836355 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.836809 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.837234 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.837474 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.837736 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.837992 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.838232 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.838478 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.838733 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.838956 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.839204 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.839420 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.839670 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.839920 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.840121 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.840368 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.840758 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.840988 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.841214 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.841434 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.841655 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.841906 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.842119 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.842387 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.842634 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.842891 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.843110 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.843333 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.843547 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.843774 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.843992 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.844257 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.844509 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.844743 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.844999 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.845222 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.845463 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.845708 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.845944 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.846185 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.846418 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.846633 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.846851 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.847065 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.847276 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.847538 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.847768 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.848590 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.848831 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.849169 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.849420 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.849647 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.849886 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.850101 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.850365 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.850629 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.850867 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.851107 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.851323 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.851538 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.851776 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.852030 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.852284 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.852495 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.852705 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.852916 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.853136 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.853344 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.853641 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.853894 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.854125 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.854396 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.854615 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.854845 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.855071 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.855280 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.855488 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.855707 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.855923 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.856131 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.856361 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.856591 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.856820 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.857041 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.857256 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.857495 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.857724 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.857932 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.858181 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.858403 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.858677 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.858828 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.859069 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.859279 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.859507 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.860144 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.860366 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.860575 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.860820 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.861034 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.861242 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.861461 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.861677 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.861885 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.862189 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.862469 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.862686 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.862975 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.863223 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.863494 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.863733 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.864038 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.864249 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.864507 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.864744 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.864996 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.865233 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.865501 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.865821 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.866090 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.866384 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.866640 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.866925 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.867203 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.867462 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.867677 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.867962 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.868278 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.868644 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.868826 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.869056 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.869357 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.869531 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.869746 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.869987 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.870234 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.870488 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.870740 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.870978 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.871226 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.871463 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.871691 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.871929 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.872176 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.872386 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.872610 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.872824 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.872981 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 18 20:36:20.873501 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=125899) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Dec 18 20:36:20.873798 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 20:36:20.873798 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 18 20:36:20.873985 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 18 20:36:20.874124 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 18 20:36:20.874283 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 18 20:36:20.874496 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.874660 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.874822 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.875374 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.875374 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.875374 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.875752 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.875752 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.875752 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.876018 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.876018 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.876210 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.876321 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.876801 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.876801 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.876801 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.877066 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.877066 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.877219 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.877360 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.877517 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.877675 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.877833 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] debug                          = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.877993 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.878211 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.878398 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.878558 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.878719 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.878876 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.879215 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.879359 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.879520 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.879666 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.879826 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.879989 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.880146 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.880452 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.880621 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.880776 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.881081 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.881243 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.881335 ncdv-master-1 neutron-server[126010]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:36:20.881420 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.881548 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.881707 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.881867 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.882026 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.882186 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.882368 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.882527 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.882687 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.882846 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.883004 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.883162 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.883322 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.883481 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.883639 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.883797 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.883958 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.884116 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.884275 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.884471 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.884637 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.884795 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.884954 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.885113 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.885277 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.885439 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.885599 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.885759 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.885918 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.886080 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.886242 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.886422 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.886582 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.886741 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.886902 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.887061 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.887220 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.887387 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.887528 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.887688 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.887847 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.888007 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.888167 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.888326 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.888486 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.888645 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.888805 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.888964 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.889124 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.889284 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.889443 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.889604 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.889764 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.889923 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.890087 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.890266 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.890429 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.890588 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.890748 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.890908 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.891068 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.891226 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.891385 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.891545 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.891703 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.891862 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.892025 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.892181 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.892479 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.892785 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.893131 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 18 20:36:20.893131 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.896793 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.896793 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.896793 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.896793 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.896793 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.896793 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.896793 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.896793 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.897647 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.897647 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.897647 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.897647 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.897647 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.897647 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.897647 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.897647 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.898496 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.898496 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.898496 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.898496 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.898496 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.898496 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.898496 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.898496 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899030 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899030 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899030 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899030 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899030 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899030 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899030 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899030 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899549 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899549 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899549 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899549 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899549 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899549 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899921 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899921 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.899921 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.900087 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.900191 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.900357 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.900521 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.900683 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.900894 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.900995 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.901159 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.901322 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.901484 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.901645 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.901806 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.901969 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.902132 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.902311 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.902484 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.902645 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.902807 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.902968 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.903132 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.903293 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.903454 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.903614 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.903775 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.903937 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.904102 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.904272 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.904433 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.904597 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.905116 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.905116 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.905116 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.905369 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.905369 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.905514 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.905677 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.905839 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.905998 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.906173 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.906327 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.906491 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.906828 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.906828 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.907039 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.907118 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.907258 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.907419 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.907583 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.907746 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.907917 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.908089 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.908412 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.908581 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.908742 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.908906 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.909064 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.909385 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.909550 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.909712 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.909875 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.910035 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.910197 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.910455 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.910627 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.910789 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.910950 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.911112 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.911272 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.911435 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.911598 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.911760 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.911921 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.912081 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.912241 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.912401 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.912561 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.912733 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.912896 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.913060 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.913222 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.913389 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.913562 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.913724 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.913887 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.914049 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.914210 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.914398 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.914561 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.914724 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.914887 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.915052 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.915213 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.915385 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.915548 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.915709 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.915871 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.916055 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.916216 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.916377 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.916538 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.916700 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.916860 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.917027 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.917244 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.917410 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.917570 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.917732 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.917882 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.918044 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.918206 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.918390 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.918552 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.918714 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.918875 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.919036 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.919197 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.919359 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.919520 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.919682 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.919844 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.920005 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.920165 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.920350 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.920537 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.920537 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.920537 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.921552 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.921552 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.921552 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.921552 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.921552 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.922302 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.922302 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.922302 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.922302 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.922302 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.923563 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.923563 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.923563 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.923563 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.923563 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.923563 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.923563 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.923563 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.925394 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.925394 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.925394 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.925394 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.925394 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.925394 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.925394 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.925394 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.926870 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.926870 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.926870 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.926870 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.926870 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.926870 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.926870 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.926870 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.927751 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.927751 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.927751 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.927751 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.927751 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.927751 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.927751 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.927751 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.928621 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.928621 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.928621 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.928621 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.928621 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.928621 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.929276 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.929276 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.929276 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.929276 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.929800 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.929910 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48788) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:36:20.930031 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.930031 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.930031 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.930031 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.930516 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.930516 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.930516 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.930844 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.930844 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.931066 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.931066 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.931289 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.931415 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.931536 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.931682 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.931852 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.932015 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.932175 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.932336 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.932497 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.932657 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.932828 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.932990 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.933149 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.933310 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.933471 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.933631 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.933801 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.933965 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.934127 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.934317 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.934949 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.934949 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.934949 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.934949 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.935410 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.935410 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.935410 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.936475 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.936475 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.936475 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.936475 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.936475 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.937961 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.937961 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.937961 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.937961 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.937961 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.937961 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.937961 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.937961 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.938950 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.938950 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.938950 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.938950 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.938950 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.938950 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.938950 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.938950 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.940413 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.940413 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.940413 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.940413 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.940413 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.940413 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.940413 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.941033 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0080140
Dec 18 20:36:20.941117 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.941117 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.941117 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.941117 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 18 20:36:20.941117 ncdv-master-1 neutron-server[125899]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=125899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 18 20:36:32.934079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143ab03d-9ddc-4025-9489-b41636c63345 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 20:36:32.994850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143ab03d-9ddc-4025-9489-b41636c63345 None None] No non-hosted networks {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 18 20:36:33.033192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.agentschedulers_db [None req-143ab03d-9ddc-4025-9489-b41636c63345 None None] DHCP Agent not found on host ncdv-master-1 {{(pid=126010) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 18 20:36:33.188898 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d27f46ed-55f2-4e42-879c-cf735e5d19ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3908044'] for agent, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:35.086983 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d352f7e8-5a17-4a27-806c-1ed6ecca330b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3908044'] for agent, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:35.147154 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ec1996aa-73a8-4610-a047-22f17e515507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:36.270406 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3908044'] for agent, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:37.933428 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3908044'] for agent, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:38.478402 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3908044'] for agent, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:38.479275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.479858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.480375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.481778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.483072 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.484216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.486829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.487766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.490168 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.491253 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.491984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.492519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.493918 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:38.494545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3664744850>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:36:38.503327 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f36646d7280>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:36:39.468045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48882) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:36:39.987434 ncdv-master-1 neutron-server[126009]: WARNING oslo_policy.policy [None req-fdfa4409-2811-4516-96a6-836a14353f29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 20:36:39.988020 ncdv-master-1 neutron-server[126009]: WARNING oslo_policy.policy [None req-fdfa4409-2811-4516-96a6-836a14353f29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 20:36:40.217017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-fdfa4409-2811-4516-96a6-836a14353f29 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:36:40.224777 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fdfa4409-2811-4516-96a6-836a14353f29 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7490764
Dec 18 20:36:42.647431 ncdv-master-1 neutron-server[126010]: INFO neutron.db.l3_hamode_db [None req-0ce5e04a-b8fa-4f05-9866-98039e418caa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 18 20:36:42.722729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5e04a-b8fa-4f05-9866-98039e418caa None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:36:42.723113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5e04a-b8fa-4f05-9866-98039e418caa None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 18 20:36:42.898843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48898) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:36:43.210549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7831d351-3900-491b-875d-aceb4da2fa3e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:36:43.304462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.policy [None req-7831d351-3900-491b-875d-aceb4da2fa3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=126009) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 18 20:36:43.350027 ncdv-master-1 neutron-server[126009]: WARNING oslo_policy.policy [None req-7831d351-3900-491b-875d-aceb4da2fa3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 20:36:43.350430 ncdv-master-1 neutron-server[126009]: WARNING oslo_policy.policy [None req-7831d351-3900-491b-875d-aceb4da2fa3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 20:36:43.358592 ncdv-master-1 neutron-server[126009]: INFO neutron.quota [None req-7831d351-3900-491b-875d-aceb4da2fa3e admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f36656eb430>.
Dec 18 20:36:43.448180 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7831d351-3900-491b-875d-aceb4da2fa3e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741975072751', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741975071746', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741975087057', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741975084378', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741972747609', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741972741062', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-583389', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572623', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3878011', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3802192'] for rbac-policy, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:43.512088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7831d351-3900-491b-875d-aceb4da2fa3e admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:43.513282 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7831d351-3900-491b-875d-aceb4da2fa3e admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6135285
Dec 18 20:36:46.356500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48910) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:36:46.654293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'name': 'private', 'tenant_id': '64298b5848d848fdafaf45401789cb0a'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:36:46.684231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Made reservation on behalf of 64298b5848d848fdafaf45401789cb0a for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:36:46.687117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:46.703685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:46.813167 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:46.817017 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:46.837242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:36:46.866737 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741976400631', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:46.867327 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f36665e2f70> segment precommit_create {{(pid=126009) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 18 20:36:46.867849 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Added segment c7795e0a-0cd1-4aca-9d01-209bcb8f093d of type vlan for network 1c722ca4-ec14-4444-a965-195cb43f2192
Dec 18 20:36:46.883235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cf3728-67c9-4c83-beb0-eaea120b156f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:36:46.908269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.908605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.908937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.909261 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.909583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.910582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.910905 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.911220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.911532 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.911842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.912152 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.912460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.912769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Tracked resource versions report:
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]: pushed versions:
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]: {   'AddressGroup': {'1.2'},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     'ConntrackHelper': {'1.0'},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     'LocalIPAssociation': {'1.0'},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     'Log': {'1.0'},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     'Network': {'1.1'},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     'Port': {'1.7'},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     'PortForwarding': {'1.2'},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     'QosPolicy': {'1.10'},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     'SecurityGroup': {'1.5'},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     'SecurityGroupRule': {'1.2'},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     'SubPort': {'1.0'},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     'Subnet': {'1.1'},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     'Trunk': {'1.1'}}
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]: consumer versions:
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]: {   DHCP agent@ncdv-master-1: {},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     L3 agent@ncdv-master-1: {},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     Metadata agent@ncdv-master-1: {},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     Metering agent@ncdv-master-1: {},
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:                                           'ConntrackHelper': '1.0',
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:                                           'LocalIPAssociation': '1.0',
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:                                           'Log': '1.0',
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:                                           'Network': '1.1',
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:                                           'Port': '1.7',
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:                                           'PortForwarding': '1.2',
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:                                           'QosPolicy': '1.10',
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:                                           'SecurityGroup': '1.5',
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:                                           'SecurityGroupRule': '1.2',
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:                                           'SubPort': '1.0',
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:                                           'Subnet': '1.1',
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:                                           'Trunk': '1.1'}}
Dec 18 20:36:46.913896 ncdv-master-1 neutron-server[126009]:  {{(pid=126009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 18 20:36:46.984649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:47.022693 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:47.023751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:36:47.024456 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:47.103999 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.7464318
Dec 18 20:36:47.121362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6f300-dd47-42d9-b698-922f7235fc84 admin admin] Pushing event updated for resources: {'Network': ['ID=1c722ca4-ec14-4444-a965-195cb43f2192,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:36:47.134984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 1c722ca4-ec14-4444-a965-195cb43f2192 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:36:50.057882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48924) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:36:50.549850 ncdv-master-1 neutron-server[126008]: WARNING oslo_policy.policy [None req-5a2792cb-56c3-4e23-b616-4e03b1ac627f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 20:36:50.550492 ncdv-master-1 neutron-server[126008]: WARNING oslo_policy.policy [None req-5a2792cb-56c3-4e23-b616-4e03b1ac627f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 20:36:51.001393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.policy [None req-5a2792cb-56c3-4e23-b616-4e03b1ac627f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=126008) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 18 20:36:51.048020 ncdv-master-1 neutron-server[126008]: WARNING oslo_policy.policy [None req-5a2792cb-56c3-4e23-b616-4e03b1ac627f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 20:36:51.048387 ncdv-master-1 neutron-server[126008]: WARNING oslo_policy.policy [None req-5a2792cb-56c3-4e23-b616-4e03b1ac627f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 20:36:51.056911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2792cb-56c3-4e23-b616-4e03b1ac627f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:36:51.058908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5a2792cb-56c3-4e23-b616-4e03b1ac627f admin admin] 10.222.0.13 "GET /v2.0/networks/1c722ca4-ec14-4444-a965-195cb43f2192 HTTP/1.1" status: 200  len: 825 time: 0.9990146
Dec 18 20:36:51.100301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-72c90bb7-76d9-4be9-af1d-29a9a22c8296 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/82cc76b9-931a-4a1c-848f-36b0f6cdcdc8 HTTP/1.1" status: 200  len: 734 time: 0.0351086
Dec 18 20:36:51.109678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Request body: {'subnet': {'subnetpool_id': '82cc76b9-931a-4a1c-848f-36b0f6cdcdc8', 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192', 'ip_version': 4, 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:36:51.111263 ncdv-master-1 neutron-server[126008]: INFO neutron.quota [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f366594fe50>.
Dec 18 20:36:51.149885 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Made reservation on behalf of 64298b5848d848fdafaf45401789cb0a for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:36:51.152510 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Publish callbacks [] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:51.431354 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:51.498839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Checking segment: {'id': 'c7795e0a-0cd1-4aca-9d01-209bcb8f093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:36:51.499215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Network hostable DHCP agents. Network: 1c722ca4-ec14-4444-a965-195cb43f2192, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:36:51.509926 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b72724-01d5-443d-87a8-88a0b94483f5,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:36:51.521004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.521341 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.521671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.521999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.522352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.522675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.522993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.523306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.523619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.523932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.524243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.524578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.524890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Tracked resource versions report:
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]: pushed versions:
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]: {   'AddressGroup': {'1.2'},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     'ConntrackHelper': {'1.0'},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     'LocalIPAssociation': {'1.0'},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     'Log': {'1.0'},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     'Network': {'1.1'},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     'Port': {'1.7'},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     'PortForwarding': {'1.2'},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     'QosPolicy': {'1.10'},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     'SecurityGroup': {'1.5'},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     'SecurityGroupRule': {'1.2'},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     'SubPort': {'1.0'},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     'Subnet': {'1.1'},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     'Trunk': {'1.1'}}
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]: consumer versions:
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]: {   DHCP agent@ncdv-master-1: {},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     L3 agent@ncdv-master-1: {},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     Metadata agent@ncdv-master-1: {},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     Metering agent@ncdv-master-1: {},
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:                                           'ConntrackHelper': '1.0',
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:                                           'LocalIPAssociation': '1.0',
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:                                           'Log': '1.0',
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:                                           'Network': '1.1',
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:                                           'Port': '1.7',
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:                                           'PortForwarding': '1.2',
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:                                           'QosPolicy': '1.10',
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:                                           'SecurityGroup': '1.5',
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:                                           'SecurityGroupRule': '1.2',
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:                                           'SubPort': '1.0',
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:                                           'Subnet': '1.1',
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:                                           'Trunk': '1.1'}}
Dec 18 20:36:51.526006 ncdv-master-1 neutron-server[126008]:  {{(pid=126008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 18 20:36:51.563149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Network 1c722ca4-ec14-4444-a965-195cb43f2192 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:36:51.575417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1c722ca4-ec14-4444-a965-195cb43f2192) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:36:51.581022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:36:51.582408 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:51.584182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e1fcf-5e60-472f-adae-4c0368b5e884 None None] Network 1c722ca4-ec14-4444-a965-195cb43f2192 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:36:51.602329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fe42f7c0-9741-4da0-bd16-fd7309510eca admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4960742
Dec 18 20:36:51.848658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1c722ca4-ec14-4444-a965-195cb43f2192', 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192', 'project_id': '64298b5848d848fdafaf45401789cb0a', 'fixed_ips': [{'subnet_id': 'c4b72724-01d5-443d-87a8-88a0b94483f5'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:36:51.849963 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:52.148393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Allocated IP 172.20.0.2 (1c722ca4-ec14-4444-a965-195cb43f2192/c4b72724-01d5-443d-87a8-88a0b94483f5/530260c9-8ec8-46a1-9bd0-ebf35e304d09) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:36:52.387711 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:52.395510 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:52.468401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Network 1c722ca4-ec14-4444-a965-195cb43f2192 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:36:52.476042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:36:52.484628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:36:52.487652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Pushing event updated for resources: {'Port': ['ID=530260c9-8ec8-46a1-9bd0-ebf35e304d09,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:36:52.518161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.518523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.518875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.519244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.519578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.519914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.520242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.520568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.520892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.521214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.521536 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.521856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.522176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Tracked resource versions report:
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]: pushed versions:
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]: {   'AddressGroup': {'1.2'},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     'ConntrackHelper': {'1.0'},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     'LocalIPAssociation': {'1.0'},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     'Log': {'1.0'},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     'Network': {'1.1'},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     'Port': {'1.7'},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     'PortForwarding': {'1.2'},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     'QosPolicy': {'1.10'},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     'SecurityGroup': {'1.5'},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     'SecurityGroupRule': {'1.2'},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     'SubPort': {'1.0'},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     'Subnet': {'1.1'},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     'Trunk': {'1.1'}}
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]: consumer versions:
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]: {   DHCP agent@ncdv-master-1: {},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     L3 agent@ncdv-master-1: {},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     Metadata agent@ncdv-master-1: {},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     Metering agent@ncdv-master-1: {},
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:                                           'ConntrackHelper': '1.0',
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:                                           'LocalIPAssociation': '1.0',
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:                                           'Log': '1.0',
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:                                           'Network': '1.1',
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:                                           'Port': '1.7',
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:                                           'PortForwarding': '1.2',
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:                                           'QosPolicy': '1.10',
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:                                           'SecurityGroup': '1.5',
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:                                           'SecurityGroupRule': '1.2',
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:                                           'SubPort': '1.0',
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:                                           'Subnet': '1.1',
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:                                           'Trunk': '1.1'}}
Dec 18 20:36:52.523355 ncdv-master-1 neutron-server[126010]:  {{(pid=126010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 18 20:36:52.570873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Attempting to bind port 530260c9-8ec8-46a1-9bd0-ebf35e304d09 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:36:52.571298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Attempting to bind port 530260c9-8ec8-46a1-9bd0-ebf35e304d09 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c7795e0a-0cd1-4aca-9d01-209bcb8f093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:36:52.571723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Attempting to bind port 530260c9-8ec8-46a1-9bd0-ebf35e304d09 on network 1c722ca4-ec14-4444-a965-195cb43f2192 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:36:52.576631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:36:52.577018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Checking segment: {'id': 'c7795e0a-0cd1-4aca-9d01-209bcb8f093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:36:52.577483 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:52.577871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Bound using segment: {'id': 'c7795e0a-0cd1-4aca-9d01-209bcb8f093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:36:52.578370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Bound port: 530260c9-8ec8-46a1-9bd0-ebf35e304d09, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7795e0a-0cd1-4aca-9d01-209bcb8f093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:36:52.578797 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:52.640548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1505511c-d623-4efe-95c7-12c269555929 None None] For port 530260c9-8ec8-46a1-9bd0-ebf35e304d09, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:36:52.644705 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1505511c-d623-4efe-95c7-12c269555929 None None] For port 530260c9-8ec8-46a1-9bd0-ebf35e304d09, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=530260c9-8ec8-46a1-9bd0-ebf35e304d09,segment=NetworkSegment(c7795e0a-0cd1-4aca-9d01-209bcb8f093d),segment_id=c7795e0a-0cd1-4aca-9d01-209bcb8f093d)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:36:52.649625 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:36:52.713637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505511c-d623-4efe-95c7-12c269555929 None None] Pushing event updated for resources: {'Port': ['ID=530260c9-8ec8-46a1-9bd0-ebf35e304d09,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:36:54.328104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48944) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:36:54.646696 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-c76ca977-28b7-4bdc-8dc6-37ef9746d10e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:36:54.647757 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c76ca977-28b7-4bdc-8dc6-37ef9746d10e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3186960
Dec 18 20:36:57.324640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48952) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:36:57.631633 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-e70e27ee-eda3-42f9-8c80-1e02505d3388 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:36:57.632647 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e70e27ee-eda3-42f9-8c80-1e02505d3388 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3070924
Dec 18 20:37:00.572157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48962) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:37:00.888453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d310e457-43a3-4238-88b0-506d275a7f6b admin admin] Request body: {'router': {'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:37:00.917876 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d310e457-43a3-4238-88b0-506d275a7f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:00.919627 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d310e457-43a3-4238-88b0-506d275a7f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:01.074576 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d310e457-43a3-4238-88b0-506d275a7f6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:01.079400 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d310e457-43a3-4238-88b0-506d275a7f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:01.094007 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d310e457-43a3-4238-88b0-506d275a7f6b admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:01.095145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d310e457-43a3-4238-88b0-506d275a7f6b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5220253
Dec 18 20:37:02.148953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94ac1ff-4e1a-435f-8466-8bc4a159d4f7 None None] Network 1c722ca4-ec14-4444-a965-195cb43f2192 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:37:02.276521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d6753647-8b67-4e65-9ce8-79f9c3ae32d7 None None] Provisioning complete for port 530260c9-8ec8-46a1-9bd0-ebf35e304d09 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:37:02.276914 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d6753647-8b67-4e65-9ce8-79f9c3ae32d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:02.327675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 530260c9-8ec8-46a1-9bd0-ebf35e304d09 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:37:02.470384 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d6753647-8b67-4e65-9ce8-79f9c3ae32d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:02.494455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 530260c9-8ec8-46a1-9bd0-ebf35e304d09 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:37:02.494828 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:02.533356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d6753647-8b67-4e65-9ce8-79f9c3ae32d7 None None] For port 530260c9-8ec8-46a1-9bd0-ebf35e304d09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=530260c9-8ec8-46a1-9bd0-ebf35e304d09,segment=NetworkSegment(c7795e0a-0cd1-4aca-9d01-209bcb8f093d),segment_id=c7795e0a-0cd1-4aca-9d01-209bcb8f093d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:37:02.539197 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d6753647-8b67-4e65-9ce8-79f9c3ae32d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:02.615351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6753647-8b67-4e65-9ce8-79f9c3ae32d7 None None] Pushing event updated for resources: {'Port': ['ID=530260c9-8ec8-46a1-9bd0-ebf35e304d09,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:02.662165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5819a7a9-c9db-4f9c-bae2-693aa0c20a58 None None] Provisioning complete for port 530260c9-8ec8-46a1-9bd0-ebf35e304d09 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:37:02.662480 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5819a7a9-c9db-4f9c-bae2-693aa0c20a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:02.855240 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-08f1875b-52c9-4abf-9bfd-a52bca8c6a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:03.762384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48976) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:37:04.069563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-91bf6075-7ec3-4217-a4d1-51851208e6d5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:37:04.070577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-91bf6075-7ec3-4217-a4d1-51851208e6d5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3072333
Dec 18 20:37:04.266861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 530260c9-8ec8-46a1-9bd0-ebf35e304d09 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:37:04.313990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 530260c9-8ec8-46a1-9bd0-ebf35e304d09 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:37:04.314509 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:05.087067 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27683d3a-446b-4193-9f57-c1adf82c3068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:06.213630 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:06.722758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48994) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:37:06.852191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:37:06.874851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Made reservation on behalf of b04c3d19c79d4c208395e97f9d293618 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:37:06.877178 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:06.892088 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:06.988871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:06.992759 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:07.009308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Reserving flat network on physical network physnet1 {{(pid=126008) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 18 20:37:07.032491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8446e6cd-41c3-4a94-95e1-0dc50e32e719,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:07.035222 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741976400631', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:07.035765 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f36665e2f70> segment precommit_create {{(pid=126008) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 18 20:37:07.036243 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Added segment 240af827-2827-462e-a327-9768276b3436 of type flat for network c1abfdfc-0c98-4a48-868b-8cd075b12438
Dec 18 20:37:07.097858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:07.135773 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:07.136695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:37:07.137283 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:07.214182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4902635
Dec 18 20:37:07.233977 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a79990-433f-401d-8604-8675d1830994 admin admin] Pushing event updated for resources: {'Network': ['ID=c1abfdfc-0c98-4a48-868b-8cd075b12438,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:07.247253 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:37:07.854839 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:08.470837 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:09.719426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49012) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:37:09.808870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b885584e-973c-4bd9-bf7a-38d6e3194548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:37:09.810216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b885584e-973c-4bd9-bf7a-38d6e3194548 admin admin] 10.222.0.13 "GET /v2.0/subnets/c4b72724-01d5-443d-87a8-88a0b94483f5 HTTP/1.1" status: 200  len: 849 time: 0.0898440
Dec 18 20:37:09.934124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cbb69939-197f-4948-ab6d-78009dfef90b admin admin] 10.222.0.13 "GET /v2.0/routers/def4b0bd-54a1-46a4-95c0-deb688a3dff5 HTTP/1.1" status: 200  len: 704 time: 0.1170115
Dec 18 20:37:10.187758 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:10.499398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Allocated IP 172.20.0.1 (1c722ca4-ec14-4444-a965-195cb43f2192/c4b72724-01d5-443d-87a8-88a0b94483f5/6bd88ce8-c93c-45a5-a778-e47a47b37417) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:37:10.648592 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:10.717709 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:10.837988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Network 1c722ca4-ec14-4444-a965-195cb43f2192 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:37:10.842576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:37:10.851432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:37:10.851935 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:10.869966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Pushing event updated for resources: {'Port': ['ID=6bd88ce8-c93c-45a5-a778-e47a47b37417,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:11.006130 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-dddf0e90-b51b-4b67-8010-813be61526bd None None] Provisioning complete for port 6bd88ce8-c93c-45a5-a778-e47a47b37417 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:37:11.006701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dddf0e90-b51b-4b67-8010-813be61526bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:11.040911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-dddf0e90-b51b-4b67-8010-813be61526bd None None] Port 6bd88ce8-c93c-45a5-a778-e47a47b37417 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:37:11.044421 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:11.252063 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:11.257081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:11.257924 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:11.332694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Pushing event updated for resources: {'Port': ['ID=6bd88ce8-c93c-45a5-a778-e47a47b37417,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:11.379053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Network 1c722ca4-ec14-4444-a965-195cb43f2192 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:37:11.380324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:37:11.538406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Router def4b0bd-54a1-46a4-95c0-deb688a3dff5 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:37:11.564235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8f0f32e3-1906-47e7-89e9-8329529faa09 None None] Provisioning complete for port 6bd88ce8-c93c-45a5-a778-e47a47b37417 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:37:11.564602 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8f0f32e3-1906-47e7-89e9-8329529faa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:11.598468 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f32e3-1906-47e7-89e9-8329529faa09 None None] Port 6bd88ce8-c93c-45a5-a778-e47a47b37417 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:37:11.628524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:37:11.633574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-23c7566f-23fc-4968-bf0d-4f1bb4ed706e admin admin] 10.222.0.13 "PUT /v2.0/routers/def4b0bd-54a1-46a4-95c0-deb688a3dff5/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.6937008
Dec 18 20:37:11.638405 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Sync routers for ids ['def4b0bd-54a1-46a4-95c0-deb688a3dff5'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:37:11.650554 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Routers {'def4b0bd-54a1-46a4-95c0-deb688a3dff5'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:37:11.651333 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664faae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:37:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['def4b0bd-54a1-46a4-95c0-deb688a3dff5'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:37:11.837518 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Set router def4b0bd-54a1-46a4-95c0-deb688a3dff5 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:37:12.257748 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664faae20>, [{'id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'name': 'router1', 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:37:00Z', 'updated_at': '2021-12-18T20:37:10Z', 'revision_number': 2, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'gw_port_host': None, '_interfaces': [{'id': '6bd88ce8-c93c-45a5-a778-e47a47b37417', 'name': '', 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192', 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'mac_address': 'fa:16:3e:87:4c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4b72724-01d5-443d-87a8-88a0b94483f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:37:10Z', 'updated_at': '2021-12-18T20:37:11Z', 'revision_number': 2, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'subnets': [{'id': 'c4b72724-01d5-443d-87a8-88a0b94483f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82cc76b9-931a-4a1c-848f-36b0f6cdcdc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:37:12.308091 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Checking router: def4b0bd-54a1-46a4-95c0-deb688a3dff5 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:37:12.308461 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Updating router def4b0bd-54a1-46a4-95c0-deb688a3dff5 port 6bd88ce8-c93c-45a5-a778-e47a47b37417 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:37:12.355121 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:12.843863 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 5 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:37:12.865200 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:12.871416 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:12.968178 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Pushing event updated for resources: {'Port': ['ID=6bd88ce8-c93c-45a5-a778-e47a47b37417,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:12.976784 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.977146 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.977491 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.977829 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.978158 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.978518 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.978847 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.979171 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.979493 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.979810 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.980132 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.980464 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.980770 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Tracked resource versions report:
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]: pushed versions:
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]: {   'AddressGroup': {'1.2'},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     'ConntrackHelper': {'1.0'},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     'LocalIPAssociation': {'1.0'},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     'Log': {'1.0'},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     'Network': {'1.1'},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     'Port': {'1.7'},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     'PortForwarding': {'1.2'},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     'QosPolicy': {'1.10'},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     'SecurityGroup': {'1.5'},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     'SecurityGroupRule': {'1.2'},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     'SubPort': {'1.0'},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     'Subnet': {'1.1'},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     'Trunk': {'1.1'}}
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]: consumer versions:
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]: {   DHCP agent@ncdv-master-1: {},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     L3 agent@ncdv-master-1: {},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     Metadata agent@ncdv-master-1: {},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     Metering agent@ncdv-master-1: {},
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:                                           'ConntrackHelper': '1.0',
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:                                           'LocalIPAssociation': '1.0',
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:                                           'Log': '1.0',
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:                                           'Network': '1.1',
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:                                           'Port': '1.7',
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:                                           'PortForwarding': '1.2',
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:                                           'QosPolicy': '1.10',
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:                                           'SecurityGroup': '1.5',
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:                                           'SecurityGroupRule': '1.2',
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:                                           'SubPort': '1.0',
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:                                           'Subnet': '1.1',
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:                                           'Trunk': '1.1'}}
Dec 18 20:37:12.981942 ncdv-master-1 neutron-server[126011]:  {{(pid=126011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 18 20:37:13.059940 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Attempting to bind port 6bd88ce8-c93c-45a5-a778-e47a47b37417 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:37:13.060346 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Attempting to bind port 6bd88ce8-c93c-45a5-a778-e47a47b37417 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c7795e0a-0cd1-4aca-9d01-209bcb8f093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:37:13.060784 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Attempting to bind port 6bd88ce8-c93c-45a5-a778-e47a47b37417 on network 1c722ca4-ec14-4444-a965-195cb43f2192 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:37:13.066907 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:37:13.067323 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Checking segment: {'id': 'c7795e0a-0cd1-4aca-9d01-209bcb8f093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:37:13.067791 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:13.068172 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Bound using segment: {'id': 'c7795e0a-0cd1-4aca-9d01-209bcb8f093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:37:13.068647 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Bound port: 6bd88ce8-c93c-45a5-a778-e47a47b37417, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7795e0a-0cd1-4aca-9d01-209bcb8f093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:37:13.069035 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:13.127694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d8e7b20e-ca6b-49ca-8d99-756dcd17cca5 None None] Provisioning complete for port 6bd88ce8-c93c-45a5-a778-e47a47b37417 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:37:13.129377 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d8e7b20e-ca6b-49ca-8d99-756dcd17cca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:13.138737 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] For port 6bd88ce8-c93c-45a5-a778-e47a47b37417, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:37:13.158291 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] For port 6bd88ce8-c93c-45a5-a778-e47a47b37417, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bd88ce8-c93c-45a5-a778-e47a47b37417,segment=NetworkSegment(c7795e0a-0cd1-4aca-9d01-209bcb8f093d),segment_id=c7795e0a-0cd1-4aca-9d01-209bcb8f093d)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:37:13.163037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d8e7b20e-ca6b-49ca-8d99-756dcd17cca5 None None] Port 6bd88ce8-c93c-45a5-a778-e47a47b37417 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:37:13.163266 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:13.220355 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Routers {'def4b0bd-54a1-46a4-95c0-deb688a3dff5'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:37:13.220864 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664faae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:37:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['def4b0bd-54a1-46a4-95c0-deb688a3dff5'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:37:13.259308 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b703e-330d-49f7-955c-773a27c84aac None None] Pushing event updated for resources: {'Port': ['ID=6bd88ce8-c93c-45a5-a778-e47a47b37417,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:13.316581 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] Set router def4b0bd-54a1-46a4-95c0-deb688a3dff5 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:37:13.382429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fd10f4ac-834d-4648-b456-6fcac2400986 None None] Provisioning complete for port 6bd88ce8-c93c-45a5-a778-e47a47b37417 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:37:13.383049 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fd10f4ac-834d-4648-b456-6fcac2400986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:13.463975 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fd10f4ac-834d-4648-b456-6fcac2400986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:13.494949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fd10f4ac-834d-4648-b456-6fcac2400986 None None] For port 6bd88ce8-c93c-45a5-a778-e47a47b37417, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bd88ce8-c93c-45a5-a778-e47a47b37417,segment=NetworkSegment(c7795e0a-0cd1-4aca-9d01-209bcb8f093d),segment_id=c7795e0a-0cd1-4aca-9d01-209bcb8f093d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:37:13.498851 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fd10f4ac-834d-4648-b456-6fcac2400986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:13.530647 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664faae20>, [{'id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'name': 'router1', 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:37:00Z', 'updated_at': '2021-12-18T20:37:10Z', 'revision_number': 2, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'gw_port_host': None, '_interfaces': [{'id': '6bd88ce8-c93c-45a5-a778-e47a47b37417', 'name': '', 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192', 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'mac_address': 'fa:16:3e:87:4c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4b72724-01d5-443d-87a8-88a0b94483f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:37:10Z', 'updated_at': '2021-12-18T20:37:13Z', 'revision_number': 4, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'subnets': [{'id': 'c4b72724-01d5-443d-87a8-88a0b94483f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82cc76b9-931a-4a1c-848f-36b0f6cdcdc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:37:13.549420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10f4ac-834d-4648-b456-6fcac2400986 None None] Pushing event updated for resources: {'Port': ['ID=6bd88ce8-c93c-45a5-a778-e47a47b37417,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:13.558912 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5999b-f8c4-4c78-838a-cb9635866059 None None] The sync data for ids ['def4b0bd-54a1-46a4-95c0-deb688a3dff5'] in ncdv-master-1 is: [{'id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'name': 'router1', 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:37:00Z', 'updated_at': '2021-12-18T20:37:10Z', 'revision_number': 2, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'gw_port_host': None, '_interfaces': [{'id': '6bd88ce8-c93c-45a5-a778-e47a47b37417', 'name': '', 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192', 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'mac_address': 'fa:16:3e:87:4c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4b72724-01d5-443d-87a8-88a0b94483f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:37:10Z', 'updated_at': '2021-12-18T20:37:13Z', 'revision_number': 4, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'subnets': [{'id': 'c4b72724-01d5-443d-87a8-88a0b94483f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82cc76b9-931a-4a1c-848f-36b0f6cdcdc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:37:14.157259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49022) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:37:14.306409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89871e91-bc06-4322-8ff5-067fe21e29a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:37:14.307777 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-89871e91-bc06-4322-8ff5-067fe21e29a5 admin admin] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 842 time: 0.1495869
Dec 18 20:37:14.317738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'ip_version': 4, 'gateway_ip': '172.35.3.1', 'enable_dhcp': False, 'cidr': '172.35.3.0/24'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:37:14.342581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] Made reservation on behalf of b04c3d19c79d4c208395e97f9d293618 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:37:14.345221 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:14.754577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.objects.ports [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126009) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 20:37:14.755073 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:14.817509 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d087a3-094a-469a-8050-bbdd732c4421,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:14.828377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:37:14.829050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] Network hostable DHCP agents. Network: c1abfdfc-0c98-4a48-868b-8cd075b12438, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:37:14.849227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:37:14.859679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c1abfdfc-0c98-4a48-868b-8cd075b12438) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:37:14.865276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:37:14.866537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:14.872666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8915927f-6a0c-4302-830f-f67f2390d89d None None] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:37:14.883545 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e52a901e-7015-498a-9384-339efc4baf67 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5687711
Dec 18 20:37:14.978851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8832ab7-0989-477f-b8ac-1dfbbfea52e6 None None] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:37:17.450570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49030) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:37:17.673585 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-00da1f20-22e0-428d-8dac-218a5a24d39d admin admin] 10.222.0.13 "GET /v2.0/routers/def4b0bd-54a1-46a4-95c0-deb688a3dff5 HTTP/1.1" status: 200  len: 710 time: 0.2217829
Dec 18 20:37:17.760571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa18bdd-8584-44ee-b20b-fe75aea17723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:37:17.767357 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9fa18bdd-8584-44ee-b20b-fe75aea17723 admin admin] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 886 time: 0.0819967
Dec 18 20:37:17.771671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:37:18.015473 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:18.252146 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:18.324444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:18.519209 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Allocated IP 172.35.3.227 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/f3f56a15-1990-449b-b453-f5e2788776f3) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:37:18.623165 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:18.679305 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:18.752110 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:37:18.756570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:37:18.762108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:37:18.824023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Pushing event updated for resources: {'Port': ['ID=f3f56a15-1990-449b-b453-f5e2788776f3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:19.037901 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:19.240386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:19.245649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:19.357842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Router def4b0bd-54a1-46a4-95c0-deb688a3dff5 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:37:19.469910 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:37:19.474990 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:19.476254 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b821ca96-8c88-4354-aa0f-9f62a48223ae admin admin] 10.222.0.13 "PUT /v2.0/routers/def4b0bd-54a1-46a4-95c0-deb688a3dff5 HTTP/1.1" status: 200  len: 890 time: 1.7082493
Dec 18 20:37:20.301489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6bd88ce8-c93c-45a5-a778-e47a47b37417 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:37:20.348451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6bd88ce8-c93c-45a5-a778-e47a47b37417 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:37:20.348830 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:20.687094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Sync routers for ids ['def4b0bd-54a1-46a4-95c0-deb688a3dff5'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:37:20.697581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Routers {'def4b0bd-54a1-46a4-95c0-deb688a3dff5'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:37:20.698220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664073670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:37:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['def4b0bd-54a1-46a4-95c0-deb688a3dff5'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:37:20.904096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Set router def4b0bd-54a1-46a4-95c0-deb688a3dff5 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:37:21.360174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664073670>, [{'id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'name': 'router1', 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3f56a15-1990-449b-b453-f5e2788776f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:37:00Z', 'updated_at': '2021-12-18T20:37:18Z', 'revision_number': 4, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'gw_port': {'id': 'f3f56a15-1990-449b-b453-f5e2788776f3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:37:18Z', 'updated_at': '2021-12-18T20:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6bd88ce8-c93c-45a5-a778-e47a47b37417', 'name': '', 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192', 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'mac_address': 'fa:16:3e:87:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4b72724-01d5-443d-87a8-88a0b94483f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:37:10Z', 'updated_at': '2021-12-18T20:37:13Z', 'revision_number': 5, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'subnets': [{'id': 'c4b72724-01d5-443d-87a8-88a0b94483f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82cc76b9-931a-4a1c-848f-36b0f6cdcdc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:37:21.411174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Checking router: def4b0bd-54a1-46a4-95c0-deb688a3dff5 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:37:21.411647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Updating router def4b0bd-54a1-46a4-95c0-deb688a3dff5 port f3f56a15-1990-449b-b453-f5e2788776f3 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:37:21.457918 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:21.769209 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:21.774284 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:21.825662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Attempting to bind port f3f56a15-1990-449b-b453-f5e2788776f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:37:21.826015 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Attempting to bind port f3f56a15-1990-449b-b453-f5e2788776f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:37:21.826412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Attempting to bind port f3f56a15-1990-449b-b453-f5e2788776f3 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:37:21.828694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa3840-55c7-480a-84d6-49bd9e8f2c2f None None] Pushing event updated for resources: {'Port': ['ID=f3f56a15-1990-449b-b453-f5e2788776f3,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:21.833888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:37:21.834279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:37:21.834679 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:21.835062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:37:21.835522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Bound port: f3f56a15-1990-449b-b453-f5e2788776f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:37:21.836140 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:21.886878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] For port f3f56a15-1990-449b-b453-f5e2788776f3, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:37:21.889730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] For port f3f56a15-1990-449b-b453-f5e2788776f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3f56a15-1990-449b-b453-f5e2788776f3,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:37:21.893666 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:21.950185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa3840-55c7-480a-84d6-49bd9e8f2c2f None None] Pushing event updated for resources: {'Port': ['ID=f3f56a15-1990-449b-b453-f5e2788776f3,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:21.952689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Routers {'def4b0bd-54a1-46a4-95c0-deb688a3dff5'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:37:21.953260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664073670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:37:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['def4b0bd-54a1-46a4-95c0-deb688a3dff5'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:37:22.058472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] Set router def4b0bd-54a1-46a4-95c0-deb688a3dff5 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:37:22.140303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49042) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:37:22.254405 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e094fa15-0793-4914-b88c-44679009f2ad admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1129692
Dec 18 20:37:22.266609 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664073670>, [{'id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'name': 'router1', 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3f56a15-1990-449b-b453-f5e2788776f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:37:00Z', 'updated_at': '2021-12-18T20:37:18Z', 'revision_number': 4, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'gw_port': {'id': 'f3f56a15-1990-449b-b453-f5e2788776f3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:37:18Z', 'updated_at': '2021-12-18T20:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6bd88ce8-c93c-45a5-a778-e47a47b37417', 'name': '', 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192', 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'mac_address': 'fa:16:3e:87:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4b72724-01d5-443d-87a8-88a0b94483f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:37:10Z', 'updated_at': '2021-12-18T20:37:13Z', 'revision_number': 5, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'subnets': [{'id': 'c4b72724-01d5-443d-87a8-88a0b94483f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82cc76b9-931a-4a1c-848f-36b0f6cdcdc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:37:22.294691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc70b61b-6990-4b12-b226-82f02f58d14b None None] The sync data for ids ['def4b0bd-54a1-46a4-95c0-deb688a3dff5'] in ncdv-master-1 is: [{'id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'name': 'router1', 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3f56a15-1990-449b-b453-f5e2788776f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:37:00Z', 'updated_at': '2021-12-18T20:37:18Z', 'revision_number': 4, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'gw_port': {'id': 'f3f56a15-1990-449b-b453-f5e2788776f3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:37:18Z', 'updated_at': '2021-12-18T20:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6bd88ce8-c93c-45a5-a778-e47a47b37417', 'name': '', 'network_id': '1c722ca4-ec14-4444-a965-195cb43f2192', 'tenant_id': '64298b5848d848fdafaf45401789cb0a', 'mac_address': 'fa:16:3e:87:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def4b0bd-54a1-46a4-95c0-deb688a3dff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4b72724-01d5-443d-87a8-88a0b94483f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:37:10Z', 'updated_at': '2021-12-18T20:37:13Z', 'revision_number': 5, 'project_id': '64298b5848d848fdafaf45401789cb0a', 'subnets': [{'id': 'c4b72724-01d5-443d-87a8-88a0b94483f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82cc76b9-931a-4a1c-848f-36b0f6cdcdc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:37:24.334850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f3f56a15-1990-449b-b453-f5e2788776f3 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:37:24.388162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port f3f56a15-1990-449b-b453-f5e2788776f3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:37:24.388612 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:24.476836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:24.505787 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port f3f56a15-1990-449b-b453-f5e2788776f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3f56a15-1990-449b-b453-f5e2788776f3,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:37:24.511360 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:24.566014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=f3f56a15-1990-449b-b453-f5e2788776f3,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:37:26.313388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f3f56a15-1990-449b-b453-f5e2788776f3 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:37:26.382639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port f3f56a15-1990-449b-b453-f5e2788776f3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:37:26.383006 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:32.861350 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ec668ad-b087-4a12-8b0f-c18fefda7bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:35.089480 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7b7c098c-6a0e-4abf-9624-47613b441eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:36.217561 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:37.865888 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:38.476151 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:37:49.814143 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 5 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:38:02.855094 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cafefff0-dacb-436b-bc10-e15f239e237b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:05.093078 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cb8c1b65-f8ab-4230-845d-a3c2ccdfd631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:06.221732 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:07.863270 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:08.478018 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:26.814616 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 5 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:38:32.859542 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ce54ff8-35cb-48e0-9325-5494ad69a35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:35.100060 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1ca77c6e-1bc7-4abf-98b6-6fe1b6df33d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:36.223965 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:37.861762 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:38.471236 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:50.362001 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49628) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:38:50.421714 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dec7229-3120-4a6f-97e1-12e125eb4609 admin admin] GET failed (client error): The resource could not be found.
Dec 18 20:38:50.423606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0dec7229-3120-4a6f-97e1-12e125eb4609 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0606265
Dec 18 20:38:50.580480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96df6612-fed1-4947-8a87-2b4a608b2c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:38:50.581854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-96df6612-fed1-4947-8a87-2b4a608b2c5d admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1535871
Dec 18 20:38:53.049080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49638) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:38:53.141513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefd2ed-80e5-4dc8-b797-e20b1616131c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:38:53.142884 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-aaefd2ed-80e5-4dc8-b797-e20b1616131c admin admin] 10.222.0.13 "GET /v2.0/subnets/c4b72724-01d5-443d-87a8-88a0b94483f5 HTTP/1.1" status: 200  len: 849 time: 0.0928659
Dec 18 20:38:53.152924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:38:53.240078 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Publish callbacks [] for subnet, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:53.377594 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741976380892'] for subnet, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:53.405914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:38:53.407021 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:53.408663 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] 10.222.0.13 "PUT /v2.0/subnets/c4b72724-01d5-443d-87a8-88a0b94483f5 HTTP/1.1" status: 200  len: 868 time: 0.2589347
Dec 18 20:38:53.412472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780be11-49dc-4c5f-9bfd-970aed838b3e None None] Network 1c722ca4-ec14-4444-a965-195cb43f2192 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:38:53.428589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b72724-01d5-443d-87a8-88a0b94483f5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:38:53.436031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.436390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.436708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.437042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.437370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.437951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.438295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.438625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.438950 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.439273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.439594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.439915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.440234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986d7f-a444-484b-b035-1d07d92f4c60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:38:53.768530 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-487ba081-9b84-426a-8bd6-f2f2a4e08cd9 None None] Provisioning complete for port 6bd88ce8-c93c-45a5-a778-e47a47b37417 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:38:53.768892 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-487ba081-9b84-426a-8bd6-f2f2a4e08cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:53.861925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-487ba081-9b84-426a-8bd6-f2f2a4e08cd9 None None] Provisioning complete for port 530260c9-8ec8-46a1-9bd0-ebf35e304d09 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:38:53.862423 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-487ba081-9b84-426a-8bd6-f2f2a4e08cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:38:55.900936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49646) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:38:56.163319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc65bbd5-088e-484e-a330-afb64fe8ab79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:38:56.163796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc65bbd5-088e-484e-a330-afb64fe8ab79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:38:56.165318 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cc65bbd5-088e-484e-a330-afb64fe8ab79 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2634034
Dec 18 20:38:58.581270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49654) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:38:58.706882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5581c8-58af-420e-82be-1611ba3f8a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:38:58.707359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5581c8-58af-420e-82be-1611ba3f8a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:38:58.708855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2b5581c8-58af-420e-82be-1611ba3f8a7f admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1266232
Dec 18 20:39:01.180879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49662) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:39:01.308740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dd4e68-2758-4f79-99cf-301f716950b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:39:01.310082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-96dd4e68-2758-4f79-99cf-301f716950b4 admin admin] 10.222.0.13 "GET /v2.0/networks/1c722ca4-ec14-4444-a965-195cb43f2192 HTTP/1.1" status: 200  len: 869 time: 0.1281998
Dec 18 20:39:02.861893 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a1a7773a-404f-4acc-9a7b-8f4cc657153c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:03.779473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49670) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:39:03.814361 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 5 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:39:03.909231 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242bbd6e-37e4-4f95-ac34-f1f470b12024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:39:03.910613 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-242bbd6e-37e4-4f95-ac34-f1f470b12024 admin admin] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 886 time: 0.1301601
Dec 18 20:39:05.091801 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-15152554-9ec6-4f8c-8ab4-148ea2711487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:06.225485 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:06.379629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49678) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:39:06.503043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b1580c-367f-4dc8-85d6-dface2d5d28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:39:06.503405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b1580c-367f-4dc8-85d6-dface2d5d28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:39:06.504924 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-84b1580c-367f-4dc8-85d6-dface2d5d28f admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1243613
Dec 18 20:39:07.868676 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:08.475352 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:08.950187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49686) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:39:09.042424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27959de0-a791-4b86-b28c-a435a6cf1f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:39:09.042890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27959de0-a791-4b86-b28c-a435a6cf1f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:39:09.044394 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-27959de0-a791-4b86-b28c-a435a6cf1f0a admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0932348
Dec 18 20:39:11.506140 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49694) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:39:11.591530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6c608f-b5fa-4c15-9924-6c5a23fa0725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:39:11.592857 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3f6c608f-b5fa-4c15-9924-6c5a23fa0725 admin admin] 10.222.0.13 "GET /v2.0/subnets/36d087a3-094a-469a-8050-bbdd732c4421 HTTP/1.1" status: 200  len: 816 time: 0.0857210
Dec 18 20:39:14.048384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49702) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:39:14.151026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4243e6-2665-4db4-8818-875afb23adb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:39:14.152389 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2c4243e6-2665-4db4-8818-875afb23adb0 admin admin] 10.222.0.13 "GET /v2.0/subnets/c4b72724-01d5-443d-87a8-88a0b94483f5 HTTP/1.1" status: 200  len: 868 time: 0.1030118
Dec 18 20:39:32.864548 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-feca78cc-8461-41f1-b023-2aa14b575475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:35.098191 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-82677aba-ee53-450c-8312-2667e3108354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:36.228171 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:37.871027 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:38.479092 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:40.161724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49774) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:39:40.208055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-9e050c20-584c-42c3-98c0-7872aa31a82d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:39:40.209026 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9e050c20-584c-42c3-98c0-7872aa31a82d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0463591
Dec 18 20:39:40.812941 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 5 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:39:42.751825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49782) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:39:42.811276 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc786b07-af36-4adf-bd57-3dbc53cb67bd admin admin] GET failed (client error): The resource could not be found.
Dec 18 20:39:42.812565 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fc786b07-af36-4adf-bd57-3dbc53cb67bd admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0597372
Dec 18 20:39:43.029955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c52d41c-1d36-48af-b48c-616819e68727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:39:43.031392 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3c52d41c-1d36-48af-b48c-616819e68727 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.2137349
Dec 18 20:39:45.479014 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49790) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:39:45.524498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:39:45.546889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] Made reservation on behalf of b04c3d19c79d4c208395e97f9d293618 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:39:45.549126 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:45.575619 ncdv-master-1 neutron-server[126008]: WARNING neutron.services.revisions.revision_plugin [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f365f6b2a30] {project_id='b04c3d19c79d4c208395e97f9d293618', id='efd7721a-b3ab-46b9-affc-8cbb635d4950', target_project='*', action='access_as_shared', object_id='f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}> to bump revision.
Dec 18 20:39:45.588028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:39:45.597336 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:45.597673 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] Added segment 35c8ee36-d5d5-460d-b5a5-5da5c369bff2 of type vlan for network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a
Dec 18 20:39:45.634197 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:45.661435 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:45.662361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:39:45.662951 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:45.713096 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2330060
Dec 18 20:39:45.723877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ad250-3af8-427d-a052-056beb700182 admin admin] Pushing event updated for resources: {'Network': ['ID=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:39:45.734876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:39:48.196992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49798) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:39:48.260276 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae5e9fd-9b38-4cc9-b730-9c023492ae2b admin admin] GET failed (client error): The resource could not be found.
Dec 18 20:39:48.261530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fae5e9fd-9b38-4cc9-b730-9c023492ae2b admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0635984
Dec 18 20:39:48.336894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4737cd01-9caf-4bb3-9ea1-afab3abb8b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:39:48.338367 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4737cd01-9caf-4bb3-9ea1-afab3abb8b62 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0722904
Dec 18 20:39:48.352251 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-de63c9ca-67ae-4294-bb63-7e1ac1eb079a admin admin] Request body: {'subnet': {'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:39:48.375049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de63c9ca-67ae-4294-bb63-7e1ac1eb079a admin admin] Made reservation on behalf of b04c3d19c79d4c208395e97f9d293618 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:39:48.377381 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de63c9ca-67ae-4294-bb63-7e1ac1eb079a admin admin] Publish callbacks [] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:48.534805 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de63c9ca-67ae-4294-bb63-7e1ac1eb079a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:48.587503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63c9ca-67ae-4294-bb63-7e1ac1eb079a admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:39:48.594002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de63c9ca-67ae-4294-bb63-7e1ac1eb079a admin admin] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:39:48.594390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63c9ca-67ae-4294-bb63-7e1ac1eb079a admin admin] Network hostable DHCP agents. Network: f30e37e9-625f-4e6f-8f4b-1d2ef634b44a, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:39:48.610125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63c9ca-67ae-4294-bb63-7e1ac1eb079a admin admin] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:39:48.619480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-de63c9ca-67ae-4294-bb63-7e1ac1eb079a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f30e37e9-625f-4e6f-8f4b-1d2ef634b44a) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:39:48.623457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de63c9ca-67ae-4294-bb63-7e1ac1eb079a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:39:48.624063 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de63c9ca-67ae-4294-bb63-7e1ac1eb079a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:48.630587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc58d9a2-104d-4ec7-aaf5-e3111313b344 None None] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:39:48.644543 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-de63c9ca-67ae-4294-bb63-7e1ac1eb079a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.2957046
Dec 18 20:39:48.746521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'project_id': 'b04c3d19c79d4c208395e97f9d293618', 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:39:48.747431 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:48.885298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Allocated IP 192.168.233.2 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/8bae6866-6bf3-420a-8dbc-cf95a16f9b26) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:39:49.029753 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:49.036407 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:49.077895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:39:49.081105 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:39:49.084480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:39:49.093069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Pushing event updated for resources: {'Port': ['ID=8bae6866-6bf3-420a-8dbc-cf95a16f9b26,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:39:49.212800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.213067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.213411 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.213743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.214079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.214436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.214762 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.215084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.215406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.215727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.216042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.216359 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.216680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:39:49.250703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Attempting to bind port 8bae6866-6bf3-420a-8dbc-cf95a16f9b26 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:39:49.251077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Attempting to bind port 8bae6866-6bf3-420a-8dbc-cf95a16f9b26 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:39:49.251439 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Attempting to bind port 8bae6866-6bf3-420a-8dbc-cf95a16f9b26 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:39:49.257023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:39:49.257395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:39:49.257800 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:49.258214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:39:49.258703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Bound port: 8bae6866-6bf3-420a-8dbc-cf95a16f9b26, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:39:49.259080 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:49.323745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] For port 8bae6866-6bf3-420a-8dbc-cf95a16f9b26, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:39:49.326936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] For port 8bae6866-6bf3-420a-8dbc-cf95a16f9b26, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8bae6866-6bf3-420a-8dbc-cf95a16f9b26,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:39:49.331998 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:49.388901 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d22e62-7757-451c-9179-fcff51ef5797 None None] Pushing event updated for resources: {'Port': ['ID=8bae6866-6bf3-420a-8dbc-cf95a16f9b26,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:39:50.392262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82196482-535a-45a1-8d60-570da6bfe9d8 None None] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:39:50.440077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 8bae6866-6bf3-420a-8dbc-cf95a16f9b26 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:39:50.517159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1de55957-ad6a-4493-8a0f-fcb3ec7ed07a None None] Provisioning complete for port 8bae6866-6bf3-420a-8dbc-cf95a16f9b26 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:39:50.517515 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1de55957-ad6a-4493-8a0f-fcb3ec7ed07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:50.576414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 8bae6866-6bf3-420a-8dbc-cf95a16f9b26 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:39:50.576851 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:50.665596 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1de55957-ad6a-4493-8a0f-fcb3ec7ed07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:50.726932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1de55957-ad6a-4493-8a0f-fcb3ec7ed07a None None] For port 8bae6866-6bf3-420a-8dbc-cf95a16f9b26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8bae6866-6bf3-420a-8dbc-cf95a16f9b26,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:39:50.732236 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:50.735783 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1de55957-ad6a-4493-8a0f-fcb3ec7ed07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:50.833571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de55957-ad6a-4493-8a0f-fcb3ec7ed07a None None] Pushing event updated for resources: {'Port': ['ID=8bae6866-6bf3-420a-8dbc-cf95a16f9b26,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:39:50.841575 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:39:50.841903 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:39:50.854856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b49cc3e7-d603-4a26-83c5-96c1c06ee205 None None] Provisioning complete for port 8bae6866-6bf3-420a-8dbc-cf95a16f9b26 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:39:50.855219 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b49cc3e7-d603-4a26-83c5-96c1c06ee205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:39:52.364230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 8bae6866-6bf3-420a-8dbc-cf95a16f9b26 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:39:52.410721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 8bae6866-6bf3-420a-8dbc-cf95a16f9b26 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:39:52.411086 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:40:02.867757 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a911023a-63ff-4425-a7e8-a68f917b1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:40:05.091222 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-98421841-ea3f-44dc-a1bb-43519a5d3ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:40:06.230528 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:40:07.873148 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:40:08.485221 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:40:17.810896 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 5 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:40:32.869550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1794fb9b-a81e-4c48-88a9-c4bcb159984c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:40:35.093071 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fea6a5b-f48f-454d-9640-c834466c105b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:40:36.232689 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:40:37.882871 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:40:38.477981 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:40:54.811087 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 5 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:41:01.162890 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49858) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:41:01.168637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-13252c2b-ebf2-4d02-8e1d-7afa46b1eaa0 tempest-verify_tempest_config-2049244199 tempest-verify_tempest_config-2049244199-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:41:01.169602 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-13252c2b-ebf2-4d02-8e1d-7afa46b1eaa0 tempest-verify_tempest_config-2049244199 tempest-verify_tempest_config-2049244199-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0057323
Dec 18 20:41:01.451987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49876) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:41:01.553419 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:01.625228 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:01.628598 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:01.673410 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1777210639d4a3c9bbbbd10bfc42e54&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2203636
Dec 18 20:41:01.674319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc334c7-3571-444e-853d-a4c441ca49bf,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:41:01.676177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49882) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:41:01.680801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.681169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.681521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.681862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.682192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.682578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.682915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.683241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.683571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.683895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.684214 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.684534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.684855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b97a8-95cc-4060-ad73-9c45933ae1d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.728657 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:01.749644 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:01.843183 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:01.845812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:01.846993 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bc334c7-3571-444e-853d-a4c441ca49bf HTTP/1.1" status: 204  len: 168 time: 0.1698673
Dec 18 20:41:01.854972 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc334c7-3571-444e-853d-a4c441ca49bf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:41:01.861662 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.862015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.862391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.862730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.863061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.863390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.863716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.864133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.864353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.864675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.864999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.865317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:01.865636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c6f4-2dde-45e9-8fe1-01cc00fad9b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:41:02.870857 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-714e91ad-3600-4689-9d2f-1b5d918e3b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:05.099061 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6965911f-e030-4a82-b6d6-1ae3c21761ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:06.236216 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:07.878775 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:08.480805 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:31.811856 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 5 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:41:32.872631 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac409534-36ee-4710-8502-4ebeff270465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:35.104014 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-af3b4ecd-ac65-44d0-96e3-88ab3c5ffb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:36.238973 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:37.884164 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:41:38.481832 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:42:02.977057 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-28df7818-f0b7-4453-a0b4-e6252cd39844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:42:05.096837 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de488dde-43e8-4376-8998-4b1282997845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:42:06.241075 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:42:07.889577 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:42:08.483913 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:42:08.810743 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 5 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:42:32.878649 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d88bff5e-22d4-4595-9fe5-6fbf6e720705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:42:35.100613 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ae67c7f0-9d9b-41bc-8c22-c7195f372286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:42:36.244622 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:42:37.888393 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:42:38.485469 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:42:45.809165 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 5 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:43:02.881318 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f8d45d1c-7cf6-4656-b25e-ea24a13f8c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:43:05.101267 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4c4a-a4ae-4ca4-848d-e5151ddd64f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:43:06.246919 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:43:07.892964 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:43:08.487208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:43:22.807069 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 5 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:43:32.881571 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5056bfb0-3953-47fb-8e81-b570b19d9862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:43:35.102585 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-67169553-5456-4024-a438-4c741e5c1051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:43:36.251275 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:43:37.897435 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:43:38.489172 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:43:59.805727 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 5 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:44:02.884322 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a00b0c86-7cab-4e9a-94c2-524709dc6e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:05.106700 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1fd875de-83e7-4bf7-90d1-433c6b2fcaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:06.252396 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:07.896871 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:08.490523 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:14.512545 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3908044'] for agent, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:19.137430 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3908044'] for agent, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:32.885513 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-887b039a-31cf-46be-a848-93401b2b5381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:35.108144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-14cae808-9040-4872-bbec-cac676d67257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:36.255064 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:36.805964 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:44:37.900621 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:38.492753 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:44.496462 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:44:49.120823 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:02.886066 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bb2e2ce9-e32a-4db2-8bef-78c2a33ec436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:05.111157 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3707-bd19-4b6e-912f-d611f3c2ceee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:06.256731 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:06.997615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49998) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:45:07.099611 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-532719c4-e645-44ee-b082-9e07d54a18f8 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1008439
Dec 18 20:45:07.906939 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:08.495656 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:09.581106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50008) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:45:09.636468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef56136f-8d9c-4d56-9236-dcb42a06d3d4 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0542877
Dec 18 20:45:13.806034 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:45:14.512107 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:19.136103 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:32.887425 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3bace785-be99-48c6-b73f-56e7d9727181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:35.113418 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-93b987f8-d055-4374-810a-e832cc8c24f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:36.258935 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:37.909378 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:38.497603 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:44.512702 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:49.139453 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:45:50.809065 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:46:02.898290 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de628a22-2ee8-4150-b1f6-3f6bbc95b305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:05.115295 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb48a281-4aa3-4ba9-9ec7-ccfdaaf4b3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:06.261802 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:07.912656 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:08.499472 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:14.524050 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:19.168081 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:27.808190 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:46:32.891492 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1057db92-158b-4651-8ba9-95bcccf4c9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:34.430814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50252) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:34.882650 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e0d7a286-6a1e-49ba-ba0e-da5201a0a7bd tempest-AutoAllocateNetworkTest-573645071 tempest-AutoAllocateNetworkTest-573645071-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b7dca90913954d84b4c8c43d5b58aa78&shared=False HTTP/1.1" status: 200  len: 208 time: 0.4498641
Dec 18 20:46:34.885849 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50274) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:35.080849 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0671dbbb-e1a3-4090-ab04-26ea710cad59 tempest-AutoAllocateNetworkTest-573645071 tempest-AutoAllocateNetworkTest-573645071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:35.085311 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0671dbbb-e1a3-4090-ab04-26ea710cad59 tempest-AutoAllocateNetworkTest-573645071 tempest-AutoAllocateNetworkTest-573645071-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.1956565
Dec 18 20:46:35.085553 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50284) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:35.117291 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-635af06a-5ec3-4c74-ab51-5d9a594c4b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:35.148442 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-37a3dd13-f312-40ca-b39e-68fd467aec21 tempest-AutoAllocateNetworkTest-573645071 tempest-AutoAllocateNetworkTest-573645071-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0592439
Dec 18 20:46:35.148628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50286) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:35.177154 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-955a5acb-d793-4027-a6a7-30e0f6e24f93 tempest-AutoAllocateNetworkTest-573645071 tempest-AutoAllocateNetworkTest-573645071-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b7dca90913954d84b4c8c43d5b58aa78 HTTP/1.1" status: 200  len: 208 time: 0.0272768
Dec 18 20:46:35.783241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50334) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:36.155425 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:36.240112 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:36.245672 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:36.270577 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:36.295112 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7dca90913954d84b4c8c43d5b58aa78&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5102017
Dec 18 20:46:36.296041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03b81f2-072d-4ecf-b93a-d432441f3abc,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:36.297852 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50358) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:36.304127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.304503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.304913 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.305336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.305715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.306808 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.307192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.307574 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.307969 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.308377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.308824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.309321 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.309759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e57257-2cbb-45b5-be6f-fc793addd475 admin admin] Tracked resource versions report:
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]: pushed versions:
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]: {   'AddressGroup': {'1.2'},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     'ConntrackHelper': {'1.0'},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     'LocalIPAssociation': {'1.0'},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     'Log': {'1.0'},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     'Network': {'1.1'},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     'Port': {'1.7'},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     'PortForwarding': {'1.2'},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     'QosPolicy': {'1.10'},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     'SecurityGroup': {'1.5'},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     'SecurityGroupRule': {'1.2'},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     'SubPort': {'1.0'},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     'Subnet': {'1.1'},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     'Trunk': {'1.1'}}
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]: consumer versions:
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]: {   DHCP agent@ncdv-master-1: {},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     HyperV agent@nch1-master-1: {},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     HyperV agent@nch2-master-1: {},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     L3 agent@ncdv-master-1: {},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     Metadata agent@ncdv-master-1: {},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     Metering agent@ncdv-master-1: {},
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:                                           'ConntrackHelper': '1.0',
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:                                           'LocalIPAssociation': '1.0',
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:                                           'Log': '1.0',
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:                                           'Network': '1.1',
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:                                           'Port': '1.7',
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:                                           'PortForwarding': '1.2',
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:                                           'QosPolicy': '1.10',
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:                                           'SecurityGroup': '1.5',
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:                                           'SecurityGroupRule': '1.2',
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:                                           'SubPort': '1.0',
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:                                           'Subnet': '1.1',
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:                                           'Trunk': '1.1'}}
Dec 18 20:46:36.311143 ncdv-master-1 neutron-server[126009]:  {{(pid=126009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 18 20:46:36.364737 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:36.397374 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:36.472113 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:36.474798 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:36.479471 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a03b81f2-072d-4ecf-b93a-d432441f3abc HTTP/1.1" status: 204  len: 168 time: 0.1800857
Dec 18 20:46:36.487512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03b81f2-072d-4ecf-b93a-d432441f3abc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:36.495925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.496461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.496993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.497511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.498009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.498688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.499182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.499799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.500284 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.500762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.501253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.501793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.502326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725219e-bc9e-49d6-94ce-cf4657166241 admin admin] Tracked resource versions report:
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]: pushed versions:
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]: {   'AddressGroup': {'1.2'},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     'ConntrackHelper': {'1.0'},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     'LocalIPAssociation': {'1.0'},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     'Log': {'1.0'},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     'Network': {'1.1'},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     'Port': {'1.7'},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     'PortForwarding': {'1.2'},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     'QosPolicy': {'1.10'},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     'SecurityGroup': {'1.5'},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     'SecurityGroupRule': {'1.2'},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     'SubPort': {'1.0'},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     'Subnet': {'1.1'},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     'Trunk': {'1.1'}}
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]: consumer versions:
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]: {   DHCP agent@ncdv-master-1: {},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     HyperV agent@nch1-master-1: {},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     HyperV agent@nch2-master-1: {},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     L3 agent@ncdv-master-1: {},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     Metadata agent@ncdv-master-1: {},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     Metering agent@ncdv-master-1: {},
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:                                           'ConntrackHelper': '1.0',
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:                                           'LocalIPAssociation': '1.0',
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:                                           'Log': '1.0',
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:                                           'Network': '1.1',
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:                                           'Port': '1.7',
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:                                           'PortForwarding': '1.2',
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:                                           'QosPolicy': '1.10',
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:                                           'SecurityGroup': '1.5',
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:                                           'SecurityGroupRule': '1.2',
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:                                           'SubPort': '1.0',
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:                                           'Subnet': '1.1',
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:                                           'Trunk': '1.1'}}
Dec 18 20:46:36.503677 ncdv-master-1 neutron-server[126008]:  {{(pid=126008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 18 20:46:37.280611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50424) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:37.425989 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-025e0495-bc85-4187-af7d-8b634986386f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:37.524126 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-025e0495-bc85-4187-af7d-8b634986386f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:37.529478 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-025e0495-bc85-4187-af7d-8b634986386f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:37.566905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-025e0495-bc85-4187-af7d-8b634986386f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bf312b8fafb46a980c1a757f5d4b7d9&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2851918
Dec 18 20:46:37.569602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50442) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:37.588155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e0495-bc85-4187-af7d-8b634986386f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc5fcdf-5f5e-4667-9e7c-9b435bea64e7,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:37.648953 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4580-38bb-4cbd-96da-b6ae485cd2a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:37.674178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4580-38bb-4cbd-96da-b6ae485cd2a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:37.756853 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4580-38bb-4cbd-96da-b6ae485cd2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:37.760030 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8aa4580-38bb-4cbd-96da-b6ae485cd2a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:37.761274 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c8aa4580-38bb-4cbd-96da-b6ae485cd2a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebc5fcdf-5f5e-4667-9e7c-9b435bea64e7 HTTP/1.1" status: 204  len: 168 time: 0.1901155
Dec 18 20:46:37.770411 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa4580-38bb-4cbd-96da-b6ae485cd2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc5fcdf-5f5e-4667-9e7c-9b435bea64e7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:37.932681 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:38.514101 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:38.554150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50506) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:38.568451 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89fff274-0b9d-445a-95ff-d1192db73899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:38.647846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89fff274-0b9d-445a-95ff-d1192db73899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:38.652662 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89fff274-0b9d-445a-95ff-d1192db73899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:38.684392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fff274-0b9d-445a-95ff-d1192db73899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce85e68e-0510-4391-8181-462b14df8186,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:38.703475 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-89fff274-0b9d-445a-95ff-d1192db73899 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11d0faa9f7e345159183e7a33d001dca&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1476164
Dec 18 20:46:38.706192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50518) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:38.770356 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ada40490-7448-4ad9-a491-13e48d828e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:38.797072 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ada40490-7448-4ad9-a491-13e48d828e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:38.854241 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ada40490-7448-4ad9-a491-13e48d828e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:38.856827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ada40490-7448-4ad9-a491-13e48d828e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:38.857955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ada40490-7448-4ad9-a491-13e48d828e40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce85e68e-0510-4391-8181-462b14df8186 HTTP/1.1" status: 204  len: 168 time: 0.1507845
Dec 18 20:46:38.865631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada40490-7448-4ad9-a491-13e48d828e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce85e68e-0510-4391-8181-462b14df8186,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:38.990893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50540) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:38.994078 ncdv-master-1 neutron-server[126008]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 18 20:46:39.030206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-6a11e421-785f-4841-be92-417e91679d6d tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fd46334a58394a98a92a0d9dbcfcfe59&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0376699
Dec 18 20:46:39.254390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-88a34259-bd60-4a89-b47e-ac5f6a550f3d tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:39.258881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-88a34259-bd60-4a89-b47e-ac5f6a550f3d tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2274766
Dec 18 20:46:39.272904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-b649ad18-bff4-4206-938c-272357942921 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/quotas/fd46334a58394a98a92a0d9dbcfcfe59 HTTP/1.1" status: 200  len: 375 time: 0.0105605
Dec 18 20:46:39.434460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-78026028-3aab-4128-990e-a8bb1eb873ed tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd46334a58394a98a92a0d9dbcfcfe59&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1547983
Dec 18 20:46:39.791956 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-313242be-dd66-4990-a420-4148e84c10a4 req-34703584-2328-45ef-b67e-ef44f4865f98 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 210 time: 0.0456033
Dec 18 20:46:40.001453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50636) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:40.193705 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05ec3858-ab53-4f5c-9e77-d55f9f423d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:40.378124 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05ec3858-ab53-4f5c-9e77-d55f9f423d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:40.383885 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05ec3858-ab53-4f5c-9e77-d55f9f423d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:40.449305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec3858-ab53-4f5c-9e77-d55f9f423d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa05cbf-cba4-46e0-ab8b-589bdfc3ff13,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:40.489730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-05ec3858-ab53-4f5c-9e77-d55f9f423d66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e6f09a202884d71925cc98e3fb0b247&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4868519
Dec 18 20:46:40.490275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50692) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:40.602436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50706) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:40.614621 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b03e9b5-b4ed-4e8e-98ce-df28a5b2cfa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:40.660612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b03e9b5-b4ed-4e8e-98ce-df28a5b2cfa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:40.766019 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b03e9b5-b4ed-4e8e-98ce-df28a5b2cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:40.768843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b03e9b5-b4ed-4e8e-98ce-df28a5b2cfa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:40.770044 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1b03e9b5-b4ed-4e8e-98ce-df28a5b2cfa3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fa05cbf-cba4-46e0-ab8b-589bdfc3ff13 HTTP/1.1" status: 204  len: 168 time: 0.2783961
Dec 18 20:46:40.808337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03e9b5-b4ed-4e8e-98ce-df28a5b2cfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa05cbf-cba4-46e0-ab8b-589bdfc3ff13,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:40.990848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6b423ed-776a-4f56-8671-61be2abc0e05 req-cd682f0b-decd-4461-973d-bdd9e05c6f90 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 210 time: 0.0517321
Dec 18 20:46:41.016013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d09021c2-333f-4a58-b04e-ab2bfb776913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:41.116839 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d09021c2-333f-4a58-b04e-ab2bfb776913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:41.127116 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d09021c2-333f-4a58-b04e-ab2bfb776913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:41.197218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09021c2-333f-4a58-b04e-ab2bfb776913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8e97fe-e53b-488f-b5d8-fc98d7a0acb0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:41.215910 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50772) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:41.216044 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d09021c2-333f-4a58-b04e-ab2bfb776913 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1bc98b6f3fb48c7b74e584fadd9794e&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6125069
Dec 18 20:46:41.268103 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2ba28fe-7ab5-4332-bc10-d3bbe6bfac20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:41.304549 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2ba28fe-7ab5-4332-bc10-d3bbe6bfac20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:41.373050 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2ba28fe-7ab5-4332-bc10-d3bbe6bfac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:41.386149 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2ba28fe-7ab5-4332-bc10-d3bbe6bfac20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:41.388901 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a2ba28fe-7ab5-4332-bc10-d3bbe6bfac20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce8e97fe-e53b-488f-b5d8-fc98d7a0acb0 HTTP/1.1" status: 204  len: 168 time: 0.1711636
Dec 18 20:46:41.405140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba28fe-7ab5-4332-bc10-d3bbe6bfac20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8e97fe-e53b-488f-b5d8-fc98d7a0acb0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:41.600624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50798) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:41.616779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c920df4-7e4d-422f-85c5-281a0e51076a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:41.730498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50804) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:41.773273 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c920df4-7e4d-422f-85c5-281a0e51076a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:41.783103 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c920df4-7e4d-422f-85c5-281a0e51076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:41.828175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c920df4-7e4d-422f-85c5-281a0e51076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39725090-436d-4be5-9701-31f96b8db529,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:41.874046 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3c920df4-7e4d-422f-85c5-281a0e51076a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d2297eec03a48769d234826a1af33ea&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2699120
Dec 18 20:46:41.874597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50820) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:41.952654 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d458f8d-16b6-471b-b502-f8d7f3722884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:41.977076 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d458f8d-16b6-471b-b502-f8d7f3722884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.025248 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d458f8d-16b6-471b-b502-f8d7f3722884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.027939 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d458f8d-16b6-471b-b502-f8d7f3722884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.031936 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8d458f8d-16b6-471b-b502-f8d7f3722884 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39725090-436d-4be5-9701-31f96b8db529 HTTP/1.1" status: 204  len: 168 time: 0.1561954
Dec 18 20:46:42.039686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d458f8d-16b6-471b-b502-f8d7f3722884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39725090-436d-4be5-9701-31f96b8db529,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:42.169856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16987b0d-d17c-4cfc-81dc-37b6b1118b75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.266461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.31', 59441) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:42.306567 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-5133d166-3343-4ed6-8366-34ac36acef00 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fd46334a58394a98a92a0d9dbcfcfe59&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0377419
Dec 18 20:46:42.307346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50840) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:42.372414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f69486de-0f7d-4766-a132-9d8846e1ce57 req-8c759574-ea5d-4d1d-98a3-ff0feddea2e8 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 210 time: 0.0591681
Dec 18 20:46:42.387896 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16987b0d-d17c-4cfc-81dc-37b6b1118b75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.394452 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16987b0d-d17c-4cfc-81dc-37b6b1118b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.395558 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-347403ad-83e2-4f82-ba1a-73152a14d912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.447310 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-16987b0d-d17c-4cfc-81dc-37b6b1118b75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c96780722de45bcb58f837b002f04fd&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7143929
Dec 18 20:46:42.450114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50854) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:42.452938 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16987b0d-d17c-4cfc-81dc-37b6b1118b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8de695a-9b20-4772-8fd2-e099770b165e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:42.523629 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b3c5ec1-eb8c-455d-903e-e621d011ed69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.535351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-ca05db1b-0d9a-47be-93ee-76a38d9aa39f tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:42.537173 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-ca05db1b-0d9a-47be-93ee-76a38d9aa39f tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2229817
Dec 18 20:46:42.555716 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b3c5ec1-eb8c-455d-903e-e621d011ed69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.586298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-347403ad-83e2-4f82-ba1a-73152a14d912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.590774 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-347403ad-83e2-4f82-ba1a-73152a14d912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.628142 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b3c5ec1-eb8c-455d-903e-e621d011ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.630636 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-347403ad-83e2-4f82-ba1a-73152a14d912 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf2c454d55914e329ea2dcafcd2be35b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3220203
Dec 18 20:46:42.631848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347403ad-83e2-4f82-ba1a-73152a14d912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc709dfc-aa26-45a7-a198-8404030630e4,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:42.634158 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50866) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:42.640528 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b3c5ec1-eb8c-455d-903e-e621d011ed69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.646824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9b3c5ec1-eb8c-455d-903e-e621d011ed69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8de695a-9b20-4772-8fd2-e099770b165e HTTP/1.1" status: 204  len: 168 time: 0.1929970
Dec 18 20:46:42.653356 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Request body: {'port': {'device_id': '13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': 'fd46334a58394a98a92a0d9dbcfcfe59'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:46:42.658454 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c5ec1-eb8c-455d-903e-e621d011ed69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8de695a-9b20-4772-8fd2-e099770b165e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:42.785815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2cf67859-f345-42d3-9be5-f34f5e8c4ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.861221 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2cf67859-f345-42d3-9be5-f34f5e8c4ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.863620 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50890) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:42.930526 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Made reservation on behalf of fd46334a58394a98a92a0d9dbcfcfe59 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:46:42.934021 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:42.936172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-0ec439de-a470-4756-bc41-9e34bc5db87c tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6cbee547725d4a06ad0a4be9314d8d6e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0694938
Dec 18 20:46:42.952317 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:43.066324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-ad316bdd-f2c1-408a-9058-94331d1ad627 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:43.068104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-ad316bdd-f2c1-408a-9058-94331d1ad627 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1303298
Dec 18 20:46:43.093329 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2cf67859-f345-42d3-9be5-f34f5e8c4ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:43.094100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9658a7ec-bae1-4047-a8d6-27ea3415aade tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/quotas/6cbee547725d4a06ad0a4be9314d8d6e HTTP/1.1" status: 200  len: 375 time: 0.0190077
Dec 18 20:46:43.100243 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2cf67859-f345-42d3-9be5-f34f5e8c4ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:43.106687 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2cf67859-f345-42d3-9be5-f34f5e8c4ad1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc709dfc-aa26-45a7-a198-8404030630e4 HTTP/1.1" status: 204  len: 168 time: 0.4663587
Dec 18 20:46:43.127140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf67859-f345-42d3-9be5-f34f5e8c4ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc709dfc-aa26-45a7-a198-8404030630e4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:43.141882 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:43.148490 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-4256c063-0dd0-4d18-8e89-cbad353fb0d5 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cbee547725d4a06ad0a4be9314d8d6e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0534320
Dec 18 20:46:43.158880 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:43.457177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34fc0fe7-bbb4-43ee-bf26-db27476bbc0d req-903d0e67-7f14-48a2-a027-81fe4de82a01 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.0581014
Dec 18 20:46:43.465785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c934707d-c6fe-4252-bdbe-3c0dcdced178,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:43.604336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6948b855-d325-457d-82c3-3562a6ed84f3 req-94de27a7-98af-4e3b-adbb-c0ed0e4b3be7 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 210 time: 0.0555270
Dec 18 20:46:43.659002 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Allocated IP 192.168.233.84 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/e1c0dc06-ebfc-431e-968a-d5f4c08e76ac) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:46:43.876510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50978) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:43.888846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:43.896054 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10c75614-b94a-4798-acef-710e7df8bdcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:43.952462 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.065102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10c75614-b94a-4798-acef-710e7df8bdcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.066838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50982) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:44.075982 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10c75614-b94a-4798-acef-710e7df8bdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.132184 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-10c75614-b94a-4798-acef-710e7df8bdcd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eea784636a9d4c95904d7121290a2936&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2544534
Dec 18 20:46:44.133400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c75614-b94a-4798-acef-710e7df8bdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfaa3d0-7d2a-4247-be65-463cbb0b5540,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:44.137077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50988) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:44.186916 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:46:44.189044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:46:44.219851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:46:44.229705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:44.231753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.254238 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-75b8ca8e-3cbd-4a72-b185-7c4e96b37a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.281501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Pushing event updated for resources: {'Port': ['ID=e1c0dc06-ebfc-431e-968a-d5f4c08e76ac,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:44.292089 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7b945e4f-1e37-4210-b045-bfe7c493e43a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6554301
Dec 18 20:46:44.311359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-eff4d860-0664-4eec-a310-6cfb9bb6f92b tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:46:44.312761 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-eff4d860-0664-4eec-a310-6cfb9bb6f92b tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057921
Dec 18 20:46:44.325428 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-75b8ca8e-3cbd-4a72-b185-7c4e96b37a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.459961 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-322a1d1b-7bf0-4293-b0d4-fa1f9dc7c975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.513580 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-75b8ca8e-3cbd-4a72-b185-7c4e96b37a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.516087 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-75b8ca8e-3cbd-4a72-b185-7c4e96b37a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.521520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-75b8ca8e-3cbd-4a72-b185-7c4e96b37a0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbfaa3d0-7d2a-4247-be65-463cbb0b5540 HTTP/1.1" status: 204  len: 168 time: 0.3830028
Dec 18 20:46:44.543205 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.572242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8ca8e-3cbd-4a72-b185-7c4e96b37a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfaa3d0-7d2a-4247-be65-463cbb0b5540,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:44.670549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-980188c9-27d0-4740-8d55-d989e7e2c83e req-e277289a-fd0f-4d08-ad7c-55f8ad460a70 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.0715361
Dec 18 20:46:44.734850 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-322a1d1b-7bf0-4293-b0d4-fa1f9dc7c975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.738037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4284b31b-e95c-4359-92dd-70b84eed70ea None None] Provisioning complete for port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:46:44.738571 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4284b31b-e95c-4359-92dd-70b84eed70ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.739661 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-322a1d1b-7bf0-4293-b0d4-fa1f9dc7c975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:44.854203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4284b31b-e95c-4359-92dd-70b84eed70ea None None] Port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:46:44.914513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51014) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:44.915156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-322a1d1b-7bf0-4293-b0d4-fa1f9dc7c975 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d76f59e79d2644fdb8fdecb14f0a06cc&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8457389
Dec 18 20:46:44.916576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a1d1b-7bf0-4293-b0d4-fa1f9dc7c975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e235e20-f23a-4658-939b-4c08327778cf,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:44.994653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7db9ac30-0410-4213-81f0-588200eede29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:45.008358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ef7fb-d4ee-414e-a144-fae51e8c4a70 req-a5af8e55-19cf-4068-923d-347b40d2ec75 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:45.023240 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-166ef7fb-d4ee-414e-a144-fae51e8c4a70 req-a5af8e55-19cf-4068-923d-347b40d2ec75 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 935 time: 0.1745400
Dec 18 20:46:45.030520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7db9ac30-0410-4213-81f0-588200eede29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:45.106587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51020) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:45.119980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7db9ac30-0410-4213-81f0-588200eede29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:45.123285 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7db9ac30-0410-4213-81f0-588200eede29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:45.125426 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7db9ac30-0410-4213-81f0-588200eede29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e235e20-f23a-4658-939b-4c08327778cf HTTP/1.1" status: 204  len: 168 time: 0.2080786
Dec 18 20:46:45.127185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-166ef7fb-d4ee-414e-a144-fae51e8c4a70 req-70176cc1-8043-4bfd-a615-67d43fb735e5 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999768
Dec 18 20:46:45.151036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ac30-0410-4213-81f0-588200eede29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e235e20-f23a-4658-939b-4c08327778cf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:45.266971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Request body: {'port': {'device_id': '13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:46:45.426337 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fd2a-2db8-43e4-ad6c-b7f41d798a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:45.452930 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:45.836687 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fd2a-2db8-43e4-ad6c-b7f41d798a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:45.845094 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fd2a-2db8-43e4-ad6c-b7f41d798a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:45.865632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51048) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:45.892533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d923b43c-7934-43d2-b070-4f36d82729d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:45.919195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146fd2a-2db8-43e4-ad6c-b7f41d798a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48512094-17da-46bc-904f-c3e92f98cb3e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:45.924177 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7146fd2a-2db8-43e4-ad6c-b7f41d798a94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f29dd54b2964457e95128f9a02b57ccc&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8162882
Dec 18 20:46:45.943256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51050) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:46.026694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98fcb91c-9347-457d-b185-2f6d1a105664 req-45316344-1fa7-45a2-aa17-5ea7ee70c16b tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.0446260
Dec 18 20:46:46.076972 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa942f31-150f-4b56-bfc8-f52cab0739b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.083016 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c0dc06-ebfc-431e-968a-d5f4c08e76ac {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:46:46.092789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d923b43c-7934-43d2-b070-4f36d82729d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.101936 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d923b43c-7934-43d2-b070-4f36d82729d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.104249 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.139980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa942f31-150f-4b56-bfc8-f52cab0739b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.143880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Transition to ACTIVE for port object e1c0dc06-ebfc-431e-968a-d5f4c08e76ac will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:46:46.153526 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.195308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d923b43c-7934-43d2-b070-4f36d82729d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a5caa20873b44c4a1818f17e4484682&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3275492
Dec 18 20:46:46.205161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51058) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:46.220278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923b43c-7934-43d2-b070-4f36d82729d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c831ef04-30d4-4495-97da-f783e52f5e30,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:46.275200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Pushing event updated for resources: {'Port': ['ID=e1c0dc06-ebfc-431e-968a-d5f4c08e76ac,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:46.359666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c98a5f77-558c-4c6c-a3f8-7b4c0523261f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.409580 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c98a5f77-558c-4c6c-a3f8-7b4c0523261f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.447335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Attempting to bind port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:46:46.449715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Attempting to bind port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:46:46.450204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Attempting to bind port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:46:46.464521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d64dc5-5198-4764-afec-0c25ae16ef74 req-6ee65eea-9566-41a4-bba5-e6eb49f37d96 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:46.466188 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3d64dc5-5198-4764-afec-0c25ae16ef74 req-6ee65eea-9566-41a4-bba5-e6eb49f37d96 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 947 time: 0.1731489
Dec 18 20:46:46.478325 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:46:46.480700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Attempting to bind port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:46:46.498525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:46:46.504612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:46:46.504612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:46:46.504612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Bound port: e1c0dc06-ebfc-431e-968a-d5f4c08e76ac, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:46:46.504612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.613673 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3d64dc5-5198-4764-afec-0c25ae16ef74 req-4d494898-9b65-4275-9779-31542ded45fc tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320152
Dec 18 20:46:46.622490 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c98a5f77-558c-4c6c-a3f8-7b4c0523261f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.625275 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c98a5f77-558c-4c6c-a3f8-7b4c0523261f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.626439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c98a5f77-558c-4c6c-a3f8-7b4c0523261f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c831ef04-30d4-4495-97da-f783e52f5e30 HTTP/1.1" status: 204  len: 168 time: 0.4227886
Dec 18 20:46:46.667393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a5f77-558c-4c6c-a3f8-7b4c0523261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c831ef04-30d4-4495-97da-f783e52f5e30,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:46.728809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] For port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:46:46.755703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] For port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c0dc06-ebfc-431e-968a-d5f4c08e76ac,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:46:46.764266 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.882240 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa942f31-150f-4b56-bfc8-f52cab0739b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.890376 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa942f31-150f-4b56-bfc8-f52cab0739b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.891549 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fa942f31-150f-4b56-bfc8-f52cab0739b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48512094-17da-46bc-904f-c3e92f98cb3e HTTP/1.1" status: 204  len: 168 time: 0.9473262
Dec 18 20:46:46.905241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:46.905241 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:46.905943 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] 10.222.0.31 "PUT /v2.0/ports/e1c0dc06-ebfc-431e-968a-d5f4c08e76ac HTTP/1.1" status: 200  len: 1095 time: 2.0163467
Dec 18 20:46:46.916384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e', 'tag': 'e1c0dc06-ebfc-431e-968a-d5f4c08e76ac'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:46:47.063802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa942f31-150f-4b56-bfc8-f52cab0739b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48512094-17da-46bc-904f-c3e92f98cb3e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:47.073605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe023b-0840-4c6c-a12c-6e7adb11905c service neutron] Pushing event updated for resources: {'Port': ['ID=e1c0dc06-ebfc-431e-968a-d5f4c08e76ac,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:47.449203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35737992-d76a-4b30-979d-054c95960e4b req-651268bd-a5e2-40e5-adfe-d97b00924484 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.0954204
Dec 18 20:46:47.713790 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984abd07-64e3-429b-8e9e-632487315502" -d '{"events": [{"name": "network-changed", "server_uuid": "13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e", "tag": "e1c0dc06-ebfc-431e-968a-d5f4c08e76ac"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:46:47.801700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06155b5-f0ae-485d-bbf4-df1508a330fc req-e990aa65-6bfa-47c1-afbf-257725ec684d tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:47.812210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b06155b5-f0ae-485d-bbf4-df1508a330fc req-e990aa65-6bfa-47c1-afbf-257725ec684d tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 947 time: 0.0833838
Dec 18 20:46:47.870291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b06155b5-f0ae-485d-bbf4-df1508a330fc req-3ec9d29d-a69d-4b9b-a05e-4eef7d501330 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568771
Dec 18 20:46:47.898563 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51110) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:47.936318 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-540f12a1-22e0-405e-84ae-ea4f3e275bae admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:48.058903 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-540f12a1-22e0-405e-84ae-ea4f3e275bae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:48.063764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-540f12a1-22e0-405e-84ae-ea4f3e275bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:48.107242 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-540f12a1-22e0-405e-84ae-ea4f3e275bae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d56eb9d105b249e7bce1ad7ddc8f73d3&name=default HTTP/1.1" status: 200  len: 2994 time: 0.2075782
Dec 18 20:46:48.108072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51118) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:48.108181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f12a1-22e0-405e-84ae-ea4f3e275bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fd1c8c-10bd-4564-a333-21d8624d0e60,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:48.198943 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9a9824f-80d9-4d3d-8d13-5d4c43028723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:48.227551 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9a9824f-80d9-4d3d-8d13-5d4c43028723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:48.288131 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9a9824f-80d9-4d3d-8d13-5d4c43028723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:48.295309 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9a9824f-80d9-4d3d-8d13-5d4c43028723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:48.300058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f9a9824f-80d9-4d3d-8d13-5d4c43028723 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76fd1c8c-10bd-4564-a333-21d8624d0e60 HTTP/1.1" status: 204  len: 168 time: 0.1893377
Dec 18 20:46:48.322074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9824f-80d9-4d3d-8d13-5d4c43028723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fd1c8c-10bd-4564-a333-21d8624d0e60,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:48.357949 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2623f94e-75a5-40d4-a8b3-1c6e3ee4d5dd x-openstack-request-id: req-2623f94e-75a5-40d4-a8b3-1c6e3ee4d5dd {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:46:48.358236 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e", "tag": "e1c0dc06-ebfc-431e-968a-d5f4c08e76ac", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:46:48.358519 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2623f94e-75a5-40d4-a8b3-1c6e3ee4d5dd {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:46:48.358984 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e', 'tag': 'e1c0dc06-ebfc-431e-968a-d5f4c08e76ac', 'status': 'completed', 'code': 200}
Dec 18 20:46:48.588247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7f18c8b-24c9-4a1f-a73a-13805c457fa2 req-c88e8111-f5d9-44ab-8f62-43121531c676 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.0389733
Dec 18 20:46:49.036542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4aafc6-1120-4822-bc82-1e3639940b33 req-3df17c95-8012-4994-89ef-bc62fe445393 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:49.044678 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f4aafc6-1120-4822-bc82-1e3639940b33 req-3df17c95-8012-4994-89ef-bc62fe445393 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 947 time: 0.0681083
Dec 18 20:46:49.112875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f4aafc6-1120-4822-bc82-1e3639940b33 req-bc6f7215-41e5-406d-a232-728ab88032c1 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671458
Dec 18 20:46:49.188112 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:49.699427 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56ff6027-0e60-4204-9f92-ad47ba3b0409 req-e94f2afe-3377-4018-a97d-0597db17a8cd tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.0263264
Dec 18 20:46:49.703917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51188) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:50.138858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-ff2ee16a-257f-4bd3-830a-e5c9cf965e6f tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1c1f758740e442a0829910680148236b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0316563
Dec 18 20:46:50.170084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a0434faa-2ce5-4569-9945-cdebebfd3221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:50.331242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-e7710599-84e1-4cbe-892d-93ee045a1e14 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:50.333786 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-e7710599-84e1-4cbe-892d-93ee045a1e14 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1874397
Dec 18 20:46:50.395225 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a0434faa-2ce5-4569-9945-cdebebfd3221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:50.403598 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a0434faa-2ce5-4569-9945-cdebebfd3221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:50.408450 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-689f8d9d-df0c-4f0c-97cc-f2b64cc9be9c tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/quotas/1c1f758740e442a0829910680148236b HTTP/1.1" status: 200  len: 375 time: 0.0431290
Dec 18 20:46:50.451622 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-d6095dbb-e6d8-416b-9f5b-d43602744318 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c1f758740e442a0829910680148236b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0420702
Dec 18 20:46:50.471537 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a0434faa-2ce5-4569-9945-cdebebfd3221 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1bec72855984e15b784ddb87c4516cf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7632711
Dec 18 20:46:50.471759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ef62b-0a33-4503-b7c0-f2ba1e93866a req-28d88add-268b-4904-b9c2-49f420df9e5a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:50.471759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-480ef62b-0a33-4503-b7c0-f2ba1e93866a req-28d88add-268b-4904-b9c2-49f420df9e5a tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 947 time: 0.1359138
Dec 18 20:46:50.471759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51220) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:50.536926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0434faa-2ce5-4569-9945-cdebebfd3221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d75f791-409b-4053-9d37-7c323b0e1598,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:50.567631 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-480ef62b-0a33-4503-b7c0-f2ba1e93866a req-bf8d478d-eae2-4831-b2a6-60acdde8bf52 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882156
Dec 18 20:46:50.600653 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf2574c7-53fc-4ec2-a239-fdf9d569480a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:50.630185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf2574c7-53fc-4ec2-a239-fdf9d569480a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:50.703116 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf2574c7-53fc-4ec2-a239-fdf9d569480a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:50.706417 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf2574c7-53fc-4ec2-a239-fdf9d569480a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:50.707566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cf2574c7-53fc-4ec2-a239-fdf9d569480a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d75f791-409b-4053-9d37-7c323b0e1598 HTTP/1.1" status: 204  len: 168 time: 0.2345705
Dec 18 20:46:50.723424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2574c7-53fc-4ec2-a239-fdf9d569480a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d75f791-409b-4053-9d37-7c323b0e1598,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:50.800374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-657362e9-df72-4ca4-81ff-56d46a74813e req-049fe1b0-b96d-4536-b145-a2fe56a771d8 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 210 time: 0.0507684
Dec 18 20:46:50.985793 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5bfab7f-4de7-49e5-b5a8-f63bdc632c32 req-12b119b7-91d1-49b0-8a6f-3755a6f3d433 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.0586371
Dec 18 20:46:51.496969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51258) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:51.533081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfc02831-3f9e-469c-ae4a-6558bc33c5a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:51.702384 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfc02831-3f9e-469c-ae4a-6558bc33c5a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:51.745145 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfc02831-3f9e-469c-ae4a-6558bc33c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:51.811774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bfc02831-3f9e-469c-ae4a-6558bc33c5a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dc44731a90b43229a1aef2876e01c26&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3122532
Dec 18 20:46:51.813819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51270) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:51.844400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc02831-3f9e-469c-ae4a-6558bc33c5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b2acf2-0bcc-4d81-9dce-d10b79318ca4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:51.875808 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c631db-e89d-4f8a-bb55-fa9922dd9804 req-71b90577-b2b2-4dc6-9cfd-aed6716f80ad tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:51.877892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c631db-e89d-4f8a-bb55-fa9922dd9804 req-71b90577-b2b2-4dc6-9cfd-aed6716f80ad tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 947 time: 0.1731002
Dec 18 20:46:51.947829 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-300b2585-8e64-4af6-97dd-6e827c471c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:51.952838 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c631db-e89d-4f8a-bb55-fa9922dd9804 req-6ebfca06-5dd6-4a7e-94d6-9c6307fe22b3 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677059
Dec 18 20:46:51.985559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-300b2585-8e64-4af6-97dd-6e827c471c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:52.047177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f8991b9-659d-4557-8118-4dc7043ce6f3 req-4d4b0b00-d537-425b-b62e-19cf13f3d99a tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 210 time: 0.0315473
Dec 18 20:46:52.070946 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-300b2585-8e64-4af6-97dd-6e827c471c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:52.074058 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-300b2585-8e64-4af6-97dd-6e827c471c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:52.075381 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-300b2585-8e64-4af6-97dd-6e827c471c77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2b2acf2-0bcc-4d81-9dce-d10b79318ca4 HTTP/1.1" status: 204  len: 168 time: 0.2598891
Dec 18 20:46:52.085910 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b2585-8e64-4af6-97dd-6e827c471c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b2acf2-0bcc-4d81-9dce-d10b79318ca4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:52.222459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abe8cf68-c87f-4747-af5a-2ee2c1cd607b req-7a89c7a8-9bd6-46c0-b4cc-d14db1c9ae5d tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.0489235
Dec 18 20:46:52.325896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.36', 52306) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:52.352010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-8486d4d1-a3c6-453e-8898-dfafcf435224 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1c1f758740e442a0829910680148236b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0204082
Dec 18 20:46:52.539433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-068f1133-1248-4c36-8a02-8f95062e9566 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:52.541496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-068f1133-1248-4c36-8a02-8f95062e9566 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1823680
Dec 18 20:46:52.632616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Request body: {'port': {'device_id': '95cf5470-3fd1-480e-be6c-0d42081ad67a', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '1c1f758740e442a0829910680148236b'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:46:53.153507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Made reservation on behalf of 1c1f758740e442a0829910680148236b for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:46:53.162508 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:53.183371 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:53.315886 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:53.330960 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:53.412922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1709f50d-5989-4101-a9d9-4a946df6728b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:53.522106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5940e4f7-bdd6-4a9d-bc93-c5299b78fb24 req-254fcabb-10a2-4170-ada2-7109f87ae6ba tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 210 time: 0.0461164
Dec 18 20:46:53.690687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdde07-d5f9-4351-a9aa-229199be1a33 req-e07f1f74-8385-4bf1-a79a-f609700d044f tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:53.700982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9efdde07-d5f9-4351-a9aa-229199be1a33 req-e07f1f74-8385-4bf1-a79a-f609700d044f tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 947 time: 0.3795068
Dec 18 20:46:53.807072 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1664bf7a-aa4a-466b-9dd1-f9ef7ad7c419 req-2796730e-e8a8-4e3e-8e73-7785596c1475 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.1014428
Dec 18 20:46:53.883026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Allocated IP 192.168.233.54 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/9c56ffb6-7657-464e-a842-95bf30427272) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:46:53.900255 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9efdde07-d5f9-4351-a9aa-229199be1a33 req-d66b0440-16dc-4b5d-875e-e5e6609306b3 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1975789
Dec 18 20:46:54.464768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51378) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:54.583655 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:54.651500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984abd07-64e3-429b-8e9e-632487315502 req-c16850b2-3503-4eb9-8a59-2114395f7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:54.653014 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-984abd07-64e3-429b-8e9e-632487315502 req-c16850b2-3503-4eb9-8a59-2114395f7532 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd46334a58394a98a92a0d9dbcfcfe59&device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 1098 time: 0.3026543
Dec 18 20:46:54.795012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf219c36-3ed3-4159-92ed-900d6099fd0a req-34556b75-f8d8-46cd-abfb-8c65b445bc18 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 210 time: 0.1239166
Dec 18 20:46:54.798691 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:54.820956 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-984abd07-64e3-429b-8e9e-632487315502 req-e1e9c645-29b0-4ada-bf73-57ef2c250733 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=fd46334a58394a98a92a0d9dbcfcfe59&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0749040
Dec 18 20:46:54.915342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:46:54.929141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:46:54.948249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:46:54.958611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:54.959835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:54.997294 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.3688722
Dec 18 20:46:55.043496 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-35cf721e-51da-4732-a93a-ff21bb3f147a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:55.185990 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-35cf721e-51da-4732-a93a-ff21bb3f147a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:55.188397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51402) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:55.205919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a61ee3ed-ee81-4b24-a94d-187d0b16deb1 req-106b9d04-68cb-4474-887c-16bbdb56dcd0 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.2208083
Dec 18 20:46:55.210930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc38aa-3fc7-4934-a3f9-f68c2fe605bf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Pushing event updated for resources: {'Port': ['ID=9c56ffb6-7657-464e-a842-95bf30427272,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:55.217210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-95b6eb51-69db-4982-a40a-4507701399ac None None] Provisioning complete for port 9c56ffb6-7657-464e-a842-95bf30427272 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:46:55.217790 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-95b6eb51-69db-4982-a40a-4507701399ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:55.246717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-35cf721e-51da-4732-a93a-ff21bb3f147a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:55.320395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-95b6eb51-69db-4982-a40a-4507701399ac None None] Port 9c56ffb6-7657-464e-a842-95bf30427272 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:46:55.400931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.31', 59447) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:55.525741 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-35cf721e-51da-4732-a93a-ff21bb3f147a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a53df86cdf64762840ba9ff9232c0c2&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0540185
Dec 18 20:46:55.535310 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-af55780a-b038-44d6-89a9-f38a7e008d4b tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6cbee547725d4a06ad0a4be9314d8d6e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1128299
Dec 18 20:46:55.536109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf721e-51da-4732-a93a-ff21bb3f147a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c47301-3a35-4c0e-b3f5-581ba3b6769d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:55.539610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51420) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:55.549584 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d41efc0-8200-43d6-9a87-0869293399db admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:55.559951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b524-b88e-4433-9de3-4beecaa08228 req-ddfb0b21-d589-4b79-8d51-af2387aaaf90 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:55.568823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce8b524-b88e-4433-9de3-4beecaa08228 req-ddfb0b21-d589-4b79-8d51-af2387aaaf90 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 947 time: 0.3791602
Dec 18 20:46:55.640636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984abd07-64e3-429b-8e9e-632487315502 req-9264c08a-93f4-44e9-8289-fa3a3b4adf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:55.642419 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-984abd07-64e3-429b-8e9e-632487315502 req-9264c08a-93f4-44e9-8289-fa3a3b4adf5e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7784710
Dec 18 20:46:55.663293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-a18912f3-6d1d-409c-a01d-fc8580fbae17 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:46:55.664362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-a18912f3-6d1d-409c-a01d-fc8580fbae17 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0184050
Dec 18 20:46:55.795360 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-540a0cbe-1f5b-4f39-8472-034abbe520ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:55.796857 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-540a0cbe-1f5b-4f39-8472-034abbe520ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd46334a58394a98a92a0d9dbcfcfe59&device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 1098 time: 0.0788989
Dec 18 20:46:55.949543 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-697acae1-ca04-4dfd-b108-e795fceec1b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e1c0dc06-ebfc-431e-968a-d5f4c08e76ac HTTP/1.1" status: 200  len: 217 time: 0.1402504
Dec 18 20:46:55.964597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce8b524-b88e-4433-9de3-4beecaa08228 req-602592e1-0b71-484e-abde-109b712a11b9 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3944337
Dec 18 20:46:55.975879 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b9e6052-e054-49b9-a9fe-ac556d481b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.001168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-5d5a841c-807f-462d-91ff-ab15efb02a8f tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:56.006427 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-5d5a841c-807f-462d-91ff-ab15efb02a8f tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4643400
Dec 18 20:46:56.092115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Request body: {'port': {'device_id': 'caccd2f9-d868-4b2a-b4bd-860b5805bc39', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '6cbee547725d4a06ad0a4be9314d8d6e'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:46:56.250643 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b9e6052-e054-49b9-a9fe-ac556d481b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.265493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-f329c1d2-2dba-4383-b669-af9d4641cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:56.269296 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d41efc0-8200-43d6-9a87-0869293399db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.269614 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-f329c1d2-2dba-4383-b669-af9d4641cefb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.3114800
Dec 18 20:46:56.331356 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d41efc0-8200-43d6-9a87-0869293399db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.354690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51436) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:56.509569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Request body: {'port': {'device_id': '95cf5470-3fd1-480e-be6c-0d42081ad67a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:46:56.519729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-ff054d13-cc0c-46a6-b6d6-1ab7c33fe58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:56.521266 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-ff054d13-cc0c-46a6-b6d6-1ab7c33fe58b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2289593
Dec 18 20:46:56.598948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21144035-4ce0-4026-ade2-ca2e517f4bf4 req-776b3d1a-66be-478a-a87c-70abaea0caee tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:56.600488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21144035-4ce0-4026-ade2-ca2e517f4bf4 req-776b3d1a-66be-478a-a87c-70abaea0caee tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 935 time: 0.4591186
Dec 18 20:46:56.630572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4d41efc0-8200-43d6-9a87-0869293399db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14f76973866547f0a574aeef810ea2ca&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4209189
Dec 18 20:46:56.630572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41efc0-8200-43d6-9a87-0869293399db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b86411-a226-43b9-98d3-1c1f3a72a755,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:56.633167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51446) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:56.664072 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ca05ab7-e624-4080-b032-b84d3456412a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.710346 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-7f2f196f-6ae3-4ff8-8bdd-e14ede945021 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812167
Dec 18 20:46:56.765272 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21144035-4ce0-4026-ade2-ca2e517f4bf4 req-1ddb3146-4908-470a-911d-a29c9ae04283 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161771
Dec 18 20:46:56.792619 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ac67c96-ffb8-4ed5-9901-ef33b18ea0b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.824002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3ac8fa5-24ab-4531-84c1-8f5333648794 req-acd56e50-85fc-4aa1-943f-6a50c1a34bdb tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.1505399
Dec 18 20:46:56.835362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Made reservation on behalf of 6cbee547725d4a06ad0a4be9314d8d6e for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:46:56.836627 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ac67c96-ffb8-4ed5-9901-ef33b18ea0b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.843842 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.908738 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60226d08-2413-4599-85af-6aa17ee9ff13 req-30adf30e-e1f3-4f97-85c4-123e47c58faf service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1910059
Dec 18 20:46:56.914708 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.916478 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b9e6052-e054-49b9-a9fe-ac556d481b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.919198 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b9e6052-e054-49b9-a9fe-ac556d481b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.925719 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9b9e6052-e054-49b9-a9fe-ac556d481b6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4c47301-3a35-4c0e-b3f5-581ba3b6769d HTTP/1.1" status: 204  len: 168 time: 1.3848760
Dec 18 20:46:56.941984 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ac67c96-ffb8-4ed5-9901-ef33b18ea0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.944693 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.944865 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ac67c96-ffb8-4ed5-9901-ef33b18ea0b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:56.946627 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1ac67c96-ffb8-4ed5-9901-ef33b18ea0b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64b86411-a226-43b9-98d3-1c1f3a72a755 HTTP/1.1" status: 204  len: 168 time: 0.3112376
Dec 18 20:46:56.964255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac67c96-ffb8-4ed5-9901-ef33b18ea0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b86411-a226-43b9-98d3-1c1f3a72a755,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:57.020829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e6052-e054-49b9-a9fe-ac556d481b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c47301-3a35-4c0e-b3f5-581ba3b6769d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:57.168780 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ca05ab7-e624-4080-b032-b84d3456412a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:57.196745 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ca05ab7-e624-4080-b032-b84d3456412a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:57.370791 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51476) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:57.389428 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b11b7ebd-a8de-4d4e-80a2-cec75f4face1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:57.434462 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3ca05ab7-e624-4080-b032-b84d3456412a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4b87a38aaf24b5b8bb90fb9e4e479c8&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0741987
Dec 18 20:46:57.438624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51480) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:57.527021 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7a716a2-a98a-413f-8e28-d25ed12754b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:57.590269 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b11b7ebd-a8de-4d4e-80a2-cec75f4face1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:57.597014 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7a716a2-a98a-413f-8e28-d25ed12754b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:57.600784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b11b7ebd-a8de-4d4e-80a2-cec75f4face1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:57.676597 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b11b7ebd-a8de-4d4e-80a2-cec75f4face1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90f789868fb14e8a99859aabd68e8f2e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3047495
Dec 18 20:46:57.679758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b7ebd-a8de-4d4e-80a2-cec75f4face1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4d5e5c-5ee8-4fde-b1b5-7dad4494cb36,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:57.682515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51486) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:57.688976 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca05ab7-e624-4080-b032-b84d3456412a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd1039b-3418-43fa-9ecb-0a50e7aa33b5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:57.726591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782becca-e0f0-473e-871c-49c511d4e7bc req-b6806f2b-696d-48ab-a8c9-dd1559835ff0 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:57.736036 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-782becca-e0f0-473e-871c-49c511d4e7bc req-b6806f2b-696d-48ab-a8c9-dd1559835ff0 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 947 time: 0.5631688
Dec 18 20:46:57.827107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51490) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:57.828196 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f06a5607-34db-471d-aae5-f764107dfb9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:57.849948 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-efc978db-c775-4013-b102-6c69c9237347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:57.907009 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:57.936285 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:57.988439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-782becca-e0f0-473e-871c-49c511d4e7bc req-5ebae341-7e16-4c5c-b6c4-f0700b1f8c02 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2454638
Dec 18 20:46:58.025319 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f06a5607-34db-471d-aae5-f764107dfb9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.027509 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51496) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:58.041044 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-efc978db-c775-4013-b102-6c69c9237347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.044759 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7a716a2-a98a-413f-8e28-d25ed12754b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.048151 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7a716a2-a98a-413f-8e28-d25ed12754b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.049772 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c7a716a2-a98a-413f-8e28-d25ed12754b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dd1039b-3418-43fa-9ecb-0a50e7aa33b5 HTTP/1.1" status: 204  len: 168 time: 0.6061943
Dec 18 20:46:58.059231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-efc978db-c775-4013-b102-6c69c9237347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.083440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a716a2-a98a-413f-8e28-d25ed12754b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd1039b-3418-43fa-9ecb-0a50e7aa33b5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:58.130944 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-efc978db-c775-4013-b102-6c69c9237347 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79c1a11aa4e0420fb64e2fecc5783455&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2978671
Dec 18 20:46:58.136024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51502) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:58.184933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73212885-e4bf-4049-aa70-e843a2ed6bf7,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:58.185663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc978db-c775-4013-b102-6c69c9237347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82236b73-6559-4744-93db-cbcb836c79dc,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:58.201073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403208c-a224-4df9-9acc-4bd0f5823dd4 req-fc38464c-a99b-46cc-ace8-e013987aa26b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:58.208669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f403208c-a224-4df9-9acc-4bd0f5823dd4 req-fc38464c-a99b-46cc-ace8-e013987aa26b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 935 time: 0.3361526
Dec 18 20:46:58.240433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48ee01b6-81c0-443a-9a43-ead7ee99e487 req-ab70b983-f293-4fae-9ce8-a56e79810499 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.1171610
Dec 18 20:46:58.288348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-83d2dae5-042f-43b1-88ba-50686d0096ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.300782 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f06a5607-34db-471d-aae5-f764107dfb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.303556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f06a5607-34db-471d-aae5-f764107dfb9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.304699 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f06a5607-34db-471d-aae5-f764107dfb9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d4d5e5c-5ee8-4fde-b1b5-7dad4494cb36 HTTP/1.1" status: 204  len: 168 time: 0.6014502
Dec 18 20:46:58.324713 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d99caafb-9ba7-4847-91ab-dc4295c2fcd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.336862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c56ffb6-7657-464e-a842-95bf30427272 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:46:58.351607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.373021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a5607-34db-471d-aae5-f764107dfb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4d5e5c-5ee8-4fde-b1b5-7dad4494cb36,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:58.379949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f403208c-a224-4df9-9acc-4bd0f5823dd4 req-87ba1c53-ba19-4fe8-b94e-ac50c7ded8a5 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582708
Dec 18 20:46:58.407845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Transition to ACTIVE for port object 9c56ffb6-7657-464e-a842-95bf30427272 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:46:58.442307 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d99caafb-9ba7-4847-91ab-dc4295c2fcd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.484665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Allocated IP 192.168.233.173 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:46:58.526674 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-83d2dae5-042f-43b1-88ba-50686d0096ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.537479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-83d2dae5-042f-43b1-88ba-50686d0096ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.568048 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d99caafb-9ba7-4847-91ab-dc4295c2fcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.570639 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d99caafb-9ba7-4847-91ab-dc4295c2fcd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.574439 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d99caafb-9ba7-4847-91ab-dc4295c2fcd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82236b73-6559-4744-93db-cbcb836c79dc HTTP/1.1" status: 204  len: 168 time: 0.4343553
Dec 18 20:46:58.579415 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2dae5-042f-43b1-88ba-50686d0096ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb50d91f-35f9-411a-93f8-77a2cef17821,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:58.597220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99caafb-9ba7-4847-91ab-dc4295c2fcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82236b73-6559-4744-93db-cbcb836c79dc,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:58.610717 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-83d2dae5-042f-43b1-88ba-50686d0096ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e15548f5de148ff92b951b5b631bef5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5795217
Dec 18 20:46:58.610894 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51510) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:58.667561 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d729fa5c-f85e-4dd6-96a9-ab58fa32a8d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.684432 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.702728 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d729fa5c-f85e-4dd6-96a9-ab58fa32a8d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.702970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51512) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:58.724967 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.761327 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7e32fdbd-fe0c-4e52-a008-308450846e07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.821528 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Pushing event updated for resources: {'Port': ['ID=9c56ffb6-7657-464e-a842-95bf30427272,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:58.882106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Attempting to bind port 9c56ffb6-7657-464e-a842-95bf30427272 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:46:58.882865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Attempting to bind port 9c56ffb6-7657-464e-a842-95bf30427272 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:46:58.883512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Attempting to bind port 9c56ffb6-7657-464e-a842-95bf30427272 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:46:58.888044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.909068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Port 9c56ffb6-7657-464e-a842-95bf30427272 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:46:58.914486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Attempting to bind port 9c56ffb6-7657-464e-a842-95bf30427272 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:46:58.956638 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d729fa5c-f85e-4dd6-96a9-ab58fa32a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.967230 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d729fa5c-f85e-4dd6-96a9-ab58fa32a8d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:58.972797 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d729fa5c-f85e-4dd6-96a9-ab58fa32a8d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb50d91f-35f9-411a-93f8-77a2cef17821 HTTP/1.1" status: 204  len: 168 time: 0.3585205
Dec 18 20:46:58.987367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729fa5c-f85e-4dd6-96a9-ab58fa32a8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb50d91f-35f9-411a-93f8-77a2cef17821,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:58.997895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:46:58.998309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:46:58.998862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:46:58.999339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Bound port: 9c56ffb6-7657-464e-a842-95bf30427272, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:46:58.999725 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.028262 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:46:59.055774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:46:59.058784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7e32fdbd-fe0c-4e52-a008-308450846e07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.063952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:46:59.065630 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7e32fdbd-fe0c-4e52-a008-308450846e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.085755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:59.089642 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.150049 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7e32fdbd-fe0c-4e52-a008-308450846e07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8dd4aeb197724abc99d99350c9ab72ab&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4460239
Dec 18 20:46:59.167307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Pushing event updated for resources: {'Port': ['ID=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:59.167980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51526) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:59.191503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32fdbd-fe0c-4e52-a008-308450846e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25ef801-4685-4f02-ab64-2ef4574f4e50,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:59.276161 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85c969aa-497b-4406-ae45-ffd7522c6018 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.339493 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85c969aa-497b-4406-ae45-ffd7522c6018 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.367826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] For port 9c56ffb6-7657-464e-a842-95bf30427272, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:46:59.411422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-687245c4-3810-442f-a7e9-27ca58fc49d4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.3705974
Dec 18 20:46:59.447216 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85c969aa-497b-4406-ae45-ffd7522c6018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.449843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85c969aa-497b-4406-ae45-ffd7522c6018 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.453364 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-85c969aa-497b-4406-ae45-ffd7522c6018 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d25ef801-4685-4f02-ab64-2ef4574f4e50 HTTP/1.1" status: 204  len: 168 time: 0.2821329
Dec 18 20:46:59.471930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafffcc-ca69-4a8e-8096-dbdadadf3e8b req-7490bc70-59fe-4963-b04f-59ff35b125b3 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:59.472819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c969aa-497b-4406-ae45-ffd7522c6018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25ef801-4685-4f02-ab64-2ef4574f4e50,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:59.473647 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3cafffcc-ca69-4a8e-8096-dbdadadf3e8b req-7490bc70-59fe-4963-b04f-59ff35b125b3 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 947 time: 0.2864194
Dec 18 20:46:59.506118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Request body: {'port': {'device_id': 'caccd2f9-d868-4b2a-b4bd-860b5805bc39', 'device_owner': 'compute:tempest-test_az-1854400554', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:46:59.517269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] For port 9c56ffb6-7657-464e-a842-95bf30427272, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c56ffb6-7657-464e-a842-95bf30427272,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:46:59.556096 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.651924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51540) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:46:59.667035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab79f4-ef3b-48e0-9d68-3cef17c2a2f0 req-806a8715-d1a4-4b4e-b651-a74d0107f27a tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:59.668568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52ab79f4-ef3b-48e0-9d68-3cef17c2a2f0 req-806a8715-d1a4-4b4e-b651-a74d0107f27a tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 936 time: 0.2646174
Dec 18 20:46:59.724180 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:46:59.724403 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.725797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c56ffb6-7657-464e-a842-95bf30427272 HTTP/1.1" status: 200  len: 1095 time: 3.6046712
Dec 18 20:46:59.726415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cf5470-3fd1-480e-be6c-0d42081ad67a', 'tag': '9c56ffb6-7657-464e-a842-95bf30427272'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:46:59.808775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-787d19cb-52cb-4c3d-8c9a-2c656547a38d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.810723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b2811e27-4162-423f-adce-9f24427e191a None None] Provisioning complete for port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:46:59.811884 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2811e27-4162-423f-adce-9f24427e191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.855983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b2811e27-4162-423f-adce-9f24427e191a None None] Port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:46:59.862442 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.893363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccafd3-64b7-42a9-ab8f-b44db1717295 service neutron] Pushing event updated for resources: {'Port': ['ID=9c56ffb6-7657-464e-a842-95bf30427272,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:46:59.924014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3cafffcc-ca69-4a8e-8096-dbdadadf3e8b req-4937b23a-d420-4e27-bf27-172c71cbe5c7 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4115207
Dec 18 20:46:59.974766 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-787d19cb-52cb-4c3d-8c9a-2c656547a38d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:46:59.981976 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-787d19cb-52cb-4c3d-8c9a-2c656547a38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:00.017008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52ab79f4-ef3b-48e0-9d68-3cef17c2a2f0 req-a23d7fbf-6d31-4037-bbb1-c26cd1061762 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/security-groups?id=73212885-e4bf-4049-aa70-e843a2ed6bf7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3158908
Dec 18 20:47:00.043516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d19cb-52cb-4c3d-8c9a-2c656547a38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a029712-4224-4212-b837-d4cab8151aff,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:00.106873 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-787d19cb-52cb-4c3d-8c9a-2c656547a38d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35c196c56e8344e4a76b904c4b8ba624&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4525125
Dec 18 20:47:00.108573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51554) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:00.189312 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26ac9ecc-cb3a-4cad-9d31-5b72a1741873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:00.216378 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26ac9ecc-cb3a-4cad-9d31-5b72a1741873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:00.273062 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26ac9ecc-cb3a-4cad-9d31-5b72a1741873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:00.283830 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26ac9ecc-cb3a-4cad-9d31-5b72a1741873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:00.288499 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-26ac9ecc-cb3a-4cad-9d31-5b72a1741873 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a029712-4224-4212-b837-d4cab8151aff HTTP/1.1" status: 204  len: 168 time: 0.1788065
Dec 18 20:47:00.307086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac9ecc-cb3a-4cad-9d31-5b72a1741873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a029712-4224-4212-b837-d4cab8151aff,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:00.362300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b5233-0035-4bd4-88e3-0947a8cbeb08 req-3ea86b35-9eff-4c9b-8e90-8439e18697db tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:00.363589 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-895b5233-0035-4bd4-88e3-0947a8cbeb08 req-3ea86b35-9eff-4c9b-8e90-8439e18697db tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 947 time: 0.2704790
Dec 18 20:47:00.450480 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f87fa6-d60c-452c-b59a-f97cf54c7fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "95cf5470-3fd1-480e-be6c-0d42081ad67a", "tag": "9c56ffb6-7657-464e-a842-95bf30427272"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:00.517952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-895b5233-0035-4bd4-88e3-0947a8cbeb08 req-841817fd-8da2-42f0-818d-e5cfaa4f09a3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381764
Dec 18 20:47:00.517952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:00.525952 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:00.545024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Transition to ACTIVE for port object 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:47:00.555971 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:00.628969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:00.676059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Attempting to bind port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:00.676387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Attempting to bind port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:00.676908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Attempting to bind port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:00.688413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:00.688838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Attempting to bind port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:00.697264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:00.697676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:00.698121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:00.698579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Bound port: 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:00.698932 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:00.944959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] For port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:00.950501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] For port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:00.958276 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:01.003870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:01.005196 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:01.007688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] 10.222.0.31 "PUT /v2.0/ports/9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 HTTP/1.1" status: 200  len: 1118 time: 1.5832651
Dec 18 20:47:01.136226 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948901bb-d1e2-4e67-bdec-544cc01dc14b x-openstack-request-id: req-948901bb-d1e2-4e67-bdec-544cc01dc14b {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:01.137745 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95cf5470-3fd1-480e-be6c-0d42081ad67a", "tag": "9c56ffb6-7657-464e-a842-95bf30427272", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:01.138038 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-948901bb-d1e2-4e67-bdec-544cc01dc14b {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:01.138585 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95cf5470-3fd1-480e-be6c-0d42081ad67a', 'tag': '9c56ffb6-7657-464e-a842-95bf30427272', 'status': 'completed', 'code': 200}
Dec 18 20:47:01.185535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb79857-e20a-4cad-bed5-1c33e649eda3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:01.209878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device e1c0dc06-ebfc-431e-968a-d5f4c08e76ac details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:01.302357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-624cae40-be7b-4cde-b313-adfd2b5cf111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:01.303796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-624cae40-be7b-4cde-b313-adfd2b5cf111 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cbee547725d4a06ad0a4be9314d8d6e&device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 1121 time: 0.2360029
Dec 18 20:47:01.320655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485178a-82f0-42f8-9a0c-dba5efac5a5a req-8aa29554-778c-41b2-b088-047f93a6bb5c tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:01.322189 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c485178a-82f0-42f8-9a0c-dba5efac5a5a req-8aa29554-778c-41b2-b088-047f93a6bb5c tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 947 time: 0.1551061
Dec 18 20:47:01.402138 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-d4b467fd-5152-412a-b837-ee6ebaa7174b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 HTTP/1.1" status: 200  len: 217 time: 0.0770152
Dec 18 20:47:01.416480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4ce34-a265-4f95-bea7-85ed5d9de767 req-83c3de8f-0b60-47b9-aea2-226be15a8fa4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:01.418028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96e4ce34-a265-4f95-bea7-85ed5d9de767 req-83c3de8f-0b60-47b9-aea2-226be15a8fa4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 970 time: 0.1668241
Dec 18 20:47:01.486341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c0dc06-ebfc-431e-968a-d5f4c08e76ac,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:01.507533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'e1c0dc06-ebfc-431e-968a-d5f4c08e76ac', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': 'e1c0dc06-ebfc-431e-968a-d5f4c08e76ac', 'mac_address': 'fa:16:3e:31:3a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:47:01.556155 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c485178a-82f0-42f8-9a0c-dba5efac5a5a req-48681f58-affb-48c0-9589-8b596fa06185 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953175
Dec 18 20:47:01.560437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-dea49d81-aa23-46a5-a4b4-79b100f159a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:01.562119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-dea49d81-aa23-46a5-a4b4-79b100f159a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1431651
Dec 18 20:47:01.564923 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:01.567191 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96e4ce34-a265-4f95-bea7-85ed5d9de767 req-714cc705-8bf9-47a3-bee8-647fe986d2fc tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/security-groups?id=73212885-e4bf-4049-aa70-e843a2ed6bf7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276925
Dec 18 20:47:01.605513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c0dc06-ebfc-431e-968a-d5f4c08e76ac {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:01.660248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-772a87e9-625f-4882-bdbd-efb4bd340cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:01.661767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-772a87e9-625f-4882-bdbd-efb4bd340cab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0915527
Dec 18 20:47:01.679204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c0dc06-ebfc-431e-968a-d5f4c08e76ac,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:01.694466 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:01.794733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=e1c0dc06-ebfc-431e-968a-d5f4c08e76ac,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:01.814683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51612) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:01.815987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.823326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-764ec221-57cb-4392-8609-9d153259f103 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538467
Dec 18 20:47:01.830781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.833575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.833945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.834346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.834700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.835043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.835383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.835719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.836048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.836941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.837274 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.837628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Tracked resource versions report:
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]: pushed versions:
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]: {   'AddressGroup': {'1.2'},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     'ConntrackHelper': {'1.0'},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     'LocalIPAssociation': {'1.0'},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     'Log': {'1.0'},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     'Network': {'1.1'},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     'Port': {'1.7'},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     'PortForwarding': {'1.2'},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     'QosPolicy': {'1.10'},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     'SecurityGroup': {'1.5'},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     'SecurityGroupRule': {'1.2'},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     'SubPort': {'1.0'},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     'Subnet': {'1.1'},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     'Trunk': {'1.1'}}
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]: consumer versions:
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]: {   DHCP agent@ncdv-master-1: {},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     HyperV agent@nch1-master-1: {},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     HyperV agent@nch2-master-1: {},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     L3 agent@ncdv-master-1: {},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     Metadata agent@ncdv-master-1: {},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     Metering agent@ncdv-master-1: {},
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:                                           'ConntrackHelper': '1.0',
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:                                           'LocalIPAssociation': '1.0',
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:                                           'Log': '1.0',
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:                                           'Network': '1.1',
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:                                           'Port': '1.7',
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:                                           'PortForwarding': '1.2',
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:                                           'QosPolicy': '1.10',
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:                                           'SecurityGroup': '1.5',
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:                                           'SecurityGroupRule': '1.2',
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:                                           'SubPort': '1.0',
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:                                           'Subnet': '1.1',
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:                                           'Trunk': '1.1'}}
Dec 18 20:47:01.838851 ncdv-master-1 neutron-server[126010]:  {{(pid=126010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 18 20:47:01.888937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702823a-25ff-47da-bb5b-c7110462a1f8 req-3d723184-33f7-461e-bddd-7e7f7212e248 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:01.890474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2702823a-25ff-47da-bb5b-c7110462a1f8 req-3d723184-33f7-461e-bddd-7e7f7212e248 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 947 time: 0.1302710
Dec 18 20:47:01.965392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a0fb4e2-5302-40b3-a759-953f6c3d0862 req-71a34d05-0ae2-46a7-85e4-481038993ea7 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350396
Dec 18 20:47:01.970567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2702823a-25ff-47da-bb5b-c7110462a1f8 req-14af73e2-96b6-4c24-854f-a34732c611eb tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703516
Dec 18 20:47:02.019927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['e1c0dc06-ebfc-431e-968a-d5f4c08e76ac'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:02.245976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1640897111-network', 'tenant_id': '0870e14bc2934bae9138d4818b260729'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:02.327813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Made reservation on behalf of 0870e14bc2934bae9138d4818b260729 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:02.334633 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:02.359788 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:02.547374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:02.552726 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:02.597189 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c35480-64b8-425a-a93a-c79d53878076,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:02.613279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:47:02.630667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:02.631113 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Added segment e9a84a4d-abd6-48fb-9484-fd49793dcfc4 of type vlan for network 5cbb2c71-d950-4efd-806f-e5446059ac55
Dec 18 20:47:02.698875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:02.732102 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:02.733211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:02.734117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:02.803768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa088f-452f-41bd-8719-f9d0ae895e7b req-b9721a1a-0434-4528-b498-985da3197a0d tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:02.807056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6daa088f-452f-41bd-8719-f9d0ae895e7b req-b9721a1a-0434-4528-b498-985da3197a0d tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 970 time: 0.1091993
Dec 18 20:47:02.832064 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0133030
Dec 18 20:47:02.837678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51666) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:02.844331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bebdcc08-8bbf-4183-84d0-05ef73f88df4 admin admin] Request body: {'subnet': {'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1640897111-subnet', 'tenant_id': '0870e14bc2934bae9138d4818b260729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:02.855549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d214d-364f-44f4-b96e-60c0e29220b0 admin admin] Pushing event updated for resources: {'Network': ['ID=5cbb2c71-d950-4efd-806f-e5446059ac55,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:02.868804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5cbb2c71-d950-4efd-806f-e5446059ac55 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:47:02.906996 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebdcc08-8bbf-4183-84d0-05ef73f88df4 admin admin] Made reservation on behalf of 0870e14bc2934bae9138d4818b260729 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:02.909664 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bebdcc08-8bbf-4183-84d0-05ef73f88df4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:02.962056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eab5f1-dac6-4254-9527-ad421f7d9bb7 req-235b7eed-28e6-4e7f-8f3f-0c8fbf4e3e84 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:02.969940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f9eab5f1-dac6-4254-9527-ad421f7d9bb7 req-235b7eed-28e6-4e7f-8f3f-0c8fbf4e3e84 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 948 time: 0.1607680
Dec 18 20:47:02.988087 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-be1a3ee4-2c75-4644-8612-c3a226e49ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:03.032976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6daa088f-452f-41bd-8719-f9d0ae895e7b req-b776ed6c-968e-42f7-bf19-776638e3b2d2 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/security-groups?id=73212885-e4bf-4049-aa70-e843a2ed6bf7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328721
Dec 18 20:47:03.104169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f9eab5f1-dac6-4254-9527-ad421f7d9bb7 req-0327cd13-60d1-44c5-83b5-dc4a33798cab tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273813
Dec 18 20:47:03.139983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caccd2f9-d868-4b2a-b4bd-860b5805bc39', 'tag': '9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:03.142645 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdaaa9f-3903-45ae-938e-967fdd37367e" -d '{"events": [{"name": "network-changed", "server_uuid": "caccd2f9-d868-4b2a-b4bd-860b5805bc39", "tag": "9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:03.181951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device e1c0dc06-ebfc-431e-968a-d5f4c08e76ac up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:03.277934 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a1a8fd-06e4-4cfd-92f1-fd7e5a3e318e x-openstack-request-id: req-f0a1a8fd-06e4-4cfd-92f1-fd7e5a3e318e {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:03.278508 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caccd2f9-d868-4b2a-b4bd-860b5805bc39", "tag": "9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:03.278956 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0a1a8fd-06e4-4cfd-92f1-fd7e5a3e318e {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:03.279505 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caccd2f9-d868-4b2a-b4bd-860b5805bc39', 'tag': '9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22', 'status': 'completed', 'code': 200}
Dec 18 20:47:03.307694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac978-caff-45a5-a993-ac1dd169d7bf req-e9fe1932-9cd4-4296-999e-1e9d64e37755 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:03.309430 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e61ac978-caff-45a5-a993-ac1dd169d7bf req-e9fe1932-9cd4-4296-999e-1e9d64e37755 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 947 time: 0.1101172
Dec 18 20:47:03.314792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bebdcc08-8bbf-4183-84d0-05ef73f88df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:03.386820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaaa9f-3903-45ae-938e-967fdd37367e req-b7ed284d-307c-46da-aef2-d89a2e749955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:03.388473 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fdaaa9f-3903-45ae-938e-967fdd37367e req-b7ed284d-307c-46da-aef2-d89a2e749955 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cbee547725d4a06ad0a4be9314d8d6e&device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 1121 time: 0.0780871
Dec 18 20:47:03.460734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdcc08-8bbf-4183-84d0-05ef73f88df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:03.470766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:47:03.480054 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:03.480500 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:03.489520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdcc08-8bbf-4183-84d0-05ef73f88df4 admin admin] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:03.489977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdcc08-8bbf-4183-84d0-05ef73f88df4 admin admin] Network hostable DHCP agents. Network: 5cbb2c71-d950-4efd-806f-e5446059ac55, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:47:03.511080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdcc08-8bbf-4183-84d0-05ef73f88df4 admin admin] Network 5cbb2c71-d950-4efd-806f-e5446059ac55 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:47:03.525738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-bebdcc08-8bbf-4183-84d0-05ef73f88df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5cbb2c71-d950-4efd-806f-e5446059ac55) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:03.539097 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebdcc08-8bbf-4183-84d0-05ef73f88df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:03.539291 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bebdcc08-8bbf-4183-84d0-05ef73f88df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:03.542514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e61ac978-caff-45a5-a993-ac1dd169d7bf req-f8b4ce21-8609-4680-b261-d8acca9e63c6 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2133949
Dec 18 20:47:03.571176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab53d3e-ae12-463d-8574-01feedd69b98 None None] Network 5cbb2c71-d950-4efd-806f-e5446059ac55 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:03.590333 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bebdcc08-8bbf-4183-84d0-05ef73f88df4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7453649
Dec 18 20:47:03.718113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaaa9f-3903-45ae-938e-967fdd37367e req-9e5ef289-c49e-4307-97c7-0e800502c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:03.719962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fdaaa9f-3903-45ae-938e-967fdd37367e req-9e5ef289-c49e-4307-97c7-0e800502c038 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.3233614
Dec 18 20:47:03.770370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fdaaa9f-3903-45ae-938e-967fdd37367e req-8797df7e-edae-4df8-9b68-3cfdcb57e18f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 HTTP/1.1" status: 200  len: 217 time: 0.0421309
Dec 18 20:47:03.783034 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:03.803617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa5417-7487-4724-bf4e-3db7177de295 None None] Network 5cbb2c71-d950-4efd-806f-e5446059ac55 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:03.861748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaaa9f-3903-45ae-938e-967fdd37367e req-67b3dc87-8708-4932-833e-2b82ae98b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:03.863562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fdaaa9f-3903-45ae-938e-967fdd37367e req-67b3dc87-8708-4932-833e-2b82ae98b798 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0866363
Dec 18 20:47:03.908454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c0dc06-ebfc-431e-968a-d5f4c08e76ac'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:03.951115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaaa9f-3903-45ae-938e-967fdd37367e req-8fd5b45d-2a06-4b15-9ac0-f68640cef4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:03.965598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fdaaa9f-3903-45ae-938e-967fdd37367e req-8fd5b45d-2a06-4b15-9ac0-f68640cef4a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0944352
Dec 18 20:47:04.022013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c0dc06-ebfc-431e-968a-d5f4c08e76ac,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:04.034574 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:04.171248 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=e1c0dc06-ebfc-431e-968a-d5f4c08e76ac,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:04.230780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fdaaa9f-3903-45ae-938e-967fdd37367e req-ae0a4e6d-7768-4d48-8fd4-b176f4f108a5 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2576480
Dec 18 20:47:04.333018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42896f-ab52-4aba-bab3-0856a75fc400 req-13d6518b-82cf-4871-b488-93f3f3af6c98 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:04.334571 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e42896f-ab52-4aba-bab3-0856a75fc400 req-13d6518b-82cf-4871-b488-93f3f3af6c98 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 970 time: 0.2020485
Dec 18 20:47:04.354605 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff7da-ffec-418f-866c-cbf89bee137a req-16f00d07-1add-40b6-80c7-35814db0a5fd tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:04.356212 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7eff7da-ffec-418f-866c-cbf89bee137a req-16f00d07-1add-40b6-80c7-35814db0a5fd tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 949 time: 0.1314559
Dec 18 20:47:04.416692 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3070e412-a4ae-488f-8ff2-99d79f0e888e" -d '{"events": [{"server_uuid": "13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e", "name": "network-vif-plugged", "status": "completed", "tag": "e1c0dc06-ebfc-431e-968a-d5f4c08e76ac"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:04.509403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51748) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:04.588358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fdaaa9f-3903-45ae-938e-967fdd37367e req-3df42e83-a2c8-41ef-8c9d-b3ffefc011b1 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3474240
Dec 18 20:47:04.611972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e42896f-ab52-4aba-bab3-0856a75fc400 req-4c815924-d395-4b44-bcba-3b768e6603e4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/security-groups?id=73212885-e4bf-4049-aa70-e843a2ed6bf7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2686994
Dec 18 20:47:04.644487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7eff7da-ffec-418f-866c-cbf89bee137a req-ff992d32-2356-4779-b297-229684233645 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2812366
Dec 18 20:47:04.657484 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da29456a-9dfc-41db-bcf7-0241c522fe2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:04.757247 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da29456a-9dfc-41db-bcf7-0241c522fe2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:04.763181 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da29456a-9dfc-41db-bcf7-0241c522fe2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:04.778183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb6e28-5fa1-4032-9f67-4d51dc81e844 req-d12756e2-dce8-4988-8880-784d59b11a50 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:04.779726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32eb6e28-5fa1-4032-9f67-4d51dc81e844 req-d12756e2-dce8-4988-8880-784d59b11a50 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 947 time: 0.0608201
Dec 18 20:47:04.807769 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-da29456a-9dfc-41db-bcf7-0241c522fe2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=672bebdd2d0047d19344e3d9cbb83869&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2969577
Dec 18 20:47:04.809845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29456a-9dfc-41db-bcf7-0241c522fe2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8861c6fa-7108-4a18-bdd5-510df75c8743,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:04.810651 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:47:04.814114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51764) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:04.842639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32eb6e28-5fa1-4032-9f67-4d51dc81e844 req-d16a678c-a8b8-4a9e-9d08-87f393c1fdfb tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534754
Dec 18 20:47:04.891877 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32c7d896-2b11-494f-9d2c-cbfee910ec4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:04.916288 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32c7d896-2b11-494f-9d2c-cbfee910ec4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:04.964000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51770) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:04.975280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1688862403-network', 'tenant_id': '5f8e3b51044244cca78d83ab1ecb036d'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:05.007269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f87fa6-d60c-452c-b59a-f97cf54c7fdc req-32b8d42a-ef0b-43be-aaa0-80ee4e613d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:05.009930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20f87fa6-d60c-452c-b59a-f97cf54c7fdc req-32b8d42a-ef0b-43be-aaa0-80ee4e613d61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c1f758740e442a0829910680148236b&device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 1098 time: 0.0578344
Dec 18 20:47:05.012806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Made reservation on behalf of 5f8e3b51044244cca78d83ab1ecb036d for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:05.015251 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.016773 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c0eb6f-5cce-444b-885d-bf8ee2fdb477 x-openstack-request-id: req-92c0eb6f-5cce-444b-885d-bf8ee2fdb477 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:05.017241 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e", "name": "network-vif-plugged", "status": "completed", "tag": "e1c0dc06-ebfc-431e-968a-d5f4c08e76ac", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:05.017322 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92c0eb6f-5cce-444b-885d-bf8ee2fdb477 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:05.017766 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c0dc06-ebfc-431e-968a-d5f4c08e76ac', 'code': 200}
Dec 18 20:47:05.045140 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.054299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32c7d896-2b11-494f-9d2c-cbfee910ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.057348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32c7d896-2b11-494f-9d2c-cbfee910ec4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.058558 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-32c7d896-2b11-494f-9d2c-cbfee910ec4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8861c6fa-7108-4a18-bdd5-510df75c8743 HTTP/1.1" status: 204  len: 168 time: 0.2424254
Dec 18 20:47:05.083690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20f87fa6-d60c-452c-b59a-f97cf54c7fdc req-025e58c4-bfed-4c33-bd7c-d8369dbc4c2e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1c1f758740e442a0829910680148236b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0607064
Dec 18 20:47:05.101751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7d896-2b11-494f-9d2c-cbfee910ec4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8861c6fa-7108-4a18-bdd5-510df75c8743,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:05.141201 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1ca55d1e-5bf6-4240-963f-9c98a8e48b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.199718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:05.223740 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.231882 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.284082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd2334-8f02-4820-98e2-d6b5162c0603 req-bfae3826-89c9-4424-9fc0-bcaa19f565f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:05.284082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70dd2334-8f02-4820-98e2-d6b5162c0603 req-bfae3826-89c9-4424-9fc0-bcaa19f565f4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 1100 time: 0.1925218
Dec 18 20:47:05.290598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:47:05.329808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:05.331610 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-70dd2334-8f02-4820-98e2-d6b5162c0603 req-e84b5283-41e3-4da9-97d5-588cb577c1cc service neutron] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.333974 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.334111 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Added segment d8e69690-a21b-4dc2-ac8d-02cda4999238 of type vlan for network 2e393c2a-9fda-4e26-a03e-6f97101cd11e
Dec 18 20:47:05.345843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22', 'mac_address': 'fa:16:3e:c2:f0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:tempest-test_az-1854400554', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:47:05.404263 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.417610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f87fa6-d60c-452c-b59a-f97cf54c7fdc req-d8eda569-7a9c-4f31-bffe-e45ec03ea4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:05.419161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20f87fa6-d60c-452c-b59a-f97cf54c7fdc req-d8eda569-7a9c-4f31-bffe-e45ec03ea4c7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2637546
Dec 18 20:47:05.420674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:05.426606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6563918d-41ab-4b0f-bff2-235fc91f026d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:05.450185 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.453487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:05.458890 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.491237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.493300 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:05.493972 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.524835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:05.560360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-e9ec99d6-2162-45d1-8888-74a031c4089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:05.562597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-e9ec99d6-2162-45d1-8888-74a031c4089d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c1f758740e442a0829910680148236b&device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 1098 time: 0.0935302
Dec 18 20:47:05.574296 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6091809
Dec 18 20:47:05.581362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51796) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:05.587834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4951e595-8257-43fe-852d-6005ce72ba44 admin admin] Request body: {'subnet': {'network_id': '2e393c2a-9fda-4e26-a03e-6f97101cd11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1688862403-subnet', 'tenant_id': '5f8e3b51044244cca78d83ab1ecb036d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:05.597098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a45bc-6b26-4afc-9196-8c3bfa8fe9f3 admin admin] Pushing event updated for resources: {'Network': ['ID=2e393c2a-9fda-4e26-a03e-6f97101cd11e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:05.611718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 2e393c2a-9fda-4e26-a03e-6f97101cd11e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:47:05.622611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4951e595-8257-43fe-852d-6005ce72ba44 admin admin] Made reservation on behalf of 5f8e3b51044244cca78d83ab1ecb036d for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:05.626279 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4951e595-8257-43fe-852d-6005ce72ba44 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.635810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-fd2d1340-3cc8-4dba-9ab4-834ab527724b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=9c56ffb6-7657-464e-a842-95bf30427272 HTTP/1.1" status: 200  len: 217 time: 0.0632324
Dec 18 20:47:05.642170 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-70dd2334-8f02-4820-98e2-d6b5162c0603 req-e84b5283-41e3-4da9-97d5-588cb577c1cc service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.677382 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-70dd2334-8f02-4820-98e2-d6b5162c0603 req-e84b5283-41e3-4da9-97d5-588cb577c1cc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:05.747827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-2b1ef526-fb3b-43bf-8e1d-42ee1842d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:05.749392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-2b1ef526-fb3b-43bf-8e1d-42ee1842d5fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1028116
Dec 18 20:47:05.751545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70dd2334-8f02-4820-98e2-d6b5162c0603 req-e84b5283-41e3-4da9-97d5-588cb577c1cc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4556100
Dec 18 20:47:05.791564 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:05.792576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5283-41e3-4da9-97d5-588cb577c1cc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=161c1bc3-bdf7-477f-bbba-2550685a38e8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:05.860343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51808) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:05.902760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e35e-3db2-49c5-a72c-cd2122a49e67 req-f372b117-bd42-4be1-937f-3b1a5b61e1bc tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:05.904706 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62f5e35e-3db2-49c5-a72c-cd2122a49e67 req-f372b117-bd42-4be1-937f-3b1a5b61e1bc tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 971 time: 0.1628544
Dec 18 20:47:05.928333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c23e16dc-cf88-4c7c-adfd-436d7b0c2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:05.930052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-c23e16dc-cf88-4c7c-adfd-436d7b0c2f56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1385355
Dec 18 20:47:05.958692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bec77b-4037-417e-8d4b-a22af20bc766 req-75a666d9-2b3a-4223-aaab-25c6b09dff93 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:05.960505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67bec77b-4037-417e-8d4b-a22af20bc766 req-75a666d9-2b3a-4223-aaab-25c6b09dff93 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 949 time: 0.1288953
Dec 18 20:47:06.062552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62f5e35e-3db2-49c5-a72c-cd2122a49e67 req-10b5dcd5-4df7-491c-942e-b6fdca4778f3 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/security-groups?id=73212885-e4bf-4049-aa70-e843a2ed6bf7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497087
Dec 18 20:47:06.101263 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67bec77b-4037-417e-8d4b-a22af20bc766 req-bc3c06d2-58cd-4bf0-9f26-bac14fb90d8c tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297038
Dec 18 20:47:06.113130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-6f6a6828-99bd-4c62-850d-edb89d2ea18b service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738944
Dec 18 20:47:06.138532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4951e595-8257-43fe-852d-6005ce72ba44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:06.223025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951e595-8257-43fe-852d-6005ce72ba44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0005aa0c-0473-41a0-9d7f-c828648e5785,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:06.224786 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2d7a525b-97e3-49db-af6d-bf5097a29786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:06.273030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4951e595-8257-43fe-852d-6005ce72ba44 admin admin] Checking segment: {'id': 'd8e69690-a21b-4dc2-ac8d-02cda4999238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2e393c2a-9fda-4e26-a03e-6f97101cd11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:06.276132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4951e595-8257-43fe-852d-6005ce72ba44 admin admin] Network hostable DHCP agents. Network: 2e393c2a-9fda-4e26-a03e-6f97101cd11e, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:47:06.278483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719b34-f4c1-45e1-87f3-89469c54576b req-fb8e0a8e-e6f4-489d-8e4a-b57cee889776 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:06.280082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01719b34-f4c1-45e1-87f3-89469c54576b req-fb8e0a8e-e6f4-489d-8e4a-b57cee889776 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 947 time: 0.1034305
Dec 18 20:47:06.284538 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:06.298239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4951e595-8257-43fe-852d-6005ce72ba44 admin admin] Network 2e393c2a-9fda-4e26-a03e-6f97101cd11e is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:47:06.314994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-4951e595-8257-43fe-852d-6005ce72ba44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2e393c2a-9fda-4e26-a03e-6f97101cd11e) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:06.325522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4295a32d-d246-40e4-8194-db351b3aa5a3 req-053399d3-6c93-4639-901e-10f34b32f9ab service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1997602
Dec 18 20:47:06.326583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4951e595-8257-43fe-852d-6005ce72ba44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:06.327651 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4951e595-8257-43fe-852d-6005ce72ba44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:06.343411 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e7521e-18f8-4c30-bb65-4ee9c7d4c229 None None] Network 2e393c2a-9fda-4e26-a03e-6f97101cd11e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:06.366060 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4951e595-8257-43fe-852d-6005ce72ba44 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7834399
Dec 18 20:47:06.385216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01719b34-f4c1-45e1-87f3-89469c54576b req-df4d9d75-d79e-4640-be9d-a2e9cf0d9b93 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867362
Dec 18 20:47:06.428995 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2d7a525b-97e3-49db-af6d-bf5097a29786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:06.437710 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2d7a525b-97e3-49db-af6d-bf5097a29786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:06.484764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c53c24-72b1-4d82-8afc-86e3bf3a55b7 None None] Network 2e393c2a-9fda-4e26-a03e-6f97101cd11e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:06.510697 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2d7a525b-97e3-49db-af6d-bf5097a29786 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7f864f89c274d6484fa3bf4415a6bdc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6436863
Dec 18 20:47:06.510697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a525b-97e3-49db-af6d-bf5097a29786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bf258f-7f4e-4cf3-b6fe-d59a82b23047,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:06.512394 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51838) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:06.583513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f944f9fe-80a3-43b0-913a-015191fedace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:06.614082 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f944f9fe-80a3-43b0-913a-015191fedace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:06.665243 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f944f9fe-80a3-43b0-913a-015191fedace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:06.668214 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f944f9fe-80a3-43b0-913a-015191fedace admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:06.670757 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f944f9fe-80a3-43b0-913a-015191fedace admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24bf258f-7f4e-4cf3-b6fe-d59a82b23047 HTTP/1.1" status: 204  len: 168 time: 0.1570520
Dec 18 20:47:06.678714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944f9fe-80a3-43b0-913a-015191fedace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bf258f-7f4e-4cf3-b6fe-d59a82b23047,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:06.753409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51846) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:06.760078 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51850) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:07.010388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-network', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:07.033322 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d331aa3b-215d-4813-a46c-dca5b30226a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.065182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Made reservation on behalf of e622a6218cdd40c8861466b0d36c1ffe for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:07.067662 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.079985 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.150337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51864) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:07.183634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06e7a752-9942-4dcd-a66f-172651abdb42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.190765 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d331aa3b-215d-4813-a46c-dca5b30226a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.191460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe7040-5559-402a-bff4-7397133b4007 req-d3abba16-600e-4b80-a62c-499dfd16b7a4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:07.193282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbbe7040-5559-402a-bff4-7397133b4007 req-d3abba16-600e-4b80-a62c-499dfd16b7a4 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 971 time: 0.0542724
Dec 18 20:47:07.208046 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d331aa3b-215d-4813-a46c-dca5b30226a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.212800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:07.249092 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbbe7040-5559-402a-bff4-7397133b4007 req-7c6e46ed-7c93-472a-aa2b-068cb4a96dc3 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/security-groups?id=73212885-e4bf-4049-aa70-e843a2ed6bf7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494013
Dec 18 20:47:07.279119 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d331aa3b-215d-4813-a46c-dca5b30226a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d4895af67194a949bf0f863c579506a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5178814
Dec 18 20:47:07.281850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51876) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:07.285501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:47:07.285965 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.296486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:07.296953 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.302311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.329708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331aa3b-215d-4813-a46c-dca5b30226a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b801ec3-1edc-42a2-8c6c-b5021c1dcadd,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:07.338553 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:47:07.356586 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.357008 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Added segment 721f91ae-d4f2-462a-962a-b8964c391356 of type vlan for network d5d78104-ccc5-490d-ac8e-b3ffc0787b91
Dec 18 20:47:07.391732 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.421096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caccd2f9-d868-4b2a-b4bd-860b5805bc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:07.423601 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4e8149-b71b-4a95-af12-7e262d12644a" -d '{"events": [{"server_uuid": "caccd2f9-d868-4b2a-b4bd-860b5805bc39", "name": "network-vif-plugged", "status": "completed", "tag": "9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:07.426939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb1f95-0a0f-472a-bf89-e6cfec345496,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:07.439017 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:07.439745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.445197 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.458539 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06e7a752-9942-4dcd-a66f-172651abdb42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.474493 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06e7a752-9942-4dcd-a66f-172651abdb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.520879 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-06e7a752-9942-4dcd-a66f-172651abdb42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1331c14b3d704507b576904afb796ded&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3659391
Dec 18 20:47:07.521563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.522569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:07.523229 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.528265 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:07.532752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51882) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:07.539877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c6207-3ff2-4d36-bf29-b8dbbb836192 req-22221a71-7c8d-4e04-bc0d-1db44e8683cf tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:07.541556 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b04c6207-3ff2-4d36-bf29-b8dbbb836192 req-22221a71-7c8d-4e04-bc0d-1db44e8683cf tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 949 time: 0.2089148
Dec 18 20:47:07.560789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7a752-9942-4dcd-a66f-172651abdb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e465ee12-f444-4191-b204-02bad24bc7ce,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:07.574760 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a634715e-addb-450c-9248-f86104e716cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.611947 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.8547928
Dec 18 20:47:07.614721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51884) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:07.626062 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9d0cc144-e4e3-4866-a398-382a974b7cd6 admin admin] Request body: {'subnet': {'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-subnet', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:07.640070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46527e-3610-4d51-884a-e6a2d9f6ebdc admin admin] Pushing event updated for resources: {'Network': ['ID=d5d78104-ccc5-490d-ac8e-b3ffc0787b91,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:07.654969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:47:07.655339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-9abc9056-0c6e-4a38-93fd-274c27ab997d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:07.657970 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de8ea9e8-30f2-4851-bb16-f2d2d651aba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.662831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-9abc9056-0c6e-4a38-93fd-274c27ab997d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 808 time: 0.3622706
Dec 18 20:47:07.677744 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a634715e-addb-450c-9248-f86104e716cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.682901 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de8ea9e8-30f2-4851-bb16-f2d2d651aba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.719249 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-b4159e9a-2a9c-43a5-bb31-85b18fa317db tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/quotas/0870e14bc2934bae9138d4818b260729 HTTP/1.1" status: 200  len: 375 time: 0.0552163
Dec 18 20:47:07.738281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0cc144-e4e3-4866-a398-382a974b7cd6 admin admin] Made reservation on behalf of e622a6218cdd40c8861466b0d36c1ffe for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:07.738281 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d0cc144-e4e3-4866-a398-382a974b7cd6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.741761 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b04c6207-3ff2-4d36-bf29-b8dbbb836192 req-8ac115bb-0f74-4c39-b3d1-3b297b9be75e tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906617
Dec 18 20:47:07.746733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de8ea9e8-30f2-4851-bb16-f2d2d651aba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.749644 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de8ea9e8-30f2-4851-bb16-f2d2d651aba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.753193 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-de8ea9e8-30f2-4851-bb16-f2d2d651aba3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e465ee12-f444-4191-b204-02bad24bc7ce HTTP/1.1" status: 204  len: 168 time: 0.2156432
Dec 18 20:47:07.766386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ea9e8-30f2-4851-bb16-f2d2d651aba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e465ee12-f444-4191-b204-02bad24bc7ce,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:07.826852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-aa94d333-5a0b-453e-a140-5a0836cc000f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0951517
Dec 18 20:47:07.891180 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a634715e-addb-450c-9248-f86104e716cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.894763 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a634715e-addb-450c-9248-f86104e716cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.900016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a634715e-addb-450c-9248-f86104e716cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b801ec3-1edc-42a2-8c6c-b5021c1dcadd HTTP/1.1" status: 204  len: 168 time: 0.6161935
Dec 18 20:47:07.925914 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:07.933141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634715e-addb-450c-9248-f86104e716cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b801ec3-1edc-42a2-8c6c-b5021c1dcadd,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:07.944589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aec0d-b466-4401-bce4-983c4fada082 req-338d2a59-11aa-486e-9ccc-8480bf1f95fe tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:07.946310 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-180aec0d-b466-4401-bce4-983c4fada082 req-338d2a59-11aa-486e-9ccc-8480bf1f95fe tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 947 time: 0.1268137
Dec 18 20:47:08.066270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-180aec0d-b466-4401-bce4-983c4fada082 req-88e4112b-e0e5-49d4-bf17-deb497e370b2 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132622
Dec 18 20:47:08.094024 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d0cc144-e4e3-4866-a398-382a974b7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.120615 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3716c2-48f6-4abe-a6b9-8a6e12fd92d1 x-openstack-request-id: req-df3716c2-48f6-4abe-a6b9-8a6e12fd92d1 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:08.121022 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caccd2f9-d868-4b2a-b4bd-860b5805bc39", "name": "network-vif-plugged", "status": "completed", "tag": "9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:08.121203 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df3716c2-48f6-4abe-a6b9-8a6e12fd92d1 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:08.121627 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caccd2f9-d868-4b2a-b4bd-860b5805bc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22', 'code': 200}
Dec 18 20:47:08.169016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cc144-e4e3-4866-a398-382a974b7cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ceea0b-ff98-4e54-990f-29ab5955ed10,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:08.176616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0cc144-e4e3-4866-a398-382a974b7cd6 admin admin] Checking segment: {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:08.176985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0cc144-e4e3-4866-a398-382a974b7cd6 admin admin] Network hostable DHCP agents. Network: d5d78104-ccc5-490d-ac8e-b3ffc0787b91, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:47:08.201357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0cc144-e4e3-4866-a398-382a974b7cd6 admin admin] Network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:47:08.394907 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-67e42d30-25c0-4365-97e6-15f9bdff3af0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:47:08.402686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-67e42d30-25c0-4365-97e6-15f9bdff3af0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4133570
Dec 18 20:47:08.406710 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51910) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:08.424800 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1caea48a-6721-4062-8bc3-a50aae026466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.431714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-9d0cc144-e4e3-4866-a398-382a974b7cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d5d78104-ccc5-490d-ac8e-b3ffc0787b91) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:08.440040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b80ecf-0960-429e-9829-7e5403ea0583 None None] Network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:08.477077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0cc144-e4e3-4866-a398-382a974b7cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:08.477668 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d0cc144-e4e3-4866-a398-382a974b7cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.521828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9d0cc144-e4e3-4866-a398-382a974b7cd6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.9043562
Dec 18 20:47:08.523784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a2007-4c41-4266-87ac-c3ea8b60d032 req-52dc5659-bd75-45a2-8d49-e053a8c355c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:08.525623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c7a2007-4c41-4266-87ac-c3ea8b60d032 req-52dc5659-bd75-45a2-8d49-e053a8c355c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 1123 time: 0.3336647
Dec 18 20:47:08.528241 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1caea48a-6721-4062-8bc3-a50aae026466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.529331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51912) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:08.533299 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.538386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1caea48a-6721-4062-8bc3-a50aae026466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.542504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:08.577737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e307c60-1328-472a-869d-6d9d33c73e02 req-b6268d80-2a70-4849-ab3b-d90d4e697bdf tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:08.579176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e307c60-1328-472a-869d-6d9d33c73e02 req-b6268d80-2a70-4849-ab3b-d90d4e697bdf tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 972 time: 0.1935856
Dec 18 20:47:08.590374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:47:08.591551 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.595358 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1caea48a-6721-4062-8bc3-a50aae026466 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0fa3b4c35f14bb7afc98fd734dfe1e5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1851790
Dec 18 20:47:08.600718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-06bdf451-65a9-47cf-a615-8b0f45d8f19f service neutron] 10.222.0.13 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971335
Dec 18 20:47:08.601889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51914) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:08.641086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caea48a-6721-4062-8bc3-a50aae026466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7fe005-5cf1-47af-adb3-caea85d8d1f7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:08.702203 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfc86b15-b748-4d2f-b502-6d142a173e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.703663 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.704717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.731432 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfc86b15-b748-4d2f-b502-6d142a173e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.779709 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c7a2007-4c41-4266-87ac-c3ea8b60d032 req-fee8b62c-f342-40c9-8f36-0da322b4934a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=73212885-e4bf-4049-aa70-e843a2ed6bf7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2339721
Dec 18 20:47:08.790489 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.793007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Allocated IP 172.20.0.2 (d5d78104-ccc5-490d-ac8e-b3ffc0787b91/62ceea0b-ff98-4e54-990f-29ab5955ed10/89cca6db-20e5-4898-aeb8-f84f002e3926) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:08.794538 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e307c60-1328-472a-869d-6d9d33c73e02 req-2f2d2095-30ee-4f40-9d06-14ff7d0f5039 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/security-groups?id=73212885-e4bf-4049-aa70-e843a2ed6bf7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057025
Dec 18 20:47:08.805568 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfc86b15-b748-4d2f-b502-6d142a173e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.810378 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfc86b15-b748-4d2f-b502-6d142a173e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:08.820071 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dfc86b15-b748-4d2f-b502-6d142a173e19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e7fe005-5cf1-47af-adb3-caea85d8d1f7 HTTP/1.1" status: 204  len: 168 time: 0.2088816
Dec 18 20:47:08.845975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc86b15-b748-4d2f-b502-6d142a173e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7fe005-5cf1-47af-adb3-caea85d8d1f7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:08.935819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51928) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:08.978370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-19c61494-a6ae-45ce-9e46-b07da0986c8f service neutron] 10.222.0.13 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3767884
Dec 18 20:47:09.041979 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.051437 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.060554 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.098501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9629d09-055a-430c-ac73-b69f4c8dfc57 req-7675f566-f4e5-4d96-8023-54a70b06f540 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:09.106868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:09.107478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9629d09-055a-430c-ac73-b69f4c8dfc57 req-7675f566-f4e5-4d96-8023-54a70b06f540 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 949 time: 0.2058508
Dec 18 20:47:09.111100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:09.116498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:09.161762 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Pushing event updated for resources: {'Port': ['ID=89cca6db-20e5-4898-aeb8-f84f002e3926,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:09.233553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Attempting to bind port 89cca6db-20e5-4898-aeb8-f84f002e3926 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:09.233939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Attempting to bind port 89cca6db-20e5-4898-aeb8-f84f002e3926 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:09.234329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Attempting to bind port 89cca6db-20e5-4898-aeb8-f84f002e3926 on network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:09.240632 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:09.240956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Checking segment: {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:09.243021 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.245119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Bound using segment: {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:09.247926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Bound port: 89cca6db-20e5-4898-aeb8-f84f002e3926, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:09.250729 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.283745 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9629d09-055a-430c-ac73-b69f4c8dfc57 req-428c2aec-6c79-4998-91f1-23c447d58657 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751575
Dec 18 20:47:09.340141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] For port 89cca6db-20e5-4898-aeb8-f84f002e3926, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:09.343694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] For port 89cca6db-20e5-4898-aeb8-f84f002e3926, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89cca6db-20e5-4898-aeb8-f84f002e3926,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:09.352701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.362500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-467259932-network', 'tenant_id': 'a84b125f83d34481adc5617b5ca62e2e'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:09.376538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82935a62-f6bd-40fa-8295-dab05fa9962d req-5cd8be6a-caa2-4610-8691-c1c3fd779f95 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:09.378687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82935a62-f6bd-40fa-8295-dab05fa9962d req-5cd8be6a-caa2-4610-8691-c1c3fd779f95 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 947 time: 0.1289952
Dec 18 20:47:09.405972 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Made reservation on behalf of a84b125f83d34481adc5617b5ca62e2e for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:09.412351 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.436777 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.440799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bbb38-7d2b-4e6e-b73b-8dbf93241ad2 None None] Pushing event updated for resources: {'Port': ['ID=89cca6db-20e5-4898-aeb8-f84f002e3926,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:09.509688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3f9bbf7-99ce-47e0-b152-38d219430061 req-94bc56bb-957d-4e7c-ac85-53d8d9edd1a7 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 210 time: 0.1104212
Dec 18 20:47:09.583194 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.589600 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.621361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:47:09.624566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82935a62-f6bd-40fa-8295-dab05fa9962d req-57746491-d7f9-4ad8-83bc-d5584ac3bcd0 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371960
Dec 18 20:47:09.639182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4a2b5a-ba3d-4654-9022-ceecd158121b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:09.645353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.646518 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Added segment 49643b21-1de1-4334-ac3b-4585df1660e4 of type vlan for network fab4d786-81c4-48dc-b51f-790f7e93cb03
Dec 18 20:47:09.703289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.741146 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.788136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.788906 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.789824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:09.790580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:09.968674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] Pushing event updated for resources: {'Network': ['ID=fab4d786-81c4-48dc-b51f-790f7e93cb03,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:09.986886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network fab4d786-81c4-48dc-b51f-790f7e93cb03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:47:10.001548 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-049b7316-9e6d-4638-bfc6-1e20f9e501a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.0636256
Dec 18 20:47:10.003193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51966) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:10.011655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-76cd97a0-1e23-469e-8eca-c6525495a811 admin admin] Request body: {'subnet': {'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-467259932-subnet', 'tenant_id': 'a84b125f83d34481adc5617b5ca62e2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:10.091546 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cd97a0-1e23-469e-8eca-c6525495a811 admin admin] Made reservation on behalf of a84b125f83d34481adc5617b5ca62e2e for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:10.095096 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76cd97a0-1e23-469e-8eca-c6525495a811 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:10.165520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17037d4c-d48b-487b-91b4-dda648841501 req-bdf7341a-1e80-448a-9e5d-14db470bd3d5 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:10.175945 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17037d4c-d48b-487b-91b4-dda648841501 req-bdf7341a-1e80-448a-9e5d-14db470bd3d5 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 972 time: 0.2428551
Dec 18 20:47:10.219218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9c56ffb6-7657-464e-a842-95bf30427272 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:10.251621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Allocated IP 172.35.3.187 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/60ecc25c-595f-4a11-9c22-23a7026cabc2) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:10.322884 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17037d4c-d48b-487b-91b4-dda648841501 req-11df1188-ee5e-425b-b146-e554b85f91c0 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/security-groups?id=73212885-e4bf-4049-aa70-e843a2ed6bf7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353266
Dec 18 20:47:10.374391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 9c56ffb6-7657-464e-a842-95bf30427272, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c56ffb6-7657-464e-a842-95bf30427272,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:10.409365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '9c56ffb6-7657-464e-a842-95bf30427272', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '9c56ffb6-7657-464e-a842-95bf30427272', 'mac_address': 'fa:16:3e:e1:49:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:47:10.430620 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76cd97a0-1e23-469e-8eca-c6525495a811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:10.524012 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd97a0-1e23-469e-8eca-c6525495a811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda3f542-e261-446c-9545-36f864fed65b,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:10.551631 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:10.577228 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:10.592660 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c56ffb6-7657-464e-a842-95bf30427272 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:10.594867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd97a0-1e23-469e-8eca-c6525495a811 admin admin] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:10.595228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd97a0-1e23-469e-8eca-c6525495a811 admin admin] Network hostable DHCP agents. Network: fab4d786-81c4-48dc-b51f-790f7e93cb03, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:47:10.628672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd97a0-1e23-469e-8eca-c6525495a811 admin admin] Network fab4d786-81c4-48dc-b51f-790f7e93cb03 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:47:10.637996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 9c56ffb6-7657-464e-a842-95bf30427272, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c56ffb6-7657-464e-a842-95bf30427272,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:10.646860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-76cd97a0-1e23-469e-8eca-c6525495a811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fab4d786-81c4-48dc-b51f-790f7e93cb03) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:10.656707 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:10.663681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cebee91-358c-4845-93d0-ff3100870785 None None] Network fab4d786-81c4-48dc-b51f-790f7e93cb03 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:10.674656 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd97a0-1e23-469e-8eca-c6525495a811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:10.675613 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76cd97a0-1e23-469e-8eca-c6525495a811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:10.702679 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-76cd97a0-1e23-469e-8eca-c6525495a811 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.6946805
Dec 18 20:47:10.785193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19f09493-8032-417f-98c9-28f24af149b0 req-e3bdd163-0518-4094-945b-2d3ef84b8658 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 210 time: 0.1049542
Dec 18 20:47:10.815906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edc9cc-24ec-4d11-a115-babe9c59fb14 req-b2b877e6-1b14-4c0b-9baf-9fd4b63bcc84 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:10.818996 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5edc9cc-24ec-4d11-a115-babe9c59fb14 req-b2b877e6-1b14-4c0b-9baf-9fd4b63bcc84 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 949 time: 0.2276139
Dec 18 20:47:10.842941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=9c56ffb6-7657-464e-a842-95bf30427272,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:10.846270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 89cca6db-20e5-4898-aeb8-f84f002e3926 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:10.908557 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:10.909021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00bea3d-e7e1-4dbb-9b70-1d8623164d56 None None] Network fab4d786-81c4-48dc-b51f-790f7e93cb03 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:10.985330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Pushing event updated for resources: {'Port': ['ID=60ecc25c-595f-4a11-9c22-23a7026cabc2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:11.067612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 89cca6db-20e5-4898-aeb8-f84f002e3926 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:11.067992 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:11.099758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:11.109820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:11.111566 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430cb494-5c1e-4a6d-9c9b-26d29b793715 None None] Network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:11.112476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:11.167694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['9c56ffb6-7657-464e-a842-95bf30427272'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:11.181882 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5edc9cc-24ec-4d11-a115-babe9c59fb14 req-7c356a3c-9644-4e98-922c-296fc630d885 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3520699
Dec 18 20:47:11.255414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbc9f7-b104-43c8-8335-8d56e2a66a98 req-a4174e3b-9091-46af-95a1-7dfddf3d0859 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:11.265193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0bbc9f7-b104-43c8-8335-8d56e2a66a98 req-a4174e3b-9091-46af-95a1-7dfddf3d0859 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 948 time: 0.2803376
Dec 18 20:47:11.327658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-15ec1df7-6ef9-4c75-a089-aec2a0ceb345 None None] Provisioning complete for port 89cca6db-20e5-4898-aeb8-f84f002e3926 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:11.328029 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-15ec1df7-6ef9-4c75-a089-aec2a0ceb345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:11.358122 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:11.402362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0bbc9f7-b104-43c8-8335-8d56e2a66a98 req-3a71c471-fcbb-4a1c-8f88-16ab0200a4ec tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361833
Dec 18 20:47:11.451568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-26b6f091-e089-4eaa-9b8b-4cd0ec5f12da tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:11.453981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-26b6f091-e089-4eaa-9b8b-4cd0ec5f12da tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.36 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 808 time: 0.4738278
Dec 18 20:47:11.481288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 89cca6db-20e5-4898-aeb8-f84f002e3926, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89cca6db-20e5-4898-aeb8-f84f002e3926,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:11.491003 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:11.670341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=89cca6db-20e5-4898-aeb8-f84f002e3926,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:11.727540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52012) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:11.733743 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1037365373-network', 'tenant_id': '96bbc9ed26984947a2211c73165f2ca5'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:11.746190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Request body: {'port': {'device_id': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55', 'admin_state_up': True, 'tenant_id': '0870e14bc2934bae9138d4818b260729'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:11.767638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Made reservation on behalf of 96bbc9ed26984947a2211c73165f2ca5 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:11.771607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:11.782409 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:11.854867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e33363fa-21ac-4284-ac6d-0bbb6d1d6ded None None] Provisioning complete for port 89cca6db-20e5-4898-aeb8-f84f002e3926 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:11.855827 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e33363fa-21ac-4284-ac6d-0bbb6d1d6ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:11.887159 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:11.894432 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:11.914761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:47:11.942267 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:11.942837 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Added segment 89e107f9-cd4b-471c-bbad-c43010338e36 of type vlan for network 1dbde14a-db48-4e73-84f5-eef2f795fa24
Dec 18 20:47:11.985031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924368c-1cb4-421d-bc72-cf3172d65b9f req-7a14241b-9e93-4900-a335-aace3afbd8ac tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:11.986519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f924368c-1cb4-421d-bc72-cf3172d65b9f req-7a14241b-9e93-4900-a335-aace3afbd8ac tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 972 time: 0.2370527
Dec 18 20:47:11.990508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471cefe8-075c-4bde-8312-3f008c8544c9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:12.003436 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.020357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947650e6-14bc-47d2-be86-52c5dd95863c req-1a27e073-584a-4674-988b-5f591bf4612d tempest-DeleteServersAdminTestJSON-2015391149 tempest-DeleteServersAdminTestJSON-2015391149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:12.021807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-947650e6-14bc-47d2-be86-52c5dd95863c req-1a27e073-584a-4674-988b-5f591bf4612d tempest-DeleteServersAdminTestJSON-2015391149 tempest-DeleteServersAdminTestJSON-2015391149-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 1100 time: 0.1914146
Dec 18 20:47:12.022378 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.025761 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad33fb8b-211f-4ce5-8a85-7d85354fff60 req-b19df75d-97cb-4f60-9d45-f20258e5f1d5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 210 time: 0.0771263
Dec 18 20:47:12.030771 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.032179 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:12.032817 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.091805 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.3630757
Dec 18 20:47:12.096446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52020) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:12.101380 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-38277eb7-d017-44a6-80c7-1eacd0a000a6 admin admin] Request body: {'subnet': {'network_id': '1dbde14a-db48-4e73-84f5-eef2f795fa24', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1037365373-subnet', 'tenant_id': '96bbc9ed26984947a2211c73165f2ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:12.104724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c195d-f71e-4ba6-b3b1-1533e0bfa84b admin admin] Pushing event updated for resources: {'Network': ['ID=1dbde14a-db48-4e73-84f5-eef2f795fa24,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:12.123508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 1dbde14a-db48-4e73-84f5-eef2f795fa24 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:47:12.133999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38277eb7-d017-44a6-80c7-1eacd0a000a6 admin admin] Made reservation on behalf of 96bbc9ed26984947a2211c73165f2ca5 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:12.137333 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38277eb7-d017-44a6-80c7-1eacd0a000a6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.208561 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Made reservation on behalf of 0870e14bc2934bae9138d4818b260729 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:12.212593 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.241293 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f924368c-1cb4-421d-bc72-cf3172d65b9f req-ab79c2a3-f90d-4ec4-9510-e0ac2dfe3337 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/security-groups?id=73212885-e4bf-4049-aa70-e843a2ed6bf7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2410131
Dec 18 20:47:12.371628 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38277eb7-d017-44a6-80c7-1eacd0a000a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.407399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-947650e6-14bc-47d2-be86-52c5dd95863c req-6156a1ee-aed2-4778-8f32-d1d30b36480c tempest-DeleteServersAdminTestJSON-2015391149 tempest-DeleteServersAdminTestJSON-2015391149-project-admin] Deleting port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:47:12.407745 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-947650e6-14bc-47d2-be86-52c5dd95863c req-6156a1ee-aed2-4778-8f32-d1d30b36480c tempest-DeleteServersAdminTestJSON-2015391149 tempest-DeleteServersAdminTestJSON-2015391149-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.437021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52030) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:12.443521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38277eb7-d017-44a6-80c7-1eacd0a000a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8d089d-1f3e-47ca-a3f8-8845fdf61f2d,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:12.451725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38277eb7-d017-44a6-80c7-1eacd0a000a6 admin admin] Checking segment: {'id': '89e107f9-cd4b-471c-bbad-c43010338e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1dbde14a-db48-4e73-84f5-eef2f795fa24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:12.452083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38277eb7-d017-44a6-80c7-1eacd0a000a6 admin admin] Network hostable DHCP agents. Network: 1dbde14a-db48-4e73-84f5-eef2f795fa24, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:47:12.470629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38277eb7-d017-44a6-80c7-1eacd0a000a6 admin admin] Network 1dbde14a-db48-4e73-84f5-eef2f795fa24 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:47:12.482317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-38277eb7-d017-44a6-80c7-1eacd0a000a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1dbde14a-db48-4e73-84f5-eef2f795fa24) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:12.487284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38277eb7-d017-44a6-80c7-1eacd0a000a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:12.488618 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38277eb7-d017-44a6-80c7-1eacd0a000a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.496665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aefd8ca-ef25-426e-a266-3935653e6da9 None None] Network 1dbde14a-db48-4e73-84f5-eef2f795fa24 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:12.516427 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-38277eb7-d017-44a6-80c7-1eacd0a000a6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.4182961
Dec 18 20:47:12.589739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-045dacbf-738b-445f-8ce4-6ab140091e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.598159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9bb93-73e3-43ae-81a6-6de761de675a req-f1996c39-89e3-4031-aecd-4a8ef21b1cc4 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:12.605529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2c9bb93-73e3-43ae-81a6-6de761de675a req-f1996c39-89e3-4031-aecd-4a8ef21b1cc4 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 949 time: 0.2659032
Dec 18 20:47:12.642183 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.663646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Allocated IP 172.20.0.8 (5cbb2c71-d950-4efd-806f-e5446059ac55/4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8/4ca78321-f8c5-417a-8eae-41822d244cd0) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:12.681112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f5d1b-8502-4ce8-b462-1da87752827b req-971f237b-3f6b-45a4-b47e-36c960eb6617 tempest-AggregatesAdminTestJSON-768904803 tempest-AggregatesAdminTestJSON-768904803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:12.682635 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e3f5d1b-8502-4ce8-b462-1da87752827b req-971f237b-3f6b-45a4-b47e-36c960eb6617 tempest-AggregatesAdminTestJSON-768904803 tempest-AggregatesAdminTestJSON-768904803-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 1123 time: 0.2792661
Dec 18 20:47:12.683161 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-045dacbf-738b-445f-8ce4-6ab140091e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.686862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 89cca6db-20e5-4898-aeb8-f84f002e3926 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:12.689405 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-045dacbf-738b-445f-8ce4-6ab140091e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.728707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e7655b-825c-4a2b-9511-b806732f34f7 None None] Network 1dbde14a-db48-4e73-84f5-eef2f795fa24 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:12.737781 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dacbf-738b-445f-8ce4-6ab140091e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a01d85-2c64-4316-aa68-bc0bb0ef5443,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:12.746426 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-045dacbf-738b-445f-8ce4-6ab140091e3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42de22b28229440f89f37385a65aefcc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3083363
Dec 18 20:47:12.747652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52036) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:12.805021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-947650e6-14bc-47d2-be86-52c5dd95863c req-6156a1ee-aed2-4778-8f32-d1d30b36480c tempest-DeleteServersAdminTestJSON-2015391149 tempest-DeleteServersAdminTestJSON-2015391149-project-admin] For port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c0dc06-ebfc-431e-968a-d5f4c08e76ac,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:12.805492 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-947650e6-14bc-47d2-be86-52c5dd95863c req-6156a1ee-aed2-4778-8f32-d1d30b36480c tempest-DeleteServersAdminTestJSON-2015391149 tempest-DeleteServersAdminTestJSON-2015391149-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.814112 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2c9bb93-73e3-43ae-81a6-6de761de675a req-cbda21b8-3ec1-4c20-bf35-b9f8811c3b77 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074897
Dec 18 20:47:12.834927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9e3f5d1b-8502-4ce8-b462-1da87752827b req-d8e40a5e-0ee4-42da-9c1d-08b78a134fe1 tempest-AggregatesAdminTestJSON-768904803 tempest-AggregatesAdminTestJSON-768904803-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.846238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a056f4b2-4f53-4bc5-a618-8e48191cf155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.860815 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-947650e6-14bc-47d2-be86-52c5dd95863c req-6156a1ee-aed2-4778-8f32-d1d30b36480c tempest-DeleteServersAdminTestJSON-2015391149 tempest-DeleteServersAdminTestJSON-2015391149-project-admin] Calling delete_port for e1c0dc06-ebfc-431e-968a-d5f4c08e76ac owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:47:12.889286 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a056f4b2-4f53-4bc5-a618-8e48191cf155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.891174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 89cca6db-20e5-4898-aeb8-f84f002e3926 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:12.891606 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.941178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a056f4b2-4f53-4bc5-a618-8e48191cf155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.944444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a056f4b2-4f53-4bc5-a618-8e48191cf155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:12.946445 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a056f4b2-4f53-4bc5-a618-8e48191cf155 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03a01d85-2c64-4316-aa68-bc0bb0ef5443 HTTP/1.1" status: 204  len: 168 time: 0.1976657
Dec 18 20:47:12.957796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056f4b2-4f53-4bc5-a618-8e48191cf155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a01d85-2c64-4316-aa68-bc0bb0ef5443,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:13.163992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dd352-6604-410d-876d-bd29bde5944c req-cb0ed025-bc16-4da5-8049-ffeec0f3f714 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:13.165463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e88dd352-6604-410d-876d-bd29bde5944c req-cb0ed025-bc16-4da5-8049-ffeec0f3f714 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 948 time: 0.2485936
Dec 18 20:47:13.241569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52048) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:13.255725 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-639de5e8-158b-4704-a19f-0de38870a701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.288235 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.307035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Router e0060404-35d6-45c5-9faf-c37ca032508a is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:47:13.330910 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9e3f5d1b-8502-4ce8-b462-1da87752827b req-d8e40a5e-0ee4-42da-9c1d-08b78a134fe1 tempest-AggregatesAdminTestJSON-768904803 tempest-AggregatesAdminTestJSON-768904803-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.334090 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-639de5e8-158b-4704-a19f-0de38870a701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.337989 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-639de5e8-158b-4704-a19f-0de38870a701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.379538 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-639de5e8-158b-4704-a19f-0de38870a701 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d62bea6c6b0430aa2cec3b05337e2b0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1338463
Dec 18 20:47:13.379538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639de5e8-158b-4704-a19f-0de38870a701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2e0cd0-bb52-4304-879b-bea52b3409a8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:13.380922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52050) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:13.432869 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd35ed3c-0304-4544-9297-61e704ca2238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.456719 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd35ed3c-0304-4544-9297-61e704ca2238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.505262 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd35ed3c-0304-4544-9297-61e704ca2238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.507877 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd35ed3c-0304-4544-9297-61e704ca2238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.511534 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cd35ed3c-0304-4544-9297-61e704ca2238 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b2e0cd0-bb52-4304-879b-bea52b3409a8 HTTP/1.1" status: 204  len: 168 time: 0.1268432
Dec 18 20:47:13.517950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35ed3c-0304-4544-9297-61e704ca2238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2e0cd0-bb52-4304-879b-bea52b3409a8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:13.533820 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9e3f5d1b-8502-4ce8-b462-1da87752827b req-d8e40a5e-0ee4-42da-9c1d-08b78a134fe1 tempest-AggregatesAdminTestJSON-768904803 tempest-AggregatesAdminTestJSON-768904803-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.546109 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e88dd352-6604-410d-876d-bd29bde5944c req-f0098288-1a95-4582-8a2f-24ac97742410 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3582022
Dec 18 20:47:13.582320 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-947650e6-14bc-47d2-be86-52c5dd95863c req-6156a1ee-aed2-4778-8f32-d1d30b36480c tempest-DeleteServersAdminTestJSON-2015391149 tempest-DeleteServersAdminTestJSON-2015391149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.592767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['e1c0dc06-ebfc-431e-968a-d5f4c08e76ac'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:13.659125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e3f5d1b-8502-4ce8-b462-1da87752827b req-d8e40a5e-0ee4-42da-9c1d-08b78a134fe1 tempest-AggregatesAdminTestJSON-768904803 tempest-AggregatesAdminTestJSON-768904803-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=73212885-e4bf-4049-aa70-e843a2ed6bf7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8811378
Dec 18 20:47:13.671559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156a1ee-aed2-4778-8f32-d1d30b36480c tempest-DeleteServersAdminTestJSON-2015391149 tempest-DeleteServersAdminTestJSON-2015391149-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1c0dc06-ebfc-431e-968a-d5f4c08e76ac,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:13.678728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e40a5e-0ee4-42da-9c1d-08b78a134fe1 tempest-AggregatesAdminTestJSON-768904803 tempest-AggregatesAdminTestJSON-768904803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7851a0-adc3-4bb5-ade4-69ce33d3c31e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:13.721447 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.801237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Pushing event updated for resources: {'Port': ['ID=4ca78321-f8c5-417a-8eae-41822d244cd0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:13.870471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Network 5cbb2c71-d950-4efd-806f-e5446059ac55 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:13.895165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:13.897616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:13.905082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:13.906440 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.912128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-947650e6-14bc-47d2-be86-52c5dd95863c req-6156a1ee-aed2-4778-8f32-d1d30b36480c tempest-DeleteServersAdminTestJSON-2015391149 tempest-DeleteServersAdminTestJSON-2015391149-project-admin] No DVR routers for this DVR port e1c0dc06-ebfc-431e-968a-d5f4c08e76ac on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:47:13.919133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:47:13.921637 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-947650e6-14bc-47d2-be86-52c5dd95863c req-6156a1ee-aed2-4778-8f32-d1d30b36480c tempest-DeleteServersAdminTestJSON-2015391149 tempest-DeleteServersAdminTestJSON-2015391149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:13.925146 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-947650e6-14bc-47d2-be86-52c5dd95863c req-6156a1ee-aed2-4778-8f32-d1d30b36480c tempest-DeleteServersAdminTestJSON-2015391149 tempest-DeleteServersAdminTestJSON-2015391149-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e1c0dc06-ebfc-431e-968a-d5f4c08e76ac HTTP/1.1" status: 204  len: 173 time: 1.8886485
Dec 18 20:47:13.931280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e', 'name': 'network-vif-deleted', 'tag': 'e1c0dc06-ebfc-431e-968a-d5f4c08e76ac'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:13.932413 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Sync routers for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:47:13.934307 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ea5215-5d93-4854-90f0-11f89155a90a" -d '{"events": [{"server_uuid": "13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e", "name": "network-vif-deleted", "tag": "e1c0dc06-ebfc-431e-968a-d5f4c08e76ac"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:13.956866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208554f-c1f8-45e7-8668-a81fb758e7f1 req-468fd2b7-6484-49dc-b4c1-0bb6a4acc711 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:13.958679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3208554f-c1f8-45e7-8668-a81fb758e7f1 req-468fd2b7-6484-49dc-b4c1-0bb6a4acc711 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 931 time: 0.2232926
Dec 18 20:47:13.970000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-53dcfcdf-05fd-4f46-9143-d896c086bf13 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5016997
Dec 18 20:47:13.971714 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:47:13.972287 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664841430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:13.978769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9c56ffb6-7657-464e-a842-95bf30427272 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:13.997942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Request body: {'port': {'device_id': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:14.108764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 9c56ffb6-7657-464e-a842-95bf30427272 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:47:14.113365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 9c56ffb6-7657-464e-a842-95bf30427272 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:14.113732 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:14.124518 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:14.125800 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cd96933d-b6d9-4b63-8a2c-d5a95ee52656 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 5.5952272
Dec 18 20:47:14.128679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52082) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:14.162710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3208554f-c1f8-45e7-8668-a81fb758e7f1 req-937d6037-5498-4073-a9be-22cc8ef36fff tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916034
Dec 18 20:47:14.189566 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:14.246329 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:47:14.275603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-e762336d-dbb4-43d6-be32-b8953dc9ca99 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:14.277815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-e762336d-dbb4-43d6-be32-b8953dc9ca99 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 820 time: 0.2737942
Dec 18 20:47:14.335760 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:14.423388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-9b432ff3-5ecc-42e8-9d84-699f1ef1a63c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/quotas/a84b125f83d34481adc5617b5ca62e2e HTTP/1.1" status: 200  len: 375 time: 0.1219614
Dec 18 20:47:14.490731 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-71df2274-de51-49d3-8149-fe09c782141f tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0661726
Dec 18 20:47:14.639938 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664841430>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:11Z', 'revision_number': 3, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:14.712802 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Checking router: e0060404-35d6-45c5-9faf-c37ca032508a for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:47:14.713157 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Updating router e0060404-35d6-45c5-9faf-c37ca032508a port 60ecc25c-595f-4a11-9c22-23a7026cabc2 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:47:14.715277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a43053ce-5cb0-49ed-a08d-99038c54dac7 req-85640066-32ce-45e8-98da-1be2c74d6b19 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e HTTP/1.1" status: 200  len: 210 time: 0.0716693
Dec 18 20:47:14.755226 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:14.802393 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b08ee7-5ca0-4ee3-b96b-aff63447a959 x-openstack-request-id: req-09b08ee7-5ca0-4ee3-b96b-aff63447a959 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:14.802712 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e", "name": "network-vif-deleted", "tag": "e1c0dc06-ebfc-431e-968a-d5f4c08e76ac", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:14.805734 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09b08ee7-5ca0-4ee3-b96b-aff63447a959 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:14.806162 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ced8ca-f0a7-4515-a1d9-c3f093aa9c5e', 'name': 'network-vif-deleted', 'tag': 'e1c0dc06-ebfc-431e-968a-d5f4c08e76ac', 'status': 'completed', 'code': 200}
Dec 18 20:47:14.818564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-df241f3b-c063-4fcc-9d2a-75915491902d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:47:14.819109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cf5470-3fd1-480e-be6c-0d42081ad67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c56ffb6-7657-464e-a842-95bf30427272'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:14.819650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-df241f3b-c063-4fcc-9d2a-75915491902d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1431966
Dec 18 20:47:14.832069 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbec4859-1375-4bfe-bc83-cd28ef18b4b4" -d '{"events": [{"server_uuid": "95cf5470-3fd1-480e-be6c-0d42081ad67a", "name": "network-vif-plugged", "status": "completed", "tag": "9c56ffb6-7657-464e-a842-95bf30427272"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:14.839217 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:14.859013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 9c56ffb6-7657-464e-a842-95bf30427272, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c56ffb6-7657-464e-a842-95bf30427272,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:14.865633 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:14.978223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.004357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=9c56ffb6-7657-464e-a842-95bf30427272,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:15.067366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca78321-f8c5-417a-8eae-41822d244cd0 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:15.087190 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.101958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd04a-1f6d-4626-8556-e73e229b6104 req-75b8ac73-1ad6-4d0c-aff9-293a395e9ce4 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:15.103511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a4bd04a-1f6d-4626-8556-e73e229b6104 req-75b8ac73-1ad6-4d0c-aff9-293a395e9ce4 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 949 time: 0.1767845
Dec 18 20:47:15.121752 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a5de864f-6fa8-47c8-84c0-9d12baf2c822 service neutron] 10.222.0.13 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2750630
Dec 18 20:47:15.192325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Transition to ACTIVE for port object 4ca78321-f8c5-417a-8eae-41822d244cd0 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:47:15.203316 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.234872 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.243650 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.259895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Allocated IP 172.20.0.1 (d5d78104-ccc5-490d-ac8e-b3ffc0787b91/62ceea0b-ff98-4e54-990f-29ab5955ed10/9819ffc5-e0b2-46db-8f78-a330bc7b16ed) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:15.267447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a4bd04a-1f6d-4626-8556-e73e229b6104 req-37f26c5f-381f-42a8-8bb0-d4470f239e3e tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435642
Dec 18 20:47:15.307925 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Pushing event updated for resources: {'Port': ['ID=60ecc25c-595f-4a11-9c22-23a7026cabc2,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:15.310370 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Attempting to bind port 60ecc25c-595f-4a11-9c22-23a7026cabc2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:15.310744 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Attempting to bind port 60ecc25c-595f-4a11-9c22-23a7026cabc2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:15.311105 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Attempting to bind port 60ecc25c-595f-4a11-9c22-23a7026cabc2 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:15.320795 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:15.321152 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:15.321643 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.322040 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:15.322541 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Bound port: 60ecc25c-595f-4a11-9c22-23a7026cabc2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:15.322938 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.326444 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.326793 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.327204 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.327544 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.327878 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.328218 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.328538 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.329033 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.329311 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.329639 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.329963 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.330537 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.330863 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Tracked resource versions report:
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]: pushed versions:
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]: {   'AddressGroup': {'1.2'},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     'ConntrackHelper': {'1.0'},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     'LocalIPAssociation': {'1.0'},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     'Log': {'1.0'},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     'Network': {'1.1'},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     'Port': {'1.7'},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     'PortForwarding': {'1.2'},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     'QosPolicy': {'1.10'},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     'SecurityGroup': {'1.5'},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     'SecurityGroupRule': {'1.2'},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     'SubPort': {'1.0'},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     'Subnet': {'1.1'},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     'Trunk': {'1.1'}}
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]: consumer versions:
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]: {   DHCP agent@ncdv-master-1: {},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     HyperV agent@nch1-master-1: {},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     HyperV agent@nch2-master-1: {},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     L3 agent@ncdv-master-1: {},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     Metadata agent@ncdv-master-1: {},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     Metering agent@ncdv-master-1: {},
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:                                           'ConntrackHelper': '1.0',
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:                                           'LocalIPAssociation': '1.0',
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:                                           'Log': '1.0',
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:                                           'Network': '1.1',
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:                                           'Port': '1.7',
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:                                           'PortForwarding': '1.2',
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:                                           'QosPolicy': '1.10',
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:                                           'SecurityGroup': '1.5',
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:                                           'SecurityGroupRule': '1.2',
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:                                           'SubPort': '1.0',
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:                                           'Subnet': '1.1',
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:                                           'Trunk': '1.1'}}
Dec 18 20:47:15.332091 ncdv-master-1 neutron-server[126011]:  {{(pid=126011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 18 20:47:15.345611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca78321-f8c5-417a-8eae-41822d244cd0,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:15.362465 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-58fdce10-cb30-4838-ae17-dd46189630f8 service neutron] 10.222.0.13 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2397695
Dec 18 20:47:15.386675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:15.387710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:15.388048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:15.394778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Port 4ca78321-f8c5-417a-8eae-41822d244cd0 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:15.395245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:15.395363 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae52908-6353-49df-bda4-e39ec8305250 x-openstack-request-id: req-8ae52908-6353-49df-bda4-e39ec8305250 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:15.395917 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cf5470-3fd1-480e-be6c-0d42081ad67a", "name": "network-vif-plugged", "status": "completed", "tag": "9c56ffb6-7657-464e-a842-95bf30427272", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:15.396424 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ae52908-6353-49df-bda4-e39ec8305250 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:15.397121 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cf5470-3fd1-480e-be6c-0d42081ad67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c56ffb6-7657-464e-a842-95bf30427272', 'code': 200}
Dec 18 20:47:15.401980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:15.402458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:15.402859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:15.403331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Bound port: 4ca78321-f8c5-417a-8eae-41822d244cd0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:15.403686 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.426175 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] For port 60ecc25c-595f-4a11-9c22-23a7026cabc2, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:15.429635 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] For port 60ecc25c-595f-4a11-9c22-23a7026cabc2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60ecc25c-595f-4a11-9c22-23a7026cabc2,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:15.452609 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.467480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.36', 52315) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:15.541428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:15.545430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:15.552156 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3ff13-380f-4568-9248-73cf934c019d None None] Pushing event updated for resources: {'Port': ['ID=60ecc25c-595f-4a11-9c22-23a7026cabc2,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:15.553850 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.589107 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:47:15.590158 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664841430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:15.700917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:15.701960 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.703846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ca78321-f8c5-417a-8eae-41822d244cd0 HTTP/1.1" status: 200  len: 1091 time: 1.7099822
Dec 18 20:47:15.734029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.760155 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d6e21-5511-4238-b5d0-3a1bd1eea267 req-15db9110-4c82-4239-a113-c8056d36ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:15.762018 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac2d6e21-5511-4238-b5d0-3a1bd1eea267 req-15db9110-4c82-4239-a113-c8056d36ad92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 1100 time: 0.2932291
Dec 18 20:47:15.784589 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:47:15.821654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c172b9-d408-48e8-a63c-eb4ef1b33069 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca78321-f8c5-417a-8eae-41822d244cd0,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:15.837812 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac2d6e21-5511-4238-b5d0-3a1bd1eea267 req-d03d2b52-7a5f-4403-a134-c01e68e306eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681281
Dec 18 20:47:15.851661 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.865835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-7267ec6e-c771-445e-b9b9-3730fe6be0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:15.866619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:15.869637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:15.874898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-7267ec6e-c771-445e-b9b9-3730fe6be0ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 1094 time: 0.1076097
Dec 18 20:47:15.896657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255323e-7764-4c1e-99dd-53e8eab23d94 req-21db2b3f-44d9-4077-84ae-7119eca8bcb8 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:15.905698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:15.905952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6255323e-7764-4c1e-99dd-53e8eab23d94 req-21db2b3f-44d9-4077-84ae-7119eca8bcb8 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 943 time: 0.2210720
Dec 18 20:47:15.906220 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:15.964848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06a88965-0875-4568-a296-d9838b4a6df8 req-44d48083-6b68-468e-b556-da851a5b327f tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 210 time: 0.0566533
Dec 18 20:47:16.098645 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6255323e-7764-4c1e-99dd-53e8eab23d94 req-7d5a7983-bc51-46cd-9833-b7b158a9201f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896052
Dec 18 20:47:16.116210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9819ffc5-e0b2-46db-8f78-a330bc7b16ed,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:16.191611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-2f13a6ce-af37-4ee4-b812-f4507f29eb52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca78321-f8c5-417a-8eae-41822d244cd0 HTTP/1.1" status: 200  len: 217 time: 0.0542514
Dec 18 20:47:16.259726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f72aa0d6-28f5-4d0d-85a8-3ecda30f21c1 None None] Provisioning complete for port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:16.261700 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f72aa0d6-28f5-4d0d-85a8-3ecda30f21c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:16.261812 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664841430>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:11Z', 'revision_number': 3, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:16.321687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-7d606659-7eaa-4cec-81da-33e97af847da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:16.323366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-7d606659-7eaa-4cec-81da-33e97af847da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1264613
Dec 18 20:47:16.336058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f72aa0d6-28f5-4d0d-85a8-3ecda30f21c1 None None] Port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:47:16.336506 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2174554-5e30-4759-bb70-b29b270790ec None None] The sync data for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 is: [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:11Z', 'revision_number': 3, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:47:16.394020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-45bb2d81-cbc0-4660-abfb-66443d3616c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480664
Dec 18 20:47:16.490584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:16.591969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-7937a22d-b5e6-42cb-9659-c94623d03125 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5a64115a8fdc4fd78580446ebb4622de&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0569749
Dec 18 20:47:16.598797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-52b7ff93-aa82-4990-b609-97a3fc540d48 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939371
Dec 18 20:47:16.640453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4e051-db17-44ca-9e50-76b817928f7a req-e0a8c7da-5479-48f4-81a2-afe4f7f8442f tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:16.641906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01a4e051-db17-44ca-9e50-76b817928f7a req-e0a8c7da-5479-48f4-81a2-afe4f7f8442f tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 949 time: 0.1564770
Dec 18 20:47:16.736368 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:16.741873 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:16.742989 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:16.819842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'tag': '4ca78321-f8c5-417a-8eae-41822d244cd0'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:16.822191 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f91aa2-f3d7-4e7e-a3ff-6a30902b0256" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f", "tag": "4ca78321-f8c5-417a-8eae-41822d244cd0"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:16.842049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01a4e051-db17-44ca-9e50-76b817928f7a req-78be5126-f54a-4766-8667-bc42069d299a tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739833
Dec 18 20:47:16.842398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9819ffc5-e0b2-46db-8f78-a330bc7b16ed,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:16.879095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa15dedc-6185-47a3-a6ab-1ac841ee6529 req-6dfd422b-05fd-4798-8f0d-cf440ee0707a service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2664125
Dec 18 20:47:16.896622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-b788ca72-8154-4bd6-b14b-8e66f1c037cd tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:16.899833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-b788ca72-8154-4bd6-b14b-8e66f1c037cd tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2974365
Dec 18 20:47:16.911569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:16.913175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:16.934128 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4bbbf99a-746e-4464-8e67-19f72d8f2976 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/quotas/5a64115a8fdc4fd78580446ebb4622de HTTP/1.1" status: 200  len: 375 time: 0.0276864
Dec 18 20:47:16.997078 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-7b785cc7-3412-4f0e-a77c-8a5a126fe64c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a64115a8fdc4fd78580446ebb4622de&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0550325
Dec 18 20:47:17.023712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-7827cb71-3372-4de3-b1d3-66d07f1f5680 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fd46334a58394a98a92a0d9dbcfcfe59&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0797403
Dec 18 20:47:17.091621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Router e0060404-35d6-45c5-9faf-c37ca032508a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:47:17.260410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device e1c0dc06-ebfc-431e-968a-d5f4c08e76ac no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:47:17.267440 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-f16df454-b58d-437a-a413-5ae84c7de126 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:17.275562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-f16df454-b58d-437a-a413-5ae84c7de126 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2424765
Dec 18 20:47:17.290442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:47:17.300913 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b4f740b0-58af-4515-801b-b8a2cf3f04b6 admin admin] 10.222.0.13 "PUT /v2.0/routers/e0060404-35d6-45c5-9faf-c37ca032508a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1704957
Dec 18 20:47:17.328715 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c6c5cf-03da-4886-a848-20513acf9849 x-openstack-request-id: req-66c6c5cf-03da-4886-a848-20513acf9849 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:17.329235 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f", "tag": "4ca78321-f8c5-417a-8eae-41822d244cd0", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:17.329475 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66c6c5cf-03da-4886-a848-20513acf9849 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:17.330856 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'tag': '4ca78321-f8c5-417a-8eae-41822d244cd0', 'status': 'completed', 'code': 200}
Dec 18 20:47:17.332033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: e1c0dc06-ebfc-431e-968a-d5f4c08e76ac {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:47:17.332706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device e1c0dc06-ebfc-431e-968a-d5f4c08e76ac not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:47:17.351292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7306c88f-fb58-4f3a-8306-6d1fa00bc699 None None] Provisioning complete for port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:17.352062 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7306c88f-fb58-4f3a-8306-6d1fa00bc699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:17.358515 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-b5945653-6391-4445-b2d6-860f9c5b6fc2 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/quotas/fd46334a58394a98a92a0d9dbcfcfe59 HTTP/1.1" status: 200  len: 375 time: 0.0818772
Dec 18 20:47:17.394292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7306c88f-fb58-4f3a-8306-6d1fa00bc699 None None] Port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:47:17.443787 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-765b2c6a-b7cd-4b30-8071-3bbbc463aace tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd46334a58394a98a92a0d9dbcfcfe59&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0842016
Dec 18 20:47:17.794742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45cabb4e-167f-4721-a929-97b50c935597 req-bdc96ba5-a86d-4975-8a86-b750ae144c8c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 210 time: 0.3398073
Dec 18 20:47:17.878301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f91aa2-f3d7-4e7e-a3ff-6a30902b0256 req-7ace2904-d67a-4f0c-a9c4-3a5915becc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:17.879788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5f91aa2-f3d7-4e7e-a3ff-6a30902b0256 req-7ace2904-d67a-4f0c-a9c4-3a5915becc2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 1094 time: 0.5185347
Dec 18 20:47:17.922557 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c033391e-1722-4279-bde1-2318ba078b20 req-8ba923b7-5186-4c54-a79f-bd1e7d8058d0 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8c0a8e-fad4-49ff-9339-2f05327c58f3 HTTP/1.1" status: 200  len: 210 time: 0.0635278
Dec 18 20:47:17.950924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-d041a452-9ae0-45ce-9960-6cbe1dd316e1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:17.953210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-d041a452-9ae0-45ce-9960-6cbe1dd316e1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.31 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 820 time: 0.7091887
Dec 18 20:47:17.997053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Request body: {'port': {'device_id': '9b8c445f-06db-4133-a919-8c79de5333f0', 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03', 'admin_state_up': True, 'tenant_id': 'a84b125f83d34481adc5617b5ca62e2e'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:18.078458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7423a1c-a62e-490e-945c-6369e539ad57 req-b59cefd5-19fc-4809-86ce-931e5fc529a3 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:18.086286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7423a1c-a62e-490e-945c-6369e539ad57 req-b59cefd5-19fc-4809-86ce-931e5fc529a3 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 943 time: 0.2903447
Dec 18 20:47:18.234548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7423a1c-a62e-490e-945c-6369e539ad57 req-e7aced3e-63a3-4c19-9976-98f29cec93bb tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469359
Dec 18 20:47:18.300101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f91aa2-f3d7-4e7e-a3ff-6a30902b0256 req-668a4d74-1c00-4c6c-bda6-40b035320f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:18.301590 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5f91aa2-f3d7-4e7e-a3ff-6a30902b0256 req-668a4d74-1c00-4c6c-bda6-40b035320f1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.3935025
Dec 18 20:47:18.387259 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5f91aa2-f3d7-4e7e-a3ff-6a30902b0256 req-1b1128ee-8341-41a8-ba25-74cc8b8f6339 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca78321-f8c5-417a-8eae-41822d244cd0 HTTP/1.1" status: 200  len: 217 time: 0.0745206
Dec 18 20:47:18.389734 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-018e38e6-4b6a-430d-9bda-fd508131225f req-d4303870-f085-46fb-936a-7af81a4e1c6f tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 210 time: 0.0783172
Dec 18 20:47:18.464202 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-11de1b74-d45e-4d39-a942-c71ac1f1ec23 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:18.466360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-11de1b74-d45e-4d39-a942-c71ac1f1ec23 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 821 time: 0.2884507
Dec 18 20:47:18.471287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Made reservation on behalf of a84b125f83d34481adc5617b5ca62e2e for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:18.474640 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:18.531602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f91aa2-f3d7-4e7e-a3ff-6a30902b0256 req-a363419b-b68a-4b00-afdd-a638e4f6bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:18.534071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5f91aa2-f3d7-4e7e-a3ff-6a30902b0256 req-a363419b-b68a-4b00-afdd-a638e4f6bf09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1356952
Dec 18 20:47:18.536415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-0fb9246f-0c24-435f-918a-1efe0c2c58a5 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/quotas/e622a6218cdd40c8861466b0d36c1ffe HTTP/1.1" status: 200  len: 375 time: 0.0577264
Dec 18 20:47:18.607923 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-6049142e-d085-4634-846c-37932362ff18 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5a64115a8fdc4fd78580446ebb4622de&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0622237
Dec 18 20:47:18.627642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5f91aa2-f3d7-4e7e-a3ff-6a30902b0256 req-b2b206cb-4060-4958-a134-4e3c82a9b3e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0850806
Dec 18 20:47:18.651057 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.31', 59459) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:18.670239 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Sync routers for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:47:18.685787 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:47:18.687204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9c8c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:18.715071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 60ecc25c-595f-4a11-9c22-23a7026cabc2 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:18.775544 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57700e9d-83cf-4201-b45f-25458e7da01b req-8cf41911-f8bb-436f-9f1a-be4d1b83d077 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:18.777110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57700e9d-83cf-4201-b45f-25458e7da01b req-8cf41911-f8bb-436f-9f1a-be4d1b83d077 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 949 time: 0.3098035
Dec 18 20:47:18.787054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-e0b89bd0-705b-413d-b335-393edbbe4f7c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:18.788401 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-e0b89bd0-705b-413d-b335-393edbbe4f7c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1720409
Dec 18 20:47:18.811163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Request body: {'port': {'device_id': '7f8c0a8e-fad4-49ff-9339-2f05327c58f3', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '5a64115a8fdc4fd78580446ebb4622de'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:18.861044 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-9e9e0c95-bc04-4857-bc1e-764de6812d8f tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2982664
Dec 18 20:47:18.866181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 60ecc25c-595f-4a11-9c22-23a7026cabc2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:18.866807 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:18.895117 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:47:18.918721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17da20ab-c0d7-4787-857d-684bf93897e0 req-5cf5a048-d5d4-4559-ac64-96bc648d113c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2485404
Dec 18 20:47:18.932591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Made reservation on behalf of 5a64115a8fdc4fd78580446ebb4622de for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:18.938576 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:18.951487 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:18.985022 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5f91aa2-f3d7-4e7e-a3ff-6a30902b0256 req-2b49d7af-73ab-4056-ad58-1d28972fdecc service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3350701
Dec 18 20:47:18.986267 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Allocated IP 172.20.0.14 (fab4d786-81c4-48dc-b51f-790f7e93cb03/dda3f542-e261-446c-9545-36f864fed65b/35ef2a63-339b-4a47-a0b0-2edcd0dd0be1) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:19.022007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57700e9d-83cf-4201-b45f-25458e7da01b req-a4e9fdc1-be24-441a-bf00-3019c75ca1d6 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266457
Dec 18 20:47:19.058310 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.067639 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.077933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.31', 59460) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:19.090861 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.134742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 60ecc25c-595f-4a11-9c22-23a7026cabc2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60ecc25c-595f-4a11-9c22-23a7026cabc2,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:19.145179 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.187144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-3939cac6-74c1-4e8e-af46-13e80e33c14e tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fd46334a58394a98a92a0d9dbcfcfe59&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1076429
Dec 18 20:47:19.242668 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:19.249545 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.270367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=60ecc25c-595f-4a11-9c22-23a7026cabc2,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:19.302955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9c8c40>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 2, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:19.333169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Checking router: e0060404-35d6-45c5-9faf-c37ca032508a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:47:19.333544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Updating router e0060404-35d6-45c5-9faf-c37ca032508a port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:47:19.360767 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.366086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Allocated IP 192.168.233.197 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/14e2305d-ac69-431f-8068-23084ff0cb71) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:19.368043 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-a2209603-9476-45d9-8164-c7d3dac279e6 service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4973495
Dec 18 20:47:19.514941 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b2a39cd-5486-4a51-b445-e3eb9c8da079 req-f4986cd6-14f7-407c-92d2-be7300419fcf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 210 time: 0.1263468
Dec 18 20:47:19.523698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da20ab-c0d7-4787-857d-684bf93897e0 req-3610b064-e62d-492c-b4ee-425ca71f7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:19.525151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17da20ab-c0d7-4787-857d-684bf93897e0 req-3610b064-e62d-492c-b4ee-425ca71f7525 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cbee547725d4a06ad0a4be9314d8d6e&device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 1123 time: 0.4483027
Dec 18 20:47:19.545596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5f91aa2-f3d7-4e7e-a3ff-6a30902b0256 req-9ee666f3-6d59-4765-889b-488a121d03af service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5489464
Dec 18 20:47:19.570028 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.612321 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.635603 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.638975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:19.641932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:19.657520 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.666342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:19.672040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:19.672695 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.698322 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8925180
Dec 18 20:47:19.716250 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Request body: {'port': {'device_id': '7f8c0a8e-fad4-49ff-9339-2f05327c58f3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:19.753418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544c52b-f14e-48cf-8de0-f61ecfda4d8c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Pushing event updated for resources: {'Port': ['ID=14e2305d-ac69-431f-8068-23084ff0cb71,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:19.759363 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd412d-9516-4b6b-a16d-82a97bbc1330 None None] Pushing event updated for resources: {'Port': ['ID=9819ffc5-e0b2-46db-8f78-a330bc7b16ed,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:19.806619 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.809140 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Attempting to bind port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:19.810774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Attempting to bind port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:19.811154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Attempting to bind port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed on network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:19.817575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:19.818323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Checking segment: {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:19.818884 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.819445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Bound using segment: {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:19.820265 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Bound port: 9819ffc5-e0b2-46db-8f78-a330bc7b16ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:19.820964 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:19.934648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] For port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:19.938555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] For port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9819ffc5-e0b2-46db-8f78-a330bc7b16ed,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:19.947018 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:20.020112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd412d-9516-4b6b-a16d-82a97bbc1330 None None] Pushing event updated for resources: {'Port': ['ID=9819ffc5-e0b2-46db-8f78-a330bc7b16ed,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:20.029432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-b97d28a4-c33a-4139-843d-169b1762ceb0 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:20.031097 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-b97d28a4-c33a-4139-843d-169b1762ceb0 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8319023
Dec 18 20:47:20.032925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:47:20.033542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9c8c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:20.040883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4ca78321-f8c5-417a-8eae-41822d244cd0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:20.054578 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:20.069984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-78c4849e-635e-488f-aa70-3b3a146a3867 service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7008147
Dec 18 20:47:20.081635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Request body: {'port': {'device_id': 'a5797131-be90-426e-9985-dd40c4b114b9', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': 'fd46334a58394a98a92a0d9dbcfcfe59'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:20.164448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e2305d-ac69-431f-8068-23084ff0cb71 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:20.176950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:20.196249 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Transition to ACTIVE for port object 14e2305d-ac69-431f-8068-23084ff0cb71 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:47:20.205346 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:20.211060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2e359020-b08d-41f9-b25f-fe319358fb6a None None] Provisioning complete for port 14e2305d-ac69-431f-8068-23084ff0cb71 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:20.211485 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2e359020-b08d-41f9-b25f-fe319358fb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:20.297625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da20ab-c0d7-4787-857d-684bf93897e0 req-e6ce7788-8450-4daf-920d-b6330f78da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:20.299175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17da20ab-c0d7-4787-857d-684bf93897e0 req-e6ce7788-8450-4daf-920d-b6330f78da65 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.7435398
Dec 18 20:47:20.301673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Pushing event updated for resources: {'Port': ['ID=14e2305d-ac69-431f-8068-23084ff0cb71,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:20.310137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2e359020-b08d-41f9-b25f-fe319358fb6a None None] Port 14e2305d-ac69-431f-8068-23084ff0cb71 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:47:20.312219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082b666-bcf5-418f-a7b2-f3e5ad407baf req-67ba64e1-fdf8-42e0-9ea0-668bb643df78 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:20.319666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6082b666-bcf5-418f-a7b2-f3e5ad407baf req-67ba64e1-fdf8-42e0-9ea0-668bb643df78 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8c0a8e-fad4-49ff-9339-2f05327c58f3 HTTP/1.1" status: 200  len: 936 time: 0.6610787
Dec 18 20:47:20.327450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:47:20.337088 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Attempting to bind port 14e2305d-ac69-431f-8068-23084ff0cb71 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:20.339401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Attempting to bind port 14e2305d-ac69-431f-8068-23084ff0cb71 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:20.339401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Attempting to bind port 14e2305d-ac69-431f-8068-23084ff0cb71 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:20.349352 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Port 14e2305d-ac69-431f-8068-23084ff0cb71 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:20.352137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Attempting to bind port 14e2305d-ac69-431f-8068-23084ff0cb71 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:20.365103 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:20.366172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:20.367896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:20.368444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Bound port: 14e2305d-ac69-431f-8068-23084ff0cb71, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:20.369934 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:20.384291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:20.406215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '4ca78321-f8c5-417a-8eae-41822d244cd0', 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55', 'port_id': '4ca78321-f8c5-417a-8eae-41822d244cd0', 'mac_address': 'fa:16:3e:b8:b8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:47:20.411994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2e359020-b08d-41f9-b25f-fe319358fb6a None None] Provisioning complete for port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:20.411994 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2e359020-b08d-41f9-b25f-fe319358fb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:20.454379 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:20.456913 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17da20ab-c0d7-4787-857d-684bf93897e0 req-57340f6d-748d-4b9f-95e4-e9760bb4c982 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 HTTP/1.1" status: 200  len: 217 time: 0.1295643
Dec 18 20:47:20.514431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] For port 14e2305d-ac69-431f-8068-23084ff0cb71, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:20.517918 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] For port 14e2305d-ac69-431f-8068-23084ff0cb71, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14e2305d-ac69-431f-8068-23084ff0cb71,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:20.530478 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:20.620210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:20.627245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:20.629055 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] 10.222.0.31 "PUT /v2.0/ports/14e2305d-ac69-431f-8068-23084ff0cb71 HTTP/1.1" status: 200  len: 1096 time: 0.9207041
Dec 18 20:47:20.629690 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8c0a8e-fad4-49ff-9339-2f05327c58f3', 'tag': '14e2305d-ac69-431f-8068-23084ff0cb71'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:20.638058 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e672a88-f3f2-4667-afe1-fff4762d327e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8c0a8e-fad4-49ff-9339-2f05327c58f3", "tag": "14e2305d-ac69-431f-8068-23084ff0cb71"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:20.667216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Network fab4d786-81c4-48dc-b51f-790f7e93cb03 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:20.703674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:20.722921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:20.731160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:20.731887 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:20.756594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbeb47-60b2-48d6-be3d-d71c4ee302e0 service neutron] Pushing event updated for resources: {'Port': ['ID=14e2305d-ac69-431f-8068-23084ff0cb71,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:20.768008 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-8307298e-3087-42b7-96d0-6b49808a9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:20.770081 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-8307298e-3087-42b7-96d0-6b49808a9c8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5a64115a8fdc4fd78580446ebb4622de&device_id=7f8c0a8e-fad4-49ff-9339-2f05327c58f3 HTTP/1.1" status: 200  len: 1099 time: 0.0935562
Dec 18 20:47:20.786342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Pushing event updated for resources: {'Port': ['ID=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:20.789802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 60ecc25c-595f-4a11-9c22-23a7026cabc2 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:20.803333 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-f3d9c3ad-e203-44cc-b1bd-eedd33cdd1a2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8191640
Dec 18 20:47:20.812795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-0b43cd85-ce2d-4cc6-8d42-f20efe77c6c9 req-0dce868b-20e2-4627-a979-be7849ca9b80 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:47:20.829345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b43cd85-ce2d-4cc6-8d42-f20efe77c6c9 req-0dce868b-20e2-4627-a979-be7849ca9b80 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0472803
Dec 18 20:47:20.831025 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-347e5b6b-f9d9-4afd-899e-eeb7e44bbf62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=14e2305d-ac69-431f-8068-23084ff0cb71 HTTP/1.1" status: 200  len: 217 time: 0.0523221
Dec 18 20:47:20.849972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6082b666-bcf5-418f-a7b2-f3e5ad407baf req-4e32fc7f-1c09-423a-9167-83cfe9facaaa tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5213711
Dec 18 20:47:20.864851 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:20.884797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Request body: {'port': {'device_id': '9b8c445f-06db-4133-a919-8c79de5333f0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:20.901699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca78321-f8c5-417a-8eae-41822d244cd0 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:20.952596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-208b6798-6c01-4e14-b263-4a2c118a19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:20.954094 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-208b6798-6c01-4e14-b263-4a2c118a19cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1144261
Dec 18 20:47:20.967863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da20ab-c0d7-4787-857d-684bf93897e0 req-72f5993e-fc51-4c8b-a7ad-28d4286aa519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:20.974973 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17da20ab-c0d7-4787-857d-684bf93897e0 req-72f5993e-fc51-4c8b-a7ad-28d4286aa519 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.5103939
Dec 18 20:47:21.038470 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:21.042738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-a20fab2f-8e0d-487e-878d-8156e1013d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:21.045474 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-a20fab2f-8e0d-487e-878d-8156e1013d3f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0833552
Dec 18 20:47:21.054862 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:21.062904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Made reservation on behalf of fd46334a58394a98a92a0d9dbcfcfe59 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:21.066383 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:21.080169 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:21.095813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 60ecc25c-595f-4a11-9c22-23a7026cabc2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:21.096245 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:21.129362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-24195093-6e05-4629-ba39-a909ae842ed8 req-08477454-1a62-414a-9925-f6ca6dac3ce7 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 210 time: 0.0856223
Dec 18 20:47:21.172812 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-a9465ab6-35b2-4428-9b45-eb961b2b2d86 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1152225
Dec 18 20:47:21.191918 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2e359020-b08d-41f9-b25f-fe319358fb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:21.230373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da20ab-c0d7-4787-857d-684bf93897e0 req-43538230-e924-49cb-bd9e-0c4912406964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:21.230623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9c8c40>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:21.232444 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17da20ab-c0d7-4787-857d-684bf93897e0 req-43538230-e924-49cb-bd9e-0c4912406964 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2347014
Dec 18 20:47:21.263776 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd1cd7-3a2b-4349-8fa7-5a04ecad9b64 req-8b21e193-3ad5-44d8-a655-1fd29cff0c68 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:21.265670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1cd1cd7-3a2b-4349-8fa7-5a04ecad9b64 req-8b21e193-3ad5-44d8-a655-1fd29cff0c68 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 943 time: 0.2726045
Dec 18 20:47:21.275514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5364621f-bdb4-47af-9bbe-5f26b605d9f8 None None] The sync data for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 is: [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:47:21.305929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=4ca78321-f8c5-417a-8eae-41822d244cd0,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:21.314218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['4ca78321-f8c5-417a-8eae-41822d244cd0'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:21.317821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2e359020-b08d-41f9-b25f-fe319358fb6a None None] For port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9819ffc5-e0b2-46db-8f78-a330bc7b16ed,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:21.357282 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2e359020-b08d-41f9-b25f-fe319358fb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:21.406699 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e2e3671a-7b8f-498b-a4e4-6f89c359c4cd req-60426311-e416-4f85-8f13-489bb23deee0 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2258170
Dec 18 20:47:21.485318 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e9b7fc2-4a43-48db-bb8f-f11109bd18ac req-c8d26add-4d54-42ac-8204-0d8039007401 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 210 time: 0.2183940
Dec 18 20:47:21.502012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e359020-b08d-41f9-b25f-fe319358fb6a None None] Pushing event updated for resources: {'Port': ['ID=9819ffc5-e0b2-46db-8f78-a330bc7b16ed,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:21.556459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Allocated IP 192.168.233.158 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/4d05019a-71c6-40bd-a082-feb8872a8f1f) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:21.587914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0540bc71-31ef-4bb7-a3ed-96a170fc1d63 None None] Provisioning complete for port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:21.588419 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0540bc71-31ef-4bb7-a3ed-96a170fc1d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:21.668325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1cd1cd7-3a2b-4349-8fa7-5a04ecad9b64 req-1bb4d71b-f90b-4982-8bdc-359d5adb0723 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3492072
Dec 18 20:47:21.677257 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17da20ab-c0d7-4787-857d-684bf93897e0 req-21c6eca7-1190-4da2-9fed-5a53638581b3 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4362667
Dec 18 20:47:21.774557 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0a316e-4aba-415f-98d1-2f95da05b71c x-openstack-request-id: req-da0a316e-4aba-415f-98d1-2f95da05b71c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:21.775058 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8c0a8e-fad4-49ff-9339-2f05327c58f3", "tag": "14e2305d-ac69-431f-8068-23084ff0cb71", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:21.775369 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da0a316e-4aba-415f-98d1-2f95da05b71c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:21.775876 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8c0a8e-fad4-49ff-9339-2f05327c58f3', 'tag': '14e2305d-ac69-431f-8068-23084ff0cb71', 'status': 'completed', 'code': 200}
Dec 18 20:47:21.855336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8013a4-65e7-4dcb-9f7e-29152b3673e0 req-8ecb2710-891c-4a18-a9b3-42889b484ffa tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:21.857041 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec8013a4-65e7-4dcb-9f7e-29152b3673e0 req-8ecb2710-891c-4a18-a9b3-42889b484ffa tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 932 time: 0.2867005
Dec 18 20:47:21.868944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672a88-f3f2-4667-afe1-fff4762d327e req-20854433-c4ae-4af0-aff2-cac5345dab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:21.870514 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5e672a88-f3f2-4667-afe1-fff4762d327e req-20854433-c4ae-4af0-aff2-cac5345dab16 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5a64115a8fdc4fd78580446ebb4622de&device_id=7f8c0a8e-fad4-49ff-9339-2f05327c58f3 HTTP/1.1" status: 200  len: 1099 time: 0.0718365
Dec 18 20:47:22.075524 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76fe8f9b-c717-47c7-9cc5-655c88c79141 req-fda8e119-d33d-4888-a9d1-7487208f0891 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3693514
Dec 18 20:47:22.124421 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17da20ab-c0d7-4787-857d-684bf93897e0 req-a8556629-1157-42d1-a11e-e9defad54904 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4310079
Dec 18 20:47:22.226098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:22.236239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:22.251488 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Transition to ACTIVE for port object 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:47:22.259074 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:22.307276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec8013a4-65e7-4dcb-9f7e-29152b3673e0 req-b8a8e70b-5e06-4de2-9e8a-55e68243d6be tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4059818
Dec 18 20:47:22.307999 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:22.337583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b75120-51e7-4906-a367-70e604c4b14b req-859bb79f-4cf5-4062-967e-0080c89f80d5 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:22.345616 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672a88-f3f2-4667-afe1-fff4762d327e req-f75ffc54-339f-43af-a62e-d89101ac3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:22.346566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4b75120-51e7-4906-a367-70e604c4b14b req-859bb79f-4cf5-4062-967e-0080c89f80d5 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 949 time: 0.4474277
Dec 18 20:47:22.347128 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5e672a88-f3f2-4667-afe1-fff4762d327e req-f75ffc54-339f-43af-a62e-d89101ac3787 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.4673662
Dec 18 20:47:22.441818 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5e672a88-f3f2-4667-afe1-fff4762d327e req-cf9a63a8-31a6-4696-8002-4d2ea0f393f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=14e2305d-ac69-431f-8068-23084ff0cb71 HTTP/1.1" status: 200  len: 217 time: 0.0815036
Dec 18 20:47:22.509438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4b75120-51e7-4906-a367-70e604c4b14b req-bfca45e3-dafc-4a0f-988d-260e957ab986 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613121
Dec 18 20:47:22.518544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672a88-f3f2-4667-afe1-fff4762d327e req-04a6121e-282c-47bf-8344-f824ba3747d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:22.520107 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5e672a88-f3f2-4667-afe1-fff4762d327e req-04a6121e-282c-47bf-8344-f824ba3747d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0682280
Dec 18 20:47:22.524417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Pushing event updated for resources: {'Port': ['ID=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:22.586040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Attempting to bind port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:22.586040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Attempting to bind port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:22.586040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Attempting to bind port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:22.613063 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe8f9b-c717-47c7-9cc5-655c88c79141 req-574b5077-d3be-4a4c-ad84-8450fe5ee8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:22.614566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76fe8f9b-c717-47c7-9cc5-655c88c79141 req-574b5077-d3be-4a4c-ad84-8450fe5ee8b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c1f758740e442a0829910680148236b&device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 1100 time: 0.4269915
Dec 18 20:47:22.630163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-a348e4a7-d725-45e8-b1d1-d01ff6116a8c tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:22.632834 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-a348e4a7-d725-45e8-b1d1-d01ff6116a8c tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.36 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 821 time: 0.4253023
Dec 18 20:47:22.637793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:22.638391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Attempting to bind port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:22.642399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672a88-f3f2-4667-afe1-fff4762d327e req-9323d96c-f0eb-45c5-a3df-12ae7416e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:22.646912 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5e672a88-f3f2-4667-afe1-fff4762d327e req-9323d96c-f0eb-45c5-a3df-12ae7416e2b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1171029
Dec 18 20:47:22.651729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Request body: {'port': {'device_id': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'admin_state_up': True, 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:22.690142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1782ec5-b130-42d5-9b8c-93f7e2108ae5 req-9ed6e51d-93c2-4f0f-aa70-4317e663e789 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 210 time: 0.0652514
Dec 18 20:47:22.700535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:22.704095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:22.704811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:22.705262 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:22.705822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Bound port: 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:22.706338 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:22.730588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9819ffc5-e0b2-46db-8f78-a330bc7b16ed up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:22.807874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:22.808241 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:22.861767 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5e672a88-f3f2-4667-afe1-fff4762d327e req-1637fe5b-a41f-4f07-9e54-426149d1cc46 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2053885
Dec 18 20:47:22.933526 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Made reservation on behalf of e622a6218cdd40c8861466b0d36c1ffe for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:22.937494 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.020776 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5e672a88-f3f2-4667-afe1-fff4762d327e req-75cf0d83-f0fd-4be8-8412-d1964c2ebfeb service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518703
Dec 18 20:47:23.097320 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Allocated IP 172.20.0.7 (d5d78104-ccc5-490d-ac8e-b3ffc0787b91/62ceea0b-ff98-4e54-990f-29ab5955ed10/d5d720a6-0889-449d-a427-b3d33c3e0143) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:23.102643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ff09b-63ab-4ab2-be94-1dc3bcea8250 req-af3f07a7-7250-4822-8e23-416c2e1f16c0 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:23.104336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-764ff09b-63ab-4ab2-be94-1dc3bcea8250 req-af3f07a7-7250-4822-8e23-416c2e1f16c0 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8c0a8e-fad4-49ff-9339-2f05327c58f3 HTTP/1.1" status: 200  len: 948 time: 0.5752299
Dec 18 20:47:23.161439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8416d7e5-9351-4210-bda6-16f69293bffc req-3d198157-60be-4b1d-acde-31ad74f2400f tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 210 time: 0.1016366
Dec 18 20:47:23.170866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:23.198160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:23.201036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:23.207174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:23.208824 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.241939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Pushing event updated for resources: {'Port': ['ID=4d05019a-71c6-40bd-a082-feb8872a8f1f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:23.264586 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.302073 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.310018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5520b64-8209-4af3-80df-b9d1e3b06522 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.2520797
Dec 18 20:47:23.329162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:23.339344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Request body: {'port': {'device_id': 'a5797131-be90-426e-9985-dd40c4b114b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:23.346977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:23.347402 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-764ff09b-63ab-4ab2-be94-1dc3bcea8250 req-d6ff6bd2-f464-45e6-888c-bbc64c912241 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325637
Dec 18 20:47:23.349976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:23.353666 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:23.359150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:23.359826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.370181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Pushing event updated for resources: {'Port': ['ID=d5d720a6-0889-449d-a427-b3d33c3e0143,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:23.374632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe8f9b-c717-47c7-9cc5-655c88c79141 req-1f33bbf7-6a0e-4924-8251-daba55769450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:23.376512 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76fe8f9b-c717-47c7-9cc5-655c88c79141 req-1f33bbf7-6a0e-4924-8251-daba55769450 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.7219880
Dec 18 20:47:23.379033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:23.392777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.394504 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-caf9215c-d3bb-47f9-98d2-def30fedda34 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7464428
Dec 18 20:47:23.414508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Request body: {'port': {'device_id': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:23.479559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df0e67-3e54-435c-b50d-92718a8f4eff req-781e436e-0283-4e88-a7d0-4b4e1d6e452d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:23.481126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01df0e67-3e54-435c-b50d-92718a8f4eff req-781e436e-0283-4e88-a7d0-4b4e1d6e452d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 944 time: 0.2404792
Dec 18 20:47:23.504064 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:23.505206 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.507774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] 10.222.0.31 "PUT /v2.0/ports/35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 HTTP/1.1" status: 200  len: 1092 time: 2.6558387
Dec 18 20:47:23.517450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8c445f-06db-4133-a919-8c79de5333f0', 'tag': '35ef2a63-339b-4a47-a0b0-2edcd0dd0be1'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:23.519982 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8df4a29-2394-4f13-90d2-eb15d49ef589" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8c445f-06db-4133-a919-8c79de5333f0", "tag": "35ef2a63-339b-4a47-a0b0-2edcd0dd0be1"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:23.520707 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.524775 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76fe8f9b-c717-47c7-9cc5-655c88c79141 req-77c096ff-fb76-4a51-b53b-c9c5992f4da3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=9c56ffb6-7657-464e-a842-95bf30427272 HTTP/1.1" status: 200  len: 217 time: 0.1296608
Dec 18 20:47:23.525756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-533bd9ec-792d-4d81-9ace-fb309293bf96 None None] Provisioning complete for port 4d05019a-71c6-40bd-a082-feb8872a8f1f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:23.526672 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-533bd9ec-792d-4d81-9ace-fb309293bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.596079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-533bd9ec-792d-4d81-9ace-fb309293bf96 None None] Port 4d05019a-71c6-40bd-a082-feb8872a8f1f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:47:23.609230 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.667978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228e35a-0d40-4ca2-b227-44d8c68e3e27 service neutron] Pushing event updated for resources: {'Port': ['ID=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:23.683952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-f74e6c44-9f99-4aee-9afd-5259644f25cf tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1c1f758740e442a0829910680148236b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0756121
Dec 18 20:47:23.715993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-432a3c85-9bd9-4dc8-b7b1-0b99e6fb231a None None] Provisioning complete for port d5d720a6-0889-449d-a427-b3d33c3e0143 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:23.716797 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-432a3c85-9bd9-4dc8-b7b1-0b99e6fb231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.738716 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe8f9b-c717-47c7-9cc5-655c88c79141 req-224cac87-b49c-461e-bb96-0de3cc975532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:23.740290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76fe8f9b-c717-47c7-9cc5-655c88c79141 req-224cac87-b49c-461e-bb96-0de3cc975532 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1978090
Dec 18 20:47:23.754408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-432a3c85-9bd9-4dc8-b7b1-0b99e6fb231a None None] Port d5d720a6-0889-449d-a427-b3d33c3e0143 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:47:23.767492 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01df0e67-3e54-435c-b50d-92718a8f4eff req-4d9e204b-d8b9-481e-b316-53214523368f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2510161
Dec 18 20:47:23.837706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-dd9291f6-2094-49cd-bbcd-29c8a20dc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:23.839226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-dd9291f6-2094-49cd-bbcd-29c8a20dc490 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 1095 time: 0.2741587
Dec 18 20:47:23.846904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d720a6-0889-449d-a427-b3d33c3e0143 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:23.854382 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.866004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Transition to ACTIVE for port object d5d720a6-0889-449d-a427-b3d33c3e0143 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:47:23.870295 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.921765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d720a6-0889-449d-a427-b3d33c3e0143,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:23.961620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Attempting to bind port d5d720a6-0889-449d-a427-b3d33c3e0143 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:23.961959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Attempting to bind port d5d720a6-0889-449d-a427-b3d33c3e0143 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:23.962355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Attempting to bind port d5d720a6-0889-449d-a427-b3d33c3e0143 on network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:23.967490 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Port d5d720a6-0889-449d-a427-b3d33c3e0143 on network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:23.968114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Attempting to bind port d5d720a6-0889-449d-a427-b3d33c3e0143 on network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:23.972886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:23.973390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Checking segment: {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:23.973780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Bound using segment: {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:23.974203 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Bound port: d5d720a6-0889-449d-a427-b3d33c3e0143, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:23.974582 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:23.985602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-0e37c61c-6efe-4ec5-9823-8e744c3f15d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 HTTP/1.1" status: 200  len: 217 time: 0.0858388
Dec 18 20:47:24.035062 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe8f9b-c717-47c7-9cc5-655c88c79141 req-7e7262c5-dc55-41b4-84df-b2e331d5fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:24.036833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76fe8f9b-c717-47c7-9cc5-655c88c79141 req-7e7262c5-dc55-41b4-84df-b2e331d5fcd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2743204
Dec 18 20:47:24.041319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] For port d5d720a6-0889-449d-a427-b3d33c3e0143, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:24.046137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4ca78321-f8c5-417a-8eae-41822d244cd0 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:24.046570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] For port d5d720a6-0889-449d-a427-b3d33c3e0143, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5d720a6-0889-449d-a427-b3d33c3e0143,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:24.051270 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:24.086243 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:24.086888 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:24.088706 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-dd47c142-d299-4b65-94e1-750239793384 service neutron] 10.222.0.36 "PUT /v2.0/ports/d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 1091 time: 0.6785722
Dec 18 20:47:24.094660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:24.097665 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a057701-2ecd-4fef-81b9-f04d2483849e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:24.102332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-371f6816-2cbc-47ed-b55b-98a0ff3bcf43 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:24.109740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-371f6816-2cbc-47ed-b55b-98a0ff3bcf43 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3942294
Dec 18 20:47:24.127771 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47c142-d299-4b65-94e1-750239793384 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d720a6-0889-449d-a427-b3d33c3e0143,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:24.134962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 4ca78321-f8c5-417a-8eae-41822d244cd0 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:47:24.139017 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 4ca78321-f8c5-417a-8eae-41822d244cd0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:24.139560 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:24.187024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866adbf1-37ad-499f-b71f-65e45c1b5923 req-e3641a98-a60f-45dc-be1e-ed6c41eca2bd tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:24.188600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-866adbf1-37ad-499f-b71f-65e45c1b5923 req-e3641a98-a60f-45dc-be1e-ed6c41eca2bd tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 944 time: 0.3423491
Dec 18 20:47:24.201194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-652bc5ba-223f-4ae2-a1a8-1dedc2f7ed82 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/quotas/1c1f758740e442a0829910680148236b HTTP/1.1" status: 200  len: 375 time: 0.0904801
Dec 18 20:47:24.211318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-bfcc4bec-ff81-495a-9e2f-520eecde9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:24.215108 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-bfcc4bec-ff81-495a-9e2f-520eecde9238 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.2101753
Dec 18 20:47:24.245000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-4acf3f81-45ec-4c90-a665-bc57048114de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:24.247885 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-4acf3f81-45ec-4c90-a665-bc57048114de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 1094 time: 0.1073611
Dec 18 20:47:24.258760 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:24.294245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca78321-f8c5-417a-8eae-41822d244cd0'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:24.296956 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecd48e9-631a-417a-a154-a3c74f0969c1" -d '{"events": [{"server_uuid": "5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f", "name": "network-vif-plugged", "status": "completed", "tag": "4ca78321-f8c5-417a-8eae-41822d244cd0"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:24.298409 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-e96c2436-6d59-40ed-b463-169fafec79c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 217 time: 0.0427086
Dec 18 20:47:24.314848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:24.321914 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:24.323873 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-d9403b8a-98ea-4b1d-9eb5-93d9fee6cdb6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0869184
Dec 18 20:47:24.369485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-d938025f-a160-4b04-a4c6-575ebdbb5235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:24.371234 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-d938025f-a160-4b04-a4c6-575ebdbb5235 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.0659933
Dec 18 20:47:24.386190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=4ca78321-f8c5-417a-8eae-41822d244cd0,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:24.428787 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-574ac112-eca4-4374-935b-188fc34e2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:24.430438 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-574ac112-eca4-4374-935b-188fc34e2da2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0523436
Dec 18 20:47:24.441110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76fe8f9b-c717-47c7-9cc5-655c88c79141 req-efd3327d-2c8b-451e-b3a1-e390ea3f0043 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3595335
Dec 18 20:47:24.454673 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-866adbf1-37ad-499f-b71f-65e45c1b5923 req-8d7b4f88-ce7e-464f-9548-519e069f9160 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2472219
Dec 18 20:47:24.508121 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-3ad6296b-b563-4687-bf6a-54fa1b75d913 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c1f758740e442a0829910680148236b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3059678
Dec 18 20:47:24.538229 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-e66c66f0-8141-477b-8386-b709522a5cbf service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1004164
Dec 18 20:47:24.600287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-c610b111-744c-47a2-bde4-b5be87f5229b service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2601452
Dec 18 20:47:24.607667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d05019a-71c6-40bd-a082-feb8872a8f1f {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:24.624993 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:24.649511 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-db214d4f-5a74-46f9-b982-a6e8f196cfcf req-78b7bcb2-76fe-4e75-adea-774623a1b2f9 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1039555
Dec 18 20:47:24.703718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Transition to ACTIVE for port object 4d05019a-71c6-40bd-a082-feb8872a8f1f will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:47:24.710830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76fe8f9b-c717-47c7-9cc5-655c88c79141 req-4e5d031f-03a4-46b4-9091-d68af93005a4 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2510791
Dec 18 20:47:24.718476 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:24.746598 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7ce380-34e2-48ad-97b8-5091201a4d42 x-openstack-request-id: req-db7ce380-34e2-48ad-97b8-5091201a4d42 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:24.747271 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8c445f-06db-4133-a919-8c79de5333f0", "tag": "35ef2a63-339b-4a47-a0b0-2edcd0dd0be1", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:24.747271 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db7ce380-34e2-48ad-97b8-5091201a4d42 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:24.747561 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8c445f-06db-4133-a919-8c79de5333f0', 'tag': '35ef2a63-339b-4a47-a0b0-2edcd0dd0be1', 'status': 'completed', 'code': 200}
Dec 18 20:47:24.791426 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2582d02d-c4f8-46d3-b9f3-db0efedbb399 x-openstack-request-id: req-2582d02d-c4f8-46d3-b9f3-db0efedbb399 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:24.791835 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:24.792172 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2582d02d-c4f8-46d3-b9f3-db0efedbb399 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:24.792681 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'status': 'completed', 'code': 200}
Dec 18 20:47:25.162109 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1dca97b-d1ab-4a84-ba75-e43ce4b66ae0 req-008c96cd-1bbf-43db-9e22-91fb78a51093 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5498657
Dec 18 20:47:25.167499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d05019a-71c6-40bd-a082-feb8872a8f1f,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:25.193288 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be124b39-f033-4622-9530-b459dc1ee62d req-1030caa2-0253-4a1c-b62b-5b2906ccc32f tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:25.195532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-be124b39-f033-4622-9530-b459dc1ee62d req-1030caa2-0253-4a1c-b62b-5b2906ccc32f tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 948 time: 0.4510226
Dec 18 20:47:25.206513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Attempting to bind port 4d05019a-71c6-40bd-a082-feb8872a8f1f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:25.206513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Attempting to bind port 4d05019a-71c6-40bd-a082-feb8872a8f1f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:25.206513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Attempting to bind port 4d05019a-71c6-40bd-a082-feb8872a8f1f on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:25.223248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Port 4d05019a-71c6-40bd-a082-feb8872a8f1f on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:25.223661 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Attempting to bind port 4d05019a-71c6-40bd-a082-feb8872a8f1f on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:25.235878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a057701-2ecd-4fef-81b9-f04d2483849e req-0de63f91-0700-40a1-ab46-dd535e4f4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:25.237463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a057701-2ecd-4fef-81b9-f04d2483849e req-0de63f91-0700-40a1-ab46-dd535e4f4049 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 1094 time: 0.3887131
Dec 18 20:47:25.250516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146c50-94ba-4315-9ecb-ff03d65d06ae req-7cde9f12-0c3f-4ecf-a492-2418f8f5c4b7 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:25.252009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31146c50-94ba-4315-9ecb-ff03d65d06ae req-7cde9f12-0c3f-4ecf-a492-2418f8f5c4b7 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 943 time: 0.4043226
Dec 18 20:47:25.255507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:25.255850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:25.256228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:25.256655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Bound port: 4d05019a-71c6-40bd-a082-feb8872a8f1f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:25.257035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:25.315101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 14e2305d-ac69-431f-8068-23084ff0cb71 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:25.411101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 14e2305d-ac69-431f-8068-23084ff0cb71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14e2305d-ac69-431f-8068-23084ff0cb71,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:25.412115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-be124b39-f033-4622-9530-b459dc1ee62d req-f1958698-5f7f-4d2a-833b-33c9d0c2cddf tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032752
Dec 18 20:47:25.423832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '14e2305d-ac69-431f-8068-23084ff0cb71', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '14e2305d-ac69-431f-8068-23084ff0cb71', 'mac_address': 'fa:16:3e:aa:aa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:47:25.461420 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db42041-3a03-45be-9433-fcef2bf4ced8 x-openstack-request-id: req-0db42041-3a03-45be-9433-fcef2bf4ced8 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:25.461733 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f", "name": "network-vif-plugged", "status": "completed", "tag": "4ca78321-f8c5-417a-8eae-41822d244cd0", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:25.461988 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0db42041-3a03-45be-9433-fcef2bf4ced8 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:25.462740 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca78321-f8c5-417a-8eae-41822d244cd0', 'code': 200}
Dec 18 20:47:25.466633 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:25.478404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df4a29-2394-4f13-90d2-eb15d49ef589 req-4d02161b-77a8-46de-b1ec-5885cdb6c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:25.479905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8df4a29-2394-4f13-90d2-eb15d49ef589 req-4d02161b-77a8-46de-b1ec-5885cdb6c7c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 1095 time: 0.2132459
Dec 18 20:47:25.490902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e2305d-ac69-431f-8068-23084ff0cb71 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:25.501056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a057701-2ecd-4fef-81b9-f04d2483849e req-7fcdcca2-1532-4cd3-948a-8eedeca90b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:25.502642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a057701-2ecd-4fef-81b9-f04d2483849e req-7fcdcca2-1532-4cd3-948a-8eedeca90b4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.2494409
Dec 18 20:47:25.508920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31146c50-94ba-4315-9ecb-ff03d65d06ae req-cc385436-a021-4ab3-87d0-377e3503a913 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316720
Dec 18 20:47:25.532009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 14e2305d-ac69-431f-8068-23084ff0cb71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14e2305d-ac69-431f-8068-23084ff0cb71,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:25.541502 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:25.598330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] For port 4d05019a-71c6-40bd-a082-feb8872a8f1f, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:25.609821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d4625-ee5a-4034-ab32-493ff89790c5 req-b1860eb2-183c-40a4-9bd3-f85e13f48a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:25.611997 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d07d4625-ee5a-4034-ab32-493ff89790c5 req-b1860eb2-183c-40a4-9bd3-f85e13f48a04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 1096 time: 0.0716238
Dec 18 20:47:25.619847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] For port 4d05019a-71c6-40bd-a082-feb8872a8f1f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d05019a-71c6-40bd-a082-feb8872a8f1f,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:25.622288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=14e2305d-ac69-431f-8068-23084ff0cb71,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:25.665554 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d07d4625-ee5a-4034-ab32-493ff89790c5 req-8b6a1413-854b-4439-849b-fdb1439b2e02 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400763
Dec 18 20:47:25.695223 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a057701-2ecd-4fef-81b9-f04d2483849e req-1ccf7929-af31-485d-b5bf-21d6787ad3f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 217 time: 0.0999067
Dec 18 20:47:25.696297 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:25.724624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fea71f3-afea-4248-973b-5c5921efd02c req-a45eba42-6597-45d9-8adf-fd8811905150 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 210 time: 0.1015356
Dec 18 20:47:25.778101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:25.778822 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:25.780146 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] 10.222.0.31 "PUT /v2.0/ports/4d05019a-71c6-40bd-a082-feb8872a8f1f HTTP/1.1" status: 200  len: 1096 time: 2.4480975
Dec 18 20:47:25.802646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['14e2305d-ac69-431f-8068-23084ff0cb71'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:25.804322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df4a29-2394-4f13-90d2-eb15d49ef589 req-305a63e3-0502-45fd-ae35-dff6fa28b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:25.805701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8df4a29-2394-4f13-90d2-eb15d49ef589 req-305a63e3-0502-45fd-ae35-dff6fa28b16c service neutron] 10.222.0.31 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.3179753
Dec 18 20:47:25.822310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571bfd2-1eec-4669-9865-c665ab85fd0b req-93f91290-5754-406f-929d-c98b0e4394ca tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:25.823876 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e571bfd2-1eec-4669-9865-c665ab85fd0b req-93f91290-5754-406f-929d-c98b0e4394ca tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8c0a8e-fad4-49ff-9339-2f05327c58f3 HTTP/1.1" status: 200  len: 949 time: 0.2075183
Dec 18 20:47:25.824543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b0a88-3ad9-4a34-8410-741b285f32c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d05019a-71c6-40bd-a082-feb8872a8f1f,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:25.920682 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8df4a29-2394-4f13-90d2-eb15d49ef589 req-57964293-f77c-4785-8133-b0c7737bc9c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 HTTP/1.1" status: 200  len: 217 time: 0.0929446
Dec 18 20:47:26.056932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5bfcb4e-35f0-477a-b822-b2fc84c56fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:26.058365 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-e5bfcb4e-35f0-477a-b822-b2fc84c56fbc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd46334a58394a98a92a0d9dbcfcfe59&device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 1099 time: 0.2294974
Dec 18 20:47:26.064296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a057701-2ecd-4fef-81b9-f04d2483849e req-4ac7bd05-0dfd-4dee-a4bd-8deeecba686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:26.065603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a057701-2ecd-4fef-81b9-f04d2483849e req-4ac7bd05-0dfd-4dee-a4bd-8deeecba686a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.1660826
Dec 18 20:47:26.078897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e571bfd2-1eec-4669-9865-c665ab85fd0b req-1f4ebc3e-6538-4d5b-8f74-b100fcb5d9ac tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2343452
Dec 18 20:47:26.082997 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df4a29-2394-4f13-90d2-eb15d49ef589 req-acd74109-a8f0-474c-b078-2cf89f4d7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:26.083429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8df4a29-2394-4f13-90d2-eb15d49ef589 req-acd74109-a8f0-474c-b078-2cf89f4d7cef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.1244447
Dec 18 20:47:26.136085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-a5585d38-2f9a-46b4-94e4-3994d4f42dbb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4d05019a-71c6-40bd-a082-feb8872a8f1f HTTP/1.1" status: 200  len: 217 time: 0.0694003
Dec 18 20:47:26.177291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8df4a29-2394-4f13-90d2-eb15d49ef589 req-f4d91cb1-a3b6-4323-94b0-a168076b5bc0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515659
Dec 18 20:47:26.193585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cb8a3-3a2a-4021-9d37-df663a58ae29 req-0126a103-3c24-429e-8e00-2c6ea361eb59 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:26.198853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-407cb8a3-3a2a-4021-9d37-df663a58ae29 req-0126a103-3c24-429e-8e00-2c6ea361eb59 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 945 time: 0.2028928
Dec 18 20:47:26.201320 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-11aa3301-43cc-4855-8a73-c6bd21d9bd68 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1c1f758740e442a0829910680148236b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0214703
Dec 18 20:47:26.357248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-bb113e03-13b4-4e89-811a-cd8949b91436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:26.358722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-bb113e03-13b4-4e89-811a-cd8949b91436 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1921313
Dec 18 20:47:26.370487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a057701-2ecd-4fef-81b9-f04d2483849e req-2554c7f7-519a-4c22-a3aa-032d265fa031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:26.372001 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a057701-2ecd-4fef-81b9-f04d2483849e req-2554c7f7-519a-4c22-a3aa-032d265fa031 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2569437
Dec 18 20:47:26.411522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-407cb8a3-3a2a-4021-9d37-df663a58ae29 req-a92ec866-a4c6-4f0d-87be-951066b7e7d2 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581805
Dec 18 20:47:26.439476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab60826-a035-46e6-b1c1-6fff0d6ebff0 req-a8348fd2-96d1-43bf-8724-248e355333cf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:26.441020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ab60826-a035-46e6-b1c1-6fff0d6ebff0 req-a8348fd2-96d1-43bf-8724-248e355333cf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 944 time: 0.2893679
Dec 18 20:47:26.498620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-a10610ed-c6b0-4fcd-8c42-e508f291ebc3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:26.500022 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-a10610ed-c6b0-4fcd-8c42-e508f291ebc3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2917149
Dec 18 20:47:26.520366 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Request body: {'port': {'device_id': '414c46a7-2ac0-44c1-a29f-eed2a0f1a029', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '1c1f758740e442a0829910680148236b'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:26.529969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8df4a29-2394-4f13-90d2-eb15d49ef589 req-ba194aab-50e3-47ad-a7ec-0924df29c0e6 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3272841
Dec 18 20:47:26.603222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-f3a012d5-4296-45e9-9ca5-123cf971770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:26.604716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-f3a012d5-4296-45e9-9ca5-123cf971770a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2263567
Dec 18 20:47:26.629701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Made reservation on behalf of 1c1f758740e442a0829910680148236b for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:26.633848 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:26.658854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ab60826-a035-46e6-b1c1-6fff0d6ebff0 req-fabbde92-97d8-4624-9604-3e00745dfd09 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930082
Dec 18 20:47:26.750583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b49d71-b234-476d-bcd7-948cb8e68ad2 req-bccf6a47-6bc3-4f16-9c84-6b5adb5da18e tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:26.752718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78b49d71-b234-476d-bcd7-948cb8e68ad2 req-bccf6a47-6bc3-4f16-9c84-6b5adb5da18e tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 948 time: 0.2446558
Dec 18 20:47:26.759266 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5797131-be90-426e-9985-dd40c4b114b9', 'tag': '4d05019a-71c6-40bd-a082-feb8872a8f1f'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:26.761562 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e567288e-055f-4d22-9e8f-9482cd78c88e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5797131-be90-426e-9985-dd40c4b114b9", "tag": "4d05019a-71c6-40bd-a082-feb8872a8f1f"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:26.779291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a057701-2ecd-4fef-81b9-f04d2483849e req-faea1e10-bb9e-4335-8a99-54d55222a060 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3841183
Dec 18 20:47:26.808828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Allocated IP 192.168.233.234 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/58e60486-e1d6-436d-9e39-32ef38bda602) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:26.980191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.015186 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.035473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['9c56ffb6-7657-464e-a842-95bf30427272'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:27.062511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:27.065550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:27.070640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:27.076356 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:27.076786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.087892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Pushing event updated for resources: {'Port': ['ID=58e60486-e1d6-436d-9e39-32ef38bda602,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:27.098141 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-565d7c83-61df-4ddf-b790-c6f81f0fc2aa tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.5814881
Dec 18 20:47:27.121416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Request body: {'port': {'device_id': '414c46a7-2ac0-44c1-a29f-eed2a0f1a029', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:27.128043 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8df4a29-2394-4f13-90d2-eb15d49ef589 req-9d0a6ca5-2e0d-4180-9604-7c3db929d268 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5878041
Dec 18 20:47:27.150106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-26b68c92-64db-41a3-8261-70dc764b67e9 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5144000
Dec 18 20:47:27.168441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78b49d71-b234-476d-bcd7-948cb8e68ad2 req-977c5318-e07c-4222-aad1-0872cfbbfb59 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4011402
Dec 18 20:47:27.223978 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.281204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b3907-bf24-41b7-9e6a-e2d968273e49 req-f40e2308-4214-4bd4-a554-c59e7c188bf4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:27.285017 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-089b3907-bf24-41b7-9e6a-e2d968273e49 req-f40e2308-4214-4bd4-a554-c59e7c188bf4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 943 time: 0.4510400
Dec 18 20:47:27.321121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 14e2305d-ac69-431f-8068-23084ff0cb71 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:27.327140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a057701-2ecd-4fef-81b9-f04d2483849e req-18545e34-68e8-48c2-8469-7be10e39926e service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5374651
Dec 18 20:47:27.396987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 14e2305d-ac69-431f-8068-23084ff0cb71 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:47:27.401860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 14e2305d-ac69-431f-8068-23084ff0cb71 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:27.402234 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.405282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-089b3907-bf24-41b7-9e6a-e2d968273e49 req-380d0d06-7ed5-4f71-afe2-3e66a8c79611 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050782
Dec 18 20:47:27.408681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f6888a8-cb21-44ca-84dc-32af0c85304e req-b1a994e1-cdb0-4c17-bb37-1564fe0b142f service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378120
Dec 18 20:47:27.432922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dbf0f-0c9e-4058-95a2-99f0608ce00b req-e540da3f-f917-4c37-a194-b4d93099577b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:27.446705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-435dbf0f-0c9e-4058-95a2-99f0608ce00b req-e540da3f-f917-4c37-a194-b4d93099577b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 936 time: 0.0886285
Dec 18 20:47:27.483190 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826d836b-e1c6-4274-ae06-0194bdc3324f x-openstack-request-id: req-826d836b-e1c6-4274-ae06-0194bdc3324f {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:27.483520 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5797131-be90-426e-9985-dd40c4b114b9", "tag": "4d05019a-71c6-40bd-a082-feb8872a8f1f", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:27.483789 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-826d836b-e1c6-4274-ae06-0194bdc3324f {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:27.484222 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5797131-be90-426e-9985-dd40c4b114b9', 'tag': '4d05019a-71c6-40bd-a082-feb8872a8f1f', 'status': 'completed', 'code': 200}
Dec 18 20:47:27.506859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-48279572-8cbc-4cc2-ab20-8860dc39f11b None None] Provisioning complete for port 58e60486-e1d6-436d-9e39-32ef38bda602 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:27.508034 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-48279572-8cbc-4cc2-ab20-8860dc39f11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.515096 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-435dbf0f-0c9e-4058-95a2-99f0608ce00b req-bb2767ad-0125-4a8d-b6cb-59b384cf17a6 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614855
Dec 18 20:47:27.563333 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e60486-e1d6-436d-9e39-32ef38bda602 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:27.571065 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.585931 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.586218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Transition to ACTIVE for port object 58e60486-e1d6-436d-9e39-32ef38bda602 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:47:27.591776 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.634347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-48279572-8cbc-4cc2-ab20-8860dc39f11b None None] Port 58e60486-e1d6-436d-9e39-32ef38bda602 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:47:27.644979 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8c0a8e-fad4-49ff-9339-2f05327c58f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e2305d-ac69-431f-8068-23084ff0cb71'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:27.646830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567288e-055f-4d22-9e8f-9482cd78c88e req-e8eec7cb-96ad-4846-a3a1-eb0e36fab1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:27.649105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e567288e-055f-4d22-9e8f-9482cd78c88e req-e8eec7cb-96ad-4846-a3a1-eb0e36fab1f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd46334a58394a98a92a0d9dbcfcfe59&device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 1099 time: 0.1330225
Dec 18 20:47:27.657128 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46465ef2-1d78-4240-b96b-b76f47472b3b" -d '{"events": [{"server_uuid": "7f8c0a8e-fad4-49ff-9339-2f05327c58f3", "name": "network-vif-plugged", "status": "completed", "tag": "14e2305d-ac69-431f-8068-23084ff0cb71"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:27.672384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Pushing event updated for resources: {'Port': ['ID=58e60486-e1d6-436d-9e39-32ef38bda602,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:27.672857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 14e2305d-ac69-431f-8068-23084ff0cb71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14e2305d-ac69-431f-8068-23084ff0cb71,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:27.680106 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.688190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Attempting to bind port 58e60486-e1d6-436d-9e39-32ef38bda602 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:27.689247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Attempting to bind port 58e60486-e1d6-436d-9e39-32ef38bda602 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:27.689247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Attempting to bind port 58e60486-e1d6-436d-9e39-32ef38bda602 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:27.697693 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Port 58e60486-e1d6-436d-9e39-32ef38bda602 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:27.701619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Attempting to bind port 58e60486-e1d6-436d-9e39-32ef38bda602 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:27.718310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:27.721353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:27.721938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:27.722520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Bound port: 58e60486-e1d6-436d-9e39-32ef38bda602, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:27.725806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.760847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941ee4f-ce0e-409c-bbae-95d44a3fb7d2 req-4e59342d-7ee4-4f39-a623-28071f7dc0a0 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:27.762559 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6941ee4f-ce0e-409c-bbae-95d44a3fb7d2 req-4e59342d-7ee4-4f39-a623-28071f7dc0a0 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8c0a8e-fad4-49ff-9339-2f05327c58f3 HTTP/1.1" status: 200  len: 949 time: 0.1618869
Dec 18 20:47:27.818706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=14e2305d-ac69-431f-8068-23084ff0cb71,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:27.830194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] For port 58e60486-e1d6-436d-9e39-32ef38bda602, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:27.833375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] For port 58e60486-e1d6-436d-9e39-32ef38bda602, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58e60486-e1d6-436d-9e39-32ef38bda602,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:27.838117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.876076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:27.876694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:27.878099 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] 10.222.0.36 "PUT /v2.0/ports/58e60486-e1d6-436d-9e39-32ef38bda602 HTTP/1.1" status: 200  len: 1096 time: 0.7654796
Dec 18 20:47:27.878601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414c46a7-2ac0-44c1-a29f-eed2a0f1a029', 'tag': '58e60486-e1d6-436d-9e39-32ef38bda602'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:27.880413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567288e-055f-4d22-9e8f-9482cd78c88e req-0b9afbd4-0c91-413a-8631-367be95f71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:27.880882 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c635f69-86a8-4d88-9d28-5d4b015ca893" -d '{"events": [{"name": "network-changed", "server_uuid": "414c46a7-2ac0-44c1-a29f-eed2a0f1a029", "tag": "58e60486-e1d6-436d-9e39-32ef38bda602"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:27.883214 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e567288e-055f-4d22-9e8f-9482cd78c88e req-0b9afbd4-0c91-413a-8631-367be95f71d7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2250416
Dec 18 20:47:27.887111 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6941ee4f-ce0e-409c-bbae-95d44a3fb7d2 req-ca5847b3-3dfc-4362-bafa-871341d79e5c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128185
Dec 18 20:47:27.910319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5060a66-35c7-4c08-9502-60233cbf2399 req-dd47967f-b435-4779-a275-ed7d667e4237 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:27.910882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b82e08-309c-4a8d-b8e1-66420da6789a service neutron] Pushing event updated for resources: {'Port': ['ID=58e60486-e1d6-436d-9e39-32ef38bda602,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:27.912117 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5060a66-35c7-4c08-9502-60233cbf2399 req-dd47967f-b435-4779-a275-ed7d667e4237 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 945 time: 0.1301200
Dec 18 20:47:27.943807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e567288e-055f-4d22-9e8f-9482cd78c88e req-81acec1c-2c44-488d-8365-99f88db729de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4d05019a-71c6-40bd-a082-feb8872a8f1f HTTP/1.1" status: 200  len: 217 time: 0.0529227
Dec 18 20:47:27.976392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-8b143e40-6ebb-4372-876e-f292d8f04ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:27.978052 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-8b143e40-6ebb-4372-876e-f292d8f04ddf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c1f758740e442a0829910680148236b&device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 1099 time: 0.0475926
Dec 18 20:47:27.987078 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90c5eaa-4740-4312-8e0b-752fcd99f56f x-openstack-request-id: req-a90c5eaa-4740-4312-8e0b-752fcd99f56f {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:27.987382 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8c0a8e-fad4-49ff-9339-2f05327c58f3", "name": "network-vif-plugged", "status": "completed", "tag": "14e2305d-ac69-431f-8068-23084ff0cb71", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:27.987633 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a90c5eaa-4740-4312-8e0b-752fcd99f56f {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:27.991789 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8c0a8e-fad4-49ff-9339-2f05327c58f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e2305d-ac69-431f-8068-23084ff0cb71', 'code': 200}
Dec 18 20:47:28.026518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-8c2fafd8-2c17-4f2d-94fa-9a0ca83d50fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=58e60486-e1d6-436d-9e39-32ef38bda602 HTTP/1.1" status: 200  len: 217 time: 0.0401819
Dec 18 20:47:28.062763 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5060a66-35c7-4c08-9502-60233cbf2399 req-7da9d81e-338b-4910-b198-6a9362da5850 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216388
Dec 18 20:47:28.078101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d5d720a6-0889-449d-a427-b3d33c3e0143 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:28.107532 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-a061bfca-7a04-41ac-9a1c-8911c894abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.109486 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-a061bfca-7a04-41ac-9a1c-8911c894abf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0760524
Dec 18 20:47:28.118577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567288e-055f-4d22-9e8f-9482cd78c88e req-aa5e643e-9cb8-41bc-afdb-5983317d42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.120032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e567288e-055f-4d22-9e8f-9482cd78c88e req-aa5e643e-9cb8-41bc-afdb-5983317d42e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1578212
Dec 18 20:47:28.174299 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585e0522-cc2c-43cd-a796-58ef1439a73e x-openstack-request-id: req-585e0522-cc2c-43cd-a796-58ef1439a73e {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:28.175124 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414c46a7-2ac0-44c1-a29f-eed2a0f1a029", "tag": "58e60486-e1d6-436d-9e39-32ef38bda602", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:28.175124 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-585e0522-cc2c-43cd-a796-58ef1439a73e {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:28.175593 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414c46a7-2ac0-44c1-a29f-eed2a0f1a029', 'tag': '58e60486-e1d6-436d-9e39-32ef38bda602', 'status': 'completed', 'code': 200}
Dec 18 20:47:28.183091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-059994de-9e07-4ba9-8f48-7bd10db755f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.186014 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-059994de-9e07-4ba9-8f48-7bd10db755f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0688760
Dec 18 20:47:28.208316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620e8e4-a57d-4f30-8508-4b70c9f0cf34 req-46d8cc3e-0237-4182-bad9-8c4603958187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.209850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2620e8e4-a57d-4f30-8508-4b70c9f0cf34 req-46d8cc3e-0237-4182-bad9-8c4603958187 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f8c0a8e-fad4-49ff-9339-2f05327c58f3 HTTP/1.1" status: 200  len: 1101 time: 0.1451735
Dec 18 20:47:28.224005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c89df7-8b6c-40e8-b79e-ef7ebd06ee1a req-9cefba17-b7b4-43be-950a-6a9875418590 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.225702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3c89df7-8b6c-40e8-b79e-ef7ebd06ee1a req-9cefba17-b7b4-43be-950a-6a9875418590 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 944 time: 0.1619310
Dec 18 20:47:28.247101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567288e-055f-4d22-9e8f-9482cd78c88e req-1c5567aa-5a2d-4c60-9d08-3c320bc984ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.248563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e567288e-055f-4d22-9e8f-9482cd78c88e req-1c5567aa-5a2d-4c60-9d08-3c320bc984ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1130257
Dec 18 20:47:28.324362 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-0e0ac51a-be75-482b-8c0a-76cc78eda888 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277702
Dec 18 20:47:28.358298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2620e8e4-a57d-4f30-8508-4b70c9f0cf34 req-6892bd5d-8d78-426e-88de-e7773cd9fa44 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307726
Dec 18 20:47:28.368865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3c89df7-8b6c-40e8-b79e-ef7ebd06ee1a req-d678d2a3-bcb4-4caf-b778-e52a4f3f777a tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193748
Dec 18 20:47:28.409276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e567288e-055f-4d22-9e8f-9482cd78c88e req-16d70a03-89de-4249-adeb-aaec6fe8a059 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493120
Dec 18 20:47:28.428703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d5d720a6-0889-449d-a427-b3d33c3e0143, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5d720a6-0889-449d-a427-b3d33c3e0143,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:28.441375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'port_id': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'mac_address': 'fa:16:3e:8e:75:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:47:28.448369 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-80b95119-2ec7-43f8-b707-51946f7d3859 req-0bbf8bd7-c2ac-4a73-96f2-919e33efee34 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1171803
Dec 18 20:47:28.463322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37558ea0-83f8-48cc-88f9-b937b38553ce req-0915962e-cf6e-4255-b5a7-dcca28fb56fa tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.464930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37558ea0-83f8-48cc-88f9-b937b38553ce req-0915962e-cf6e-4255-b5a7-dcca28fb56fa tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 1096 time: 0.0477741
Dec 18 20:47:28.490679 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:28.506556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d720a6-0889-449d-a427-b3d33c3e0143 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:28.530547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d5d720a6-0889-449d-a427-b3d33c3e0143, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5d720a6-0889-449d-a427-b3d33c3e0143,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:28.533682 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37558ea0-83f8-48cc-88f9-b937b38553ce req-49403790-b7f0-49cb-936d-9b2b83d9155b tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616100
Dec 18 20:47:28.535669 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:28.571933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c635f69-86a8-4d88-9d28-5d4b015ca893 req-f396aaf6-b1f1-42a4-a133-763be826cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.574198 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3c635f69-86a8-4d88-9d28-5d4b015ca893 req-f396aaf6-b1f1-42a4-a133-763be826cbc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c1f758740e442a0829910680148236b&device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 1099 time: 0.0723414
Dec 18 20:47:28.658654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=d5d720a6-0889-449d-a427-b3d33c3e0143,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:28.692115 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c635f69-86a8-4d88-9d28-5d4b015ca893 req-ad5fe39d-abc1-4852-aadc-f5dcc3af92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.693866 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3c635f69-86a8-4d88-9d28-5d4b015ca893 req-ad5fe39d-abc1-4852-aadc-f5dcc3af92e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1074128
Dec 18 20:47:28.744890 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3c635f69-86a8-4d88-9d28-5d4b015ca893 req-044d4022-a618-4595-b1b0-37ad3eaf5a25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=58e60486-e1d6-436d-9e39-32ef38bda602 HTTP/1.1" status: 200  len: 217 time: 0.0396762
Dec 18 20:47:28.746529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e567288e-055f-4d22-9e8f-9482cd78c88e req-2f902e9f-cdbf-4920-a5b5-4293418a90a8 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1872747
Dec 18 20:47:28.774959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50576a44-88f9-4088-a381-4ac6d1befcb1 req-3af76ffe-9c5d-4d00-a240-522d7d55f80a tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.776429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50576a44-88f9-4088-a381-4ac6d1befcb1 req-3af76ffe-9c5d-4d00-a240-522d7d55f80a tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 944 time: 0.1033320
Dec 18 20:47:28.787927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d6b92-5b7e-4f2a-b6f5-0e78ab77024b req-89a0d6e3-3e98-40a2-be78-7b614b64f3aa tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.788694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d5d720a6-0889-449d-a427-b3d33c3e0143'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:28.789409 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-753d6b92-5b7e-4f2a-b6f5-0e78ab77024b req-89a0d6e3-3e98-40a2-be78-7b614b64f3aa tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 948 time: 0.0967007
Dec 18 20:47:28.798937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c635f69-86a8-4d88-9d28-5d4b015ca893 req-a8dd3216-99fd-442f-9272-4f52dc305755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.800442 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3c635f69-86a8-4d88-9d28-5d4b015ca893 req-a8dd3216-99fd-442f-9272-4f52dc305755 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0476177
Dec 18 20:47:28.848950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c635f69-86a8-4d88-9d28-5d4b015ca893 req-b27ea4fa-e969-4fd2-a9cb-cda7e4b94347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:28.850640 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3c635f69-86a8-4d88-9d28-5d4b015ca893 req-b27ea4fa-e969-4fd2-a9cb-cda7e4b94347 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0420005
Dec 18 20:47:28.868758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50576a44-88f9-4088-a381-4ac6d1befcb1 req-aa1b9ab6-1086-4d12-adf2-da8c87e68ee9 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783925
Dec 18 20:47:28.873283 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-753d6b92-5b7e-4f2a-b6f5-0e78ab77024b req-03d9be79-0745-405e-a2f0-7431f28ec9e1 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728405
Dec 18 20:47:28.977828 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3c635f69-86a8-4d88-9d28-5d4b015ca893 req-4acaae66-620b-4050-84de-1dd3eac6795e service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1113689
Dec 18 20:47:29.013459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ca9bd-8979-4dce-9122-032810bc83f6 req-1df9d94c-cdb0-4726-94ea-99abffa11694 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:29.014952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d64ca9bd-8979-4dce-9122-032810bc83f6 req-1df9d94c-cdb0-4726-94ea-99abffa11694 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 948 time: 0.0617542
Dec 18 20:47:29.069162 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3c635f69-86a8-4d88-9d28-5d4b015ca893 req-97a76a3e-595a-420b-99c0-372fd2aefd4c service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837858
Dec 18 20:47:29.071102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028be-b598-45e0-9d86-aa9b4a3bf274 req-790489ed-79b1-4ff5-a686-46c6fa27ac6b tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:29.072585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b1028be-b598-45e0-9d86-aa9b4a3bf274 req-790489ed-79b1-4ff5-a686-46c6fa27ac6b tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 1096 time: 0.0795312
Dec 18 20:47:29.080117 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d64ca9bd-8979-4dce-9122-032810bc83f6 req-2211bc05-b506-475c-89b7-2fdd9c10d5ee tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523865
Dec 18 20:47:29.125233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b1028be-b598-45e0-9d86-aa9b4a3bf274 req-1d186222-d040-4000-817b-a9921a87fc5c tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441165
Dec 18 20:47:29.214788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90dfe3-30d2-4935-b091-5608e4102604 req-419c1afd-080b-4041-9757-105361ddb9b3 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:29.216497 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f90dfe3-30d2-4935-b091-5608e4102604 req-419c1afd-080b-4041-9757-105361ddb9b3 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8c0a8e-fad4-49ff-9339-2f05327c58f3 HTTP/1.1" status: 200  len: 950 time: 0.0513310
Dec 18 20:47:29.268677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f90dfe3-30d2-4935-b091-5608e4102604 req-ea901cf3-d8f2-4a59-9d5f-9b7be5e69645 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454614
Dec 18 20:47:29.332271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:29.387960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-3ee9f2bf-08c5-440d-bbc7-e029e3616d7b req-afc10c35-709c-4012-a7d0-7191e3aaf0b5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:47:29.390311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ee9f2bf-08c5-440d-bbc7-e029e3616d7b req-afc10c35-709c-4012-a7d0-7191e3aaf0b5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0073109
Dec 18 20:47:29.532856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:29.543252 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e356042-5fe4-408a-bb54-aa27dbb7790f req-6b413653-e334-4c35-b0c1-578be189943a tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:29.544906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e356042-5fe4-408a-bb54-aa27dbb7790f req-6b413653-e334-4c35-b0c1-578be189943a tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 944 time: 0.0569754
Dec 18 20:47:29.547146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '35ef2a63-339b-4a47-a0b0-2edcd0dd0be1', 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03', 'port_id': '35ef2a63-339b-4a47-a0b0-2edcd0dd0be1', 'mac_address': 'fa:16:3e:a6:f6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda3f542-e261-446c-9545-36f864fed65b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:47:29.593787 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:29.610226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e356042-5fe4-408a-bb54-aa27dbb7790f req-5a05daf0-ba53-4c00-8e66-e331406ac634 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582526
Dec 18 20:47:29.614791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:29.640948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:29.645078 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:29.723214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:29.729593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52462) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:29.859050 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e77712e1-8fd0-48a1-baa8-6bb3f8620459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:29.878680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['35ef2a63-339b-4a47-a0b0-2edcd0dd0be1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:29.956257 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e77712e1-8fd0-48a1-baa8-6bb3f8620459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:29.962523 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e77712e1-8fd0-48a1-baa8-6bb3f8620459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.034374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e77712e1-8fd0-48a1-baa8-6bb3f8620459 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f38480e435834a8cb37eacd183315171&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3032761
Dec 18 20:47:30.036260 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77712e1-8fd0-48a1-baa8-6bb3f8620459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5f034c-e503-4785-9858-c3dcc38b5b07,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:30.037081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52486) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:30.055355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8158f-5f60-493f-812f-f63267921962 req-1f8bbb96-048d-4cff-979e-e22582876349 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:30.057568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60d8158f-5f60-493f-812f-f63267921962 req-1f8bbb96-048d-4cff-979e-e22582876349 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 948 time: 0.0904641
Dec 18 20:47:30.088309 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d5d720a6-0889-449d-a427-b3d33c3e0143 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:30.102716 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14df39d1-3afe-48c7-9acf-c121c96cd458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.122898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60d8158f-5f60-493f-812f-f63267921962 req-f5bc450e-4fe6-466d-a4a0-24f6b7896a66 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569348
Dec 18 20:47:30.130642 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14df39d1-3afe-48c7-9acf-c121c96cd458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.155289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port d5d720a6-0889-449d-a427-b3d33c3e0143 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:47:30.160039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port d5d720a6-0889-449d-a427-b3d33c3e0143 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:30.160512 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.213775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14df39d1-3afe-48c7-9acf-c121c96cd458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.217500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14df39d1-3afe-48c7-9acf-c121c96cd458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.219355 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-14df39d1-3afe-48c7-9acf-c121c96cd458 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c5f034c-e503-4785-9858-c3dcc38b5b07 HTTP/1.1" status: 204  len: 168 time: 0.1804874
Dec 18 20:47:30.230647 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df39d1-3afe-48c7-9acf-c121c96cd458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5f034c-e503-4785-9858-c3dcc38b5b07,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:30.260912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8001aa-632f-4a05-b806-f20b11624c38 req-76a32d2c-b436-4f8a-acf0-83dbadfee842 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:30.262462 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a8001aa-632f-4a05-b806-f20b11624c38 req-76a32d2c-b436-4f8a-acf0-83dbadfee842 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 944 time: 0.0723333
Dec 18 20:47:30.307607 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.345248 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d5d720a6-0889-449d-a427-b3d33c3e0143, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5d720a6-0889-449d-a427-b3d33c3e0143,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:30.346704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:30.348458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a8001aa-632f-4a05-b806-f20b11624c38 req-f1e71a0e-2c7e-4851-bf5d-cae6ddd62453 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774586
Dec 18 20:47:30.349564 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d5d01c-b7d2-4004-8bb7-02fc44de0122" -d '{"events": [{"server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "name": "network-vif-plugged", "status": "completed", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:30.353799 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.431029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=d5d720a6-0889-449d-a427-b3d33c3e0143,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:30.517821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139fe88-0636-4214-8749-47b54066b31f req-7e2d73b8-3fb7-4efd-b074-b4d013fe763a tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:30.519360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4139fe88-0636-4214-8749-47b54066b31f req-7e2d73b8-3fb7-4efd-b074-b4d013fe763a tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 948 time: 0.0529318
Dec 18 20:47:30.560966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52514) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:30.578501 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0db3aad8-88d6-45f3-ab15-88b6562ec911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.579514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4139fe88-0636-4214-8749-47b54066b31f req-96bec03a-5abe-4acc-b439-8fd36dfdf5e3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520096
Dec 18 20:47:30.676013 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0db3aad8-88d6-45f3-ab15-88b6562ec911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.681314 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0db3aad8-88d6-45f3-ab15-88b6562ec911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.702292 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab7f74-5f84-4c96-b11a-ec4cef1dbfc5 req-c26ebb81-3883-49c5-8441-58defd7ccbb2 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:30.703979 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaab7f74-5f84-4c96-b11a-ec4cef1dbfc5 req-c26ebb81-3883-49c5-8441-58defd7ccbb2 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8c0a8e-fad4-49ff-9339-2f05327c58f3 HTTP/1.1" status: 200  len: 950 time: 0.0579879
Dec 18 20:47:30.730542 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0db3aad8-88d6-45f3-ab15-88b6562ec911 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bb9a96950044c4f8efb2951d1b58705&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1673920
Dec 18 20:47:30.732872 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52520) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:30.750610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3aad8-88d6-45f3-ab15-88b6562ec911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea4dc1d-17e0-417a-bc57-0c927e7849ea,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:30.778433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaab7f74-5f84-4c96-b11a-ec4cef1dbfc5 req-f71a2ade-2de7-43be-889e-4f37a261fb38 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677412
Dec 18 20:47:30.792888 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce2401a1-9eb3-410d-b4d7-6d611b74ca3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.814792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce2401a1-9eb3-410d-b4d7-6d611b74ca3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.834726 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b97876-b4f2-4c0d-b67a-c58c351986a8 x-openstack-request-id: req-b3b97876-b4f2-4c0d-b67a-c58c351986a8 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:30.835251 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "name": "network-vif-plugged", "status": "completed", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:30.835632 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3b97876-b4f2-4c0d-b67a-c58c351986a8 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:30.836628 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'code': 200}
Dec 18 20:47:30.857627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52526) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:30.884436 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce2401a1-9eb3-410d-b4d7-6d611b74ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.887727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce2401a1-9eb3-410d-b4d7-6d611b74ca3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:30.888998 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ce2401a1-9eb3-410d-b4d7-6d611b74ca3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eea4dc1d-17e0-417a-bc57-0c927e7849ea HTTP/1.1" status: 204  len: 168 time: 0.1550784
Dec 18 20:47:30.898156 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2401a1-9eb3-410d-b4d7-6d611b74ca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea4dc1d-17e0-417a-bc57-0c927e7849ea,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:30.972749 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9b850-ef61-4138-9eb7-d7ed61bb51ee req-6ff3399c-abae-44e8-b4b3-bbc0421e7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:30.974402 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-07b9b850-ef61-4138-9eb7-d7ed61bb51ee req-6ff3399c-abae-44e8-b4b3-bbc0421e7a78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 1096 time: 0.0563400
Dec 18 20:47:31.015764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea8bb9-f27c-4825-8cba-57907a647f9c req-2fa39e86-0706-416f-9c39-ed0ba5f0070b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:31.017348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78ea8bb9-f27c-4825-8cba-57907a647f9c req-2fa39e86-0706-416f-9c39-ed0ba5f0070b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 945 time: 0.0696266
Dec 18 20:47:31.021667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-59fa408a-f956-4d8b-8a0a-fd98674674db tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:47:31.022839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-59fa408a-f956-4d8b-8a0a-fd98674674db tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1641784
Dec 18 20:47:31.036990 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-07b9b850-ef61-4138-9eb7-d7ed61bb51ee req-7a499c35-a709-4347-96ce-8f31d86127ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544486
Dec 18 20:47:31.083172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78ea8bb9-f27c-4825-8cba-57907a647f9c req-1bc3f063-05ce-418b-96b4-f28953be3c87 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489411
Dec 18 20:47:31.264359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-beb9f6a0-4260-4ec7-9c36-2b150b098d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:31.265907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-beb9f6a0-4260-4ec7-9c36-2b150b098d96 service neutron] 10.222.0.13 "GET /v2.0/ports/4ca78321-f8c5-417a-8eae-41822d244cd0 HTTP/1.1" status: 200  len: 1093 time: 0.1380048
Dec 18 20:47:31.278392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:31.279138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] Unknown quota resources ['binding']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 20:47:31.336433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4d05019a-71c6-40bd-a082-feb8872a8f1f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:31.436936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:31.498969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:31.499211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:31.499401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:31.507316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] Port 4ca78321-f8c5-417a-8eae-41822d244cd0 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:31.507702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:31.514476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:31.514947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:31.515187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:31.515610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] Bound port: 4ca78321-f8c5-417a-8eae-41822d244cd0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:31.526497 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202b308-991c-4323-bb4a-0b7e73d078fc req-dd195923-82a8-4e72-a109-3429d871e680 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:31.526984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5202b308-991c-4323-bb4a-0b7e73d078fc req-dd195923-82a8-4e72-a109-3429d871e680 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 948 time: 0.0833621
Dec 18 20:47:31.538576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4d05019a-71c6-40bd-a082-feb8872a8f1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d05019a-71c6-40bd-a082-feb8872a8f1f,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:31.541414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:47:31.553377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:31.554344 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:31.556044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '4d05019a-71c6-40bd-a082-feb8872a8f1f', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '4d05019a-71c6-40bd-a082-feb8872a8f1f', 'mac_address': 'fa:16:3e:30:58:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:47:31.637140 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:31.643153 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5202b308-991c-4323-bb4a-0b7e73d078fc req-af1c7a31-6b70-4938-bd40-28e91e3fbee0 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977895
Dec 18 20:47:31.644864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:31.655005 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:31.656604 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-5fec5044-01dd-410d-9ddc-26c5b61b8c84 service neutron] 10.222.0.13 "POST /v2.0/ports/4ca78321-f8c5-417a-8eae-41822d244cd0/bindings HTTP/1.1" status: 201  len: 389 time: 0.3821995
Dec 18 20:47:31.682154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d05019a-71c6-40bd-a082-feb8872a8f1f {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:31.703708 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:31.720632 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4d05019a-71c6-40bd-a082-feb8872a8f1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d05019a-71c6-40bd-a082-feb8872a8f1f,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:31.729455 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:31.808437 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:31.821173 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:31.839383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=4d05019a-71c6-40bd-a082-feb8872a8f1f,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:31.880348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166940f-9dcd-454c-902d-8b08cadd3098 req-9a77243e-bd54-4e56-9a55-2d8bc5eea2a1 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:31.890541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1166940f-9dcd-454c-902d-8b08cadd3098 req-9a77243e-bd54-4e56-9a55-2d8bc5eea2a1 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 945 time: 0.0783284
Dec 18 20:47:31.918195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:31.928474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-41c9e883-2df8-412a-afab-a266a618cde9 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5a64115a8fdc4fd78580446ebb4622de&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352910
Dec 18 20:47:31.990208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4d05019a-71c6-40bd-a082-feb8872a8f1f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:32.014836 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1166940f-9dcd-454c-902d-8b08cadd3098 req-982819db-fe5f-4c79-a415-8725f416dd46 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233339
Dec 18 20:47:32.075982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-323d1331-617a-47ba-9b47-bb9b400001f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:32.077472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-323d1331-617a-47ba-9b47-bb9b400001f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 1096 time: 0.0766339
Dec 18 20:47:32.089091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 58e60486-e1d6-436d-9e39-32ef38bda602 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:32.154412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-4df32cd9-d4a1-450a-a3a4-ca7fdea81b1f tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:32.155944 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-4df32cd9-d4a1-450a-a3a4-ca7fdea81b1f tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2148073
Dec 18 20:47:32.206159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-3f9cf87f-429b-4fca-aaec-87e1e244a04f tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/quotas/5a64115a8fdc4fd78580446ebb4622de HTTP/1.1" status: 200  len: 375 time: 0.0262766
Dec 18 20:47:32.256007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 58e60486-e1d6-436d-9e39-32ef38bda602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58e60486-e1d6-436d-9e39-32ef38bda602,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:32.265848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80cd93-d678-4b32-9bc3-8a9995d7c2ec req-92996c9c-9e61-4a37-89aa-c3a68ae5a167 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:32.266726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a80cd93-d678-4b32-9bc3-8a9995d7c2ec req-92996c9c-9e61-4a37-89aa-c3a68ae5a167 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 948 time: 0.1538980
Dec 18 20:47:32.270301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c28815b0-40e5-4725-9e73-f3f740e08261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:32.271780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c28815b0-40e5-4725-9e73-f3f740e08261 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.1875951
Dec 18 20:47:32.285857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '58e60486-e1d6-436d-9e39-32ef38bda602', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '58e60486-e1d6-436d-9e39-32ef38bda602', 'mac_address': 'fa:16:3e:de:22:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:47:32.331748 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:32.339270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-1a203186-2e94-4351-943e-a74a05d5f8de tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a64115a8fdc4fd78580446ebb4622de&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1196618
Dec 18 20:47:32.341513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-987636a1-9afb-4db3-a7b3-fac219d4ea3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca78321-f8c5-417a-8eae-41822d244cd0 HTTP/1.1" status: 200  len: 217 time: 0.0539031
Dec 18 20:47:32.348833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e60486-e1d6-436d-9e39-32ef38bda602 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:32.384464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 58e60486-e1d6-436d-9e39-32ef38bda602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58e60486-e1d6-436d-9e39-32ef38bda602,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:32.389271 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:32.397300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a80cd93-d678-4b32-9bc3-8a9995d7c2ec req-b6c37fb7-b0f6-4158-9b8e-f875b38ac89f tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199172
Dec 18 20:47:32.408778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-cd59da0e-3519-43d1-897c-d02c4afe6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:32.410445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-cd59da0e-3519-43d1-897c-d02c4afe6386 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.0595684
Dec 18 20:47:32.448999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-89abf445-7225-4e1e-b643-919cea1e2aa9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298138
Dec 18 20:47:32.532679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=58e60486-e1d6-436d-9e39-32ef38bda602,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:32.618472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-373705c0-7b30-4da8-a53f-daa19e963d39 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588469
Dec 18 20:47:32.649245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7f09d-a23c-423f-a31d-8383e6f5894e req-5b6d6507-d14f-4b34-a8e8-35cbec1e185c tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:32.657326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abe7f09d-a23c-423f-a31d-8383e6f5894e req-5b6d6507-d14f-4b34-a8e8-35cbec1e185c tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 945 time: 0.0915015
Dec 18 20:47:32.660830 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['58e60486-e1d6-436d-9e39-32ef38bda602'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:32.841145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8c445f-06db-4133-a919-8c79de5333f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef2a63-339b-4a47-a0b0-2edcd0dd0be1'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:32.858760 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f658639c-20b2-40ec-8d2e-93b2250d38a0" -d '{"events": [{"server_uuid": "9b8c445f-06db-4133-a919-8c79de5333f0", "name": "network-vif-plugged", "status": "completed", "tag": "35ef2a63-339b-4a47-a0b0-2edcd0dd0be1"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:32.920682 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-be3970c0-4f17-41d5-8b0f-ad968bf812a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:33.077687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abe7f09d-a23c-423f-a31d-8383e6f5894e req-ca77cecf-efea-47d5-a1b6-d1d295957444 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4195054
Dec 18 20:47:33.119483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edffb50-509a-4f57-a8da-f6384b71c79a req-c4dc362a-1c67-416b-8324-3f9a6eaac951 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:33.121100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4edffb50-509a-4f57-a8da-f6384b71c79a req-c4dc362a-1c67-416b-8324-3f9a6eaac951 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 946 time: 0.1170976
Dec 18 20:47:33.141106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-b2308fbc-cdcc-4742-9f3f-e0fd65f1f6b9 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5083089
Dec 18 20:47:33.217319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a880afe8-bf15-48a3-b603-7be6c94a956a req-8febc7d7-b72d-40b9-aff9-65960cf8f68d tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 210 time: 0.0379753
Dec 18 20:47:33.225677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4edffb50-509a-4f57-a8da-f6384b71c79a req-8d3bd222-8a3b-4e12-b905-51ace9d375cf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858815
Dec 18 20:47:33.351815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4d05019a-71c6-40bd-a082-feb8872a8f1f up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:33.409567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 4d05019a-71c6-40bd-a082-feb8872a8f1f completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:47:33.413772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 4d05019a-71c6-40bd-a082-feb8872a8f1f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:33.414137 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:33.446148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-ffd26e1d-5992-442a-800f-234498d009d5 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:33.447678 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-ffd26e1d-5992-442a-800f-234498d009d5 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f&tenant_id=0870e14bc2934bae9138d4818b260729&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1245947
Dec 18 20:47:33.455551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32275ff9-44b4-445f-ade8-94dde2400f3f req-6cac5a72-63ed-4d36-9048-3a4d1ca3309e tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:33.456940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32275ff9-44b4-445f-ade8-94dde2400f3f req-6cac5a72-63ed-4d36-9048-3a4d1ca3309e tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 949 time: 0.1642659
Dec 18 20:47:33.464435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704d2a9-9b25-468d-b548-af485382442f req-0a956bf9-3704-4506-ab90-44cdded81560 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:33.465873 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b704d2a9-9b25-468d-b548-af485382442f req-0a956bf9-3704-4506-ab90-44cdded81560 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 972 time: 0.1441815
Dec 18 20:47:33.476113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:33.506587 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:33.538934 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4d05019a-71c6-40bd-a082-feb8872a8f1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d05019a-71c6-40bd-a082-feb8872a8f1f,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:33.543032 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:33.589981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32275ff9-44b4-445f-ade8-94dde2400f3f req-0891f0a1-406e-4ef2-89d5-f87e89334c32 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231024
Dec 18 20:47:33.593462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=4d05019a-71c6-40bd-a082-feb8872a8f1f,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:33.597781 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:33.603494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b704d2a9-9b25-468d-b548-af485382442f req-ec3f0cc7-3d35-4379-afa1-29c8f9b39039 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/security-groups?id=73212885-e4bf-4049-aa70-e843a2ed6bf7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284497
Dec 18 20:47:33.646374 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597c1419-1416-47a1-8b44-bbb4850eb1cf x-openstack-request-id: req-597c1419-1416-47a1-8b44-bbb4850eb1cf {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:33.646685 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8c445f-06db-4133-a919-8c79de5333f0", "name": "network-vif-plugged", "status": "completed", "tag": "35ef2a63-339b-4a47-a0b0-2edcd0dd0be1", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:33.646946 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-597c1419-1416-47a1-8b44-bbb4850eb1cf {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:33.647388 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8c445f-06db-4133-a919-8c79de5333f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef2a63-339b-4a47-a0b0-2edcd0dd0be1', 'code': 200}
Dec 18 20:47:33.784772 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-7331e724-615e-4c17-9009-ce5984267b14 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5a64115a8fdc4fd78580446ebb4622de&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0384142
Dec 18 20:47:33.806817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac7f26-86d3-4be4-b8c8-d7ce73b0b954 req-91452999-42d6-4729-8f85-fd8e3da9d853 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:33.808415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57ac7f26-86d3-4be4-b8c8-d7ce73b0b954 req-91452999-42d6-4729-8f85-fd8e3da9d853 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 945 time: 0.1439238
Dec 18 20:47:33.826211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a888d55-dee3-4a82-a952-e453abdd64ff req-ecbdbd6d-61f9-45b0-884f-a468046d5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:33.827716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a888d55-dee3-4a82-a952-e453abdd64ff req-ecbdbd6d-61f9-45b0-884f-a468046d5f0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 1097 time: 0.0948098
Dec 18 20:47:33.837567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:33.911698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-d1aee0fb-9c97-4781-b811-0123829ee73e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:33.913883 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-d1aee0fb-9c97-4781-b811-0123829ee73e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1218421
Dec 18 20:47:33.933374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Request body: {'port': {'device_id': '7452c4b1-3737-41a6-a4cb-f98c06ee7f8b', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '5a64115a8fdc4fd78580446ebb4622de'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:33.942419 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57ac7f26-86d3-4be4-b8c8-d7ce73b0b954 req-d56cd0a3-9dd5-45cc-9275-e4447f1a93d6 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216209
Dec 18 20:47:33.944384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a888d55-dee3-4a82-a952-e453abdd64ff req-a1640e64-a872-40b7-b55c-40fb2974b15d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048985
Dec 18 20:47:33.949061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:34.021026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca78321-f8c5-417a-8eae-41822d244cd0'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:34.024110 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cb3862-ca7a-4616-90a1-d0b26dc21b6a" -d '{"events": [{"server_uuid": "5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca78321-f8c5-417a-8eae-41822d244cd0"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:34.029826 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.045349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de82c4-9f2f-42f7-83b3-8d6ef7d83e52 req-777f29a0-8f40-4a3c-a01b-36d30aeec587 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:34.046957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71de82c4-9f2f-42f7-83b3-8d6ef7d83e52 req-777f29a0-8f40-4a3c-a01b-36d30aeec587 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 949 time: 0.0961330
Dec 18 20:47:34.047736 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.066323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Made reservation on behalf of 5a64115a8fdc4fd78580446ebb4622de for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:34.071149 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.110964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 58e60486-e1d6-436d-9e39-32ef38bda602 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:34.168732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 58e60486-e1d6-436d-9e39-32ef38bda602 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:47:34.173508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 58e60486-e1d6-436d-9e39-32ef38bda602 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:34.174744 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.215378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Allocated IP 192.168.233.132 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/718fbc80-b499-485d-b8e8-9cf091c713e9) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:34.257525 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.298904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca78321-f8c5-417a-8eae-41822d244cd0,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:34.299492 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 58e60486-e1d6-436d-9e39-32ef38bda602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58e60486-e1d6-436d-9e39-32ef38bda602,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:34.305050 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.334229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71de82c4-9f2f-42f7-83b3-8d6ef7d83e52 req-7d51402d-1d26-4cf6-9b6d-fe3554458392 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2599666
Dec 18 20:47:34.344839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:34.345387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:34.345876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:34.361738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=58e60486-e1d6-436d-9e39-32ef38bda602,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:34.386994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Port 4ca78321-f8c5-417a-8eae-41822d244cd0 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:34.387735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:34.397016 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.398623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:34.399194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:34.399765 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:34.400504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Bound port: 4ca78321-f8c5-417a-8eae-41822d244cd0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:34.400826 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.414578 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-2b334bc1-deb5-4797-b19e-0e607a9cf65c tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3264987
Dec 18 20:47:34.419569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:34.425953 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf1d789-db56-457c-9084-0f33a5967ed5 x-openstack-request-id: req-adf1d789-db56-457c-9084-0f33a5967ed5 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:34.427379 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca78321-f8c5-417a-8eae-41822d244cd0", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:34.427379 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adf1d789-db56-457c-9084-0f33a5967ed5 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:34.427379 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca78321-f8c5-417a-8eae-41822d244cd0', 'code': 200}
Dec 18 20:47:34.449346 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.462768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['14e2305d-ac69-431f-8068-23084ff0cb71'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:34.503300 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.528014 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:34.531380 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:34.533557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Pushing event updated for resources: {'Port': ['ID=718fbc80-b499-485d-b8e8-9cf091c713e9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:34.545562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:34.551854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:34.552541 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.593347 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-92aa255c-67ca-49ca-8e81-af8486a8cb3e tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6662552
Dec 18 20:47:34.606011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Request body: {'port': {'device_id': '7452c4b1-3737-41a6-a4cb-f98c06ee7f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:34.622749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:34.673121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:34.685513 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.687016 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.729442 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d7f61-963f-427e-9124-bdf468f368e0 req-a2adf1ff-2213-4313-b3ba-42584e2f26e0 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:34.731258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f79d7f61-963f-427e-9124-bdf468f368e0 req-a2adf1ff-2213-4313-b3ba-42584e2f26e0 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.31 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 972 time: 0.1970088
Dec 18 20:47:34.801081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-769964bc-e384-41a4-834a-71c26a6a343a None None] Provisioning complete for port 718fbc80-b499-485d-b8e8-9cf091c713e9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:34.801627 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-769964bc-e384-41a4-834a-71c26a6a343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.843842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-769964bc-e384-41a4-834a-71c26a6a343a None None] Port 718fbc80-b499-485d-b8e8-9cf091c713e9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:47:34.846993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eb63a-de95-43f9-8d40-ec9e5ea10ec8 req-af922386-c167-4712-8494-ac46d16313d5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:34.854083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-720eb63a-de95-43f9-8d40-ec9e5ea10ec8 req-af922386-c167-4712-8494-ac46d16313d5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 943 time: 0.2462378
Dec 18 20:47:34.865889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca78321-f8c5-417a-8eae-41822d244cd0,revision_number=8']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:34.935515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:34.936135 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.937759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-c3be56e9-ee03-43e0-aa4c-58656e376467 service neutron] 10.222.0.31 "PUT /v2.0/ports/4ca78321-f8c5-417a-8eae-41822d244cd0 HTTP/1.1" status: 200  len: 1121 time: 1.4699059
Dec 18 20:47:34.966742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718fbc80-b499-485d-b8e8-9cf091c713e9 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:34.978283 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:34.995394 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Transition to ACTIVE for port object 718fbc80-b499-485d-b8e8-9cf091c713e9 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:47:35.001469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:35.030682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['4ca78321-f8c5-417a-8eae-41822d244cd0'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:35.107753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Pushing event updated for resources: {'Port': ['ID=718fbc80-b499-485d-b8e8-9cf091c713e9,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:35.115878 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Attempting to bind port 718fbc80-b499-485d-b8e8-9cf091c713e9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:35.116896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Attempting to bind port 718fbc80-b499-485d-b8e8-9cf091c713e9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:35.117226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Attempting to bind port 718fbc80-b499-485d-b8e8-9cf091c713e9 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:35.123264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Port 718fbc80-b499-485d-b8e8-9cf091c713e9 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:35.123605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Attempting to bind port 718fbc80-b499-485d-b8e8-9cf091c713e9 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:35.130654 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:35.131376 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:35.132577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:35.133030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Bound port: 718fbc80-b499-485d-b8e8-9cf091c713e9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:35.133392 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:35.161669 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c69e7de2-dc7a-481d-a624-e40a7a49a7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:35.224967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] For port 718fbc80-b499-485d-b8e8-9cf091c713e9, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:35.228006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-720eb63a-de95-43f9-8d40-ec9e5ea10ec8 req-63ffda79-fb05-4440-942b-3ff568392971 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3730032
Dec 18 20:47:35.251404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:35.254339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] For port 718fbc80-b499-485d-b8e8-9cf091c713e9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=718fbc80-b499-485d-b8e8-9cf091c713e9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:35.263289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:35.296248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-f79d7f61-963f-427e-9124-bdf468f368e0 req-e6b60e2d-71dc-425f-b648-71a5ed0f53f9 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Deleting port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:47:35.296676 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f79d7f61-963f-427e-9124-bdf468f368e0 req-e6b60e2d-71dc-425f-b648-71a5ed0f53f9 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:35.319292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:35.320257 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:35.321628 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] 10.222.0.31 "PUT /v2.0/ports/718fbc80-b499-485d-b8e8-9cf091c713e9 HTTP/1.1" status: 200  len: 1096 time: 0.7204607
Dec 18 20:47:35.322089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7452c4b1-3737-41a6-a4cb-f98c06ee7f8b', 'tag': '718fbc80-b499-485d-b8e8-9cf091c713e9'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:35.324300 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed9ad84-e0b6-4b55-acf3-2fec97a1b483" -d '{"events": [{"name": "network-changed", "server_uuid": "7452c4b1-3737-41a6-a4cb-f98c06ee7f8b", "tag": "718fbc80-b499-485d-b8e8-9cf091c713e9"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:35.337615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b52810-4048-4696-aca8-25bc6bf6de79 service neutron] Pushing event updated for resources: {'Port': ['ID=718fbc80-b499-485d-b8e8-9cf091c713e9,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:35.416302 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-62bce2b5-c8ce-4dbd-a289-f5c165e321b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:35.418803 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-62bce2b5-c8ce-4dbd-a289-f5c165e321b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5a64115a8fdc4fd78580446ebb4622de&device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 1099 time: 0.0545788
Dec 18 20:47:35.466624 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-a95c5a65-0f45-4e94-9375-c54aa81b60f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=718fbc80-b499-485d-b8e8-9cf091c713e9 HTTP/1.1" status: 200  len: 217 time: 0.0402212
Dec 18 20:47:35.474532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Allocated IP 172.35.3.55 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/4fc81311-a515-426e-9c31-c3e05d368242) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:35.483471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e268c-b825-42af-baf1-30de3e5294c6 req-89b4901c-ac4d-4b85-89d9-24613549cf3f tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:35.485094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-472e268c-b825-42af-baf1-30de3e5294c6 req-89b4901c-ac4d-4b85-89d9-24613549cf3f tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 948 time: 0.1393723
Dec 18 20:47:35.499602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f79d7f61-963f-427e-9124-bdf468f368e0 req-e6b60e2d-71dc-425f-b648-71a5ed0f53f9 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] For port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:35.499970 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f79d7f61-963f-427e-9124-bdf468f368e0 req-e6b60e2d-71dc-425f-b648-71a5ed0f53f9 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:35.529876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-46168937-0840-42b9-ac65-16a52ee69885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:35.531388 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-46168937-0840-42b9-ac65-16a52ee69885 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0503244
Dec 18 20:47:35.536626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-f79d7f61-963f-427e-9124-bdf468f368e0 req-e6b60e2d-71dc-425f-b648-71a5ed0f53f9 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Calling delete_port for 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 owned by compute:tempest-test_az-1854400554 {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:47:35.575713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-4816ff69-2fba-4e4e-9f92-7417122e3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:35.577190 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-4816ff69-2fba-4e4e-9f92-7417122e3e53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0385365
Dec 18 20:47:35.640002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-472e268c-b825-42af-baf1-30de3e5294c6 req-b5599983-c135-4f14-8966-f8c00b60feb6 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462359
Dec 18 20:47:35.648999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5797131-be90-426e-9985-dd40c4b114b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d05019a-71c6-40bd-a082-feb8872a8f1f'}, {'server_uuid': '414c46a7-2ac0-44c1-a29f-eed2a0f1a029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e60486-e1d6-436d-9e39-32ef38bda602'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:35.651269 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fdb256-04a9-43e7-8fa9-9d7296a4c27d" -d '{"events": [{"server_uuid": "a5797131-be90-426e-9985-dd40c4b114b9", "name": "network-vif-plugged", "status": "completed", "tag": "4d05019a-71c6-40bd-a082-feb8872a8f1f"}, {"server_uuid": "414c46a7-2ac0-44c1-a29f-eed2a0f1a029", "name": "network-vif-plugged", "status": "completed", "tag": "58e60486-e1d6-436d-9e39-32ef38bda602"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:35.677006 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-51077b44-6e1f-4cd5-9966-04f5bf6f8620 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930254
Dec 18 20:47:35.709152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:35.783668 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7733a741-47b5-4349-9bc8-708c3b2d4143 req-82be8210-ddae-4e4f-ac5b-c75adc1b87cc service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899258
Dec 18 20:47:35.818245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f0edf-0bea-4a70-b620-dadd729218a4 req-c06dbd80-fb8b-4979-9709-b60dd9d7ccac tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:35.820398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f18f0edf-0bea-4a70-b620-dadd729218a4 req-c06dbd80-fb8b-4979-9709-b60dd9d7ccac tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 946 time: 0.1095998
Dec 18 20:47:35.825027 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:35.835962 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f79d7f61-963f-427e-9124-bdf468f368e0 req-e6b60e2d-71dc-425f-b648-71a5ed0f53f9 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:35.847060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:35.896121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:35.930688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:35.949956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:35.953595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Pushing event updated for resources: {'Port': ['ID=4fc81311-a515-426e-9c31-c3e05d368242,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:36.043294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79d7f61-963f-427e-9124-bdf468f368e0 req-e6b60e2d-71dc-425f-b648-71a5ed0f53f9 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] No DVR routers for this DVR port 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:47:36.046508 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f79d7f61-963f-427e-9124-bdf468f368e0 req-e6b60e2d-71dc-425f-b648-71a5ed0f53f9 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:36.049837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f79d7f61-963f-427e-9124-bdf468f368e0 req-e6b60e2d-71dc-425f-b648-71a5ed0f53f9 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.31 "DELETE /v2.0/ports/9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 HTTP/1.1" status: 204  len: 173 time: 1.3107560
Dec 18 20:47:36.056713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b60e2d-71dc-425f-b648-71a5ed0f53f9 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] Pushing event deleted for resources: {'Port': ['ID=9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:36.061784 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f18f0edf-0bea-4a70-b620-dadd729218a4 req-1f9f3b9a-3272-4ae8-8faf-0588ed4090b5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2340987
Dec 18 20:47:36.099437 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:36.141127 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:36.262129 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:36.313373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d09f5d-8537-472b-aab3-3f681a579c18 req-2b499347-5f15-4458-b571-9df69e3e0830 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:36.314865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37d09f5d-8537-472b-aab3-3f681a579c18 req-2b499347-5f15-4458-b571-9df69e3e0830 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 950 time: 0.0787351
Dec 18 20:47:36.372865 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:36.381191 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:36.389840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37d09f5d-8537-472b-aab3-3f681a579c18 req-eb63ddae-466c-4ba6-920b-8714224abfe0 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644345
Dec 18 20:47:36.419930 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:36.428191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'tag': '4ca78321-f8c5-417a-8eae-41822d244cd0'}, {'server_uuid': 'caccd2f9-d868-4b2a-b4bd-860b5805bc39', 'name': 'network-vif-deleted', 'tag': '9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:36.430519 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb93c13-fd0a-465a-aba6-26d9350244ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f", "tag": "4ca78321-f8c5-417a-8eae-41822d244cd0"}, {"server_uuid": "caccd2f9-d868-4b2a-b4bd-860b5805bc39", "name": "network-vif-deleted", "tag": "9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:36.441712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Pushing event updated for resources: {'Port': ['ID=4fc81311-a515-426e-9c31-c3e05d368242,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:36.446878 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:36.448103 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-d8dfdcc7-04bb-460b-8ae7-227cd2b827be tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.0326195
Dec 18 20:47:36.545750 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb002838-be29-451b-b532-8749f51989e6 req-6300c059-6e2e-4473-808e-5a1bd179f8f2 tempest-AggregatesAdminTestJSON-741315684 tempest-AggregatesAdminTestJSON-741315684-project] 10.222.0.13 "GET /v2.0/ports?device_id=caccd2f9-d868-4b2a-b4bd-860b5805bc39 HTTP/1.1" status: 200  len: 210 time: 0.0655677
Dec 18 20:47:36.549768 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-16714b14-2a7b-4be2-9e20-d8d84385a0c4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 695 time: 0.0950146
Dec 18 20:47:36.591412 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4add099-254b-461f-b10f-c9ef66969de1 x-openstack-request-id: req-c4add099-254b-461f-b10f-c9ef66969de1 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:36.592282 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7452c4b1-3737-41a6-a4cb-f98c06ee7f8b", "tag": "718fbc80-b499-485d-b8e8-9cf091c713e9", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:36.592727 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4add099-254b-461f-b10f-c9ef66969de1 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:36.593322 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7452c4b1-3737-41a6-a4cb-f98c06ee7f8b', 'tag': '718fbc80-b499-485d-b8e8-9cf091c713e9', 'status': 'completed', 'code': 200}
Dec 18 20:47:36.700195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ad84-e0b6-4b55-acf3-2fec97a1b483 req-76fd4a26-e775-42b3-ba54-5843fd35dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:36.701574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ed9ad84-e0b6-4b55-acf3-2fec97a1b483 req-76fd4a26-e775-42b3-ba54-5843fd35dae5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5a64115a8fdc4fd78580446ebb4622de&device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 1099 time: 0.0870643
Dec 18 20:47:36.774379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede12a75-8e49-4c99-8048-3a49b9a16fc3 req-234cac77-d503-4f4e-92b0-e428552fbbc2 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:36.775821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ede12a75-8e49-4c99-8048-3a49b9a16fc3 req-234cac77-d503-4f4e-92b0-e428552fbbc2 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 950 time: 0.1290996
Dec 18 20:47:36.791404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-ec56390f-435c-43f3-8ceb-654730d356e8 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:36.792651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-ec56390f-435c-43f3-8ceb-654730d356e8 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.2349994
Dec 18 20:47:36.810628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-040352c7-db5e-4627-9afb-3e6f3caf41d9 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:47:36.811801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1f5cd25-134e-40bf-8701-b1e5b0c45904 req-040352c7-db5e-4627-9afb-3e6f3caf41d9 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0128543
Dec 18 20:47:36.855538 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e35733d-7125-4890-b007-c08de66a9135 x-openstack-request-id: req-0e35733d-7125-4890-b007-c08de66a9135 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:36.856035 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5797131-be90-426e-9985-dd40c4b114b9", "name": "network-vif-plugged", "status": "completed", "tag": "4d05019a-71c6-40bd-a082-feb8872a8f1f", "code": 200}, {"server_uuid": "414c46a7-2ac0-44c1-a29f-eed2a0f1a029", "name": "network-vif-plugged", "status": "completed", "tag": "58e60486-e1d6-436d-9e39-32ef38bda602", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:36.856207 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e35733d-7125-4890-b007-c08de66a9135 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:36.856654 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5797131-be90-426e-9985-dd40c4b114b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d05019a-71c6-40bd-a082-feb8872a8f1f', 'code': 200}
Dec 18 20:47:36.856968 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414c46a7-2ac0-44c1-a29f-eed2a0f1a029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e60486-e1d6-436d-9e39-32ef38bda602', 'code': 200}
Dec 18 20:47:36.868373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ede12a75-8e49-4c99-8048-3a49b9a16fc3 req-925d4a13-03d5-4c3d-9292-f1219fa5da90 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858459
Dec 18 20:47:36.869582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ad84-e0b6-4b55-acf3-2fec97a1b483 req-e5350807-2020-4f09-b279-4b53f28d4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:36.870962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ed9ad84-e0b6-4b55-acf3-2fec97a1b483 req-e5350807-2020-4f09-b279-4b53f28d4249 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1574490
Dec 18 20:47:36.940966 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ed9ad84-e0b6-4b55-acf3-2fec97a1b483 req-474ef56d-c7a7-4554-80a8-a514abaff4c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=718fbc80-b499-485d-b8e8-9cf091c713e9 HTTP/1.1" status: 200  len: 217 time: 0.0607812
Dec 18 20:47:37.019259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06168b95-5db3-47e6-9cb9-20aae0739296 req-c0df626f-7e90-4df9-a256-80eb738029cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.020907 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-06168b95-5db3-47e6-9cb9-20aae0739296 req-c0df626f-7e90-4df9-a256-80eb738029cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 1101 time: 0.0821760
Dec 18 20:47:37.034074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ad84-e0b6-4b55-acf3-2fec97a1b483 req-7a2ff57d-2f29-4588-a6d5-14079228bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.035553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ed9ad84-e0b6-4b55-acf3-2fec97a1b483 req-7a2ff57d-2f29-4588-a6d5-14079228bf47 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0880382
Dec 18 20:47:37.036346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e119edd-1884-4360-b42b-5d325ec5f405 req-07741821-b5fb-4362-a231-fd3caeacec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.037788 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e119edd-1884-4360-b42b-5d325ec5f405 req-07741821-b5fb-4362-a231-fd3caeacec1a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 1101 time: 0.0882409
Dec 18 20:47:37.060642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b0a8b-b89b-4d66-adae-3f383642499a req-0b89d54d-9ef3-46f0-a3d7-b04f98fc28ef tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.062382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-874b0a8b-b89b-4d66-adae-3f383642499a req-0b89d54d-9ef3-46f0-a3d7-b04f98fc28ef tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 943 time: 0.0774734
Dec 18 20:47:37.090136 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-06168b95-5db3-47e6-9cb9-20aae0739296 req-357041ae-7377-4fb1-8cba-29334c9c175f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614967
Dec 18 20:47:37.102395 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e119edd-1884-4360-b42b-5d325ec5f405 req-19c59dbf-87dd-4f4b-9308-feae6723ba68 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567749
Dec 18 20:47:37.148296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ad84-e0b6-4b55-acf3-2fec97a1b483 req-cd516387-1bb7-4d78-95df-20988eaf87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.149770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ed9ad84-e0b6-4b55-acf3-2fec97a1b483 req-cd516387-1bb7-4d78-95df-20988eaf87f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1060605
Dec 18 20:47:37.157749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9755ce-d81b-4a50-b77e-9d71d88d4daa req-91a08f28-d16c-40d3-8a13-20964912542c tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.159129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f9755ce-d81b-4a50-b77e-9d71d88d4daa req-91a08f28-d16c-40d3-8a13-20964912542c tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 1097 time: 0.0959034
Dec 18 20:47:37.163569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-874b0a8b-b89b-4d66-adae-3f383642499a req-9a8372aa-8601-497f-91d0-f5ba448c1117 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862586
Dec 18 20:47:37.204592 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f9755ce-d81b-4a50-b77e-9d71d88d4daa req-21ac0585-43bf-4cfe-812f-a5213120dd57 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392222
Dec 18 20:47:37.214587 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7040f466-7dbd-4548-8fd5-3f40f67fe0b7 x-openstack-request-id: req-7040f466-7dbd-4548-8fd5-3f40f67fe0b7 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:37.214887 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f", "tag": "4ca78321-f8c5-417a-8eae-41822d244cd0", "status": "completed", "code": 200}, {"server_uuid": "caccd2f9-d868-4b2a-b4bd-860b5805bc39", "name": "network-vif-deleted", "tag": "9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:37.215136 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7040f466-7dbd-4548-8fd5-3f40f67fe0b7 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:37.215649 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'tag': '4ca78321-f8c5-417a-8eae-41822d244cd0', 'status': 'completed', 'code': 200}
Dec 18 20:47:37.215909 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caccd2f9-d868-4b2a-b4bd-860b5805bc39', 'name': 'network-vif-deleted', 'tag': '9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22', 'status': 'completed', 'code': 200}
Dec 18 20:47:37.308712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa809987-830b-4ae2-a5b8-d9cc57464515 req-886927a6-b5ec-4a43-9ac4-e0eb79f46bd3 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.310274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa809987-830b-4ae2-a5b8-d9cc57464515 req-886927a6-b5ec-4a43-9ac4-e0eb79f46bd3 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 948 time: 0.0507724
Dec 18 20:47:37.360475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa809987-830b-4ae2-a5b8-d9cc57464515 req-c77ed476-0e97-41a1-9b68-6f5d32d07958 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433230
Dec 18 20:47:37.384950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb93c13-fd0a-465a-aba6-26d9350244ea req-cdc2b0d8-2297-41d3-b6ec-998e464c1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.386656 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-beb93c13-fd0a-465a-aba6-26d9350244ea req-cdc2b0d8-2297-41d3-b6ec-998e464c1db2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 1124 time: 0.0514903
Dec 18 20:47:37.398562 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4ca78321-f8c5-417a-8eae-41822d244cd0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:37.489888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abaa0a-a4a6-4877-acbb-709991ede312 req-ea6d4635-d35a-4e04-aab9-dfe444df36ab tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.491949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70abaa0a-a4a6-4877-acbb-709991ede312 req-ea6d4635-d35a-4e04-aab9-dfe444df36ab tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 1097 time: 0.0727162
Dec 18 20:47:37.498731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-d3eeff41-a8ac-4c02-addc-52ecae26e36a tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.500277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-d3eeff41-a8ac-4c02-addc-52ecae26e36a tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 821 time: 0.1389365
Dec 18 20:47:37.526749 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-d71408bb-c0c4-4615-9b02-13a8d94155ea tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/quotas/e622a6218cdd40c8861466b0d36c1ffe HTTP/1.1" status: 200  len: 375 time: 0.0193274
Dec 18 20:47:37.579155 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70abaa0a-a4a6-4877-acbb-709991ede312 req-3365ebd1-d626-4488-8149-f352520556d1 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778520
Dec 18 20:47:37.604474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-62d1c97b-d3a3-4c61-a057-0fb5076af843 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0676167
Dec 18 20:47:37.655129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:37.672104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4ca78321-f8c5-417a-8eae-41822d244cd0 has no active binding in host nch2-master-1 {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 18 20:47:37.675867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb93c13-fd0a-465a-aba6-26d9350244ea req-82665613-8433-4d5e-82fe-c642ef888d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.677425 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-beb93c13-fd0a-465a-aba6-26d9350244ea req-82665613-8433-4d5e-82fe-c642ef888d89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.2830067
Dec 18 20:47:37.714792 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-6aac57ef-9e5f-4961-b6b2-baba5c6552aa service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017108
Dec 18 20:47:37.726429 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-beb93c13-fd0a-465a-aba6-26d9350244ea req-0d3cacb2-1d6b-46d1-a0f6-e59b2b9298ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca78321-f8c5-417a-8eae-41822d244cd0 HTTP/1.1" status: 200  len: 217 time: 0.0378759
Dec 18 20:47:37.777108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb93c13-fd0a-465a-aba6-26d9350244ea req-ef9d5fe1-32f6-49ed-bc9f-04c621006648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.778515 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-beb93c13-fd0a-465a-aba6-26d9350244ea req-ef9d5fe1-32f6-49ed-bc9f-04c621006648 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.0438447
Dec 18 20:47:37.814381 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-beb93c13-fd0a-465a-aba6-26d9350244ea req-cabf31f8-db75-4122-9edb-a9faf2a7715e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0272958
Dec 18 20:47:37.840604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027bb2f-f021-4163-8575-9c2a2bcf6330 req-cd2606c2-b43f-495a-81fa-cd4e1a51caad tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:37.842176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1027bb2f-f021-4163-8575-9c2a2bcf6330 req-cd2606c2-b43f-495a-81fa-cd4e1a51caad tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 950 time: 0.0783713
Dec 18 20:47:37.849846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-42d36769-c8ab-4597-af5c-618c50e9598d service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299982
Dec 18 20:47:37.892807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1027bb2f-f021-4163-8575-9c2a2bcf6330 req-7165315b-5ee4-4e04-9b35-6ae5cc7e8e22 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413182
Dec 18 20:47:37.912661 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-beb93c13-fd0a-465a-aba6-26d9350244ea req-5f15d38d-eba4-4ac1-9f87-8430032ee8b1 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862677
Dec 18 20:47:37.939098 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:38.061078 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-beb93c13-fd0a-465a-aba6-26d9350244ea req-d7ece12d-3c11-4111-9faa-7c7fae638132 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399591
Dec 18 20:47:38.097607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-058982c0-4c06-49a6-adc5-1719a25ed852 req-3768d7e2-2163-4720-83e4-52d7caf94f6c tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 210 time: 0.0423899
Dec 18 20:47:38.152032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf273157-bf56-45d3-aef9-41db66019ae0 req-54222168-487e-4a34-814a-67e7c72f827c tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:38.154378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf273157-bf56-45d3-aef9-41db66019ae0 req-54222168-487e-4a34-814a-67e7c72f827c tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 950 time: 0.0619717
Dec 18 20:47:38.384355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52756) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:38.471146 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf273157-bf56-45d3-aef9-41db66019ae0 req-ff26d1b7-883c-46ae-8664-3c52ec33d96f tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3059514
Dec 18 20:47:38.514037 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:38.618010 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b5a4bf8a-b220-44c9-8f02-39d18ea3d0f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cbee547725d4a06ad0a4be9314d8d6e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2320228
Dec 18 20:47:38.620498 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52768) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:38.657602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269412bc-3f6a-4a70-acaf-6f8a2e7ec672 req-d7573fe9-7fc6-49a4-9ea3-857ed608facf tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:38.659167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-269412bc-3f6a-4a70-acaf-6f8a2e7ec672 req-d7573fe9-7fc6-49a4-9ea3-857ed608facf tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 943 time: 0.0553484
Dec 18 20:47:38.698471 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:38.726150 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:38.739722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-269412bc-3f6a-4a70-acaf-6f8a2e7ec672 req-81e70435-a04f-4fa0-ba1a-641b5bb7da03 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635905
Dec 18 20:47:38.795477 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:38.798306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:38.799416 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73212885-e4bf-4049-aa70-e843a2ed6bf7 HTTP/1.1" status: 204  len: 168 time: 0.1779535
Dec 18 20:47:38.810632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73212885-e4bf-4049-aa70-e843a2ed6bf7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:38.818702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.819091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.819502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.819851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.820186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.820518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.820845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.821174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.821517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.821823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.822850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.822850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.822850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cbef29-3178-4213-bda0-bfa8a95023b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:38.857673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948a3fc-c573-4f47-a919-eaed3b0593ca req-b216146f-a0a8-49e1-b0bd-c8b9c07ef637 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:38.859418 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3948a3fc-c573-4f47-a919-eaed3b0593ca req-b216146f-a0a8-49e1-b0bd-c8b9c07ef637 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 948 time: 0.0691483
Dec 18 20:47:38.914115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3948a3fc-c573-4f47-a919-eaed3b0593ca req-1d8793a2-df2e-4f2f-a4d5-843422f4b58b tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487247
Dec 18 20:47:39.063478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917e1c-4097-4fb0-916c-4d650047ef31 req-1ba57bc7-5479-4f67-b684-58f077214a41 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:39.065392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5917e1c-4097-4fb0-916c-4d650047ef31 req-1ba57bc7-5479-4f67-b684-58f077214a41 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 950 time: 0.0524302
Dec 18 20:47:39.119460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5917e1c-4097-4fb0-916c-4d650047ef31 req-ce07082f-181e-4652-877d-14618125f9a6 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464978
Dec 18 20:47:39.141758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52800) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:39.246894 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-acec6559-bc04-4928-8ff2-6d8ba04b986f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c99ad8217aa2405dafaa3ef440e303ee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1041100
Dec 18 20:47:39.249578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52802) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:39.309026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-3543f7e7-99c9-4f1f-b8e6-dd603385ffb7 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:39.310511 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-3543f7e7-99c9-4f1f-b8e6-dd603385ffb7 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.36 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 821 time: 0.1618555
Dec 18 20:47:39.326092 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Request body: {'port': {'device_id': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'admin_state_up': True, 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:39.342980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d1d9c33-6c8d-4647-ba02-58357d388fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:39.398515 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 718fbc80-b499-485d-b8e8-9cf091c713e9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:39.402410 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d1d9c33-6c8d-4647-ba02-58357d388fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:39.402723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:47:39.429507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:47:39.430051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 9cc622e7-d64a-4dcb-9aee-7d8f79a9bb22 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:47:39.480037 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Made reservation on behalf of e622a6218cdd40c8861466b0d36c1ffe for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:39.483601 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:39.494872 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d1d9c33-6c8d-4647-ba02-58357d388fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:39.499857 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d1d9c33-6c8d-4647-ba02-58357d388fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:39.501074 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3d1d9c33-6c8d-4647-ba02-58357d388fcc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae7851a0-adc3-4bb5-ade4-69ce33d3c31e HTTP/1.1" status: 204  len: 168 time: 0.2505412
Dec 18 20:47:39.523824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d9c33-6c8d-4647-ba02-58357d388fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7851a0-adc3-4bb5-ade4-69ce33d3c31e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:39.541533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 718fbc80-b499-485d-b8e8-9cf091c713e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=718fbc80-b499-485d-b8e8-9cf091c713e9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:39.545378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04a45e3e-e70c-4c1c-8d2d-5774312b48e5 req-ccaceae6-7ece-4390-80eb-686928e22c45 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 210 time: 0.0381634
Dec 18 20:47:39.581544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '718fbc80-b499-485d-b8e8-9cf091c713e9', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '718fbc80-b499-485d-b8e8-9cf091c713e9', 'mac_address': 'fa:16:3e:47:85:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:47:39.629091 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:39.652673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718fbc80-b499-485d-b8e8-9cf091c713e9 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:39.669534 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Allocated IP 172.20.0.10 (d5d78104-ccc5-490d-ac8e-b3ffc0787b91/62ceea0b-ff98-4e54-990f-29ab5955ed10/84a44e31-f256-408a-9208-81d575d9e905) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:39.685553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 718fbc80-b499-485d-b8e8-9cf091c713e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=718fbc80-b499-485d-b8e8-9cf091c713e9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:39.689017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59374bed-cc9d-48b7-ab92-f29701e4bfca req-e176c70d-82dd-43ed-8fcf-ace2ad167634 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:39.690582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59374bed-cc9d-48b7-ab92-f29701e4bfca req-e176c70d-82dd-43ed-8fcf-ace2ad167634 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 950 time: 0.0551388
Dec 18 20:47:39.696676 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:39.757257 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59374bed-cc9d-48b7-ab92-f29701e4bfca req-03a2b563-e314-4f5f-9e8b-cb258280fdf7 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586188
Dec 18 20:47:39.762342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=718fbc80-b499-485d-b8e8-9cf091c713e9,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:39.839769 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:39.876932 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:39.897358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d5d720a6-0889-449d-a427-b3d33c3e0143'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:39.940903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:39.945724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4099d73-5d4f-4385-aca8-95a4352aa888 req-d99a6723-6f72-4a6e-8632-4d3ca9786233 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:39.946169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:39.951309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:39.955327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4099d73-5d4f-4385-aca8-95a4352aa888 req-d99a6723-6f72-4a6e-8632-4d3ca9786233 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 943 time: 0.0868137
Dec 18 20:47:39.958034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:39.958987 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:39.970421 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Pushing event updated for resources: {'Port': ['ID=84a44e31-f256-408a-9208-81d575d9e905,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:39.980867 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-a50f01db-eed4-4160-9a41-e769b7178179 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6583991
Dec 18 20:47:40.007374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Request body: {'port': {'device_id': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:40.016742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['718fbc80-b499-485d-b8e8-9cf091c713e9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:40.141627 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:40.147765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4099d73-5d4f-4385-aca8-95a4352aa888 req-f655f20b-c2f1-4886-a6dd-ee04f847d674 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906815
Dec 18 20:47:40.205683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ed9ad84-e0b6-4b55-acf3-2fec97a1b483 req-8220eea0-7525-4582-bfd4-ecf604607355 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2385974
Dec 18 20:47:40.405617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-47416543-5d35-43cb-9a3d-7797a9b4f2f6 None None] Provisioning complete for port 84a44e31-f256-408a-9208-81d575d9e905 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:40.406185 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-47416543-5d35-43cb-9a3d-7797a9b4f2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:40.451430 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ed9ad84-e0b6-4b55-acf3-2fec97a1b483 req-56371188-29f4-4759-85c9-e701f4cb6979 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2163870
Dec 18 20:47:40.491955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-47416543-5d35-43cb-9a3d-7797a9b4f2f6 None None] Port 84a44e31-f256-408a-9208-81d575d9e905 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:47:40.498106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52846) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:40.544175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-92db8577-d011-441e-b493-f1f45a158f0c service neutron] 10.222.0.36 "GET /v2.0/ports/4ca78321-f8c5-417a-8eae-41822d244cd0/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0885205
Dec 18 20:47:40.579847 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a44e31-f256-408a-9208-81d575d9e905 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:40.589594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:40.602740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Transition to ACTIVE for port object 84a44e31-f256-408a-9208-81d575d9e905 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:47:40.603717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52854) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:40.609986 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:40.657153 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04aa09-ec0d-4d35-8568-afbefca302b1 req-18e4c59f-dfcb-4a5a-83d9-d4d0b04d6552 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:40.658847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a04aa09-ec0d-4d35-8568-afbefca302b1 req-18e4c59f-dfcb-4a5a-83d9-d4d0b04d6552 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 949 time: 0.1007631
Dec 18 20:47:40.676989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Pushing event updated for resources: {'Port': ['ID=84a44e31-f256-408a-9208-81d575d9e905,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:40.731228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Attempting to bind port 84a44e31-f256-408a-9208-81d575d9e905 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:40.731596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Attempting to bind port 84a44e31-f256-408a-9208-81d575d9e905 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:40.731922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Attempting to bind port 84a44e31-f256-408a-9208-81d575d9e905 on network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:40.737998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Port 84a44e31-f256-408a-9208-81d575d9e905 on network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:40.738880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Attempting to bind port 84a44e31-f256-408a-9208-81d575d9e905 on network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:40.745642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:40.746149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Checking segment: {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:40.746883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Bound using segment: {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:40.747571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Bound port: 84a44e31-f256-408a-9208-81d575d9e905, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721f91ae-d4f2-462a-962a-b8964c391356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:40.748078 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:40.785407 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a04aa09-ec0d-4d35-8568-afbefca302b1 req-2c43cd44-53f2-4573-aef0-a9a9d670adb2 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181183
Dec 18 20:47:40.797922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-network', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:40.827567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-b58fee87-b784-4021-bd2a-59ce18e8a21d tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:47:40.836704 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-b58fee87-b784-4021-bd2a-59ce18e8a21d tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3371916
Dec 18 20:47:40.850895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Made reservation on behalf of b48e95c75c9444f2a0d2cb6704727346 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:40.857995 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:40.871014 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] For port 84a44e31-f256-408a-9208-81d575d9e905, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:40.882002 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:40.901081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] For port 84a44e31-f256-408a-9208-81d575d9e905, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84a44e31-f256-408a-9208-81d575d9e905,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:40.912214 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:40.966663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:40.967275 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:40.968824 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] 10.222.0.36 "PUT /v2.0/ports/84a44e31-f256-408a-9208-81d575d9e905 HTTP/1.1" status: 200  len: 1092 time: 0.9726524
Dec 18 20:47:40.969085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'tag': '84a44e31-f256-408a-9208-81d575d9e905'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:40.971315 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f4b497-de14-4b43-81e8-48ec0fbd9b83" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8acb2d-06ca-4772-91e2-d13f92d112c3", "tag": "84a44e31-f256-408a-9208-81d575d9e905"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:40.982861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:41.003626 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3e7c9-3add-453e-a57c-807d84c19f5b service neutron] Pushing event updated for resources: {'Port': ['ID=84a44e31-f256-408a-9208-81d575d9e905,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:41.024120 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433f9c-d580-4648-9f5d-482832959809 req-7f3117cb-e466-4177-8cf6-611c7b070644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:41.028959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-7f3117cb-e466-4177-8cf6-611c7b070644 service neutron] 10.222.0.13 "GET /v2.0/ports/35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 HTTP/1.1" status: 200  len: 1094 time: 0.1422455
Dec 18 20:47:41.040559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f56f0f-0aa9-48bc-a402-28616f4de0ce req-f7b671e9-3ffb-407e-8e01-ba4d8bc20a3f tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:41.042504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60f56f0f-0aa9-48bc-a402-28616f4de0ce req-f7b671e9-3ffb-407e-8e01-ba4d8bc20a3f tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 950 time: 0.1499217
Dec 18 20:47:41.050415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:41.050415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] Unknown quota resources ['binding']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 20:47:41.052791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:41.122394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.125655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-1bd15786-8693-4540-9c27-f89120e69c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:41.128135 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-1bd15786-8693-4540-9c27-f89120e69c63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 1095 time: 0.0964708
Dec 18 20:47:41.133331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca78321-f8c5-417a-8eae-41822d244cd0 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:41.133544 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.192837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:41.226392 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-dd4dc896-4126-4ebc-9078-f227d23becce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84a44e31-f256-408a-9208-81d575d9e905 HTTP/1.1" status: 200  len: 217 time: 0.0858409
Dec 18 20:47:41.227395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:47:41.229228 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60f56f0f-0aa9-48bc-a402-28616f4de0ce req-45f91af4-863a-4fe6-8cd0-ec1d39d4f13f tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741056
Dec 18 20:47:41.230163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c41015-9883-47b2-8c56-adc2ad00f841,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:41.233399 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.295559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.295915 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Added segment 05a527e9-a2c1-448b-a638-c553d83bbeb4 of type vlan for network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e
Dec 18 20:47:41.349113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-c984608c-73b2-47b6-b1cf-925dadba9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:41.351125 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-c984608c-73b2-47b6-b1cf-925dadba9679 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.1137443
Dec 18 20:47:41.354453 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.378597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] Attempting to bind port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:41.378866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] Attempting to bind port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:41.379194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] Attempting to bind port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:41.395366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] Port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:41.395836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] Attempting to bind port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:41.404485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.405481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:41.406084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.414210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:41.414573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:41.414952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:41.415402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] Bound port: 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:41.416725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4ca78321-f8c5-417a-8eae-41822d244cd0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:41.419113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 718fbc80-b499-485d-b8e8-9cf091c713e9 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:41.436814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Transition to ACTIVE for port object 4ca78321-f8c5-417a-8eae-41822d244cd0 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:47:41.459759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-1b7fe267-0d4b-4eb5-9568-c7382518e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:41.461332 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-1b7fe267-0d4b-4eb5-9568-c7382518e648 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1029091
Dec 18 20:47:41.470760 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8631747
Dec 18 20:47:41.471183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fe57c-9028-43ab-bb78-27f8f2f813d5 req-8ad35224-70e5-4e28-98f8-303338783ac7 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:41.472717 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-098fe57c-9028-43ab-bb78-27f8f2f813d5 req-8ad35224-70e5-4e28-98f8-303338783ac7 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 950 time: 0.1359847
Dec 18 20:47:41.477900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52866) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:41.478875 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.487583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-881a66ae-d676-4037-b30d-754eeeeaf574 admin admin] Request body: {'subnet': {'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-subnet', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:41.521787 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde85bd-8402-453f-ac4b-17d73c04613e admin admin] Pushing event updated for resources: {'Network': ['ID=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:41.550772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:47:41.555180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 718fbc80-b499-485d-b8e8-9cf091c713e9 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:47:41.571790 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-98d547ea-5818-4f74-80c2-fd4895698a1c service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1011133
Dec 18 20:47:41.602915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 718fbc80-b499-485d-b8e8-9cf091c713e9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:41.603378 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.611581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:41.619438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] No DVR routers for this DVR port 4ca78321-f8c5-417a-8eae-41822d244cd0 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:47:41.622468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:41.641076 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.642183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-c7f786de-deab-4b4b-9184-c2cfb3b005bb service neutron] 10.222.0.13 "POST /v2.0/ports/35ef2a63-339b-4a47-a0b0-2edcd0dd0be1/bindings HTTP/1.1" status: 201  len: 389 time: 0.5987563
Dec 18 20:47:41.645861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca78321-f8c5-417a-8eae-41822d244cd0,revision_number=10']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:41.648400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881a66ae-d676-4037-b30d-754eeeeaf574 admin admin] Made reservation on behalf of b48e95c75c9444f2a0d2cb6704727346 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:41.650667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-881a66ae-d676-4037-b30d-754eeeeaf574 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.681910 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b85f34e6-c7ba-4bc4-abe3-4ea29e32890a req-5fa9fab6-7616-44f4-bf2d-aa1cf4b5a30d service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1016421
Dec 18 20:47:41.682826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:41.683349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:41.683808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:41.692414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Port 4ca78321-f8c5-417a-8eae-41822d244cd0 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:41.692926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempting to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:41.700492 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:41.700987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:41.701678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:41.702290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Bound port: 4ca78321-f8c5-417a-8eae-41822d244cd0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:41.702792 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.721679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-098fe57c-9028-43ab-bb78-27f8f2f813d5 req-9a49a7cf-0ab4-47c9-b5e1-afb472ec653a tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2256310
Dec 18 20:47:41.740588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ca78321-f8c5-417a-8eae-41822d244cd0/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.1876578
Dec 18 20:47:41.745021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.745538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.745885 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.746235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.747904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.748928 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.749293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.749638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.750025 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.750410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.750740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.751133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.751453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a2e1b-7cb6-48c0-a9c8-bbad7d75e513 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:47:41.799272 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.813195 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:47:41.826339 ncdv-master-1 neutron-server[126010]: WARNING neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Concurrent port binding operations failed on port 4ca78321-f8c5-417a-8eae-41822d244cd0
Dec 18 20:47:41.834199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:41.837799 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempt 2 to bind port 4ca78321-f8c5-417a-8eae-41822d244cd0
Dec 18 20:47:41.838315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '4ca78321-f8c5-417a-8eae-41822d244cd0', 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55', 'port_id': '4ca78321-f8c5-417a-8eae-41822d244cd0', 'mac_address': 'fa:16:3e:b8:b8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:47:41.843591 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7452c4b1-3737-41a6-a4cb-f98c06ee7f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718fbc80-b499-485d-b8e8-9cf091c713e9'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:41.846751 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab47fb1-e649-4bdb-9a95-27f5c259defc" -d '{"events": [{"server_uuid": "7452c4b1-3737-41a6-a4cb-f98c06ee7f8b", "name": "network-vif-plugged", "status": "completed", "tag": "718fbc80-b499-485d-b8e8-9cf091c713e9"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:41.864306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 718fbc80-b499-485d-b8e8-9cf091c713e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=718fbc80-b499-485d-b8e8-9cf091c713e9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:41.905065 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.955205 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:41.979896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca78321-f8c5-417a-8eae-41822d244cd0 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:42.000127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:42.001809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=718fbc80-b499-485d-b8e8-9cf091c713e9,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:42.005466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-cd2e15cf-6d7b-483c-b6a8-faa36aa2be7d tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.006144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:42.007199 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-cd2e15cf-6d7b-483c-b6a8-faa36aa2be7d tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f&tenant_id=0870e14bc2934bae9138d4818b260729&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1361008
Dec 18 20:47:42.062977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=4ca78321-f8c5-417a-8eae-41822d244cd0,revision_number=11']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:42.077184 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f504db8-6153-4d6b-9a54-c7270d37685a x-openstack-request-id: req-7f504db8-6153-4d6b-9a54-c7270d37685a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:42.077665 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8acb2d-06ca-4772-91e2-d13f92d112c3", "tag": "84a44e31-f256-408a-9208-81d575d9e905", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:42.077850 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f504db8-6153-4d6b-9a54-c7270d37685a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:42.078286 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'tag': '84a44e31-f256-408a-9208-81d575d9e905', 'status': 'completed', 'code': 200}
Dec 18 20:47:42.094626 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4ca78321-f8c5-417a-8eae-41822d244cd0'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:42.116597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3ce86-bf8d-4e7b-9625-d88da3b385a7 req-3db7b2ba-f15a-4f60-9e24-871caf62e886 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.123959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46a3ce86-bf8d-4e7b-9625-d88da3b385a7 req-3db7b2ba-f15a-4f60-9e24-871caf62e886 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 944 time: 0.2051864
Dec 18 20:47:42.166860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b497-de14-4b43-81e8-48ec0fbd9b83 req-03cee03e-3a75-4070-a0f7-6c31316c1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.169669 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f8f4b497-de14-4b43-81e8-48ec0fbd9b83 req-03cee03e-3a75-4070-a0f7-6c31316c1be1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 1095 time: 0.0505378
Dec 18 20:47:42.190011 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-881a66ae-d676-4037-b30d-754eeeeaf574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:42.267958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-2de37600-34dc-4d8a-aa0b-cb2fa39c89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.269824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-2de37600-34dc-4d8a-aa0b-cb2fa39c89c2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f&tenant_id=0870e14bc2934bae9138d4818b260729 HTTP/1.1" status: 200  len: 1096 time: 0.2404225
Dec 18 20:47:42.273334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b497-de14-4b43-81e8-48ec0fbd9b83 req-f4cdac28-b9a5-459b-8696-7d97ea643142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.274813 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f8f4b497-de14-4b43-81e8-48ec0fbd9b83 req-f4cdac28-b9a5-459b-8696-7d97ea643142 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.0956018
Dec 18 20:47:42.285772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433f9c-d580-4648-9f5d-482832959809 req-703be614-89fb-4351-8093-356f2539a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.287333 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-703be614-89fb-4351-8093-356f2539a3f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 1097 time: 0.2559280
Dec 18 20:47:42.306467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46a3ce86-bf8d-4e7b-9625-d88da3b385a7 req-0cd36af0-7797-4165-a413-668a30c51537 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816452
Dec 18 20:47:42.319850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a66ae-d676-4037-b30d-754eeeeaf574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a94c26-44fd-4378-aa86-f3b1e0f22e56,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:42.331481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b5889-1948-4089-9559-2147b3662c1b req-66a8ee48-d6f4-4b89-822c-64d922b42d42 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.332615 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f8f4b497-de14-4b43-81e8-48ec0fbd9b83 req-dec4fc81-22f5-4b58-b442-0e6ca757b418 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84a44e31-f256-408a-9208-81d575d9e905 HTTP/1.1" status: 200  len: 217 time: 0.0476663
Dec 18 20:47:42.333030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-809b5889-1948-4089-9559-2147b3662c1b req-66a8ee48-d6f4-4b89-822c-64d922b42d42 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 945 time: 0.1896658
Dec 18 20:47:42.389194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b497-de14-4b43-81e8-48ec0fbd9b83 req-f7736a69-8044-44c7-a599-30a72a19e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.390700 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f8f4b497-de14-4b43-81e8-48ec0fbd9b83 req-f7736a69-8044-44c7-a599-30a72a19e372 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.0455041
Dec 18 20:47:42.435041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b497-de14-4b43-81e8-48ec0fbd9b83 req-0dbf1a48-81d8-439a-8202-653a655eb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.436699 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f8f4b497-de14-4b43-81e8-48ec0fbd9b83 req-0dbf1a48-81d8-439a-8202-653a655eb83d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0383058
Dec 18 20:47:42.464144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a66ae-d676-4037-b30d-754eeeeaf574 admin admin] Checking segment: {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:42.464505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881a66ae-d676-4037-b30d-754eeeeaf574 admin admin] Network hostable DHCP agents. Network: b16f44c1-8015-4e89-85aa-20e9d5fd9f2e, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:47:42.521529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-b9c668f1-ad79-4f06-a1bb-4117744b9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.523101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-b9c668f1-ad79-4f06-a1bb-4117744b9c0d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 1096 time: 0.2081492
Dec 18 20:47:42.529250 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f8f4b497-de14-4b43-81e8-48ec0fbd9b83 req-918f8741-e8e9-4504-a0da-d667f1799f1c service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851631
Dec 18 20:47:42.537107 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-809b5889-1948-4089-9559-2147b3662c1b req-5b26102e-5eea-45b6-984f-080032e5e965 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797962
Dec 18 20:47:42.549882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc6cd4-0361-4143-b676-de24578174e7 req-9884263c-b1a1-4594-9d9b-ae1de532e095 tempest-LiveMigrationNegativeTest-1456491822 tempest-LiveMigrationNegativeTest-1456491822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.551374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fdc6cd4-0361-4143-b676-de24578174e7 req-9884263c-b1a1-4594-9d9b-ae1de532e095 tempest-LiveMigrationNegativeTest-1456491822 tempest-LiveMigrationNegativeTest-1456491822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 1101 time: 0.1491685
Dec 18 20:47:42.554433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433f9c-d580-4648-9f5d-482832959809 req-3679fdc0-1fb6-4e14-8f9b-d060f34c7796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.555806 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-3679fdc0-1fb6-4e14-8f9b-d060f34c7796 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.2532322
Dec 18 20:47:42.567293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881a66ae-d676-4037-b30d-754eeeeaf574 admin admin] Network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:47:42.639306 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f8f4b497-de14-4b43-81e8-48ec0fbd9b83 req-2aaa737b-7c07-4da4-a23e-01f70c021ccd service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024580
Dec 18 20:47:42.662752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-881a66ae-d676-4037-b30d-754eeeeaf574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b16f44c1-8015-4e89-85aa-20e9d5fd9f2e) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:42.664976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-699f568c-0370-4aea-b0f4-b41bbdebe6b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 HTTP/1.1" status: 200  len: 217 time: 0.0680127
Dec 18 20:47:42.665619 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4fdc6cd4-0361-4143-b676-de24578174e7 req-0b8c2c62-e986-49c1-b93c-ed4e3d699b09 tempest-LiveMigrationNegativeTest-1456491822 tempest-LiveMigrationNegativeTest-1456491822-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:42.670170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ceb6d-9be2-4c49-91f1-35a65953adbf None None] Network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:42.683627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a66ae-d676-4037-b30d-754eeeeaf574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.684221 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-881a66ae-d676-4037-b30d-754eeeeaf574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:42.762357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-881a66ae-d676-4037-b30d-754eeeeaf574 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.2811921
Dec 18 20:47:42.765117 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52886) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:42.769809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:42.775948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:47:42.777695 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:42.800057 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:42.801416 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:42.802457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433f9c-d580-4648-9f5d-482832959809 req-12edf7bc-27cf-481b-bc98-5962f417dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.804900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-12edf7bc-27cf-481b-bc98-5962f417dc9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.1150403
Dec 18 20:47:42.817468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1c3cc-7083-4ee7-b927-11b5c66fbb50 req-da51fd82-79de-4000-8e67-c64c42da6005 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.819112 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5dc1c3cc-7083-4ee7-b927-11b5c66fbb50 req-da51fd82-79de-4000-8e67-c64c42da6005 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 946 time: 0.2060993
Dec 18 20:47:42.832793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-08335b62-515f-4718-939e-332ccc3f8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:42.834276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-08335b62-515f-4718-939e-332ccc3f8c14 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.2931848
Dec 18 20:47:42.863883 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-b2b709c1-64fa-495d-b3fb-ff1b03e15157 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420079
Dec 18 20:47:42.903333 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:42.918577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-b5e75375-0995-43e1-8657-2d0dbdf847b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca78321-f8c5-417a-8eae-41822d244cd0 HTTP/1.1" status: 200  len: 217 time: 0.0569975
Dec 18 20:47:42.934893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Allocated IP 172.20.0.2 (b16f44c1-8015-4e89-85aa-20e9d5fd9f2e/17a94c26-44fd-4378-aa86-f3b1e0f22e56/fcf98770-3d5a-4e1e-9930-48eb01317611) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:43.049373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5dc1c3cc-7083-4ee7-b927-11b5c66fbb50 req-251b16f8-e6d5-4abd-95ce-90da62a472d9 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2137940
Dec 18 20:47:43.084247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-7f444f09-d2aa-417d-9475-7ed7d08b236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:43.084247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-7f444f09-d2aa-417d-9475-7ed7d08b236e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1220112
Dec 18 20:47:43.084247 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4fdc6cd4-0361-4143-b676-de24578174e7 req-0b8c2c62-e986-49c1-b93c-ed4e3d699b09 tempest-LiveMigrationNegativeTest-1456491822 tempest-LiveMigrationNegativeTest-1456491822-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.104452 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.111585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4fdc6cd4-0361-4143-b676-de24578174e7 req-0b8c2c62-e986-49c1-b93c-ed4e3d699b09 tempest-LiveMigrationNegativeTest-1456491822 tempest-LiveMigrationNegativeTest-1456491822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.114895 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.140141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-bce4a736-0646-4c7f-868c-7b1ca2dc5edb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523922
Dec 18 20:47:43.144093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:43.153664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-f2034863-ad18-474d-93dd-d19fa352bd96 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2750084
Dec 18 20:47:43.163070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:43.165768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:43.222957 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.226721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Pushing event updated for resources: {'Port': ['ID=fcf98770-3d5a-4e1e-9930-48eb01317611,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:43.239824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Attempting to bind port fcf98770-3d5a-4e1e-9930-48eb01317611 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:43.240201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Attempting to bind port fcf98770-3d5a-4e1e-9930-48eb01317611 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:43.240567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Attempting to bind port fcf98770-3d5a-4e1e-9930-48eb01317611 on network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:43.246312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:43.247144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Checking segment: {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:43.247144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.247480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Bound using segment: {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:43.247936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Bound port: fcf98770-3d5a-4e1e-9930-48eb01317611, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:43.248315 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.250984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fdc6cd4-0361-4143-b676-de24578174e7 req-0b8c2c62-e986-49c1-b93c-ed4e3d699b09 tempest-LiveMigrationNegativeTest-1456491822 tempest-LiveMigrationNegativeTest-1456491822-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6810248
Dec 18 20:47:43.290094 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966028a2-7669-406d-862b-210a0beb8d10 x-openstack-request-id: req-966028a2-7669-406d-862b-210a0beb8d10 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:43.290442 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7452c4b1-3737-41a6-a4cb-f98c06ee7f8b", "name": "network-vif-plugged", "status": "completed", "tag": "718fbc80-b499-485d-b8e8-9cf091c713e9", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:43.290710 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-966028a2-7669-406d-862b-210a0beb8d10 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:43.291768 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7452c4b1-3737-41a6-a4cb-f98c06ee7f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718fbc80-b499-485d-b8e8-9cf091c713e9', 'code': 200}
Dec 18 20:47:43.349391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] For port fcf98770-3d5a-4e1e-9930-48eb01317611, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:43.355552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] For port fcf98770-3d5a-4e1e-9930-48eb01317611, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcf98770-3d5a-4e1e-9930-48eb01317611,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:43.361183 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.427239 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dd121-f365-47da-9db9-5a620fb42fb2 None None] Pushing event updated for resources: {'Port': ['ID=fcf98770-3d5a-4e1e-9930-48eb01317611,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:43.445131 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4ca78321-f8c5-417a-8eae-41822d244cd0 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:43.508620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 4ca78321-f8c5-417a-8eae-41822d244cd0 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:47:43.514466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 4ca78321-f8c5-417a-8eae-41822d244cd0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:43.515290 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.525578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675324c-4fdb-443e-97bf-926ba4bdcf9f req-e628e2c8-0e13-4f10-9325-0ef4015e19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:43.527142 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e675324c-4fdb-443e-97bf-926ba4bdcf9f req-e628e2c8-0e13-4f10-9325-0ef4015e19a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 1101 time: 0.1087627
Dec 18 20:47:43.530779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.563136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.606046 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-3698a051-b91a-4ba7-b894-0ee4be17edc0 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4563417
Dec 18 20:47:43.612782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c2c62-e986-49c1-b93c-ed4e3d699b09 tempest-LiveMigrationNegativeTest-1456491822 tempest-LiveMigrationNegativeTest-1456491822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50469c6f-0066-408e-a6ee-1fced38a1319,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:43.636721 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e675324c-4fdb-443e-97bf-926ba4bdcf9f req-e9602200-4957-46e0-b15f-3e4c06633885 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971658
Dec 18 20:47:43.641385 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.705295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:43.713340 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.720738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Allocated IP 172.35.3.224 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/987b8d67-97e1-4267-8df4-ca0d5d97a238) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:43.762313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83669150-6051-4034-bb44-2c3f9545def9 req-5a0c9772-fed9-4451-b2f1-3881a8b093bc tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:43.763880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-83669150-6051-4034-bb44-2c3f9545def9 req-5a0c9772-fed9-4451-b2f1-3881a8b093bc tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 950 time: 0.5935435
Dec 18 20:47:43.790455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=4ca78321-f8c5-417a-8eae-41822d244cd0,revision_number=12']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:43.801995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3956b-bffe-4688-9ef6-748e0f578e33 req-890f4c3d-09a3-45f4-adab-4c6eb579a78b tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:43.803515 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ad3956b-bffe-4688-9ef6-748e0f578e33 req-890f4c3d-09a3-45f4-adab-4c6eb579a78b tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 950 time: 0.1865606
Dec 18 20:47:43.853777 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-33475352-2156-4a5e-8d0a-5efc05c780aa service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6844103
Dec 18 20:47:43.878470 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.907040 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-83669150-6051-4034-bb44-2c3f9545def9 req-a0cba32f-00d6-4cf2-ba92-a4c58eaa15c2 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260459
Dec 18 20:47:43.911740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-a0b1d3af-1835-4211-8d70-b207846105db service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2936280
Dec 18 20:47:43.919805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:43.929192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ad3956b-bffe-4688-9ef6-748e0f578e33 req-6dcdef73-9a5e-4310-a100-3aab4382f8aa tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054184
Dec 18 20:47:43.964628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:43.973114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:43.977029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:43.982609 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Pushing event updated for resources: {'Port': ['ID=987b8d67-97e1-4267-8df4-ca0d5d97a238,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:44.023236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433f9c-d580-4648-9f5d-482832959809 req-a30e0765-3cfe-4b1f-8622-9407f0b69a37 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:44.024785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-a30e0765-3cfe-4b1f-8622-9407f0b69a37 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0&tenant_id=a84b125f83d34481adc5617b5ca62e2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.0871727
Dec 18 20:47:44.043564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:44.134159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 84a44e31-f256-408a-9208-81d575d9e905 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:44.194825 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:44.205856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4ca78321-f8c5-417a-8eae-41822d244cd0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:47:44.245899 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e05eaf-83ee-4dad-b5c6-35e5fac02b91 req-16c1df6a-6595-49db-abc8-79ee69045e71 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:44.253544 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60e05eaf-83ee-4dad-b5c6-35e5fac02b91 req-16c1df6a-6595-49db-abc8-79ee69045e71 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 944 time: 0.1625180
Dec 18 20:47:44.271552 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:44.299773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 84a44e31-f256-408a-9208-81d575d9e905, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84a44e31-f256-408a-9208-81d575d9e905,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:44.307798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073c9c6-b6d5-4651-b4ef-1a65ebf05a74 req-2705174b-c608-455a-a830-3302cd73e342 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:44.309456 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5073c9c6-b6d5-4651-b4ef-1a65ebf05a74 req-2705174b-c608-455a-a830-3302cd73e342 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 946 time: 0.1855700
Dec 18 20:47:44.320455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '84a44e31-f256-408a-9208-81d575d9e905', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'port_id': '84a44e31-f256-408a-9208-81d575d9e905', 'mac_address': 'fa:16:3e:36:66:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:47:44.326238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4ca78321-f8c5-417a-8eae-41822d244cd0 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:47:44.371200 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:44.386734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a44e31-f256-408a-9208-81d575d9e905 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:44.408135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 84a44e31-f256-408a-9208-81d575d9e905, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84a44e31-f256-408a-9208-81d575d9e905,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:44.412988 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:44.426797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-7b5d2d15-7ce1-4b4a-b44b-71d28a2f8e91 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:44.428887 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-7b5d2d15-7ce1-4b4a-b44b-71d28a2f8e91 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f&tenant_id=0870e14bc2934bae9138d4818b260729&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.2307529
Dec 18 20:47:44.469495 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60e05eaf-83ee-4dad-b5c6-35e5fac02b91 req-48925a37-2689-4147-9af6-7d76a4bd206c tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149045
Dec 18 20:47:44.473896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=84a44e31-f256-408a-9208-81d575d9e905,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:44.534550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5073c9c6-b6d5-4651-b4ef-1a65ebf05a74 req-e50a6738-51f4-4b5c-8b82-bac7e72a6cc3 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980507
Dec 18 20:47:44.561790 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:44.564344 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:44.669087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13087a-b522-42b7-a959-19ccfb4f14f3 None None] Network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:44.677639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:44.767109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['84a44e31-f256-408a-9208-81d575d9e905'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:44.779287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fcf98770-3d5a-4e1e-9930-48eb01317611 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:44.823226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-ab33cc2e-c64b-4e85-a8f2-611c8b10152d service neutron] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:44.830064 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-ab33cc2e-c64b-4e85-a8f2-611c8b10152d service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:44.831251 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c81ee55a-6951-4ae5-97cd-59e85b81812e req-ab33cc2e-c64b-4e85-a8f2-611c8b10152d service neutron] 10.222.0.31 "DELETE /v2.0/ports/4ca78321-f8c5-417a-8eae-41822d244cd0/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3807516
Dec 18 20:47:44.832343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:47:44.870333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-03709f9f-1fcd-48d4-800e-5085d94b329e None None] Provisioning complete for port fcf98770-3d5a-4e1e-9930-48eb01317611 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:44.870852 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-03709f9f-1fcd-48d4-800e-5085d94b329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:44.904463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a79397-54ab-4573-b710-338c621b23f2 req-2c9f52b9-2a8f-41b2-a862-0b26d84c7fb2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:44.913461 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32a79397-54ab-4573-b710-338c621b23f2 req-2c9f52b9-2a8f-41b2-a862-0b26d84c7fb2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 946 time: 0.1499064
Dec 18 20:47:44.979162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:45.026542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port fcf98770-3d5a-4e1e-9930-48eb01317611 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:45.027195 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:45.042316 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32a79397-54ab-4573-b710-338c621b23f2 req-1cce2ec8-b482-48b7-8ed3-87ad39160da3 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282403
Dec 18 20:47:45.087783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:47:45.088425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8c445f-06db-4133-a919-8c79de5333f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ef2a63-339b-4a47-a0b0-2edcd0dd0be1'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:45.090576 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb93fed-4d96-45d9-a929-1f3330175d4d" -d '{"events": [{"server_uuid": "9b8c445f-06db-4133-a919-8c79de5333f0", "name": "network-vif-unplugged", "status": "completed", "tag": "35ef2a63-339b-4a47-a0b0-2edcd0dd0be1"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:45.095388 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Sync routers for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:47:45.103453 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:45.109589 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:47:45.110447 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664032c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:45.112983 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:45.117780 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0ccb9fad-ba11-4f5b-aee9-9d1e97292e7b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 2.3483710
Dec 18 20:47:45.118507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52924) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:45.123422 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:45.209971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335ee7a-0060-4c6e-9a87-062bf0fa7627 req-f40bf437-ce3e-4c03-8810-cc12f2ba4bde tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:45.213056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c335ee7a-0060-4c6e-9a87-062bf0fa7627 req-f40bf437-ce3e-4c03-8810-cc12f2ba4bde tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 950 time: 0.1695743
Dec 18 20:47:45.252429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Pushing event updated for resources: {'Port': ['ID=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:45.304593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca78321-f8c5-417a-8eae-41822d244cd0'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:45.304593 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de872b4-5d9f-4b6e-9f0d-e56ddd248599" -d '{"events": [{"server_uuid": "5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f", "name": "network-vif-plugged", "status": "completed", "tag": "4ca78321-f8c5-417a-8eae-41822d244cd0"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:45.307349 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:47:45.322592 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-03709f9f-1fcd-48d4-800e-5085d94b329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:45.377048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-03709f9f-1fcd-48d4-800e-5085d94b329e None None] For port fcf98770-3d5a-4e1e-9930-48eb01317611, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcf98770-3d5a-4e1e-9930-48eb01317611,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:45.447926 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Attempting to bind port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:45.448490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Attempting to bind port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:45.448887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Attempting to bind port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:45.453558 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-03709f9f-1fcd-48d4-800e-5085d94b329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:45.466963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ebb30-69d3-43b2-8528-cb614a352ebb req-1517f1e7-b954-4ccb-ba16-3bff190283db tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:45.468763 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c50ebb30-69d3-43b2-8528-cb614a352ebb req-1517f1e7-b954-4ccb-ba16-3bff190283db tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 950 time: 0.2434928
Dec 18 20:47:45.485496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c335ee7a-0060-4c6e-9a87-062bf0fa7627 req-3226f46d-6407-4d83-8c83-29fbb907879f tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2571876
Dec 18 20:47:45.492527 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:47:45.504391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Attempting to bind port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:45.548836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03709f9f-1fcd-48d4-800e-5085d94b329e None None] Pushing event updated for resources: {'Port': ['ID=fcf98770-3d5a-4e1e-9930-48eb01317611,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:45.553551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:45.556076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:45.556692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:45.570653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Bound port: 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:45.572029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:45.580823 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:45.697709 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664032c10>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:44Z', 'revision_number': 3, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:45.706533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-530bed9d-b2a5-4be4-8676-45a6a7cc3525 None None] Provisioning complete for port fcf98770-3d5a-4e1e-9930-48eb01317611 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:45.706906 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-530bed9d-b2a5-4be4-8676-45a6a7cc3525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:45.736172 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Checking router: 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:47:45.736761 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Updating router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c port 987b8d67-97e1-4267-8df4-ca0d5d97a238 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:47:45.738480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c50ebb30-69d3-43b2-8528-cb614a352ebb req-f293eb23-24c3-41be-b4d5-18b6dfc096f1 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2424123
Dec 18 20:47:45.764114 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:47:45.764483 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:47:45.773219 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:45.822197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:45.828078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:45.838243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830b3b5-3a05-456b-9494-039309bc3c09 req-35774bb1-3b86-47f3-b678-070ef2da49c5 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:45.838815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:45.839767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d830b3b5-3a05-456b-9494-039309bc3c09 req-35774bb1-3b86-47f3-b678-070ef2da49c5 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 950 time: 0.2222071
Dec 18 20:47:45.841346 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:45.850367 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045f786d-b902-4961-a7cd-dfcef9dbc52e x-openstack-request-id: req-045f786d-b902-4961-a7cd-dfcef9dbc52e {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:45.850648 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8c445f-06db-4133-a919-8c79de5333f0", "name": "network-vif-unplugged", "status": "completed", "tag": "35ef2a63-339b-4a47-a0b0-2edcd0dd0be1", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:45.850901 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-045f786d-b902-4961-a7cd-dfcef9dbc52e {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:45.851280 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8c445f-06db-4133-a919-8c79de5333f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ef2a63-339b-4a47-a0b0-2edcd0dd0be1', 'code': 200}
Dec 18 20:47:45.887773 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b83f01-0c13-40d4-88fd-09fdd1cd5775 x-openstack-request-id: req-62b83f01-0c13-40d4-88fd-09fdd1cd5775 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:45.888326 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f", "name": "network-vif-plugged", "status": "completed", "tag": "4ca78321-f8c5-417a-8eae-41822d244cd0", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:45.888529 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62b83f01-0c13-40d4-88fd-09fdd1cd5775 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:45.889030 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca78321-f8c5-417a-8eae-41822d244cd0', 'code': 200}
Dec 18 20:47:46.003195 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d830b3b5-3a05-456b-9494-039309bc3c09 req-9f007f03-67c0-4a76-aab5-8a2d3378c56b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569834
Dec 18 20:47:46.049164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:46.049921 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:46.051861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] 10.222.0.36 "PUT /v2.0/ports/35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 HTTP/1.1" status: 200  len: 1122 time: 2.0151310
Dec 18 20:47:46.052781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4cab5-3f6a-47ee-aeb8-62c0dc5efe7e service neutron] Pushing event updated for resources: {'Port': ['ID=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,revision_number=8']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:46.053154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Allocated IP 172.20.0.1 (b16f44c1-8015-4e89-85aa-20e9d5fd9f2e/17a94c26-44fd-4378-aa86-f3b1e0f22e56/6912c3af-1076-46a5-9f69-df07ff6e7fc2) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:46.094797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94073259-ba23-4d1d-8fe6-3019cf6af9c1 req-7fdf956b-ddb0-4bf3-a3e2-9b4df99c4f07 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:46.104130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94073259-ba23-4d1d-8fe6-3019cf6af9c1 req-7fdf956b-ddb0-4bf3-a3e2-9b4df99c4f07 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 945 time: 0.1525290
Dec 18 20:47:46.132374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['35ef2a63-339b-4a47-a0b0-2edcd0dd0be1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:46.149693 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:46.157985 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:46.199720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94073259-ba23-4d1d-8fe6-3019cf6af9c1 req-6f745034-b7dc-4694-bd41-d09dca8b00a0 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945079
Dec 18 20:47:46.216615 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a443684-ff6d-4ef6-a22e-91348dabcf88 None None] Pushing event updated for resources: {'Port': ['ID=987b8d67-97e1-4267-8df4-ca0d5d97a238,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:46.259957 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Attempting to bind port 987b8d67-97e1-4267-8df4-ca0d5d97a238 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:46.260330 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Attempting to bind port 987b8d67-97e1-4267-8df4-ca0d5d97a238 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:46.260668 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Attempting to bind port 987b8d67-97e1-4267-8df4-ca0d5d97a238 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:46.276794 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:46.277339 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:46.277940 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:46.278537 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:46.279787 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Bound port: 987b8d67-97e1-4267-8df4-ca0d5d97a238, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:46.280336 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:46.285010 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:46.332133 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:46.349466 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] For port 987b8d67-97e1-4267-8df4-ca0d5d97a238, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:46.353910 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] For port 987b8d67-97e1-4267-8df4-ca0d5d97a238, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=987b8d67-97e1-4267-8df4-ca0d5d97a238,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:46.354199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e09a64-2656-40f6-b993-0d38ed9ab3e3 req-c52ec08b-92f2-46b1-b9c7-c3acebf30095 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:46.360329 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:46.368125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03e09a64-2656-40f6-b993-0d38ed9ab3e3 req-c52ec08b-92f2-46b1-b9c7-c3acebf30095 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 946 time: 0.0937533
Dec 18 20:47:46.395939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:46.399786 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:46.404107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:46.404725 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:46.415668 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6912c3af-1076-46a5-9f69-df07ff6e7fc2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:46.471528 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:47:46.471876 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664032c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:46.472866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03e09a64-2656-40f6-b993-0d38ed9ab3e3 req-648a660b-918c-4acc-94ac-16c53ca8f18c tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986338
Dec 18 20:47:46.573364 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a443684-ff6d-4ef6-a22e-91348dabcf88 None None] Pushing event updated for resources: {'Port': ['ID=987b8d67-97e1-4267-8df4-ca0d5d97a238,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:46.664116 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:47:46.667568 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:46.724686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fcf98770-3d5a-4e1e-9930-48eb01317611 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:46.775340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29935e6-27e2-4711-bf8b-43880c2236dd req-e2c6c895-f1b1-4a10-bb8d-cca1b2004228 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:46.777165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c29935e6-27e2-4711-bf8b-43880c2236dd req-e2c6c895-f1b1-4a10-bb8d-cca1b2004228 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 950 time: 0.1599646
Dec 18 20:47:46.792553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee2c0-542d-41cc-8d75-86aa54c990e9 req-b2d23423-b746-4004-b2df-1577794a6ed7 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:46.794651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-61cee2c0-542d-41cc-8d75-86aa54c990e9 req-b2d23423-b746-4004-b2df-1577794a6ed7 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 944 time: 0.1918046
Dec 18 20:47:46.813775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port fcf98770-3d5a-4e1e-9930-48eb01317611 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:46.814079 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:46.863875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7a0d3-bf21-4982-a476-d149987ad9bb req-68d24104-91a2-4635-b664-911f21434755 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:46.868005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3b7a0d3-bf21-4982-a476-d149987ad9bb req-68d24104-91a2-4635-b664-911f21434755 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.36 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 950 time: 0.1613786
Dec 18 20:47:46.882521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-807e9ce3-f874-4b14-bfcb-5539fcf2ba11 None None] Provisioning complete for port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:46.882944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-807e9ce3-f874-4b14-bfcb-5539fcf2ba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:46.919167 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664032c10>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:44Z', 'revision_number': 3, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:46.956815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-807e9ce3-f874-4b14-bfcb-5539fcf2ba11 None None] Port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:47:46.957760 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70ba89-d44f-4b82-9594-cea6ead92ead None None] The sync data for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 is: [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:44Z', 'revision_number': 3, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:47:46.962849 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c29935e6-27e2-4711-bf8b-43880c2236dd req-94b0711b-a561-4376-a9d4-415316647c32 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642714
Dec 18 20:47:46.992049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-61cee2c0-542d-41cc-8d75-86aa54c990e9 req-19a5e4bd-1a29-41c7-b527-a0dd1eab1094 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853383
Dec 18 20:47:47.052283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-e3b7a0d3-bf21-4982-a476-d149987ad9bb req-d2a2ca1a-6985-4368-bff0-8235580fed1b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Deleting port 58e60486-e1d6-436d-9e39-32ef38bda602 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:47:47.052899 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e3b7a0d3-bf21-4982-a476-d149987ad9bb req-d2a2ca1a-6985-4368-bff0-8235580fed1b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:47.134459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:47.143702 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:47.144831 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:47.181850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6348d-7265-41bc-8714-4c498403f18c req-b97c53e6-fc14-4bdc-9696-6f546664c84a tempest-ServersAdminNegativeTestJSON-1070281687 tempest-ServersAdminNegativeTestJSON-1070281687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:47.183429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fca6348d-7265-41bc-8714-4c498403f18c req-b97c53e6-fc14-4bdc-9696-6f546664c84a tempest-ServersAdminNegativeTestJSON-1070281687 tempest-ServersAdminNegativeTestJSON-1070281687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 1101 time: 0.0793931
Dec 18 20:47:47.240087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e3b7a0d3-bf21-4982-a476-d149987ad9bb req-d2a2ca1a-6985-4368-bff0-8235580fed1b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] For port 58e60486-e1d6-436d-9e39-32ef38bda602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58e60486-e1d6-436d-9e39-32ef38bda602,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:47.241082 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e3b7a0d3-bf21-4982-a476-d149987ad9bb req-d2a2ca1a-6985-4368-bff0-8235580fed1b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:47.244851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6912c3af-1076-46a5-9f69-df07ff6e7fc2,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:47.250527 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fca6348d-7265-41bc-8714-4c498403f18c req-8bbdb8a7-a01f-4457-b20d-fac589ec3e27 tempest-ServersAdminNegativeTestJSON-1070281687 tempest-ServersAdminNegativeTestJSON-1070281687-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:47.265635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-e3b7a0d3-bf21-4982-a476-d149987ad9bb req-d2a2ca1a-6985-4368-bff0-8235580fed1b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Calling delete_port for 58e60486-e1d6-436d-9e39-32ef38bda602 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:47:47.290446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64e8a2-8390-48a2-86c9-a1ae141f084b req-b6698600-d8ff-4787-8f39-f5f9363c4d18 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:47.300096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:47.300964 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de64e8a2-8390-48a2-86c9-a1ae141f084b req-b6698600-d8ff-4787-8f39-f5f9363c4d18 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=414c46a7-2ac0-44c1-a29f-eed2a0f1a029 HTTP/1.1" status: 200  len: 950 time: 0.1165624
Dec 18 20:47:47.304884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:47.456319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de64e8a2-8390-48a2-86c9-a1ae141f084b req-65568945-99ad-4443-a72a-a2e5f35f5f57 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543629
Dec 18 20:47:47.466876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:47:47.512942 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fca6348d-7265-41bc-8714-4c498403f18c req-8bbdb8a7-a01f-4457-b20d-fac589ec3e27 tempest-ServersAdminNegativeTestJSON-1070281687 tempest-ServersAdminNegativeTestJSON-1070281687-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:47.523658 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fca6348d-7265-41bc-8714-4c498403f18c req-8bbdb8a7-a01f-4457-b20d-fac589ec3e27 tempest-ServersAdminNegativeTestJSON-1070281687 tempest-ServersAdminNegativeTestJSON-1070281687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:47.612268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:47:47.626532 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e8bcfdbd-8320-40da-9671-d315ee4733b5 admin admin] 10.222.0.13 "PUT /v2.0/routers/3121ed4c-6d1e-46a6-9dfe-1424ca12b13c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4983702
Dec 18 20:47:47.630909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fca6348d-7265-41bc-8714-4c498403f18c req-8bbdb8a7-a01f-4457-b20d-fac589ec3e27 tempest-ServersAdminNegativeTestJSON-1070281687 tempest-ServersAdminNegativeTestJSON-1070281687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4314418
Dec 18 20:47:47.631733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdb8a7-a01f-4457-b20d-fac589ec3e27 tempest-ServersAdminNegativeTestJSON-1070281687 tempest-ServersAdminNegativeTestJSON-1070281687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac62301c-45c6-4788-992a-0ba1a86e036d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:47.640695 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e3b7a0d3-bf21-4982-a476-d149987ad9bb req-d2a2ca1a-6985-4368-bff0-8235580fed1b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:47.654878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['9c56ffb6-7657-464e-a842-95bf30427272', '58e60486-e1d6-436d-9e39-32ef38bda602'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:47.685796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2ca1a-6985-4368-bff0-8235580fed1b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Pushing event deleted for resources: {'Port': ['ID=58e60486-e1d6-436d-9e39-32ef38bda602,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:47.696664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89bb2f-2655-4401-b45a-feda69e0826d req-ca8f578f-1c0e-426d-ac06-f9c523164f45 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:47.698265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e89bb2f-2655-4401-b45a-feda69e0826d req-ca8f578f-1c0e-426d-ac06-f9c523164f45 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 1097 time: 0.1347375
Dec 18 20:47:47.713476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-89a99f2f-c294-47fc-8641-26b2290aa7bc None None] Provisioning complete for port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:47.713873 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-89a99f2f-c294-47fc-8641-26b2290aa7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:47.786434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b7a0d3-bf21-4982-a476-d149987ad9bb req-d2a2ca1a-6985-4368-bff0-8235580fed1b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] No DVR routers for this DVR port 58e60486-e1d6-436d-9e39-32ef38bda602 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:47:47.791045 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e3b7a0d3-bf21-4982-a476-d149987ad9bb req-d2a2ca1a-6985-4368-bff0-8235580fed1b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:47.795205 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3b7a0d3-bf21-4982-a476-d149987ad9bb req-d2a2ca1a-6985-4368-bff0-8235580fed1b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.36 "DELETE /v2.0/ports/58e60486-e1d6-436d-9e39-32ef38bda602 HTTP/1.1" status: 204  len: 173 time: 0.9152679
Dec 18 20:47:47.817511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-89a99f2f-c294-47fc-8641-26b2290aa7bc None None] Port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:47:47.845434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e89bb2f-2655-4401-b45a-feda69e0826d req-66a24b17-ed22-4ea6-adb0-58ccdd8b6f18 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281741
Dec 18 20:47:47.852274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8c445f-06db-4133-a919-8c79de5333f0', 'tag': '35ef2a63-339b-4a47-a0b0-2edcd0dd0be1'}, {'server_uuid': '414c46a7-2ac0-44c1-a29f-eed2a0f1a029', 'name': 'network-vif-deleted', 'tag': '58e60486-e1d6-436d-9e39-32ef38bda602'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:47.854741 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443bc352-8359-44fe-ae3b-be5b33ffcc24" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8c445f-06db-4133-a919-8c79de5333f0", "tag": "35ef2a63-339b-4a47-a0b0-2edcd0dd0be1"}, {"server_uuid": "414c46a7-2ac0-44c1-a29f-eed2a0f1a029", "name": "network-vif-deleted", "tag": "58e60486-e1d6-436d-9e39-32ef38bda602"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:47.984227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557c8a5-c3e5-4ac3-83ff-27b5deafb355 req-ae62d0e5-b795-4c95-8fb7-2fd5862d2a72 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:47.997372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b557c8a5-c3e5-4ac3-83ff-27b5deafb355 req-ae62d0e5-b795-4c95-8fb7-2fd5862d2a72 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 945 time: 0.1141245
Dec 18 20:47:47.999960 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4c19ad-135e-47fe-bc2a-6afdc7473f3a x-openstack-request-id: req-7d4c19ad-135e-47fe-bc2a-6afdc7473f3a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:48.000255 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8c445f-06db-4133-a919-8c79de5333f0", "tag": "35ef2a63-339b-4a47-a0b0-2edcd0dd0be1", "status": "completed", "code": 200}, {"server_uuid": "414c46a7-2ac0-44c1-a29f-eed2a0f1a029", "name": "network-vif-deleted", "tag": "58e60486-e1d6-436d-9e39-32ef38bda602", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:48.000698 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d4c19ad-135e-47fe-bc2a-6afdc7473f3a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:48.001045 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8c445f-06db-4133-a919-8c79de5333f0', 'tag': '35ef2a63-339b-4a47-a0b0-2edcd0dd0be1', 'status': 'completed', 'code': 200}
Dec 18 20:47:48.001545 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414c46a7-2ac0-44c1-a29f-eed2a0f1a029', 'name': 'network-vif-deleted', 'tag': '58e60486-e1d6-436d-9e39-32ef38bda602', 'status': 'completed', 'code': 200}
Dec 18 20:47:48.144282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:47:48.146586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 84a44e31-f256-408a-9208-81d575d9e905 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:48.200168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b557c8a5-c3e5-4ac3-83ff-27b5deafb355 req-e33ec2ae-02d2-4b3b-80af-e15730c0d86e tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2018771
Dec 18 20:47:48.284922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 84a44e31-f256-408a-9208-81d575d9e905 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:47:48.297172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fe7d9-0824-42e5-b6ce-ced6f70a5b8b req-30a7ac56-693b-4dfd-b6f4-423aad237a23 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:48.299466 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b19fe7d9-0824-42e5-b6ce-ced6f70a5b8b req-30a7ac56-693b-4dfd-b6f4-423aad237a23 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 950 time: 0.2637229
Dec 18 20:47:48.300084 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52982) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:48.317488 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc352-8359-44fe-ae3b-be5b33ffcc24 req-74ba0164-0815-4a93-98d5-bfec9ebad07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:48.321951 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-443bc352-8359-44fe-ae3b-be5b33ffcc24 req-74ba0164-0815-4a93-98d5-bfec9ebad07f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 1125 time: 0.3187957
Dec 18 20:47:48.323336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 84a44e31-f256-408a-9208-81d575d9e905 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:48.328999 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.414089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:48.448983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 has no active binding in host nch1-master-1 {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 18 20:47:48.478969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc352-8359-44fe-ae3b-be5b33ffcc24 req-88d49a42-f5b2-41a1-88e8-333794f82e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:48.480450 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-443bc352-8359-44fe-ae3b-be5b33ffcc24 req-88d49a42-f5b2-41a1-88e8-333794f82e34 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.1466424
Dec 18 20:47:48.517311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718001b3-e80a-4209-9d1f-e8ea2a986016 req-28cee857-1d61-416d-b38b-ca27156f4c28 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:48.523732 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-718001b3-e80a-4209-9d1f-e8ea2a986016 req-28cee857-1d61-416d-b38b-ca27156f4c28 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5797131-be90-426e-9985-dd40c4b114b9 HTTP/1.1" status: 200  len: 950 time: 0.3816292
Dec 18 20:47:48.577956 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.585362 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d481c979-1bbc-48d8-908a-1cd46b2f0823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.627063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a44e31-f256-408a-9208-81d575d9e905'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:48.629869 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb38db4-4b63-4a0f-9291-ce74505f483e" -d '{"events": [{"server_uuid": "0b8acb2d-06ca-4772-91e2-d13f92d112c3", "name": "network-vif-plugged", "status": "completed", "tag": "84a44e31-f256-408a-9208-81d575d9e905"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:48.635503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 84a44e31-f256-408a-9208-81d575d9e905, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84a44e31-f256-408a-9208-81d575d9e905,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:48.645240 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.657193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52996) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:48.666357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1802778852-network', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:48.696164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b19fe7d9-0824-42e5-b6ce-ced6f70a5b8b req-504f2078-49e8-47c4-b21c-19a96d4fa9c2 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Deleting port 4d05019a-71c6-40bd-a082-feb8872a8f1f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:47:48.696537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b19fe7d9-0824-42e5-b6ce-ced6f70a5b8b req-504f2078-49e8-47c4-b21c-19a96d4fa9c2 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.705967 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-443bc352-8359-44fe-ae3b-be5b33ffcc24 req-faddb19e-9fa6-4cc1-9138-e95c4d0377ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 HTTP/1.1" status: 200  len: 217 time: 0.1803660
Dec 18 20:47:48.713559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=84a44e31-f256-408a-9208-81d575d9e905,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:48.769672 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 987b8d67-97e1-4267-8df4-ca0d5d97a238 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:48.826384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Made reservation on behalf of 45a1dd6e308a471d8df32a7caacfdb44 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:48.826924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 987b8d67-97e1-4267-8df4-ca0d5d97a238 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:48.827298 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.828483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.854025 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.874009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d481c979-1bbc-48d8-908a-1cd46b2f0823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.890570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d481c979-1bbc-48d8-908a-1cd46b2f0823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.913591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b19fe7d9-0824-42e5-b6ce-ced6f70a5b8b req-504f2078-49e8-47c4-b21c-19a96d4fa9c2 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] For port 4d05019a-71c6-40bd-a082-feb8872a8f1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d05019a-71c6-40bd-a082-feb8872a8f1f,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:48.913958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b19fe7d9-0824-42e5-b6ce-ced6f70a5b8b req-504f2078-49e8-47c4-b21c-19a96d4fa9c2 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.929709 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.952409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 987b8d67-97e1-4267-8df4-ca0d5d97a238, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=987b8d67-97e1-4267-8df4-ca0d5d97a238,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:48.956432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b19fe7d9-0824-42e5-b6ce-ced6f70a5b8b req-504f2078-49e8-47c4-b21c-19a96d4fa9c2 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Calling delete_port for 4d05019a-71c6-40bd-a082-feb8872a8f1f owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:47:48.961303 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:48.993488 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d481c979-1bbc-48d8-908a-1cd46b2f0823 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2b26001001846edad29d1588d2ddeb0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6922748
Dec 18 20:47:48.994342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481c979-1bbc-48d8-908a-1cd46b2f0823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d89355-aee1-4651-8ac8-2af598544c92,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:48.999919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53000) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:49.042356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-718001b3-e80a-4209-9d1f-e8ea2a986016 req-bf4538f5-4068-4156-8628-366678cf0bf7 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.13 "GET /v2.0/security-groups?id=c934707d-c6fe-4252-bdbe-3c0dcdced178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4865203
Dec 18 20:47:49.050127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=987b8d67-97e1-4267-8df4-ca0d5d97a238,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:49.070682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd558a39-bb76-4603-9b58-4e450ea8c64e req-04760c0e-7fed-4aa1-94e1-22c5d9d0e7c8 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:49.073940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd558a39-bb76-4603-9b58-4e450ea8c64e req-04760c0e-7fed-4aa1-94e1-22c5d9d0e7c8 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 944 time: 0.5774138
Dec 18 20:47:49.077817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc352-8359-44fe-ae3b-be5b33ffcc24 req-98739100-7751-46dd-b524-453392f42e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:49.082428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-443bc352-8359-44fe-ae3b-be5b33ffcc24 req-98739100-7751-46dd-b524-453392f42e5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.3673999
Dec 18 20:47:49.124540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-443bc352-8359-44fe-ae3b-be5b33ffcc24 req-ac8a923e-f987-439b-a364-25547a26719e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255930
Dec 18 20:47:49.199105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.200375 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c4b911c-e029-4351-8964-1f442673d699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.207197 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.233009 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.248480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd558a39-bb76-4603-9b58-4e450ea8c64e req-285c07b9-017a-4286-9e05-163325a8bdcc tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649778
Dec 18 20:47:49.264788 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:47:49.268972 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c4b911c-e029-4351-8964-1f442673d699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.319528 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-443bc352-8359-44fe-ae3b-be5b33ffcc24 req-a1c5f881-9c7f-4b80-a8e7-82ef59c51185 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846876
Dec 18 20:47:49.321517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.322560 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Added segment ecbb3e9c-8fc7-441b-9612-8721bba8a420 of type vlan for network 559a377c-953c-44eb-a36c-948051a4fe31
Dec 18 20:47:49.334036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6548cc14-8069-46e6-be39-116a08aed786,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:49.336111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-bb396bc5-d3c2-4743-baac-20d7ec5ce0d7 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:49.343745 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-bb396bc5-d3c2-4743-baac-20d7ec5ce0d7 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 808 time: 0.1865609
Dec 18 20:47:49.376849 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7193d175-7812-4f2b-ade7-1336d5316e29 x-openstack-request-id: req-7193d175-7812-4f2b-ade7-1336d5316e29 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:49.377287 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8acb2d-06ca-4772-91e2-d13f92d112c3", "name": "network-vif-plugged", "status": "completed", "tag": "84a44e31-f256-408a-9208-81d575d9e905", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:49.377630 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7193d175-7812-4f2b-ade7-1336d5316e29 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:49.378104 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b19fe7d9-0824-42e5-b6ce-ced6f70a5b8b req-504f2078-49e8-47c4-b21c-19a96d4fa9c2 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.378236 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a44e31-f256-408a-9208-81d575d9e905', 'code': 200}
Dec 18 20:47:49.389581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4d05019a-71c6-40bd-a082-feb8872a8f1f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:49.402581 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.433726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f2078-49e8-47c4-b21c-19a96d4fa9c2 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Pushing event deleted for resources: {'Port': ['ID=4d05019a-71c6-40bd-a082-feb8872a8f1f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:49.438681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-25d90f68-cd5f-4972-b2dc-721cd026b269 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/quotas/0870e14bc2934bae9138d4818b260729 HTTP/1.1" status: 200  len: 375 time: 0.0938385
Dec 18 20:47:49.500886 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c4b911c-e029-4351-8964-1f442673d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.503974 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c4b911c-e029-4351-8964-1f442673d699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.505312 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5c4b911c-e029-4351-8964-1f442673d699 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5d89355-aee1-4651-8ac8-2af598544c92 HTTP/1.1" status: 204  len: 168 time: 0.5044706
Dec 18 20:47:49.505892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Sync routers for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:47:49.518126 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:47:49.523559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb1a580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:49.525758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19fe7d9-0824-42e5-b6ce-ced6f70a5b8b req-504f2078-49e8-47c4-b21c-19a96d4fa9c2 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] No DVR routers for this DVR port 4d05019a-71c6-40bd-a082-feb8872a8f1f on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:47:49.533614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b911c-e029-4351-8964-1f442673d699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d89355-aee1-4651-8ac8-2af598544c92,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:49.536626 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b19fe7d9-0824-42e5-b6ce-ced6f70a5b8b req-504f2078-49e8-47c4-b21c-19a96d4fa9c2 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.541033 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b19fe7d9-0824-42e5-b6ce-ced6f70a5b8b req-504f2078-49e8-47c4-b21c-19a96d4fa9c2 tempest-DeleteServersAdminTestJSON-356374037 tempest-DeleteServersAdminTestJSON-356374037-project] 10.222.0.31 "DELETE /v2.0/ports/4d05019a-71c6-40bd-a082-feb8872a8f1f HTTP/1.1" status: 204  len: 173 time: 1.2255237
Dec 18 20:47:49.541657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5797131-be90-426e-9985-dd40c4b114b9', 'name': 'network-vif-deleted', 'tag': '4d05019a-71c6-40bd-a082-feb8872a8f1f'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:49.544324 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221e58ce-fbfd-4dba-a048-077003c33681" -d '{"events": [{"server_uuid": "a5797131-be90-426e-9985-dd40c4b114b9", "name": "network-vif-deleted", "tag": "4d05019a-71c6-40bd-a082-feb8872a8f1f"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:49.548978 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.550426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:49.551191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.625871 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.9675636
Dec 18 20:47:49.628855 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53018) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:49.634704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-82c9d93e-f13a-4085-b6ef-c9f4f6368c34 admin admin] Request body: {'subnet': {'network_id': '559a377c-953c-44eb-a36c-948051a4fe31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1802778852-subnet', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:49.643620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e9e52-8cce-488c-a871-f6658556c37a admin admin] Pushing event updated for resources: {'Network': ['ID=559a377c-953c-44eb-a36c-948051a4fe31,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:49.665316 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-443bc352-8359-44fe-ae3b-be5b33ffcc24 req-012202c7-4a5d-41e5-a42b-2f254fb55ea5 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3193526
Dec 18 20:47:49.670353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c9d93e-f13a-4085-b6ef-c9f4f6368c34 admin admin] Made reservation on behalf of 45a1dd6e308a471d8df32a7caacfdb44 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:49.673304 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82c9d93e-f13a-4085-b6ef-c9f4f6368c34 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:49.678895 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-07180aaa-2fb8-4961-b636-8ff1cb5efc5a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2384541
Dec 18 20:47:49.746728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:47:49.769909 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c0c3a-5cef-40a7-b89e-bac812b10fa6 req-0edf864d-4f6b-4970-a6c5-b25435538b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:49.772399 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c7c0c3a-5cef-40a7-b89e-bac812b10fa6 req-0edf864d-4f6b-4970-a6c5-b25435538b7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 1097 time: 0.2750781
Dec 18 20:47:49.783123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc28757-9914-4217-b9a7-177f3aee79f1 req-1c8c817c-8459-4273-84c9-c8cbdd566b09 tempest-ServersAdminNegativeTestJSON-1070281687 tempest-ServersAdminNegativeTestJSON-1070281687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:49.785999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fc28757-9914-4217-b9a7-177f3aee79f1 req-1c8c817c-8459-4273-84c9-c8cbdd566b09 tempest-ServersAdminNegativeTestJSON-1070281687 tempest-ServersAdminNegativeTestJSON-1070281687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 1101 time: 0.2945991
Dec 18 20:47:49.824057 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 559a377c-953c-44eb-a36c-948051a4fe31 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:47:49.892536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-01a401d4-cf10-4173-9c67-83568132cd4b service neutron] 10.222.0.13 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123792
Dec 18 20:47:49.908021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c7c0c3a-5cef-40a7-b89e-bac812b10fa6 req-29bb9078-b5c4-4f2b-8245-efcbca433e32 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271760
Dec 18 20:47:49.923148 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fc28757-9914-4217-b9a7-177f3aee79f1 req-61ddac8e-ae6a-4064-bb4b-b160691b46e4 tempest-ServersAdminNegativeTestJSON-1070281687 tempest-ServersAdminNegativeTestJSON-1070281687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238978
Dec 18 20:47:49.961009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82c9d93e-f13a-4085-b6ef-c9f4f6368c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:50.021890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ebffbfff-bb49-46bb-8583-1aec9941bbf8 service neutron] 10.222.0.13 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282725
Dec 18 20:47:50.038562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9d93e-f13a-4085-b6ef-c9f4f6368c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0035eccc-7139-4e05-a0d8-80f0842e9707,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:50.064044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c9d93e-f13a-4085-b6ef-c9f4f6368c34 admin admin] Checking segment: {'id': 'ecbb3e9c-8fc7-441b-9612-8721bba8a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:50.064430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c9d93e-f13a-4085-b6ef-c9f4f6368c34 admin admin] Network hostable DHCP agents. Network: 559a377c-953c-44eb-a36c-948051a4fe31, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:47:50.113554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87200017-a10a-4c4c-98b6-7279c5be9715 req-10763688-8853-4391-a517-e441cb7d24c8 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:50.116441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87200017-a10a-4c4c-98b6-7279c5be9715 req-10763688-8853-4391-a517-e441cb7d24c8 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 946 time: 0.0601280
Dec 18 20:47:50.119080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c9d93e-f13a-4085-b6ef-c9f4f6368c34 admin admin] Network 559a377c-953c-44eb-a36c-948051a4fe31 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:47:50.137766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-82c9d93e-f13a-4085-b6ef-c9f4f6368c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 559a377c-953c-44eb-a36c-948051a4fe31) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:50.146015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c9d93e-f13a-4085-b6ef-c9f4f6368c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:50.146653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82c9d93e-f13a-4085-b6ef-c9f4f6368c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:50.161389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 58e60486-e1d6-436d-9e39-32ef38bda602 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:47:50.172873 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-82c9d93e-f13a-4085-b6ef-c9f4f6368c34 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.5425901
Dec 18 20:47:50.175803 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53026) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:50.197805 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1802778852-router', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:50.208817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af04641-d4d4-4a74-8ce2-8c252389668c None None] Network 559a377c-953c-44eb-a36c-948051a4fe31 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:50.216438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87200017-a10a-4c4c-98b6-7279c5be9715 req-ea86d4a2-3e27-4f75-be03-a7bc2c823555 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923896
Dec 18 20:47:50.217283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53030) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:50.222062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 58e60486-e1d6-436d-9e39-32ef38bda602 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:47:50.222537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 58e60486-e1d6-436d-9e39-32ef38bda602 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:47:50.264836 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c9992fa-09af-44c2-b790-73058251aa33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:50.294783 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:50.306305 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:50.328976 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc6d27e-78ec-4796-bbc4-70298e6c053f x-openstack-request-id: req-edc6d27e-78ec-4796-bbc4-70298e6c053f {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:50.329931 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5797131-be90-426e-9985-dd40c4b114b9", "name": "network-vif-deleted", "tag": "4d05019a-71c6-40bd-a082-feb8872a8f1f", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:50.330352 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edc6d27e-78ec-4796-bbc4-70298e6c053f {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:50.330888 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5797131-be90-426e-9985-dd40c4b114b9', 'name': 'network-vif-deleted', 'tag': '4d05019a-71c6-40bd-a082-feb8872a8f1f', 'status': 'completed', 'code': 200}
Dec 18 20:47:50.409396 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb1a580>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 2, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:50.451423 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:50.501777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Checking router: 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:47:50.502137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Updating router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:47:50.534676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b06754eb-84bd-4059-9b51-fcfff645aa73 req-3891898e-6890-4d7d-b111-92b419ba08a2 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 210 time: 0.0666385
Dec 18 20:47:50.547346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-559a377c-953c-44eb-a36c-948051a4fe31', 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31', 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'fixed_ips': [{'subnet_id': '0035eccc-7139-4e05-a0d8-80f0842e9707'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:47:50.548229 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:50.594411 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:50.620013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cda00f-afab-41b3-b18e-ab2bdc7f8c03 req-565f1d0a-30a5-406e-8f54-a01260f7f57b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:50.623087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73cda00f-afab-41b3-b18e-ab2bdc7f8c03 req-565f1d0a-30a5-406e-8f54-a01260f7f57b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 944 time: 0.0786459
Dec 18 20:47:50.692051 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c9992fa-09af-44c2-b790-73058251aa33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:50.703704 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:50.709828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73cda00f-afab-41b3-b18e-ab2bdc7f8c03 req-c965a18f-63cb-4e0e-846e-f14755d2b4f2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754156
Dec 18 20:47:50.716099 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c9992fa-09af-44c2-b790-73058251aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:50.759278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 987b8d67-97e1-4267-8df4-ca0d5d97a238 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:50.788981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bb086-3a30-49cb-bb6e-e149b4b6a63f req-c37c1d71-ef6c-448d-8f88-7cac863c0e2b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:50.791542 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b38bb086-3a30-49cb-bb6e-e149b4b6a63f req-c37c1d71-ef6c-448d-8f88-7cac863c0e2b tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 949 time: 0.0878987
Dec 18 20:47:50.839398 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8c9992fa-09af-44c2-b790-73058251aa33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4da9bd9748b34df9b0b67c42cf929226&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6208470
Dec 18 20:47:50.841349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9992fa-09af-44c2-b790-73058251aa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caacb53-88f5-4b61-bec6-e0e2355d56db,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:50.842961 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53052) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:50.949933 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-179cf734-eeec-462c-9644-1539bc598647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:50.978242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b38bb086-3a30-49cb-bb6e-e149b4b6a63f req-deee8385-e3e2-4e49-a665-60f79b0456b3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796637
Dec 18 20:47:51.029317 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-179cf734-eeec-462c-9644-1539bc598647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.092681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Allocated IP 172.20.0.2 (559a377c-953c-44eb-a36c-948051a4fe31/0035eccc-7139-4e05-a0d8-80f0842e9707/dbb0ac55-b5b3-4042-932e-e4af9f62ba1a) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:51.157196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 987b8d67-97e1-4267-8df4-ca0d5d97a238 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:51.157726 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.234294 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-179cf734-eeec-462c-9644-1539bc598647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.237176 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-179cf734-eeec-462c-9644-1539bc598647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.238368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-179cf734-eeec-462c-9644-1539bc598647 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9caacb53-88f5-4b61-bec6-e0e2355d56db HTTP/1.1" status: 204  len: 168 time: 0.3920593
Dec 18 20:47:51.259361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cf734-eeec-462c-9644-1539bc598647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caacb53-88f5-4b61-bec6-e0e2355d56db,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:51.476213 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.482761 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.500658 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.511464 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.539214 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.544482 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.545043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d82d9-2987-4461-807b-c6ba3b07f0ac req-4c46cfb7-e667-4743-a0e3-120f3576739a tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:51.557572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f70d82d9-2987-4461-807b-c6ba3b07f0ac req-4c46cfb7-e667-4743-a0e3-120f3576739a tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 946 time: 0.1678066
Dec 18 20:47:51.602486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d8be6-5805-4c88-b5b6-d3b2845526bf None None] Pushing event updated for resources: {'Port': ['ID=6912c3af-1076-46a5-9f69-df07ff6e7fc2,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:51.659278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Network 559a377c-953c-44eb-a36c-948051a4fe31 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:51.709789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:51.721211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:51.777958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53082) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:51.813609 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Allocated IP 172.35.3.85 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/0019dc2b-ef43-4505-b941-2f0f04bde8c0) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:51.824751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Attempting to bind port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:51.825210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Attempting to bind port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:51.825658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Attempting to bind port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 on network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:51.827873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Pushing event updated for resources: {'Port': ['ID=dbb0ac55-b5b3-4042-932e-e4af9f62ba1a,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:51.830982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb9c5-fd56-47e6-a4e9-469a6ec06eff req-b998d338-3d15-4b03-a90d-701961b4d7d1 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:51.839881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65dcb9c5-fd56-47e6-a4e9-469a6ec06eff req-b998d338-3d15-4b03-a90d-701961b4d7d1 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 950 time: 0.2791998
Dec 18 20:47:51.857285 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f70d82d9-2987-4461-807b-c6ba3b07f0ac req-665a4353-cdce-4d3d-aca2-486843f98f5e tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2987747
Dec 18 20:47:51.878052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:51.878962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Checking segment: {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:51.879444 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.879907 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Bound using segment: {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:51.880477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Bound port: 6912c3af-1076-46a5-9f69-df07ff6e7fc2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:51.881457 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.908547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Attempting to bind port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:51.908987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Attempting to bind port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ecbb3e9c-8fc7-441b-9612-8721bba8a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:51.909417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Attempting to bind port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a on network 559a377c-953c-44eb-a36c-948051a4fe31 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:51.932308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53086) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:51.939397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:51.939922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Checking segment: {'id': 'ecbb3e9c-8fc7-441b-9612-8721bba8a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:51.940410 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.940868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Bound using segment: {'id': 'ecbb3e9c-8fc7-441b-9612-8721bba8a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:51.941732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Bound port: dbb0ac55-b5b3-4042-932e-e4af9f62ba1a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbb3e9c-8fc7-441b-9612-8721bba8a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:51.941876 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:51.960346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-47c7d722-be60-4de3-ab6f-f5357beb6658 service neutron] 10.222.0.31 "GET /v2.0/ports/35ef2a63-339b-4a47-a0b0-2edcd0dd0be1/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.4006553
Dec 18 20:47:51.990122 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4c788825-d8e7-49c1-96de-c7da23a78394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:52.027383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81caa9fe-7765-45e8-acac-b07e4391a8d0 req-1c9daba6-8059-47cb-be4c-9eae4ad5e7f9 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 210 time: 0.0511324
Dec 18 20:47:52.040894 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:52.063069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] For port 6912c3af-1076-46a5-9f69-df07ff6e7fc2, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:52.089996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e6950678-440a-4466-9520-50fee1a2a0d1 None None] Provisioning complete for port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:52.090396 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6950678-440a-4466-9520-50fee1a2a0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:52.094779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] For port 6912c3af-1076-46a5-9f69-df07ff6e7fc2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6912c3af-1076-46a5-9f69-df07ff6e7fc2,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:52.096242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] For port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:52.105101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65dcb9c5-fd56-47e6-a4e9-469a6ec06eff req-9d4ea1a3-78eb-477e-ac78-58e7c0ded54c tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2642555
Dec 18 20:47:52.130463 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:52.140152 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] For port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbb0ac55-b5b3-4042-932e-e4af9f62ba1a,segment=NetworkSegment(ecbb3e9c-8fc7-441b-9612-8721bba8a420),segment_id=ecbb3e9c-8fc7-441b-9612-8721bba8a420)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:52.145335 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:52.171063 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:52.184809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e6950678-440a-4466-9520-50fee1a2a0d1 None None] Port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:47:52.226969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:47:52.227616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb1a580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:52.230710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d8be6-5805-4c88-b5b6-d3b2845526bf None None] Pushing event updated for resources: {'Port': ['ID=6912c3af-1076-46a5-9f69-df07ff6e7fc2,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:52.312003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Pushing event updated for resources: {'Port': ['ID=0019dc2b-ef43-4505-b941-2f0f04bde8c0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:52.331744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:52.399287 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e3fd3423-0bb8-4789-92a3-970bd238ea70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd46334a58394a98a92a0d9dbcfcfe59&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6185970
Dec 18 20:47:52.409085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53092) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:52.420279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66332949-d525-4a84-8f4c-2725be4a8da3 req-533d852d-da6a-49df-bce9-69e686723d46 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:52.428633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66332949-d525-4a84-8f4c-2725be4a8da3 req-533d852d-da6a-49df-bce9-69e686723d46 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 944 time: 0.2767506
Dec 18 20:47:52.446729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:52.450109 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:52.493006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8316f6-d6f7-42ea-bc16-89d55bdbfc5f None None] Pushing event updated for resources: {'Port': ['ID=dbb0ac55-b5b3-4042-932e-e4af9f62ba1a,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:52.520868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:47:52.601372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66332949-d525-4a84-8f4c-2725be4a8da3 req-672616ce-592d-49b8-a051-6830d8f7aa5b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717286
Dec 18 20:47:52.617430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532da413-e146-4766-97ad-cfe2b4ee43ff req-18f20a4f-0002-402b-99df-e3f69e9b4004 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:52.619127 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-532da413-e146-4766-97ad-cfe2b4ee43ff req-18f20a4f-0002-402b-99df-e3f69e9b4004 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.36 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 949 time: 0.2908673
Dec 18 20:47:52.621895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d55b6-18f4-47db-a047-973834173126 req-c7b98796-12d0-4054-a74e-1d7bfb91c606 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:52.629255 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d72d55b6-18f4-47db-a047-973834173126 req-c7b98796-12d0-4054-a74e-1d7bfb91c606 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/ports?device_id=95cf5470-3fd1-480e-be6c-0d42081ad67a HTTP/1.1" status: 200  len: 949 time: 0.3497865
Dec 18 20:47:52.704771 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9863b69e-14d4-4797-b9da-55434b7ec183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:52.719294 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-18bf2f99-bdee-47b0-867c-f7bb62f9bcba None None] Provisioning complete for port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:52.719694 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18bf2f99-bdee-47b0-867c-f7bb62f9bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:52.788910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-28b1579f-d5e5-44da-82a3-47953b648aa0 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:52.790455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-28b1579f-d5e5-44da-82a3-47953b648aa0 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.36 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 808 time: 0.6762908
Dec 18 20:47:52.815908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Request body: {'port': {'device_id': '5985b52a-141c-483c-ab38-8b1e38a0278f', 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55', 'admin_state_up': True, 'tenant_id': '0870e14bc2934bae9138d4818b260729'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:52.875710 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:52.915881 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9863b69e-14d4-4797-b9da-55434b7ec183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:52.930098 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18bf2f99-bdee-47b0-867c-f7bb62f9bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:52.934427 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4c788825-d8e7-49c1-96de-c7da23a78394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:52.969397 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d72d55b6-18f4-47db-a047-973834173126 req-4f906c72-8441-403f-96d7-6d417f43763e tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.13 "GET /v2.0/security-groups?id=1709f50d-5989-4101-a9d9-4a946df6728b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3364897
Dec 18 20:47:52.970713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb1a580>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:52.971106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-532da413-e146-4766-97ad-cfe2b4ee43ff req-7cc30d48-3543-4e8d-adc8-ca355d4601c3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Deleting port 9c56ffb6-7657-464e-a842-95bf30427272 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:47:52.971447 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-532da413-e146-4766-97ad-cfe2b4ee43ff req-7cc30d48-3543-4e8d-adc8-ca355d4601c3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.006667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-18bf2f99-bdee-47b0-867c-f7bb62f9bcba None None] For port 6912c3af-1076-46a5-9f69-df07ff6e7fc2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6912c3af-1076-46a5-9f69-df07ff6e7fc2,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:53.007084 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4c788825-d8e7-49c1-96de-c7da23a78394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.008133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aadd2d-235e-4e90-b9d1-f258f4574761 None None] The sync data for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 is: [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:47:53.012550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18bf2f99-bdee-47b0-867c-f7bb62f9bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.084805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-19433f9c-d580-4648-9f5d-482832959809 req-4198c5da-9a4e-4209-b8df-841007f5a4a6 service neutron] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:53.145059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf2f99-bdee-47b0-867c-f7bb62f9bcba None None] Pushing event updated for resources: {'Port': ['ID=6912c3af-1076-46a5-9f69-df07ff6e7fc2,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:53.264404 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-532da413-e146-4766-97ad-cfe2b4ee43ff req-7cc30d48-3543-4e8d-adc8-ca355d4601c3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] For port 9c56ffb6-7657-464e-a842-95bf30427272, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c56ffb6-7657-464e-a842-95bf30427272,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:53.264855 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-532da413-e146-4766-97ad-cfe2b4ee43ff req-7cc30d48-3543-4e8d-adc8-ca355d4601c3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.312880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-532da413-e146-4766-97ad-cfe2b4ee43ff req-7cc30d48-3543-4e8d-adc8-ca355d4601c3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Calling delete_port for 9c56ffb6-7657-464e-a842-95bf30427272 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:47:53.340114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b6a71-cdc5-449d-893c-f8d03585b7b5 req-06228f1d-f54d-4a7d-850a-e1e13e50a790 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:53.342084 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-836b6a71-cdc5-449d-893c-f8d03585b7b5 req-06228f1d-f54d-4a7d-850a-e1e13e50a790 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.31 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 950 time: 0.2774963
Dec 18 20:47:53.424797 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.442650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-19433f9c-d580-4648-9f5d-482832959809 req-4198c5da-9a4e-4209-b8df-841007f5a4a6 service neutron] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:53.484205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-19433f9c-d580-4648-9f5d-482832959809 req-4198c5da-9a4e-4209-b8df-841007f5a4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:53.495607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4d05019a-71c6-40bd-a082-feb8872a8f1f no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:47:53.498282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-19433f9c-d580-4648-9f5d-482832959809 req-4198c5da-9a4e-4209-b8df-841007f5a4a6 service neutron] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:53.531821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 4d05019a-71c6-40bd-a082-feb8872a8f1f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:47:53.532393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4d05019a-71c6-40bd-a082-feb8872a8f1f not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:47:53.533009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:47:53.538435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c788825-d8e7-49c1-96de-c7da23a78394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4056fd2f-d0d1-4537-a9f4-12f0edb65170,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:53.551074 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-19433f9c-d580-4648-9f5d-482832959809 req-4198c5da-9a4e-4209-b8df-841007f5a4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.594162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e13d3a01-cede-42f2-abcf-3deb7cd5d47c req-198c4cae-1d78-44ab-8b51-0061e1ae5db0 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 210 time: 0.0797122
Dec 18 20:47:53.596478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4c788825-d8e7-49c1-96de-c7da23a78394 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c140ea4d18ca492086b1d65b30864d5c&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6629813
Dec 18 20:47:53.629099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53102) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:53.748038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Made reservation on behalf of 0870e14bc2934bae9138d4818b260729 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:47:53.752634 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.764473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-836b6a71-cdc5-449d-893c-f8d03585b7b5 req-8cdae683-de47-4308-ac59-a8b0eb8fd994 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Deleting port 718fbc80-b499-485d-b8e8-9cf091c713e9 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:47:53.765046 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-836b6a71-cdc5-449d-893c-f8d03585b7b5 req-8cdae683-de47-4308-ac59-a8b0eb8fd994 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.768422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-532da413-e146-4766-97ad-cfe2b4ee43ff req-7cc30d48-3543-4e8d-adc8-ca355d4601c3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.775394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1ff20-c2e1-4bf3-b3d4-4d372c645cad None None] Network 559a377c-953c-44eb-a36c-948051a4fe31 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:47:53.796873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['9c56ffb6-7657-464e-a842-95bf30427272'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:53.806377 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679b2e9-0f14-4b4d-8872-eb4b967136e3 req-20e4aa01-4dc8-4324-b831-5fb0945ebb50 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:53.814105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8679b2e9-0f14-4b4d-8872-eb4b967136e3 req-20e4aa01-4dc8-4324-b831-5fb0945ebb50 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 946 time: 0.8723040
Dec 18 20:47:53.856657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-19433f9c-d580-4648-9f5d-482832959809 req-4198c5da-9a4e-4209-b8df-841007f5a4a6 service neutron] Transition to ACTIVE for port object 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:47:53.865939 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9863b69e-14d4-4797-b9da-55434b7ec183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.869035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9863b69e-14d4-4797-b9da-55434b7ec183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.880428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9863b69e-14d4-4797-b9da-55434b7ec183 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c934707d-c6fe-4252-bdbe-3c0dcdced178 HTTP/1.1" status: 204  len: 168 time: 1.4407971
Dec 18 20:47:53.887943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6a9dfe48-39a8-493e-8c00-5d0d30f7ea3b None None] Provisioning complete for port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:53.888317 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe48-39a8-493e-8c00-5d0d30f7ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.903994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc30d48-3543-4e8d-adc8-ca355d4601c3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Pushing event deleted for resources: {'Port': ['ID=9c56ffb6-7657-464e-a842-95bf30427272,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:53.919471 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-19433f9c-d580-4648-9f5d-482832959809 req-4198c5da-9a4e-4209-b8df-841007f5a4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:53.955720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863b69e-14d4-4797-b9da-55434b7ec183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c934707d-c6fe-4252-bdbe-3c0dcdced178,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:53.983814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Router 7645bd51-0467-4f02-a068-c997e0d4e266 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:47:53.986727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-532da413-e146-4766-97ad-cfe2b4ee43ff req-7cc30d48-3543-4e8d-adc8-ca355d4601c3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] No DVR routers for this DVR port 9c56ffb6-7657-464e-a842-95bf30427272 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:47:53.992499 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-532da413-e146-4766-97ad-cfe2b4ee43ff req-7cc30d48-3543-4e8d-adc8-ca355d4601c3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:54.000377 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-532da413-e146-4766-97ad-cfe2b4ee43ff req-7cc30d48-3543-4e8d-adc8-ca355d4601c3 tempest-LiveMigrationNegativeTest-1015229752 tempest-LiveMigrationNegativeTest-1015229752-project] 10.222.0.36 "DELETE /v2.0/ports/9c56ffb6-7657-464e-a842-95bf30427272 HTTP/1.1" status: 204  len: 173 time: 1.2857130
Dec 18 20:47:54.006501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cf5470-3fd1-480e-be6c-0d42081ad67a', 'name': 'network-vif-deleted', 'tag': '9c56ffb6-7657-464e-a842-95bf30427272'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:54.009183 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21685242-c3a4-4550-b768-547e4e2c2406" -d '{"events": [{"server_uuid": "95cf5470-3fd1-480e-be6c-0d42081ad67a", "name": "network-vif-deleted", "tag": "9c56ffb6-7657-464e-a842-95bf30427272"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:54.135670 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0d3906d-d9a7-4a01-87d3-1a141bfd867b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:54.179335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad450e2-52ab-443c-8d3c-798a2a05f692 req-172493cf-cb98-466f-98a3-913c60a7f039 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:54.180942 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ad450e2-52ab-443c-8d3c-798a2a05f692 req-172493cf-cb98-466f-98a3-913c60a7f039 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 950 time: 0.4350867
Dec 18 20:47:54.205465 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe48-39a8-493e-8c00-5d0d30f7ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:54.243005 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-836b6a71-cdc5-449d-893c-f8d03585b7b5 req-8cdae683-de47-4308-ac59-a8b0eb8fd994 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] For port 718fbc80-b499-485d-b8e8-9cf091c713e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=718fbc80-b499-485d-b8e8-9cf091c713e9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:54.245153 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-836b6a71-cdc5-449d-893c-f8d03585b7b5 req-8cdae683-de47-4308-ac59-a8b0eb8fd994 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:54.293783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-836b6a71-cdc5-449d-893c-f8d03585b7b5 req-8cdae683-de47-4308-ac59-a8b0eb8fd994 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Calling delete_port for 718fbc80-b499-485d-b8e8-9cf091c713e9 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:47:54.310897 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6a9dfe48-39a8-493e-8c00-5d0d30f7ea3b None None] For port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbb0ac55-b5b3-4042-932e-e4af9f62ba1a,segment=NetworkSegment(ecbb3e9c-8fc7-441b-9612-8721bba8a420),segment_id=ecbb3e9c-8fc7-441b-9612-8721bba8a420)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:54.322146 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe48-39a8-493e-8c00-5d0d30f7ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:54.361198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Allocated IP 172.20.0.12 (5cbb2c71-d950-4efd-806f-e5446059ac55/4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8/9426e501-39e7-4a02-84c3-cc79d30a84ff) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:54.409506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dfe48-39a8-493e-8c00-5d0d30f7ea3b None None] Pushing event updated for resources: {'Port': ['ID=dbb0ac55-b5b3-4042-932e-e4af9f62ba1a,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:54.433653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:47:54.434666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8679b2e9-0f14-4b4d-8872-eb4b967136e3 req-52bdb5d1-5f0d-4a52-bfb7-cfd4ec468ab0 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6195316
Dec 18 20:47:54.458144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-06fa202a-5e2f-4d71-8ffe-b809e8d404cb None None] Provisioning complete for port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:54.458519 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-06fa202a-5e2f-4d71-8ffe-b809e8d404cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:54.473980 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Sync routers for ids ['7645bd51-0467-4f02-a068-c997e0d4e266'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:47:54.496808 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Routers {'7645bd51-0467-4f02-a068-c997e0d4e266'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:47:54.504330 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664017e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7645bd51-0467-4f02-a068-c997e0d4e266'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:54.535571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53116) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:54.567794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-19433f9c-d580-4648-9f5d-482832959809 req-4198c5da-9a4e-4209-b8df-841007f5a4a6 service neutron] No DVR routers for this DVR port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:47:54.588118 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0d3906d-d9a7-4a01-87d3-1a141bfd867b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:54.595118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198c5da-9a4e-4209-b8df-841007f5a4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,revision_number=10']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:54.730236 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-add117b5-4a10-4be9-8f60-cd66dc368a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:54.752814 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:54.758953 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0032f2f6-1e21-4f41-bbec-4714e3431a06 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 4.5720415
Dec 18 20:47:54.769833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53120) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:54.786004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ad450e2-52ab-443c-8d3c-798a2a05f692 req-858cc2c9-a692-49ef-a7ea-bd5579b83866 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3720894
Dec 18 20:47:54.836439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-4198c5da-9a4e-4209-b8df-841007f5a4a6 service neutron] 10.222.0.31 "PUT /v2.0/ports/35ef2a63-339b-4a47-a0b0-2edcd0dd0be1/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.8543491
Dec 18 20:47:54.858468 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Set router 7645bd51-0467-4f02-a068-c997e0d4e266 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:47:54.956744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6912c3af-1076-46a5-9f69-df07ff6e7fc2 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:55.038784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa2d58-f7f0-45f3-9c0b-89994c16f055 req-3bd7e633-5a79-43ca-9bdc-5b212704230b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:55.047024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41aa2d58-f7f0-45f3-9c0b-89994c16f055 req-3bd7e633-5a79-43ca-9bdc-5b212704230b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 945 time: 0.4945424
Dec 18 20:47:55.094740 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:55.095670 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:55.254706 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-add117b5-4a10-4be9-8f60-cd66dc368a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:55.287831 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0d3906d-d9a7-4a01-87d3-1a141bfd867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:55.291963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dbb0ac55-b5b3-4042-932e-e4af9f62ba1a up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:55.295023 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0d3906d-d9a7-4a01-87d3-1a141bfd867b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:55.296183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e0d3906d-d9a7-4a01-87d3-1a141bfd867b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4056fd2f-d0d1-4537-a9f4-12f0edb65170 HTTP/1.1" status: 204  len: 168 time: 1.6641700
Dec 18 20:47:55.301582 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664017e80>, [{'id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1802778852-router', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:50Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 3, 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'gw_port': {'id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:51Z', 'updated_at': '2021-12-18T20:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:55.328507 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1366bc-0826-41f1-ae35-6307970f0be0 x-openstack-request-id: req-0f1366bc-0826-41f1-ae35-6307970f0be0 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:55.328828 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cf5470-3fd1-480e-be6c-0d42081ad67a", "name": "network-vif-deleted", "tag": "9c56ffb6-7657-464e-a842-95bf30427272", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:55.329083 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f1366bc-0826-41f1-ae35-6307970f0be0 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:55.329474 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cf5470-3fd1-480e-be6c-0d42081ad67a', 'name': 'network-vif-deleted', 'tag': '9c56ffb6-7657-464e-a842-95bf30427272', 'status': 'completed', 'code': 200}
Dec 18 20:47:55.334342 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Checking router: 7645bd51-0467-4f02-a068-c997e0d4e266 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:47:55.334914 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Updating router 7645bd51-0467-4f02-a068-c997e0d4e266 port 0019dc2b-ef43-4505-b941-2f0f04bde8c0 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:47:55.338370 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-add117b5-4a10-4be9-8f60-cd66dc368a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:55.359283 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:55.384103 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:55.384878 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-add117b5-4a10-4be9-8f60-cd66dc368a33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=518803ba297043b9bab4a6bf6f6e254c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8429668
Dec 18 20:47:55.387047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53128) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:55.416923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:55.417425 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:55.459485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add117b5-4a10-4be9-8f60-cd66dc368a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1351c9a-a322-4dd7-8a7d-1cf091704468,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:55.484341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433f9c-d580-4648-9f5d-482832959809 req-073c5343-985a-4276-b89e-dd52ce9e5618 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:55.485942 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-073c5343-985a-4276-b89e-dd52ce9e5618 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0&tenant_id=a84b125f83d34481adc5617b5ca62e2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2283456
Dec 18 20:47:55.499079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3906d-d9a7-4a01-87d3-1a141bfd867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4056fd2f-d0d1-4537-a9f4-12f0edb65170,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:55.502636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53132) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:55.567965 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41aa2d58-f7f0-45f3-9c0b-89994c16f055 req-9282db46-534a-4cda-9abd-111c37577f53 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5177190
Dec 18 20:47:55.636834 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ab7c75d-ae80-49b6-846a-98ab26a97565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:55.778955 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-836b6a71-cdc5-449d-893c-f8d03585b7b5 req-8cdae683-de47-4308-ac59-a8b0eb8fd994 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:55.784534 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ab7c75d-ae80-49b6-846a-98ab26a97565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:55.793475 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['14e2305d-ac69-431f-8068-23084ff0cb71'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:55.808435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-4b2f228f-e2ad-44ec-b640-5c9b5ef357bd tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:55.817555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433f9c-d580-4648-9f5d-482832959809 req-b47b32f5-e033-4f9f-a481-85a88786c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:55.819617 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-b47b32f5-e033-4f9f-a481-85a88786c721 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0&tenant_id=a84b125f83d34481adc5617b5ca62e2e HTTP/1.1" status: 200  len: 1096 time: 0.3051949
Dec 18 20:47:55.826894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-4b2f228f-e2ad-44ec-b640-5c9b5ef357bd tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.6140497
Dec 18 20:47:55.971459 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdae683-de47-4308-ac59-a8b0eb8fd994 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Pushing event deleted for resources: {'Port': ['ID=718fbc80-b499-485d-b8e8-9cf091c713e9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:55.983490 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-836b6a71-cdc5-449d-893c-f8d03585b7b5 req-8cdae683-de47-4308-ac59-a8b0eb8fd994 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] No DVR routers for this DVR port 718fbc80-b499-485d-b8e8-9cf091c713e9 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:47:55.988129 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:55.999205 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:56.017224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-836b6a71-cdc5-449d-893c-f8d03585b7b5 req-8cdae683-de47-4308-ac59-a8b0eb8fd994 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:56.032777 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b46c7c5-c89e-43ba-bbc1-29bec78fb49b req-c60b3896-54f2-45fd-b32e-3eb2db40684d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 210 time: 0.2515156
Dec 18 20:47:56.034607 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-836b6a71-cdc5-449d-893c-f8d03585b7b5 req-8cdae683-de47-4308-ac59-a8b0eb8fd994 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.31 "DELETE /v2.0/ports/718fbc80-b499-485d-b8e8-9cf091c713e9 HTTP/1.1" status: 204  len: 173 time: 2.6834486
Dec 18 20:47:56.083305 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4949e0-5d75-4fcf-b174-fc1583924a39 None None] Pushing event updated for resources: {'Port': ['ID=0019dc2b-ef43-4505-b941-2f0f04bde8c0,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:56.084861 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:56.089341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433f9c-d580-4648-9f5d-482832959809 req-4d7af5d1-6791-481d-9451-bf114a7979c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:56.090589 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-4d7af5d1-6791-481d-9451-bf114a7979c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 1096 time: 0.1993344
Dec 18 20:47:56.118846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ab7c75d-ae80-49b6-846a-98ab26a97565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:56.121327 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ab7c75d-ae80-49b6-846a-98ab26a97565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:56.126752 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Attempting to bind port 0019dc2b-ef43-4505-b941-2f0f04bde8c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:47:56.128038 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Attempting to bind port 0019dc2b-ef43-4505-b941-2f0f04bde8c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:47:56.128865 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Attempting to bind port 0019dc2b-ef43-4505-b941-2f0f04bde8c0 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:47:56.145661 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8ab7c75d-ae80-49b6-846a-98ab26a97565 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1351c9a-a322-4dd7-8a7d-1cf091704468 HTTP/1.1" status: 204  len: 168 time: 0.7525141
Dec 18 20:47:56.151201 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:47:56.152357 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:47:56.154166 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:56.154755 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:47:56.155671 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Bound port: 0019dc2b-ef43-4505-b941-2f0f04bde8c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:47:56.157663 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:56.195829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9c56ffb6-7657-464e-a842-95bf30427272 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:47:56.239596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-ce8069e5-ef23-4bca-89fd-e95ff2264e78 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 695 time: 0.4118013
Dec 18 20:47:56.281874 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] For port 0019dc2b-ef43-4505-b941-2f0f04bde8c0, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:56.289179 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] For port 0019dc2b-ef43-4505-b941-2f0f04bde8c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0019dc2b-ef43-4505-b941-2f0f04bde8c0,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:47:56.303843 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:56.321477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-0273acc3-6698-482e-9673-10b621793e67 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Request body: {'floatingip': {'port_id': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:56.335124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 9c56ffb6-7657-464e-a842-95bf30427272 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:47:56.335466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9c56ffb6-7657-464e-a842-95bf30427272 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:47:56.340409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7c75d-ae80-49b6-846a-98ab26a97565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1351c9a-a322-4dd7-8a7d-1cf091704468,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:56.400953 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Routers {'7645bd51-0467-4f02-a068-c997e0d4e266'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:47:56.401810 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664017e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7645bd51-0467-4f02-a068-c997e0d4e266'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:56.524118 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4949e0-5d75-4fcf-b174-fc1583924a39 None None] Pushing event updated for resources: {'Port': ['ID=0019dc2b-ef43-4505-b941-2f0f04bde8c0,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:56.528722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433f9c-d580-4648-9f5d-482832959809 req-70ca673e-b0ad-414a-8b12-fb64dfad20da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:56.530236 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-70ca673e-b0ad-414a-8b12-fb64dfad20da service neutron] 10.222.0.36 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.4284942
Dec 18 20:47:56.573278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4ca78321-f8c5-417a-8eae-41822d244cd0'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:47:56.668035 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b79c5f95-e106-45eb-ba64-43e2640c1c25 req-5cfe5be0-729e-4381-bc9f-4104816e4b65 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7452c4b1-3737-41a6-a4cb-f98c06ee7f8b HTTP/1.1" status: 200  len: 210 time: 0.4608319
Dec 18 20:47:56.672891 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-0273acc3-6698-482e-9673-10b621793e67 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:56.683740 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-c98dbf28-a6b1-4efe-a0c7-1e0320032551 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 HTTP/1.1" status: 200  len: 217 time: 0.1445160
Dec 18 20:47:56.853553 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] Set router 7645bd51-0467-4f02-a068-c997e0d4e266 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:47:56.854806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Network 5cbb2c71-d950-4efd-806f-e5446059ac55 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:47:56.895948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433f9c-d580-4648-9f5d-482832959809 req-e818396b-7832-471c-802d-5fab9cacf601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:56.897980 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-e818396b-7832-471c-802d-5fab9cacf601 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.1929493
Dec 18 20:47:56.927549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:47:56.951596 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-f675fc89-b17b-4f5a-a80e-9ba78bb77a80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445685
Dec 18 20:47:57.003509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:47:57.011074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:57.012119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:57.037301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6fb14573-68b5-471d-b08e-601ddb437de5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c1f758740e442a0829910680148236b&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5209970
Dec 18 20:47:57.037301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Pushing event updated for resources: {'Port': ['ID=9426e501-39e7-4a02-84c3-cc79d30a84ff,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:57.050381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53166) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:57.151085 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-5bedbe80-118e-43ae-94e8-dfcf6adffe0a service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919670
Dec 18 20:47:57.260390 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664017e80>, [{'id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1802778852-router', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:50Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 3, 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'gw_port': {'id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:51Z', 'updated_at': '2021-12-18T20:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:47:57.309249 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131399a-efc2-4127-b5d1-8416f7554f43 None None] The sync data for ids ['7645bd51-0467-4f02-a068-c997e0d4e266'] in ncdv-master-1 is: [{'id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1802778852-router', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:50Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 3, 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'gw_port': {'id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:51Z', 'updated_at': '2021-12-18T20:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:47:57.310489 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-ef116e96-0c37-4cd4-b9b6-1e0116b8cb63 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499279
Dec 18 20:47:57.330451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7452c4b1-3737-41a6-a4cb-f98c06ee7f8b', 'name': 'network-vif-deleted', 'tag': '718fbc80-b499-485d-b8e8-9cf091c713e9'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:47:57.335190 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbc6f1e-be83-41e7-898a-bfcffa2bf215" -d '{"events": [{"server_uuid": "7452c4b1-3737-41a6-a4cb-f98c06ee7f8b", "name": "network-vif-deleted", "tag": "718fbc80-b499-485d-b8e8-9cf091c713e9"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:47:57.514576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 718fbc80-b499-485d-b8e8-9cf091c713e9 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:47:57.564651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 718fbc80-b499-485d-b8e8-9cf091c713e9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:47:57.565478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 718fbc80-b499-485d-b8e8-9cf091c713e9 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:47:57.766069 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433f9c-d580-4648-9f5d-482832959809 req-f5786e6b-50fe-4424-a7e1-2b0cee94f6a7 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:57.768309 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-f5786e6b-50fe-4424-a7e1-2b0cee94f6a7 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0&tenant_id=a84b125f83d34481adc5617b5ca62e2e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1465573
Dec 18 20:47:57.868641 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ce45a367-31b3-484b-b595-3e7ea3ab6d73 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0566387
Dec 18 20:47:57.951143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Request body: {'port': {'device_id': '5985b52a-141c-483c-ab38-8b1e38a0278f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:47:57.993017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01317047-a336-485c-adc3-307ef906159a req-ee73d3ed-25ea-48b3-b63b-f4b203e02309 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:58.000494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01317047-a336-485c-adc3-307ef906159a req-ee73d3ed-25ea-48b3-b63b-f4b203e02309 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 945 time: 1.1701565
Dec 18 20:47:58.022364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-19433f9c-d580-4648-9f5d-482832959809 req-1b812c01-c0ef-4c4b-83a9-fbdebb4ece34 service neutron] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:47:58.030343 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-19433f9c-d580-4648-9f5d-482832959809 req-1b812c01-c0ef-4c4b-83a9-fbdebb4ece34 service neutron] Publish callbacks [] for binding, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:58.035764 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19433f9c-d580-4648-9f5d-482832959809 req-1b812c01-c0ef-4c4b-83a9-fbdebb4ece34 service neutron] 10.222.0.36 "DELETE /v2.0/ports/35ef2a63-339b-4a47-a0b0-2edcd0dd0be1/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2537999
Dec 18 20:47:58.378529 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb52767e-0673-433e-9453-2fb68e29601f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:58.442665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01317047-a336-485c-adc3-307ef906159a req-3a52805a-f2ec-4610-bf10-9f5ade9f8823 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4399672
Dec 18 20:47:58.443391 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:58.447376 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.db.resource_extend [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-0273acc3-6698-482e-9673-10b621793e67 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:47:58.723360 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb52767e-0673-433e-9453-2fb68e29601f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:58.774650 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0019dc2b-ef43-4505-b941-2f0f04bde8c0 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:47:58.801865 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-0273acc3-6698-482e-9673-10b621793e67 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:58.825778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0019dc2b-ef43-4505-b941-2f0f04bde8c0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:47:58.826224 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:58.869430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-0273acc3-6698-482e-9673-10b621793e67 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:58.920822 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:58.943617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 0019dc2b-ef43-4505-b941-2f0f04bde8c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0019dc2b-ef43-4505-b941-2f0f04bde8c0,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:47:58.948580 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:58.983239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda04178-0b81-4712-9f42-50e787cfb890 req-92a79519-bf1a-44d8-ae06-092f71143a63 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:47:58.984831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eda04178-0b81-4712-9f42-50e787cfb890 req-92a79519-bf1a-44d8-ae06-092f71143a63 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 932 time: 0.2729335
Dec 18 20:47:59.002552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=0019dc2b-ef43-4505-b941-2f0f04bde8c0,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:59.011770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:59.081239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb52767e-0673-433e-9453-2fb68e29601f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:59.084247 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb52767e-0673-433e-9453-2fb68e29601f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:59.085386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bb52767e-0673-433e-9453-2fb68e29601f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1709f50d-5989-4101-a9d9-4a946df6728b HTTP/1.1" status: 204  len: 168 time: 2.0319762
Dec 18 20:47:59.156642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52767e-0673-433e-9453-2fb68e29601f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1709f50d-5989-4101-a9d9-4a946df6728b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:59.193055 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-0273acc3-6698-482e-9673-10b621793e67 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Floating IP 6d392644-2ab7-4e37-a803-fa390564bfc9 associated. External IP: 172.35.3.55, port: d5d720a6-0889-449d-a427-b3d33c3e0143.
Dec 18 20:47:59.239588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eda04178-0b81-4712-9f42-50e787cfb890 req-460fdcc2-a1b1-4ee1-8c40-25c73a91b56b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2426248
Dec 18 20:47:59.298290 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0fad33-5ecd-4a42-b1fd-5ef6b5d53270 x-openstack-request-id: req-1b0fad33-5ecd-4a42-b1fd-5ef6b5d53270 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:47:59.299228 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7452c4b1-3737-41a6-a4cb-f98c06ee7f8b", "name": "network-vif-deleted", "tag": "718fbc80-b499-485d-b8e8-9cf091c713e9", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:47:59.300561 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b0fad33-5ecd-4a42-b1fd-5ef6b5d53270 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:47:59.306900 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7452c4b1-3737-41a6-a4cb-f98c06ee7f8b', 'name': 'network-vif-deleted', 'tag': '718fbc80-b499-485d-b8e8-9cf091c713e9', 'status': 'completed', 'code': 200}
Dec 18 20:47:59.446295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9426e501-39e7-4a02-84c3-cc79d30a84ff {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:47:59.456135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Allocated IP 172.20.0.1 (559a377c-953c-44eb-a36c-948051a4fe31/0035eccc-7139-4e05-a0d8-80f0842e9707/786417b7-af11-4ca5-aea7-bbc60ec0e398) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:47:59.460338 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:59.471912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53226) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:47:59.531004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Transition to ACTIVE for port object 9426e501-39e7-4a02-84c3-cc79d30a84ff will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:47:59.543114 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:47:59.946546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Pushing event updated for resources: {'Port': ['ID=9426e501-39e7-4a02-84c3-cc79d30a84ff,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:47:59.960782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-84d4ac1a-2c69-41ca-bd5b-4bbc4a6525ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2adf91e52aa4917b2b5cea4bc3e0bd3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4874887
Dec 18 20:47:59.963410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53238) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:00.011966 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dfb92b9-fed2-4339-8039-6ddec17be279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.032658 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dfb92b9-fed2-4339-8039-6ddec17be279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.043092 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Attempting to bind port 9426e501-39e7-4a02-84c3-cc79d30a84ff on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:00.043433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Attempting to bind port 9426e501-39e7-4a02-84c3-cc79d30a84ff by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:00.043763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Attempting to bind port 9426e501-39e7-4a02-84c3-cc79d30a84ff on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:00.048921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-0273acc3-6698-482e-9673-10b621793e67 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Router e0060404-35d6-45c5-9faf-c37ca032508a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:48:00.065791 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.068613 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Port 9426e501-39e7-4a02-84c3-cc79d30a84ff on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:48:00.068943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Attempting to bind port 9426e501-39e7-4a02-84c3-cc79d30a84ff on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:00.082106 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dfb92b9-fed2-4339-8039-6ddec17be279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.085510 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dfb92b9-fed2-4339-8039-6ddec17be279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.086661 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7dfb92b9-fed2-4339-8039-6ddec17be279 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50469c6f-0066-408e-a6ee-1fced38a1319 HTTP/1.1" status: 204  len: 168 time: 0.1222174
Dec 18 20:48:00.087667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61b6a3-dd7c-48c4-b347-124fdf8f01cf req-28b5b588-5cc0-4cda-bae5-03003be6b4a1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:00.089174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5c61b6a3-dd7c-48c4-b347-124fdf8f01cf req-28b5b588-5cc0-4cda-bae5-03003be6b4a1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 945 time: 0.1496468
Dec 18 20:48:00.092882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:00.093190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:00.093579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:00.094022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Bound port: 9426e501-39e7-4a02-84c3-cc79d30a84ff, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:00.094437 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.095186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb92b9-fed2-4339-8039-6ddec17be279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50469c6f-0066-408e-a6ee-1fced38a1319,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:00.289832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5c61b6a3-dd7c-48c4-b347-124fdf8f01cf req-a700dbd0-0ef1-4b81-ac8a-7ee262bccdbb tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909118
Dec 18 20:48:00.295199 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.339798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:00.362653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Network 559a377c-953c-44eb-a36c-948051a4fe31 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:00.365959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-0273acc3-6698-482e-9673-10b621793e67 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:48:00.374840 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-0273acc3-6698-482e-9673-10b621793e67 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.377163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:00.380093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:00.382937 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4d4be-ed8c-4ef1-8d23-69e9ecdd961b None None] Sync routers for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:48:00.385220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:48:00.385713 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.402798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4d4be-ed8c-4ef1-8d23-69e9ecdd961b None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:00.403571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f7d4d4be-ed8c-4ef1-8d23-69e9ecdd961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e758ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:00.409300 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.412188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=786417b7-af11-4ca5-aea7-bbc60ec0e398,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:00.579162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-0273acc3-6698-482e-9673-10b621793e67 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "PUT /v2.0/floatingips/6d392644-2ab7-4e37-a803-fa390564bfc9 HTTP/1.1" status: 200  len: 995 time: 4.3316414
Dec 18 20:48:00.579575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f7d4d4be-ed8c-4ef1-8d23-69e9ecdd961b None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:00.580281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Pushing event updated for resources: {'Port': ['ID=9426e501-39e7-4a02-84c3-cc79d30a84ff,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:00.593076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:00.595620 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f0522b-4c2f-46ca-88da-ddea190afc53" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:00.606113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:00.606693 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.608138 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-ae46f80b-757b-4574-8538-688191d26c1f service neutron] 10.222.0.36 "PUT /v2.0/ports/9426e501-39e7-4a02-84c3-cc79d30a84ff HTTP/1.1" status: 200  len: 1092 time: 2.6631136
Dec 18 20:48:00.737587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0019dc2b-ef43-4505-b941-2f0f04bde8c0 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:00.845699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-924189d0-b496-475a-9142-a28bba1380ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:00.847465 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-924189d0-b496-475a-9142-a28bba1380ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 1096 time: 0.2236075
Dec 18 20:48:00.851211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-c25e8c5a-4420-4697-b187-e84e01ab2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:00.852600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-c25e8c5a-4420-4697-b187-e84e01ab2a0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 1095 time: 0.1636286
Dec 18 20:48:00.862066 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8661f1db-6da0-4802-921e-d3d7954bcfa5 None None] Provisioning complete for port 786417b7-af11-4ca5-aea7-bbc60ec0e398 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:00.862468 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8661f1db-6da0-4802-921e-d3d7954bcfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.949711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0019dc2b-ef43-4505-b941-2f0f04bde8c0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:00.950004 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.951619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8661f1db-6da0-4802-921e-d3d7954bcfa5 None None] Port 786417b7-af11-4ca5-aea7-bbc60ec0e398 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:48:00.962322 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:00.964877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-cae69d7b-16ec-4e49-b04e-e6f82a9db8b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff HTTP/1.1" status: 200  len: 217 time: 0.0928702
Dec 18 20:48:00.975584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe52bb-d396-4bc0-8bcf-c178e150ffa0 req-cc49f979-e4d1-4b05-9da4-fa1f0f27a2b8 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:00.982582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5fe52bb-d396-4bc0-8bcf-c178e150ffa0 req-cc49f979-e4d1-4b05-9da4-fa1f0f27a2b8 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8c0a8e-fad4-49ff-9339-2f05327c58f3 HTTP/1.1" status: 200  len: 950 time: 0.1985838
Dec 18 20:48:01.113364 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-c7b0dd9b-c3cb-407b-9162-ce65d1e40ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:01.114880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-c7b0dd9b-c3cb-407b-9162-ce65d1e40ced service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1231885
Dec 18 20:48:01.120944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f7d4d4be-ed8c-4ef1-8d23-69e9ecdd961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e758ee0>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d392644-2ab7-4e37-a803-fa390564bfc9', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'floating_ip_address': '172.35.3.55', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'port_id': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'mac_address': 'fa:16:3e:8e:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:47:35Z', 'updated_at': '2021-12-18T20:47:58Z', 'revision_number': 1, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:01.147624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4d4be-ed8c-4ef1-8d23-69e9ecdd961b None None] Checking router: e0060404-35d6-45c5-9faf-c37ca032508a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:48:01.156494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4d4be-ed8c-4ef1-8d23-69e9ecdd961b None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:01.157227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f7d4d4be-ed8c-4ef1-8d23-69e9ecdd961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e758ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:01.178977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5fe52bb-d396-4bc0-8bcf-c178e150ffa0 req-a303c9ca-ae4e-4715-b766-8c22b0935d9d tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905143
Dec 18 20:48:01.204072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-f064afaa-a7a7-4d81-9fe2-52342e676c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:01.205547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-f064afaa-a7a7-4d81-9fe2-52342e676c11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.3324316
Dec 18 20:48:01.210607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-516be7e4-d51e-4048-bbb8-2fc6379993b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0744026
Dec 18 20:48:01.305104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f7d4d4be-ed8c-4ef1-8d23-69e9ecdd961b None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:01.436344 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca673bf-e5fc-4e27-be27-ea22e9543702 req-38b2709e-0d11-4275-b5db-130bcd512b67 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:01.438792 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cca673bf-e5fc-4e27-be27-ea22e9543702 req-38b2709e-0d11-4275-b5db-130bcd512b67 tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f8c0a8e-fad4-49ff-9339-2f05327c58f3 HTTP/1.1" status: 200  len: 950 time: 0.0626202
Dec 18 20:48:01.447481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-ffc618eb-7981-416d-b429-03d3e9a47811 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 998 time: 0.2231376
Dec 18 20:48:01.538866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8326da-e452-494e-9475-074b6a044e01 req-628423bc-99c6-4404-8922-66fb49678636 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:01.546142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae8326da-e452-494e-9475-074b6a044e01 req-628423bc-99c6-4404-8922-66fb49678636 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 944 time: 0.2308574
Dec 18 20:48:01.578620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-cca673bf-e5fc-4e27-be27-ea22e9543702 req-22451091-18cf-417e-bb2f-208ee646b3af tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Deleting port 14e2305d-ac69-431f-8068-23084ff0cb71 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:48:01.579284 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cca673bf-e5fc-4e27-be27-ea22e9543702 req-22451091-18cf-417e-bb2f-208ee646b3af tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:01.594826 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-c60c1428-3bd4-42cd-b794-1d9d1521e133 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3716018
Dec 18 20:48:01.601153 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-d08b99bb-e43f-458d-9be2-397db182ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:01.602337 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f7d4d4be-ed8c-4ef1-8d23-69e9ecdd961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e758ee0>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d392644-2ab7-4e37-a803-fa390564bfc9', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'floating_ip_address': '172.35.3.55', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'port_id': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'mac_address': 'fa:16:3e:8e:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:47:35Z', 'updated_at': '2021-12-18T20:47:58Z', 'revision_number': 1, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:01.602854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-d08b99bb-e43f-458d-9be2-397db182ac62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.1438260
Dec 18 20:48:01.632181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4d4be-ed8c-4ef1-8d23-69e9ecdd961b None None] The sync data for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 is: [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d392644-2ab7-4e37-a803-fa390564bfc9', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'floating_ip_address': '172.35.3.55', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'port_id': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'mac_address': 'fa:16:3e:8e:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:47:35Z', 'updated_at': '2021-12-18T20:47:58Z', 'revision_number': 1, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:48:01.705506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-cca673bf-e5fc-4e27-be27-ea22e9543702 req-22451091-18cf-417e-bb2f-208ee646b3af tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] For port 14e2305d-ac69-431f-8068-23084ff0cb71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14e2305d-ac69-431f-8068-23084ff0cb71,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:01.706094 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cca673bf-e5fc-4e27-be27-ea22e9543702 req-22451091-18cf-417e-bb2f-208ee646b3af tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:01.707536 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:01.725237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-cca673bf-e5fc-4e27-be27-ea22e9543702 req-22451091-18cf-417e-bb2f-208ee646b3af tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Calling delete_port for 14e2305d-ac69-431f-8068-23084ff0cb71 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:48:01.728049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae8326da-e452-494e-9475-074b6a044e01 req-9a83d59f-d539-4d13-8643-e20af2c351f9 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809940
Dec 18 20:48:01.728741 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:01.729481 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:01.866635 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79ef529-4a6c-4cb4-b789-44a6fbaecf96 x-openstack-request-id: req-e79ef529-4a6c-4cb4-b789-44a6fbaecf96 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:01.866988 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:01.867180 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e79ef529-4a6c-4cb4-b789-44a6fbaecf96 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:01.867575 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'status': 'completed', 'code': 200}
Dec 18 20:48:01.875451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-24730ca4-6529-42fe-ac86-01b0e5062f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:01.877071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-24730ca4-6529-42fe-ac86-01b0e5062f02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2541485
Dec 18 20:48:01.892299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=786417b7-af11-4ca5-aea7-bbc60ec0e398,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:01.903212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-fe690b7f-8c61-41a2-865a-64a7f3d60692 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:48:01.904241 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-fe690b7f-8c61-41a2-865a-64a7f3d60692 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0130341
Dec 18 20:48:01.918196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41262992-0bd4-40a6-a56f-271f32dbf5c5 req-74a6d0ae-7349-4c98-80f8-bd3bb2c1f17b service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3106194
Dec 18 20:48:02.027569 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cca673bf-e5fc-4e27-be27-ea22e9543702 req-22451091-18cf-417e-bb2f-208ee646b3af tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:02.033278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Network 559a377c-953c-44eb-a36c-948051a4fe31 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:02.036706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:02.043368 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9915628b-cf38-483d-992b-1e97fa653b67 None None] New status for floating IP 6d392644-2ab7-4e37-a803-fa390564bfc9: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:48:02.109420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-f6070df7-d275-48aa-8a5e-8cf2537ee3e2 service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947522
Dec 18 20:48:02.121724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['14e2305d-ac69-431f-8068-23084ff0cb71'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:02.126277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22451091-18cf-417e-bb2f-208ee646b3af tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Pushing event deleted for resources: {'Port': ['ID=14e2305d-ac69-431f-8068-23084ff0cb71,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:02.237944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca673bf-e5fc-4e27-be27-ea22e9543702 req-22451091-18cf-417e-bb2f-208ee646b3af tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] No DVR routers for this DVR port 14e2305d-ac69-431f-8068-23084ff0cb71 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:48:02.242047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cca673bf-e5fc-4e27-be27-ea22e9543702 req-22451091-18cf-417e-bb2f-208ee646b3af tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:02.251453 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cca673bf-e5fc-4e27-be27-ea22e9543702 req-22451091-18cf-417e-bb2f-208ee646b3af tempest-ServersAdminNegativeTestJSON-1449622594 tempest-ServersAdminNegativeTestJSON-1449622594-project] 10.222.0.31 "DELETE /v2.0/ports/14e2305d-ac69-431f-8068-23084ff0cb71 HTTP/1.1" status: 204  len: 173 time: 0.8052585
Dec 18 20:48:02.264259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0522b-4c2f-46ca-88da-ddea190afc53 req-59eae30c-2165-4dca-b4c8-851b9f87f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:02.267129 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77f0522b-4c2f-46ca-88da-ddea190afc53 req-59eae30c-2165-4dca-b4c8-851b9f87f716 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 1096 time: 0.3963015
Dec 18 20:48:02.273049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8c0a8e-fad4-49ff-9339-2f05327c58f3', 'name': 'network-vif-deleted', 'tag': '14e2305d-ac69-431f-8068-23084ff0cb71'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:02.281964 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e6de65-3be2-44fa-8c90-8c73b028ecb4" -d '{"events": [{"server_uuid": "7f8c0a8e-fad4-49ff-9339-2f05327c58f3", "name": "network-vif-deleted", "tag": "14e2305d-ac69-431f-8068-23084ff0cb71"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:02.487759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0522b-4c2f-46ca-88da-ddea190afc53 req-f22c2aa8-8ad6-4e07-bc21-6734c370119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:02.490038 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77f0522b-4c2f-46ca-88da-ddea190afc53 req-f22c2aa8-8ad6-4e07-bc21-6734c370119e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.2004042
Dec 18 20:48:02.530520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fa7409e3-5282-4a6a-aa38-dde53b038e28 None None] Provisioning complete for port 786417b7-af11-4ca5-aea7-bbc60ec0e398 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:02.530899 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fa7409e3-5282-4a6a-aa38-dde53b038e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:02.582781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fa7409e3-5282-4a6a-aa38-dde53b038e28 None None] Port 786417b7-af11-4ca5-aea7-bbc60ec0e398 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:48:02.638501 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77f0522b-4c2f-46ca-88da-ddea190afc53 req-8532d612-db8b-4c7f-b770-9293aa3e3791 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 1000 time: 0.1326654
Dec 18 20:48:02.677739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Router 7645bd51-0467-4f02-a068-c997e0d4e266 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:48:02.694438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8142654-67d9-4702-9e5e-c1e668c900d1 req-74208ab8-709d-4ef3-b72f-165f62bf7435 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:02.695933 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e8142654-67d9-4702-9e5e-c1e668c900d1 req-74208ab8-709d-4ef3-b72f-165f62bf7435 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 1096 time: 0.1049192
Dec 18 20:48:02.704135 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5a0370-4766-4213-bf53-8e6d3fb3fd3d req-60b05081-0ccf-494b-8db0-9288bdd26184 service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5868661
Dec 18 20:48:02.708445 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0522b-4c2f-46ca-88da-ddea190afc53 req-13c302d5-f308-486b-b937-d85901780b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:02.710996 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77f0522b-4c2f-46ca-88da-ddea190afc53 req-13c302d5-f308-486b-b937-d85901780b53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.0621336
Dec 18 20:48:02.783605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0522b-4c2f-46ca-88da-ddea190afc53 req-e77bd29e-f0a5-409a-8d4e-20396031dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:02.785009 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77f0522b-4c2f-46ca-88da-ddea190afc53 req-e77bd29e-f0a5-409a-8d4e-20396031dd40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0651078
Dec 18 20:48:02.860044 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e8142654-67d9-4702-9e5e-c1e668c900d1 req-13630adf-9c08-4f81-875e-4c5ed51a1de8 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530290
Dec 18 20:48:02.883208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:48:02.904908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ef01ee7d-ae3c-4525-b95a-906d0ad7c0b7 admin admin] 10.222.0.13 "PUT /v2.0/routers/7645bd51-0467-4f02-a068-c997e0d4e266/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1174662
Dec 18 20:48:02.905543 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Sync routers for ids ['7645bd51-0467-4f02-a068-c997e0d4e266'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:48:02.924106 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Routers {'7645bd51-0467-4f02-a068-c997e0d4e266'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:02.924106 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f4f50d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7645bd51-0467-4f02-a068-c997e0d4e266'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:02.937213 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77f0522b-4c2f-46ca-88da-ddea190afc53 req-0e17d5b7-8493-405e-8a5b-8273b6e71658 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389709
Dec 18 20:48:03.017782 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-284a0a8f-d84e-471d-be5e-81ac37459d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:03.058085 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205a024f-3dc9-4bec-a380-1926b1ba28f7 x-openstack-request-id: req-205a024f-3dc9-4bec-a380-1926b1ba28f7 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:03.058321 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Set router 7645bd51-0467-4f02-a068-c997e0d4e266 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:03.058411 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8c0a8e-fad4-49ff-9339-2f05327c58f3", "name": "network-vif-deleted", "tag": "14e2305d-ac69-431f-8068-23084ff0cb71", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:03.058775 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-205a024f-3dc9-4bec-a380-1926b1ba28f7 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:03.059173 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8c0a8e-fad4-49ff-9339-2f05327c58f3', 'name': 'network-vif-deleted', 'tag': '14e2305d-ac69-431f-8068-23084ff0cb71', 'status': 'completed', 'code': 200}
Dec 18 20:48:03.156316 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77f0522b-4c2f-46ca-88da-ddea190afc53 req-ac2577c8-1952-413a-8603-a81a07c54260 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2117040
Dec 18 20:48:03.249923 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-e221d867-9ddc-430f-947e-6c1a6561efce tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:03.251528 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-e221d867-9ddc-430f-947e-6c1a6561efce tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1016388
Dec 18 20:48:03.273932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e6eac-65f0-4501-9382-796300adf6a8 req-4deb5c8c-f7bd-40a0-8b58-3dda9ee2ddb6 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:03.275846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c9e6eac-65f0-4501-9382-796300adf6a8 req-4deb5c8c-f7bd-40a0-8b58-3dda9ee2ddb6 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 944 time: 0.0716999
Dec 18 20:48:03.308700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f4f50d0>, [{'id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1802778852-router', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:50Z', 'updated_at': '2021-12-18T20:48:00Z', 'revision_number': 4, 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'gw_port': {'id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:51Z', 'updated_at': '2021-12-18T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '786417b7-af11-4ca5-aea7-bbc60ec0e398', 'name': '', 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'mac_address': 'fa:16:3e:5b:82:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0035eccc-7139-4e05-a0d8-80f0842e9707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:59Z', 'updated_at': '2021-12-18T20:48:01Z', 'revision_number': 2, 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'subnets': [{'id': '0035eccc-7139-4e05-a0d8-80f0842e9707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:03.340255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Checking router: 7645bd51-0467-4f02-a068-c997e0d4e266 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:48:03.340638 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Updating router 7645bd51-0467-4f02-a068-c997e0d4e266 port 786417b7-af11-4ca5-aea7-bbc60ec0e398 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:48:03.367343 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:03.380878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-6b264b6c-b91f-4905-88db-08132b237650 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 1000 time: 0.1214440
Dec 18 20:48:03.395043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9e5c3865-c76d-46e0-bcaf-0a50ade3eed4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Request body: {'floatingip': {'port_id': '84a44e31-f256-408a-9208-81d575d9e905', 'fixed_ip_address': '172.20.0.10'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:03.410127 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c9e6eac-65f0-4501-9382-796300adf6a8 req-8faa6e04-ab3c-484f-b881-3fe8d01c0beb tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981612
Dec 18 20:48:03.469020 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9e5c3865-c76d-46e0-bcaf-0a50ade3eed4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:03.478123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53336) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:03.640253 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7c9bccb5-3b80-4df8-8b5a-bf8f640e8281 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a64115a8fdc4fd78580446ebb4622de&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1606174
Dec 18 20:48:03.642750 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53350) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:03.667331 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:03.675586 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:03.692092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20737899-8f68-47d1-a901-5aa023982de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:03.722560 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20737899-8f68-47d1-a901-5aa023982de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:03.748855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-0d5df64c-ad2c-422d-8328-1a892eeadbab tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:03.750847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-0d5df64c-ad2c-422d-8328-1a892eeadbab tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 820 time: 0.1931651
Dec 18 20:48:03.764476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Pushing event updated for resources: {'Port': ['ID=786417b7-af11-4ca5-aea7-bbc60ec0e398,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:03.792454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.792891 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.793122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.793477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.793829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.794182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.794602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.794855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.795184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.796123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.796123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.796538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.796903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:03.799045 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20737899-8f68-47d1-a901-5aa023982de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:03.802807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-3349445d-ed54-414d-a8d2-653305e9d0d2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/quotas/a84b125f83d34481adc5617b5ca62e2e HTTP/1.1" status: 200  len: 375 time: 0.0199437
Dec 18 20:48:03.803643 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20737899-8f68-47d1-a901-5aa023982de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:03.805848 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-20737899-8f68-47d1-a901-5aa023982de6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaa4b83d-054c-4ed9-9a90-35e5bad9e77d HTTP/1.1" status: 204  len: 168 time: 0.1621208
Dec 18 20:48:03.819230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Attempting to bind port 786417b7-af11-4ca5-aea7-bbc60ec0e398 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:03.819739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Attempting to bind port 786417b7-af11-4ca5-aea7-bbc60ec0e398 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ecbb3e9c-8fc7-441b-9612-8721bba8a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:03.820202 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Attempting to bind port 786417b7-af11-4ca5-aea7-bbc60ec0e398 on network 559a377c-953c-44eb-a36c-948051a4fe31 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:03.826294 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:03.827027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Checking segment: {'id': 'ecbb3e9c-8fc7-441b-9612-8721bba8a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:03.827405 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:03.827947 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Bound using segment: {'id': 'ecbb3e9c-8fc7-441b-9612-8721bba8a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:03.828965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Bound port: 786417b7-af11-4ca5-aea7-bbc60ec0e398, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbb3e9c-8fc7-441b-9612-8721bba8a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:03.829452 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:03.836913 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20737899-8f68-47d1-a901-5aa023982de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa4b83d-054c-4ed9-9a90-35e5bad9e77d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:03.873241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5985b52a-141c-483c-ab38-8b1e38a0278f', 'tag': '9426e501-39e7-4a02-84c3-cc79d30a84ff'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:03.875309 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d06bd0-c2f5-4f0d-a088-70c71c5831be" -d '{"events": [{"name": "network-changed", "server_uuid": "5985b52a-141c-483c-ab38-8b1e38a0278f", "tag": "9426e501-39e7-4a02-84c3-cc79d30a84ff"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:03.927474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-9187d4bb-60db-4828-9325-2a2065ea4429 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1176102
Dec 18 20:48:03.959422 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] For port 786417b7-af11-4ca5-aea7-bbc60ec0e398, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:03.965028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] For port 786417b7-af11-4ca5-aea7-bbc60ec0e398, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=786417b7-af11-4ca5-aea7-bbc60ec0e398,segment=NetworkSegment(ecbb3e9c-8fc7-441b-9612-8721bba8a420),segment_id=ecbb3e9c-8fc7-441b-9612-8721bba8a420)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:03.973309 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:04.051423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Routers {'7645bd51-0467-4f02-a068-c997e0d4e266'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:04.052088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f4f50d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7645bd51-0467-4f02-a068-c997e0d4e266'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:04.111908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8f0fa-27f1-45bb-bc36-015217d56431 None None] Pushing event updated for resources: {'Port': ['ID=786417b7-af11-4ca5-aea7-bbc60ec0e398,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:04.140456 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-da9c3a3d-cd94-4d7a-9600-a3a02636e33b service neutron] 10.222.0.13 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2120504
Dec 18 20:48:04.183708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-02396a84-5232-405a-aa37-874e83ec83a2 None None] Provisioning complete for port 786417b7-af11-4ca5-aea7-bbc60ec0e398 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:04.184099 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02396a84-5232-405a-aa37-874e83ec83a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:04.209161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9426e501-39e7-4a02-84c3-cc79d30a84ff details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:48:04.283899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53358) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:04.316429 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9e5c3865-c76d-46e0-bcaf-0a50ade3eed4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:04.336312 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-a451fa2b-725c-424f-81cf-05d16244d229 service neutron] 10.222.0.13 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1949184
Dec 18 20:48:04.340203 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9e5c3865-c76d-46e0-bcaf-0a50ade3eed4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:04.347806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] Set router 7645bd51-0467-4f02-a068-c997e0d4e266 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:04.350992 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d8ac3d90-f858-4c1d-bb20-ccc0b592e2d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fc36a8f761c4e7882527a99234ee363&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0663042
Dec 18 20:48:04.353506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53360) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:04.423711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-98b9a206-7e81-44b8-8347-75355291ab00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:04.457004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-98b9a206-7e81-44b8-8347-75355291ab00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:04.478934 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9e5c3865-c76d-46e0-bcaf-0a50ade3eed4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Floating IP 6d392644-2ab7-4e37-a803-fa390564bfc9 associated. External IP: 172.35.3.55, port: d5d720a6-0889-449d-a427-b3d33c3e0143.
Dec 18 20:48:04.554921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:04.568654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-98b9a206-7e81-44b8-8347-75355291ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:04.572467 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-98b9a206-7e81-44b8-8347-75355291ab00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:04.576902 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02396a84-5232-405a-aa37-874e83ec83a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:04.580876 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-98b9a206-7e81-44b8-8347-75355291ab00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac62301c-45c6-4788-992a-0ba1a86e036d HTTP/1.1" status: 204  len: 168 time: 0.2259154
Dec 18 20:48:04.591587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9a206-7e81-44b8-8347-75355291ab00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac62301c-45c6-4788-992a-0ba1a86e036d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:04.619108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-02396a84-5232-405a-aa37-874e83ec83a2 None None] For port 786417b7-af11-4ca5-aea7-bbc60ec0e398, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=786417b7-af11-4ca5-aea7-bbc60ec0e398,segment=NetworkSegment(ecbb3e9c-8fc7-441b-9612-8721bba8a420),segment_id=ecbb3e9c-8fc7-441b-9612-8721bba8a420)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:04.639205 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02396a84-5232-405a-aa37-874e83ec83a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:04.808724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9e5c3865-c76d-46e0-bcaf-0a50ade3eed4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Router e0060404-35d6-45c5-9faf-c37ca032508a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:48:04.837895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02396a84-5232-405a-aa37-874e83ec83a2 None None] Pushing event updated for resources: {'Port': ['ID=786417b7-af11-4ca5-aea7-bbc60ec0e398,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:04.840470 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '9426e501-39e7-4a02-84c3-cc79d30a84ff', 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55', 'port_id': '9426e501-39e7-4a02-84c3-cc79d30a84ff', 'mac_address': 'fa:16:3e:e5:d3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:48:04.892855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-138628ab-bfe6-4ee1-a986-b2de7ec6a846 None None] Provisioning complete for port 786417b7-af11-4ca5-aea7-bbc60ec0e398 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:04.893219 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-138628ab-bfe6-4ee1-a986-b2de7ec6a846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:04.946011 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:04.973106 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9426e501-39e7-4a02-84c3-cc79d30a84ff {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:04.982809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9e5c3865-c76d-46e0-bcaf-0a50ade3eed4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:48:04.995086 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcf802-f748-45a1-8715-fefeb49018e7 None None] Sync routers for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:48:05.016850 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcf802-f748-45a1-8715-fefeb49018e7 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:05.018204 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7fdcf802-f748-45a1-8715-fefeb49018e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664176fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:47:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:05.044742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:05.077806 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:05.152646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f4f50d0>, [{'id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1802778852-router', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:50Z', 'updated_at': '2021-12-18T20:48:00Z', 'revision_number': 4, 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'gw_port': {'id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:51Z', 'updated_at': '2021-12-18T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '786417b7-af11-4ca5-aea7-bbc60ec0e398', 'name': '', 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'mac_address': 'fa:16:3e:5b:82:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0035eccc-7139-4e05-a0d8-80f0842e9707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:59Z', 'updated_at': '2021-12-18T20:48:03Z', 'revision_number': 4, 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'subnets': [{'id': '0035eccc-7139-4e05-a0d8-80f0842e9707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:05.206277 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23a1ff4b-0e84-4262-8393-3005ad5043d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:05.209641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd947ec-5181-491c-baa2-e5b70e5d80f6 None None] The sync data for ids ['7645bd51-0467-4f02-a068-c997e0d4e266'] in ncdv-master-1 is: [{'id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1802778852-router', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:50Z', 'updated_at': '2021-12-18T20:48:00Z', 'revision_number': 4, 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'gw_port': {'id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:51Z', 'updated_at': '2021-12-18T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '786417b7-af11-4ca5-aea7-bbc60ec0e398', 'name': '', 'network_id': '559a377c-953c-44eb-a36c-948051a4fe31', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'mac_address': 'fa:16:3e:5b:82:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0035eccc-7139-4e05-a0d8-80f0842e9707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:59Z', 'updated_at': '2021-12-18T20:48:03Z', 'revision_number': 4, 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'subnets': [{'id': '0035eccc-7139-4e05-a0d8-80f0842e9707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:48:05.219855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=9426e501-39e7-4a02-84c3-cc79d30a84ff,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:05.267953 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-7fdcf802-f748-45a1-8715-fefeb49018e7 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:05.357835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['9426e501-39e7-4a02-84c3-cc79d30a84ff'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:05.577906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 14e2305d-ac69-431f-8068-23084ff0cb71 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:48:05.624836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 14e2305d-ac69-431f-8068-23084ff0cb71 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:48:05.625183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 14e2305d-ac69-431f-8068-23084ff0cb71 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:48:05.759305 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cefaf68-989c-4b07-be31-eed4052eaeac x-openstack-request-id: req-8cefaf68-989c-4b07-be31-eed4052eaeac {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:05.759833 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5985b52a-141c-483c-ab38-8b1e38a0278f", "tag": "9426e501-39e7-4a02-84c3-cc79d30a84ff", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:05.759833 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cefaf68-989c-4b07-be31-eed4052eaeac {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:05.760226 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5985b52a-141c-483c-ab38-8b1e38a0278f', 'tag': '9426e501-39e7-4a02-84c3-cc79d30a84ff', 'status': 'completed', 'code': 200}
Dec 18 20:48:05.816023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9e5c3865-c76d-46e0-bcaf-0a50ade3eed4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Router e0060404-35d6-45c5-9faf-c37ca032508a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:48:05.849232 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d06bd0-c2f5-4f0d-a088-70c71c5831be req-ac835d74-6a37-48be-9df9-b3cdee3ff298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:05.851874 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-08d06bd0-c2f5-4f0d-a088-70c71c5831be req-ac835d74-6a37-48be-9df9-b3cdee3ff298 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 1096 time: 0.0610363
Dec 18 20:48:05.982450 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7fdcf802-f748-45a1-8715-fefeb49018e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664176fa0>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d392644-2ab7-4e37-a803-fa390564bfc9', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'floating_ip_address': '172.35.3.55', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'port_id': '84a44e31-f256-408a-9208-81d575d9e905', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'mac_address': 'fa:16:3e:36:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:47:35Z', 'updated_at': '2021-12-18T20:48:04Z', 'revision_number': 3, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:05.999530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d06bd0-c2f5-4f0d-a088-70c71c5831be req-6ca29a01-1753-4c5e-940f-aab84b2fad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:06.001292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-08d06bd0-c2f5-4f0d-a088-70c71c5831be req-6ca29a01-1753-4c5e-940f-aab84b2fad50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.1398268
Dec 18 20:48:06.028074 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcf802-f748-45a1-8715-fefeb49018e7 None None] Checking router: e0060404-35d6-45c5-9faf-c37ca032508a for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:48:06.030557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85a60b-5478-419c-9149-49ee0eff165e req-469d1162-bb4e-4546-85cf-5b0503b955ca tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:06.036884 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae85a60b-5478-419c-9149-49ee0eff165e req-469d1162-bb4e-4546-85cf-5b0503b955ca tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 945 time: 0.2040150
Dec 18 20:48:06.037950 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcf802-f748-45a1-8715-fefeb49018e7 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:06.038811 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7fdcf802-f748-45a1-8715-fefeb49018e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664176fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:06.086449 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-08d06bd0-c2f5-4f0d-a088-70c71c5831be req-d065d023-ed1c-42c6-861d-d84707669761 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff HTTP/1.1" status: 200  len: 217 time: 0.0709147
Dec 18 20:48:06.151519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9e5c3865-c76d-46e0-bcaf-0a50ade3eed4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:48:06.160345 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9e5c3865-c76d-46e0-bcaf-0a50ade3eed4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:06.162420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53408) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:06.233145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d06bd0-c2f5-4f0d-a088-70c71c5831be req-522a2758-4d62-4c65-ad62-93fe398e3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:06.234857 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-08d06bd0-c2f5-4f0d-a088-70c71c5831be req-522a2758-4d62-4c65-ad62-93fe398e3a90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1350818
Dec 18 20:48:06.240011 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-7fdcf802-f748-45a1-8715-fefeb49018e7 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:06.276469 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:06.278192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9e5c3865-c76d-46e0-bcaf-0a50ade3eed4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "PUT /v2.0/floatingips/6d392644-2ab7-4e37-a803-fa390564bfc9 HTTP/1.1" status: 200  len: 998 time: 2.8908291
Dec 18 20:48:06.303654 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-08d06bd0-c2f5-4f0d-a088-70c71c5831be req-01e84d51-7209-49e0-8bc5-f23346be2edb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410798
Dec 18 20:48:06.308518 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae85a60b-5478-419c-9149-49ee0eff165e req-ece58aa5-5fca-4e15-ab99-34ab8da39728 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2553637
Dec 18 20:48:06.314364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-6e89d8ae-88f3-4b08-ba82-05a0d4947cab tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:06.315795 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-6e89d8ae-88f3-4b08-ba82-05a0d4947cab tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.31 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 820 time: 0.2397687
Dec 18 20:48:06.331192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Request body: {'port': {'device_id': '6b1389e6-a05e-4f01-aa45-405bf57c622d', 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03', 'admin_state_up': True, 'tenant_id': 'a84b125f83d34481adc5617b5ca62e2e'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:06.420884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-7be992ec-bf4f-41b1-bd59-19d32cf53e76 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:06.434859 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-7be992ec-bf4f-41b1-bd59-19d32cf53e76 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports/d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 942 time: 0.1556842
Dec 18 20:48:06.454347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-565748958-network', 'tenant_id': '47584e2b5b674fc295b6a63ffe8df191'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:06.472669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31e85677-e96f-4f9a-bc2f-14dcd43b4806 req-a727a209-2cfa-4957-9dc4-2f94e92fad74 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 210 time: 0.0727706
Dec 18 20:48:06.511302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Made reservation on behalf of 47584e2b5b674fc295b6a63ffe8df191 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:48:06.515071 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:06.537073 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:06.590732 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-08d06bd0-c2f5-4f0d-a088-70c71c5831be req-8af81a85-c792-4c89-be5b-fb91dfaada06 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739291
Dec 18 20:48:06.603713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Made reservation on behalf of a84b125f83d34481adc5617b5ca62e2e for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:48:06.607465 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:06.616096 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7fdcf802-f748-45a1-8715-fefeb49018e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664176fa0>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d392644-2ab7-4e37-a803-fa390564bfc9', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'floating_ip_address': '172.35.3.55', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'port_id': '84a44e31-f256-408a-9208-81d575d9e905', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'mac_address': 'fa:16:3e:36:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:47:35Z', 'updated_at': '2021-12-18T20:48:04Z', 'revision_number': 3, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:06.670444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-d181612b-b7fb-42b8-9ee7-357b32c11d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:06.672338 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-d181612b-b7fb-42b8-9ee7-357b32c11d89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 1096 time: 0.1222742
Dec 18 20:48:06.695414 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcf802-f748-45a1-8715-fefeb49018e7 None None] The sync data for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 is: [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d392644-2ab7-4e37-a803-fa390564bfc9', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'floating_ip_address': '172.35.3.55', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'port_id': '84a44e31-f256-408a-9208-81d575d9e905', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'mac_address': 'fa:16:3e:36:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:47:35Z', 'updated_at': '2021-12-18T20:48:04Z', 'revision_number': 3, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:48:06.796647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 786417b7-af11-4ca5-aea7-bbc60ec0e398 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:06.834807 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:06.876418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9d967ff5-f7f4-4d66-9e19-00e9a58b8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:06.878300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-9d967ff5-f7f4-4d66-9e19-00e9a58b8419 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.1941936
Dec 18 20:48:06.879728 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:06.895516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 786417b7-af11-4ca5-aea7-bbc60ec0e398 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:06.896509 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:06.915817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5fcdbb-62bf-4b88-bccd-22471f2a69b6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:07.009829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-cda0fc81-3cd2-4779-baf2-fc304acc55c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 217 time: 0.0948212
Dec 18 20:48:07.010671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:48:07.041318 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.041676 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Added segment 2e635992-75c2-4101-8c96-d4b56a10a9b2 of type vlan for network 8baa41ee-0761-45dc-9249-6ee935d2158f
Dec 18 20:48:07.123074 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.140894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-dbc23491-3586-4e49-85d7-98c5d6c01edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:07.148391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-dbc23491-3586-4e49-85d7-98c5d6c01edc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.1244645
Dec 18 20:48:07.175269 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-08d06bd0-c2f5-4f0d-a088-70c71c5831be req-0ff24856-53dc-4917-84b4-ba9013544dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5652826
Dec 18 20:48:07.179958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Allocated IP 172.20.0.13 (fab4d786-81c4-48dc-b51f-790f7e93cb03/dda3f542-e261-446c-9545-36f864fed65b/f4d2142c-df3c-4259-89f6-888e1edbf513) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:48:07.208595 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.209730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:07.210377 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.278416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1112075
Dec 18 20:48:07.281739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53432) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:07.287797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-011a1728-71f0-4368-9fa8-a75e27848903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:07.289452 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-011a1728-71f0-4368-9fa8-a75e27848903 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1377878
Dec 18 20:48:07.295645 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-351901e1-ed32-402e-9cad-0999411f69fd admin admin] Request body: {'subnet': {'network_id': '8baa41ee-0761-45dc-9249-6ee935d2158f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-565748958-subnet', 'tenant_id': '47584e2b5b674fc295b6a63ffe8df191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:07.306912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-e951c9b5-eced-4b21-81df-dcb08d8c2fef service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:48:07.307905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-e951c9b5-eced-4b21-81df-dcb08d8c2fef service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0063012
Dec 18 20:48:07.342954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53438) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:07.368075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283cade-0d41-4668-b13e-44a52d2a9c73 admin admin] Pushing event updated for resources: {'Network': ['ID=8baa41ee-0761-45dc-9249-6ee935d2158f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:07.378811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 8baa41ee-0761-45dc-9249-6ee935d2158f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:48:07.415054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351901e1-ed32-402e-9cad-0999411f69fd admin admin] Made reservation on behalf of 47584e2b5b674fc295b6a63ffe8df191 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:48:07.417561 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-351901e1-ed32-402e-9cad-0999411f69fd admin admin] Publish callbacks [] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.464456 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.508121 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.539413 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-29132d7a-b221-4914-bfa9-9b0ecc5791d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.566365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Network fab4d786-81c4-48dc-b51f-790f7e93cb03 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:07.569625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:07.572056 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:48:07.577719 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:07.578349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.586672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Pushing event updated for resources: {'Port': ['ID=f4d2142c-df3c-4259-89f6-888e1edbf513,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:07.600541 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-05d23c11-5b5e-4e99-abb8-9b16250062b0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2743063
Dec 18 20:48:07.613557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Request body: {'port': {'device_id': '6b1389e6-a05e-4f01-aa45-405bf57c622d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:07.635256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-6bcf1d32-53f9-4126-9cb4-a347e9d4356b service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3191001
Dec 18 20:48:07.676525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.689178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60d672-1e61-4691-9bd9-81f7d613c5cd req-4eb1b85e-f1d3-4203-91cd-1b5da882bbb3 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:07.690696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b60d672-1e61-4691-9bd9-81f7d613c5cd req-4eb1b85e-f1d3-4203-91cd-1b5da882bbb3 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 945 time: 0.1874411
Dec 18 20:48:07.767577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143'}, {'name': 'network-changed', 'server_uuid': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'tag': '84a44e31-f256-408a-9208-81d575d9e905'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:07.769784 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6805327-9e8b-4eea-8266-34a28ed52039" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143"}, {"name": "network-changed", "server_uuid": "0b8acb2d-06ca-4772-91e2-d13f92d112c3", "tag": "84a44e31-f256-408a-9208-81d575d9e905"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:07.822809 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-351901e1-ed32-402e-9cad-0999411f69fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.901742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b60d672-1e61-4691-9bd9-81f7d613c5cd req-1dd73153-2c58-4c86-8955-bc6de3fea1a6 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814659
Dec 18 20:48:07.920822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-2e70da4a-6933-4f50-b397-b4d5589cb2ff service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2710776
Dec 18 20:48:07.928363 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-29132d7a-b221-4914-bfa9-9b0ecc5791d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.951994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351901e1-ed32-402e-9cad-0999411f69fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=abf67e94-3762-48da-8093-8a2167cb506b,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:07.953975 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.955547 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-29132d7a-b221-4914-bfa9-9b0ecc5791d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:07.980844 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d2142c-df3c-4259-89f6-888e1edbf513 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:07.990725 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.010629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Transition to ACTIVE for port object f4d2142c-df3c-4259-89f6-888e1edbf513 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:48:08.016538 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.028420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351901e1-ed32-402e-9cad-0999411f69fd admin admin] Checking segment: {'id': '2e635992-75c2-4101-8c96-d4b56a10a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8baa41ee-0761-45dc-9249-6ee935d2158f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:08.028867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351901e1-ed32-402e-9cad-0999411f69fd admin admin] Network hostable DHCP agents. Network: 8baa41ee-0761-45dc-9249-6ee935d2158f, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:48:08.042564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29132d7a-b221-4914-bfa9-9b0ecc5791d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26e9605-79ee-413c-b690-f4e0a55b08aa,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:08.048958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-29132d7a-b221-4914-bfa9-9b0ecc5791d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b7865c095884cf6afc93e3dd2d19259&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7042618
Dec 18 20:48:08.051652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53456) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:08.100112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056905f9-873a-4d71-92d3-80e673ba0183 None None] New status for floating IP 6d392644-2ab7-4e37-a803-fa390564bfc9: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:48:08.102821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d2142c-df3c-4259-89f6-888e1edbf513,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:08.109722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351901e1-ed32-402e-9cad-0999411f69fd admin admin] Network 8baa41ee-0761-45dc-9249-6ee935d2158f is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:48:08.135673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-191214eb-d45e-4e6b-962f-fa1efa353563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:08.137203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-191214eb-d45e-4e6b-962f-fa1efa353563 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 1097 time: 0.1591821
Dec 18 20:48:08.146148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Attempting to bind port f4d2142c-df3c-4259-89f6-888e1edbf513 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:08.146610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Attempting to bind port f4d2142c-df3c-4259-89f6-888e1edbf513 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:08.147019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Attempting to bind port f4d2142c-df3c-4259-89f6-888e1edbf513 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:08.152641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Port f4d2142c-df3c-4259-89f6-888e1edbf513 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:48:08.153101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Attempting to bind port f4d2142c-df3c-4259-89f6-888e1edbf513 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:08.159056 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:08.159558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:08.159949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:08.160409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Bound port: f4d2142c-df3c-4259-89f6-888e1edbf513, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:08.160769 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.174636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-351901e1-ed32-402e-9cad-0999411f69fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8baa41ee-0761-45dc-9249-6ee935d2158f) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:08.180585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351901e1-ed32-402e-9cad-0999411f69fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:08.180585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-351901e1-ed32-402e-9cad-0999411f69fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.194005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8f7b9-fccc-4bf2-bc25-91f2e32fc88f None None] Network 8baa41ee-0761-45dc-9249-6ee935d2158f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:48:08.227098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:08.230201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d2142c-df3c-4259-89f6-888e1edbf513,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:08.235652 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.243925 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e5bfd208-bbc0-41e0-8935-7a3f21118504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.258993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e656c-8fcd-4d8f-8d34-62f63b41455a req-ca86fa12-4fea-436b-80ae-1665970bd05e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:08.260940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-457e656c-8fcd-4d8f-8d34-62f63b41455a req-ca86fa12-4fea-436b-80ae-1665970bd05e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 944 time: 0.1811254
Dec 18 20:48:08.261450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9426e501-39e7-4a02-84c3-cc79d30a84ff up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:08.277828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-351901e1-ed32-402e-9cad-0999411f69fd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9930143
Dec 18 20:48:08.285597 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:08.286879 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.289000 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] 10.222.0.31 "PUT /v2.0/ports/f4d2142c-df3c-4259-89f6-888e1edbf513 HTTP/1.1" status: 200  len: 1092 time: 0.6788328
Dec 18 20:48:08.289000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1389e6-a05e-4f01-aa45-405bf57c622d', 'tag': 'f4d2142c-df3c-4259-89f6-888e1edbf513'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:08.290978 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4571b7-74dc-4254-a407-8cd8e127e2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1389e6-a05e-4f01-aa45-405bf57c622d", "tag": "f4d2142c-df3c-4259-89f6-888e1edbf513"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:08.318897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c26241-a4d4-42f3-bc10-60a600638110 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d2142c-df3c-4259-89f6-888e1edbf513,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:08.344839 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e5bfd208-bbc0-41e0-8935-7a3f21118504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.371673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-a82f7c74-98ca-48f4-b064-28a5cbad0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:08.373184 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-a82f7c74-98ca-48f4-b064-28a5cbad0422 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.2240467
Dec 18 20:48:08.400386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-3529d421-bfd2-4157-bb05-347de823e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:08.402806 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-3529d421-bfd2-4157-bb05-347de823e5a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 1095 time: 0.0543821
Dec 18 20:48:08.458545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-457e656c-8fcd-4d8f-8d34-62f63b41455a req-6803a9d8-4fc8-4b23-bd99-21000b2325f8 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685410
Dec 18 20:48:08.466913 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-bdba5767-e6a9-483c-a184-abbfffa2d3bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d2142c-df3c-4259-89f6-888e1edbf513 HTTP/1.1" status: 200  len: 217 time: 0.0534849
Dec 18 20:48:08.504562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-dce71006-162e-4508-84bd-a251e2829859 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84a44e31-f256-408a-9208-81d575d9e905 HTTP/1.1" status: 200  len: 1001 time: 0.1212690
Dec 18 20:48:08.522648 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e5bfd208-bbc0-41e0-8935-7a3f21118504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.526973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e5bfd208-bbc0-41e0-8935-7a3f21118504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.527827 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e5bfd208-bbc0-41e0-8935-7a3f21118504 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d26e9605-79ee-413c-b690-f4e0a55b08aa HTTP/1.1" status: 204  len: 168 time: 0.4746828
Dec 18 20:48:08.548694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-93084359-992e-4efb-b714-9686f6204ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:08.550225 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-93084359-992e-4efb-b714-9686f6204ccc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.0766578
Dec 18 20:48:08.562686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfd208-bbc0-41e0-8935-7a3f21118504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26e9605-79ee-413c-b690-f4e0a55b08aa,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:08.588998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-c1de41c5-ab64-4752-9337-099aaf03ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:08.591058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-c1de41c5-ab64-4752-9337-099aaf03ab8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.0795650
Dec 18 20:48:08.598845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041d1eeb-508b-4bf6-860d-d6a1607a4ee3 None None] Network 8baa41ee-0761-45dc-9249-6ee935d2158f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:48:08.616014 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-955c409d-e426-4711-8de9-ea8294649345 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576882
Dec 18 20:48:08.659355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-8e8d485e-a3e9-4195-8c42-4921c4c34441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:08.661482 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-8e8d485e-a3e9-4195-8c42-4921c4c34441 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0640168
Dec 18 20:48:08.746186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 9426e501-39e7-4a02-84c3-cc79d30a84ff completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:48:08.762472 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-fd3b6167-b916-4829-be9e-9d357ddd4c48 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381893
Dec 18 20:48:08.786220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 9426e501-39e7-4a02-84c3-cc79d30a84ff triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:08.786941 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.791212 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.822993 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-baaa6c9c-a8d9-4dfc-859f-9bee89f613e4 service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536162
Dec 18 20:48:08.913142 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:08.917876 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e38ce-d032-42bd-a255-94e4e272a049 None None] Sync routers for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:48:08.939190 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e38ce-d032-42bd-a255-94e4e272a049 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:08.943237 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-359e38ce-d032-42bd-a255-94e4e272a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664051dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:08.952991 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ddc55fa8-0136-4239-8437-762023c8dc6a req-323b88ff-8c46-479f-b03c-0ad2b56725e5 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1819503
Dec 18 20:48:08.981740 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5985b52a-141c-483c-ab38-8b1e38a0278f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9426e501-39e7-4a02-84c3-cc79d30a84ff'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:08.985319 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6504952-1148-4231-9fa0-0f99503d5cdb" -d '{"events": [{"server_uuid": "5985b52a-141c-483c-ab38-8b1e38a0278f", "name": "network-vif-plugged", "status": "completed", "tag": "9426e501-39e7-4a02-84c3-cc79d30a84ff"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:09.001848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:09.002795 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc09dbdb-b0d2-4a01-acca-ac9af4247f54 req-1ebad6f1-1af1-4dd7-af85-95dc7cfefd34 service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692431
Dec 18 20:48:09.014589 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:09.106638 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89f9e14-fc08-4f6c-9f03-0ffc83054e8b x-openstack-request-id: req-e89f9e14-fc08-4f6c-9f03-0ffc83054e8b {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:09.106949 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0b8acb2d-06ca-4772-91e2-d13f92d112c3", "tag": "84a44e31-f256-408a-9208-81d575d9e905", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:09.107209 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e89f9e14-fc08-4f6c-9f03-0ffc83054e8b {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:09.107815 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'status': 'completed', 'code': 200}
Dec 18 20:48:09.108103 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'tag': '84a44e31-f256-408a-9208-81d575d9e905', 'status': 'completed', 'code': 200}
Dec 18 20:48:09.132576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=9426e501-39e7-4a02-84c3-cc79d30a84ff,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:09.156801 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-359e38ce-d032-42bd-a255-94e4e272a049 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:09.189902 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-724997f1-36aa-49cd-8aaf-e069ffff7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:09.192554 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-724997f1-36aa-49cd-8aaf-e069ffff7b8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 1096 time: 0.0557663
Dec 18 20:48:09.237179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53490) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:09.242897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9a5e28dd-2c37-4b77-a4ff-9e1f120567b7 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483741819', 'description': 'tempest-description--1888048284'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:09.295923 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dab2ffc-d6e0-46cc-a2bc-9b7de49a4d84 x-openstack-request-id: req-7dab2ffc-d6e0-46cc-a2bc-9b7de49a4d84 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:09.296398 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5985b52a-141c-483c-ab38-8b1e38a0278f", "name": "network-vif-plugged", "status": "completed", "tag": "9426e501-39e7-4a02-84c3-cc79d30a84ff", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:09.296664 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dab2ffc-d6e0-46cc-a2bc-9b7de49a4d84 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:09.297210 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5985b52a-141c-483c-ab38-8b1e38a0278f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9426e501-39e7-4a02-84c3-cc79d30a84ff', 'code': 200}
Dec 18 20:48:09.306558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9a5e28dd-2c37-4b77-a4ff-9e1f120567b7 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:09.345525 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f376c7f-4692-4261-9774-d1c87a3d927c x-openstack-request-id: req-4f376c7f-4692-4261-9774-d1c87a3d927c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:09.346000 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1389e6-a05e-4f01-aa45-405bf57c622d", "tag": "f4d2142c-df3c-4259-89f6-888e1edbf513", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:09.346164 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f376c7f-4692-4261-9774-d1c87a3d927c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:09.350678 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1389e6-a05e-4f01-aa45-405bf57c622d', 'tag': 'f4d2142c-df3c-4259-89f6-888e1edbf513', 'status': 'completed', 'code': 200}
Dec 18 20:48:09.351873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53494) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:09.430391 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0b36a896-f41c-460f-a15c-7b0bdb07004d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:09.458134 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-24b81b38-5d8a-4d76-a9d5-fa0eceaffeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:09.460167 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-24b81b38-5d8a-4d76-a9d5-fa0eceaffeb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.2589424
Dec 18 20:48:09.516025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4571b7-74dc-4254-a407-8cd8e127e2fc req-3ed1005a-6797-452f-bd61-d1324e809dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:09.517551 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c4571b7-74dc-4254-a407-8cd8e127e2fc req-3ed1005a-6797-452f-bd61-d1324e809dbd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 1095 time: 0.1823680
Dec 18 20:48:09.525331 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-167d05df-5393-46c0-8bae-55cb92ec8376 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 217 time: 0.0538564
Dec 18 20:48:09.577305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19bf739e-7d1c-438a-85db-36d8b6e20eff req-2eaf4181-259b-4104-b1e3-9e573b76d561 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 1001 time: 0.2349811
Dec 18 20:48:09.584084 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-359e38ce-d032-42bd-a255-94e4e272a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664051dc0>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d392644-2ab7-4e37-a803-fa390564bfc9', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'floating_ip_address': '172.35.3.55', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'port_id': '84a44e31-f256-408a-9208-81d575d9e905', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'mac_address': 'fa:16:3e:36:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:47:35Z', 'updated_at': '2021-12-18T20:48:08Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:09.615749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5a75f-e595-4348-845d-a080070f060e req-be129f34-63a8-470e-997e-2312b59bab02 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:09.617251 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7bd5a75f-e595-4348-845d-a080070f060e req-be129f34-63a8-470e-997e-2312b59bab02 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 946 time: 0.2575076
Dec 18 20:48:09.640130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8c678-6217-4efa-938a-87335fedc1cd req-465293ba-92b3-46df-88d2-eb33e804e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:09.641633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66d8c678-6217-4efa-938a-87335fedc1cd req-465293ba-92b3-46df-88d2-eb33e804e497 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 1097 time: 0.1706588
Dec 18 20:48:09.653035 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e38ce-d032-42bd-a255-94e4e272a049 None None] Checking router: e0060404-35d6-45c5-9faf-c37ca032508a for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:48:09.666315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-20cf7c02-a61e-4abb-8b29-7a15059aa453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:09.667765 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-20cf7c02-a61e-4abb-8b29-7a15059aa453 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.1232665
Dec 18 20:48:09.668742 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e38ce-d032-42bd-a255-94e4e272a049 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:09.669673 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-359e38ce-d032-42bd-a255-94e4e272a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664051dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:09.705447 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9a5e28dd-2c37-4b77-a4ff-9e1f120567b7 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:09.719760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf739e-7d1c-438a-85db-36d8b6e20eff req-e41078ec-9f52-4b55-8e5e-3ed88215a5cd tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:09.733606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19bf739e-7d1c-438a-85db-36d8b6e20eff req-e41078ec-9f52-4b55-8e5e-3ed88215a5cd tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports/84a44e31-f256-408a-9208-81d575d9e905 HTTP/1.1" status: 200  len: 943 time: 0.1486616
Dec 18 20:48:09.735648 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0b36a896-f41c-460f-a15c-7b0bdb07004d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:09.741405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4571b7-74dc-4254-a407-8cd8e127e2fc req-a13663ad-a057-4a75-8958-e95eecc5f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:09.742937 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c4571b7-74dc-4254-a407-8cd8e127e2fc req-a13663ad-a057-4a75-8958-e95eecc5f3ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.2122612
Dec 18 20:48:09.744855 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0b36a896-f41c-460f-a15c-7b0bdb07004d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:09.780245 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9a5e28dd-2c37-4b77-a4ff-9e1f120567b7 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:09.785601 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66d8c678-6217-4efa-938a-87335fedc1cd req-1dd8271b-4e7f-43a0-8e1b-b03b0321ebd3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197050
Dec 18 20:48:09.830730 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-359e38ce-d032-42bd-a255-94e4e272a049 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:09.848994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-50448cca-f60b-4302-ac09-274293ad17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:09.850544 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-50448cca-f60b-4302-ac09-274293ad17cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1684463
Dec 18 20:48:09.856798 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c4571b7-74dc-4254-a407-8cd8e127e2fc req-ac2f334d-4279-4e19-8376-e606dde8707c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d2142c-df3c-4259-89f6-888e1edbf513 HTTP/1.1" status: 200  len: 217 time: 0.0949910
Dec 18 20:48:09.861872 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0b36a896-f41c-460f-a15c-7b0bdb07004d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=197ef4d87a3646d4a156c5a036c93adb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4774330
Dec 18 20:48:09.864803 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53506) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:09.865309 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9a5e28dd-2c37-4b77-a4ff-9e1f120567b7 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:09.866545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9a5e28dd-2c37-4b77-a4ff-9e1f120567b7 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.6283154
Dec 18 20:48:09.877869 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53508) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:09.881303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36a896-f41c-460f-a15c-7b0bdb07004d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd8717e-a30b-490f-ada5-9bebef25da3d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:09.887819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-98ac0735-a311-4ba9-b548-8cfc8e34f7ee tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Request body: {'security_group_rule': {'security_group_id': 'cf6692fb-5155-40c6-b6ea-c8d17d1018d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:09.891376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7bd5a75f-e595-4348-845d-a080070f060e req-82d4d3de-db7c-4dc8-a85b-508478865fa5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2550104
Dec 18 20:48:09.893720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e28dd-2c37-4b77-a4ff-9e1f120567b7 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6692fb-5155-40c6-b6ea-c8d17d1018d0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:09.916261 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19bf739e-7d1c-438a-85db-36d8b6e20eff req-3ecf1e7f-919f-4eb0-a51d-1cd8acf5a7ce tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 1001 time: 0.1089845
Dec 18 20:48:09.937741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53510) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:09.949925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-264813525-network', 'tenant_id': '2d09c7bbda564a1092cfe537f39e0a0b'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:09.988253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4571b7-74dc-4254-a407-8cd8e127e2fc req-937db65f-5148-4045-a91c-b348ba627c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:09.989770 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c4571b7-74dc-4254-a407-8cd8e127e2fc req-937db65f-5148-4045-a91c-b348ba627c5c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.1258264
Dec 18 20:48:10.039128 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-98ac0735-a311-4ba9-b548-8cfc8e34f7ee tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.075476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf739e-7d1c-438a-85db-36d8b6e20eff req-928f6604-f0da-4bdd-afa8-618949c3fe94 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:10.076825 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19bf739e-7d1c-438a-85db-36d8b6e20eff req-928f6604-f0da-4bdd-afa8-618949c3fe94 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1598108
Dec 18 20:48:10.092457 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c4571b7-74dc-4254-a407-8cd8e127e2fc req-aa4101bf-43b8-47d4-9abe-929466f259e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0926557
Dec 18 20:48:10.092598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada62748-e3aa-492e-89d9-7043a4b14669 req-abe31d0f-3203-416b-8a58-92fa235eeff4 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:10.096865 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Made reservation on behalf of 2d09c7bbda564a1092cfe537f39e0a0b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:48:10.099181 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.099676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ada62748-e3aa-492e-89d9-7043a4b14669 req-abe31d0f-3203-416b-8a58-92fa235eeff4 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 944 time: 0.0882819
Dec 18 20:48:10.106805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e6caae3-5a2a-435c-9c10-a8933577abe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.136272 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-359e38ce-d032-42bd-a255-94e4e272a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664051dc0>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d392644-2ab7-4e37-a803-fa390564bfc9', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'floating_ip_address': '172.35.3.55', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'port_id': '84a44e31-f256-408a-9208-81d575d9e905', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'mac_address': 'fa:16:3e:36:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:47:35Z', 'updated_at': '2021-12-18T20:48:08Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:10.153171 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.163820 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e38ce-d032-42bd-a255-94e4e272a049 None None] The sync data for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 is: [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d392644-2ab7-4e37-a803-fa390564bfc9', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'floating_ip_address': '172.35.3.55', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'port_id': '84a44e31-f256-408a-9208-81d575d9e905', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'mac_address': 'fa:16:3e:36:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:47:35Z', 'updated_at': '2021-12-18T20:48:08Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:48:10.176083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ada62748-e3aa-492e-89d9-7043a4b14669 req-cdfd84a6-01ec-43d8-9032-99d90289ffa4 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754228
Dec 18 20:48:10.224524 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e6caae3-5a2a-435c-9c10-a8933577abe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.340543 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-2bde8893-ff41-448e-8c43-8dfdb544e290 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 1001 time: 0.0923319
Dec 18 20:48:10.347825 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-98ac0735-a311-4ba9-b548-8cfc8e34f7ee tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.402584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-98ac0735-a311-4ba9-b548-8cfc8e34f7ee tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.418837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-13054c66-f48d-42a7-977a-8fd248769507 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:10.420869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-13054c66-f48d-42a7-977a-8fd248769507 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports/84a44e31-f256-408a-9208-81d575d9e905 HTTP/1.1" status: 200  len: 943 time: 0.0709593
Dec 18 20:48:10.424493 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e6caae3-5a2a-435c-9c10-a8933577abe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.428255 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e6caae3-5a2a-435c-9c10-a8933577abe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.429408 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5e6caae3-5a2a-435c-9c10-a8933577abe1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cd8717e-a30b-490f-ada5-9bebef25da3d HTTP/1.1" status: 204  len: 168 time: 0.5570266
Dec 18 20:48:10.450389 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-9e371e06-0103-4433-a4f1-cc35e998e299 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4554422
Dec 18 20:48:10.459932 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c4571b7-74dc-4254-a407-8cd8e127e2fc req-ae18f78e-a5aa-4f26-95d1-15a95c396cb5 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3540785
Dec 18 20:48:10.465193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac0735-a311-4ba9-b548-8cfc8e34f7ee tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f85725-b90d-44d6-8f83-fbb36844e1a6,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:10.477556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6caae3-5a2a-435c-9c10-a8933577abe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd8717e-a30b-490f-ada5-9bebef25da3d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:10.565800 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-98ac0735-a311-4ba9-b548-8cfc8e34f7ee tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.569435 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-98ac0735-a311-4ba9-b548-8cfc8e34f7ee tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6871872
Dec 18 20:48:10.580567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53532) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:10.585420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a2d02a14-951e-4f02-871b-6f8de4ec2dce tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Request body: {'security_group_rule': {'security_group_id': 'cf6692fb-5155-40c6-b6ea-c8d17d1018d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:10.628046 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.641771 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.652628 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-09937b30-bc2d-4e1d-8b57-ec472d6f3cdc tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 1001 time: 0.1228440
Dec 18 20:48:10.684446 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2d02a14-951e-4f02-871b-6f8de4ec2dce tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.707125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:48:10.737106 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-6edf6592-afde-4037-8b9e-77f925d7ca16 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2700644
Dec 18 20:48:10.737776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7b7542-7ce3-442a-a6fa-8cbf8ab05648,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:10.742015 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.742392 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Added segment 6706f530-f06e-45ca-a6b4-4f6937bdb156 of type vlan for network b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7
Dec 18 20:48:10.756912 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c4571b7-74dc-4254-a407-8cd8e127e2fc req-29520981-6306-4c63-8d78-b4f8f89ec483 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2762067
Dec 18 20:48:10.842689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.864460 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2d02a14-951e-4f02-871b-6f8de4ec2dce tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.866235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-bfb658c8-999c-4094-a395-149bed86d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:10.867862 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-bfb658c8-999c-4094-a395-149bed86d2e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 1097 time: 0.0710778
Dec 18 20:48:10.874297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-9c7df8c9-0688-4aa1-bd82-5291c7e88e80 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:10.879701 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.881228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:10.881893 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.882968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-9c7df8c9-0688-4aa1-bd82-5291c7e88e80 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.2182815
Dec 18 20:48:10.890465 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2d02a14-951e-4f02-871b-6f8de4ec2dce tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.931510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d02a14-951e-4f02-871b-6f8de4ec2dce tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74394f11-0368-4b85-845d-83d776d7431c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:10.965777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2d02a14-951e-4f02-871b-6f8de4ec2dce tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:10.969860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a2d02a14-951e-4f02-871b-6f8de4ec2dce tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3852644
Dec 18 20:48:10.974794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53544) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:10.977006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-c5cb0840-3104-4d82-b0a0-b481b46cf60b tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 1001 time: 0.0931551
Dec 18 20:48:10.981683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:10.981836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-65fb32e8-32c5-4ffd-97e8-4cd05fc4e7d6 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:10.986438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53546) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:11.002339 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0634592
Dec 18 20:48:11.015104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53550) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:11.024455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b025c796-4f1c-4268-ab9b-7ddc26e067cd admin admin] Request body: {'subnet': {'network_id': 'b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-264813525-subnet', 'tenant_id': '2d09c7bbda564a1092cfe537f39e0a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:11.034221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5baac-b653-46a4-a87e-a34fc858ff9d admin admin] Pushing event updated for resources: {'Network': ['ID=b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:11.053105 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:48:11.064680 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-65fb32e8-32c5-4ffd-97e8-4cd05fc4e7d6 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:11.148047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:11.184428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b025c796-4f1c-4268-ab9b-7ddc26e067cd admin admin] Made reservation on behalf of 2d09c7bbda564a1092cfe537f39e0a0b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:48:11.188211 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b025c796-4f1c-4268-ab9b-7ddc26e067cd admin admin] Publish callbacks [] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:11.294738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-d62a0970-b3b3-4903-bc72-136f2566fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:11.296857 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-d62a0970-b3b3-4903-bc72-136f2566fa71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.4090502
Dec 18 20:48:11.311610 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-65fb32e8-32c5-4ffd-97e8-4cd05fc4e7d6 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:11.319875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ef259-a6e6-42a9-a9b5-3377f62e89f1 req-cc05d75f-522d-4d13-b517-8098a02cd24f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:11.327864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e75ef259-a6e6-42a9-a9b5-3377f62e89f1 req-cc05d75f-522d-4d13-b517-8098a02cd24f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 946 time: 0.1098919
Dec 18 20:48:11.335266 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-65fb32e8-32c5-4ffd-97e8-4cd05fc4e7d6 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:11.335922 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-65fb32e8-32c5-4ffd-97e8-4cd05fc4e7d6 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Floating IP 6d392644-2ab7-4e37-a803-fa390564bfc9 disassociated. External IP: 172.35.3.55, port: 84a44e31-f256-408a-9208-81d575d9e905.
Dec 18 20:48:11.367387 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-6da3bc28-08a9-42a5-8f04-d1cb89d908fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84a44e31-f256-408a-9208-81d575d9e905 HTTP/1.1" status: 200  len: 217 time: 0.0612037
Dec 18 20:48:11.464179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e75ef259-a6e6-42a9-a9b5-3377f62e89f1 req-eb93bd83-7711-435c-a975-82fd96ea3848 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347065
Dec 18 20:48:11.485537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-d44f312b-da11-453d-b2f2-a378f1d1bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:11.487487 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-d44f312b-da11-453d-b2f2-a378f1d1bcda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.1073737
Dec 18 20:48:11.488863 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-287b5503-8dc0-4b83-8ca6-d31cfd6cd0bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:11.602736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f4d2142c-df3c-4259-89f6-888e1edbf513 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:48:11.772401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:11.867469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-dfce10c4-b470-457b-a66f-59a8a8ff573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:11.868994 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-dfce10c4-b470-457b-a66f-59a8a8ff573e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3625188
Dec 18 20:48:11.915435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d2142c-df3c-4259-89f6-888e1edbf513,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:11.927334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'f4d2142c-df3c-4259-89f6-888e1edbf513', 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03', 'port_id': 'f4d2142c-df3c-4259-89f6-888e1edbf513', 'mac_address': 'fa:16:3e:b5:f1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda3f542-e261-446c-9545-36f864fed65b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:48:11.966889 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:11.984374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d2142c-df3c-4259-89f6-888e1edbf513 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:11.990460 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b025c796-4f1c-4268-ab9b-7ddc26e067cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.011553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d2142c-df3c-4259-89f6-888e1edbf513,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:12.017924 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.048246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Allocated IP 172.35.3.219 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/5af50fe8-e240-4c3c-b271-59c0d5f12932) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:48:12.055460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840f729-75b8-403c-a376-d728b81116f0 req-5c91efa5-227f-4722-a6be-52bc2756f309 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:12.057449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c840f729-75b8-403c-a376-d728b81116f0 req-5c91efa5-227f-4722-a6be-52bc2756f309 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 944 time: 0.1399503
Dec 18 20:48:12.092075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f4d2142c-df3c-4259-89f6-888e1edbf513,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:12.137983 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-287b5503-8dc0-4b83-8ca6-d31cfd6cd0bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.152530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-65fb32e8-32c5-4ffd-97e8-4cd05fc4e7d6 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Router e0060404-35d6-45c5-9faf-c37ca032508a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:48:12.153588 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-287b5503-8dc0-4b83-8ca6-d31cfd6cd0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.165441 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b025c796-4f1c-4268-ab9b-7ddc26e067cd admin admin] Checking segment: {'id': '6706f530-f06e-45ca-a6b4-4f6937bdb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:12.165809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025c796-4f1c-4268-ab9b-7ddc26e067cd admin admin] Network hostable DHCP agents. Network: b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:48:12.171007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025c796-4f1c-4268-ab9b-7ddc26e067cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e52106c-fcbc-46ab-a225-a8f4fb921d3d,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:12.178874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c840f729-75b8-403c-a376-d728b81116f0 req-b4a4bfb6-8e87-4063-92ae-5886e83e41e1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079295
Dec 18 20:48:12.184184 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-66158181-4d17-431a-97c4-54171afc11a7 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2882295
Dec 18 20:48:12.215309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-287b5503-8dc0-4b83-8ca6-d31cfd6cd0bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72ac362813424dc0bbfad71db25ffb7f&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2276762
Dec 18 20:48:12.218631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53584) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:12.246676 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f4d2142c-df3c-4259-89f6-888e1edbf513'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:12.259071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b5503-8dc0-4b83-8ca6-d31cfd6cd0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40cdde3-e6ef-4475-8db7-010208be6f0d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:12.272698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025c796-4f1c-4268-ab9b-7ddc26e067cd admin admin] Network b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:48:12.315319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b025c796-4f1c-4268-ab9b-7ddc26e067cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:12.320288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025c796-4f1c-4268-ab9b-7ddc26e067cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:12.320602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b025c796-4f1c-4268-ab9b-7ddc26e067cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.347596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bfe0a7-1f8d-455e-bbb8-715eb3e4f7bc None None] Network b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:48:12.359742 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.375680 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b025c796-4f1c-4268-ab9b-7ddc26e067cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3570161
Dec 18 20:48:12.387956 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6805327-9e8b-4eea-8266-34a28ed52039 req-98d56f16-3491-41ae-bc68-7e3ff68cbdc1 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1952050
Dec 18 20:48:12.421169 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.421702 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-893d351b-4c65-4143-a4bd-082055d416fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.467675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:12.471010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:12.476868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:48:12.508272 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-893d351b-4c65-4143-a4bd-082055d416fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.526581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-65fb32e8-32c5-4ffd-97e8-4cd05fc4e7d6 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:48:12.536955 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-65fb32e8-32c5-4ffd-97e8-4cd05fc4e7d6 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.558407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d0936-a3c3-4a50-96b2-f44adaf458e1 None None] Sync routers for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:48:12.574627 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6905e3e-7afb-48e0-8425-27ab474c5f4d None None] Network b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:48:12.579990 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Pushing event updated for resources: {'Port': ['ID=5af50fe8-e240-4c3c-b271-59c0d5f12932,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:12.609725 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.673374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d0936-a3c3-4a50-96b2-f44adaf458e1 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:12.674081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ea4d0936-a3c3-4a50-96b2-f44adaf458e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec43d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:12.677519 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-893d351b-4c65-4143-a4bd-082055d416fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.681932 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-893d351b-4c65-4143-a4bd-082055d416fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.683329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-893d351b-4c65-4143-a4bd-082055d416fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c40cdde3-e6ef-4475-8db7-010208be6f0d HTTP/1.1" status: 204  len: 168 time: 0.4643238
Dec 18 20:48:12.689564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.715597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-65fb32e8-32c5-4ffd-97e8-4cd05fc4e7d6 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "PUT /v2.0/floatingips/6d392644-2ab7-4e37-a803-fa390564bfc9 HTTP/1.1" status: 200  len: 694 time: 1.7376158
Dec 18 20:48:12.718006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d351b-4c65-4143-a4bd-082055d416fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40cdde3-e6ef-4475-8db7-010208be6f0d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:12.723248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'tag': '84a44e31-f256-408a-9208-81d575d9e905'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:12.730125 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef496b66-56e2-43cf-9d5d-0da700d3c5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8acb2d-06ca-4772-91e2-d13f92d112c3", "tag": "84a44e31-f256-408a-9208-81d575d9e905"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:12.807373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-ea4d0936-a3c3-4a50-96b2-f44adaf458e1 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:12.831541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-da44cb56-f441-4150-8932-9d2aadd53f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:12.840525 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-da44cb56-f441-4150-8932-9d2aadd53f7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 1097 time: 0.1052036
Dec 18 20:48:12.868978 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.874637 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.888060 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.950967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:12.952314 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9765103
Dec 18 20:48:12.953743 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f57d1-f20b-4a83-9cf1-77dfa70fa79b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Pushing event updated for resources: {'Port': ['ID=5af50fe8-e240-4c3c-b271-59c0d5f12932,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:12.970412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-1b741abb-a41f-4224-9575-1a5e10d20828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:12.981180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-1b741abb-a41f-4224-9575-1a5e10d20828 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.1394644
Dec 18 20:48:13.035813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-e34d113b-f8f9-4bd0-93b7-0ff2150530ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84a44e31-f256-408a-9208-81d575d9e905 HTTP/1.1" status: 200  len: 217 time: 0.0528131
Dec 18 20:48:13.090810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-51598f1b-6ee9-4585-9157-5de8c61d50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:13.100552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-51598f1b-6ee9-4585-9157-5de8c61d50d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.0631962
Dec 18 20:48:13.155829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ea4d0936-a3c3-4a50-96b2-f44adaf458e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec43d90>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:13.169580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-5d2b58a9-8d8e-42fa-83c3-66d75d20966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:13.171989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-5d2b58a9-8d8e-42fa-83c3-66d75d20966b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0705190
Dec 18 20:48:13.195954 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d0936-a3c3-4a50-96b2-f44adaf458e1 None None] Checking router: e0060404-35d6-45c5-9faf-c37ca032508a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:48:13.205823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d0936-a3c3-4a50-96b2-f44adaf458e1 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:13.206505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ea4d0936-a3c3-4a50-96b2-f44adaf458e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec43d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:13.294987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53618) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:13.299811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7592d-2e40-4b52-8a04-57b8d7c1928b req-127b96bf-bba3-471f-b8f6-9e3eae4bcddd tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:13.301388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eac7592d-2e40-4b52-8a04-57b8d7c1928b req-127b96bf-bba3-471f-b8f6-9e3eae4bcddd tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 946 time: 0.1283669
Dec 18 20:48:13.311459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1eb52c96-cc5f-4d8b-8da3-c372ad29c56e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:13.325658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-ea4d0936-a3c3-4a50-96b2-f44adaf458e1 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:13.354528 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-88271c64-2ab9-45c1-a2a4-3ea07bf1beb1 service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652076
Dec 18 20:48:13.377862 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eac7592d-2e40-4b52-8a04-57b8d7c1928b req-8da6897e-0db3-4929-86e5-3605712675b3 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653803
Dec 18 20:48:13.390666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1eb52c96-cc5f-4d8b-8da3-c372ad29c56e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:13.396807 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1eb52c96-cc5f-4d8b-8da3-c372ad29c56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:13.441346 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e3a0c-66ef-4bf1-860b-27a5dc7222b9 x-openstack-request-id: req-ee0e3a0c-66ef-4bf1-860b-27a5dc7222b9 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:13.441837 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8acb2d-06ca-4772-91e2-d13f92d112c3", "tag": "84a44e31-f256-408a-9208-81d575d9e905", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:13.443005 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee0e3a0c-66ef-4bf1-860b-27a5dc7222b9 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:13.443437 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'tag': '84a44e31-f256-408a-9208-81d575d9e905', 'status': 'completed', 'code': 200}
Dec 18 20:48:13.457658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53624) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:13.458930 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1eb52c96-cc5f-4d8b-8da3-c372ad29c56e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b1cffe364174f36b159963293f7014e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1618860
Dec 18 20:48:13.462334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb52c96-cc5f-4d8b-8da3-c372ad29c56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982efe20-fe75-4032-a70a-f44534af4307,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:13.513356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d0e2a6-4500-447d-8a71-c3e57e4a6004 req-25bbec65-a582-468a-a47f-f2c7c2493ac1 service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460385
Dec 18 20:48:13.528818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496b66-56e2-43cf-9d5d-0da700d3c5cf req-13e28549-6567-477f-9f6b-dbd078b05e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:13.531004 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef496b66-56e2-43cf-9d5d-0da700d3c5cf req-13e28549-6567-477f-9f6b-dbd078b05e50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 1097 time: 0.0577755
Dec 18 20:48:13.567162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f0f0738-c460-4c99-ba40-12153e332cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:13.588428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ea4d0936-a3c3-4a50-96b2-f44adaf458e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec43d90>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:13.594352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f0f0738-c460-4c99-ba40-12153e332cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:13.621132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f4d2142c-df3c-4259-89f6-888e1edbf513 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:13.629005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d0936-a3c3-4a50-96b2-f44adaf458e1 None None] The sync data for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 is: [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:48:13.658681 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f0f0738-c460-4c99-ba40-12153e332cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:13.665661 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f0f0738-c460-4c99-ba40-12153e332cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:13.667152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1f0f0738-c460-4c99-ba40-12153e332cbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/982efe20-fe75-4032-a70a-f44534af4307 HTTP/1.1" status: 204  len: 168 time: 0.2065742
Dec 18 20:48:13.669510 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496b66-56e2-43cf-9d5d-0da700d3c5cf req-c59ffac2-0809-4a34-898b-687c1a44e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:13.671322 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef496b66-56e2-43cf-9d5d-0da700d3c5cf req-c59ffac2-0809-4a34-898b-687c1a44e701 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.1300607
Dec 18 20:48:13.683393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f0738-c460-4c99-ba40-12153e332cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982efe20-fe75-4032-a70a-f44534af4307,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:13.748469 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port f4d2142c-df3c-4259-89f6-888e1edbf513 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:48:13.752402 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef496b66-56e2-43cf-9d5d-0da700d3c5cf req-cfb4720f-beb7-4b16-b77a-057b8eafb3b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84a44e31-f256-408a-9208-81d575d9e905 HTTP/1.1" status: 200  len: 217 time: 0.0665786
Dec 18 20:48:13.753716 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port f4d2142c-df3c-4259-89f6-888e1edbf513 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:13.755707 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:13.824142 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496b66-56e2-43cf-9d5d-0da700d3c5cf req-0fd4d289-a669-462c-be9e-9f0e71d909dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:13.825624 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef496b66-56e2-43cf-9d5d-0da700d3c5cf req-0fd4d289-a669-462c-be9e-9f0e71d909dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.0603411
Dec 18 20:48:13.843352 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:13.898671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496b66-56e2-43cf-9d5d-0da700d3c5cf req-8f1a62a8-1ff1-46bd-b782-a03e242a148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:13.900682 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef496b66-56e2-43cf-9d5d-0da700d3c5cf req-8f1a62a8-1ff1-46bd-b782-a03e242a148b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0671363
Dec 18 20:48:13.924881 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d2142c-df3c-4259-89f6-888e1edbf513,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:13.932982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1389e6-a05e-4f01-aa45-405bf57c622d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d2142c-df3c-4259-89f6-888e1edbf513'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:13.935568 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3e1fbf-a6d4-4226-924b-df7a938cc9ea" -d '{"events": [{"server_uuid": "6b1389e6-a05e-4f01-aa45-405bf57c622d", "name": "network-vif-plugged", "status": "completed", "tag": "f4d2142c-df3c-4259-89f6-888e1edbf513"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:13.953989 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:14.031659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f4d2142c-df3c-4259-89f6-888e1edbf513,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:14.076662 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef496b66-56e2-43cf-9d5d-0da700d3c5cf req-acce7eb9-6aae-4612-b6d0-df6e9b64ab63 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633236
Dec 18 20:48:14.103509 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736a788-965d-416c-9374-ddfc3ffade59 None None] New status for floating IP 6d392644-2ab7-4e37-a803-fa390564bfc9: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:48:14.155724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-ea2f41c5-c7e3-4a76-a9ec-fcd3f969a3ad tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1483741819&fields=id&tenant_id=b48e95c75c9444f2a0d2cb6704727346 HTTP/1.1" status: 200  len: 267 time: 0.1569219
Dec 18 20:48:14.209244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-e0cb6924-76a6-4c6f-b340-fb2733d147a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:14.216485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-e0cb6924-76a6-4c6f-b340-fb2733d147a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/networks?id=8baa41ee-0761-45dc-9249-6ee935d2158f HTTP/1.1" status: 200  len: 814 time: 0.2480063
Dec 18 20:48:14.262659 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef496b66-56e2-43cf-9d5d-0da700d3c5cf req-4e76659d-2086-48b7-8f9c-41bff5dee458 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1781313
Dec 18 20:48:14.265852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-1080d9d1-9b48-4b72-96c4-a124fbf205c4 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/quotas/47584e2b5b674fc295b6a63ffe8df191 HTTP/1.1" status: 200  len: 375 time: 0.0484045
Dec 18 20:48:14.334437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-56ad2d69-de5f-44fb-97a3-caa557e6e0e9 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47584e2b5b674fc295b6a63ffe8df191&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0671985
Dec 18 20:48:14.424443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461587b-743a-4eae-a453-5231565d5e93 req-d71d5275-1713-48f8-9357-cea1e203dcb9 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:14.425953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-d71d5275-1713-48f8-9357-cea1e203dcb9 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/networks?id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e HTTP/1.1" status: 200  len: 824 time: 0.2592468
Dec 18 20:48:14.449174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-ab450947-55eb-4f24-a855-33c1ff1b5f42 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/quotas/b48e95c75c9444f2a0d2cb6704727346 HTTP/1.1" status: 200  len: 375 time: 0.0157282
Dec 18 20:48:14.494806 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-9749b62e-69ed-41da-9574-fbec4ecb9cbb service neutron] 10.222.0.13 "GET /v2.0/networks/8baa41ee-0761-45dc-9249-6ee935d2158f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591926
Dec 18 20:48:14.584368 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:14.585048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-6fc502d1-9f33-4b82-a9cd-7ced9b5077f4 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b48e95c75c9444f2a0d2cb6704727346&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1210852
Dec 18 20:48:14.655509 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-eb8c502e-2a95-4e64-96e4-9ac276b38665 service neutron] 10.222.0.13 "GET /v2.0/networks/8baa41ee-0761-45dc-9249-6ee935d2158f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419237
Dec 18 20:48:14.694888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-1df8bdf1-5c13-4c26-9c15-f7179c265054 service neutron] 10.222.0.13 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943468
Dec 18 20:48:14.799947 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-54c26364-8a31-4a84-a375-8f70e2668467 service neutron] 10.222.0.13 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986760
Dec 18 20:48:14.893934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3abc2-03a0-4054-a467-714c6829c0d9 req-6f4d5895-570a-407f-869b-3c2f6eee79d2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:14.896440 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fbc3abc2-03a0-4054-a467-714c6829c0d9 req-6f4d5895-570a-407f-869b-3c2f6eee79d2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 946 time: 0.0602098
Dec 18 20:48:14.957049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fbc3abc2-03a0-4054-a467-714c6829c0d9 req-d3c2fc30-e5c3-4e40-8dcb-fc1831ff2efd tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547094
Dec 18 20:48:15.126096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67d8d0-692a-4877-b6a7-ebde37efa543 req-cfd06af4-a769-4da6-a0a1-64bf422100b1 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:15.128074 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f67d8d0-692a-4877-b6a7-ebde37efa543 req-cfd06af4-a769-4da6-a0a1-64bf422100b1 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 1097 time: 0.0558331
Dec 18 20:48:15.225153 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d199b4-9fb8-4f8e-a492-88f69301bb59 x-openstack-request-id: req-e1d199b4-9fb8-4f8e-a492-88f69301bb59 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:15.225974 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1389e6-a05e-4f01-aa45-405bf57c622d", "name": "network-vif-plugged", "status": "completed", "tag": "f4d2142c-df3c-4259-89f6-888e1edbf513", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:15.226478 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1d199b4-9fb8-4f8e-a492-88f69301bb59 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:15.226974 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1389e6-a05e-4f01-aa45-405bf57c622d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d2142c-df3c-4259-89f6-888e1edbf513', 'code': 200}
Dec 18 20:48:15.239748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f67d8d0-692a-4877-b6a7-ebde37efa543 req-5912a1ff-b0d4-441c-b18f-dae232ba64fa tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997427
Dec 18 20:48:15.399277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d227f16a-8345-4100-a5e8-cc4a875b1bb1 req-3f78c4e5-dba9-4788-a733-118f0670c236 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 210 time: 0.0855243
Dec 18 20:48:15.429161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b3249-0268-433a-bedb-519651a783d1 req-284690ac-ba0a-4baa-acb4-45b1cf0ab462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:15.431371 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd5b3249-0268-433a-bedb-519651a783d1 req-284690ac-ba0a-4baa-acb4-45b1cf0ab462 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 1097 time: 0.1061518
Dec 18 20:48:15.516393 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd5b3249-0268-433a-bedb-519651a783d1 req-28014c44-b617-426f-b597-05a5594ccf66 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784497
Dec 18 20:48:15.535732 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d39b3a2-451a-4a55-8b09-88464def1210 req-66145997-b16d-4284-bfed-9d955508778b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 210 time: 0.0344667
Dec 18 20:48:15.663398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-46db92bb-c3cc-4b49-bd30-9ed579641dc3 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:15.670799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-46db92bb-c3cc-4b49-bd30-9ed579641dc3 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0615935
Dec 18 20:48:15.760667 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-e482b4c6-bd20-4e5d-a08b-9d4c8209f4c6 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 695 time: 0.0890222
Dec 18 20:48:15.771598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-fbdf7e74-37ec-4964-bc15-fd950942c608 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Request body: {'floatingip': {'port_id': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:15.817013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240fafe-9c2c-4469-8ec5-d6c69420d98c req-c5b6e410-e1e4-47d1-8716-c7d4cb97ae8b tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:15.819199 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f240fafe-9c2c-4469-8ec5-d6c69420d98c req-c5b6e410-e1e4-47d1-8716-c7d4cb97ae8b tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 1097 time: 0.0925441
Dec 18 20:48:15.821386 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-fbdf7e74-37ec-4964-bc15-fd950942c608 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:15.946174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f240fafe-9c2c-4469-8ec5-d6c69420d98c req-74f3e158-1ce6-44c7-95e0-dc5760bc111a tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893221
Dec 18 20:48:16.337264 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-fbdf7e74-37ec-4964-bc15-fd950942c608 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:16.341979 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-fbdf7e74-37ec-4964-bc15-fd950942c608 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:16.353334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-b3292597-04bb-465a-a8f3-1d0346d79d97 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:16.355074 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-b3292597-04bb-465a-a8f3-1d0346d79d97 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.31 "GET /v2.0/networks?id=8baa41ee-0761-45dc-9249-6ee935d2158f HTTP/1.1" status: 200  len: 814 time: 0.1630642
Dec 18 20:48:16.382218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Request body: {'port': {'device_id': '5b52f544-8eb3-4f5e-a37c-c694695123bd', 'network_id': '8baa41ee-0761-45dc-9249-6ee935d2158f', 'admin_state_up': True, 'tenant_id': '47584e2b5b674fc295b6a63ffe8df191'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:16.461821 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-fbdf7e74-37ec-4964-bc15-fd950942c608 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Floating IP 6d392644-2ab7-4e37-a803-fa390564bfc9 associated. External IP: 172.35.3.55, port: d5d720a6-0889-449d-a427-b3d33c3e0143.
Dec 18 20:48:16.521420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Made reservation on behalf of 47584e2b5b674fc295b6a63ffe8df191 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:48:16.525221 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:16.690525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Allocated IP 172.20.0.14 (8baa41ee-0761-45dc-9249-6ee935d2158f/abf67e94-3762-48da-8093-8a2167cb506b/a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:48:16.736972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcc813-8a93-49bb-a2bb-6ff2c6df9189 req-dd7a3ee8-f28f-458a-a7e3-dd438a451360 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:16.738498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76fcc813-8a93-49bb-a2bb-6ff2c6df9189 req-dd7a3ee8-f28f-458a-a7e3-dd438a451360 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 946 time: 0.0948241
Dec 18 20:48:16.758245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-fbdf7e74-37ec-4964-bc15-fd950942c608 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Router e0060404-35d6-45c5-9faf-c37ca032508a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:48:16.843652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13be653-8fb9-4e0f-8e4d-1259e79586f7 req-9cdcad8d-724e-4ab0-9dc9-b115402e5335 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:16.845247 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e13be653-8fb9-4e0f-8e4d-1259e79586f7 req-9cdcad8d-724e-4ab0-9dc9-b115402e5335 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b8acb2d-06ca-4772-91e2-d13f92d112c3 HTTP/1.1" status: 200  len: 946 time: 0.1023228
Dec 18 20:48:16.880998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76fcc813-8a93-49bb-a2bb-6ff2c6df9189 req-fd9af0f3-6efe-4e74-b7eb-4b50fe1609ee tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357281
Dec 18 20:48:16.919568 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:17.011276 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:17.018499 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-e13be653-8fb9-4e0f-8e4d-1259e79586f7 req-a2dd10f1-19bb-4bd7-b5d0-6f14e2e7585f tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Deleting port 84a44e31-f256-408a-9208-81d575d9e905 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:48:17.018937 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e13be653-8fb9-4e0f-8e4d-1259e79586f7 req-a2dd10f1-19bb-4bd7-b5d0-6f14e2e7585f tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:17.035839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461587b-743a-4eae-a453-5231565d5e93 req-0faba666-7372-4f86-b57c-1090fb7e3714 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:17.037357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-0faba666-7372-4f86-b57c-1090fb7e3714 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.31 "GET /v2.0/networks?id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e HTTP/1.1" status: 200  len: 824 time: 0.1536050
Dec 18 20:48:17.106775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-fbdf7e74-37ec-4964-bc15-fd950942c608 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:48:17.115748 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-fbdf7e74-37ec-4964-bc15-fd950942c608 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:17.127021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7484fa5-4b73-48e3-aa51-4188ad66b287 None None] Sync routers for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:48:17.130659 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Pushing event updated for resources: {'Port': ['ID=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:17.139001 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7484fa5-4b73-48e3-aa51-4188ad66b287 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:17.140463 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e7484fa5-4b73-48e3-aa51-4188ad66b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e8406a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:17.142241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Network 8baa41ee-0761-45dc-9249-6ee935d2158f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:17.151256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-18763bdc-7425-4ff1-ba46-9ca209710103 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b48e95c75c9444f2a0d2cb6704727346 HTTP/1.1" status: 200  len: 380 time: 0.1035562
Dec 18 20:48:17.152397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:17.161857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f461587b-743a-4eae-a453-5231565d5e93 req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Request body: {'port': {'device_id': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'admin_state_up': True, 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'security_groups': ['cf6692fb-5155-40c6-b6ea-c8d17d1018d0']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:17.226646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-fbdf7e74-37ec-4964-bc15-fd950942c608 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "PUT /v2.0/floatingips/6d392644-2ab7-4e37-a803-fa390564bfc9 HTTP/1.1" status: 200  len: 995 time: 1.4599531
Dec 18 20:48:17.231223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:17.233823 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e6e132-6845-4be0-a9ac-376b9d0ec7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:17.241154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e13be653-8fb9-4e0f-8e4d-1259e79586f7 req-a2dd10f1-19bb-4bd7-b5d0-6f14e2e7585f tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] For port 84a44e31-f256-408a-9208-81d575d9e905, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84a44e31-f256-408a-9208-81d575d9e905,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:17.241839 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e13be653-8fb9-4e0f-8e4d-1259e79586f7 req-a2dd10f1-19bb-4bd7-b5d0-6f14e2e7585f tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:17.251225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:48:17.258483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:17.259527 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:17.269601 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e7484fa5-4b73-48e3-aa51-4188ad66b287 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:17.280825 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-c1356656-eb43-4c1c-a008-9847c7c992a8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9035528
Dec 18 20:48:17.286518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-e13be653-8fb9-4e0f-8e4d-1259e79586f7 req-a2dd10f1-19bb-4bd7-b5d0-6f14e2e7585f tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Calling delete_port for 84a44e31-f256-408a-9208-81d575d9e905 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:48:17.296903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Request body: {'port': {'device_id': '5b52f544-8eb3-4f5e-a37c-c694695123bd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:17.337927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-03c7746f-18b0-4550-b573-e76356827227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:17.338803 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-03c7746f-18b0-4550-b573-e76356827227 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 1096 time: 0.0788729
Dec 18 20:48:17.339602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f461587b-743a-4eae-a453-5231565d5e93 req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Made reservation on behalf of b48e95c75c9444f2a0d2cb6704727346 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:48:17.343453 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f461587b-743a-4eae-a453-5231565d5e93 req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:17.367103 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:17.529344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-1cb0373d-08d0-46ae-92fc-f7f4abbbca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:17.536741 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-1cb0373d-08d0-46ae-92fc-f7f4abbbca9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.1891546
Dec 18 20:48:17.700038 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e7484fa5-4b73-48e3-aa51-4188ad66b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e8406a0>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d392644-2ab7-4e37-a803-fa390564bfc9', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'floating_ip_address': '172.35.3.55', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'port_id': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'mac_address': 'fa:16:3e:8e:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:47:35Z', 'updated_at': '2021-12-18T20:48:16Z', 'revision_number': 8, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:17.737977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7484fa5-4b73-48e3-aa51-4188ad66b287 None None] Checking router: e0060404-35d6-45c5-9faf-c37ca032508a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:48:17.743558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7484fa5-4b73-48e3-aa51-4188ad66b287 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:17.744171 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e7484fa5-4b73-48e3-aa51-4188ad66b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e8406a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:17.766093 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e13be653-8fb9-4e0f-8e4d-1259e79586f7 req-a2dd10f1-19bb-4bd7-b5d0-6f14e2e7585f tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:17.790465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d5d720a6-0889-449d-a427-b3d33c3e0143', '84a44e31-f256-408a-9208-81d575d9e905'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:17.807874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53756) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:17.830053 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd10f1-19bb-4bd7-b5d0-6f14e2e7585f tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Pushing event deleted for resources: {'Port': ['ID=84a44e31-f256-408a-9208-81d575d9e905,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:17.959529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e7484fa5-4b73-48e3-aa51-4188ad66b287 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:17.970532 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:17.978958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:17.993699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Transition to ACTIVE for port object a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:48:18.026517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.027142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-f461587b-743a-4eae-a453-5231565d5e93 req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Allocated IP 172.20.0.4 (b16f44c1-8015-4e89-85aa-20e9d5fd9f2e/17a94c26-44fd-4378-aa86-f3b1e0f22e56/ac8166be-db9c-48d7-aed1-022cd6d22a09) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:48:18.032431 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3134ac4a-b980-4c17-b278-b508851d5658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.047012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-83c22d34-7ee8-46c8-a327-cd04773cca86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 998 time: 0.5092127
Dec 18 20:48:18.077665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13be653-8fb9-4e0f-8e4d-1259e79586f7 req-a2dd10f1-19bb-4bd7-b5d0-6f14e2e7585f tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] No DVR routers for this DVR port 84a44e31-f256-408a-9208-81d575d9e905 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:48:18.080476 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e13be653-8fb9-4e0f-8e4d-1259e79586f7 req-a2dd10f1-19bb-4bd7-b5d0-6f14e2e7585f tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.084302 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e13be653-8fb9-4e0f-8e4d-1259e79586f7 req-a2dd10f1-19bb-4bd7-b5d0-6f14e2e7585f tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.36 "DELETE /v2.0/ports/84a44e31-f256-408a-9208-81d575d9e905 HTTP/1.1" status: 204  len: 173 time: 1.2227972
Dec 18 20:48:18.089625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'name': 'network-vif-deleted', 'tag': '84a44e31-f256-408a-9208-81d575d9e905'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:18.091799 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed0fe39-5835-40cd-8733-4dad98e5bc9e" -d '{"events": [{"server_uuid": "0b8acb2d-06ca-4772-91e2-d13f92d112c3", "name": "network-vif-deleted", "tag": "84a44e31-f256-408a-9208-81d575d9e905"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:18.130991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Pushing event updated for resources: {'Port': ['ID=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:18.192095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Attempting to bind port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:18.192941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Attempting to bind port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2e635992-75c2-4101-8c96-d4b56a10a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8baa41ee-0761-45dc-9249-6ee935d2158f'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:18.193466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Attempting to bind port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 on network 8baa41ee-0761-45dc-9249-6ee935d2158f {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:18.203956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 on network 8baa41ee-0761-45dc-9249-6ee935d2158f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:48:18.204670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Attempting to bind port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 on network 8baa41ee-0761-45dc-9249-6ee935d2158f {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:18.214380 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:18.214716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Checking segment: {'id': '2e635992-75c2-4101-8c96-d4b56a10a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8baa41ee-0761-45dc-9249-6ee935d2158f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:18.215093 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Bound using segment: {'id': '2e635992-75c2-4101-8c96-d4b56a10a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8baa41ee-0761-45dc-9249-6ee935d2158f'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:18.215583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Bound port: a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e635992-75c2-4101-8c96-d4b56a10a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8baa41ee-0761-45dc-9249-6ee935d2158f'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:18.215934 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.243509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-6da2557b-f8b6-4a16-a9e9-c266f700aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:18.245424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-6da2557b-f8b6-4a16-a9e9-c266f700aa34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.1976578
Dec 18 20:48:18.288398 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3134ac4a-b980-4c17-b278-b508851d5658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.291643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0761ac1-be17-4277-9036-93958589af55 req-78e3f3c7-6fd4-43fd-a945-96e3cd45cf6a tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:18.295387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0761ac1-be17-4277-9036-93958589af55 req-78e3f3c7-6fd4-43fd-a945-96e3cd45cf6a tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 932 time: 0.7493174
Dec 18 20:48:18.295859 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3134ac4a-b980-4c17-b278-b508851d5658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.319163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e7484fa5-4b73-48e3-aa51-4188ad66b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e8406a0>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d392644-2ab7-4e37-a803-fa390564bfc9', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'floating_ip_address': '172.35.3.55', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'port_id': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'mac_address': 'fa:16:3e:8e:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:47:35Z', 'updated_at': '2021-12-18T20:48:16Z', 'revision_number': 8, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:18.350220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] For port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:18.352576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7484fa5-4b73-48e3-aa51-4188ad66b287 None None] The sync data for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 is: [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d392644-2ab7-4e37-a803-fa390564bfc9', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'floating_ip_address': '172.35.3.55', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'port_id': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'mac_address': 'fa:16:3e:8e:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:47:35Z', 'updated_at': '2021-12-18T20:48:16Z', 'revision_number': 8, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:48:18.354306 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3134ac4a-b980-4c17-b278-b508851d5658 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4dcf3c5f1734482aa4846eb77a17abdf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5435853
Dec 18 20:48:18.360424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53764) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:18.363965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134ac4a-b980-4c17-b278-b508851d5658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be31e5b9-33dd-4255-b565-8ef7c9661a97,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:18.367963 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] For port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1,segment=NetworkSegment(2e635992-75c2-4101-8c96-d4b56a10a9b2),segment_id=2e635992-75c2-4101-8c96-d4b56a10a9b2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:18.375411 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.415637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-1c94d5a5-cae0-4e98-b6d6-b7500c8cc812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:18.417142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-1c94d5a5-cae0-4e98-b6d6-b7500c8cc812 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1420391
Dec 18 20:48:18.472126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0761ac1-be17-4277-9036-93958589af55 req-fd4843ff-c1b8-423b-84da-b6ed94aa91a5 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf5fcdbb-62bf-4b88-bccd-22471f2a69b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525669
Dec 18 20:48:18.534666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f461587b-743a-4eae-a453-5231565d5e93 req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.595936 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3444858f-7116-44a6-bb08-4d0de286c1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.644721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-c455b84a-a7a9-4dff-a3c2-6e282786ab22 service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130899
Dec 18 20:48:18.647809 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3444858f-7116-44a6-bb08-4d0de286c1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.685417 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7d3433-7799-42f0-878b-1f2d969dbd82 None None] New status for floating IP 6d392644-2ab7-4e37-a803-fa390564bfc9: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:48:18.748946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:18.749694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.750507 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f461587b-743a-4eae-a453-5231565d5e93 req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.751207 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] 10.222.0.31 "PUT /v2.0/ports/a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 HTTP/1.1" status: 200  len: 1092 time: 1.4623294
Dec 18 20:48:18.787178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8e0a8-cf00-4b93-9742-0681b7979d45 service neutron] Pushing event updated for resources: {'Port': ['ID=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:18.857181 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:48:18.880486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-e2ab5067-85dd-412e-b4cc-434a56566a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:18.881982 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-e2ab5067-85dd-412e-b4cc-434a56566a9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47584e2b5b674fc295b6a63ffe8df191&device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 1095 time: 0.0494857
Dec 18 20:48:18.903735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f461587b-743a-4eae-a453-5231565d5e93 req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:18.916947 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41752f19-9d05-4bec-8c92-e9b32a394c4e req-c2ae88dc-5e02-4d47-a75a-5b86f94b62c7 service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474656
Dec 18 20:48:18.921930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-f461587b-743a-4eae-a453-5231565d5e93 req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:18.931701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd33a2e9-6f61-43ae-913f-4c7203e59225 req-349d3db2-632d-4a41-a95f-8345f2bbe3be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2859499
Dec 18 20:48:18.934097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f461587b-743a-4eae-a453-5231565d5e93 req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:48:18.941198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461587b-743a-4eae-a453-5231565d5e93 req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:18.942037 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f461587b-743a-4eae-a453-5231565d5e93 req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:18.947693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Pushing event updated for resources: {'Port': ['ID=ac8166be-db9c-48d7-aed1-022cd6d22a09,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:18.950382 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-b10fe78c-365c-4f37-8fb5-e89287748650 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 HTTP/1.1" status: 200  len: 217 time: 0.0602350
Dec 18 20:48:18.979356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bc1f6-392f-49ec-b87c-2059403ef0c4 req-261cadc9-4907-41d2-9b0b-77336ad48c24 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:18.992783 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-728bc1f6-392f-49ec-b87c-2059403ef0c4 req-261cadc9-4907-41d2-9b0b-77336ad48c24 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 931 time: 0.2362072
Dec 18 20:48:19.012213 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-798d868a-a336-4be1-8487-4512a421f6cb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8544314
Dec 18 20:48:19.026457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-57d15d0b-47a6-4135-b612-6b57065c57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:19.028088 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-57d15d0b-47a6-4135-b612-6b57065c57ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abf67e94-3762-48da-8093-8a2167cb506b HTTP/1.1" status: 200  len: 854 time: 0.0713522
Dec 18 20:48:19.033861 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3444858f-7116-44a6-bb08-4d0de286c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:19.036804 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3444858f-7116-44a6-bb08-4d0de286c1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:19.037979 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3444858f-7116-44a6-bb08-4d0de286c1bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be31e5b9-33dd-4255-b565-8ef7c9661a97 HTTP/1.1" status: 204  len: 168 time: 0.6769195
Dec 18 20:48:19.054732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Request body: {'port': {'device_id': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:19.079600 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-6daed2b2-f443-45c5-ae30-bf0324680dc3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8baa41ee-0761-45dc-9249-6ee935d2158f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423048
Dec 18 20:48:19.104450 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08032e9-ede5-43fd-9792-c7674b4066f0 x-openstack-request-id: req-f08032e9-ede5-43fd-9792-c7674b4066f0 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:19.110141 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:19.110641 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f08032e9-ede5-43fd-9792-c7674b4066f0 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:19.111263 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'status': 'completed', 'code': 200}
Dec 18 20:48:19.169263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444858f-7116-44a6-bb08-4d0de286c1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be31e5b9-33dd-4255-b565-8ef7c9661a97,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:19.223270 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:19.253710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-728bc1f6-392f-49ec-b87c-2059403ef0c4 req-4dd2d347-1171-43e5-9ca3-c8ba49ed836f tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2581220
Dec 18 20:48:19.260892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6e132-6845-4be0-a9ac-376b9d0ec7fe req-ddbe26d0-6893-4548-9e6c-37b43bc658c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:19.262421 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39e6e132-6845-4be0-a9ac-376b9d0ec7fe req-ddbe26d0-6893-4548-9e6c-37b43bc658c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 1096 time: 0.1604736
Dec 18 20:48:19.289603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33a2e9-6f61-43ae-913f-4c7203e59225 req-43fc5263-0615-4ad4-97cc-cb5c03cba6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:19.295076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd33a2e9-6f61-43ae-913f-4c7203e59225 req-43fc5263-0615-4ad4-97cc-cb5c03cba6a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 1097 time: 0.2814014
Dec 18 20:48:19.295893 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:19.324827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-033a608b-dca2-4281-8cf4-afab00597d79 None None] Provisioning complete for port ac8166be-db9c-48d7-aed1-022cd6d22a09 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:19.326037 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-033a608b-dca2-4281-8cf4-afab00597d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:19.368505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-033a608b-dca2-4281-8cf4-afab00597d79 None None] Port ac8166be-db9c-48d7-aed1-022cd6d22a09 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:48:19.389330 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-f38e2e7b-3e72-4408-bc54-2be41e807054 service neutron] 10.222.0.31 "GET /v2.0/networks/8baa41ee-0761-45dc-9249-6ee935d2158f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3021245
Dec 18 20:48:19.510545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6e132-6845-4be0-a9ac-376b9d0ec7fe req-46781824-f003-4ebc-9dc7-4f89371d5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:19.512038 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39e6e132-6845-4be0-a9ac-376b9d0ec7fe req-46781824-f003-4ebc-9dc7-4f89371d5a89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.2380841
Dec 18 20:48:19.524062 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc0d764-8b4f-4f13-953e-f110eb6e2750 x-openstack-request-id: req-bcc0d764-8b4f-4f13-953e-f110eb6e2750 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:19.524353 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8acb2d-06ca-4772-91e2-d13f92d112c3", "name": "network-vif-deleted", "tag": "84a44e31-f256-408a-9208-81d575d9e905", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:19.524608 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcc0d764-8b4f-4f13-953e-f110eb6e2750 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:19.525124 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8acb2d-06ca-4772-91e2-d13f92d112c3', 'name': 'network-vif-deleted', 'tag': '84a44e31-f256-408a-9208-81d575d9e905', 'status': 'completed', 'code': 200}
Dec 18 20:48:19.574466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53786) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:19.584650 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9985783-4286-432b-80a4-c1ec060c87d2 req-6f659554-ac3c-4fa3-a316-89c98740c3bd service neutron] 10.222.0.31 "GET /v2.0/networks/8baa41ee-0761-45dc-9249-6ee935d2158f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1885250
Dec 18 20:48:19.597974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecf8f6-1a50-4a6d-8256-d54d77c560bb req-e8beea47-5441-4784-8065-bd3f1bda04f9 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:19.600093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32ecf8f6-1a50-4a6d-8256-d54d77c560bb req-e8beea47-5441-4784-8065-bd3f1bda04f9 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 946 time: 0.2551389
Dec 18 20:48:19.626677 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ddbbd08c-0e7f-485e-b64d-fc838c0b7f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:19.628429 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39e6e132-6845-4be0-a9ac-376b9d0ec7fe req-c06d5d0f-73a4-4f80-a752-16e4abb20e1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 1000 time: 0.1024692
Dec 18 20:48:19.683418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6e132-6845-4be0-a9ac-376b9d0ec7fe req-0079faf8-8de7-4e2c-81bd-f635e8687b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:19.684867 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39e6e132-6845-4be0-a9ac-376b9d0ec7fe req-0079faf8-8de7-4e2c-81bd-f635e8687b8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.0476868
Dec 18 20:48:19.690994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33a2e9-6f61-43ae-913f-4c7203e59225 req-69a3978e-323e-4600-b263-b9314a932e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:19.692478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd33a2e9-6f61-43ae-913f-4c7203e59225 req-69a3978e-323e-4600-b263-b9314a932e41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.3692327
Dec 18 20:48:19.733397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6e132-6845-4be0-a9ac-376b9d0ec7fe req-25e7144f-9291-49f2-9bc8-a86521c181a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:19.734866 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39e6e132-6845-4be0-a9ac-376b9d0ec7fe req-25e7144f-9291-49f2-9bc8-a86521c181a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399749
Dec 18 20:48:19.775231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd33a2e9-6f61-43ae-913f-4c7203e59225 req-e8185647-804f-42ab-bde0-3abc1a84d012 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca78321-f8c5-417a-8eae-41822d244cd0 HTTP/1.1" status: 200  len: 217 time: 0.0659940
Dec 18 20:48:19.824290 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39e6e132-6845-4be0-a9ac-376b9d0ec7fe req-e3b3a457-db85-4d5c-8986-8d84d937f046 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818450
Dec 18 20:48:19.849703 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32ecf8f6-1a50-4a6d-8256-d54d77c560bb req-21402595-2e90-40b2-a328-46c0f7a3b0d0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307291
Dec 18 20:48:19.855462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d487141-8a42-4001-b6fc-886165c54a18 req-4cdf44af-7d67-4231-9ec7-60646e11320c tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:19.857546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d487141-8a42-4001-b6fc-886165c54a18 req-4cdf44af-7d67-4231-9ec7-60646e11320c tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 1097 time: 0.2257075
Dec 18 20:48:19.919480 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39e6e132-6845-4be0-a9ac-376b9d0ec7fe req-dc682b7c-c553-4eff-97bf-dd24c183b327 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866904
Dec 18 20:48:19.958478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33a2e9-6f61-43ae-913f-4c7203e59225 req-8be44fe9-7bb9-4197-9a34-9a60657b744a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:19.959963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd33a2e9-6f61-43ae-913f-4c7203e59225 req-8be44fe9-7bb9-4197-9a34-9a60657b744a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1738675
Dec 18 20:48:20.019884 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd33a2e9-6f61-43ae-913f-4c7203e59225 req-98bb81b8-23e8-4204-8872-ad06c3f9a177 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506270
Dec 18 20:48:20.100286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a67e4848-0aa7-4aef-a88d-ac52ea7ecaf7 req-feaec328-df5f-4751-a641-38e7b0920aff tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips/6d392644-2ab7-4e37-a803-fa390564bfc9 HTTP/1.1" status: 200  len: 997 time: 0.2059503
Dec 18 20:48:20.127744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d487141-8a42-4001-b6fc-886165c54a18 req-28ee07c9-99d1-4978-ad72-ad81227eae44 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2615240
Dec 18 20:48:20.129429 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ddbbd08c-0e7f-485e-b64d-fc838c0b7f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:20.142541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ddbbd08c-0e7f-485e-b64d-fc838c0b7f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:20.159855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8166be-db9c-48d7-aed1-022cd6d22a09 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:20.201697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:20.274165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ddbbd08c-0e7f-485e-b64d-fc838c0b7f69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d75970225ffe4928bfc3eabbc3bc24ed&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6958315
Dec 18 20:48:20.274374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 84a44e31-f256-408a-9208-81d575d9e905 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:48:20.275916 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53794) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:20.295257 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbd08c-0e7f-485e-b64d-fc838c0b7f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed50c23-df6d-44b3-b343-206f051f23fd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:20.302813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Transition to ACTIVE for port object ac8166be-db9c-48d7-aed1-022cd6d22a09 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:48:20.314875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd33a2e9-6f61-43ae-913f-4c7203e59225 req-d42191a1-729f-41cf-b151-d99ac4246217 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739305
Dec 18 20:48:20.318643 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 84a44e31-f256-408a-9208-81d575d9e905 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:48:20.318804 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:20.319525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 84a44e31-f256-408a-9208-81d575d9e905 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:48:20.347248 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94233197-15c5-46fe-9ef9-dba4991e797f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:20.371400 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94233197-15c5-46fe-9ef9-dba4991e797f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:20.439913 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94233197-15c5-46fe-9ef9-dba4991e797f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:20.441737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8166be-db9c-48d7-aed1-022cd6d22a09,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:20.444226 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94233197-15c5-46fe-9ef9-dba4991e797f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:20.445823 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-94233197-15c5-46fe-9ef9-dba4991e797f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ed50c23-df6d-44b3-b343-206f051f23fd HTTP/1.1" status: 204  len: 168 time: 0.1686881
Dec 18 20:48:20.457084 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94233197-15c5-46fe-9ef9-dba4991e797f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed50c23-df6d-44b3-b343-206f051f23fd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:20.462156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e4848-0aa7-4aef-a88d-ac52ea7ecaf7 req-491c869d-1920-4aef-a44b-afe085efacef tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:20.477667 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a67e4848-0aa7-4aef-a88d-ac52ea7ecaf7 req-491c869d-1920-4aef-a44b-afe085efacef tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.3417518
Dec 18 20:48:20.497172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-a67e4848-0aa7-4aef-a88d-ac52ea7ecaf7 req-9e8f1af8-1201-4e1a-b75c-27ba7449976a tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:48:20.498189 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a67e4848-0aa7-4aef-a88d-ac52ea7ecaf7 req-9e8f1af8-1201-4e1a-b75c-27ba7449976a tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0183272
Dec 18 20:48:20.633614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd33a2e9-6f61-43ae-913f-4c7203e59225 req-6bd5331f-0a0d-40f3-9ce7-ddc5dee990fb service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3062942
Dec 18 20:48:20.634330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Attempting to bind port ac8166be-db9c-48d7-aed1-022cd6d22a09 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:20.634732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Attempting to bind port ac8166be-db9c-48d7-aed1-022cd6d22a09 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:20.634983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Attempting to bind port ac8166be-db9c-48d7-aed1-022cd6d22a09 on network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:20.663187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Port ac8166be-db9c-48d7-aed1-022cd6d22a09 on network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:48:20.663569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Attempting to bind port ac8166be-db9c-48d7-aed1-022cd6d22a09 on network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:20.674789 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:20.675142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Checking segment: {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:20.675528 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Bound using segment: {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:20.675978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Bound port: ac8166be-db9c-48d7-aed1-022cd6d22a09, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:20.676337 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:20.702038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec9c7-720b-40a9-9864-d48d3d9ca9db req-e8f6174a-0b31-4654-8d72-38fcde4aba20 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:20.703922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-636ec9c7-720b-40a9-9864-d48d3d9ca9db req-e8f6174a-0b31-4654-8d72-38fcde4aba20 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 944 time: 0.1598575
Dec 18 20:48:20.758771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c85c6-6543-455c-a75e-2745550eb07c req-77d463a9-09a0-4bd1-8945-cad6ce1f05f6 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:20.760276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d5c85c6-6543-455c-a75e-2745550eb07c req-77d463a9-09a0-4bd1-8945-cad6ce1f05f6 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 1097 time: 0.1510131
Dec 18 20:48:20.815952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-636ec9c7-720b-40a9-9864-d48d3d9ca9db req-3d918132-6ac0-499c-b319-53dc181362c6 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf5fcdbb-62bf-4b88-bccd-22471f2a69b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998585
Dec 18 20:48:20.832595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] For port ac8166be-db9c-48d7-aed1-022cd6d22a09, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:20.837869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] For port ac8166be-db9c-48d7-aed1-022cd6d22a09, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac8166be-db9c-48d7-aed1-022cd6d22a09,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:20.847172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:20.853062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d5c85c6-6543-455c-a75e-2745550eb07c req-e9a71c95-21e0-4911-9ebc-b473694dd39d tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852373
Dec 18 20:48:20.896468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:20.897098 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:20.898561 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] 10.222.0.31 "PUT /v2.0/ports/ac8166be-db9c-48d7-aed1-022cd6d22a09 HTTP/1.1" status: 200  len: 1091 time: 1.8741055
Dec 18 20:48:20.931272 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960511e-d7cf-47f3-9810-6b30d6ef8133 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8166be-db9c-48d7-aed1-022cd6d22a09,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:21.034105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461587b-743a-4eae-a453-5231565d5e93 req-645f6295-94c3-4791-90b8-aa2be11a0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:21.035852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-645f6295-94c3-4791-90b8-aa2be11a0d6a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b48e95c75c9444f2a0d2cb6704727346&device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 1094 time: 0.0950184
Dec 18 20:48:21.068448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d43f4-482f-41c7-9d4a-50baa6e31990 req-ecc5f351-412c-4596-9740-fd84e39a1fd9 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:21.070972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad9d43f4-482f-41c7-9d4a-50baa6e31990 req-ecc5f351-412c-4596-9740-fd84e39a1fd9 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 943 time: 0.0829384
Dec 18 20:48:21.111959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'tag': 'ac8166be-db9c-48d7-aed1-022cd6d22a09'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:21.114763 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ff3330-bd36-4377-b613-07adacd57cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9d9725-ba21-477e-9e70-c7e9c733e54e", "tag": "ac8166be-db9c-48d7-aed1-022cd6d22a09"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:21.118057 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-554d6e10-9d07-4548-8ecc-1b4ca8d1f23a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac8166be-db9c-48d7-aed1-022cd6d22a09 HTTP/1.1" status: 200  len: 217 time: 0.0669298
Dec 18 20:48:21.188634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad9d43f4-482f-41c7-9d4a-50baa6e31990 req-ea6cd676-8414-42b8-a970-733675b1a337 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822093
Dec 18 20:48:21.192197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461587b-743a-4eae-a453-5231565d5e93 req-cdc14b19-488b-4dca-bf93-61fb4bc2566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:21.193581 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-cdc14b19-488b-4dca-bf93-61fb4bc2566c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17a94c26-44fd-4378-aa86-f3b1e0f22e56 HTTP/1.1" status: 200  len: 863 time: 0.0669675
Dec 18 20:48:21.315749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461587b-743a-4eae-a453-5231565d5e93 req-033acad4-a400-42c2-afd1-49faeb98d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:21.317198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-033acad4-a400-42c2-afd1-49faeb98d31b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1070387
Dec 18 20:48:21.320502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-df37d6d3-2f4c-4e1b-bda1-cc80332a6651 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 1000 time: 0.0820854
Dec 18 20:48:21.527151 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b52f544-8eb3-4f5e-a37c-c694695123bd', 'tag': 'a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:21.533867 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3263861f-b5d9-4554-850a-6cd15d3cfefb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b52f544-8eb3-4f5e-a37c-c694695123bd", "tag": "a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:21.681324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-d1b7cc06-4bb3-4133-97c7-03ff1210b8bb tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:21.682707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-d1b7cc06-4bb3-4133-97c7-03ff1210b8bb tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports/d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 942 time: 0.3486314
Dec 18 20:48:21.736515 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-4e260874-62af-4320-b1cf-09068600393b service neutron] 10.222.0.31 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4118836
Dec 18 20:48:21.874187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-03e66099-1bf5-482b-b218-4c7a8ec9feef tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 1000 time: 0.1229694
Dec 18 20:48:21.944454 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-ef2f780a-0399-4f1f-975f-6eb6437abb34 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:48:21.945451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-ef2f780a-0399-4f1f-975f-6eb6437abb34 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0318642
Dec 18 20:48:21.949731 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f461587b-743a-4eae-a453-5231565d5e93 req-73f3cffb-1155-4fa4-b066-c5da9e8b29aa service neutron] 10.222.0.31 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1976871
Dec 18 20:48:21.999928 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-33b9e27a-558f-4319-bc05-8c6b68ee0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:22.001299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-33b9e27a-558f-4319-bc05-8c6b68ee0f8e service neutron] 10.222.0.13 "GET /v2.0/ports/9426e501-39e7-4a02-84c3-cc79d30a84ff HTTP/1.1" status: 200  len: 1094 time: 0.0490410
Dec 18 20:48:22.016220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:22.016656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] Unknown quota resources ['binding']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 20:48:22.059548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-81989d94-8c99-443f-a6e5-479f52877de4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:22.061249 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-81989d94-8c99-443f-a6e5-479f52877de4 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1762085
Dec 18 20:48:22.174006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-7240a15b-1281-4f8d-b672-af5d2ef41d1c tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 1000 time: 0.0956368
Dec 18 20:48:22.194032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-d33bcb5a-955e-4de0-b89c-425ca92bfc4b tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:22.236998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53874) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:22.268412 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-d33bcb5a-955e-4de0-b89c-425ca92bfc4b tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:22.270567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] Attempting to bind port 9426e501-39e7-4a02-84c3-cc79d30a84ff on host nch2-master-1 for vnic_type normal with profile None {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:22.270994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] Attempting to bind port 9426e501-39e7-4a02-84c3-cc79d30a84ff by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:22.271310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] Attempting to bind port 9426e501-39e7-4a02-84c3-cc79d30a84ff on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:22.304035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] Port 9426e501-39e7-4a02-84c3-cc79d30a84ff on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:48:22.304357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] Attempting to bind port 9426e501-39e7-4a02-84c3-cc79d30a84ff on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:22.314473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:22.314812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:22.315187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:22.315604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] Bound port: 9426e501-39e7-4a02-84c3-cc79d30a84ff, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:22.343163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4519e38e-29b6-4529-b577-8bf0891112df admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:22.419573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4519e38e-29b6-4529-b577-8bf0891112df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:22.421482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:22.423904 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4519e38e-29b6-4529-b577-8bf0891112df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:22.427684 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:22.428823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02c34def-cab2-4d79-acd9-b4c45722af5a service neutron] 10.222.0.13 "POST /v2.0/ports/9426e501-39e7-4a02-84c3-cc79d30a84ff/bindings HTTP/1.1" status: 201  len: 389 time: 0.4220445
Dec 18 20:48:22.461539 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-d33bcb5a-955e-4de0-b89c-425ca92bfc4b tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:22.463510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4519e38e-29b6-4529-b577-8bf0891112df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f5940d90e6d4f7082786af0b5fc9cc7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2254362
Dec 18 20:48:22.465598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519e38e-29b6-4529-b577-8bf0891112df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a0967-1445-4619-9dd4-e7b6a54d3ae7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:22.466178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53878) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:22.474392 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-d33bcb5a-955e-4de0-b89c-425ca92bfc4b tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:22.474910 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-d33bcb5a-955e-4de0-b89c-425ca92bfc4b tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Floating IP 6d392644-2ab7-4e37-a803-fa390564bfc9 disassociated. External IP: 172.35.3.55, port: d5d720a6-0889-449d-a427-b3d33c3e0143.
Dec 18 20:48:22.627486 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e07c9d2f-eebd-4359-b874-6a6526ac79e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:22.671221 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e07c9d2f-eebd-4359-b874-6a6526ac79e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:22.702898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04450c44-6345-44e8-b279-3367967fa9b1 req-99622976-3dce-4b78-bd4f-d7debc1abe45 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:22.704391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04450c44-6345-44e8-b279-3367967fa9b1 req-99622976-3dce-4b78-bd4f-d7debc1abe45 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 1097 time: 0.1229808
Dec 18 20:48:22.794097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-5ced7d44-776d-4e80-bb83-9a77e6538c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:22.795603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-5ced7d44-776d-4e80-bb83-9a77e6538c8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 1097 time: 0.1445065
Dec 18 20:48:22.891792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e07c9d2f-eebd-4359-b874-6a6526ac79e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:22.894300 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e07c9d2f-eebd-4359-b874-6a6526ac79e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:22.895439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e07c9d2f-eebd-4359-b874-6a6526ac79e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c21a0967-1445-4619-9dd4-e7b6a54d3ae7 HTTP/1.1" status: 204  len: 168 time: 0.4282262
Dec 18 20:48:22.911608 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04450c44-6345-44e8-b279-3367967fa9b1 req-4b4425b0-e66f-4de1-a68f-df7b87f72e49 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704700
Dec 18 20:48:22.918268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c9d2f-eebd-4359-b874-6a6526ac79e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a0967-1445-4619-9dd4-e7b6a54d3ae7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:22.936506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-d33bcb5a-955e-4de0-b89c-425ca92bfc4b tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Router e0060404-35d6-45c5-9faf-c37ca032508a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:48:22.976074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-eaa0a54b-2d7f-4752-b7fd-2c7b3530ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:22.977542 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-eaa0a54b-2d7f-4752-b7fd-2c7b3530ed34 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.1518264
Dec 18 20:48:23.012756 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eb2f36-2175-4967-9bc0-508d31ab2ecd x-openstack-request-id: req-e2eb2f36-2175-4967-9bc0-508d31ab2ecd {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:23.013045 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9d9725-ba21-477e-9e70-c7e9c733e54e", "tag": "ac8166be-db9c-48d7-aed1-022cd6d22a09", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:23.013492 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2eb2f36-2175-4967-9bc0-508d31ab2ecd {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:23.013649 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'tag': 'ac8166be-db9c-48d7-aed1-022cd6d22a09', 'status': 'completed', 'code': 200}
Dec 18 20:48:23.069174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-866af682-114e-4f3b-9945-cd65adcf1e23 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff HTTP/1.1" status: 200  len: 217 time: 0.0547101
Dec 18 20:48:23.183514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff3330-bd36-4377-b613-07adacd57cb1 req-16b1527d-3b79-45c1-b1ee-2294b9a9854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:23.185575 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8ff3330-bd36-4377-b613-07adacd57cb1 req-16b1527d-3b79-45c1-b1ee-2294b9a9854f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b48e95c75c9444f2a0d2cb6704727346&device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 1094 time: 0.1639166
Dec 18 20:48:23.192655 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d04c96-17e8-4145-a70e-a2453e52c675 x-openstack-request-id: req-c3d04c96-17e8-4145-a70e-a2453e52c675 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:23.193157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-f4c131b8-bc15-4e10-9bdf-2b6ba764552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:23.193949 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b52f544-8eb3-4f5e-a37c-c694695123bd", "tag": "a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:23.194426 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3d04c96-17e8-4145-a70e-a2453e52c675 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:23.194651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-f4c131b8-bc15-4e10-9bdf-2b6ba764552d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1108813
Dec 18 20:48:23.195337 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b52f544-8eb3-4f5e-a37c-c694695123bd', 'tag': 'a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1', 'status': 'completed', 'code': 200}
Dec 18 20:48:23.227506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-d33bcb5a-955e-4de0-b89c-425ca92bfc4b tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:48:23.238639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e0686-f39b-4ae7-a381-7a3da69ecdf6 None None] Sync routers for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:48:23.255908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e0686-f39b-4ae7-a381-7a3da69ecdf6 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:23.257177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-182e0686-f39b-4ae7-a381-7a3da69ecdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9e1940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:23.259549 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-d33bcb5a-955e-4de0-b89c-425ca92bfc4b tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:23.265795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263861f-b5d9-4554-850a-6cd15d3cfefb req-de2e0683-a14a-4d1d-bf3f-6069fd724f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:23.268522 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3263861f-b5d9-4554-850a-6cd15d3cfefb req-de2e0683-a14a-4d1d-bf3f-6069fd724f80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47584e2b5b674fc295b6a63ffe8df191&device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 1095 time: 0.0583956
Dec 18 20:48:23.282705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-a1bca5b1-9290-4315-b0a9-2b737a6601da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0733662
Dec 18 20:48:23.349136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53892) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:23.420360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-182e0686-f39b-4ae7-a381-7a3da69ecdf6 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:23.424608 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263861f-b5d9-4554-850a-6cd15d3cfefb req-d1bc43dd-cf2f-42de-b8d6-65dabeb51708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:23.426169 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3263861f-b5d9-4554-850a-6cd15d3cfefb req-d1bc43dd-cf2f-42de-b8d6-65dabeb51708 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8baa41ee-0761-45dc-9249-6ee935d2158f HTTP/1.1" status: 200  len: 915 time: 0.1521330
Dec 18 20:48:23.429467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-d33bcb5a-955e-4de0-b89c-425ca92bfc4b tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "PUT /v2.0/floatingips/6d392644-2ab7-4e37-a803-fa390564bfc9 HTTP/1.1" status: 200  len: 695 time: 1.2474120
Dec 18 20:48:23.431190 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-be29025b-c16b-4425-9d91-ab08ecc08484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:23.484765 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3263861f-b5d9-4554-850a-6cd15d3cfefb req-e746b0d9-f618-4d6d-bcc4-9c326a5eccd0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 HTTP/1.1" status: 200  len: 217 time: 0.0429153
Dec 18 20:48:23.523440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53896) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:23.549428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263861f-b5d9-4554-850a-6cd15d3cfefb req-9f2d3f95-7e21-47ce-a12a-6e39ff44a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:23.552032 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3263861f-b5d9-4554-850a-6cd15d3cfefb req-9f2d3f95-7e21-47ce-a12a-6e39ff44a13d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abf67e94-3762-48da-8093-8a2167cb506b HTTP/1.1" status: 200  len: 854 time: 0.0600717
Dec 18 20:48:23.567500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7f45d-5a10-4c99-83c3-19ad6054c7af req-51e9d527-d0cc-4b71-80fc-329d8d3cbed8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:23.574829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51e7f45d-5a10-4c99-83c3-19ad6054c7af req-51e9d527-d0cc-4b71-80fc-329d8d3cbed8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 944 time: 0.2541630
Dec 18 20:48:23.584668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff3330-bd36-4377-b613-07adacd57cb1 req-e2debc70-3a4f-4a85-b11b-81dd14760c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:23.585455 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3263861f-b5d9-4554-850a-6cd15d3cfefb req-eec8a0a7-a466-4984-a0cc-8862759f5c1a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8baa41ee-0761-45dc-9249-6ee935d2158f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266106
Dec 18 20:48:23.586525 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8ff3330-bd36-4377-b613-07adacd57cb1 req-e2debc70-3a4f-4a85-b11b-81dd14760c52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e HTTP/1.1" status: 200  len: 925 time: 0.3905275
Dec 18 20:48:23.612096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-bff530e1-fb82-4813-b6ad-0cc5e747e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:23.613598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-bff530e1-fb82-4813-b6ad-0cc5e747e2b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 1096 time: 0.1369777
Dec 18 20:48:23.630332 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:48:23.696769 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-60cc958b-6efd-422f-8329-6972b7d60862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:23.728338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-182e0686-f39b-4ae7-a381-7a3da69ecdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9e1940>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:23.758819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e0686-f39b-4ae7-a381-7a3da69ecdf6 None None] Checking router: e0060404-35d6-45c5-9faf-c37ca032508a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:48:23.778219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8ff3330-bd36-4377-b613-07adacd57cb1 req-7bcfe1a9-d8c8-4aa2-8894-178c3f6d006a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac8166be-db9c-48d7-aed1-022cd6d22a09 HTTP/1.1" status: 200  len: 217 time: 0.1774068
Dec 18 20:48:23.786644 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3263861f-b5d9-4554-850a-6cd15d3cfefb req-a0086820-608d-4e6a-80c9-c4e8333c6e90 service neutron] 10.222.0.31 "GET /v2.0/networks/8baa41ee-0761-45dc-9249-6ee935d2158f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884577
Dec 18 20:48:23.786982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1,segment=NetworkSegment(2e635992-75c2-4101-8c96-d4b56a10a9b2),segment_id=2e635992-75c2-4101-8c96-d4b56a10a9b2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:23.789631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e0686-f39b-4ae7-a381-7a3da69ecdf6 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:23.790456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-182e0686-f39b-4ae7-a381-7a3da69ecdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9e1940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:23.834725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1', 'network_id': '8baa41ee-0761-45dc-9249-6ee935d2158f', 'port_id': 'a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1', 'mac_address': 'fa:16:3e:a6:9c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf67e94-3762-48da-8093-8a2167cb506b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:48:23.836650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-9ebfd974-2435-4f2c-90fd-9dad7f6e403a service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5180271
Dec 18 20:48:23.872621 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30232c1a-75a4-4a59-9f0d-27ba1d3a426d req-a6701614-7570-41cb-bcbd-9e37e298c53b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1355679
Dec 18 20:48:23.903265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-53ffb854-6101-43c9-9842-008ef7c09b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:23.904819 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-53ffb854-6101-43c9-9842-008ef7c09b13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.2817533
Dec 18 20:48:23.909299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51e7f45d-5a10-4c99-83c3-19ad6054c7af req-22e8c0fe-6302-42fc-b0c6-8ec9c9cbff7a tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf5fcdbb-62bf-4b88-bccd-22471f2a69b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3335807
Dec 18 20:48:23.926064 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:23.950490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-182e0686-f39b-4ae7-a381-7a3da69ecdf6 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:23.962346 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-60cc958b-6efd-422f-8329-6972b7d60862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:23.966844 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3263861f-b5d9-4554-850a-6cd15d3cfefb req-6e6fe3ac-819f-4326-800f-a1d6209baab2 service neutron] 10.222.0.31 "GET /v2.0/networks/8baa41ee-0761-45dc-9249-6ee935d2158f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697755
Dec 18 20:48:23.979619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:23.996000 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-60cc958b-6efd-422f-8329-6972b7d60862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.056415 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-60cc958b-6efd-422f-8329-6972b7d60862 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1d6902ee72c479db1b2d30c1a019a7d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5318425
Dec 18 20:48:24.059119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53900) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:24.069666 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc958b-6efd-422f-8329-6972b7d60862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b76a73-a8b4-470a-b339-443107221fc6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:24.086183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30232c1a-75a4-4a59-9f0d-27ba1d3a426d req-d4f9673b-2aea-43aa-9e40-a229c36e14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:24.087652 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30232c1a-75a4-4a59-9f0d-27ba1d3a426d req-d4f9673b-2aea-43aa-9e40-a229c36e14a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 1096 time: 0.1193111
Dec 18 20:48:24.172906 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55b13687-ffa4-48aa-a8da-0fab6733f9fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.188215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1,segment=NetworkSegment(2e635992-75c2-4101-8c96-d4b56a10a9b2),segment_id=2e635992-75c2-4101-8c96-d4b56a10a9b2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:24.210347 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55b13687-ffa4-48aa-a8da-0fab6733f9fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.234343 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.264111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30232c1a-75a4-4a59-9f0d-27ba1d3a426d req-3dcfa1b5-f1d0-412b-a708-b758ab46d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:24.265640 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30232c1a-75a4-4a59-9f0d-27ba1d3a426d req-3dcfa1b5-f1d0-412b-a708-b758ab46d500 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.1472454
Dec 18 20:48:24.311361 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:24.314455 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30232c1a-75a4-4a59-9f0d-27ba1d3a426d req-220d4add-bc7d-411b-ba98-c2a7ebd848b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 HTTP/1.1" status: 200  len: 217 time: 0.0401163
Dec 18 20:48:24.343272 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-3343c8f2-3758-4fcd-adfb-b742f6fd1003 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 217 time: 0.0848782
Dec 18 20:48:24.348028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff3330-bd36-4377-b613-07adacd57cb1 req-fe27f10a-225e-4651-9617-0a0b9f4490be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:24.349062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8ff3330-bd36-4377-b613-07adacd57cb1 req-fe27f10a-225e-4651-9617-0a0b9f4490be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17a94c26-44fd-4378-aa86-f3b1e0f22e56 HTTP/1.1" status: 200  len: 863 time: 0.5492055
Dec 18 20:48:24.350201 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55b13687-ffa4-48aa-a8da-0fab6733f9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.352734 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55b13687-ffa4-48aa-a8da-0fab6733f9fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.356518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-55b13687-ffa4-48aa-a8da-0fab6733f9fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43b76a73-a8b4-470a-b339-443107221fc6 HTTP/1.1" status: 204  len: 168 time: 0.2944684
Dec 18 20:48:24.370769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b13687-ffa4-48aa-a8da-0fab6733f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b76a73-a8b4-470a-b339-443107221fc6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:24.386025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30232c1a-75a4-4a59-9f0d-27ba1d3a426d req-39fb64ed-a6f7-4001-9071-5686400effd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:24.387523 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30232c1a-75a4-4a59-9f0d-27ba1d3a426d req-39fb64ed-a6f7-4001-9071-5686400effd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.0657697
Dec 18 20:48:24.393968 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-be29025b-c16b-4425-9d91-ab08ecc08484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.410154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-182e0686-f39b-4ae7-a381-7a3da69ecdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9e1940>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:24.433725 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30232c1a-75a4-4a59-9f0d-27ba1d3a426d req-743c7788-26d8-44a8-b7be-3c54c5bb9507 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0345376
Dec 18 20:48:24.439439 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-be29025b-c16b-4425-9d91-ab08ecc08484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.447952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:24.450479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e0686-f39b-4ae7-a381-7a3da69ecdf6 None None] The sync data for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 is: [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:47:16Z', 'revision_number': 4, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9819ffc5-e0b2-46db-8f78-a330bc7b16ed', 'name': '', 'network_id': 'd5d78104-ccc5-490d-ac8e-b3ffc0787b91', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'mac_address': 'fa:16:3e:3b:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:15Z', 'updated_at': '2021-12-18T20:47:21Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'subnets': [{'id': '62ceea0b-ff98-4e54-990f-29ab5955ed10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:48:24.535048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4704bb-c5f0-45e8-8e25-723af03af9cb req-a8fe64c9-1bc7-4573-86f8-4cd71990fe23 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:24.536831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e4704bb-c5f0-45e8-8e25-723af03af9cb req-a8fe64c9-1bc7-4573-86f8-4cd71990fe23 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 943 time: 0.2771702
Dec 18 20:48:24.568469 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-582b3501-4326-4d6c-b4ba-7a23f7cb6329 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7059526
Dec 18 20:48:24.587048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-be29025b-c16b-4425-9d91-ab08ecc08484 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3c195d94b4b43c48e7b5fa9b810ecd5&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2012696
Dec 18 20:48:24.590481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53906) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:24.593060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-65347ebf-1881-46e2-a580-203ac5c59e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:24.595501 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-65347ebf-1881-46e2-a580-203ac5c59e8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.2407970
Dec 18 20:48:24.605055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29025b-c16b-4425-9d91-ab08ecc08484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa1490c-ee99-4842-a158-9ea91bf3c8e5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:24.632508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff3330-bd36-4377-b613-07adacd57cb1 req-16f3ad1b-ed72-41a7-b7fb-ddd29541ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:24.634478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8ff3330-bd36-4377-b613-07adacd57cb1 req-16f3ad1b-ed72-41a7-b7fb-ddd29541ad85 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2582600
Dec 18 20:48:24.648993 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30232c1a-75a4-4a59-9f0d-27ba1d3a426d req-a0b63985-8df5-4619-84c9-8bd2f2342e84 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019391
Dec 18 20:48:24.778148 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30232c1a-75a4-4a59-9f0d-27ba1d3a426d req-b2bbce8b-3c6b-4ad8-b442-2fc4ecf1d6b7 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1076200
Dec 18 20:48:24.780753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-544c1869-f36b-4d96-a582-5a0850383dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.811733 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e4704bb-c5f0-45e8-8e25-723af03af9cb req-46caed12-6024-40d2-9945-9083cc9a141e tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2514067
Dec 18 20:48:24.813175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53908) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:24.826646 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-544c1869-f36b-4d96-a582-5a0850383dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.840132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-b0c6b5fe-0c7c-489a-9cd9-6dcdacff24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:24.841623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-b0c6b5fe-0c7c-489a-9cd9-6dcdacff24c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2162135
Dec 18 20:48:24.868564 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e2533e1c-83cd-411c-bd10-3656b1ce96f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.882690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-b6de2f8d-9120-481e-b865-f784997aefff tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:24.884029 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123dd46d-6c16-4f30-afaf-152446354b7c None None] New status for floating IP 6d392644-2ab7-4e37-a803-fa390564bfc9: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:48:24.884510 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-b6de2f8d-9120-481e-b865-f784997aefff tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f&tenant_id=0870e14bc2934bae9138d4818b260729&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.2470319
Dec 18 20:48:24.893573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-544c1869-f36b-4d96-a582-5a0850383dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.901730 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-544c1869-f36b-4d96-a582-5a0850383dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:24.906062 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-544c1869-f36b-4d96-a582-5a0850383dbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9aa1490c-ee99-4842-a158-9ea91bf3c8e5 HTTP/1.1" status: 204  len: 168 time: 0.3145976
Dec 18 20:48:24.914736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c1869-f36b-4d96-a582-5a0850383dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa1490c-ee99-4842-a158-9ea91bf3c8e5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:24.956456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:25.014554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:25.016789 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77412125-b88b-4a38-8b9f-1dfb27eea4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:25.021408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8ff3330-bd36-4377-b613-07adacd57cb1 req-f52fe343-a0b6-4476-b659-ed32ba5b331f service neutron] 10.222.0.31 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3721919
Dec 18 20:48:25.184928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-92792793-0c65-4fa5-93d3-06f4fa459a16 service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3307991
Dec 18 20:48:25.193927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafc429-329f-47c8-86d1-f6a77b313665 req-cdf7a984-d65c-4fb9-9f2b-0daedfcda996 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:25.195393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6dafc429-329f-47c8-86d1-f6a77b313665 req-cdf7a984-d65c-4fb9-9f2b-0daedfcda996 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 946 time: 0.2349472
Dec 18 20:48:25.215525 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:25.346433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8ff3330-bd36-4377-b613-07adacd57cb1 req-7887a4b4-f97c-41f2-ad69-5d5df9256f6d service neutron] 10.222.0.31 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3133228
Dec 18 20:48:25.380971 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e2533e1c-83cd-411c-bd10-3656b1ce96f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:25.398322 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e2533e1c-83cd-411c-bd10-3656b1ce96f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:25.432040 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6dafc429-329f-47c8-86d1-f6a77b313665 req-e8923145-847a-47a0-a7f1-68f9253ccc22 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144547
Dec 18 20:48:25.501188 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f524cb-8cc7-45f2-9ffc-3ff80160d0f8 req-0df739f4-8d55-4744-9e1e-8013c22ffe57 service neutron] 10.222.0.13 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2988563
Dec 18 20:48:25.506600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e2533e1c-83cd-411c-bd10-3656b1ce96f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8fcff759a8746df921652ec15e1f089&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6773071
Dec 18 20:48:25.509171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53932) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:25.513122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2533e1c-83cd-411c-bd10-3656b1ce96f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d02f36-cd77-4513-a1cc-10ad25611c45,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:25.573375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:25.599336 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc0de6d-3928-4cf9-861a-63ec190d1db7 x-openstack-request-id: req-6cc0de6d-3928-4cf9-861a-63ec190d1db7 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:25.599775 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:25.600142 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cc0de6d-3928-4cf9-861a-63ec190d1db7 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:25.600634 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'status': 'completed', 'code': 200}
Dec 18 20:48:25.600926 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d75f0e8-24f9-441d-853e-f9f044b00a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:25.637190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device ac8166be-db9c-48d7-aed1-022cd6d22a09 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:48:25.660586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:25.714408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d75f0e8-24f9-441d-853e-f9f044b00a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:25.725909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:25.729419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f257556-5c60-45ac-afcc-74a38946024f req-ad5c9bd1-a980-49c8-9f5b-80da0e709744 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:25.735626 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f257556-5c60-45ac-afcc-74a38946024f req-ad5c9bd1-a980-49c8-9f5b-80da0e709744 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 945 time: 0.1057847
Dec 18 20:48:25.747380 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:25.773652 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:25.807768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port ac8166be-db9c-48d7-aed1-022cd6d22a09, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac8166be-db9c-48d7-aed1-022cd6d22a09,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:25.818815 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77412125-b88b-4a38-8b9f-1dfb27eea4a9 req-f32461a7-8805-4dde-9dbd-9855afe55cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:25.820559 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77412125-b88b-4a38-8b9f-1dfb27eea4a9 req-f32461a7-8805-4dde-9dbd-9855afe55cb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 1096 time: 0.1842332
Dec 18 20:48:25.830624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'ac8166be-db9c-48d7-aed1-022cd6d22a09', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'port_id': 'ac8166be-db9c-48d7-aed1-022cd6d22a09', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:48:25.836220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Pushing event updated for resources: {'Port': ['ID=9426e501-39e7-4a02-84c3-cc79d30a84ff,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:25.837087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:48:25.842336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:25.843021 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:25.895638 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f257556-5c60-45ac-afcc-74a38946024f req-cef85a52-117e-4f72-ab68-4f3192dc6da2 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf5fcdbb-62bf-4b88-bccd-22471f2a69b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457152
Dec 18 20:48:25.926576 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:25.963931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Attempting to bind port 9426e501-39e7-4a02-84c3-cc79d30a84ff on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:25.965875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Attempting to bind port 9426e501-39e7-4a02-84c3-cc79d30a84ff by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:25.966213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Attempting to bind port 9426e501-39e7-4a02-84c3-cc79d30a84ff on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:25.969137 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d75f0e8-24f9-441d-853e-f9f044b00a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:25.975447 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d75f0e8-24f9-441d-853e-f9f044b00a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:25.976626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Port 9426e501-39e7-4a02-84c3-cc79d30a84ff on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:48:25.976948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Attempting to bind port 9426e501-39e7-4a02-84c3-cc79d30a84ff on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:25.979511 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0d75f0e8-24f9-441d-853e-f9f044b00a3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7d02f36-cd77-4513-a1cc-10ad25611c45 HTTP/1.1" status: 204  len: 168 time: 0.4693830
Dec 18 20:48:25.992568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:25.992912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:25.993298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:25.993736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Bound port: 9426e501-39e7-4a02-84c3-cc79d30a84ff, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:25.994082 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:26.001184 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75f0e8-24f9-441d-853e-f9f044b00a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d02f36-cd77-4513-a1cc-10ad25611c45,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:26.007427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8166be-db9c-48d7-aed1-022cd6d22a09 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:26.043304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port ac8166be-db9c-48d7-aed1-022cd6d22a09, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac8166be-db9c-48d7-aed1-022cd6d22a09,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:26.060800 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77412125-b88b-4a38-8b9f-1dfb27eea4a9 req-144a1b58-d115-4aaf-9c61-0cfa51df6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:26.061610 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:26.063429 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77412125-b88b-4a38-8b9f-1dfb27eea4a9 req-144a1b58-d115-4aaf-9c61-0cfa51df6f3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 200  len: 922 time: 0.2281015
Dec 18 20:48:26.151443 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77412125-b88b-4a38-8b9f-1dfb27eea4a9 req-9b26cf21-0f47-422f-8f61-c2c40f3b96f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 200  len: 217 time: 0.0763535
Dec 18 20:48:26.155973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=ac8166be-db9c-48d7-aed1-022cd6d22a09,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:26.175723 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:26.223056 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77412125-b88b-4a38-8b9f-1dfb27eea4a9 req-59aff888-23cd-4a42-b533-440398973fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:26.225770 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77412125-b88b-4a38-8b9f-1dfb27eea4a9 req-59aff888-23cd-4a42-b533-440398973fb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 200  len: 860 time: 0.0632968
Dec 18 20:48:26.227180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52f544-8eb3-4f5e-a37c-c694695123bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:26.230043 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6b2580-9986-46d0-bcd7-36191adcd82d" -d '{"events": [{"server_uuid": "5b52f544-8eb3-4f5e-a37c-c694695123bd", "name": "network-vif-plugged", "status": "completed", "tag": "a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:26.235018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4feb7-d63e-4d23-a293-f01292b41798 req-9c8227a3-9f03-4608-a5bf-783786664099 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:26.236964 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-02c4feb7-d63e-4d23-a293-f01292b41798 req-9c8227a3-9f03-4608-a5bf-783786664099 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 943 time: 0.2211230
Dec 18 20:48:26.245567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:26.246818 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1,segment=NetworkSegment(2e635992-75c2-4101-8c96-d4b56a10a9b2),segment_id=2e635992-75c2-4101-8c96-d4b56a10a9b2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:26.252998 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:26.255915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:26.259402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11a0ad-8628-4422-b12d-66bf97a557c7 req-3f27f095-d254-485b-bf68-d7e0e1b3b0a7 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:26.268774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a11a0ad-8628-4422-b12d-66bf97a557c7 req-3f27f095-d254-485b-bf68-d7e0e1b3b0a7 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 1097 time: 0.1824734
Dec 18 20:48:26.285322 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:26.305910 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77412125-b88b-4a38-8b9f-1dfb27eea4a9 req-078c7195-be00-47e9-846e-bf4477dd5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:26.308128 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77412125-b88b-4a38-8b9f-1dfb27eea4a9 req-078c7195-be00-47e9-846e-bf4477dd5e01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5d78104-ccc5-490d-ac8e-b3ffc0787b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0709608
Dec 18 20:48:26.318531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['ac8166be-db9c-48d7-aed1-022cd6d22a09'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:26.391018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:26.414564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a11a0ad-8628-4422-b12d-66bf97a557c7 req-88efed45-28a2-46c5-9948-776a07125a8c tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404502
Dec 18 20:48:26.425401 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-02c4feb7-d63e-4d23-a293-f01292b41798 req-1d698603-361f-4818-b44a-bb2c19cb61be tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1815286
Dec 18 20:48:26.432790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Pushing event updated for resources: {'Port': ['ID=9426e501-39e7-4a02-84c3-cc79d30a84ff,revision_number=8']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:26.452136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:26.452748 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:26.454135 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6155be42-10de-4c20-a302-2163bd7f0647 service neutron] 10.222.0.31 "PUT /v2.0/ports/9426e501-39e7-4a02-84c3-cc79d30a84ff HTTP/1.1" status: 200  len: 1122 time: 1.5535171
Dec 18 20:48:26.544388 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77412125-b88b-4a38-8b9f-1dfb27eea4a9 req-3b2b7131-429e-4657-9979-a3bdbca3682f service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228181
Dec 18 20:48:26.562534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['9426e501-39e7-4a02-84c3-cc79d30a84ff'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:26.587312 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-f4b3e71a-8072-4819-afc0-3152c027a940 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips/6d392644-2ab7-4e37-a803-fa390564bfc9 HTTP/1.1" status: 200  len: 693 time: 0.0908868
Dec 18 20:48:26.714502 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd638d5-3f33-4f89-b7e9-a9bd3f196a51 x-openstack-request-id: req-8fd638d5-3f33-4f89-b7e9-a9bd3f196a51 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:26.715063 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52f544-8eb3-4f5e-a37c-c694695123bd", "name": "network-vif-plugged", "status": "completed", "tag": "a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:26.715063 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fd638d5-3f33-4f89-b7e9-a9bd3f196a51 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:26.715884 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b52f544-8eb3-4f5e-a37c-c694695123bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1', 'code': 200}
Dec 18 20:48:26.731431 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77412125-b88b-4a38-8b9f-1dfb27eea4a9 req-d8e8e731-5aa0-4161-bf04-8af96e183f50 service neutron] 10.222.0.36 "GET /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777534
Dec 18 20:48:26.778021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-cb8bd17f-b440-450a-b1dc-e6251c92a82c tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:26.785035 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-cb8bd17f-b440-450a-b1dc-e6251c92a82c tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1845596
Dec 18 20:48:26.797575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-2d2202dd-a26c-4ce2-9368-d97b2aabc112 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:48:26.798543 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-2d2202dd-a26c-4ce2-9368-d97b2aabc112 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058722
Dec 18 20:48:26.893422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-4866d63e-7381-4e50-acdd-0a66556e9cec tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 696 time: 0.0842693
Dec 18 20:48:26.922434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2245b91-d107-40ac-8a4d-0788427500f5 req-7dbda972-2b7f-43a8-8fde-50bf72c585b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:26.924092 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2245b91-d107-40ac-8a4d-0788427500f5 req-7dbda972-2b7f-43a8-8fde-50bf72c585b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 1097 time: 0.1247296
Dec 18 20:48:26.982094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-32ad53af-9069-4dc9-8420-fa810847c708 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200  len: 696 time: 0.0720127
Dec 18 20:48:26.995592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42893f79-9d3a-4c66-b6b3-85aad7c11c42 req-70cbb365-4287-4429-95f8-4a9d8f4ee058 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:26.997065 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42893f79-9d3a-4c66-b6b3-85aad7c11c42 req-70cbb365-4287-4429-95f8-4a9d8f4ee058 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 944 time: 0.1607790
Dec 18 20:48:27.066268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53998) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:27.120382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2245b91-d107-40ac-8a4d-0788427500f5 req-d776517f-33d6-49e8-a674-5b9117f51a95 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cf5fcdbb-62bf-4b88-bccd-22471f2a69b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618257
Dec 18 20:48:27.170150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42893f79-9d3a-4c66-b6b3-85aad7c11c42 req-29501340-c47a-42ae-8872-b21ef57ae037 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617866
Dec 18 20:48:27.197875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-5fe203e8-f3b6-4390-9218-ba1c8df09119 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Deleting port 4fc81311-a515-426e-9c31-c3e05d368242 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:48:27.198219 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-5fe203e8-f3b6-4390-9218-ba1c8df09119 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.246565 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1838b84b-05c9-488c-9ae5-19eca73ea77c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.314589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ad785-aab2-4862-a03f-55d9d7dd8052 req-340b831b-a394-4dd5-a0a6-adf6055bf99c tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:27.316183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d1ad785-aab2-4862-a03f-55d9d7dd8052 req-340b831b-a394-4dd5-a0a6-adf6055bf99c tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 946 time: 0.0763505
Dec 18 20:48:27.318489 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-5fe203e8-f3b6-4390-9218-ba1c8df09119 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.318810 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-5fe203e8-f3b6-4390-9218-ba1c8df09119 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.340467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-5fe203e8-f3b6-4390-9218-ba1c8df09119 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Calling delete_port for 4fc81311-a515-426e-9c31-c3e05d368242 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:48:27.350655 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1838b84b-05c9-488c-9ae5-19eca73ea77c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.355785 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1838b84b-05c9-488c-9ae5-19eca73ea77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.394114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838b84b-05c9-488c-9ae5-19eca73ea77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2777a3a9-b05d-4678-8d9b-b30de8ef2b31,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:27.404553 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1838b84b-05c9-488c-9ae5-19eca73ea77c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7286e278b6294224b331fcb637118978&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3350847
Dec 18 20:48:27.406301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54010) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:27.437799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d1ad785-aab2-4862-a03f-55d9d7dd8052 req-3eb2c7c8-cf3d-481f-95d0-2c18e71a9138 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf5fcdbb-62bf-4b88-bccd-22471f2a69b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102061
Dec 18 20:48:27.512855 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ca01e45-99dc-47e0-ad52-57a701767a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.559023 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ca01e45-99dc-47e0-ad52-57a701767a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.579642 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-5fe203e8-f3b6-4390-9218-ba1c8df09119 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.601828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5985b52a-141c-483c-ab38-8b1e38a0278f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9426e501-39e7-4a02-84c3-cc79d30a84ff'}, {'name': 'network-changed', 'server_uuid': '5985b52a-141c-483c-ab38-8b1e38a0278f', 'tag': '9426e501-39e7-4a02-84c3-cc79d30a84ff'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:27.604079 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548cf26b-f9b2-4a73-b6af-3e344df8eb6a" -d '{"events": [{"server_uuid": "5985b52a-141c-483c-ab38-8b1e38a0278f", "name": "network-vif-unplugged", "status": "completed", "tag": "9426e501-39e7-4a02-84c3-cc79d30a84ff"}, {"name": "network-changed", "server_uuid": "5985b52a-141c-483c-ab38-8b1e38a0278f", "tag": "9426e501-39e7-4a02-84c3-cc79d30a84ff"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:27.627709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe203e8-f3b6-4390-9218-ba1c8df09119 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Pushing event deleted for resources: {'Port': ['ID=4fc81311-a515-426e-9c31-c3e05d368242,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:27.653591 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-5fe203e8-f3b6-4390-9218-ba1c8df09119 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.654081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device ac8166be-db9c-48d7-aed1-022cd6d22a09 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:27.656306 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-5fe203e8-f3b6-4390-9218-ba1c8df09119 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.657450 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b0cc736-da4a-48b7-8bda-2961bcddc709 req-5fe203e8-f3b6-4390-9218-ba1c8df09119 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "DELETE /v2.0/floatingips/6d392644-2ab7-4e37-a803-fa390564bfc9 HTTP/1.1" status: 204  len: 173 time: 0.6594920
Dec 18 20:48:27.676079 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ca01e45-99dc-47e0-ad52-57a701767a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.678947 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ca01e45-99dc-47e0-ad52-57a701767a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.680098 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9ca01e45-99dc-47e0-ad52-57a701767a4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2777a3a9-b05d-4678-8d9b-b30de8ef2b31 HTTP/1.1" status: 204  len: 168 time: 0.2692423
Dec 18 20:48:27.688675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca01e45-99dc-47e0-ad52-57a701767a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2777a3a9-b05d-4678-8d9b-b30de8ef2b31,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:27.757746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port ac8166be-db9c-48d7-aed1-022cd6d22a09 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:48:27.764680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port ac8166be-db9c-48d7-aed1-022cd6d22a09 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:27.765782 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.806070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6de687-c09e-4c9f-b28f-ae43c2b8f84f req-bb524b2e-2938-4549-9c66-b0636bd2ef60 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:27.814134 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc6de687-c09e-4c9f-b28f-ae43c2b8f84f req-bb524b2e-2938-4549-9c66-b0636bd2ef60 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 944 time: 0.0579648
Dec 18 20:48:27.872615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc6de687-c09e-4c9f-b28f-ae43c2b8f84f req-87309fa4-e494-47b8-9eea-2130534bf602 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552928
Dec 18 20:48:27.884333 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:27.924041 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90377c04-4d4f-4189-8a58-1c7aa86add77 x-openstack-request-id: req-90377c04-4d4f-4189-8a58-1c7aa86add77 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:27.924541 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5985b52a-141c-483c-ab38-8b1e38a0278f", "name": "network-vif-unplugged", "status": "completed", "tag": "9426e501-39e7-4a02-84c3-cc79d30a84ff", "code": 200}, {"name": "network-changed", "server_uuid": "5985b52a-141c-483c-ab38-8b1e38a0278f", "tag": "9426e501-39e7-4a02-84c3-cc79d30a84ff", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:27.924962 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90377c04-4d4f-4189-8a58-1c7aa86add77 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:27.925634 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5985b52a-141c-483c-ab38-8b1e38a0278f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9426e501-39e7-4a02-84c3-cc79d30a84ff', 'code': 200}
Dec 18 20:48:27.926341 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5985b52a-141c-483c-ab38-8b1e38a0278f', 'tag': '9426e501-39e7-4a02-84c3-cc79d30a84ff', 'status': 'completed', 'code': 200}
Dec 18 20:48:27.932382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port ac8166be-db9c-48d7-aed1-022cd6d22a09, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac8166be-db9c-48d7-aed1-022cd6d22a09,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:27.942848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:28.007976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=ac8166be-db9c-48d7-aed1-022cd6d22a09,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:28.035401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf189107-58f5-4ea8-8893-c2706cd66ecb req-944b100a-638d-41e5-8fcc-c23bab6bf7f0 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:28.042574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf189107-58f5-4ea8-8893-c2706cd66ecb req-944b100a-638d-41e5-8fcc-c23bab6bf7f0 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 1097 time: 0.1043813
Dec 18 20:48:28.058451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cf26b-f9b2-4a73-b6af-3e344df8eb6a req-eefdb846-eda1-4915-9227-834b0500d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:28.060800 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-548cf26b-f9b2-4a73-b6af-3e344df8eb6a req-eefdb846-eda1-4915-9227-834b0500d47a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 1125 time: 0.0962920
Dec 18 20:48:28.098760 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf189107-58f5-4ea8-8893-c2706cd66ecb req-0c5e1046-28e1-4bc8-b2fa-9e82db3cd7f2 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542772
Dec 18 20:48:28.222901 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cf26b-f9b2-4a73-b6af-3e344df8eb6a req-83639816-d2af-4ac6-8f14-617b1b40962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:28.225428 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-548cf26b-f9b2-4a73-b6af-3e344df8eb6a req-83639816-d2af-4ac6-8f14-617b1b40962d service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.1535327
Dec 18 20:48:28.294185 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-548cf26b-f9b2-4a73-b6af-3e344df8eb6a req-1dff80cf-31fc-45e7-95a3-8c4e79514eed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff HTTP/1.1" status: 200  len: 217 time: 0.0595822
Dec 18 20:48:28.353809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cf26b-f9b2-4a73-b6af-3e344df8eb6a req-33273e0a-c70f-4693-babc-14c308a27c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:28.355332 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-548cf26b-f9b2-4a73-b6af-3e344df8eb6a req-33273e0a-c70f-4693-babc-14c308a27c6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.0513937
Dec 18 20:48:28.393892 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-548cf26b-f9b2-4a73-b6af-3e344df8eb6a req-c5d67e5d-b022-46d7-95a5-a1ee7536af71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278535
Dec 18 20:48:28.434579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54064) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:28.451807 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4f7af9e6-62ea-4a05-b1cf-562d036067e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:28.508554 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-548cf26b-f9b2-4a73-b6af-3e344df8eb6a req-385df640-6d5f-43c5-be39-f5e06ab24d73 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1056833
Dec 18 20:48:28.580590 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4f7af9e6-62ea-4a05-b1cf-562d036067e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:28.588769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb083a99-17e4-4bb2-9ef3-2658a78d4cde req-589f9719-49a7-48b6-8b15-c69ad0c43058 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:28.590305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb083a99-17e4-4bb2-9ef3-2658a78d4cde req-589f9719-49a7-48b6-8b15-c69ad0c43058 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 945 time: 0.0757756
Dec 18 20:48:28.591405 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4f7af9e6-62ea-4a05-b1cf-562d036067e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:28.624892 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-548cf26b-f9b2-4a73-b6af-3e344df8eb6a req-16acb63e-54f1-4d88-9db1-507d18475f9b service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1083183
Dec 18 20:48:28.659203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4f7af9e6-62ea-4a05-b1cf-562d036067e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77ca7f8d9693423bab58b84815724382&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2210364
Dec 18 20:48:28.659203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7af9e6-62ea-4a05-b1cf-562d036067e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82d0ea3-a232-4057-9871-860e171d50b2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:28.660300 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54078) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:28.695188 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb083a99-17e4-4bb2-9ef3-2658a78d4cde req-d66d4e6f-afe3-4250-90d5-ec4ac276eca8 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927293
Dec 18 20:48:28.716440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8166be-db9c-48d7-aed1-022cd6d22a09'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:28.719748 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa02b7f1-cefe-4d09-9c4f-031e78fff135" -d '{"events": [{"server_uuid": "bf9d9725-ba21-477e-9e70-c7e9c733e54e", "name": "network-vif-plugged", "status": "completed", "tag": "ac8166be-db9c-48d7-aed1-022cd6d22a09"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:28.729416 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf17b-365b-4569-a47a-bbe49c6b866b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:28.754738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf17b-365b-4569-a47a-bbe49c6b866b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:28.810843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf17b-365b-4569-a47a-bbe49c6b866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:28.814082 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf17b-365b-4569-a47a-bbe49c6b866b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:28.818733 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aa2cf17b-365b-4569-a47a-bbe49c6b866b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b82d0ea3-a232-4057-9871-860e171d50b2 HTTP/1.1" status: 204  len: 168 time: 0.1565447
Dec 18 20:48:28.828139 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cf17b-365b-4569-a47a-bbe49c6b866b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82d0ea3-a232-4057-9871-860e171d50b2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:28.843596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e224b-2719-4ba2-9e3e-2a218667fc7a req-9cda2925-4c2e-444a-bd83-95f03c780401 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:28.845333 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f7e224b-2719-4ba2-9e3e-2a218667fc7a req-9cda2925-4c2e-444a-bd83-95f03c780401 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 944 time: 0.0571876
Dec 18 20:48:28.902607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f7e224b-2719-4ba2-9e3e-2a218667fc7a req-66556f70-b13f-4731-8389-17b24e382266 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427413
Dec 18 20:48:29.211821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-9eb157c8-b338-4d05-a8b2-2739648a9ca8 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:48:29.212779 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-9eb157c8-b338-4d05-a8b2-2739648a9ca8 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062816
Dec 18 20:48:29.264586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6864e10-6bb9-48b9-bc3c-b9b244f644b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:29.265966 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6864e10-6bb9-48b9-bc3c-b9b244f644b5 service neutron] 10.222.0.13 "GET /v2.0/ports/f4d2142c-df3c-4259-89f6-888e1edbf513 HTTP/1.1" status: 200  len: 1094 time: 0.0398593
Dec 18 20:48:29.276758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:29.277266 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] Unknown quota resources ['binding']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 20:48:29.405195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0f8b6-79cd-43a4-8149-6a931975427c req-561ab0b5-9835-4834-aaa7-691ad5b145d8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:29.406785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69c0f8b6-79cd-43a4-8149-6a931975427c req-561ab0b5-9835-4834-aaa7-691ad5b145d8 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 946 time: 0.1045184
Dec 18 20:48:29.662716 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 9426e501-39e7-4a02-84c3-cc79d30a84ff details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:48:29.759255 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69c0f8b6-79cd-43a4-8149-6a931975427c req-20774f96-4195-4971-bec0-9d14a7065cd6 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf5fcdbb-62bf-4b88-bccd-22471f2a69b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3458607
Dec 18 20:48:29.760325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] Attempting to bind port f4d2142c-df3c-4259-89f6-888e1edbf513 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:29.760812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] Attempting to bind port f4d2142c-df3c-4259-89f6-888e1edbf513 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:29.761291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] Attempting to bind port f4d2142c-df3c-4259-89f6-888e1edbf513 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:29.766098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] Port f4d2142c-df3c-4259-89f6-888e1edbf513 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:48:29.766606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] Attempting to bind port f4d2142c-df3c-4259-89f6-888e1edbf513 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:29.784178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:29.784778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:29.785359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:29.786019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] Bound port: f4d2142c-df3c-4259-89f6-888e1edbf513, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:29.788581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:29.804574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 9426e501-39e7-4a02-84c3-cc79d30a84ff has no active binding in host nch2-master-1 {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 18 20:48:29.824356 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e74fb2-cfbc-4181-b921-0d90a6798974 x-openstack-request-id: req-34e74fb2-cfbc-4181-b921-0d90a6798974 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:29.825033 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9d9725-ba21-477e-9e70-c7e9c733e54e", "name": "network-vif-plugged", "status": "completed", "tag": "ac8166be-db9c-48d7-aed1-022cd6d22a09", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:29.825448 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34e74fb2-cfbc-4181-b921-0d90a6798974 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:29.825994 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8166be-db9c-48d7-aed1-022cd6d22a09', 'code': 200}
Dec 18 20:48:29.852784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4d2142c-df3c-4259-89f6-888e1edbf513,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:29.867526 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:29.868730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-f6f8c438-d5e6-48a2-a6d9-cbf5855278ac service neutron] 10.222.0.13 "POST /v2.0/ports/f4d2142c-df3c-4259-89f6-888e1edbf513/bindings HTTP/1.1" status: 201  len: 389 time: 0.5964835
Dec 18 20:48:30.058539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24242239-1392-428f-936c-84c3d3a18ae9 req-74ff176f-d5b5-43ed-abf5-25daefb318b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:30.060071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-24242239-1392-428f-936c-84c3d3a18ae9 req-74ff176f-d5b5-43ed-abf5-25daefb318b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 1096 time: 0.1419809
Dec 18 20:48:30.113087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe4ce6-df7b-4056-a99d-7fe797b00417 req-714e621e-7a6e-4b2e-a465-27f123543405 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:30.115862 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bfe4ce6-df7b-4056-a99d-7fe797b00417 req-714e621e-7a6e-4b2e-a465-27f123543405 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 945 time: 0.1355457
Dec 18 20:48:30.194963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.36', 52365) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:30.235794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0ea26-54cc-4563-ab86-28138ad9c0e4 req-98f11cc7-e014-453e-8c78-24f40b11829d tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:30.239667 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60e0ea26-54cc-4563-ab86-28138ad9c0e4 req-98f11cc7-e014-453e-8c78-24f40b11829d tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 945 time: 0.4055412
Dec 18 20:48:30.262739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-24242239-1392-428f-936c-84c3d3a18ae9 req-f7f0e1a7-b17a-4140-b577-3dff8f314dad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1917841
Dec 18 20:48:30.306611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bfe4ce6-df7b-4056-a99d-7fe797b00417 req-fd241471-1298-49f4-b1ed-84def392e7e7 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1706893
Dec 18 20:48:30.357785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782605-ca4a-440a-bc93-3eb84d63435b req-caf63b5e-c4dc-4a28-ae0f-21effa79d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:30.360162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-caf63b5e-c4dc-4a28-ae0f-21effa79d054 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 1097 time: 0.2080939
Dec 18 20:48:30.368830 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-60e0ea26-54cc-4563-ab86-28138ad9c0e4 req-d391a9ea-bd93-4198-bcc8-efb6c7be93b1 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Deleting port d5d720a6-0889-449d-a427-b3d33c3e0143 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:48:30.369544 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60e0ea26-54cc-4563-ab86-28138ad9c0e4 req-d391a9ea-bd93-4198-bcc8-efb6c7be93b1 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:30.370922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-2ff24cf1-59e8-4589-ba4e-8a2868069f2d service neutron] 10.222.0.36 "GET /v2.0/ports/9426e501-39e7-4a02-84c3-cc79d30a84ff/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1748245
Dec 18 20:48:30.537472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-60e0ea26-54cc-4563-ab86-28138ad9c0e4 req-d391a9ea-bd93-4198-bcc8-efb6c7be93b1 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] For port d5d720a6-0889-449d-a427-b3d33c3e0143, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5d720a6-0889-449d-a427-b3d33c3e0143,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:30.537839 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60e0ea26-54cc-4563-ab86-28138ad9c0e4 req-d391a9ea-bd93-4198-bcc8-efb6c7be93b1 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:30.540558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847c11cd-21f5-450f-8d52-00ee887f50af req-bc832249-9efb-486d-ba61-8cd6f3f0cead tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=14b8df9c30264bf38f9d671b5f018ef9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0604205
Dec 18 20:48:30.557528 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-60e0ea26-54cc-4563-ab86-28138ad9c0e4 req-d391a9ea-bd93-4198-bcc8-efb6c7be93b1 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Calling delete_port for d5d720a6-0889-449d-a427-b3d33c3e0143 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:48:30.643210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782605-ca4a-440a-bc93-3eb84d63435b req-6c3d1d72-a9cf-40bd-816f-f7d3d90fa927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:30.644733 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-6c3d1d72-a9cf-40bd-816f-f7d3d90fa927 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.2728977
Dec 18 20:48:30.697522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eadaed-6c9e-4815-b12f-4b7424852e87 req-eb10530f-3035-4102-925a-621d09deb80d tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:30.711658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17eadaed-6c9e-4815-b12f-4b7424852e87 req-eb10530f-3035-4102-925a-621d09deb80d tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5 HTTP/1.1" status: 200  len: 945 time: 0.2629657
Dec 18 20:48:30.721694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60e0ea26-54cc-4563-ab86-28138ad9c0e4 req-d391a9ea-bd93-4198-bcc8-efb6c7be93b1 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:30.737708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d5d720a6-0889-449d-a427-b3d33c3e0143'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:30.758873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391a9ea-bd93-4198-bcc8-efb6c7be93b1 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Pushing event deleted for resources: {'Port': ['ID=d5d720a6-0889-449d-a427-b3d33c3e0143,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:30.771315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-c66b73a6-d27c-41cc-bc82-9f57b62b6900 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d2142c-df3c-4259-89f6-888e1edbf513 HTTP/1.1" status: 200  len: 217 time: 0.0825484
Dec 18 20:48:30.807053 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e0ea26-54cc-4563-ab86-28138ad9c0e4 req-d391a9ea-bd93-4198-bcc8-efb6c7be93b1 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] No DVR routers for this DVR port d5d720a6-0889-449d-a427-b3d33c3e0143 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:48:30.810460 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-60e0ea26-54cc-4563-ab86-28138ad9c0e4 req-d391a9ea-bd93-4198-bcc8-efb6c7be93b1 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:30.815252 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60e0ea26-54cc-4563-ab86-28138ad9c0e4 req-d391a9ea-bd93-4198-bcc8-efb6c7be93b1 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.36 "DELETE /v2.0/ports/d5d720a6-0889-449d-a427-b3d33c3e0143 HTTP/1.1" status: 204  len: 173 time: 0.5685916
Dec 18 20:48:30.815656 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'name': 'network-vif-deleted', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:30.817900 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecb283e-6853-4042-a5a0-3aa783f14341" -d '{"events": [{"server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "name": "network-vif-deleted", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:30.898385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c11cd-21f5-450f-8d52-00ee887f50af req-742456a9-9219-4b85-a006-773e10acdc4f tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:30.899880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847c11cd-21f5-450f-8d52-00ee887f50af req-742456a9-9219-4b85-a006-773e10acdc4f tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3509378
Dec 18 20:48:30.936709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782605-ca4a-440a-bc93-3eb84d63435b req-701f1fb5-322c-4ea8-bb65-f0f19aaae0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:30.938066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-701f1fb5-322c-4ea8-bb65-f0f19aaae0fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.1488249
Dec 18 20:48:30.947142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847c11cd-21f5-450f-8d52-00ee887f50af req-1b4e5734-49a3-4249-b06f-42bcf85ccadf tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] 10.222.0.13 "GET /v2.0/quotas/14b8df9c30264bf38f9d671b5f018ef9 HTTP/1.1" status: 200  len: 375 time: 0.0336671
Dec 18 20:48:30.952688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17eadaed-6c9e-4815-b12f-4b7424852e87 req-2d42317d-33ad-49fd-a071-ae4774c0e020 tempest-FloatingIPsAssociationTestJSON-739103927 tempest-FloatingIPsAssociationTestJSON-739103927-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cb1f95-0a0f-472a-bf89-e6cfec345496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2465038
Dec 18 20:48:31.003180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-2a1b8790-67f9-4d43-81c0-0afa7fefadb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432169
Dec 18 20:48:31.028983 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847c11cd-21f5-450f-8d52-00ee887f50af req-4a29d8c6-19cb-4806-8411-ca680dec7383 tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14b8df9c30264bf38f9d671b5f018ef9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0678687
Dec 18 20:48:31.040717 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-f05e8fc3-9bc0-42c0-9c16-c2b142300498 service neutron] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:31.134142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-f05e8fc3-9bc0-42c0-9c16-c2b142300498 service neutron] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:31.224122 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-6f69079a-da4a-4a1f-9f81-709d9c4700a9 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1995049
Dec 18 20:48:31.226759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-f05e8fc3-9bc0-42c0-9c16-c2b142300498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9426e501-39e7-4a02-84c3-cc79d30a84ff {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:31.241686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fffe52-36e6-4247-b3df-884f8a8ef59c req-e8e3fa25-91b6-4a5b-be95-09e5ac3fa793 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:31.243243 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23fffe52-36e6-4247-b3df-884f8a8ef59c req-e8e3fa25-91b6-4a5b-be95-09e5ac3fa793 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 944 time: 0.1872144
Dec 18 20:48:31.250423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-f05e8fc3-9bc0-42c0-9c16-c2b142300498 service neutron] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:31.333532 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-f05e8fc3-9bc0-42c0-9c16-c2b142300498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:31.361236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b4698-d98c-4aa6-91a9-06a6fec0dde2 req-d700c025-ed67-4d7e-9af5-6fd578188885 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:31.363039 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-759b4698-d98c-4aa6-91a9-06a6fec0dde2 req-d700c025-ed67-4d7e-9af5-6fd578188885 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 946 time: 0.2049668
Dec 18 20:48:31.446940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23fffe52-36e6-4247-b3df-884f8a8ef59c req-5c62f921-8816-41fe-b53c-76adde8f55ac tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781263
Dec 18 20:48:31.481689 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-e32f8021-9af9-42f7-a2b3-0188d3f3739c service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2343943
Dec 18 20:48:31.519175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-759b4698-d98c-4aa6-91a9-06a6fec0dde2 req-c891bda9-8558-4e1c-9df1-fefd70819a0a tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403270
Dec 18 20:48:31.531324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-f05e8fc3-9bc0-42c0-9c16-c2b142300498 service neutron] Transition to ACTIVE for port object 9426e501-39e7-4a02-84c3-cc79d30a84ff will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:48:31.536401 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-f05e8fc3-9bc0-42c0-9c16-c2b142300498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:31.582282 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b219d5c7-2cdb-4c59-9415-95ec2e16f5bf x-openstack-request-id: req-b219d5c7-2cdb-4c59-9415-95ec2e16f5bf {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:31.582843 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5", "name": "network-vif-deleted", "tag": "d5d720a6-0889-449d-a427-b3d33c3e0143", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:31.582940 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b219d5c7-2cdb-4c59-9415-95ec2e16f5bf {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:31.583367 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4ec84d-e07a-4f5b-a333-e6333cd2d2e5', 'name': 'network-vif-deleted', 'tag': 'd5d720a6-0889-449d-a427-b3d33c3e0143', 'status': 'completed', 'code': 200}
Dec 18 20:48:31.638594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e8fc3-9bc0-42c0-9c16-c2b142300498 service neutron] Pushing event updated for resources: {'Port': ['ID=9426e501-39e7-4a02-84c3-cc79d30a84ff,revision_number=10']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:31.656053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-f05e8fc3-9bc0-42c0-9c16-c2b142300498 service neutron] No DVR routers for this DVR port 9426e501-39e7-4a02-84c3-cc79d30a84ff on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:48:31.670872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782605-ca4a-440a-bc93-3eb84d63435b req-e6498c21-8a42-422a-90c1-5b148720f23e tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:31.672337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-e6498c21-8a42-422a-90c1-5b148720f23e tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d&tenant_id=a84b125f83d34481adc5617b5ca62e2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.1171618
Dec 18 20:48:31.698168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:31.729388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-f05e8fc3-9bc0-42c0-9c16-c2b142300498 service neutron] 10.222.0.36 "PUT /v2.0/ports/9426e501-39e7-4a02-84c3-cc79d30a84ff/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3495631
Dec 18 20:48:31.823394 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:31.834300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e547b3-1411-4715-bd2f-6deea954f37e req-5c81eb0a-b5af-49fa-921e-fe24f5c1b62d tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:31.836018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4e547b3-1411-4715-bd2f-6deea954f37e req-5c81eb0a-b5af-49fa-921e-fe24f5c1b62d tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 945 time: 0.1454675
Dec 18 20:48:31.912013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-b2111a65-4070-48a7-9197-5b0c6f50e793 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:31.913494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-b2111a65-4070-48a7-9197-5b0c6f50e793 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f&tenant_id=0870e14bc2934bae9138d4818b260729&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1245773
Dec 18 20:48:31.956335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4e547b3-1411-4715-bd2f-6deea954f37e req-b9b83048-5d87-4951-839e-40dd8c7df8ab tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107912
Dec 18 20:48:32.023394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-1c8c585b-a0b3-4c40-a487-c150bd0a88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:32.024920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-1c8c585b-a0b3-4c40-a487-c150bd0a88fc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f&tenant_id=0870e14bc2934bae9138d4818b260729 HTTP/1.1" status: 200  len: 1096 time: 0.1019714
Dec 18 20:48:32.091229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d2142c-df3c-4259-89f6-888e1edbf513,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:32.120495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-d986e1c9-3e00-4360-a2a6-dd51f24da8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:32.122125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-d986e1c9-3e00-4360-a2a6-dd51f24da8b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 1096 time: 0.0721524
Dec 18 20:48:32.200026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:32.256019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1389e6-a05e-4f01-aa45-405bf57c622d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d2142c-df3c-4259-89f6-888e1edbf513'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:32.258359 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9defad70-d6c4-40be-b378-46d9379a1344" -d '{"events": [{"server_uuid": "6b1389e6-a05e-4f01-aa45-405bf57c622d", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d2142c-df3c-4259-89f6-888e1edbf513"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:32.263896 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:32.280746 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:32.298316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54242) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:32.335985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02a78c0b-b98f-49a5-9344-0a0f9d497c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:32.337734 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-02a78c0b-b98f-49a5-9344-0a0f9d497c17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.1970611
Dec 18 20:48:32.373142 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54244) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:32.401268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-c4409664-0bc9-4433-a2bd-b28cd9373de7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff HTTP/1.1" status: 200  len: 217 time: 0.0539322
Dec 18 20:48:32.467906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Pushing event updated for resources: {'Port': ['ID=f4d2142c-df3c-4259-89f6-888e1edbf513,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:32.524082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6330b885-b08c-4ec7-b918-251adf4e1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:32.525554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-6330b885-b08c-4ec7-b918-251adf4e1f40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1122978
Dec 18 20:48:32.527894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Attempting to bind port f4d2142c-df3c-4259-89f6-888e1edbf513 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:32.528221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Attempting to bind port f4d2142c-df3c-4259-89f6-888e1edbf513 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:32.528546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Attempting to bind port f4d2142c-df3c-4259-89f6-888e1edbf513 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:32.542392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85378a-f803-441c-98c2-b9d3399e6083 req-85015bd9-3b44-40e5-9547-01f4fb9ac15e tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:32.558346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d85378a-f803-441c-98c2-b9d3399e6083 req-85015bd9-3b44-40e5-9547-01f4fb9ac15e tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 945 time: 0.1564426
Dec 18 20:48:32.558919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54256) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:32.569924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-600df9b5-d285-47a3-b755-df813de55790 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Request body: {'floatingip': {'port_id': 'ac8166be-db9c-48d7-aed1-022cd6d22a09'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:32.579201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Port f4d2142c-df3c-4259-89f6-888e1edbf513 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:48:32.579201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Attempting to bind port f4d2142c-df3c-4259-89f6-888e1edbf513 on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:32.594034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45234939-9c00-41dc-b911-361bf834be36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:32.633849 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1ad239-9e53-4b9d-8e69-17261c4c4382 x-openstack-request-id: req-db1ad239-9e53-4b9d-8e69-17261c4c4382 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:32.634042 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1389e6-a05e-4f01-aa45-405bf57c622d", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d2142c-df3c-4259-89f6-888e1edbf513", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:32.634288 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db1ad239-9e53-4b9d-8e69-17261c4c4382 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:32.634685 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1389e6-a05e-4f01-aa45-405bf57c622d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d2142c-df3c-4259-89f6-888e1edbf513', 'code': 200}
Dec 18 20:48:32.680604 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-16b30296-be92-48cd-8142-238be2de2221 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407369
Dec 18 20:48:32.681388 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:32.683158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:32.683158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:32.683668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Bound port: f4d2142c-df3c-4259-89f6-888e1edbf513, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:32.684265 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:32.693919 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-600df9b5-d285-47a3-b755-df813de55790 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:32.774809 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45234939-9c00-41dc-b911-361bf834be36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:32.794188 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45234939-9c00-41dc-b911-361bf834be36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:32.872943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45234939-9c00-41dc-b911-361bf834be36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80f8dea-83e9-4c7d-8711-cebb875dcb0e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:32.877099 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-45234939-9c00-41dc-b911-361bf834be36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b188787cdec4c93a20c443b630076f0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5027645
Dec 18 20:48:32.880598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54264) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:32.905738 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d09d688a-e609-43f6-8526-e9c1514c9126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:32.938178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2a47d468-35ab-4918-83ec-5f179541f2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:32.997772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-833793de-cc7c-4a39-a4b2-f212107692b8 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3067765
Dec 18 20:48:33.006463 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-430f476a-cd2c-421b-b54c-ec125e46a8fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:33.017159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc485b5-a4db-4abd-9322-c2f5f4964068 req-3a97f2d6-fb46-4725-94c8-3465db935de0 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:33.025711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbc485b5-a4db-4abd-9322-c2f5f4964068 req-3a97f2d6-fb46-4725-94c8-3465db935de0 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 945 time: 0.3385241
Dec 18 20:48:33.062711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-430f476a-cd2c-421b-b54c-ec125e46a8fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:33.232759 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-430f476a-cd2c-421b-b54c-ec125e46a8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:33.235637 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-430f476a-cd2c-421b-b54c-ec125e46a8fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:33.237001 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-430f476a-cd2c-421b-b54c-ec125e46a8fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c80f8dea-83e9-4c7d-8711-cebb875dcb0e HTTP/1.1" status: 204  len: 168 time: 0.3555131
Dec 18 20:48:33.252586 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f476a-cd2c-421b-b54c-ec125e46a8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80f8dea-83e9-4c7d-8711-cebb875dcb0e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:33.360049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2a47d468-35ab-4918-83ec-5f179541f2be admin admin] Deleting port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:48:33.360408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2a47d468-35ab-4918-83ec-5f179541f2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:33.494147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-2a47d468-35ab-4918-83ec-5f179541f2be admin admin] For port 9819ffc5-e0b2-46db-8f78-a330bc7b16ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9819ffc5-e0b2-46db-8f78-a330bc7b16ed,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:33.494589 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2a47d468-35ab-4918-83ec-5f179541f2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:33.509695 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2a47d468-35ab-4918-83ec-5f179541f2be admin admin] Calling delete_port for 9819ffc5-e0b2-46db-8f78-a330bc7b16ed owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:48:33.538868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbc485b5-a4db-4abd-9322-c2f5f4964068 req-a67d2b52-dde1-4071-a045-28eab65db833 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5118496
Dec 18 20:48:33.560503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:33.656826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d2142c-df3c-4259-89f6-888e1edbf513,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:33.693605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54296) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:33.706517 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:33.711089 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-beb8d12c-51cf-48f3-83aa-9b128f533e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:33.784892 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2a47d468-35ab-4918-83ec-5f179541f2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:33.786532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-ace6ba45-85c8-4da0-b4a6-7aa94811f18a service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7532072
Dec 18 20:48:33.796060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cb58f-ee06-4538-9111-eb7a28f3cb7e req-22446f47-e96e-47da-ae0e-7de76447d51d tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:33.805365 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-530cb58f-ee06-4538-9111-eb7a28f3cb7e req-22446f47-e96e-47da-ae0e-7de76447d51d tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 944 time: 0.4058294
Dec 18 20:48:33.820556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47d468-35ab-4918-83ec-5f179541f2be admin admin] Pushing event deleted for resources: {'Port': ['ID=9819ffc5-e0b2-46db-8f78-a330bc7b16ed,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:33.836222 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-221e466a-c2bd-4194-891c-e93b5c57a57c req-4ebc8a29-723d-4cc5-bb02-915ce2da8e54 tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=14b8df9c30264bf38f9d671b5f018ef9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1620128
Dec 18 20:48:33.929694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-beb8d12c-51cf-48f3-83aa-9b128f533e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:33.997961 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-beb8d12c-51cf-48f3-83aa-9b128f533e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:34.039202 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-beb8d12c-51cf-48f3-83aa-9b128f533e12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb88ac815a714d9da49120210b9edf24&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3444438
Dec 18 20:48:34.046446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54298) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:34.105390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8d12c-51cf-48f3-83aa-9b128f533e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2354b0c2-a613-4300-8c6e-6c8e80a1e08f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:34.123297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:34.124103 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:34.125552 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2a47d468-35ab-4918-83ec-5f179541f2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:34.126022 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] 10.222.0.36 "PUT /v2.0/ports/f4d2142c-df3c-4259-89f6-888e1edbf513 HTTP/1.1" status: 200  len: 1122 time: 2.4342127
Dec 18 20:48:34.146755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc489a8-aefd-4de4-b9bf-ac9099d5611f service neutron] Pushing event updated for resources: {'Port': ['ID=f4d2142c-df3c-4259-89f6-888e1edbf513,revision_number=8']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:34.162461 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-530cb58f-ee06-4538-9111-eb7a28f3cb7e req-aef6b50a-dede-4bfc-8740-3fe463a17342 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3557751
Dec 18 20:48:34.198925 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c147-1954-49e7-b0eb-afae809a16c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:34.219158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f4d2142c-df3c-4259-89f6-888e1edbf513'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:34.261756 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c147-1954-49e7-b0eb-afae809a16c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:34.289730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-a7f4ab6a-3cad-48af-8ee5-8b99c0d1373b tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:34.291213 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-a7f4ab6a-3cad-48af-8ee5-8b99c0d1373b tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f&tenant_id=0870e14bc2934bae9138d4818b260729&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2308435
Dec 18 20:48:34.304002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e466a-c2bd-4194-891c-e93b5c57a57c req-fa00ac37-ab9b-4356-8ff3-b23b170114a3 tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:34.312045 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-221e466a-c2bd-4194-891c-e93b5c57a57c req-fa00ac37-ab9b-4356-8ff3-b23b170114a3 tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4151783
Dec 18 20:48:34.323996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d5d720a6-0889-449d-a427-b3d33c3e0143 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:48:34.361681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-221e466a-c2bd-4194-891c-e93b5c57a57c req-33a0784a-da06-4d4e-b859-5589a7b20036 tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] 10.222.0.13 "GET /v2.0/quotas/14b8df9c30264bf38f9d671b5f018ef9 HTTP/1.1" status: 200  len: 375 time: 0.0486042
Dec 18 20:48:34.404515 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c147-1954-49e7-b0eb-afae809a16c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:34.422482 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c147-1954-49e7-b0eb-afae809a16c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:34.423938 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9cc9c147-1954-49e7-b0eb-afae809a16c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2354b0c2-a613-4300-8c6e-6c8e80a1e08f HTTP/1.1" status: 204  len: 168 time: 0.3635001
Dec 18 20:48:34.432494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: d5d720a6-0889-449d-a427-b3d33c3e0143 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:48:34.433202 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d5d720a6-0889-449d-a427-b3d33c3e0143 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:48:34.433422 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9426e501-39e7-4a02-84c3-cc79d30a84ff no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:48:34.433519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-221e466a-c2bd-4194-891c-e93b5c57a57c req-1e5a5184-b6a7-4540-a745-c6cac94cfd60 tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14b8df9c30264bf38f9d671b5f018ef9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0708630
Dec 18 20:48:34.464921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9c147-1954-49e7-b0eb-afae809a16c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2354b0c2-a613-4300-8c6e-6c8e80a1e08f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:34.483409 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.db.resource_extend [None req-600df9b5-d285-47a3-b755-df813de55790 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:48:34.570740 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9426e501-39e7-4a02-84c3-cc79d30a84ff not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:48:34.605192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a47d468-35ab-4918-83ec-5f179541f2be admin admin] Router e0060404-35d6-45c5-9faf-c37ca032508a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:48:34.624044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-600df9b5-d285-47a3-b755-df813de55790 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:34.636612 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-600df9b5-d285-47a3-b755-df813de55790 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:34.638165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1389e6-a05e-4f01-aa45-405bf57c622d', 'tag': 'f4d2142c-df3c-4259-89f6-888e1edbf513'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:34.649651 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09fac98-80e8-4d99-a07d-596171d21db9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1389e6-a05e-4f01-aa45-405bf57c622d", "tag": "f4d2142c-df3c-4259-89f6-888e1edbf513"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:34.737859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54334) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:34.763569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-1b1ff0fb-e1f2-4abc-8669-4e35d0d38f86 service neutron] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:34.794835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-1b1ff0fb-e1f2-4abc-8669-4e35d0d38f86 service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:34.795901 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6c801f9-0ed0-4fae-9755-7d91c951cd3e req-1b1ff0fb-e1f2-4abc-8669-4e35d0d38f86 service neutron] 10.222.0.31 "DELETE /v2.0/ports/9426e501-39e7-4a02-84c3-cc79d30a84ff/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4817858
Dec 18 20:48:34.820333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1262a-5914-4035-ae8f-33606db210a6 req-b3a3fdce-e76b-49c4-8f5b-71796fdddbae tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:34.828030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4b1262a-5914-4035-ae8f-33606db210a6 req-b3a3fdce-e76b-49c4-8f5b-71796fdddbae tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 945 time: 0.1700273
Dec 18 20:48:34.857139 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a47d468-35ab-4918-83ec-5f179541f2be admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:48:34.859295 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-600df9b5-d285-47a3-b755-df813de55790 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Floating IP f26fd914-4158-41b7-a890-e1bccf45df89 associated. External IP: 172.35.3.219, port: ac8166be-db9c-48d7-aed1-022cd6d22a09.
Dec 18 20:48:34.863209 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2a47d468-35ab-4918-83ec-5f179541f2be admin admin] 10.222.0.13 "PUT /v2.0/routers/e0060404-35d6-45c5-9faf-c37ca032508a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5638182
Dec 18 20:48:34.866149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54342) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:34.877441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621adc4c-a348-43bf-91b3-d8ebacf4c594 None None] Sync routers for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:48:34.900424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621adc4c-a348-43bf-91b3-d8ebacf4c594 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:34.901429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-621adc4c-a348-43bf-91b3-d8ebacf4c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e926520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:34.940974 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4b1262a-5914-4035-ae8f-33606db210a6 req-9e2ad77d-5c98-43e4-968d-4e313e737fda tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071405
Dec 18 20:48:35.027517 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16a20ea-2388-4667-a45e-05c7eafe0666 x-openstack-request-id: req-c16a20ea-2388-4667-a45e-05c7eafe0666 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:35.027849 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1389e6-a05e-4f01-aa45-405bf57c622d", "tag": "f4d2142c-df3c-4259-89f6-888e1edbf513", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:35.028100 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c16a20ea-2388-4667-a45e-05c7eafe0666 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:35.031386 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1389e6-a05e-4f01-aa45-405bf57c622d', 'tag': 'f4d2142c-df3c-4259-89f6-888e1edbf513', 'status': 'completed', 'code': 200}
Dec 18 20:48:35.065450 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94ba1bd6-c74a-4f1b-8284-64e008f1b7ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:35.073582 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:35.215627 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f34089d8-746f-43e1-8a36-0c737b6b76b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:35.235514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-621adc4c-a348-43bf-91b3-d8ebacf4c594 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:35.355343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fac98-80e8-4d99-a07d-596171d21db9 req-a0878e1f-acf9-4071-b47a-7208a6ebd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:35.359680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b09fac98-80e8-4d99-a07d-596171d21db9 req-a0878e1f-acf9-4071-b47a-7208a6ebd4bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 1125 time: 0.2853515
Dec 18 20:48:35.522542 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:35.551735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-621adc4c-a348-43bf-91b3-d8ebacf4c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e926520>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187'}], 'enable_snat': True}, 'gw_port_id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:48:33Z', 'revision_number': 5, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port': {'id': '60ecc25c-595f-4a11-9c22-23a7026cabc2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:09Z', 'updated_at': '2021-12-18T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:35.590221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Deleting port 60ecc25c-595f-4a11-9c22-23a7026cabc2 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:48:35.590876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:35.591388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621adc4c-a348-43bf-91b3-d8ebacf4c594 None None] Checking router: e0060404-35d6-45c5-9faf-c37ca032508a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:48:35.603270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621adc4c-a348-43bf-91b3-d8ebacf4c594 None None] Routers {'e0060404-35d6-45c5-9faf-c37ca032508a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:35.603886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-621adc4c-a348-43bf-91b3-d8ebacf4c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e926520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0060404-35d6-45c5-9faf-c37ca032508a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:35.607095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f254fac-a650-40e9-b72a-183b60d7fa34 req-550b4a43-081e-4150-ae8f-4540214ac149 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:35.615912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f254fac-a650-40e9-b72a-183b60d7fa34 req-550b4a43-081e-4150-ae8f-4540214ac149 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 1096 time: 0.3903387
Dec 18 20:48:35.678237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] For port 60ecc25c-595f-4a11-9c22-23a7026cabc2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60ecc25c-595f-4a11-9c22-23a7026cabc2,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:35.678745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:35.689136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fac98-80e8-4d99-a07d-596171d21db9 req-c7d6c378-a394-4fc7-93b7-5f0b75fda60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:35.691053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b09fac98-80e8-4d99-a07d-596171d21db9 req-c7d6c378-a394-4fc7-93b7-5f0b75fda60f service neutron] 10.222.0.31 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.2139995
Dec 18 20:48:35.699888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Calling delete_port for 60ecc25c-595f-4a11-9c22-23a7026cabc2 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:48:35.765391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-621adc4c-a348-43bf-91b3-d8ebacf4c594 None None] Set router e0060404-35d6-45c5-9faf-c37ca032508a gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:35.771721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600df9b5-d285-47a3-b755-df813de55790 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:48:35.791198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b09fac98-80e8-4d99-a07d-596171d21db9 req-7452baee-0ccf-445c-bf7f-54475a3c1160 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d2142c-df3c-4259-89f6-888e1edbf513 HTTP/1.1" status: 200  len: 217 time: 0.0651064
Dec 18 20:48:35.830577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae93fb-bc6b-470a-8d0a-dad459d1921f req-f9cbd408-bbf2-4303-9b50-ed3278d29ba0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:35.832111 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67ae93fb-bc6b-470a-8d0a-dad459d1921f req-f9cbd408-bbf2-4303-9b50-ed3278d29ba0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 944 time: 0.3582730
Dec 18 20:48:35.849406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-621adc4c-a348-43bf-91b3-d8ebacf4c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e926520>, [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:48:35Z', 'revision_number': 6, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:35.893858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621adc4c-a348-43bf-91b3-d8ebacf4c594 None None] The sync data for ids ['e0060404-35d6-45c5-9faf-c37ca032508a'] in ncdv-master-1 is: [{'id': 'e0060404-35d6-45c5-9faf-c37ca032508a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2088372549-router', 'tenant_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:08Z', 'updated_at': '2021-12-18T20:48:35Z', 'revision_number': 6, 'project_id': 'e622a6218cdd40c8861466b0d36c1ffe', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:48:35.924534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f254fac-a650-40e9-b72a-183b60d7fa34 req-925112e4-06a0-4cb3-ab91-0d42bfbf52aa tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3075297
Dec 18 20:48:35.928806 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94ba1bd6-c74a-4f1b-8284-64e008f1b7ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:35.951563 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94ba1bd6-c74a-4f1b-8284-64e008f1b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.020790 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.025748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67ae93fb-bc6b-470a-8d0a-dad459d1921f req-6590d2a2-73b2-4bb4-9659-fc192982f8dd tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782236
Dec 18 20:48:36.041151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fac98-80e8-4d99-a07d-596171d21db9 req-c5adb072-8102-40ff-9475-8575a7ae050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:36.042812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b09fac98-80e8-4d99-a07d-596171d21db9 req-c5adb072-8102-40ff-9475-8575a7ae050f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.2368150
Dec 18 20:48:36.055602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Pushing event deleted for resources: {'Port': ['ID=60ecc25c-595f-4a11-9c22-23a7026cabc2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:36.100413 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.109893 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-94ba1bd6-c74a-4f1b-8284-64e008f1b7ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad7c907e3cc64b1d80a56d41b3a9dee0&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3674381
Dec 18 20:48:36.117689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54384) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:36.128063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b09fac98-80e8-4d99-a07d-596171d21db9 req-ef4883c5-902d-4e21-9648-417faf475e0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691895
Dec 18 20:48:36.132920 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba1bd6-c74a-4f1b-8284-64e008f1b7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dfbc26-b6e6-486d-ac32-3363c3ec3cb9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:36.254265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600df9b5-d285-47a3-b755-df813de55790 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:48:36.256143 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.271117 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad5db2-347c-4b62-8067-e2118e067c4a None None] Sync routers for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:48:36.290734 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad5db2-347c-4b62-8067-e2118e067c4a None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:36.292440 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-600df9b5-d285-47a3-b755-df813de55790 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.292974 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c0ad5db2-347c-4b62-8067-e2118e067c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664a0a9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:36.295645 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.304369 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.342753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f4d2142c-df3c-4259-89f6-888e1edbf513 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:48:36.375687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-600df9b5-d285-47a3-b755-df813de55790 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "PUT /v2.0/floatingips/f26fd914-4158-41b7-a890-e1bccf45df89 HTTP/1.1" status: 200  len: 991 time: 3.8152022
Dec 18 20:48:36.407535 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b52c23f-6c66-4ee5-9c89-5fa76d586fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.425910 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.427548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0060404-35d6-45c5-9faf-c37ca032508a {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:48:36.431806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.436449 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ac8439a2-7e09-459f-a0d6-d1a664e2352e admin admin] 10.222.0.13 "DELETE /v2.0/routers/e0060404-35d6-45c5-9faf-c37ca032508a HTTP/1.1" status: 204  len: 168 time: 1.5689664
Dec 18 20:48:36.437445 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54402) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:36.444831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b09fac98-80e8-4d99-a07d-596171d21db9 req-a2c09476-7fc4-46cf-b296-ce6fe169462c service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3073757
Dec 18 20:48:36.454539 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b52c23f-6c66-4ee5-9c89-5fa76d586fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.548355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-1f5a4f78-fe51-459c-a2ac-2ae3353cf760 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:36.549915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-1f5a4f78-fe51-459c-a2ac-2ae3353cf760 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 808 time: 0.3316441
Dec 18 20:48:36.561942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b52c23f-6c66-4ee5-9c89-5fa76d586fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.567601 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b52c23f-6c66-4ee5-9c89-5fa76d586fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.569859 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6b52c23f-6c66-4ee5-9c89-5fa76d586fad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16dfbc26-b6e6-486d-ac32-3363c3ec3cb9 HTTP/1.1" status: 204  len: 168 time: 0.4515660
Dec 18 20:48:36.595139 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c0ad5db2-347c-4b62-8067-e2118e067c4a None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:36.605071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d2142c-df3c-4259-89f6-888e1edbf513,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:36.611520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52c23f-6c66-4ee5-9c89-5fa76d586fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dfbc26-b6e6-486d-ac32-3363c3ec3cb9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:36.611815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-fa6b57c1-e93c-4450-8968-d39694bc4aaa tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/quotas/0870e14bc2934bae9138d4818b260729 HTTP/1.1" status: 200  len: 375 time: 0.0314326
Dec 18 20:48:36.618483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-311ebaf7-0e2b-41b3-baf7-ab22c38c317c admin admin] Deleting subnet 62ceea0b-ff98-4e54-990f-29ab5955ed10 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:48:36.632366 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-311ebaf7-0e2b-41b3-baf7-ab22c38c317c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:36.676631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f4d2142c-df3c-4259-89f6-888e1edbf513 has no active binding in host nch1-master-1 {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 18 20:48:36.929787 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9819ffc5-e0b2-46db-8f78-a330bc7b16ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:48:36.981991 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c0ad5db2-347c-4b62-8067-e2118e067c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664a0a9d0>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f26fd914-4158-41b7-a890-e1bccf45df89', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'floating_ip_address': '172.35.3.219', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'port_id': 'ac8166be-db9c-48d7-aed1-022cd6d22a09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:48:12Z', 'updated_at': '2021-12-18T20:48:34Z', 'revision_number': 1, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:37.013511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 9819ffc5-e0b2-46db-8f78-a330bc7b16ed {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:48:37.014048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9819ffc5-e0b2-46db-8f78-a330bc7b16ed not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:48:37.014805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 60ecc25c-595f-4a11-9c22-23a7026cabc2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:48:37.043479 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad5db2-347c-4b62-8067-e2118e067c4a None None] Checking router: 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:48:37.064911 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad5db2-347c-4b62-8067-e2118e067c4a None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:37.065074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 60ecc25c-595f-4a11-9c22-23a7026cabc2 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:48:37.068093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 60ecc25c-595f-4a11-9c22-23a7026cabc2 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:48:37.071074 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c0ad5db2-347c-4b62-8067-e2118e067c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664a0a9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:37.110583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'tag': 'ac8166be-db9c-48d7-aed1-022cd6d22a09'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:37.114470 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db5f182-0e1b-407c-b930-95b87a204708" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9d9725-ba21-477e-9e70-c7e9c733e54e", "tag": "ac8166be-db9c-48d7-aed1-022cd6d22a09"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:37.153124 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-311ebaf7-0e2b-41b3-baf7-ab22c38c317c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:37.290737 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c0ad5db2-347c-4b62-8067-e2118e067c4a None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:37.310143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b09fac98-80e8-4d99-a07d-596171d21db9 req-dab585d3-c2f1-4888-906f-370b3e732a53 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8447254
Dec 18 20:48:37.317137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54430) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:37.337941 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c14e4ade-5518-4b7a-8023-ea033197b7d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:37.339630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-c72c1807-285d-4333-998f-33d13eb076c1 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7269440
Dec 18 20:48:37.481585 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c14e4ade-5518-4b7a-8023-ea033197b7d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:37.491564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c14e4ade-5518-4b7a-8023-ea033197b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:37.495560 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-311ebaf7-0e2b-41b3-baf7-ab22c38c317c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:37.524470 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c14e4ade-5518-4b7a-8023-ea033197b7d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fd59b1843a74105b22e9978f69ec229&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2058375
Dec 18 20:48:37.527083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54442) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:37.538621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-7adea295-cbf1-4faf-b49d-4aa5470cfee5 service neutron] 10.222.0.13 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884227
Dec 18 20:48:37.572995 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e4ade-5518-4b7a-8023-ea033197b7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa83436-d5b2-431a-a865-de17d81c45f1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:37.602009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6082da92-f81a-4135-af95-d787782c6a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:37.616613 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c0ad5db2-347c-4b62-8067-e2118e067c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664a0a9d0>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f26fd914-4158-41b7-a890-e1bccf45df89', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'floating_ip_address': '172.35.3.219', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'port_id': 'ac8166be-db9c-48d7-aed1-022cd6d22a09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:48:12Z', 'updated_at': '2021-12-18T20:48:34Z', 'revision_number': 1, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:37.619941 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-1de7c73c-2045-4c14-a20b-51e45b7d0060 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2e459a051d234475b150b36857974efb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0704465
Dec 18 20:48:37.627272 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6082da92-f81a-4135-af95-d787782c6a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:37.646944 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad5db2-347c-4b62-8067-e2118e067c4a None None] The sync data for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 is: [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f26fd914-4158-41b7-a890-e1bccf45df89', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'floating_ip_address': '172.35.3.219', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'port_id': 'ac8166be-db9c-48d7-aed1-022cd6d22a09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'mac_address': 'fa:16:3e:d9:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:48:12Z', 'updated_at': '2021-12-18T20:48:34Z', 'revision_number': 1, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:48:37.689791 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6082da92-f81a-4135-af95-d787782c6a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:37.692545 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6082da92-f81a-4135-af95-d787782c6a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:37.696916 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6082da92-f81a-4135-af95-d787782c6a3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7aa83436-d5b2-431a-a865-de17d81c45f1 HTTP/1.1" status: 204  len: 168 time: 0.1653707
Dec 18 20:48:37.701565 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082da92-f81a-4135-af95-d787782c6a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa83436-d5b2-431a-a865-de17d81c45f1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:37.708263 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-311ebaf7-0e2b-41b3-baf7-ab22c38c317c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:37.734305 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-311ebaf7-0e2b-41b3-baf7-ab22c38c317c admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:37.741842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54448) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:37.742838 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-311ebaf7-0e2b-41b3-baf7-ab22c38c317c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/62ceea0b-ff98-4e54-990f-29ab5955ed10 HTTP/1.1" status: 204  len: 168 time: 1.2969592
Dec 18 20:48:37.743485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b21ea0-d8d1-4abc-baa1-e29b4973f8c5 None None] Network d5d78104-ccc5-490d-ac8e-b3ffc0787b91 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:48:37.798823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-04fb0d13-8d5c-45dc-98f7-1f8f8007712f service neutron] 10.222.0.13 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2593360
Dec 18 20:48:37.831102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ebaf7-0e2b-41b3-baf7-ab22c38c317c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ceea0b-ff98-4e54-990f-29ab5955ed10,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:37.839787 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:37.843946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-c603acf9-563d-469a-a713-1bb0727b93cb tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:37.854630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-c603acf9-563d-469a-a713-1bb0727b93cb tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2157722
Dec 18 20:48:37.877320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-ad6d4735-2112-4893-b3bb-1c12164f4c51 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/quotas/2e459a051d234475b150b36857974efb HTTP/1.1" status: 200  len: 375 time: 0.0215180
Dec 18 20:48:37.948192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-1fd7389a-dbca-4719-875e-2a33ef11080c tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e459a051d234475b150b36857974efb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0698185
Dec 18 20:48:37.953789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e05d8c-0e30-4a34-bc30-0abcff4cda02 None None] DHCP port deletion for d5d78104-ccc5-490d-ac8e-b3ffc0787b91 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:48:37.955174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Deleting port 89cca6db-20e5-4898-aeb8-f84f002e3926 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:48:37.955812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:38.044697 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:38.146368 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-50e05d8c-0e30-4a34-bc30-0abcff4cda02 None None] Deleting port 89cca6db-20e5-4898-aeb8-f84f002e3926 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:48:38.147068 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-50e05d8c-0e30-4a34-bc30-0abcff4cda02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:38.218161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] For port 89cca6db-20e5-4898-aeb8-f84f002e3926, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89cca6db-20e5-4898-aeb8-f84f002e3926,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:38.218579 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:38.230073 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534ca05-a2e1-4775-a414-0e7dd145a178 None None] New status for floating IP f26fd914-4158-41b7-a890-e1bccf45df89: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:48:38.286929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Calling delete_port for 89cca6db-20e5-4898-aeb8-f84f002e3926 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:48:38.318718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-a03af3e4-3326-4c60-8ea6-1472d6c3c383 service neutron] 10.222.0.31 "GET /v2.0/ports/f4d2142c-df3c-4259-89f6-888e1edbf513/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1692874
Dec 18 20:48:38.506078 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:38.522435 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb460d6-d18b-46c3-a361-45fcb63f2584 x-openstack-request-id: req-7fb460d6-d18b-46c3-a361-45fcb63f2584 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:38.522984 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9d9725-ba21-477e-9e70-c7e9c733e54e", "tag": "ac8166be-db9c-48d7-aed1-022cd6d22a09", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:38.522984 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fb460d6-d18b-46c3-a361-45fcb63f2584 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:38.523381 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'tag': 'ac8166be-db9c-48d7-aed1-022cd6d22a09', 'status': 'completed', 'code': 200}
Dec 18 20:48:38.583062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=89cca6db-20e5-4898-aeb8-f84f002e3926,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:38.589756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] No DVR routers for this DVR port 89cca6db-20e5-4898-aeb8-f84f002e3926 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:48:38.604432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcc6deb0-e78b-4cd8-b566-e6ea164d709f req-98a14b43-462f-46e6-90ab-add0d0b78b25 tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=14b8df9c30264bf38f9d671b5f018ef9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1265862
Dec 18 20:48:38.736543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f182-0e1b-407c-b930-95b87a204708 req-2e5e0cfe-3530-44a0-935a-71b151e42127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:38.738614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8db5f182-0e1b-407c-b930-95b87a204708 req-2e5e0cfe-3530-44a0-935a-71b151e42127 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b48e95c75c9444f2a0d2cb6704727346&device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 1096 time: 0.2390151
Dec 18 20:48:38.749050 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:38.759362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-50e05d8c-0e30-4a34-bc30-0abcff4cda02 None None] For port 89cca6db-20e5-4898-aeb8-f84f002e3926, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89cca6db-20e5-4898-aeb8-f84f002e3926,segment=NetworkSegment(721f91ae-d4f2-462a-962a-b8964c391356),segment_id=721f91ae-d4f2-462a-962a-b8964c391356)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:38.759865 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-50e05d8c-0e30-4a34-bc30-0abcff4cda02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:38.771510 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:38.793179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 89cca6db-20e5-4898-aeb8-f84f002e3926 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:48:38.819980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-50e05d8c-0e30-4a34-bc30-0abcff4cda02 None None] Calling delete_port for 89cca6db-20e5-4898-aeb8-f84f002e3926 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:48:38.833609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f365ec5b340>> segment before_delete 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:38.834736 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f365ec5b340>> subnet precommit_delete_associations 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:38.835680 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365e70be50>> segment_host_mapping after_create 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:38.838109 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365e70be50>> port after_create 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:38.838655 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365e70be50>> port after_delete 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:38.839005 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365e70be50>> port after_update 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:38.839338 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365e70be50>> segment after_delete 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:38.839672 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365e70be50>> subnet after_create 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:38.840000 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365e70be50>> subnet after_delete 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:38.840326 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365e70be50>> subnet after_update 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:38.842431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c7f97-a144-44ae-9dfd-6ec8e17946c7 req-c5881772-886d-4189-80a7-b178bdd0d1a5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:38.850534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-369c7f97-a144-44ae-9dfd-6ec8e17946c7 req-c5881772-886d-4189-80a7-b178bdd0d1a5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 944 time: 0.2347181
Dec 18 20:48:38.951453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 89cca6db-20e5-4898-aeb8-f84f002e3926 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:48:38.951805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 89cca6db-20e5-4898-aeb8-f84f002e3926 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:48:38.992673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6deb0-e78b-4cd8-b566-e6ea164d709f req-2f8ae018-ff9d-4e46-a34e-bdf3aa7b27d2 tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:39.000530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcc6deb0-e78b-4cd8-b566-e6ea164d709f req-2f8ae018-ff9d-4e46-a34e-bdf3aa7b27d2 tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3952250
Dec 18 20:48:39.023116 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f365e2491c0>> subnet after_create 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:39.023473 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f365e2491c0>> subnet after_delete 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:39.023812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f365e2491c0>> subnet before_create 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:39.024140 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f365e2491c0>> subnet before_update 55550000 {{(pid=126009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:48:39.027869 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e70bcd0>,) {'filters': {'network_id': ['d5d78104-ccc5-490d-ac8e-b3ffc0787b91']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:39.040358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcc6deb0-e78b-4cd8-b566-e6ea164d709f req-b2330558-75e3-40c3-b95a-ecad10a7551b tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] 10.222.0.13 "GET /v2.0/quotas/14b8df9c30264bf38f9d671b5f018ef9 HTTP/1.1" status: 200  len: 375 time: 0.0387309
Dec 18 20:48:39.095268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e70bcd0>, '721f91ae-d4f2-462a-962a-b8964c391356') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:39.096596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e70bcd0>, '721f91ae-d4f2-462a-962a-b8964c391356') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:39.099683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-369c7f97-a144-44ae-9dfd-6ec8e17946c7 req-c1086f1a-040f-4a04-9bb9-3434c9142ace tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480841
Dec 18 20:48:39.141269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcc6deb0-e78b-4cd8-b566-e6ea164d709f req-fd764001-b605-486f-93f7-99cdac021ee9 tempest-QuotasAdminNegativeTest-732802204 tempest-QuotasAdminNegativeTest-732802204-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14b8df9c30264bf38f9d671b5f018ef9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0998917
Dec 18 20:48:39.155100 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:39.195192 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-50e05d8c-0e30-4a34-bc30-0abcff4cda02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:39.210587 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:39.234804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:48:39.235914 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:39.244609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f182-0e1b-407c-b930-95b87a204708 req-e1319d50-6238-4c0c-9660-071f628646c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:39.247606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8db5f182-0e1b-407c-b930-95b87a204708 req-e1319d50-6238-4c0c-9660-071f628646c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e HTTP/1.1" status: 200  len: 925 time: 0.4832299
Dec 18 20:48:39.267760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e05d8c-0e30-4a34-bc30-0abcff4cda02 None None] Pushing event deleted for resources: {'Port': ['ID=89cca6db-20e5-4898-aeb8-f84f002e3926,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   from cryptography.utils import int_from_bytes
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   from cryptography.utils import int_from_bytes
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:48:39.291971 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:48:39.307128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e05d8c-0e30-4a34-bc30-0abcff4cda02 None None] No DVR routers for this DVR port 89cca6db-20e5-4898-aeb8-f84f002e3926 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:48:39.385597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57782605-ca4a-440a-bc93-3eb84d63435b req-5ce8cd21-659f-47da-aa33-314adf320aa6 service neutron] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d2142c-df3c-4259-89f6-888e1edbf513,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:39.403460 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:39.411865 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:39.421431 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d5d78104-ccc5-490d-ac8e-b3ffc0787b91 HTTP/1.1" status: 204  len: 168 time: 1.6779280
Dec 18 20:48:39.451399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d78104-ccc5-490d-ac8e-b3ffc0787b91,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:39.454587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e33c81f-b0a2-4d12-8feb-f97617395678 req-2fdb0ee7-9271-4321-928c-7a4bec805e7d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 210 time: 0.0562751
Dec 18 20:48:39.461187 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.461650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.462167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.462585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.463061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.463507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.463975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.464401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.464842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.465286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.466543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.466994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.467426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb1e5ab-554c-49ea-b5f1-93e720850b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:39.494313 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8db5f182-0e1b-407c-b930-95b87a204708 req-c9464759-e409-4f2e-9aed-9c1831d01abb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac8166be-db9c-48d7-aed1-022cd6d22a09 HTTP/1.1" status: 200  len: 1001 time: 0.2347927
Dec 18 20:48:39.496329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c79c3df7-8d9d-452b-8030-a28cb6f06a1f req-60ed1584-2dec-4e49-a62b-c802c51a222e tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 210 time: 0.0444667
Dec 18 20:48:39.497248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57782605-ca4a-440a-bc93-3eb84d63435b req-5ce8cd21-659f-47da-aa33-314adf320aa6 service neutron] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:39.562798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-57782605-ca4a-440a-bc93-3eb84d63435b req-5ce8cd21-659f-47da-aa33-314adf320aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d2142c-df3c-4259-89f6-888e1edbf513 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:39.579346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57782605-ca4a-440a-bc93-3eb84d63435b req-5ce8cd21-659f-47da-aa33-314adf320aa6 service neutron] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4d2142c-df3c-4259-89f6-888e1edbf513,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:39.589618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f182-0e1b-407c-b930-95b87a204708 req-c61fe0e5-3c71-45c0-96f6-90e44c092b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:39.591172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8db5f182-0e1b-407c-b930-95b87a204708 req-c61fe0e5-3c71-45c0-96f6-90e44c092b72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17a94c26-44fd-4378-aa86-f3b1e0f22e56 HTTP/1.1" status: 200  len: 863 time: 0.0724370
Dec 18 20:48:39.610102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57782605-ca4a-440a-bc93-3eb84d63435b req-5ce8cd21-659f-47da-aa33-314adf320aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:39.645150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54514) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:39.688957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f182-0e1b-407c-b930-95b87a204708 req-cfa37ad6-1e5e-4ea6-acb4-cd439bd56081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:39.690585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8db5f182-0e1b-407c-b930-95b87a204708 req-cfa37ad6-1e5e-4ea6-acb4-cd439bd56081 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0907366
Dec 18 20:48:39.708125 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-885d1448-f88b-4f95-a0fa-d5ea1de16c1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e622a6218cdd40c8861466b0d36c1ffe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0596695
Dec 18 20:48:39.714305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54518) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:39.806772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-57782605-ca4a-440a-bc93-3eb84d63435b req-5ce8cd21-659f-47da-aa33-314adf320aa6 service neutron] Transition to ACTIVE for port object f4d2142c-df3c-4259-89f6-888e1edbf513 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:48:39.814299 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57782605-ca4a-440a-bc93-3eb84d63435b req-5ce8cd21-659f-47da-aa33-314adf320aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:39.890308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8db5f182-0e1b-407c-b930-95b87a204708 req-b22bb819-cda2-41ad-8fc2-e46667baf7ac service neutron] 10.222.0.31 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902862
Dec 18 20:48:39.898352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e1cc4918-2d70-4b31-999b-e77ebba8a928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:39.946520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-57782605-ca4a-440a-bc93-3eb84d63435b req-5ce8cd21-659f-47da-aa33-314adf320aa6 service neutron] No DVR routers for this DVR port f4d2142c-df3c-4259-89f6-888e1edbf513 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:48:39.993998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8cd21-659f-47da-aa33-314adf320aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d2142c-df3c-4259-89f6-888e1edbf513,revision_number=10']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:40.027135 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e1cc4918-2d70-4b31-999b-e77ebba8a928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:40.072674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-5ce8cd21-659f-47da-aa33-314adf320aa6 service neutron] 10.222.0.31 "PUT /v2.0/ports/f4d2142c-df3c-4259-89f6-888e1edbf513/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.7448616
Dec 18 20:48:40.263724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8db5f182-0e1b-407c-b930-95b87a204708 req-d9612c75-4144-427f-922b-ed964a63b581 service neutron] 10.222.0.31 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3638573
Dec 18 20:48:40.312826 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e1cc4918-2d70-4b31-999b-e77ebba8a928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:40.315449 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e1cc4918-2d70-4b31-999b-e77ebba8a928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:40.316702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e1cc4918-2d70-4b31-999b-e77ebba8a928 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3cb1f95-0a0f-472a-bf89-e6cfec345496 HTTP/1.1" status: 204  len: 168 time: 0.6017175
Dec 18 20:48:40.342854 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-da801412-885d-4551-9b79-0a2afc18e46e tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:40.346394 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-da801412-885d-4551-9b79-0a2afc18e46e tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.36 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 808 time: 0.3155451
Dec 18 20:48:40.350063 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782605-ca4a-440a-bc93-3eb84d63435b req-e3a5ef35-029c-4d4a-a333-47aea8bf7aa3 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:40.352907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-e3a5ef35-029c-4d4a-a333-47aea8bf7aa3 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d&tenant_id=a84b125f83d34481adc5617b5ca62e2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1578076
Dec 18 20:48:40.358457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc4918-2d70-4b31-999b-e77ebba8a928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb1f95-0a0f-472a-bf89-e6cfec345496,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:40.375662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Request body: {'port': {'device_id': 'db3c9fff-7539-4d85-9102-827366dbb6cd', 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55', 'admin_state_up': True, 'tenant_id': '0870e14bc2934bae9138d4818b260729'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:40.423366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472ae68-ef15-44d8-b0a6-568292aca62f req-bae9481f-b7c9-4520-8e55-199306c8462a tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:40.424969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3472ae68-ef15-44d8-b0a6-568292aca62f req-bae9481f-b7c9-4520-8e55-199306c8462a tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 945 time: 0.1795435
Dec 18 20:48:40.520843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782605-ca4a-440a-bc93-3eb84d63435b req-1601d517-f803-45bc-a841-5322a189ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:40.522292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-1601d517-f803-45bc-a841-5322a189ba14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d&tenant_id=a84b125f83d34481adc5617b5ca62e2e HTTP/1.1" status: 200  len: 1096 time: 0.1409421
Dec 18 20:48:40.594598 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-203e24b5-8d78-4861-bc70-70827efc1492 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2e459a051d234475b150b36857974efb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0323529
Dec 18 20:48:40.670857 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3472ae68-ef15-44d8-b0a6-568292aca62f req-4d2a7ff7-5bb2-486a-94d4-23f507df1b9f tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1989214
Dec 18 20:48:40.730237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Made reservation on behalf of 0870e14bc2934bae9138d4818b260729 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:48:40.735363 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:40.744518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782605-ca4a-440a-bc93-3eb84d63435b req-bf1d73ee-41e3-4b0b-b146-8fbbde418d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:40.746627 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-bf1d73ee-41e3-4b0b-b146-8fbbde418d7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 1096 time: 0.1885293
Dec 18 20:48:40.810611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-c2563309-9f25-4be4-9729-71f6aaf68085 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:40.812616 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-c2563309-9f25-4be4-9729-71f6aaf68085 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1997001
Dec 18 20:48:40.833147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Request body: {'port': {'device_id': 'd42214d7-4bc6-41e2-86d4-b9847894de7b', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '2e459a051d234475b150b36857974efb'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:40.922046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54568) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:40.948428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e24223c-35ef-4477-b68f-34b640d44012 req-b42212d1-0a22-4ec7-b405-f3060b65c6f2 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 210 time: 0.0552135
Dec 18 20:48:41.001298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Made reservation on behalf of 2e459a051d234475b150b36857974efb for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:48:41.008769 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:41.023148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782605-ca4a-440a-bc93-3eb84d63435b req-a8361f67-2a49-4d40-8847-55947a31c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:41.024549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-a8361f67-2a49-4d40-8847-55947a31c511 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.2623205
Dec 18 20:48:41.032889 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:41.086543 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c8b42dc4-082a-47b2-8339-17234ea0ec1c req-595d3157-6f19-4465-8c83-eccb03da5849 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 210 time: 0.0478175
Dec 18 20:48:41.152931 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:41.159280 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:41.164469 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-fc0d371c-4a06-4086-9e94-43769eef0b38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d2142c-df3c-4259-89f6-888e1edbf513 HTTP/1.1" status: 200  len: 217 time: 0.1230576
Dec 18 20:48:41.173828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Allocated IP 172.20.0.14 (5cbb2c71-d950-4efd-806f-e5446059ac55/4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8/12a3229b-b407-4f8f-9557-f1a6978d54bb) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:48:41.265891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1289c46-3d9d-40ca-a651-b435b5e68f4e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:41.297181 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:41.382354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Allocated IP 192.168.233.185 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/6e9be9b3-0f89-4ed8-b239-a85df360079d) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:48:41.673224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54590) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:41.693935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f4d2142c-df3c-4259-89f6-888e1edbf513 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:48:41.698221 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:41.790911 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:41.856107 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f4d2142c-df3c-4259-89f6-888e1edbf513 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:48:41.891035 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:41.897003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:41.901768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a041880-c7d0-40ee-9734-e0b358aa0bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:41.903737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:48:41.908303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Pushing event updated for resources: {'Port': ['ID=6e9be9b3-0f89-4ed8-b239-a85df360079d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:41.991410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:41.992084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:41.993382 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782605-ca4a-440a-bc93-3eb84d63435b req-edd5e7a9-85a1-4f9b-8ac2-5be1841044fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:41.995906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-edd5e7a9-85a1-4f9b-8ac2-5be1841044fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.7308519
Dec 18 20:48:41.997178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54602) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:42.051936 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-01fb3edf-8d27-4fd5-b966-d8e7c21d16b4 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2252376
Dec 18 20:48:42.076725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Request body: {'port': {'device_id': 'd42214d7-4bc6-41e2-86d4-b9847894de7b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:42.104024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-7161148a-bc1f-493b-930a-693ec3a7a573 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0875680
Dec 18 20:48:42.136209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3578c1-5606-44d9-8e5d-04d2eda61611 req-a7f398e6-60e0-4907-bc64-6e86c885a7e7 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:42.143715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b3578c1-5606-44d9-8e5d-04d2eda61611 req-a7f398e6-60e0-4907-bc64-6e86c885a7e7 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 945 time: 0.2578878
Dec 18 20:48:42.156907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-277373827-network', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:42.161072 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a041880-c7d0-40ee-9734-e0b358aa0bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.169244 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a041880-c7d0-40ee-9734-e0b358aa0bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.178606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-266df3b5-2f5e-4670-aa1e-fc4aad0ac976 req-a7a9d040-a2f8-443c-a931-d8969408496a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 210 time: 0.1021371
Dec 18 20:48:42.187553 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.251225 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.261471 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4a041880-c7d0-40ee-9734-e0b358aa0bf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8fb5105f28441f697c0466af742db93&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5868959
Dec 18 20:48:42.265211 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.267536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54610) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:42.273377 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.276854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Made reservation on behalf of 56fa7201c1544de18e58e91abddc3fe9 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:48:42.279052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1ed8fbad-7b55-4c38-a6c0-f924af505721 None None] Provisioning complete for port 6e9be9b3-0f89-4ed8-b239-a85df360079d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:42.279897 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.280441 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1ed8fbad-7b55-4c38-a6c0-f924af505721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.282082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a041880-c7d0-40ee-9734-e0b358aa0bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fa803d-1392-4f1a-96fe-1f266dfb14f1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:42.312573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.323976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8fbad-7b55-4c38-a6c0-f924af505721 None None] Port 6e9be9b3-0f89-4ed8-b239-a85df360079d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:48:42.381680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b3578c1-5606-44d9-8e5d-04d2eda61611 req-a7ed8965-06c8-4ae1-bf95-37d83fbbc6ea tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371213
Dec 18 20:48:42.393470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14b8df9c30264bf38f9d671b5f018ef9&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4551346
Dec 18 20:48:42.411500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54612) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:42.411500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5574f5-4aea-4ff1-b99f-0c69c73c9d42,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:42.411777 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8a37925c-a34e-42c4-881f-aef1d2f6df9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.431313 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.444417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4ca78321-f8c5-417a-8eae-41822d244cd0'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:42.446965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.447323 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.447674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.448017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.448360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.448703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.449037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.449366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.449697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.450020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.450380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.450711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.451039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5ea4-d971-4311-b624-8daa30a3b8bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:42.489115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00089e05-9b65-43ad-b378-c6343f17fedd req-f6494e71-6d6f-456d-b00e-8a8edab87b92 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:42.490832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00089e05-9b65-43ad-b378-c6343f17fedd req-f6494e71-6d6f-456d-b00e-8a8edab87b92 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 936 time: 0.2369251
Dec 18 20:48:42.492697 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-6b6972ab-46bd-4975-b8c7-49874c131aa7 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3656564
Dec 18 20:48:42.527315 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8a37925c-a34e-42c4-881f-aef1d2f6df9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.640218 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.653028 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.705451 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8a37925c-a34e-42c4-881f-aef1d2f6df9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.707338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Network 5cbb2c71-d950-4efd-806f-e5446059ac55 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:42.712285 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8a37925c-a34e-42c4-881f-aef1d2f6df9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.715266 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8a37925c-a34e-42c4-881f-aef1d2f6df9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50fa803d-1392-4f1a-96fe-1f266dfb14f1 HTTP/1.1" status: 204  len: 168 time: 0.4418187
Dec 18 20:48:42.718717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:48:42.740900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e975403d-12c6-4068-a9b6-c17324d27c66,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:42.750566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:42.753262 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.753638 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Added segment fa4ef9eb-538f-4b72-9902-bb40d81b1d7a of type vlan for network a069b7fc-69aa-47c8-a9d2-95be34a21ad8
Dec 18 20:48:42.758514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:48:42.764848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:42.765477 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.775242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37925c-a34e-42c4-881f-aef1d2f6df9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fa803d-1392-4f1a-96fe-1f266dfb14f1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:42.817368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00089e05-9b65-43ad-b378-c6343f17fedd req-077f0831-9c3a-4cb5-8eaa-2d4d57a7753e tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1289c46-3d9d-40ca-a651-b435b5e68f4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2641726
Dec 18 20:48:42.822448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Pushing event updated for resources: {'Port': ['ID=12a3229b-b407-4f8f-9557-f1a6978d54bb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:42.836071 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93eab37f-8225-4fbd-ac59-1aeca24603bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.837665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.850039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9be9b3-0f89-4ed8-b239-a85df360079d {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:42.859110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-370228c5-f2c1-4830-b8b9-18440a884f0a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4876752
Dec 18 20:48:42.861562 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.883181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Transition to ACTIVE for port object 6e9be9b3-0f89-4ed8-b239-a85df360079d will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:48:42.884526 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.885582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:42.886492 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.892605 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Request body: {'port': {'device_id': 'db3c9fff-7539-4d85-9102-827366dbb6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:42.894416 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.920941 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93eab37f-8225-4fbd-ac59-1aeca24603bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:42.933985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-256cecb4-4b49-4237-9118-46c8b31514a5 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3468671
Dec 18 20:48:42.987593 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9869409
Dec 18 20:48:42.992810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54626) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:42.999102 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d9577e84-25b7-4bd0-8cd0-dcaad2139094 admin admin] Request body: {'subnet': {'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-277373827-subnet', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:43.028955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26749092-5324-4a39-ab48-0406c3dc6432 admin admin] Pushing event updated for resources: {'Network': ['ID=a069b7fc-69aa-47c8-a9d2-95be34a21ad8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:43.031540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9be9b3-0f89-4ed8-b239-a85df360079d,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:43.041338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network a069b7fc-69aa-47c8-a9d2-95be34a21ad8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:48:43.068807 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93eab37f-8225-4fbd-ac59-1aeca24603bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.073995 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93eab37f-8225-4fbd-ac59-1aeca24603bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.078977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-93eab37f-8225-4fbd-ac59-1aeca24603bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff5574f5-4aea-4ff1-b99f-0c69c73c9d42 HTTP/1.1" status: 204  len: 168 time: 0.6718602
Dec 18 20:48:43.112261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eab37f-8225-4fbd-ac59-1aeca24603bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5574f5-4aea-4ff1-b99f-0c69c73c9d42,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:43.121147 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.193680 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9577e84-25b7-4bd0-8cd0-dcaad2139094 admin admin] Made reservation on behalf of 56fa7201c1544de18e58e91abddc3fe9 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:48:43.196041 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9577e84-25b7-4bd0-8cd0-dcaad2139094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.260999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54634) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:43.391178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18ed100a-4cd3-4f9c-b5ff-cad78432979e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.527295 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18ed100a-4cd3-4f9c-b5ff-cad78432979e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.532306 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Attempting to bind port 6e9be9b3-0f89-4ed8-b239-a85df360079d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:43.532482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Attempting to bind port 6e9be9b3-0f89-4ed8-b239-a85df360079d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:43.532924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Attempting to bind port 6e9be9b3-0f89-4ed8-b239-a85df360079d on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:43.540347 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18ed100a-4cd3-4f9c-b5ff-cad78432979e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.554548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Port 6e9be9b3-0f89-4ed8-b239-a85df360079d on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:48:43.554874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Attempting to bind port 6e9be9b3-0f89-4ed8-b239-a85df360079d on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:43.590411 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:43.590757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:43.591237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:43.591768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Bound port: 6e9be9b3-0f89-4ed8-b239-a85df360079d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:43.592233 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.593485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782605-ca4a-440a-bc93-3eb84d63435b req-9231382f-8a23-4623-adff-7a3aae594335 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:43.595211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-9231382f-8a23-4623-adff-7a3aae594335 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d&tenant_id=a84b125f83d34481adc5617b5ca62e2e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.3144617
Dec 18 20:48:43.634758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0eaa1-af3c-4683-b2d4-756da5fba576 req-b655a124-e8b4-4149-9d8e-631ce6f919ea tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:43.635154 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-18ed100a-4cd3-4f9c-b5ff-cad78432979e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc8125250ed8412f9a62d735af0f198a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3135130
Dec 18 20:48:43.636224 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89d0eaa1-af3c-4683-b2d4-756da5fba576 req-b655a124-e8b4-4149-9d8e-631ce6f919ea tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 932 time: 0.3025038
Dec 18 20:48:43.638164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed100a-4cd3-4f9c-b5ff-cad78432979e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ec1600-a23c-43c2-b22b-db4cf74f8cc8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:43.641544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54654) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:43.675181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54656) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:43.685716 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099488d-6215-43d5-88c6-0d7f67c358ab req-f9a782d8-1086-4850-b1a3-4ebc1e51f134 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:43.687463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2099488d-6215-43d5-88c6-0d7f67c358ab req-f9a782d8-1086-4850-b1a3-4ebc1e51f134 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 945 time: 0.1480856
Dec 18 20:48:43.742040 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f74d6eb9-af49-4911-be61-eed692c1f174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.773379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] For port 6e9be9b3-0f89-4ed8-b239-a85df360079d, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:43.778975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] For port 6e9be9b3-0f89-4ed8-b239-a85df360079d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e9be9b3-0f89-4ed8-b239-a85df360079d,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:43.786528 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9577e84-25b7-4bd0-8cd0-dcaad2139094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.791510 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.827947 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-41c2607e-da7e-4b65-af2e-58f3e3bbe624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.860180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:43.860799 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.862541 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] 10.222.0.36 "PUT /v2.0/ports/6e9be9b3-0f89-4ed8-b239-a85df360079d HTTP/1.1" status: 200  len: 1096 time: 1.7904010
Dec 18 20:48:43.877226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42214d7-4bc6-41e2-86d4-b9847894de7b', 'tag': '6e9be9b3-0f89-4ed8-b239-a85df360079d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:43.880884 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229dfef7-12b0-491f-8fa0-75de07037059" -d '{"events": [{"name": "network-changed", "server_uuid": "d42214d7-4bc6-41e2-86d4-b9847894de7b", "tag": "6e9be9b3-0f89-4ed8-b239-a85df360079d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:43.887887 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89d0eaa1-af3c-4683-b2d4-756da5fba576 req-a06c9a7c-04d5-4260-8db7-be5cec02a6f0 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297125
Dec 18 20:48:43.911125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2099488d-6215-43d5-88c6-0d7f67c358ab req-0b7bc666-c3d9-4135-ab8f-e718b3424553 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075443
Dec 18 20:48:43.913773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a3229b-b407-4f8f-9557-f1a6978d54bb {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:43.926347 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-41c2607e-da7e-4b65-af2e-58f3e3bbe624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.941380 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.952809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9577e84-25b7-4bd0-8cd0-dcaad2139094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba83499-ebe1-4f6a-bcf3-0ed0223fe019,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:43.982348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57782605-ca4a-440a-bc93-3eb84d63435b req-5d2f74aa-1fb4-4c6e-9344-0fe35d431610 service neutron] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:43.985101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Transition to ACTIVE for port object 12a3229b-b407-4f8f-9557-f1a6978d54bb will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:48:43.993028 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57782605-ca4a-440a-bc93-3eb84d63435b req-5d2f74aa-1fb4-4c6e-9344-0fe35d431610 service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:43.994960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57782605-ca4a-440a-bc93-3eb84d63435b req-5d2f74aa-1fb4-4c6e-9344-0fe35d431610 service neutron] 10.222.0.36 "DELETE /v2.0/ports/f4d2142c-df3c-4259-89f6-888e1edbf513/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3830881
Dec 18 20:48:43.995080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aae681-35e6-4998-a7af-e395c6446b63 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9be9b3-0f89-4ed8-b239-a85df360079d,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:43.997170 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.042445 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9577e84-25b7-4bd0-8cd0-dcaad2139094 admin admin] Checking segment: {'id': 'fa4ef9eb-538f-4b72-9902-bb40d81b1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:44.043009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9577e84-25b7-4bd0-8cd0-dcaad2139094 admin admin] Network hostable DHCP agents. Network: a069b7fc-69aa-47c8-a9d2-95be34a21ad8, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:48:44.070473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-f512b005-8770-4a7b-9b48-87743bc7f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:44.071976 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-f512b005-8770-4a7b-9b48-87743bc7f5af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e459a051d234475b150b36857974efb&device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 1099 time: 0.1483991
Dec 18 20:48:44.077331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9577e84-25b7-4bd0-8cd0-dcaad2139094 admin admin] Network a069b7fc-69aa-47c8-a9d2-95be34a21ad8 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:48:44.102190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d9577e84-25b7-4bd0-8cd0-dcaad2139094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a069b7fc-69aa-47c8-a9d2-95be34a21ad8) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:44.114962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9577e84-25b7-4bd0-8cd0-dcaad2139094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:44.117492 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9577e84-25b7-4bd0-8cd0-dcaad2139094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.119045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50db5b1d-f212-4e6f-9073-77ea6f5ae8e2 None None] Network a069b7fc-69aa-47c8-a9d2-95be34a21ad8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:48:44.119764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-41c2607e-da7e-4b65-af2e-58f3e3bbe624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.122263 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-41c2607e-da7e-4b65-af2e-58f3e3bbe624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.123583 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-41c2607e-da7e-4b65-af2e-58f3e3bbe624 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47ec1600-a23c-43c2-b22b-db4cf74f8cc8 HTTP/1.1" status: 204  len: 168 time: 0.4792447
Dec 18 20:48:44.174593 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16cbc0b-5da4-4f23-81e2-8e57101b4717 x-openstack-request-id: req-a16cbc0b-5da4-4f23-81e2-8e57101b4717 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:44.174928 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42214d7-4bc6-41e2-86d4-b9847894de7b", "tag": "6e9be9b3-0f89-4ed8-b239-a85df360079d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:44.175125 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a16cbc0b-5da4-4f23-81e2-8e57101b4717 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:44.175506 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42214d7-4bc6-41e2-86d4-b9847894de7b', 'tag': '6e9be9b3-0f89-4ed8-b239-a85df360079d', 'status': 'completed', 'code': 200}
Dec 18 20:48:44.198730 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-37bfbe9f-650f-4b5f-9e1c-d3c350f2cf32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=6e9be9b3-0f89-4ed8-b239-a85df360079d HTTP/1.1" status: 200  len: 217 time: 0.1100662
Dec 18 20:48:44.271288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2607e-da7e-4b65-af2e-58f3e3bbe624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ec1600-a23c-43c2-b22b-db4cf74f8cc8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:44.278743 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d9577e84-25b7-4bd0-8cd0-dcaad2139094 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.2833009
Dec 18 20:48:44.281716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54672) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:44.286583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-277373827-router', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:44.309444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-f05d3d52-c74a-49dd-bb75-4e4b68225c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:44.311329 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-f05d3d52-c74a-49dd-bb75-4e4b68225c14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0971227
Dec 18 20:48:44.315966 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f74d6eb9-af49-4911-be61-eed692c1f174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.339243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Pushing event updated for resources: {'Port': ['ID=12a3229b-b407-4f8f-9557-f1a6978d54bb,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:44.371573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.372809 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.387031 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f74d6eb9-af49-4911-be61-eed692c1f174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.407322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a069b7fc-69aa-47c8-a9d2-95be34a21ad8', 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8', 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'fixed_ips': [{'subnet_id': 'cba83499-ebe1-4f6a-bcf3-0ed0223fe019'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:48:44.408625 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.418757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-8bacfe76-bfea-4a4b-9bc3-cda1595f31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:44.420642 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-8bacfe76-bfea-4a4b-9bc3-cda1595f31d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0965316
Dec 18 20:48:44.435273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d6eb9-af49-4911-be61-eed692c1f174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5a3f0f-c61f-47fd-9604-e7068e78d224,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:44.445802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70eb15-a44b-4213-9179-633609a88fd4 req-dca53be4-98c1-47e9-9751-7bb768d10596 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:44.447327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a70eb15-a44b-4213-9179-633609a88fd4 req-dca53be4-98c1-47e9-9751-7bb768d10596 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 948 time: 0.2814419
Dec 18 20:48:44.487934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:44.497465 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:44.498051 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:44.523302 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.536643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f74d6eb9-af49-4911-be61-eed692c1f174 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afaf9df3d2d44c88a20ddca887b87f5e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8482003
Dec 18 20:48:44.537713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Port 12a3229b-b407-4f8f-9557-f1a6978d54bb on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:48:44.538280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:44.540412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54676) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:44.604306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:44.604770 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:44.605612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:44.607012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Bound port: 12a3229b-b407-4f8f-9557-f1a6978d54bb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:44.611644 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.616485 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.647091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de119006-f2a1-44b6-b6ac-dfd2e8070904 req-f1984bea-dc13-414a-a0f7-58cf708dd4e6 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:44.654904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de119006-f2a1-44b6-b6ac-dfd2e8070904 req-f1984bea-dc13-414a-a0f7-58cf708dd4e6 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 1096 time: 0.3661685
Dec 18 20:48:44.660812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a70eb15-a44b-4213-9179-633609a88fd4 req-ce3cdb8c-e63a-47fc-ad47-ca9097237379 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1289c46-3d9d-40ca-a651-b435b5e68f4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751118
Dec 18 20:48:44.681901 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Allocated IP 172.20.0.2 (a069b7fc-69aa-47c8-a9d2-95be34a21ad8/cba83499-ebe1-4f6a-bcf3-0ed0223fe019/00a79126-fa54-441e-ab95-e0fed78ddd84) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:48:44.755055 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-77452b35-ead8-448d-8d71-048b3366f087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.818194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de119006-f2a1-44b6-b6ac-dfd2e8070904 req-8f105c3f-23b1-443d-9a26-5191022eb0ea tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614647
Dec 18 20:48:44.820352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-77452b35-ead8-448d-8d71-048b3366f087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.865203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:44.919557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:44.944705 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.984886 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:44.999664 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:45.088155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:45.089327 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:45.091798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] 10.222.0.36 "PUT /v2.0/ports/12a3229b-b407-4f8f-9557-f1a6978d54bb HTTP/1.1" status: 200  len: 1092 time: 2.2120838
Dec 18 20:48:45.100302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Network a069b7fc-69aa-47c8-a9d2-95be34a21ad8 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:45.114938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:45.127146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:48:45.137042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3c9fff-7539-4d85-9102-827366dbb6cd', 'tag': '12a3229b-b407-4f8f-9557-f1a6978d54bb'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:45.148468 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Pushing event updated for resources: {'Port': ['ID=00a79126-fa54-441e-ab95-e0fed78ddd84,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:45.155214 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20551301-57f6-477b-afe3-b56751fd19fd" -d '{"events": [{"name": "network-changed", "server_uuid": "db3c9fff-7539-4d85-9102-827366dbb6cd", "tag": "12a3229b-b407-4f8f-9557-f1a6978d54bb"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:45.226724 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-43213ddf-5630-44f1-a50b-25a4912d2f4f service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7795188
Dec 18 20:48:45.273133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Attempting to bind port 00a79126-fa54-441e-ab95-e0fed78ddd84 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:45.273793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Attempting to bind port 00a79126-fa54-441e-ab95-e0fed78ddd84 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fa4ef9eb-538f-4b72-9902-bb40d81b1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:45.274467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Attempting to bind port 00a79126-fa54-441e-ab95-e0fed78ddd84 on network a069b7fc-69aa-47c8-a9d2-95be34a21ad8 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:45.277533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-77452b35-ead8-448d-8d71-048b3366f087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:45.280239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-77452b35-ead8-448d-8d71-048b3366f087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:45.284503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-77452b35-ead8-448d-8d71-048b3366f087 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a5a3f0f-c61f-47fd-9604-e7068e78d224 HTTP/1.1" status: 204  len: 168 time: 0.7375014
Dec 18 20:48:45.304061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68a7d9-636c-40f0-bf1f-e623759f2817 service neutron] Pushing event updated for resources: {'Port': ['ID=12a3229b-b407-4f8f-9557-f1a6978d54bb,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:45.311909 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77452b35-ead8-448d-8d71-048b3366f087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5a3f0f-c61f-47fd-9604-e7068e78d224,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:45.327798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:45.329907 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Checking segment: {'id': 'fa4ef9eb-538f-4b72-9902-bb40d81b1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:45.333556 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:45.334116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Bound using segment: {'id': 'fa4ef9eb-538f-4b72-9902-bb40d81b1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:45.336725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Bound port: 00a79126-fa54-441e-ab95-e0fed78ddd84, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4ef9eb-538f-4b72-9902-bb40d81b1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:45.338790 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:45.442890 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:45.469092 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-73d4bed5-7379-4cbb-a1d9-36e3a5b963c4 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:45.477329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-73d4bed5-7379-4cbb-a1d9-36e3a5b963c4 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 820 time: 0.1404965
Dec 18 20:48:45.482705 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] For port 00a79126-fa54-441e-ab95-e0fed78ddd84, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:45.486922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] For port 00a79126-fa54-441e-ab95-e0fed78ddd84, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00a79126-fa54-441e-ab95-e0fed78ddd84,segment=NetworkSegment(fa4ef9eb-538f-4b72-9902-bb40d81b1d7a),segment_id=fa4ef9eb-538f-4b72-9902-bb40d81b1d7a)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:45.495041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-3fef6278-1992-4f01-b7b9-a862074a72df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:45.496768 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-3fef6278-1992-4f01-b7b9-a862074a72df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 1095 time: 0.3379300
Dec 18 20:48:45.498371 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:45.505130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e188-b7e0-4abc-92b7-5eb70654aff0 req-a5bd50c0-c088-4e8d-8f90-09c5f1354e82 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:45.513627 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d242e188-b7e0-4abc-92b7-5eb70654aff0 req-a5bd50c0-c088-4e8d-8f90-09c5f1354e82 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 944 time: 0.4474368
Dec 18 20:48:45.535574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-f6ae3aba-5696-412f-a389-0fc1d7bb4ca0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/quotas/a84b125f83d34481adc5617b5ca62e2e HTTP/1.1" status: 200  len: 375 time: 0.0571482
Dec 18 20:48:45.591926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f9e8b-856c-432c-be64-827e2b658a63 None None] Pushing event updated for resources: {'Port': ['ID=00a79126-fa54-441e-ab95-e0fed78ddd84,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:45.658410 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd261c0d-5a11-41f3-8733-c0f57572f757 req-1df99973-3ee8-414b-9e48-43e9f7da5361 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3554738
Dec 18 20:48:45.696134 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-e415b8e1-113e-4449-b61f-afeaffa05202 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb HTTP/1.1" status: 200  len: 217 time: 0.1787345
Dec 18 20:48:45.740397 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d242e188-b7e0-4abc-92b7-5eb70654aff0 req-60ec62a2-670e-4492-a378-39ee20de8264 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2258677
Dec 18 20:48:45.835219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-c824d957-bef8-4c86-80a6-15ab1a8e6bc0 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2984076
Dec 18 20:48:45.839277 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a32d5db-a771-495b-aca5-f83f9dc1a497 x-openstack-request-id: req-7a32d5db-a771-495b-aca5-f83f9dc1a497 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:45.840720 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3c9fff-7539-4d85-9102-827366dbb6cd", "tag": "12a3229b-b407-4f8f-9557-f1a6978d54bb", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:45.841024 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a32d5db-a771-495b-aca5-f83f9dc1a497 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:45.842708 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3c9fff-7539-4d85-9102-827366dbb6cd', 'tag': '12a3229b-b407-4f8f-9557-f1a6978d54bb', 'status': 'completed', 'code': 200}
Dec 18 20:48:45.889930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-d20659d8-491d-4983-bddc-44044b88d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:45.899408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-d20659d8-491d-4983-bddc-44044b88d5a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1676266
Dec 18 20:48:45.958335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dfef7-12b0-491f-8fa0-75de07037059 req-59feead7-b163-4e9a-870d-b6921334f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:45.959811 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-229dfef7-12b0-491f-8fa0-75de07037059 req-59feead7-b163-4e9a-870d-b6921334f020 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e459a051d234475b150b36857974efb&device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 1099 time: 0.2382746
Dec 18 20:48:46.061299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-00cb2a31-f9df-41bf-8ebf-defb9defe435 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1467021
Dec 18 20:48:46.123758 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:46.152613 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:46.232218 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-f080d8dd-7285-416e-9b2e-9a530c279c06 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597321
Dec 18 20:48:46.243138 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dfef7-12b0-491f-8fa0-75de07037059 req-1ef617d8-02aa-44be-9045-48951b49f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:46.245836 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-229dfef7-12b0-491f-8fa0-75de07037059 req-1ef617d8-02aa-44be-9045-48951b49f070 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2778361
Dec 18 20:48:46.311930 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-229dfef7-12b0-491f-8fa0-75de07037059 req-37d7e899-a6d8-47cf-a45a-0aedab9d062b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=6e9be9b3-0f89-4ed8-b239-a85df360079d HTTP/1.1" status: 200  len: 217 time: 0.0472834
Dec 18 20:48:46.372481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0c37d-823b-453d-8139-2dcd24e1d10e req-62b4e5b8-4377-4f69-84a1-4403d9deb7b7 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:46.374120 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dac0c37d-823b-453d-8139-2dcd24e1d10e req-62b4e5b8-4377-4f69-84a1-4403d9deb7b7 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 948 time: 0.3831835
Dec 18 20:48:46.404269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dfef7-12b0-491f-8fa0-75de07037059 req-e950f53f-a3d0-4eb4-8f12-df75fe52e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:46.406148 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-229dfef7-12b0-491f-8fa0-75de07037059 req-e950f53f-a3d0-4eb4-8f12-df75fe52e900 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0930212
Dec 18 20:48:46.519206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Allocated IP 172.35.3.98 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/e43a0f3b-1757-4573-af46-497cd5ec646b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:48:46.544861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dfef7-12b0-491f-8fa0-75de07037059 req-fa81e5db-9ded-475f-9138-4149c0062b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:46.547816 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-229dfef7-12b0-491f-8fa0-75de07037059 req-fa81e5db-9ded-475f-9138-4149c0062b0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1184042
Dec 18 20:48:46.582239 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-e3d21abd-4506-4ab4-bb5d-d2b18a7b9df8 service neutron] 10.222.0.13 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6764317
Dec 18 20:48:46.606168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac7af8d-828a-42cc-9f14-cb8e2c8a9682 req-7dc987b8-6d07-49eb-bdb4-0ebb4c7da1bd service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3527403
Dec 18 20:48:46.688427 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dac0c37d-823b-453d-8139-2dcd24e1d10e req-d47c6e01-c0d4-4ded-aa51-70c8811bf4d9 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1289c46-3d9d-40ca-a651-b435b5e68f4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2908337
Dec 18 20:48:46.906880 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-229dfef7-12b0-491f-8fa0-75de07037059 req-a0caaf44-73c3-4b7f-80b6-88c95ae228bc service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3502920
Dec 18 20:48:46.937831 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551301-57f6-477b-afe3-b56751fd19fd req-5a732bae-9171-41be-a68f-65b0d3755869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:46.939883 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20551301-57f6-477b-afe3-b56751fd19fd req-5a732bae-9171-41be-a68f-65b0d3755869 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 1095 time: 0.1749835
Dec 18 20:48:46.947775 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-c0efdd61-05d5-4c45-b319-3600c0d9fe85 service neutron] 10.222.0.13 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3470693
Dec 18 20:48:46.958302 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:46.965488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 00a79126-fa54-441e-ab95-e0fed78ddd84 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:47.081208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 00a79126-fa54-441e-ab95-e0fed78ddd84 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:47.083106 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:47.188049 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:47.225234 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-229dfef7-12b0-491f-8fa0-75de07037059 req-5e110c9a-9418-497e-ae70-aebaec7074f7 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3072429
Dec 18 20:48:47.244276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:47.248037 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:47.248238 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:47.252150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:48:47.286657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Pushing event updated for resources: {'Port': ['ID=e43a0f3b-1757-4573-af46-497cd5ec646b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:47.350364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 00a79126-fa54-441e-ab95-e0fed78ddd84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00a79126-fa54-441e-ab95-e0fed78ddd84,segment=NetworkSegment(fa4ef9eb-538f-4b72-9902-bb40d81b1d7a),segment_id=fa4ef9eb-538f-4b72-9902-bb40d81b1d7a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:47.362497 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:47.373941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4038a3-d0d8-43a2-afdc-041b29d7bdff None None] Network a069b7fc-69aa-47c8-a9d2-95be34a21ad8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:48:47.571613 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8108fdd4-e462-4bb3-82ea-cfe39e20d6cb None None] Provisioning complete for port 00a79126-fa54-441e-ab95-e0fed78ddd84 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:47.573760 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8108fdd4-e462-4bb3-82ea-cfe39e20d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:47.615566 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=00a79126-fa54-441e-ab95-e0fed78ddd84,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:47.743403 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:47.879218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-4ff5292d-9283-4c6e-900a-0df8e43ddf26 req-132581d9-9f83-455d-bb10-b73ec086c56c tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1018685626', 'description': 'tempest-description-1101347218'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:47.894972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551301-57f6-477b-afe3-b56751fd19fd req-686e71d8-981c-4814-b8fa-caeedf02ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:47.898061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20551301-57f6-477b-afe3-b56751fd19fd req-686e71d8-981c-4814-b8fa-caeedf02ec08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.9450331
Dec 18 20:48:47.983756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8722f-6f6a-4368-a733-537f0feb40c6 req-e4023322-4b8b-4591-a3bc-ebab54f2920a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:47.985260 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7bc8722f-6f6a-4368-a733-537f0feb40c6 req-e4023322-4b8b-4591-a3bc-ebab54f2920a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 944 time: 0.9820352
Dec 18 20:48:47.990782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20551301-57f6-477b-afe3-b56751fd19fd req-22fbb174-9200-47dc-b03c-b2bf1114f68a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb HTTP/1.1" status: 200  len: 217 time: 0.0778151
Dec 18 20:48:47.993029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4ff5292d-9283-4c6e-900a-0df8e43ddf26 req-132581d9-9f83-455d-bb10-b73ec086c56c tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.012687 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4ff5292d-9283-4c6e-900a-0df8e43ddf26 req-132581d9-9f83-455d-bb10-b73ec086c56c tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.029589 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.110729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551301-57f6-477b-afe3-b56751fd19fd req-14673d19-b6e0-49ca-9d16-e21c36e1a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:48.123146 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20551301-57f6-477b-afe3-b56751fd19fd req-14673d19-b6e0-49ca-9d16-e21c36e1a056 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1136065
Dec 18 20:48:48.134952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-659797b1-5b5e-4dec-b052-40d3368216f8 None None] Provisioning complete for port 00a79126-fa54-441e-ab95-e0fed78ddd84 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:48.135464 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-659797b1-5b5e-4dec-b052-40d3368216f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.198744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Router a35b08a3-4433-4deb-bef9-4c55175cbd0a is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:48:48.211754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20551301-57f6-477b-afe3-b56751fd19fd req-60bf58de-11e5-494f-a205-79c178dbcbc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0825450
Dec 18 20:48:48.228716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7bc8722f-6f6a-4368-a733-537f0feb40c6 req-3882986d-c965-4177-a665-25d714e01f81 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262022
Dec 18 20:48:48.338893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:48:48.342339 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c119899-927d-443e-9485-a4e199640a2d req-624405aa-facf-436e-b309-7fb455029949 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 210 time: 0.0432026
Dec 18 20:48:48.354932 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Sync routers for ids ['a35b08a3-4433-4deb-bef9-4c55175cbd0a'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:48:48.359046 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.360455 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3c38cc31-fba1-4858-87f8-4096f87c928f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.0775504
Dec 18 20:48:48.363157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54856) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:48.367862 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Routers {'a35b08a3-4433-4deb-bef9-4c55175cbd0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:48.368679 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664fc4f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['a35b08a3-4433-4deb-bef9-4c55175cbd0a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:48.415041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6e9be9b3-0f89-4ed8-b239-a85df360079d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:48:48.415640 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4ff5292d-9283-4c6e-900a-0df8e43ddf26 req-132581d9-9f83-455d-bb10-b73ec086c56c tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.418900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20551301-57f6-477b-afe3-b56751fd19fd req-332e9406-3e7d-4452-a83a-5980b40f0a6f service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873479
Dec 18 20:48:48.421871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4ff5292d-9283-4c6e-900a-0df8e43ddf26 req-132581d9-9f83-455d-bb10-b73ec086c56c tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.488200 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Set router a35b08a3-4433-4deb-bef9-4c55175cbd0a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:48.555226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 6e9be9b3-0f89-4ed8-b239-a85df360079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e9be9b3-0f89-4ed8-b239-a85df360079d,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:48.569616 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20551301-57f6-477b-afe3-b56751fd19fd req-26b32485-ee84-464d-9c82-7bee67fc8b34 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024449
Dec 18 20:48:48.574342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '6e9be9b3-0f89-4ed8-b239-a85df360079d', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '6e9be9b3-0f89-4ed8-b239-a85df360079d', 'mac_address': 'fa:16:3e:84:f6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:48:48.599391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132581d9-9f83-455d-bb10-b73ec086c56c tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3da94a-e72e-4c2a-81d2-abbdcb645c50,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:48.684342 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.740675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9be9b3-0f89-4ed8-b239-a85df360079d {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:48.773498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e7613-e648-4af4-8a55-5fc61457286f req-d264cb9c-aebf-4ca5-90ed-c558ec8f15e2 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:48.782865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 6e9be9b3-0f89-4ed8-b239-a85df360079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e9be9b3-0f89-4ed8-b239-a85df360079d,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:48.792968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-621e7613-e648-4af4-8a55-5fc61457286f req-d264cb9c-aebf-4ca5-90ed-c558ec8f15e2 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 948 time: 0.2192688
Dec 18 20:48:48.795339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 00a79126-fa54-441e-ab95-e0fed78ddd84 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:48.801980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.849870 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4ff5292d-9283-4c6e-900a-0df8e43ddf26 req-132581d9-9f83-455d-bb10-b73ec086c56c tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.873281 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4ff5292d-9283-4c6e-900a-0df8e43ddf26 req-132581d9-9f83-455d-bb10-b73ec086c56c tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.919808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=6e9be9b3-0f89-4ed8-b239-a85df360079d,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:48.921412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132581d9-9f83-455d-bb10-b73ec086c56c tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b31196-3a5f-4e53-b9b3-b01431dcc38b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:48.922432 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664fc4f70>, [{'id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'name': 'tempest-FloatingIPsNegativeTestJSON-277373827-router', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:48:44Z', 'updated_at': '2021-12-18T20:48:47Z', 'revision_number': 3, 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'gw_port': {'id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:48:46Z', 'updated_at': '2021-12-18T20:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:48.942401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-3167584b-30d2-431a-8fe3-41c9093072ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:48.943876 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-3167584b-30d2-431a-8fe3-41c9093072ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.31 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 820 time: 0.3456740
Dec 18 20:48:48.954892 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Checking router: a35b08a3-4433-4deb-bef9-4c55175cbd0a for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:48:48.955387 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Updating router a35b08a3-4433-4deb-bef9-4c55175cbd0a port e43a0f3b-1757-4573-af46-497cd5ec646b binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:48:48.959595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 00a79126-fa54-441e-ab95-e0fed78ddd84 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:48.959779 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.959893 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-621e7613-e648-4af4-8a55-5fc61457286f req-b167929a-dc0a-44e8-a51c-66d2c898438a tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1289c46-3d9d-40ca-a651-b435b5e68f4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659203
Dec 18 20:48:48.971147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Request body: {'port': {'device_id': '919e413a-66ad-40fb-aad2-6d3392c35439', 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03', 'admin_state_up': True, 'tenant_id': 'a84b125f83d34481adc5617b5ca62e2e'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:48.976705 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4ff5292d-9283-4c6e-900a-0df8e43ddf26 req-132581d9-9f83-455d-bb10-b73ec086c56c tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.984291 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:48.985516 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ff5292d-9283-4c6e-900a-0df8e43ddf26 req-132581d9-9f83-455d-bb10-b73ec086c56c tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 1.1606374
Dec 18 20:48:49.147499 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['6e9be9b3-0f89-4ed8-b239-a85df360079d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:49.209755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-5c8b2875-a556-4619-a3f4-6256fb946b04 req-32dabda4-26b6-4e0c-8780-b4926d222251 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2110477195', 'description': 'tempest-description-1713718905'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:49.238622 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.291568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Made reservation on behalf of a84b125f83d34481adc5617b5ca62e2e for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:48:49.298628 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.333217 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5c8b2875-a556-4619-a3f4-6256fb946b04 req-32dabda4-26b6-4e0c-8780-b4926d222251 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.349325 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.433881 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.440217 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.492097 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Attempting to bind port e43a0f3b-1757-4573-af46-497cd5ec646b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:49.492629 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Attempting to bind port e43a0f3b-1757-4573-af46-497cd5ec646b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:49.492997 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Attempting to bind port e43a0f3b-1757-4573-af46-497cd5ec646b on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:49.497620 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Pushing event updated for resources: {'Port': ['ID=e43a0f3b-1757-4573-af46-497cd5ec646b,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:49.500921 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:49.501228 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:49.501614 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.502004 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:49.502473 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Bound port: e43a0f3b-1757-4573-af46-497cd5ec646b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:49.502871 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.513208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Allocated IP 172.20.0.9 (fab4d786-81c4-48dc-b51f-790f7e93cb03/dda3f542-e261-446c-9545-36f864fed65b/c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:48:49.526603 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.526953 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.527284 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.527615 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.527936 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.528257 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.528644 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.528968 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.529282 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.529600 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.530678 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.530678 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.530678 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:48:49.533991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Allocated IP 172.20.0.1 (a069b7fc-69aa-47c8-a9d2-95be34a21ad8/cba83499-ebe1-4f6a-bcf3-0ed0223fe019/9756a104-482c-4cf5-9128-9fcd94693dca) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:48:49.552389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e023df-6bcd-4051-866c-2e9b2b8bbd63 req-9bfacb61-86df-4dcd-b097-5b3875d698f7 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:49.554076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25e023df-6bcd-4051-866c-2e9b2b8bbd63 req-9bfacb61-86df-4dcd-b097-5b3875d698f7 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 946 time: 0.1559062
Dec 18 20:48:49.556655 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5c8b2875-a556-4619-a3f4-6256fb946b04 req-32dabda4-26b6-4e0c-8780-b4926d222251 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.568703 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] For port e43a0f3b-1757-4573-af46-497cd5ec646b, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:49.571806 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] For port e43a0f3b-1757-4573-af46-497cd5ec646b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e43a0f3b-1757-4573-af46-497cd5ec646b,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:49.575976 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.583202 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5c8b2875-a556-4619-a3f4-6256fb946b04 req-32dabda4-26b6-4e0c-8780-b4926d222251 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.633139 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Routers {'a35b08a3-4433-4deb-bef9-4c55175cbd0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:49.633638 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664fc4f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['a35b08a3-4433-4deb-bef9-4c55175cbd0a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:49.659383 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5c8b2875-a556-4619-a3f4-6256fb946b04 req-32dabda4-26b6-4e0c-8780-b4926d222251 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.661298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5c8b2875-a556-4619-a3f4-6256fb946b04 req-32dabda4-26b6-4e0c-8780-b4926d222251 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.4585207
Dec 18 20:48:49.662171 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.669132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25e023df-6bcd-4051-866c-2e9b2b8bbd63 req-036902c1-45d3-4776-8d54-652b9c992a6c tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf5fcdbb-62bf-4b88-bccd-22471f2a69b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072361
Dec 18 20:48:49.676290 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edee2c-6dc0-4448-8e6b-2aa2aa90ac07 None None] Pushing event updated for resources: {'Port': ['ID=e43a0f3b-1757-4573-af46-497cd5ec646b,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:49.684273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dabda4-26b6-4e0c-8780-b4926d222251 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68821248-001c-401e-9b75-881cc1ec9fda,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:49.708017 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.758530 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] Set router a35b08a3-4433-4deb-bef9-4c55175cbd0a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:49.784491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Network a069b7fc-69aa-47c8-a9d2-95be34a21ad8 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:49.788618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:49.806139 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:48:49.814310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Pushing event updated for resources: {'Port': ['ID=9756a104-482c-4cf5-9128-9fcd94693dca,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:49.867236 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.875046 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:49.914836 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d271bdb7-8f15-4681-86fc-ad3ef480c541 req-249482bc-3f81-44e6-964a-659b53104278 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 210 time: 0.0560241
Dec 18 20:48:49.937061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddca35e-92d7-4463-b310-36c06399ff01 req-ef49938f-194c-402e-bd4c-08b31108f29e tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:49.946069 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ddca35e-92d7-4463-b310-36c06399ff01 req-ef49938f-194c-402e-bd4c-08b31108f29e tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 944 time: 0.1408389
Dec 18 20:48:50.031103 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ddca35e-92d7-4463-b310-36c06399ff01 req-80f1063f-6c2a-4557-9de5-b510b1639478 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826118
Dec 18 20:48:50.033800 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.045929 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664fc4f70>, [{'id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'name': 'tempest-FloatingIPsNegativeTestJSON-277373827-router', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:48:44Z', 'updated_at': '2021-12-18T20:48:47Z', 'revision_number': 3, 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'gw_port': {'id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:48:46Z', 'updated_at': '2021-12-18T20:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:50.052602 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.093850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Network fab4d786-81c4-48dc-b51f-790f7e93cb03 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:50.094884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9c9971bc-59c3-40eb-b3e7-cc9dfb23cc25 None None] Provisioning complete for port 9756a104-482c-4cf5-9128-9fcd94693dca triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:50.095819 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9c9971bc-59c3-40eb-b3e7-cc9dfb23cc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.098935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:50.103116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:48:50.116890 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e949a73-596e-40c8-8a97-8c626e39dcff None None] The sync data for ids ['a35b08a3-4433-4deb-bef9-4c55175cbd0a'] in ncdv-master-1 is: [{'id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'name': 'tempest-FloatingIPsNegativeTestJSON-277373827-router', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:48:44Z', 'updated_at': '2021-12-18T20:48:47Z', 'revision_number': 3, 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'gw_port': {'id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:48:46Z', 'updated_at': '2021-12-18T20:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:48:50.120139 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:50.122648 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.146357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1849878
Dec 18 20:48:50.149755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-9f5a145d-3522-4f06-93ea-5c2e96f98f29 req-4769bab7-e10c-420f-b755-a3dee0e33660 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-519527941', 'description': 'tempest-description-793738221'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:50.169813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9c9971bc-59c3-40eb-b3e7-cc9dfb23cc25 None None] Port 9756a104-482c-4cf5-9128-9fcd94693dca cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:48:50.180854 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Request body: {'port': {'device_id': '919e413a-66ad-40fb-aad2-6d3392c35439', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:50.222293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7a058-c109-442d-8eb2-4352d70d58ce tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Pushing event updated for resources: {'Port': ['ID=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:50.281965 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.286590 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.293448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.303872 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9f5a145d-3522-4f06-93ea-5c2e96f98f29 req-4769bab7-e10c-420f-b755-a3dee0e33660 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.315728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0b791-9ad3-437d-b76b-dd3b34dfe4e4 req-f6eb6d31-b4b7-44c4-b190-2e15828e72fc tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:50.317807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9dd0b791-9ad3-437d-b76b-dd3b34dfe4e4 req-f6eb6d31-b4b7-44c4-b190-2e15828e72fc tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 949 time: 0.1290059
Dec 18 20:48:50.325089 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9f5a145d-3522-4f06-93ea-5c2e96f98f29 req-4769bab7-e10c-420f-b755-a3dee0e33660 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.358545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Pushing event updated for resources: {'Port': ['ID=9756a104-482c-4cf5-9128-9fcd94693dca,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:50.362199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.414085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 12a3229b-b407-4f8f-9557-f1a6978d54bb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:48:50.421070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6e9be9b3-0f89-4ed8-b239-a85df360079d up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:50.527894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9dd0b791-9ad3-437d-b76b-dd3b34dfe4e4 req-9608819e-936a-472c-a6fe-d83e93114911 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1289c46-3d9d-40ca-a651-b435b5e68f4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979091
Dec 18 20:48:50.537141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Network a069b7fc-69aa-47c8-a9d2-95be34a21ad8 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:48:50.541228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:48:50.555377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 6e9be9b3-0f89-4ed8-b239-a85df360079d completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:48:50.575640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 6e9be9b3-0f89-4ed8-b239-a85df360079d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:50.576105 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.630619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:50.649956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '12a3229b-b407-4f8f-9557-f1a6978d54bb', 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55', 'port_id': '12a3229b-b407-4f8f-9557-f1a6978d54bb', 'mac_address': 'fa:16:3e:88:fe:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:48:50.771985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Router a35b08a3-4433-4deb-bef9-4c55175cbd0a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:48:50.786494 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.857551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e43a0f3b-1757-4573-af46-497cd5ec646b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:50.893305 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a3229b-b407-4f8f-9557-f1a6978d54bb {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:50.898546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:50.906833 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.910945 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9f5a145d-3522-4f06-93ea-5c2e96f98f29 req-4769bab7-e10c-420f-b755-a3dee0e33660 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.933926 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9f5a145d-3522-4f06-93ea-5c2e96f98f29 req-4769bab7-e10c-420f-b755-a3dee0e33660 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:50.967734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:48:50.974588 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8e374794-79df-47d2-89f3-a20c655a84b2 admin admin] 10.222.0.13 "PUT /v2.0/routers/a35b08a3-4433-4deb-bef9-4c55175cbd0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6103806
Dec 18 20:48:51.017018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Transition to ACTIVE for port object c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:48:51.038789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.097683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d89c9-8d1a-40e9-b1c4-6a38ee1ffa0d req-aa58344c-ce57-43e1-88a5-df94db482d93 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:51.099276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a95d89c9-8d1a-40e9-b1c4-6a38ee1ffa0d req-aa58344c-ce57-43e1-88a5-df94db482d93 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 946 time: 0.1852555
Dec 18 20:48:51.109677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769bab7-e10c-420f-b755-a3dee0e33660 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f9d910-fb34-4a97-8f9b-71df46f03b21,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:51.137780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:51.141878 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.153779 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.186974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bce0f-9320-436c-b5fe-642404cbc7a6 req-7fdf7ab4-de6f-4038-9e38-23857737b5b0 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:51.188975 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-723bce0f-9320-436c-b5fe-642404cbc7a6 req-7fdf7ab4-de6f-4038-9e38-23857737b5b0 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b52f544-8eb3-4f5e-a37c-c694695123bd HTTP/1.1" status: 200  len: 946 time: 0.2764068
Dec 18 20:48:51.209799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b36e9c4c-71aa-4fa4-8c34-7f4714b692ef None None] Provisioning complete for port 9756a104-482c-4cf5-9128-9fcd94693dca triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:51.210860 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b36e9c4c-71aa-4fa4-8c34-7f4714b692ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.220006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:51.221800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42214d7-4bc6-41e2-86d4-b9847894de7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9be9b3-0f89-4ed8-b239-a85df360079d'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:51.224332 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb207d9-70d2-45b5-996c-cc784a066aba" -d '{"events": [{"server_uuid": "d42214d7-4bc6-41e2-86d4-b9847894de7b", "name": "network-vif-plugged", "status": "completed", "tag": "6e9be9b3-0f89-4ed8-b239-a85df360079d"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:51.249561 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9f5a145d-3522-4f06-93ea-5c2e96f98f29 req-4769bab7-e10c-420f-b755-a3dee0e33660 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.265520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 6e9be9b3-0f89-4ed8-b239-a85df360079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e9be9b3-0f89-4ed8-b239-a85df360079d,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:51.276853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e43a0f3b-1757-4573-af46-497cd5ec646b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:51.277422 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.279298 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.301234 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9f5a145d-3522-4f06-93ea-5c2e96f98f29 req-4769bab7-e10c-420f-b755-a3dee0e33660 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.308789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=12a3229b-b407-4f8f-9557-f1a6978d54bb,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:51.324542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Attempting to bind port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:51.325031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Attempting to bind port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:51.325229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Attempting to bind port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:51.343382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b36e9c4c-71aa-4fa4-8c34-7f4714b692ef None None] Port 9756a104-482c-4cf5-9128-9fcd94693dca cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:48:51.361505 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9f5a145d-3522-4f06-93ea-5c2e96f98f29 req-4769bab7-e10c-420f-b755-a3dee0e33660 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.363539 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f5a145d-3522-4f06-93ea-5c2e96f98f29 req-4769bab7-e10c-420f-b755-a3dee0e33660 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.2299676
Dec 18 20:48:51.364081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:48:51.364403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Attempting to bind port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:51.373255 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769bab7-e10c-420f-b755-a3dee0e33660 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b575167c-23fb-43d1-a9ff-8e2729ec8903,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:51.388068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:51.388419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:51.388842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:51.388957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=6e9be9b3-0f89-4ed8-b239-a85df360079d,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:51.389277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Bound port: c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:51.389627 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.407726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-723bce0f-9320-436c-b5fe-642404cbc7a6 req-804d468b-88c0-4ca7-8cf6-080c64666ecc tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf5fcdbb-62bf-4b88-bccd-22471f2a69b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838198
Dec 18 20:48:51.438228 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.468519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['12a3229b-b407-4f8f-9557-f1a6978d54bb'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:51.469199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-a95d89c9-8d1a-40e9-b1c4-6a38ee1ffa0d req-385d5af8-9995-4455-bd37-fe544aabf4e6 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Deleting port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:48:51.469533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a95d89c9-8d1a-40e9-b1c4-6a38ee1ffa0d req-385d5af8-9995-4455-bd37-fe544aabf4e6 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.515525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port e43a0f3b-1757-4573-af46-497cd5ec646b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e43a0f3b-1757-4573-af46-497cd5ec646b,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:51.524340 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.586827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:51.603985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:51.613361 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.621984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=e43a0f3b-1757-4573-af46-497cd5ec646b,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:51.638642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79112a-6738-4941-b527-0f620e70ff7d req-fb178231-2271-49f7-85f4-967a883e338d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:51.640198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db79112a-6738-4941-b527-0f620e70ff7d req-fb178231-2271-49f7-85f4-967a883e338d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 945 time: 0.1203783
Dec 18 20:48:51.728814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:51.729419 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.730789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] 10.222.0.31 "PUT /v2.0/ports/c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a HTTP/1.1" status: 200  len: 1091 time: 1.5662239
Dec 18 20:48:51.733949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919e413a-66ad-40fb-aad2-6d3392c35439', 'tag': 'c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:51.736176 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a014bb10-76c9-48bd-ab6c-6c91d6be7e29" -d '{"events": [{"name": "network-changed", "server_uuid": "919e413a-66ad-40fb-aad2-6d3392c35439", "tag": "c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:51.748427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a95d89c9-8d1a-40e9-b1c4-6a38ee1ffa0d req-385d5af8-9995-4455-bd37-fe544aabf4e6 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] For port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1,segment=NetworkSegment(2e635992-75c2-4101-8c96-d4b56a10a9b2),segment_id=2e635992-75c2-4101-8c96-d4b56a10a9b2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:51.748777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a95d89c9-8d1a-40e9-b1c4-6a38ee1ffa0d req-385d5af8-9995-4455-bd37-fe544aabf4e6 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:51.790409 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-a95d89c9-8d1a-40e9-b1c4-6a38ee1ffa0d req-385d5af8-9995-4455-bd37-fe544aabf4e6 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Calling delete_port for a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:48:51.800030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2bf09-fa75-4f35-96c5-de7b7f50e047 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:51.835994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db79112a-6738-4941-b527-0f620e70ff7d req-45f4deda-2443-4723-a525-97ffd65dad31 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694338
Dec 18 20:48:51.892906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1c7ba-e8ce-444d-aa73-4950ce1fb925 req-714fc843-c55b-482e-87d3-a45c961d57c1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:51.894508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce1c7ba-e8ce-444d-aa73-4950ce1fb925 req-714fc843-c55b-482e-87d3-a45c961d57c1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 943 time: 0.2293231
Dec 18 20:48:51.911921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-c778559a-131e-47d2-bd7e-7dff41e4fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:51.913461 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-c778559a-131e-47d2-bd7e-7dff41e4fc7d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 1094 time: 0.1356757
Dec 18 20:48:52.027567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd9d95ee-a4e1-420f-a42a-0f78e504cdce req-d18c9d1c-6754-4cc0-b7d5-ea40e1159532 tempest-FloatingIPsNegativeTestJSON-565207000 tempest-FloatingIPsNegativeTestJSON-565207000-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=56fa7201c1544de18e58e91abddc3fe9 HTTP/1.1" status: 200  len: 217 time: 0.1080122
Dec 18 20:48:52.031853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-e5247932-8366-4db2-a0dc-c768e1122e3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a HTTP/1.1" status: 200  len: 217 time: 0.1077089
Dec 18 20:48:52.067347 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb855f20-42a1-4a50-853f-2fee2e815a2b x-openstack-request-id: req-eb855f20-42a1-4a50-853f-2fee2e815a2b {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:52.067688 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42214d7-4bc6-41e2-86d4-b9847894de7b", "name": "network-vif-plugged", "status": "completed", "tag": "6e9be9b3-0f89-4ed8-b239-a85df360079d", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:52.067941 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb855f20-42a1-4a50-853f-2fee2e815a2b {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:52.068343 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42214d7-4bc6-41e2-86d4-b9847894de7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9be9b3-0f89-4ed8-b239-a85df360079d', 'code': 200}
Dec 18 20:48:52.111907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce1c7ba-e8ce-444d-aa73-4950ce1fb925 req-7e126231-aff0-46c2-8d4c-8c4a6987dde6 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053244
Dec 18 20:48:52.114685 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b7577256-67b2-485b-af05-d9b098452582 req-4fa5eca5-a85a-4448-a885-802cc267766d tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-190429130', 'description': 'tempest-description-411378879'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:48:52.189259 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-3ccec5a5-d389-4923-82c0-a627c9b895f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:52.192146 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-3ccec5a5-d389-4923-82c0-a627c9b895f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.1500201
Dec 18 20:48:52.193233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Sync routers for ids ['a35b08a3-4433-4deb-bef9-4c55175cbd0a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:48:52.204937 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Routers {'a35b08a3-4433-4deb-bef9-4c55175cbd0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:52.205546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e3a0e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['a35b08a3-4433-4deb-bef9-4c55175cbd0a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:52.212304 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a95d89c9-8d1a-40e9-b1c4-6a38ee1ffa0d req-385d5af8-9995-4455-bd37-fe544aabf4e6 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:52.242333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:52.264646 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b7577256-67b2-485b-af05-d9b098452582 req-4fa5eca5-a85a-4448-a885-802cc267766d tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:52.267905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-0bf99a26-208b-4dfc-b309-0af387a3100c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0684524
Dec 18 20:48:52.290848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d5af8-9995-4455-bd37-fe544aabf4e6 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Pushing event deleted for resources: {'Port': ['ID=a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:52.335820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Set router a35b08a3-4433-4deb-bef9-4c55175cbd0a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:52.356201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510a2e-bbc1-40e1-8dab-39ea71ecc1a2 req-e4e8d209-6b84-4007-8702-b47b46718176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:52.357753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52510a2e-bbc1-40e1-8dab-39ea71ecc1a2 req-e4e8d209-6b84-4007-8702-b47b46718176 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 1101 time: 0.2195504
Dec 18 20:48:52.418283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95d89c9-8d1a-40e9-b1c4-6a38ee1ffa0d req-385d5af8-9995-4455-bd37-fe544aabf4e6 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] No DVR routers for this DVR port a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:48:52.421718 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a95d89c9-8d1a-40e9-b1c4-6a38ee1ffa0d req-385d5af8-9995-4455-bd37-fe544aabf4e6 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:52.425397 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a95d89c9-8d1a-40e9-b1c4-6a38ee1ffa0d req-385d5af8-9995-4455-bd37-fe544aabf4e6 tempest-VolumesAdminNegativeTest-2110717882 tempest-VolumesAdminNegativeTest-2110717882-project] 10.222.0.31 "DELETE /v2.0/ports/a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 HTTP/1.1" status: 204  len: 173 time: 1.2989755
Dec 18 20:48:52.446095 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 12a3229b-b407-4f8f-9557-f1a6978d54bb up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:52.480510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b12ad9-dede-46d9-bb62-3a49c0626a3d req-d43529c4-7c01-4692-9455-74577ab81247 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:52.482004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31b12ad9-dede-46d9-bb62-3a49c0626a3d req-d43529c4-7c01-4692-9455-74577ab81247 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 950 time: 0.2427759
Dec 18 20:48:52.550462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 12a3229b-b407-4f8f-9557-f1a6978d54bb completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:48:52.557323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 12a3229b-b407-4f8f-9557-f1a6978d54bb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:52.557718 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:52.620074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e3a0e20>, [{'id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'name': 'tempest-FloatingIPsNegativeTestJSON-277373827-router', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:48:44Z', 'updated_at': '2021-12-18T20:48:49Z', 'revision_number': 4, 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'gw_port': {'id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:48:46Z', 'updated_at': '2021-12-18T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9756a104-482c-4cf5-9128-9fcd94693dca', 'name': '', 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'mac_address': 'fa:16:3e:69:0a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cba83499-ebe1-4f6a-bcf3-0ed0223fe019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:48:49Z', 'updated_at': '2021-12-18T20:48:50Z', 'revision_number': 2, 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'subnets': [{'id': 'cba83499-ebe1-4f6a-bcf3-0ed0223fe019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:52.671535 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Checking router: a35b08a3-4433-4deb-bef9-4c55175cbd0a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:48:52.671892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Updating router a35b08a3-4433-4deb-bef9-4c55175cbd0a port 9756a104-482c-4cf5-9128-9fcd94693dca binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:48:52.703301 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:52.705221 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:52.758391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e43a0f3b-1757-4573-af46-497cd5ec646b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:52.800971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:52.814671 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:52.817252 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52510a2e-bbc1-40e1-8dab-39ea71ecc1a2 req-1c5fd930-b314-408c-82dc-fb79bd9f8982 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d1289c46-3d9d-40ca-a651-b435b5e68f4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4312270
Dec 18 20:48:52.865704 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-e8628134-061b-4634-9aa2-4da28750f744 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5821810
Dec 18 20:48:52.871944 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31b12ad9-dede-46d9-bb62-3a49c0626a3d req-3ecdaae2-82f5-42ad-8c2d-99252feff10c tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1289c46-3d9d-40ca-a651-b435b5e68f4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3763638
Dec 18 20:48:52.888451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b7577256-67b2-485b-af05-d9b098452582 req-4fa5eca5-a85a-4448-a885-802cc267766d tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:52.931368 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b7577256-67b2-485b-af05-d9b098452582 req-4fa5eca5-a85a-4448-a885-802cc267766d tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:52.942289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=12a3229b-b407-4f8f-9557-f1a6978d54bb,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:52.985952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5eca5-a85a-4448-a885-802cc267766d tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f65829-6e39-4f58-a57a-55cb96beb7aa,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:52.994793 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b7577256-67b2-485b-af05-d9b098452582 req-4fa5eca5-a85a-4448-a885-802cc267766d tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:52.995918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7577256-67b2-485b-af05-d9b098452582 req-4fa5eca5-a85a-4448-a885-802cc267766d tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.8920476
Dec 18 20:48:53.001766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e43a0f3b-1757-4573-af46-497cd5ec646b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:53.002208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.033212 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79859960-e8b5-4394-9faf-20c2f16751d4 x-openstack-request-id: req-79859960-e8b5-4394-9faf-20c2f16751d4 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:53.033757 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919e413a-66ad-40fb-aad2-6d3392c35439", "tag": "c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:53.033917 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79859960-e8b5-4394-9faf-20c2f16751d4 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:53.034910 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919e413a-66ad-40fb-aad2-6d3392c35439', 'tag': 'c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a', 'status': 'completed', 'code': 200}
Dec 18 20:48:53.071744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d941d68f-722f-4cb6-a671-62a2dd9e21bb req-f111c1d3-a170-475b-ae5f-4bca92651381 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964290
Dec 18 20:48:53.078849 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f58fc74d-1d03-42da-aa10-7bd84edc8509 req-dc0a0d02-3708-4600-accf-1df51c0b4927 tempest-FloatingIPsNegativeTestJSON-565207000 tempest-FloatingIPsNegativeTestJSON-565207000-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0434117
Dec 18 20:48:53.107480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54930) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:53.188031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd33bff-982e-499b-81a7-a08805bdcdf6 admin admin] Deleting subnet abf67e94-3762-48da-8093-8a2167cb506b {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:48:53.191703 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abd33bff-982e-499b-81a7-a08805bdcdf6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.201360 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.208286 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.228379 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abd33bff-982e-499b-81a7-a08805bdcdf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.261184 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014bb10-76c9-48bd-ab6c-6c91d6be7e29 req-1fd00b18-7100-47c1-b411-9c0c72bb6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:53.262809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a014bb10-76c9-48bd-ab6c-6c91d6be7e29 req-1fd00b18-7100-47c1-b411-9c0c72bb6aae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 1094 time: 0.1257455
Dec 18 20:48:53.286603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2272366-61ef-4e16-b7b9-d43b59473977 None None] Pushing event updated for resources: {'Port': ['ID=9756a104-482c-4cf5-9128-9fcd94693dca,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:53.295707 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abd33bff-982e-499b-81a7-a08805bdcdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.325580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Attempting to bind port 9756a104-482c-4cf5-9128-9fcd94693dca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:48:53.326307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Attempting to bind port 9756a104-482c-4cf5-9128-9fcd94693dca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fa4ef9eb-538f-4b72-9902-bb40d81b1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:48:53.327389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Attempting to bind port 9756a104-482c-4cf5-9128-9fcd94693dca on network a069b7fc-69aa-47c8-a9d2-95be34a21ad8 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:48:53.336858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:48:53.337568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Checking segment: {'id': 'fa4ef9eb-538f-4b72-9902-bb40d81b1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:48:53.338183 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.339171 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Bound using segment: {'id': 'fa4ef9eb-538f-4b72-9902-bb40d81b1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:48:53.340165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Bound port: 9756a104-482c-4cf5-9128-9fcd94693dca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4ef9eb-538f-4b72-9902-bb40d81b1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:48:53.341126 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.352530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ee7e3-b8bd-44f6-88b2-73b521f62029 req-1ff2f35d-541b-4ed2-90c6-b267c0e2834f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:53.354044 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-240ee7e3-b8bd-44f6-88b2-73b521f62029 req-1ff2f35d-541b-4ed2-90c6-b267c0e2834f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 946 time: 0.1782680
Dec 18 20:48:53.363918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abd33bff-982e-499b-81a7-a08805bdcdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.408005 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abd33bff-982e-499b-81a7-a08805bdcdf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.414724 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-abd33bff-982e-499b-81a7-a08805bdcdf6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/abf67e94-3762-48da-8093-8a2167cb506b HTTP/1.1" status: 204  len: 168 time: 0.3056564
Dec 18 20:48:53.415683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54934) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:53.417870 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd33bff-982e-499b-81a7-a08805bdcdf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abf67e94-3762-48da-8093-8a2167cb506b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:53.432919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] For port 9756a104-482c-4cf5-9128-9fcd94693dca, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:48:53.441896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] For port 9756a104-482c-4cf5-9128-9fcd94693dca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9756a104-482c-4cf5-9128-9fcd94693dca,segment=NetworkSegment(fa4ef9eb-538f-4b72-9902-bb40d81b1d7a),segment_id=fa4ef9eb-538f-4b72-9902-bb40d81b1d7a)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:48:53.448358 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.496379 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-240ee7e3-b8bd-44f6-88b2-73b521f62029 req-fc9cb425-244a-4203-8f0d-20e3e3dc1c7e tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330223
Dec 18 20:48:53.506623 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.507251 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014bb10-76c9-48bd-ab6c-6c91d6be7e29 req-bfb9c030-6666-4dab-a1b6-5511c31043ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:53.508600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Routers {'a35b08a3-4433-4deb-bef9-4c55175cbd0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:53.508731 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a014bb10-76c9-48bd-ab6c-6c91d6be7e29 req-bfb9c030-6666-4dab-a1b6-5511c31043ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.2328863
Dec 18 20:48:53.509213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e3a0e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['a35b08a3-4433-4deb-bef9-4c55175cbd0a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:53.578721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a014bb10-76c9-48bd-ab6c-6c91d6be7e29 req-9d226b55-f187-4931-9bcf-4ae8db2d32c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a HTTP/1.1" status: 200  len: 217 time: 0.0587723
Dec 18 20:48:53.615165 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.620185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2272366-61ef-4e16-b7b9-d43b59473977 None None] Pushing event updated for resources: {'Port': ['ID=9756a104-482c-4cf5-9128-9fcd94693dca,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:53.645622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e56dac0>,) {'filters': {'network_id': ['8baa41ee-0761-45dc-9249-6ee935d2158f']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:53.657248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e56dac0>, '2e635992-75c2-4101-8c96-d4b56a10a9b2') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:53.657537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e56dac0>, '2e635992-75c2-4101-8c96-d4b56a10a9b2') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:53.659945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] Set router a35b08a3-4433-4deb-bef9-4c55175cbd0a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:53.667809 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.682770 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.689518 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-ad8d28fd-4832-4e58-8755-0ea63fa21859 req-e77ca7e9-6994-4bad-9ab5-5e931778f602 tempest-FloatingIPsNegativeTestJSON-565207000 tempest-FloatingIPsNegativeTestJSON-565207000-project] show failed (client error): The resource could not be found.
Dec 18 20:48:53.692081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad8d28fd-4832-4e58-8755-0ea63fa21859 req-e77ca7e9-6994-4bad-9ab5-5e931778f602 tempest-FloatingIPsNegativeTestJSON-565207000 tempest-FloatingIPsNegativeTestJSON-565207000-project] 10.222.0.13 "GET /v2.0/floatingips/54342315-f70b-4760-acc8-1a133ce6aeab HTTP/1.1" status: 404  len: 350 time: 0.0801120
Dec 18 20:48:53.694363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:48:53.695062 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.704373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54940) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:53.727648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014bb10-76c9-48bd-ab6c-6c91d6be7e29 req-7e375791-cb0c-4ab0-9df7-eca50adfab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:53.729372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9d947662-cb51-406b-8e79-e4a8d764fc17 None None] Provisioning complete for port 9756a104-482c-4cf5-9128-9fcd94693dca triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:53.729740 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9d947662-cb51-406b-8e79-e4a8d764fc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.730042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a014bb10-76c9-48bd-ab6c-6c91d6be7e29 req-7e375791-cb0c-4ab0-9df7-eca50adfab8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.1420431
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:48:53.764806 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:48:53.776223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.783441 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.789734 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8baa41ee-0761-45dc-9249-6ee935d2158f HTTP/1.1" status: 204  len: 168 time: 0.3727667
Dec 18 20:48:53.791435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54942) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:53.849279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54903324-4a00-4c2c-85fd-6e749ac71fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8baa41ee-0761-45dc-9249-6ee935d2158f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:53.869345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-6fae0628-9c02-4330-9a68-fb1c2ae5a928 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 50956 time: 0.7455044
Dec 18 20:48:53.872652 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a014bb10-76c9-48bd-ab6c-6c91d6be7e29 req-0495b6af-f73f-4136-a0e0-fb3753786933 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0931685
Dec 18 20:48:53.888197 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-50111e7c-72c5-4a64-ad08-c3c2d5505d33 admin admin] Deleting subnet 4e52106c-fcbc-46ab-a225-a8f4fb921d3d {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:48:53.894077 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50111e7c-72c5-4a64-ad08-c3c2d5505d33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.932699 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50111e7c-72c5-4a64-ad08-c3c2d5505d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:53.975556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50111e7c-72c5-4a64-ad08-c3c2d5505d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.036826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50111e7c-72c5-4a64-ad08-c3c2d5505d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.069018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3c9fff-7539-4d85-9102-827366dbb6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a3229b-b407-4f8f-9557-f1a6978d54bb'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:54.071218 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-262fd475-f361-4df8-af85-a996d4fd29f9 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/161c1bc3-bdf7-477f-bbba-2550685a38e8 HTTP/1.1" status: 200  len: 2998 time: 0.1657789
Dec 18 20:48:54.077090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50111e7c-72c5-4a64-ad08-c3c2d5505d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e52106c-fcbc-46ab-a225-a8f4fb921d3d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:54.077465 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b243be-bca4-4685-8b77-42e2579081dc" -d '{"events": [{"server_uuid": "db3c9fff-7539-4d85-9102-827366dbb6cd", "name": "network-vif-plugged", "status": "completed", "tag": "12a3229b-b407-4f8f-9557-f1a6978d54bb"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:54.080836 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50111e7c-72c5-4a64-ad08-c3c2d5505d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.085745 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-50111e7c-72c5-4a64-ad08-c3c2d5505d33 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4e52106c-fcbc-46ab-a225-a8f4fb921d3d HTTP/1.1" status: 204  len: 168 time: 0.2916167
Dec 18 20:48:54.086868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54950) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:54.114788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6c476-376b-48e6-a876-43c2dcf39b6f req-bb3552fa-bb61-401b-ad19-c11d556f6826 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:54.116502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4c6c476-376b-48e6-a876-43c2dcf39b6f req-bb3552fa-bb61-401b-ad19-c11d556f6826 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 943 time: 0.2750797
Dec 18 20:48:54.130439 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9d947662-cb51-406b-8e79-e4a8d764fc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.180093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9d947662-cb51-406b-8e79-e4a8d764fc17 None None] For port 9756a104-482c-4cf5-9128-9fcd94693dca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9756a104-482c-4cf5-9128-9fcd94693dca,segment=NetworkSegment(fa4ef9eb-538f-4b72-9902-bb40d81b1d7a),segment_id=fa4ef9eb-538f-4b72-9902-bb40d81b1d7a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:54.182666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e3a0e20>, [{'id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'name': 'tempest-FloatingIPsNegativeTestJSON-277373827-router', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:48:44Z', 'updated_at': '2021-12-18T20:48:49Z', 'revision_number': 4, 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'gw_port': {'id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:48:46Z', 'updated_at': '2021-12-18T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9756a104-482c-4cf5-9128-9fcd94693dca', 'name': '', 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'mac_address': 'fa:16:3e:69:0a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cba83499-ebe1-4f6a-bcf3-0ed0223fe019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:48:49Z', 'updated_at': '2021-12-18T20:48:53Z', 'revision_number': 4, 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'subnets': [{'id': 'cba83499-ebe1-4f6a-bcf3-0ed0223fe019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:54.187756 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.193975 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a014bb10-76c9-48bd-ab6c-6c91d6be7e29 req-0d1eb4ea-a0e9-45fe-9924-643bf30216c7 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2996855
Dec 18 20:48:54.221159 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9d947662-cb51-406b-8e79-e4a8d764fc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.225913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ebdc3b-0f30-43c6-8453-51dd2c39d38a None None] The sync data for ids ['a35b08a3-4433-4deb-bef9-4c55175cbd0a'] in ncdv-master-1 is: [{'id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'name': 'tempest-FloatingIPsNegativeTestJSON-277373827-router', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:48:44Z', 'updated_at': '2021-12-18T20:48:49Z', 'revision_number': 4, 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'gw_port': {'id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:48:46Z', 'updated_at': '2021-12-18T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9756a104-482c-4cf5-9128-9fcd94693dca', 'name': '', 'network_id': 'a069b7fc-69aa-47c8-a9d2-95be34a21ad8', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'mac_address': 'fa:16:3e:69:0a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cba83499-ebe1-4f6a-bcf3-0ed0223fe019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:48:49Z', 'updated_at': '2021-12-18T20:48:53Z', 'revision_number': 4, 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'subnets': [{'id': 'cba83499-ebe1-4f6a-bcf3-0ed0223fe019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:48:54.307490 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.322829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d947662-cb51-406b-8e79-e4a8d764fc17 None None] Pushing event updated for resources: {'Port': ['ID=9756a104-482c-4cf5-9128-9fcd94693dca,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:54.347656 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e317100>,) {'filters': {'network_id': ['b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:54.356418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-916518da-deb1-4729-b19c-869ca74753a0 None None] Provisioning complete for port 9756a104-482c-4cf5-9128-9fcd94693dca triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:54.356927 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-916518da-deb1-4729-b19c-869ca74753a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.366756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e317100>, '6706f530-f06e-45ca-a6b4-4f6937bdb156') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:54.367220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e317100>, '6706f530-f06e-45ca-a6b4-4f6937bdb156') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:54.381303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-b9eb3b54-31d4-4de5-ab0b-1d05f2e3810e tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/161c1bc3-bdf7-477f-bbba-2550685a38e8 HTTP/1.1" status: 200  len: 2998 time: 0.2563164
Dec 18 20:48:54.386724 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.408197 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.412751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4c6c476-376b-48e6-a876-43c2dcf39b6f req-cb13320e-e0f5-442d-b570-dd9f587c9dbb tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2803938
Dec 18 20:48:54.422585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:48:54.423880 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:48:54.425607 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:48:54.520767 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.534444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.538305 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7 HTTP/1.1" status: 204  len: 168 time: 0.4504740
Dec 18 20:48:54.548886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a014bb10-76c9-48bd-ab6c-6c91d6be7e29 req-5b1e6415-22bc-40a6-a968-d39fab597c1d service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3150368
Dec 18 20:48:54.565411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-9be13de5-e977-41a8-b96b-f58af292cf56 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/18f9d910-fb34-4a97-8f9b-71df46f03b21 HTTP/1.1" status: 200  len: 2998 time: 0.1517320
Dec 18 20:48:54.584766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28791e7-2447-4de4-a7dd-ad9e10f94743 admin admin] Pushing event deleted for resources: {'Network': ['ID=b85e1df9-6e8d-47d6-a6c7-b03afc51e4f7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:54.687835 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-74719ef8-eebf-4f51-adca-cd87f8796520 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/18f9d910-fb34-4a97-8f9b-71df46f03b21 HTTP/1.1" status: 200  len: 2998 time: 0.1154237
Dec 18 20:48:54.747560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088177-0391-43fc-8bee-9a9192450f5b req-b686eb46-3387-479d-9a95-3e4d351ae809 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:54.749073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51088177-0391-43fc-8bee-9a9192450f5b req-b686eb46-3387-479d-9a95-3e4d351ae809 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 950 time: 0.1539581
Dec 18 20:48:54.796146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9756a104-482c-4cf5-9128-9fcd94693dca up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:54.797500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54960) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:54.808550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-e268fca7-0d91-4542-8deb-94823f5f8a16 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/26c35480-64b8-425a-a93a-c79d53878076 HTTP/1.1" status: 200  len: 2998 time: 0.1198361
Dec 18 20:48:54.855917 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 9756a104-482c-4cf5-9128-9fcd94693dca triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:54.856898 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:54.881013 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-80da852d-86e2-46b8-9be6-d43fbfdad698 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47584e2b5b674fc295b6a63ffe8df191&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0771708
Dec 18 20:48:54.881686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54962) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:54.913546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51088177-0391-43fc-8bee-9a9192450f5b req-6ed36c6f-2e28-41f3-9650-fa087b5bdf46 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1289c46-3d9d-40ca-a651-b435b5e68f4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558206
Dec 18 20:48:54.953593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-a18774dd-9ee9-4e77-9ecc-29ad86c25982 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/26c35480-64b8-425a-a93a-c79d53878076 HTTP/1.1" status: 200  len: 2998 time: 0.0863900
Dec 18 20:48:54.981214 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef199b12-c536-40f9-b731-e7a9a1e143a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:55.008095 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef199b12-c536-40f9-b731-e7a9a1e143a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:55.009178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-65decabd-66ca-4b13-83d4-003b28b81024 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/471cefe8-075c-4bde-8312-3f008c8544c9 HTTP/1.1" status: 200  len: 2998 time: 0.0546470
Dec 18 20:48:55.036023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52f544-8eb3-4f5e-a37c-c694695123bd', 'name': 'network-vif-deleted', 'tag': 'a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:55.038462 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870df14d-6825-4c4b-9029-8111c3540df8" -d '{"events": [{"server_uuid": "5b52f544-8eb3-4f5e-a37c-c694695123bd", "name": "network-vif-deleted", "tag": "a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:55.058112 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87747dbb-6c78-473a-a3ed-26e458a42224 x-openstack-request-id: req-87747dbb-6c78-473a-a3ed-26e458a42224 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:55.058497 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3c9fff-7539-4d85-9102-827366dbb6cd", "name": "network-vif-plugged", "status": "completed", "tag": "12a3229b-b407-4f8f-9557-f1a6978d54bb", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:55.058892 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87747dbb-6c78-473a-a3ed-26e458a42224 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:55.059292 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3c9fff-7539-4d85-9102-827366dbb6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a3229b-b407-4f8f-9557-f1a6978d54bb', 'code': 200}
Dec 18 20:48:55.070928 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc37b005-a1a4-464c-80bd-926085b9251d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:55.079483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef199b12-c536-40f9-b731-e7a9a1e143a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:55.085966 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef199b12-c536-40f9-b731-e7a9a1e143a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:55.088295 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef199b12-c536-40f9-b731-e7a9a1e143a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf5fcdbb-62bf-4b88-bccd-22471f2a69b6 HTTP/1.1" status: 204  len: 168 time: 0.2050707
Dec 18 20:48:55.100206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef199b12-c536-40f9-b731-e7a9a1e143a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5fcdbb-62bf-4b88-bccd-22471f2a69b6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:55.146964 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-bc25904b-e0de-48db-a04a-a1b414289ffc tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/471cefe8-075c-4bde-8312-3f008c8544c9 HTTP/1.1" status: 200  len: 2998 time: 0.1367433
Dec 18 20:48:55.281486 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-668ed437-147a-4210-a646-c008b2ad1d3e tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6548cc14-8069-46e6-be39-116a08aed786 HTTP/1.1" status: 200  len: 2998 time: 0.1328797
Dec 18 20:48:55.293024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e57ca-e226-4627-9f28-405067aa4c50 req-44a5835c-c452-4022-a1fd-a5bb71556b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:55.294753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e06e57ca-e226-4627-9f28-405067aa4c50 req-44a5835c-c452-4022-a1fd-a5bb71556b39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 1097 time: 0.1417475
Dec 18 20:48:55.553060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54978) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:55.609336 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-20295f5e-354d-4567-b22d-1899038dc34d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d09c7bbda564a1092cfe537f39e0a0b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0543811
Dec 18 20:48:55.610183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54982) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:55.664722 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b360-b2f0-4ab8-a945-4a99733179fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:55.689003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b360-b2f0-4ab8-a945-4a99733179fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:55.708703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:48:55.714754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:48:55.759084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:48:55.759553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:48:55.762661 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b360-b2f0-4ab8-a945-4a99733179fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:55.765432 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b360-b2f0-4ab8-a945-4a99733179fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:55.768994 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d4d8b360-b2f0-4ab8-a945-4a99733179fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea7b7542-7ce3-442a-a6fa-8cbf8ab05648 HTTP/1.1" status: 204  len: 168 time: 0.1554296
Dec 18 20:48:55.781035 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54986) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:55.797298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8b360-b2f0-4ab8-a945-4a99733179fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7b7542-7ce3-442a-a6fa-8cbf8ab05648,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:55.813405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e06e57ca-e226-4627-9f28-405067aa4c50 req-4c1ac590-9386-4f5e-b94c-5891948574bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4332855
Dec 18 20:48:55.819011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-e6ba564f-e6f6-4057-88fb-469e98607512 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6548cc14-8069-46e6-be39-116a08aed786 HTTP/1.1" status: 200  len: 2998 time: 0.5229385
Dec 18 20:48:55.843006 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:48:55.844352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13c943-894f-4cd0-81a5-1a9a9c9febf1 req-39309cf7-abef-439f-a9bb-7bad3ba9622a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:55.845947 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac13c943-894f-4cd0-81a5-1a9a9c9febf1 req-39309cf7-abef-439f-a9bb-7bad3ba9622a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 946 time: 0.4064937
Dec 18 20:48:55.923308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:55.942484 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a', 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03', 'port_id': 'c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a', 'mac_address': 'fa:16:3e:3d:95:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda3f542-e261-446c-9545-36f864fed65b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:48:55.946591 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-0f956bed-6410-4b21-ba9b-64ffc3ff6520 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6563918d-41ab-4b0f-bff2-235fc91f026d HTTP/1.1" status: 200  len: 2998 time: 0.0994763
Dec 18 20:48:55.992579 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac13c943-894f-4cd0-81a5-1a9a9c9febf1 req-ee1e3b0f-3c48-4b04-bd38-cf107c50f25d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331532
Dec 18 20:48:56.001729 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:56.025559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:48:56.028026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-41762332-944e-4df7-9f1b-26204c536544 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6563918d-41ab-4b0f-bff2-235fc91f026d HTTP/1.1" status: 200  len: 2998 time: 0.0570409
Dec 18 20:48:56.044817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-cc37b005-a1a4-464c-80bd-926085b9251d admin admin] Deleting port 9756a104-482c-4cf5-9128-9fcd94693dca {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:48:56.045159 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc37b005-a1a4-464c-80bd-926085b9251d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:56.059884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:56.065456 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:56.125488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e65efc8b-4c5f-4f0e-bb89-0a2393295877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:56.131959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-8b97180c-d6dd-4d46-8ab7-d513657ac538 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8446e6cd-41c3-4a94-95e1-0dc50e32e719 HTTP/1.1" status: 200  len: 2994 time: 0.0941839
Dec 18 20:48:56.137733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:56.183797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-cc37b005-a1a4-464c-80bd-926085b9251d admin admin] For port 9756a104-482c-4cf5-9128-9fcd94693dca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9756a104-482c-4cf5-9128-9fcd94693dca,segment=NetworkSegment(fa4ef9eb-538f-4b72-9902-bb40d81b1d7a),segment_id=fa4ef9eb-538f-4b72-9902-bb40d81b1d7a)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:56.184355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc37b005-a1a4-464c-80bd-926085b9251d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:56.207371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-cc37b005-a1a4-464c-80bd-926085b9251d admin admin] Calling delete_port for 9756a104-482c-4cf5-9128-9fcd94693dca owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:48:56.215290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-77cb719b-a76b-4dc9-a467-8317e0a50828 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8446e6cd-41c3-4a94-95e1-0dc50e32e719 HTTP/1.1" status: 200  len: 2994 time: 0.0729640
Dec 18 20:48:56.255500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e65efc8b-4c5f-4f0e-bb89-0a2393295877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:56.260131 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e65efc8b-4c5f-4f0e-bb89-0a2393295877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:56.299305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65efc8b-4c5f-4f0e-bb89-0a2393295877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb125c3c-2376-4946-89a8-74457d16117a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:56.309125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:48:56.316713 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-0ad2a1db-d61d-4c0e-8187-9ac8f11dbcc6 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ab3da94a-e72e-4c2a-81d2-abbdcb645c50 HTTP/1.1" status: 200  len: 2998 time: 0.0635481
Dec 18 20:48:56.321710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55002) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:56.322506 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e65efc8b-4c5f-4f0e-bb89-0a2393295877 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1bd8a61f8bf450290c7bacb16d71eb2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5403271
Dec 18 20:48:56.465990 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-3c1734ec-1232-4daa-b563-1b083a90571a tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ab3da94a-e72e-4c2a-81d2-abbdcb645c50 HTTP/1.1" status: 200  len: 2998 time: 0.1063199
Dec 18 20:48:56.487237 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772a8c48-0e0e-4beb-b0f7-fb95b7ec307a x-openstack-request-id: req-772a8c48-0e0e-4beb-b0f7-fb95b7ec307a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:56.487600 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52f544-8eb3-4f5e-a37c-c694695123bd", "name": "network-vif-deleted", "tag": "a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:56.487828 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-772a8c48-0e0e-4beb-b0f7-fb95b7ec307a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:56.488227 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b52f544-8eb3-4f5e-a37c-c694695123bd', 'name': 'network-vif-deleted', 'tag': 'a51358c4-71d5-40ec-bd5c-4e5e2bfda8e1', 'status': 'completed', 'code': 200}
Dec 18 20:48:56.531909 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-904ca906-0101-4c6f-833d-066afea42e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:56.598521 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-d0a346d5-8376-44bc-b8b8-63ff7931cd66 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cd4a2b5a-ba3d-4654-9022-ceecd158121b HTTP/1.1" status: 200  len: 2998 time: 0.1315305
Dec 18 20:48:56.616612 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-904ca906-0101-4c6f-833d-066afea42e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:56.651105 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc37b005-a1a4-464c-80bd-926085b9251d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:56.718031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f27440-4cb2-446a-8c95-d4bdcd967832 req-c671f5a1-3eff-421d-b201-11205417a123 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:56.719669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76f27440-4cb2-446a-8c95-d4bdcd967832 req-c671f5a1-3eff-421d-b201-11205417a123 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 944 time: 0.1962070
Dec 18 20:48:56.739869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37b005-a1a4-464c-80bd-926085b9251d admin admin] Pushing event deleted for resources: {'Port': ['ID=9756a104-482c-4cf5-9128-9fcd94693dca,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:56.786386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-d8189612-8060-4c19-82ab-d9a61ee3b54f tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cd4a2b5a-ba3d-4654-9022-ceecd158121b HTTP/1.1" status: 200  len: 2998 time: 0.1674063
Dec 18 20:48:56.881507 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-3da6d3aa-5715-42b8-8cf1-b1c972cbb61f tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] show failed (client error): The resource could not be found.
Dec 18 20:48:56.882570 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-3da6d3aa-5715-42b8-8cf1-b1c972cbb61f tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cf5fcdbb-62bf-4b88-bccd-22471f2a69b6 HTTP/1.1" status: 404  len: 352 time: 0.0493796
Dec 18 20:48:56.899124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76f27440-4cb2-446a-8c95-d4bdcd967832 req-c7e8b8db-52f8-4319-a2fd-6789f4daa115 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594040
Dec 18 20:48:56.958740 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-904ca906-0101-4c6f-833d-066afea42e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:56.961315 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-904ca906-0101-4c6f-833d-066afea42e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:56.963424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-904ca906-0101-4c6f-833d-066afea42e18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb125c3c-2376-4946-89a8-74457d16117a HTTP/1.1" status: 204  len: 168 time: 0.6419861
Dec 18 20:48:56.997059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ca906-0101-4c6f-833d-066afea42e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb125c3c-2376-4946-89a8-74457d16117a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:57.000145 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-354f97cc-4f31-4571-bb79-0d5b898a3faf tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] show failed (client error): The resource could not be found.
Dec 18 20:48:57.001224 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-354f97cc-4f31-4571-bb79-0d5b898a3faf tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cf5fcdbb-62bf-4b88-bccd-22471f2a69b6 HTTP/1.1" status: 404  len: 352 time: 0.1009328
Dec 18 20:48:57.069862 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc37b005-a1a4-464c-80bd-926085b9251d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:57.147301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-9217a0a1-f3fe-4381-853b-da44120debd5 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d1289c46-3d9d-40ca-a651-b435b5e68f4e HTTP/1.1" status: 200  len: 2998 time: 0.1157451
Dec 18 20:48:57.239366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-691e0692-157e-4f49-89d8-16d0cdab55ff tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d1289c46-3d9d-40ca-a651-b435b5e68f4e HTTP/1.1" status: 200  len: 2998 time: 0.0832267
Dec 18 20:48:57.356831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-f8f8d2da-220d-403f-9ae2-64f04c1d2454 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e1c41015-9883-47b2-8c56-adc2ad00f841 HTTP/1.1" status: 200  len: 2998 time: 0.1084919
Dec 18 20:48:57.415585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-5b95a408-e6e4-4dd9-b9b5-56d1b41dbff2 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e1c41015-9883-47b2-8c56-adc2ad00f841 HTTP/1.1" status: 200  len: 2998 time: 0.0501866
Dec 18 20:48:57.433627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55032) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:57.449502 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2243abee-8850-4de5-8eb6-d71c493343c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:57.457208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc37b005-a1a4-464c-80bd-926085b9251d admin admin] Router a35b08a3-4433-4deb-bef9-4c55175cbd0a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:48:57.536926 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2243abee-8850-4de5-8eb6-d71c493343c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:57.540386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-921c2c35-2cb7-4810-b861-2d3045087e03 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e975403d-12c6-4068-a9b6-c17324d27c66 HTTP/1.1" status: 200  len: 2998 time: 0.1117496
Dec 18 20:48:57.547431 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2243abee-8850-4de5-8eb6-d71c493343c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:57.551555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cc20b-d3a7-4304-bd95-5c8ffb3dd6a6 req-47e539d1-1b8b-4842-9248-928ea5a88658 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:57.553136 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-577cc20b-d3a7-4304-bd95-5c8ffb3dd6a6 req-47e539d1-1b8b-4842-9248-928ea5a88658 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 946 time: 0.1366096
Dec 18 20:48:57.589578 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2243abee-8850-4de5-8eb6-d71c493343c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b31d71e882964f1681fca82f8702d0b0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1501365
Dec 18 20:48:57.589802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55040) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:57.595747 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243abee-8850-4de5-8eb6-d71c493343c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dec1260-d91c-4919-9f8f-552b3ff4d571,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:57.647492 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9e52c81-5589-448b-bfc7-2c27f7c169e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:57.674345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-5ebce946-23f3-4044-a632-201512e80f34 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e975403d-12c6-4068-a9b6-c17324d27c66 HTTP/1.1" status: 200  len: 2998 time: 0.1186285
Dec 18 20:48:57.676093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc37b005-a1a4-464c-80bd-926085b9251d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:48:57.688967 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b088ef1-b218-4461-b425-dca546f2e322 None None] Sync routers for ids ['a35b08a3-4433-4deb-bef9-4c55175cbd0a'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:48:57.691047 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-577cc20b-d3a7-4304-bd95-5c8ffb3dd6a6 req-9d4f29a2-57f5-4c97-a356-f4fe6fdb1d3d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210902
Dec 18 20:48:57.697646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cc37b005-a1a4-464c-80bd-926085b9251d admin admin] 10.222.0.13 "PUT /v2.0/routers/a35b08a3-4433-4deb-bef9-4c55175cbd0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9894409
Dec 18 20:48:57.701471 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9e52c81-5589-448b-bfc7-2c27f7c169e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:57.703452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55050) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:57.705250 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b088ef1-b218-4461-b425-dca546f2e322 None None] Routers {'a35b08a3-4433-4deb-bef9-4c55175cbd0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:57.706686 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4b088ef1-b218-4461-b425-dca546f2e322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f632340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['a35b08a3-4433-4deb-bef9-4c55175cbd0a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:57.709009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:48:57.720638 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-dca04a32-039d-41ac-b925-c74b2c54d846 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] show failed (client error): The resource could not be found.
Dec 18 20:48:57.721665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-dca04a32-039d-41ac-b925-c74b2c54d846 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ea7b7542-7ce3-442a-a6fa-8cbf8ab05648 HTTP/1.1" status: 404  len: 352 time: 0.0296814
Dec 18 20:48:57.794088 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-95247c8a-94b1-4102-aa99-a9b7972fc159 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] show failed (client error): The resource could not be found.
Dec 18 20:48:57.803617 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-95247c8a-94b1-4102-aa99-a9b7972fc159 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ea7b7542-7ce3-442a-a6fa-8cbf8ab05648 HTTP/1.1" status: 404  len: 352 time: 0.0326343
Dec 18 20:48:57.821353 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:48:57.825687 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9e52c81-5589-448b-bfc7-2c27f7c169e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:57.828293 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9e52c81-5589-448b-bfc7-2c27f7c169e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:57.829637 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d9e52c81-5589-448b-bfc7-2c27f7c169e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dec1260-d91c-4919-9f8f-552b3ff4d571 HTTP/1.1" status: 204  len: 168 time: 0.2388520
Dec 18 20:48:57.833182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:48:57.834834 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:57.842363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e52c81-5589-448b-bfc7-2c27f7c169e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dec1260-d91c-4919-9f8f-552b3ff4d571,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:57.886682 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4b088ef1-b218-4461-b425-dca546f2e322 None None] Set router a35b08a3-4433-4deb-bef9-4c55175cbd0a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:57.958779 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:58.017039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:58.018471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e413a-66ad-40fb-aad2-6d3392c35439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:48:58.024709 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bb5ce0-83e6-47f3-924a-ae227e979da3" -d '{"events": [{"server_uuid": "919e413a-66ad-40fb-aad2-6d3392c35439", "name": "network-vif-plugged", "status": "completed", "tag": "c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:48:58.029447 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:58.060443 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:58.102399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:58.158560 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4b088ef1-b218-4461-b425-dca546f2e322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f632340>, [{'id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'name': 'tempest-FloatingIPsNegativeTestJSON-277373827-router', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:48:44Z', 'updated_at': '2021-12-18T20:48:56Z', 'revision_number': 5, 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'gw_port': {'id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:48:46Z', 'updated_at': '2021-12-18T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:58.181308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-2d30def3-dc30-4512-b73c-4aa8e316dec3 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f9cf3728-67c9-4c83-beb0-eaea120b156f HTTP/1.1" status: 200  len: 2990 time: 0.2000775
Dec 18 20:48:58.187650 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b088ef1-b218-4461-b425-dca546f2e322 None None] Checking router: a35b08a3-4433-4deb-bef9-4c55175cbd0a for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:48:58.196905 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b088ef1-b218-4461-b425-dca546f2e322 None None] Routers {'a35b08a3-4433-4deb-bef9-4c55175cbd0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:48:58.197427 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4b088ef1-b218-4461-b425-dca546f2e322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f632340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:48:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['a35b08a3-4433-4deb-bef9-4c55175cbd0a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:58.291257 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e79749-a6af-45c0-9785-4d0c393fb15d req-499e623c-78aa-4026-bdc6-7d799ec1634d tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:58.292988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57e79749-a6af-45c0-9785-4d0c393fb15d req-499e623c-78aa-4026-bdc6-7d799ec1634d tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 1097 time: 0.3081715
Dec 18 20:48:58.328771 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4b088ef1-b218-4461-b425-dca546f2e322 None None] Set router a35b08a3-4433-4deb-bef9-4c55175cbd0a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:48:58.332405 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:58.347360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd0545c3-a0ec-498d-9101-fc5f5db9eb8b req-66f3be5c-9b6f-4587-a951-d40e0cca8049 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f9cf3728-67c9-4c83-beb0-eaea120b156f HTTP/1.1" status: 200  len: 2990 time: 0.1574640
Dec 18 20:48:58.386463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57e79749-a6af-45c0-9785-4d0c393fb15d req-8b54c656-6ff5-4121-a6e2-1f7f885bf742 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828452
Dec 18 20:48:58.468720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Deleting port e43a0f3b-1757-4573-af46-497cd5ec646b {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:48:58.469536 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:58.559803 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cd9aa3-4401-401e-a9e6-0604a851b3f1 x-openstack-request-id: req-e6cd9aa3-4401-401e-a9e6-0604a851b3f1 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:48:58.561126 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e413a-66ad-40fb-aad2-6d3392c35439", "name": "network-vif-plugged", "status": "completed", "tag": "c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:48:58.561412 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6cd9aa3-4401-401e-a9e6-0604a851b3f1 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:48:58.561813 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e413a-66ad-40fb-aad2-6d3392c35439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a', 'code': 200}
Dec 18 20:48:58.597070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0755fc-97dc-416a-b118-b63d1709433c req-9d8b3317-d7ac-4e7a-b1e5-2406f723ff62 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:58.609567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af0755fc-97dc-416a-b118-b63d1709433c req-9d8b3317-d7ac-4e7a-b1e5-2406f723ff62 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 945 time: 0.1448655
Dec 18 20:48:58.689733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] For port e43a0f3b-1757-4573-af46-497cd5ec646b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e43a0f3b-1757-4573-af46-497cd5ec646b,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:48:58.690102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:58.718132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Calling delete_port for e43a0f3b-1757-4573-af46-497cd5ec646b owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:48:58.718971 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4b088ef1-b218-4461-b425-dca546f2e322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f632340>, [{'id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'name': 'tempest-FloatingIPsNegativeTestJSON-277373827-router', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:48:44Z', 'updated_at': '2021-12-18T20:48:56Z', 'revision_number': 5, 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'gw_port': {'id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:48:46Z', 'updated_at': '2021-12-18T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:48:58.730910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af0755fc-97dc-416a-b118-b63d1709433c req-06b2c591-9f87-441d-9e6f-2d8ae0790369 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205804
Dec 18 20:48:58.778511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-378b68cf-5a28-4e00-880c-67346ab9f965 req-381b57b8-a4d8-4826-aafc-4d48c7ebb59e tempest-FlavorsV2NegativeTest-1391637449 tempest-FlavorsV2NegativeTest-1391637449-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=40883beddaf94dc0b620e5e05f5eb920&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0354884
Dec 18 20:48:58.783769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba8556-a5e0-450d-a306-17c72396fb95 req-67c41ed5-21d4-4daa-9384-ebe2863c052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:58.785977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daba8556-a5e0-450d-a306-17c72396fb95 req-67c41ed5-21d4-4daa-9384-ebe2863c052a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 1096 time: 0.1430209
Dec 18 20:48:58.795997 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b088ef1-b218-4461-b425-dca546f2e322 None None] The sync data for ids ['a35b08a3-4433-4deb-bef9-4c55175cbd0a'] in ncdv-master-1 is: [{'id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'name': 'tempest-FloatingIPsNegativeTestJSON-277373827-router', 'tenant_id': '56fa7201c1544de18e58e91abddc3fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:48:44Z', 'updated_at': '2021-12-18T20:48:56Z', 'revision_number': 5, 'project_id': '56fa7201c1544de18e58e91abddc3fe9', 'gw_port': {'id': 'e43a0f3b-1757-4573-af46-497cd5ec646b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b08a3-4433-4deb-bef9-4c55175cbd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:48:46Z', 'updated_at': '2021-12-18T20:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:48:58.996159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daba8556-a5e0-450d-a306-17c72396fb95 req-b7a40cbc-9cc9-4e11-b80e-00804c43a729 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734159
Dec 18 20:48:59.063572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b68cf-5a28-4e00-880c-67346ab9f965 req-66d3b7ec-b178-48e3-becd-42d12794815e tempest-FlavorsV2NegativeTest-1391637449 tempest-FlavorsV2NegativeTest-1391637449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:59.065143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-378b68cf-5a28-4e00-880c-67346ab9f965 req-66d3b7ec-b178-48e3-becd-42d12794815e tempest-FlavorsV2NegativeTest-1391637449 tempest-FlavorsV2NegativeTest-1391637449-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2404954
Dec 18 20:48:59.074693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41f44933-7de4-45e5-bdb2-27d0b4a354bf req-c9ddeea0-6cb3-46b7-bd6d-d5a743d3c708 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b7d2d4460044fee8f0b5dea668a3788 HTTP/1.1" status: 200  len: 6155 time: 0.2508388
Dec 18 20:48:59.097939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-378b68cf-5a28-4e00-880c-67346ab9f965 req-3524c00a-c0d8-4c30-ad4d-bef96f96358a tempest-FlavorsV2NegativeTest-1391637449 tempest-FlavorsV2NegativeTest-1391637449-project] 10.222.0.13 "GET /v2.0/quotas/40883beddaf94dc0b620e5e05f5eb920 HTTP/1.1" status: 200  len: 375 time: 0.0223653
Dec 18 20:48:59.168426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-378b68cf-5a28-4e00-880c-67346ab9f965 req-159b15b9-75d5-4bba-823b-cd628e010d9f tempest-FlavorsV2NegativeTest-1391637449 tempest-FlavorsV2NegativeTest-1391637449-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=40883beddaf94dc0b620e5e05f5eb920&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0637922
Dec 18 20:48:59.191441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41f44933-7de4-45e5-bdb2-27d0b4a354bf req-db41ca21-87c1-42ce-a6cb-89f405557e5e tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] 10.222.0.13 "GET /v2.0/security-groups/ab3da94a-e72e-4c2a-81d2-abbdcb645c50 HTTP/1.1" status: 200  len: 2998 time: 0.1072719
Dec 18 20:48:59.223012 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:59.265164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43a0f3b-1757-4573-af46-497cd5ec646b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:48:59.304714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41f44933-7de4-45e5-bdb2-27d0b4a354bf req-2631962b-5d79-4708-81ce-18515fc8acb6 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] 10.222.0.13 "GET /v2.0/security-groups/ab3da94a-e72e-4c2a-81d2-abbdcb645c50 HTTP/1.1" status: 200  len: 2998 time: 0.1123233
Dec 18 20:48:59.311740 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:59.512033 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:59.515674 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:59.587288 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d43d8fd-eec9-4990-a393-dda40e5a2212 req-0cc12f5b-f6f1-40e5-9679-26d3eefce1bd tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a9f65829-6e39-4f58-a57a-55cb96beb7aa HTTP/1.1" status: 200  len: 1793 time: 0.2453887
Dec 18 20:48:59.600216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43021111-e7c1-4886-93ce-64f328918a1d req-eba5f81e-4acf-4f95-8a8a-055c6cf5099f tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:48:59.601808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-43021111-e7c1-4886-93ce-64f328918a1d req-eba5f81e-4acf-4f95-8a8a-055c6cf5099f tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 950 time: 0.1989489
Dec 18 20:48:59.604882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:59.605401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a35b08a3-4433-4deb-bef9-4c55175cbd0a {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:48:59.616650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:59.621192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55144) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:48:59.621663 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9169024e-0ca9-448b-be78-b1ba62e75976 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a35b08a3-4433-4deb-bef9-4c55175cbd0a HTTP/1.1" status: 204  len: 168 time: 1.9139304
Dec 18 20:48:59.678983 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e1f009-f703-46de-a297-f620f67a5951 admin admin] Deleting subnet cba83499-ebe1-4f6a-bcf3-0ed0223fe019 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:48:59.682609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92e1f009-f703-46de-a297-f620f67a5951 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:59.722289 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-43021111-e7c1-4886-93ce-64f328918a1d req-eb82301d-1c95-483c-9b89-d0e313713a1e tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1289c46-3d9d-40ca-a651-b435b5e68f4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086054
Dec 18 20:48:59.745599 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-2d43d8fd-eec9-4990-a393-dda40e5a2212 req-487cdad1-031e-4dfa-b4e5-b918e1bdc70f tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:59.805863 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-2d43d8fd-eec9-4990-a393-dda40e5a2212 req-487cdad1-031e-4dfa-b4e5-b918e1bdc70f tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:59.807011 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92e1f009-f703-46de-a297-f620f67a5951 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:59.903711 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-2d43d8fd-eec9-4990-a393-dda40e5a2212 req-487cdad1-031e-4dfa-b4e5-b918e1bdc70f tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:59.906606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-2d43d8fd-eec9-4990-a393-dda40e5a2212 req-487cdad1-031e-4dfa-b4e5-b918e1bdc70f tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:48:59.914142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d43d8fd-eec9-4990-a393-dda40e5a2212 req-487cdad1-031e-4dfa-b4e5-b918e1bdc70f tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9f65829-6e39-4f58-a57a-55cb96beb7aa HTTP/1.1" status: 204  len: 173 time: 0.3108540
Dec 18 20:48:59.926525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cdad1-031e-4dfa-b4e5-b918e1bdc70f tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f65829-6e39-4f58-a57a-55cb96beb7aa,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:00.005298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92e1f009-f703-46de-a297-f620f67a5951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.078052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deeff6c-0022-4724-ae3a-85f3076dfd2c req-3d185ea5-9f0a-4eff-b7d7-6c5860c67e2b tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:00.079831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4deeff6c-0022-4724-ae3a-85f3076dfd2c req-3d185ea5-9f0a-4eff-b7d7-6c5860c67e2b tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.36 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 950 time: 0.1216893
Dec 18 20:49:00.118629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92e1f009-f703-46de-a297-f620f67a5951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.181925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1f009-f703-46de-a297-f620f67a5951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba83499-ebe1-4f6a-bcf3-0ed0223fe019,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:00.193230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a84fd4-2fed-4d90-af44-99483745b40d None None] Network a069b7fc-69aa-47c8-a9d2-95be34a21ad8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:00.193781 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92e1f009-f703-46de-a297-f620f67a5951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.197789 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-92e1f009-f703-46de-a297-f620f67a5951 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cba83499-ebe1-4f6a-bcf3-0ed0223fe019 HTTP/1.1" status: 204  len: 168 time: 0.5742815
Dec 18 20:49:00.200454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55180) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:00.293155 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.392103 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Deleting port 00a79126-fa54-441e-ab95-e0fed78ddd84 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:00.392876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.435031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1708c47-3249-4b04-9217-d9ef96c0bf39 None None] DHCP port deletion for a069b7fc-69aa-47c8-a9d2-95be34a21ad8 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:49:00.445289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55184) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:00.480446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] For port 00a79126-fa54-441e-ab95-e0fed78ddd84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00a79126-fa54-441e-ab95-e0fed78ddd84,segment=NetworkSegment(fa4ef9eb-538f-4b72-9902-bb40d81b1d7a),segment_id=fa4ef9eb-538f-4b72-9902-bb40d81b1d7a)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:00.481047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.497896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c1708c47-3249-4b04-9217-d9ef96c0bf39 None None] Deleting port 00a79126-fa54-441e-ab95-e0fed78ddd84 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:00.498600 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c1708c47-3249-4b04-9217-d9ef96c0bf39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.502055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Calling delete_port for 00a79126-fa54-441e-ab95-e0fed78ddd84 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:00.585806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c1708c47-3249-4b04-9217-d9ef96c0bf39 None None] For port 00a79126-fa54-441e-ab95-e0fed78ddd84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00a79126-fa54-441e-ab95-e0fed78ddd84,segment=NetworkSegment(fa4ef9eb-538f-4b72-9902-bb40d81b1d7a),segment_id=fa4ef9eb-538f-4b72-9902-bb40d81b1d7a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:00.586539 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c1708c47-3249-4b04-9217-d9ef96c0bf39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.588611 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c86f07-8ec4-45ae-91f1-d9a794576164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.601419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c1708c47-3249-4b04-9217-d9ef96c0bf39 None None] Calling delete_port for 00a79126-fa54-441e-ab95-e0fed78ddd84 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:00.601658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dbb41633-e8c0-4eca-85e1-6767f27d44b3 req-7862e1b8-2b11-4d14-8f68-62c76693091b tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b575167c-23fb-43d1-a9ff-8e2729ec8903 HTTP/1.1" status: 200  len: 1793 time: 0.5078142
Dec 18 20:49:00.617288 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72199a2c-1106-4357-9704-858aecb4f0ec req-de8dea12-017b-452e-87ca-f307b09ff899 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:00.625687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72199a2c-1106-4357-9704-858aecb4f0ec req-de8dea12-017b-452e-87ca-f307b09ff899 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 945 time: 0.5444434
Dec 18 20:49:00.636104 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.691407 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c1708c47-3249-4b04-9217-d9ef96c0bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.727247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72199a2c-1106-4357-9704-858aecb4f0ec req-9a1105f1-f2c5-409d-b4ed-a7985be0903c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006224
Dec 18 20:49:00.728981 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1708c47-3249-4b04-9217-d9ef96c0bf39 None None] Pushing event deleted for resources: {'Port': ['ID=00a79126-fa54-441e-ab95-e0fed78ddd84,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:00.740736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-4deeff6c-0022-4724-ae3a-85f3076dfd2c req-08b896ed-eff4-434e-8b10-5759ce9bebce tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Deleting port 6e9be9b3-0f89-4ed8-b239-a85df360079d {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:00.742096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1708c47-3249-4b04-9217-d9ef96c0bf39 None None] No DVR routers for this DVR port 00a79126-fa54-441e-ab95-e0fed78ddd84 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:00.742768 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4deeff6c-0022-4724-ae3a-85f3076dfd2c req-08b896ed-eff4-434e-8b10-5759ce9bebce tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.744388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a79126-fa54-441e-ab95-e0fed78ddd84,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:00.770291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] No DVR routers for this DVR port 00a79126-fa54-441e-ab95-e0fed78ddd84 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:00.776116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e43a0f3b-1757-4573-af46-497cd5ec646b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:00.806135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: e43a0f3b-1757-4573-af46-497cd5ec646b {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:00.807003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e43a0f3b-1757-4573-af46-497cd5ec646b not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:00.807829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 00a79126-fa54-441e-ab95-e0fed78ddd84 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:00.814592 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c86f07-8ec4-45ae-91f1-d9a794576164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.837574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 00a79126-fa54-441e-ab95-e0fed78ddd84 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:00.838051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 00a79126-fa54-441e-ab95-e0fed78ddd84 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:00.838571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9756a104-482c-4cf5-9128-9fcd94693dca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:00.863522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 9756a104-482c-4cf5-9128-9fcd94693dca {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:00.863812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9756a104-482c-4cf5-9128-9fcd94693dca not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:00.880351 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dbb41633-e8c0-4eca-85e1-6767f27d44b3 req-b206971f-538c-4749-9bda-6e201aed9689 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.880927 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.884547 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c86f07-8ec4-45ae-91f1-d9a794576164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.927568 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365de4b760>,) {'filters': {'network_id': ['a069b7fc-69aa-47c8-a9d2-95be34a21ad8']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:00.935279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-4deeff6c-0022-4724-ae3a-85f3076dfd2c req-08b896ed-eff4-434e-8b10-5759ce9bebce tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] For port 6e9be9b3-0f89-4ed8-b239-a85df360079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e9be9b3-0f89-4ed8-b239-a85df360079d,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:00.935650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4deeff6c-0022-4724-ae3a-85f3076dfd2c req-08b896ed-eff4-434e-8b10-5759ce9bebce tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.947623 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-20c86f07-8ec4-45ae-91f1-d9a794576164 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40883beddaf94dc0b620e5e05f5eb920&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5011258
Dec 18 20:49:00.949508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365de4b760>, 'fa4ef9eb-538f-4b72-9902-bb40d81b1d7a') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:00.949810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365de4b760>, 'fa4ef9eb-538f-4b72-9902-bb40d81b1d7a') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:00.950889 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dbb41633-e8c0-4eca-85e1-6767f27d44b3 req-b206971f-538c-4749-9bda-6e201aed9689 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.951413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55196) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:00.953267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c86f07-8ec4-45ae-91f1-d9a794576164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705dc93d-1504-4907-a1d0-1fa9e903f491,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:00.964253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-4deeff6c-0022-4724-ae3a-85f3076dfd2c req-08b896ed-eff4-434e-8b10-5759ce9bebce tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Calling delete_port for 6e9be9b3-0f89-4ed8-b239-a85df360079d owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:00.972477 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:00.995806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.001194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255b075-e494-4e12-837c-eda947ef9317 req-45af774f-654c-4b0e-bd51-69ced59347a1 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:01.002966 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d255b075-e494-4e12-837c-eda947ef9317 req-45af774f-654c-4b0e-bd51-69ced59347a1 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d42214d7-4bc6-41e2-86d4-b9847894de7b HTTP/1.1" status: 200  len: 950 time: 0.1275332
Dec 18 20:49:01.007696 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:49:01.008091 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:49:01.009935 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:49:01.065409 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dbb41633-e8c0-4eca-85e1-6767f27d44b3 req-b206971f-538c-4749-9bda-6e201aed9689 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.068208 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dbb41633-e8c0-4eca-85e1-6767f27d44b3 req-b206971f-538c-4749-9bda-6e201aed9689 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.071788 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d981e29b-8e4a-48e4-b05f-7717845810a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.078646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dbb41633-e8c0-4eca-85e1-6767f27d44b3 req-b206971f-538c-4749-9bda-6e201aed9689 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/b575167c-23fb-43d1-a9ff-8e2729ec8903 HTTP/1.1" status: 204  len: 173 time: 0.4461031
Dec 18 20:49:01.093286 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.102537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.104756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206971f-538c-4749-9bda-6e201aed9689 tempest-SecurityGroupsTestAdminJSON-189086235 tempest-SecurityGroupsTestAdminJSON-189086235-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b575167c-23fb-43d1-a9ff-8e2729ec8903,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:01.108509 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a069b7fc-69aa-47c8-a9d2-95be34a21ad8 HTTP/1.1" status: 204  len: 168 time: 0.9041226
Dec 18 20:49:01.141576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d255b075-e494-4e12-837c-eda947ef9317 req-4d45570c-0d2c-4eaa-8595-d9e78a98d6c2 tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1289c46-3d9d-40ca-a651-b435b5e68f4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974774
Dec 18 20:49:01.143129 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d981e29b-8e4a-48e4-b05f-7717845810a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.145808 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ab1e0-c0ea-47bc-9d4c-9612d0da6c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=a069b7fc-69aa-47c8-a9d2-95be34a21ad8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:01.225507 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4deeff6c-0022-4724-ae3a-85f3076dfd2c req-08b896ed-eff4-434e-8b10-5759ce9bebce tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.237570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d981e29b-8e4a-48e4-b05f-7717845810a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.238905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['6e9be9b3-0f89-4ed8-b239-a85df360079d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:01.243001 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d981e29b-8e4a-48e4-b05f-7717845810a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.249103 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d981e29b-8e4a-48e4-b05f-7717845810a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/705dc93d-1504-4907-a1d0-1fa9e903f491 HTTP/1.1" status: 204  len: 168 time: 0.2964261
Dec 18 20:49:01.259671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981e29b-8e4a-48e4-b05f-7717845810a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705dc93d-1504-4907-a1d0-1fa9e903f491,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:01.272890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b896ed-eff4-434e-8b10-5759ce9bebce tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Pushing event deleted for resources: {'Port': ['ID=6e9be9b3-0f89-4ed8-b239-a85df360079d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:01.351654 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55212) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:01.381698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4deeff6c-0022-4724-ae3a-85f3076dfd2c req-08b896ed-eff4-434e-8b10-5759ce9bebce tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] No DVR routers for this DVR port 6e9be9b3-0f89-4ed8-b239-a85df360079d on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:01.384440 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4deeff6c-0022-4724-ae3a-85f3076dfd2c req-08b896ed-eff4-434e-8b10-5759ce9bebce tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.401569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4deeff6c-0022-4724-ae3a-85f3076dfd2c req-08b896ed-eff4-434e-8b10-5759ce9bebce tempest-TenantUsagesTestJSON-1887380063 tempest-TenantUsagesTestJSON-1887380063-project] 10.222.0.36 "DELETE /v2.0/ports/6e9be9b3-0f89-4ed8-b239-a85df360079d HTTP/1.1" status: 204  len: 173 time: 1.2985866
Dec 18 20:49:01.402019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42214d7-4bc6-41e2-86d4-b9847894de7b', 'name': 'network-vif-deleted', 'tag': '6e9be9b3-0f89-4ed8-b239-a85df360079d'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:01.425392 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10d5453-310e-4c9e-a141-4ab48c557cf4" -d '{"events": [{"server_uuid": "d42214d7-4bc6-41e2-86d4-b9847894de7b", "name": "network-vif-deleted", "tag": "6e9be9b3-0f89-4ed8-b239-a85df360079d"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:01.439684 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6f8b72f0-43f3-4b03-9a7c-b66026f52ab4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56fa7201c1544de18e58e91abddc3fe9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0858150
Dec 18 20:49:01.441653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55216) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:01.597600 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4d1c-744d-4cb6-a2e8-7ed38a1990ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.640190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-110230d4-4c52-42d5-b897-278e780512de req-2895b20e-7154-4309-a3c6-57b0725246c5 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] 10.222.0.13 "GET /v2.0/security-groups/68821248-001c-401e-9b75-881cc1ec9fda HTTP/1.1" status: 200  len: 1795 time: 0.1334674
Dec 18 20:49:01.646504 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4d1c-744d-4cb6-a2e8-7ed38a1990ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.681893 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80415a15-5df0-46dd-be6a-671a16bb1cb3 x-openstack-request-id: req-80415a15-5df0-46dd-be6a-671a16bb1cb3 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:01.682189 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42214d7-4bc6-41e2-86d4-b9847894de7b", "name": "network-vif-deleted", "tag": "6e9be9b3-0f89-4ed8-b239-a85df360079d", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:01.682534 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80415a15-5df0-46dd-be6a-671a16bb1cb3 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:01.682951 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42214d7-4bc6-41e2-86d4-b9847894de7b', 'name': 'network-vif-deleted', 'tag': '6e9be9b3-0f89-4ed8-b239-a85df360079d', 'status': 'completed', 'code': 200}
Dec 18 20:49:01.741488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4d1c-744d-4cb6-a2e8-7ed38a1990ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.746589 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4d1c-744d-4cb6-a2e8-7ed38a1990ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.751730 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aa6b4d1c-744d-4cb6-a2e8-7ed38a1990ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e975403d-12c6-4068-a9b6-c17324d27c66 HTTP/1.1" status: 204  len: 168 time: 0.3057113
Dec 18 20:49:01.766823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b4d1c-744d-4cb6-a2e8-7ed38a1990ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e975403d-12c6-4068-a9b6-c17324d27c66,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:01.774335 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-110230d4-4c52-42d5-b897-278e780512de req-8d71bf7b-ddc4-4dc8-8476-6168269cb6e1 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.830775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55232) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:01.838636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-110230d4-4c52-42d5-b897-278e780512de req-8d71bf7b-ddc4-4dc8-8476-6168269cb6e1 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.930759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df7fc6-955b-4385-8365-62b9a5c87cd5 req-c2466572-22ed-4915-87c2-2898a527df83 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:01.932564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81df7fc6-955b-4385-8365-62b9a5c87cd5 req-c2466572-22ed-4915-87c2-2898a527df83 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 945 time: 0.0837846
Dec 18 20:49:01.940067 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-110230d4-4c52-42d5-b897-278e780512de req-8d71bf7b-ddc4-4dc8-8476-6168269cb6e1 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.943435 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-110230d4-4c52-42d5-b897-278e780512de req-8d71bf7b-ddc4-4dc8-8476-6168269cb6e1 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:01.945485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-110230d4-4c52-42d5-b897-278e780512de req-8d71bf7b-ddc4-4dc8-8476-6168269cb6e1 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] 10.222.0.13 "DELETE /v2.0/security-groups/68821248-001c-401e-9b75-881cc1ec9fda HTTP/1.1" status: 204  len: 173 time: 0.2899151
Dec 18 20:49:01.976351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71bf7b-ddc4-4dc8-8476-6168269cb6e1 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68821248-001c-401e-9b75-881cc1ec9fda,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:02.017520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-053d2903-7a8c-4d5a-9fca-028e24352dc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:02.100490 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed7bff8e-d506-4ebe-8da7-0f3f19f30967 req-c5be88ee-7f4f-4b82-81d0-c17b5cbf56e5 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] 10.222.0.13 "GET /v2.0/security-groups/64b31196-3a5f-4e53-b9b3-b01431dcc38b HTTP/1.1" status: 200  len: 1795 time: 0.1202121
Dec 18 20:49:02.112804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81df7fc6-955b-4385-8365-62b9a5c87cd5 req-82f6178d-477d-441a-8ea5-db1673087439 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654124
Dec 18 20:49:02.166012 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-053d2903-7a8c-4d5a-9fca-028e24352dc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:02.176515 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-053d2903-7a8c-4d5a-9fca-028e24352dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:02.244497 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ed7bff8e-d506-4ebe-8da7-0f3f19f30967 req-31eaf52c-caae-47e8-b180-839687e37103 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:02.280713 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-053d2903-7a8c-4d5a-9fca-028e24352dc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be2f5d36556d48e0bcdb394734abe821&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4479005
Dec 18 20:49:02.281360 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55252) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:02.291864 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d2903-7a8c-4d5a-9fca-028e24352dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c539359-2e04-428c-b313-513996183fdf,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:02.328794 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ed7bff8e-d506-4ebe-8da7-0f3f19f30967 req-31eaf52c-caae-47e8-b180-839687e37103 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:02.342084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c2b3-52f0-40d4-bd3b-af68a3fc2b8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:02.372061 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c2b3-52f0-40d4-bd3b-af68a3fc2b8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:02.380614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636e1a3-6d00-4b35-a3e5-918276fa8e87 req-33d3afa6-d45a-42fc-9ed8-9cb82d2e24e4 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:02.388231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6636e1a3-6d00-4b35-a3e5-918276fa8e87 req-33d3afa6-d45a-42fc-9ed8-9cb82d2e24e4 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 1096 time: 0.0998161
Dec 18 20:49:02.426743 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ed7bff8e-d506-4ebe-8da7-0f3f19f30967 req-31eaf52c-caae-47e8-b180-839687e37103 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:02.431795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ed7bff8e-d506-4ebe-8da7-0f3f19f30967 req-31eaf52c-caae-47e8-b180-839687e37103 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:02.435333 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed7bff8e-d506-4ebe-8da7-0f3f19f30967 req-31eaf52c-caae-47e8-b180-839687e37103 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] 10.222.0.13 "DELETE /v2.0/security-groups/64b31196-3a5f-4e53-b9b3-b01431dcc38b HTTP/1.1" status: 204  len: 173 time: 0.3196940
Dec 18 20:49:02.444786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c2b3-52f0-40d4-bd3b-af68a3fc2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:02.446979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c2b3-52f0-40d4-bd3b-af68a3fc2b8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:02.451473 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1ec8c2b3-52f0-40d4-bd3b-af68a3fc2b8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c539359-2e04-428c-b313-513996183fdf HTTP/1.1" status: 204  len: 168 time: 0.1676843
Dec 18 20:49:02.460690 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8c2b3-52f0-40d4-bd3b-af68a3fc2b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c539359-2e04-428c-b313-513996183fdf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:02.472505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6636e1a3-6d00-4b35-a3e5-918276fa8e87 req-db34727e-a5f7-434d-b7f0-857dcc0d9e13 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793884
Dec 18 20:49:02.485988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eaf52c-caae-47e8-b180-839687e37103 tempest-SecurityGroupsTestAdminJSON-166934568 tempest-SecurityGroupsTestAdminJSON-166934568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b31196-3a5f-4e53-b9b3-b01431dcc38b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:02.910672 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-11ef3884-fbfa-4359-a7a8-c1df95b5aadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:02.966119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55294) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:03.120048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55300) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:03.163621 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2065-bd54-4024-86fb-e782ba7485dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.245516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55308) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:03.307234 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2065-bd54-4024-86fb-e782ba7485dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.313756 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2065-bd54-4024-86fb-e782ba7485dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.363506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a2065-bd54-4024-86fb-e782ba7485dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dd34ae-b68b-430e-994b-5766d7835c56,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:03.369589 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fb5a2065-bd54-4024-86fb-e782ba7485dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b334131191924300ac60041ae609e0ec&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2466912
Dec 18 20:49:03.372130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55314) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:03.407780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55318) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:03.408267 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-40ea9bd0-4f40-4d7e-8342-4cdaf70272d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b7d2d4460044fee8f0b5dea668a3788&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4407086
Dec 18 20:49:03.482002 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef01820b-3df7-4478-82e1-a4adf98f2314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.519659 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c120ce6e-830b-4774-9418-7175048a3d10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e459a051d234475b150b36857974efb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2723353
Dec 18 20:49:03.519808 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c7669fe-22dc-494f-add2-dc67e8fd2f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.520025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55330) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:03.528309 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef01820b-3df7-4478-82e1-a4adf98f2314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.564896 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c7669fe-22dc-494f-add2-dc67e8fd2f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.592722 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1de57e91-bbb2-4ca1-ab0d-d08636360813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.637545 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1de57e91-bbb2-4ca1-ab0d-d08636360813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.644482 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef01820b-3df7-4478-82e1-a4adf98f2314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.647629 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef01820b-3df7-4478-82e1-a4adf98f2314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.648581 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ef01820b-3df7-4478-82e1-a4adf98f2314 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9dd34ae-b68b-430e-994b-5766d7835c56 HTTP/1.1" status: 204  len: 168 time: 0.2740045
Dec 18 20:49:03.657943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01820b-3df7-4478-82e1-a4adf98f2314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dd34ae-b68b-430e-994b-5766d7835c56,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:03.662778 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c7669fe-22dc-494f-add2-dc67e8fd2f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.666923 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c7669fe-22dc-494f-add2-dc67e8fd2f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.670895 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0c7669fe-22dc-494f-add2-dc67e8fd2f37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab3da94a-e72e-4c2a-81d2-abbdcb645c50 HTTP/1.1" status: 204  len: 168 time: 0.2589562
Dec 18 20:49:03.692663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7669fe-22dc-494f-add2-dc67e8fd2f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3da94a-e72e-4c2a-81d2-abbdcb645c50,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:03.721987 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1de57e91-bbb2-4ca1-ab0d-d08636360813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.724698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55346) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:03.727310 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1de57e91-bbb2-4ca1-ab0d-d08636360813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:03.732452 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1de57e91-bbb2-4ca1-ab0d-d08636360813 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1289c46-3d9d-40ca-a651-b435b5e68f4e HTTP/1.1" status: 204  len: 168 time: 0.2098398
Dec 18 20:49:03.748989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de57e91-bbb2-4ca1-ab0d-d08636360813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1289c46-3d9d-40ca-a651-b435b5e68f4e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:04.015020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1636038664-network', 'tenant_id': 'cd3f58b92ce64d08bf7ab736674b66da'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:04.040561 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Made reservation on behalf of cd3f58b92ce64d08bf7ab736674b66da for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:04.042993 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.052197 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.136282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.140473 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.170957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:49:04.175547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63636c41-f6dd-4c5f-b71a-2dd5237d5386,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:04.183205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.183548 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Added segment 53051092-e178-4a02-9d29-ff0c12ade887 of type vlan for network 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f
Dec 18 20:49:04.231346 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.258345 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.259575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:04.260448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.280785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55366) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:04.315076 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cb7b77d-5e77-41e2-9820-1483a443c12d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.319357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5934958
Dec 18 20:49:04.322435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55372) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:04.327032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0d4a1194-0847-40f0-b6f1-4289402ec693 admin admin] Request body: {'subnet': {'network_id': '94bcb1f6-154d-4df3-9a92-9a6e5dc9826f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1636038664-subnet', 'tenant_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:04.350293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901b08d-bf7e-4e8c-a37f-74f37dc2fc57 admin admin] Pushing event updated for resources: {'Network': ['ID=94bcb1f6-154d-4df3-9a92-9a6e5dc9826f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:04.363742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:49:04.371166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4a1194-0847-40f0-b6f1-4289402ec693 admin admin] Made reservation on behalf of cd3f58b92ce64d08bf7ab736674b66da for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:04.373464 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1194-0847-40f0-b6f1-4289402ec693 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.433967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55376) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:04.495476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6e9be9b3-0f89-4ed8-b239-a85df360079d no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:04.559244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 6e9be9b3-0f89-4ed8-b239-a85df360079d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:04.559902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6e9be9b3-0f89-4ed8-b239-a85df360079d not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:04.570934 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1194-0847-40f0-b6f1-4289402ec693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.609547 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cb7b77d-5e77-41e2-9820-1483a443c12d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.634325 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cb7b77d-5e77-41e2-9820-1483a443c12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.641729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a1194-0847-40f0-b6f1-4289402ec693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd52e72-620d-4487-b31e-194fafc83b36,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:04.653523 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a1194-0847-40f0-b6f1-4289402ec693 admin admin] Checking segment: {'id': '53051092-e178-4a02-9d29-ff0c12ade887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '94bcb1f6-154d-4df3-9a92-9a6e5dc9826f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:04.653890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a1194-0847-40f0-b6f1-4289402ec693 admin admin] Network hostable DHCP agents. Network: 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:49:04.687940 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7cf588ac-6a5d-4d37-84b9-61c2d6e6b0f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f9e14a39f70463c85748b537a594898&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2529678
Dec 18 20:49:04.692315 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55390) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:04.694498 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7b77d-5e77-41e2-9820-1483a443c12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72768b4f-c904-42a6-baf5-e088d12c9ff1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:04.702723 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-b4432a9c-9675-431d-9058-799babdc6dea tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=89a9543eaffc44858c8674e4b6f660cf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0437176
Dec 18 20:49:04.712240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55392) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:04.719452 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6cb7b77d-5e77-41e2-9820-1483a443c12d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7423f37443734a178d77b89d719de8b9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4370651
Dec 18 20:49:04.785929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a1194-0847-40f0-b6f1-4289402ec693 admin admin] Network 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:49:04.827779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-0d4a1194-0847-40f0-b6f1-4289402ec693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:04.838090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4a1194-0847-40f0-b6f1-4289402ec693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:04.838722 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1194-0847-40f0-b6f1-4289402ec693 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.840318 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cdbb6b-64ce-4640-8dd1-8a494226083d None None] Network 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:04.921000 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ded69ec-2164-45a9-81d4-0592b43fba19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.958992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0d4a1194-0847-40f0-b6f1-4289402ec693 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.6349418
Dec 18 20:49:04.961886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55406) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:04.963996 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-121af48a-945a-41b2-a67e-23e54c6eb7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:04.968094 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1636038664-router', 'tenant_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:04.991018 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-121af48a-945a-41b2-a67e-23e54c6eb7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.010684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a935b87b-6474-4d84-9f0b-e2b2d8fbb3e1 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:05.018008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a935b87b-6474-4d84-9f0b-e2b2d8fbb3e1 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3039825
Dec 18 20:49:05.023025 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.025731 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.043723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-94bcb1f6-154d-4df3-9a92-9a6e5dc9826f', 'network_id': '94bcb1f6-154d-4df3-9a92-9a6e5dc9826f', 'project_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'fixed_ips': [{'subnet_id': 'dfd52e72-620d-4487-b31e-194fafc83b36'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:49:05.044755 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.057677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-1a697bc9-4e04-4d79-8951-ac252891cfb4 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/quotas/89a9543eaffc44858c8674e4b6f660cf HTTP/1.1" status: 200  len: 375 time: 0.0380807
Dec 18 20:49:05.076691 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ded69ec-2164-45a9-81d4-0592b43fba19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.120664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-e98bdf36-b112-4a41-a75a-94c8dd7bf59d tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=89a9543eaffc44858c8674e4b6f660cf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0620058
Dec 18 20:49:05.160397 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.204942 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-121af48a-945a-41b2-a67e-23e54c6eb7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.207709 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-121af48a-945a-41b2-a67e-23e54c6eb7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.211431 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-121af48a-945a-41b2-a67e-23e54c6eb7e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72768b4f-c904-42a6-baf5-e088d12c9ff1 HTTP/1.1" status: 204  len: 168 time: 0.4964614
Dec 18 20:49:05.249881 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121af48a-945a-41b2-a67e-23e54c6eb7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72768b4f-c904-42a6-baf5-e088d12c9ff1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:05.267867 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ded69ec-2164-45a9-81d4-0592b43fba19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.275271 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ded69ec-2164-45a9-81d4-0592b43fba19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.280523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4ded69ec-2164-45a9-81d4-0592b43fba19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18f9d910-fb34-4a97-8f9b-71df46f03b21 HTTP/1.1" status: 204  len: 168 time: 0.5865500
Dec 18 20:49:05.286625 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9276f21b-262b-4f19-8b63-6cc8170dad2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.307458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Allocated IP 172.20.0.2 (94bcb1f6-154d-4df3-9a92-9a6e5dc9826f/dfd52e72-620d-4487-b31e-194fafc83b36/034e7839-2ebb-45e1-8a21-d3e96b37b82c) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:05.307667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded69ec-2164-45a9-81d4-0592b43fba19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f9d910-fb34-4a97-8f9b-71df46f03b21,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:05.500905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c49bcb3-ee0b-4c42-ab67-2746c40f60e8 req-9dcd034f-bf00-4cbf-b283-dfd265ab7f5f tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 210 time: 0.0861011
Dec 18 20:49:05.689955 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.701900 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.705286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55440) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:05.757418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Network 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:05.763716 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:05.767276 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:05.786090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Pushing event updated for resources: {'Port': ['ID=034e7839-2ebb-45e1-8a21-d3e96b37b82c,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:05.840473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.840822 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.841160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.841494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.846523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.846845 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.847417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.848517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.850028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.850553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.851662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.852979 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.853643 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.854487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:05.939909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Attempting to bind port 034e7839-2ebb-45e1-8a21-d3e96b37b82c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:05.944773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Attempting to bind port 034e7839-2ebb-45e1-8a21-d3e96b37b82c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '53051092-e178-4a02-9d29-ff0c12ade887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '94bcb1f6-154d-4df3-9a92-9a6e5dc9826f'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:05.945391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Attempting to bind port 034e7839-2ebb-45e1-8a21-d3e96b37b82c on network 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:05.955129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:05.959779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Checking segment: {'id': '53051092-e178-4a02-9d29-ff0c12ade887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '94bcb1f6-154d-4df3-9a92-9a6e5dc9826f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:05.960187 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.960584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Bound using segment: {'id': '53051092-e178-4a02-9d29-ff0c12ade887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '94bcb1f6-154d-4df3-9a92-9a6e5dc9826f'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:05.964748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Bound port: 034e7839-2ebb-45e1-8a21-d3e96b37b82c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53051092-e178-4a02-9d29-ff0c12ade887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '94bcb1f6-154d-4df3-9a92-9a6e5dc9826f'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:05.965141 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:05.978641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-517363702-network', 'tenant_id': '29a831462611445ebb7256a4c8b657a0'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:06.109992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Made reservation on behalf of 29a831462611445ebb7256a4c8b657a0 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:06.112418 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.142214 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.177327 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] For port 034e7839-2ebb-45e1-8a21-d3e96b37b82c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:06.186018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] For port 034e7839-2ebb-45e1-8a21-d3e96b37b82c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=034e7839-2ebb-45e1-8a21-d3e96b37b82c,segment=NetworkSegment(53051092-e178-4a02-9d29-ff0c12ade887),segment_id=53051092-e178-4a02-9d29-ff0c12ade887)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:06.193718 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.269924 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.284265 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.300371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:49:06.313362 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.314158 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Added segment dba69b91-9e7a-40b8-970c-db571c95f105 of type vlan for network 773e658d-aadd-4408-bb23-92e341ea3c0e
Dec 18 20:49:06.382336 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.416956 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.423758 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.434180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc383f1f-3525-49d1-a881-b51548a077fd None None] Pushing event updated for resources: {'Port': ['ID=034e7839-2ebb-45e1-8a21-d3e96b37b82c,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:06.460989 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.464220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:06.466407 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.586133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Pushing event updated for resources: {'Network': ['ID=773e658d-aadd-4408-bb23-92e341ea3c0e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:06.600634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 773e658d-aadd-4408-bb23-92e341ea3c0e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:49:06.614910 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.651293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74522e0a-0aee-4d63-bf29-7b7809e99052,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:06.721882 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60966a73-7973-4b14-a3c1-f29e3da352c8 req-dc47cd35-1033-4a18-bdac-4b6fbbaef477 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 210 time: 0.0585976
Dec 18 20:49:06.747830 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fd39752b-64b0-4d1d-a514-dbdb09ba3e63 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0413988
Dec 18 20:49:06.750874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55480) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:06.762941 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a90319b1-d234-49fb-8d43-581f3f0d5545 admin admin] Request body: {'subnet': {'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-517363702-subnet', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:06.840134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90319b1-d234-49fb-8d43-581f3f0d5545 admin admin] Made reservation on behalf of 29a831462611445ebb7256a4c8b657a0 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:06.843736 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a90319b1-d234-49fb-8d43-581f3f0d5545 admin admin] Publish callbacks [] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:06.904438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Allocated IP 172.35.3.80 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/e89c76ef-2a80-4d3f-9373-877da572a066) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:07.038362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d01c2f-7a57-4416-840f-11f40c42979a req-6f0b4770-22d0-48af-90ca-4e8d901cb85b tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:07.040064 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47d01c2f-7a57-4416-840f-11f40c42979a req-6f0b4770-22d0-48af-90ca-4e8d901cb85b tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 1097 time: 0.0991697
Dec 18 20:49:07.093819 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:07.139923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-b64a14e4-4655-48c6-bc10-39ab38361797 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=89a9543eaffc44858c8674e4b6f660cf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0362453
Dec 18 20:49:07.144641 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:07.216190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:07.220165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:07.233023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:07.285987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Pushing event updated for resources: {'Port': ['ID=e89c76ef-2a80-4d3f-9373-877da572a066,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:07.301623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47d01c2f-7a57-4416-840f-11f40c42979a req-873433a0-8e40-48f9-8a0a-1d554db98bfd tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480755
Dec 18 20:49:07.408982 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a90319b1-d234-49fb-8d43-581f3f0d5545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:07.509871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016341-e75f-445e-abbe-9b8e598f3274 req-fd8a5a83-5924-4432-85e3-4f3c0b3c2462 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:07.511927 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-fd8a5a83-5924-4432-85e3-4f3c0b3c2462 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3584139
Dec 18 20:49:07.520026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90319b1-d234-49fb-8d43-581f3f0d5545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd1b1b1-ff02-46c6-b157-8c5d87642c52,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:07.543033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Request body: {'port': {'device_id': '1ae440d5-c58e-40af-bb73-73999aa7b795', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '89a9543eaffc44858c8674e4b6f660cf'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:07.674161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90319b1-d234-49fb-8d43-581f3f0d5545 admin admin] Checking segment: {'id': 'dba69b91-9e7a-40b8-970c-db571c95f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:07.675117 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90319b1-d234-49fb-8d43-581f3f0d5545 admin admin] Network hostable DHCP agents. Network: 773e658d-aadd-4408-bb23-92e341ea3c0e, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:49:07.743372 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:07.761019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90319b1-d234-49fb-8d43-581f3f0d5545 admin admin] Network 773e658d-aadd-4408-bb23-92e341ea3c0e is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:49:07.789926 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-a90319b1-d234-49fb-8d43-581f3f0d5545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 773e658d-aadd-4408-bb23-92e341ea3c0e) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:07.802694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56edb21-8500-4c8a-8c13-2e8414b8b6bf None None] Network 773e658d-aadd-4408-bb23-92e341ea3c0e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:07.818834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90319b1-d234-49fb-8d43-581f3f0d5545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:07.819913 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a90319b1-d234-49fb-8d43-581f3f0d5545 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:07.870558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a90319b1-d234-49fb-8d43-581f3f0d5545 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1185272
Dec 18 20:49:07.871660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55524) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:07.878945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-517363702-router', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:07.985929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6fdb99b-7ae8-4a48-83e5-2928e52a0b5c req-4d761eec-ebc6-4b5e-b9cb-3b90116bc355 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 210 time: 0.0861738
Dec 18 20:49:08.024317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Made reservation on behalf of 89a9543eaffc44858c8674e4b6f660cf for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:08.042998 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.065007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51fe68-0484-4e48-b750-6181a11fdb92 None None] Network 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:08.073720 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.093604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-773e658d-aadd-4408-bb23-92e341ea3c0e', 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e', 'project_id': '29a831462611445ebb7256a4c8b657a0', 'fixed_ips': [{'subnet_id': '4cd1b1b1-ff02-46c6-b157-8c5d87642c52'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:49:08.094479 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.098438 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.100952 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.146777 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.338296 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.417006 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Router b46cf9db-571d-4604-a86a-56128851c98a is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:49:08.434027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55552) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:08.474416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Allocated IP 172.20.0.2 (773e658d-aadd-4408-bb23-92e341ea3c0e/4cd1b1b1-ff02-46c6-b157-8c5d87642c52/1cf4df59-f519-4973-8f85-282b9a2c8e3e) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:08.644978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:49:08.670355 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.672270 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-87bdc1c0-204b-4a6b-8402-2a625abd170c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.7091780
Dec 18 20:49:08.673345 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.675642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55560) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:08.709182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Sync routers for ids ['b46cf9db-571d-4604-a86a-56128851c98a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:49:08.722822 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.746034 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.755762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd99cf-ea49-4be0-90b4-a2bb15cf11ec req-ac14f914-0a36-4d98-a193-6d0fb6e0ba88 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:08.757813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11bd99cf-ea49-4be0-90b4-a2bb15cf11ec req-ac14f914-0a36-4d98-a193-6d0fb6e0ba88 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 1096 time: 0.1757808
Dec 18 20:49:08.760978 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.767033 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.767680 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.768967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-07b548bb-a808-4527-a14d-5504f5398977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.770741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7e68245b-fee4-4d17-b6a1-a713e3bc5030 None None] Provisioning complete for port 034e7839-2ebb-45e1-8a21-d3e96b37b82c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:08.771548 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7e68245b-fee4-4d17-b6a1-a713e3bc5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.936282 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:08.938109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 034e7839-2ebb-45e1-8a21-d3e96b37b82c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:08.948711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Routers {'b46cf9db-571d-4604-a86a-56128851c98a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:08.949690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ea65340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b46cf9db-571d-4604-a86a-56128851c98a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:08.962683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58080600-5f9c-4b8f-81b5-1d20eab6afb1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:09.001724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11bd99cf-ea49-4be0-90b4-a2bb15cf11ec req-12433d94-7229-447c-af03-73ef7b4bfe4f tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2243035
Dec 18 20:49:09.010467 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-07b548bb-a808-4527-a14d-5504f5398977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.020191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-07b548bb-a808-4527-a14d-5504f5398977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.038835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Network 773e658d-aadd-4408-bb23-92e341ea3c0e is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:09.075374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Pushing event updated for resources: {'Port': ['ID=1cf4df59-f519-4973-8f85-282b9a2c8e3e,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:09.080028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:09.083124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:09.089593 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-07b548bb-a808-4527-a14d-5504f5398977 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=756fe344de8d4bbeaa9cfa6236f16a7e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6452725
Dec 18 20:49:09.166943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Allocated IP 192.168.233.78 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/6558f70a-e9c0-470e-9b2d-8f8a5896b942) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:09.190324 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55574) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:09.199016 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b548bb-a808-4527-a14d-5504f5398977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaeea13-80ec-4db9-8d04-630e97f3967d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:09.259656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-81ab7e6b-4af4-4b4d-af11-28b575abf94b tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:49:09.267869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-81ab7e6b-4af4-4b4d-af11-28b575abf94b tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0233755
Dec 18 20:49:09.309852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab2c3d6-2dc0-46e7-828b-ed4dd16592bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.350065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Set router b46cf9db-571d-4604-a86a-56128851c98a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:49:09.356547 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7e68245b-fee4-4d17-b6a1-a713e3bc5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.358954 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab2c3d6-2dc0-46e7-828b-ed4dd16592bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.377260 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-c01bbc2a-c59b-4507-a9c7-aaa1365d7c86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0524666
Dec 18 20:49:09.389668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Attempting to bind port 1cf4df59-f519-4973-8f85-282b9a2c8e3e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:09.389668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Attempting to bind port 1cf4df59-f519-4973-8f85-282b9a2c8e3e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dba69b91-9e7a-40b8-970c-db571c95f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:09.389668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Attempting to bind port 1cf4df59-f519-4973-8f85-282b9a2c8e3e on network 773e658d-aadd-4408-bb23-92e341ea3c0e {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:09.390061 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.396884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-e91a2487-6efe-4843-854b-f4380697a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:09.398203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-e91a2487-6efe-4843-854b-f4380697a478 service neutron] 10.222.0.13 "GET /v2.0/ports/12a3229b-b407-4f8f-9557-f1a6978d54bb HTTP/1.1" status: 200  len: 1094 time: 0.1151993
Dec 18 20:49:09.429718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 034e7839-2ebb-45e1-8a21-d3e96b37b82c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:09.429999 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.440468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:09.440953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] Unknown quota resources ['binding']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 20:49:09.455302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:09.456210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Checking segment: {'id': 'dba69b91-9e7a-40b8-970c-db571c95f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:09.456610 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.457005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Bound using segment: {'id': 'dba69b91-9e7a-40b8-970c-db571c95f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:09.457486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Bound port: 1cf4df59-f519-4973-8f85-282b9a2c8e3e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba69b91-9e7a-40b8-970c-db571c95f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:09.457862 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.550298 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.550552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7e68245b-fee4-4d17-b6a1-a713e3bc5030 None None] For port 034e7839-2ebb-45e1-8a21-d3e96b37b82c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=034e7839-2ebb-45e1-8a21-d3e96b37b82c,segment=NetworkSegment(53051092-e178-4a02-9d29-ff0c12ade887),segment_id=53051092-e178-4a02-9d29-ff0c12ade887)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:09.579372 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7e68245b-fee4-4d17-b6a1-a713e3bc5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.701744 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6937100-6270-4772-b170-6dc699bfae4e req-a5d4af5c-7720-4fae-911c-6bd26da9bddf tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:09.710194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-a5d4af5c-7720-4fae-911c-6bd26da9bddf tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3156898
Dec 18 20:49:09.732228 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] For port 1cf4df59-f519-4973-8f85-282b9a2c8e3e, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:09.739570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68245b-fee4-4d17-b6a1-a713e3bc5030 None None] Pushing event updated for resources: {'Port': ['ID=034e7839-2ebb-45e1-8a21-d3e96b37b82c,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:09.757416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] For port 1cf4df59-f519-4973-8f85-282b9a2c8e3e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cf4df59-f519-4973-8f85-282b9a2c8e3e,segment=NetworkSegment(dba69b91-9e7a-40b8-970c-db571c95f105),segment_id=dba69b91-9e7a-40b8-970c-db571c95f105)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:09.770003 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.844389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-17341885-3cb8-4392-ac25-9814ce63f18c None None] Provisioning complete for port 034e7839-2ebb-45e1-8a21-d3e96b37b82c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:09.844766 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-17341885-3cb8-4392-ac25-9814ce63f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.868431 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab2c3d6-2dc0-46e7-828b-ed4dd16592bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.876710 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab2c3d6-2dc0-46e7-828b-ed4dd16592bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:09.881805 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aab2c3d6-2dc0-46e7-828b-ed4dd16592bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7eaeea13-80ec-4db9-8d04-630e97f3967d HTTP/1.1" status: 204  len: 168 time: 0.6884418
Dec 18 20:49:09.917991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2c3d6-2dc0-46e7-828b-ed4dd16592bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaeea13-80ec-4db9-8d04-630e97f3967d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:09.925931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ea65340>, [{'id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1636038664-router', 'tenant_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'e89c76ef-2a80-4d3f-9373-877da572a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:05Z', 'updated_at': '2021-12-18T20:49:07Z', 'revision_number': 3, 'project_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'gw_port': {'id': 'e89c76ef-2a80-4d3f-9373-877da572a066', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:06Z', 'updated_at': '2021-12-18T20:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:09.941201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Allocated IP 172.20.0.1 (94bcb1f6-154d-4df3-9a92-9a6e5dc9826f/dfd52e72-620d-4487-b31e-194fafc83b36/e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:09.963416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Checking router: b46cf9db-571d-4604-a86a-56128851c98a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:49:09.963957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Updating router b46cf9db-571d-4604-a86a-56128851c98a port e89c76ef-2a80-4d3f-9373-877da572a066 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:49:09.976286 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b7a8a-5f47-4de8-b5f8-d042edbef4ac None None] Pushing event updated for resources: {'Port': ['ID=1cf4df59-f519-4973-8f85-282b9a2c8e3e,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:10.015523 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:10.144081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-7da0a15f-442e-4035-bb23-6b27da0eb43c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/quotas/9ce640720b084b84a86f590d354dad25 HTTP/1.1" status: 200  len: 375 time: 0.4329469
Dec 18 20:49:10.165359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:10.215721 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:10.231173 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:10.280853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-c8631518-d648-44ff-995b-7a00f4202140 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1138554
Dec 18 20:49:10.327679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Network 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:10.336260 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:10.336572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:10.338547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:10.341258 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:10.357827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:10.360670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:10.373837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:10.374535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:10.421053 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:10.492167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb on host nch2-master-1 for vnic_type normal with profile None {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:10.492510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:10.492951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:10.502865 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:10.529799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0062196
Dec 18 20:49:10.544027 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:10.562070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Request body: {'port': {'device_id': '1ae440d5-c58e-40af-bb73-73999aa7b795', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:10.573266 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48663f-5e4e-4c26-b4f6-3086565f4057 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Pushing event updated for resources: {'Port': ['ID=6558f70a-e9c0-470e-9b2d-8f8a5896b942,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:10.590844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] Port 12a3229b-b407-4f8f-9557-f1a6978d54bb on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:49:10.591179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:10.630548 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:10.644114 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:10.682008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:10.682385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:10.682781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:10.683232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] Bound port: 12a3229b-b407-4f8f-9557-f1a6978d54bb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:10.801346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Attempting to bind port e89c76ef-2a80-4d3f-9373-877da572a066 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:10.802331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Attempting to bind port e89c76ef-2a80-4d3f-9373-877da572a066 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:10.802331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Attempting to bind port e89c76ef-2a80-4d3f-9373-877da572a066 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:10.818843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:10.819227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:10.819619 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:10.820012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:10.820494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Bound port: e89c76ef-2a80-4d3f-9373-877da572a066, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:10.820858 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:10.824576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb8b8b-678b-48dc-afc1-6d39bbf68255 None None] Pushing event updated for resources: {'Port': ['ID=e89c76ef-2a80-4d3f-9373-877da572a066,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:10.978093 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.021830 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.042717 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdf194-10fe-465e-8431-5f9c4a695c8e req-8eda0d36-00a8-40fb-81f1-9d80c8da58e6 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:11.051382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4bdf194-10fe-465e-8431-5f9c4a695c8e req-8eda0d36-00a8-40fb-81f1-9d80c8da58e6 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 935 time: 0.4644454
Dec 18 20:49:11.102410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 034e7839-2ebb-45e1-8a21-d3e96b37b82c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:11.112734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-33a7cdf1-f943-4642-a64b-830c569094a4 None None] Provisioning complete for port e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:11.113219 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-33a7cdf1-f943-4642-a64b-830c569094a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.180176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-33a7cdf1-f943-4642-a64b-830c569094a4 None None] Port e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:49:11.199834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:11.247395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] For port e89c76ef-2a80-4d3f-9373-877da572a066, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:11.263788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] For port e89c76ef-2a80-4d3f-9373-877da572a066, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e89c76ef-2a80-4d3f-9373-877da572a066,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:11.264949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 034e7839-2ebb-45e1-8a21-d3e96b37b82c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:11.265621 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.272892 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.274898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-03ff93db-946e-46f5-8841-0f80bb7b877d service neutron] 10.222.0.13 "POST /v2.0/ports/12a3229b-b407-4f8f-9557-f1a6978d54bb/bindings HTTP/1.1" status: 201  len: 389 time: 1.8406944
Dec 18 20:49:11.287950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55616) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:11.300783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Allocated IP 172.35.3.233 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/2c770071-348c-4949-88d5-0834c87109cb) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:11.308982 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.406389 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.413000 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.449265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4bdf194-10fe-465e-8431-5f9c4a695c8e req-d5e1dfbf-ef9e-45fa-a71f-91ee546348ea tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/security-groups?id=58080600-5f9c-4b8f-81b5-1d20eab6afb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3967364
Dec 18 20:49:11.523876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1241671349-network', 'tenant_id': '738d51b548fb479f889bd3bb54ca33d5'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:11.531336 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.539669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:11.546695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb8b8b-678b-48dc-afc1-6d39bbf68255 None None] Pushing event updated for resources: {'Port': ['ID=e89c76ef-2a80-4d3f-9373-877da572a066,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:11.595967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1369565b-fa92-4e06-af70-4b612b8d01a9 None None] Network 773e658d-aadd-4408-bb23-92e341ea3c0e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:11.684312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Routers {'b46cf9db-571d-4604-a86a-56128851c98a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:11.684312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ea65340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b46cf9db-571d-4604-a86a-56128851c98a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:11.688085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-987a35e0-7e44-4df4-9f44-a263d184c151 None None] Provisioning complete for port 6558f70a-e9c0-470e-9b2d-8f8a5896b942 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:11.689357 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-987a35e0-7e44-4df4-9f44-a263d184c151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.716042 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Network 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:11.719959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:11.739507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Made reservation on behalf of 738d51b548fb479f889bd3bb54ca33d5 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:11.742053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.787951 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.865875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed5ddc0a-f877-41f3-9ca8-8aa9e52689d5 req-dd1ba34b-85d5-4694-a0b6-b705e3e39898 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 210 time: 0.0882196
Dec 18 20:49:11.920017 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.927862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:11.966741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34615f9a-2fc1-4faf-9375-bb7b115c58e3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:11.998144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:49:12.029290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-987a35e0-7e44-4df4-9f44-a263d184c151 None None] Port 6558f70a-e9c0-470e-9b2d-8f8a5896b942 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:49:12.062600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1cf4df59-f519-4973-8f85-282b9a2c8e3e up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:12.082870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-5b06f643-76c6-46e6-9755-05f6d95ac396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:12.084756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-5b06f643-76c6-46e6-9755-05f6d95ac396 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 1097 time: 0.4191093
Dec 18 20:49:12.103722 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.115272 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.116231 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Added segment aa2a5585-c1c2-4bfb-a545-40f02058ee42 of type vlan for network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211
Dec 18 20:49:12.121254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Router b46cf9db-571d-4604-a86a-56128851c98a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:49:12.180786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] Set router b46cf9db-571d-4604-a86a-56128851c98a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:49:12.201669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097995f-293e-4fe7-b8ff-42670b10b3b0 req-7a08bc9e-8797-47cd-8950-062b709ab731 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:12.209932 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8097995f-293e-4fe7-b8ff-42670b10b3b0 req-7a08bc9e-8797-47cd-8950-062b709ab731 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 946 time: 0.2332895
Dec 18 20:49:12.275162 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.327436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-968b2a49-dab4-4754-9094-43b264fb17f0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0797067
Dec 18 20:49:12.348333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c81796b7-8cb9-4247-813d-7227cc60e8a2 None None] Provisioning complete for port 1cf4df59-f519-4973-8f85-282b9a2c8e3e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:12.348907 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c81796b7-8cb9-4247-813d-7227cc60e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.408431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.446764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 1cf4df59-f519-4973-8f85-282b9a2c8e3e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:12.447231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.450806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.452496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:12.453316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.567762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:12.572161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Pushing event updated for resources: {'Port': ['ID=2c770071-348c-4949-88d5-0834c87109cb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:12.591912 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9bb5a4e8-9f79-45e0-9380-f585ce6c9ab7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.2997510
Dec 18 20:49:12.592603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:49:12.593849 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:49:12.595319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55644) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:12.600855 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1080b422-f794-4602-b252-d5f1236598ec admin admin] Request body: {'subnet': {'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1241671349-subnet', 'tenant_id': '738d51b548fb479f889bd3bb54ca33d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:12.604761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6558f70a-e9c0-470e-9b2d-8f8a5896b942 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:12.608300 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-85bb9bd0-bdd6-4a42-bf74-9d56a19de5e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/b46cf9db-571d-4604-a86a-56128851c98a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9267788
Dec 18 20:49:12.638683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8097995f-293e-4fe7-b8ff-42670b10b3b0 req-c1d721aa-8378-4bd3-ba46-b1768186ff87 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4235849
Dec 18 20:49:12.649499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-7a60e6b5-7806-4448-aec7-7281ebc2b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:12.651664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-7a60e6b5-7806-4448-aec7-7281ebc2b2a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.5525670
Dec 18 20:49:12.654517 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.727611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1080b422-f794-4602-b252-d5f1236598ec admin admin] Made reservation on behalf of 738d51b548fb479f889bd3bb54ca33d5 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:12.730844 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1080b422-f794-4602-b252-d5f1236598ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.756622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:12.758355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-77a97b66-6037-4efa-98bf-7e30b066ba2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb HTTP/1.1" status: 200  len: 217 time: 0.0812259
Dec 18 20:49:12.774894 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c81796b7-8cb9-4247-813d-7227cc60e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.781672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:12.784446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:12.825451 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.853406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c81796b7-8cb9-4247-813d-7227cc60e8a2 None None] For port 1cf4df59-f519-4973-8f85-282b9a2c8e3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cf4df59-f519-4973-8f85-282b9a2c8e3e,segment=NetworkSegment(dba69b91-9e7a-40b8-970c-db571c95f105),segment_id=dba69b91-9e7a-40b8-970c-db571c95f105)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:12.864193 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c81796b7-8cb9-4247-813d-7227cc60e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.926923 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Transition to ACTIVE for port object 6558f70a-e9c0-470e-9b2d-8f8a5896b942 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:49:12.953993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ea65340>, [{'id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1636038664-router', 'tenant_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'e89c76ef-2a80-4d3f-9373-877da572a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:05Z', 'updated_at': '2021-12-18T20:49:10Z', 'revision_number': 4, 'project_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'gw_port': {'id': 'e89c76ef-2a80-4d3f-9373-877da572a066', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:06Z', 'updated_at': '2021-12-18T20:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8', 'name': '', 'network_id': '94bcb1f6-154d-4df3-9a92-9a6e5dc9826f', 'tenant_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'mac_address': 'fa:16:3e:8e:eb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dfd52e72-620d-4487-b31e-194fafc83b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:09Z', 'updated_at': '2021-12-18T20:49:11Z', 'revision_number': 2, 'project_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'subnets': [{'id': 'dfd52e72-620d-4487-b31e-194fafc83b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:12.963635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:12.975682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-d6bf5940-2f62-4bd0-bace-01824a6e8f82 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:49:12.977996 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-d6bf5940-2f62-4bd0-bace-01824a6e8f82 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0278089
Dec 18 20:49:12.985145 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:49:12.985493 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:49:12.994961 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e56311-f6cd-47ff-8f10-454b2e372ee5 None None] The sync data for ids ['b46cf9db-571d-4604-a86a-56128851c98a'] in ncdv-master-1 is: [{'id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1636038664-router', 'tenant_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'e89c76ef-2a80-4d3f-9373-877da572a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:05Z', 'updated_at': '2021-12-18T20:49:10Z', 'revision_number': 4, 'project_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'gw_port': {'id': 'e89c76ef-2a80-4d3f-9373-877da572a066', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:06Z', 'updated_at': '2021-12-18T20:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8', 'name': '', 'network_id': '94bcb1f6-154d-4df3-9a92-9a6e5dc9826f', 'tenant_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'mac_address': 'fa:16:3e:8e:eb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'dfd52e72-620d-4487-b31e-194fafc83b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:09Z', 'updated_at': '2021-12-18T20:49:11Z', 'revision_number': 2, 'project_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'subnets': [{'id': 'dfd52e72-620d-4487-b31e-194fafc83b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:49:12.997572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81796b7-8cb9-4247-813d-7227cc60e8a2 None None] Pushing event updated for resources: {'Port': ['ID=1cf4df59-f519-4973-8f85-282b9a2c8e3e,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:13.009559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-78320c91-a3d5-4a63-995a-848307708218 None None] Provisioning complete for port 1cf4df59-f519-4973-8f85-282b9a2c8e3e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:13.009865 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-78320c91-a3d5-4a63-995a-848307708218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:13.034551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1080b422-f794-4602-b252-d5f1236598ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:13.044692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6937100-6270-4772-b170-6dc699bfae4e req-7d5bba3a-3dc6-49df-999d-32af87bfa859 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:13.046180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-7d5bba3a-3dc6-49df-999d-32af87bfa859 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6963844
Dec 18 20:49:13.106277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080b422-f794-4602-b252-d5f1236598ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbb8f3db-fc48-4a7c-b666-3bca7f519343,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:13.115971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Request body: {'port': {'device_id': 'b07c26ad-bdd3-495d-bf73-2844e2824e78', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '9ce640720b084b84a86f590d354dad25'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:13.116318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080b422-f794-4602-b252-d5f1236598ec admin admin] Checking segment: {'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:13.117096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080b422-f794-4602-b252-d5f1236598ec admin admin] Network hostable DHCP agents. Network: f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:49:13.122652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-78320c91-a3d5-4a63-995a-848307708218 None None] Provisioning complete for port e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:13.123021 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-78320c91-a3d5-4a63-995a-848307708218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:13.134449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-bc14f4c7-89ec-4748-8db5-d648f2572065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:13.136208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080b422-f794-4602-b252-d5f1236598ec admin admin] Network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:49:13.136397 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-bc14f4c7-89ec-4748-8db5-d648f2572065 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.3669116
Dec 18 20:49:13.149994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-1080b422-f794-4602-b252-d5f1236598ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:13.156337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080b422-f794-4602-b252-d5f1236598ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:13.157131 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1080b422-f794-4602-b252-d5f1236598ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:13.182224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-78320c91-a3d5-4a63-995a-848307708218 None None] Port e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:49:13.191522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac164fa4-7f10-4220-a511-035460acfa34 None None] Network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:13.201601 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1080b422-f794-4602-b252-d5f1236598ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.6000009
Dec 18 20:49:13.202070 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-0e2a7b2e-0758-4bde-847c-f2429a4bdf05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0360062
Dec 18 20:49:13.211174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da478710-e05d-4a97-a128-4d8b3ed9f98d req-fe858095-1f40-48f8-8d6d-00f05f73f7b0 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:13.212759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da478710-e05d-4a97-a128-4d8b3ed9f98d req-fe858095-1f40-48f8-8d6d-00f05f73f7b0 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 935 time: 0.4482574
Dec 18 20:49:13.295402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-6d7b533f-40a9-492a-93ac-5b6b463b8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:13.298095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-6d7b533f-40a9-492a-93ac-5b6b463b8328 service neutron] 10.222.0.13 "GET /v2.0/ports/c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a HTTP/1.1" status: 200  len: 1093 time: 0.2663543
Dec 18 20:49:13.328704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:13.329207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] Unknown quota resources ['binding']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 20:49:13.358292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f80800-435b-4968-9b63-e4675c91c2e2 None None] Network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:13.427552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Pushing event updated for resources: {'Port': ['ID=6558f70a-e9c0-470e-9b2d-8f8a5896b942,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:13.611767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1cf4df59-f519-4973-8f85-282b9a2c8e3e up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:13.679595 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da478710-e05d-4a97-a128-4d8b3ed9f98d req-509c4b02-b262-4f81-91a6-32fcb8ed27e6 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/security-groups?id=58080600-5f9c-4b8f-81b5-1d20eab6afb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3754375
Dec 18 20:49:13.858923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 1cf4df59-f519-4973-8f85-282b9a2c8e3e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:13.859392 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:14.059901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Attempting to bind port 6558f70a-e9c0-470e-9b2d-8f8a5896b942 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:14.060245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Attempting to bind port 6558f70a-e9c0-470e-9b2d-8f8a5896b942 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:14.060572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Attempting to bind port 6558f70a-e9c0-470e-9b2d-8f8a5896b942 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:14.115625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Port 6558f70a-e9c0-470e-9b2d-8f8a5896b942 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:49:14.115952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Attempting to bind port 6558f70a-e9c0-470e-9b2d-8f8a5896b942 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:14.121739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-d6dae59b-7fbe-49f5-bc37-9f2b0b6858d9 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8782699
Dec 18 20:49:14.132399 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-5814c825-bea4-4392-94a9-b34516f8ced1 req-96e72197-7f00-4ff9-a8bd-ef03818e8112 tempest-FloatingIPDetailsNegativeTestJSON-11658323 tempest-FloatingIPDetailsNegativeTestJSON-11658323-project] show failed (client error): The resource could not be found.
Dec 18 20:49:14.133431 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5814c825-bea4-4392-94a9-b34516f8ced1 req-96e72197-7f00-4ff9-a8bd-ef03818e8112 tempest-FloatingIPDetailsNegativeTestJSON-11658323 tempest-FloatingIPDetailsNegativeTestJSON-11658323-project] 10.222.0.13 "GET /v2.0/floatingips/cf2191c6-f538-4798-91a6-5f4e76c0d630 HTTP/1.1" status: 404  len: 350 time: 0.0844142
Dec 18 20:49:14.142997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55664) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:14.149215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:14.149412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:14.149723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:14.150157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Bound port: 6558f70a-e9c0-470e-9b2d-8f8a5896b942, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:14.150556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:14.292097 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:14.301908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ac034e7-11b3-42dd-bbd7-08f721432730 req-b9966188-a6d1-4e7e-a2ea-f7cc47c931fc tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 210 time: 0.0895543
Dec 18 20:49:14.359439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Made reservation on behalf of 9ce640720b084b84a86f590d354dad25 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:14.363574 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:14.404227 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:14.508537 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-267a0321-d466-47de-91f0-a628d2c73ae4 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3741050
Dec 18 20:49:14.512310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] For port 6558f70a-e9c0-470e-9b2d-8f8a5896b942, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:14.533126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e953cd8-9542-4b68-8372-17dc4bf69ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:14.540418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] Attempting to bind port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on host nch1-master-1 for vnic_type normal with profile None {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:14.540852 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] Attempting to bind port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:14.541067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] Attempting to bind port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:14.604043 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:14.626983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] For port 6558f70a-e9c0-470e-9b2d-8f8a5896b942, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6558f70a-e9c0-470e-9b2d-8f8a5896b942,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:14.648437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] Port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:49:14.648781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] Attempting to bind port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:14.660466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:14.660890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:14.661208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:14.661792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] Bound port: c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:14.704081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:14.844236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4e953cd8-9542-4b68-8372-17dc4bf69ab6 admin admin] Deleting port e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:14.844629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e953cd8-9542-4b68-8372-17dc4bf69ab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:14.950009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-e88b2587-dc24-4112-a6c0-fe340218e891 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:14.957868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-e88b2587-dc24-4112-a6c0-fe340218e891 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/networks?id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 HTTP/1.1" status: 200  len: 818 time: 0.4799433
Dec 18 20:49:14.975697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:14.976314 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:14.977831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] 10.222.0.36 "PUT /v2.0/ports/6558f70a-e9c0-470e-9b2d-8f8a5896b942 HTTP/1.1" status: 200  len: 1095 time: 4.4306068
Dec 18 20:49:14.987746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae440d5-c58e-40af-bb73-73999aa7b795', 'tag': '6558f70a-e9c0-470e-9b2d-8f8a5896b942'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:14.988258 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e953cd8-9542-4b68-8372-17dc4bf69ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:14.990060 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbad130-fd8a-4348-a610-d1f60725b11b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae440d5-c58e-40af-bb73-73999aa7b795", "tag": "6558f70a-e9c0-470e-9b2d-8f8a5896b942"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:15.032173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:15.042884 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f887ee-22c6-4ab6-b549-58b2e770cad4 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/quotas/738d51b548fb479f889bd3bb54ca33d5 HTTP/1.1" status: 200  len: 375 time: 0.0839827
Dec 18 20:49:15.056389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4e953cd8-9542-4b68-8372-17dc4bf69ab6 admin admin] Calling delete_port for e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:15.058546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69557b5-f1cc-49cc-a623-556dbc101f68 service neutron] Pushing event updated for resources: {'Port': ['ID=6558f70a-e9c0-470e-9b2d-8f8a5896b942,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:15.066158 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:15.067502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-29cb28cc-9a6f-4f52-b2c6-5d9d1e369904 service neutron] 10.222.0.13 "POST /v2.0/ports/c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a/bindings HTTP/1.1" status: 201  len: 389 time: 1.7541327
Dec 18 20:49:15.164072 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-61010158-aa1f-4174-a2fa-9f04a3eb4bf2 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=738d51b548fb479f889bd3bb54ca33d5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0955205
Dec 18 20:49:15.222653 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:15.248775 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:15.333414 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:15.370479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:15.464874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-63737d7c-efa5-4c6c-b641-5dd65acaa742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:15.466636 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-63737d7c-efa5-4c6c-b641-5dd65acaa742 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 1096 time: 0.0601983
Dec 18 20:49:15.587958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e953cd8-9542-4b68-8372-17dc4bf69ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:15.617983 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e953cd8-9542-4b68-8372-17dc4bf69ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:15.660821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1087316-4f36-479e-ac56-a54e354d6256 req-deab2f4c-a455-422e-bb07-57bc1c79ef4f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:15.666687 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-33fcb7f0-8edd-4646-93d3-f180e132aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:15.667142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1087316-4f36-479e-ac56-a54e354d6256 req-deab2f4c-a455-422e-bb07-57bc1c79ef4f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 946 time: 0.4357569
Dec 18 20:49:15.668375 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-33fcb7f0-8edd-4646-93d3-f180e132aa83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.1863515
Dec 18 20:49:15.681914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016341-e75f-445e-abbe-9b8e598f3274 req-98daa008-78a8-4098-8a91-f230af39cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:15.683536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-98daa008-78a8-4098-8a91-f230af39cfcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89a9543eaffc44858c8674e4b6f660cf&device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 1098 time: 0.5885305
Dec 18 20:49:15.718270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e89c76ef-2a80-4d3f-9373-877da572a066 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:15.799637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e89c76ef-2a80-4d3f-9373-877da572a066 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:15.800491 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:15.800678 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-edd6bddd-e949-4c15-9d6a-a2aa4fd4d825 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=6558f70a-e9c0-470e-9b2d-8f8a5896b942 HTTP/1.1" status: 200  len: 217 time: 0.0977921
Dec 18 20:49:15.808779 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-46bffa46-970f-461f-b912-5b6d2eeb495d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a HTTP/1.1" status: 200  len: 217 time: 0.1120529
Dec 18 20:49:15.861345 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3367e-554e-4f2f-8bf7-9bac076ae6c4 None None] Sync routers for ids ['b46cf9db-571d-4604-a86a-56128851c98a'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:49:15.877937 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3367e-554e-4f2f-8bf7-9bac076ae6c4 None None] Routers {'b46cf9db-571d-4604-a86a-56128851c98a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:15.880954 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-62d3367e-554e-4f2f-8bf7-9bac076ae6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640b29a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b46cf9db-571d-4604-a86a-56128851c98a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:15.918432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Allocated IP 192.168.233.60 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/05ea3e02-3bf7-43f5-91c1-02487451a24d) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:15.968474 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:15.968841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Router 057f0e28-4461-450b-bb80-5749d41e8c07 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:49:15.974979 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2aa2a348-4118-4b8c-ac84-5ef20a53c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:15.977230 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2aa2a348-4118-4b8c-ac84-5ef20a53c0a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.1561749
Dec 18 20:49:16.001067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1087316-4f36-479e-ac56-a54e354d6256 req-d01fd584-e3f0-433e-8af6-d9f435de42ca tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3074636
Dec 18 20:49:16.014879 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port e89c76ef-2a80-4d3f-9373-877da572a066, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e89c76ef-2a80-4d3f-9373-877da572a066,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:16.026569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-26112448-d131-40f9-9a00-c827348bf08a service neutron] 10.222.0.13 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8303664
Dec 18 20:49:16.031005 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-85e390ac-98dc-4932-bcd5-d91016f7c541 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457375
Dec 18 20:49:16.037410 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:16.054281 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-62d3367e-554e-4f2f-8bf7-9bac076ae6c4 None None] Set router b46cf9db-571d-4604-a86a-56128851c98a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:49:16.065249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016341-e75f-445e-abbe-9b8e598f3274 req-db84cc73-3793-41c9-b47f-e15fba7efc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:16.066775 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-db84cc73-3793-41c9-b47f-e15fba7efc6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.2492981
Dec 18 20:49:16.147863 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e953cd8-9542-4b68-8372-17dc4bf69ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:16.149091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=e89c76ef-2a80-4d3f-9373-877da572a066,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:16.219138 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-9f360384-ef59-4745-9287-2c7be411d816 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571915
Dec 18 20:49:16.240051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-7821700e-1624-4bc1-a1c3-4bc49f24c30e service neutron] 10.222.0.13 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723592
Dec 18 20:49:16.309766 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-62d3367e-554e-4f2f-8bf7-9bac076ae6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640b29a0>, [{'id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1636038664-router', 'tenant_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'e89c76ef-2a80-4d3f-9373-877da572a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:05Z', 'updated_at': '2021-12-18T20:49:15Z', 'revision_number': 5, 'project_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'gw_port': {'id': 'e89c76ef-2a80-4d3f-9373-877da572a066', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:06Z', 'updated_at': '2021-12-18T20:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:16.372876 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3367e-554e-4f2f-8bf7-9bac076ae6c4 None None] Checking router: b46cf9db-571d-4604-a86a-56128851c98a for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:49:16.385775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46468cf3-cd70-4276-9efe-4bcfdd4eed16 req-19be2c69-dedd-4158-9793-c66cb765e518 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:16.386424 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3367e-554e-4f2f-8bf7-9bac076ae6c4 None None] Routers {'b46cf9db-571d-4604-a86a-56128851c98a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:16.387005 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-62d3367e-554e-4f2f-8bf7-9bac076ae6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640b29a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b46cf9db-571d-4604-a86a-56128851c98a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:16.387391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46468cf3-cd70-4276-9efe-4bcfdd4eed16 req-19be2c69-dedd-4158-9793-c66cb765e518 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 947 time: 0.2259219
Dec 18 20:49:16.389225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016341-e75f-445e-abbe-9b8e598f3274 req-af0407e6-4d39-4bf3-bd67-752680f66c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:16.390643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-af0407e6-4d39-4bf3-bd67-752680f66c72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2327657
Dec 18 20:49:16.398826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:49:16.413090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Sync routers for ids ['057f0e28-4461-450b-bb80-5749d41e8c07'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:49:16.442656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Routers {'057f0e28-4461-450b-bb80-5749d41e8c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:16.446000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e43dca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['057f0e28-4461-450b-bb80-5749d41e8c07'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:16.516032 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:16.517347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c11ce1f7-2628-491c-b328-df280cd035ff admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 8.6430731
Dec 18 20:49:16.531475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55694) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:16.540544 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-62d3367e-554e-4f2f-8bf7-9bac076ae6c4 None None] Set router b46cf9db-571d-4604-a86a-56128851c98a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:49:16.630046 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:16.646541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46468cf3-cd70-4276-9efe-4bcfdd4eed16 req-f37dd577-6fd4-4b04-8383-7f641a0750c2 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/security-groups?id=58080600-5f9c-4b8f-81b5-1d20eab6afb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2492964
Dec 18 20:49:16.659751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-42dd4687-404e-4c49-97a8-03bd1f7488f6 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2590890
Dec 18 20:49:16.666318 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-16a7b1cc-8d41-4655-9f04-1c65879d5cae service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4381135
Dec 18 20:49:16.782721 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffa88d3-4fe5-434e-b056-f76f94a8bd1a x-openstack-request-id: req-6ffa88d3-4fe5-434e-b056-f76f94a8bd1a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:16.782891 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae440d5-c58e-40af-bb73-73999aa7b795", "tag": "6558f70a-e9c0-470e-9b2d-8f8a5896b942", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:16.783098 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ffa88d3-4fe5-434e-b056-f76f94a8bd1a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:16.783543 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae440d5-c58e-40af-bb73-73999aa7b795', 'tag': '6558f70a-e9c0-470e-9b2d-8f8a5896b942', 'status': 'completed', 'code': 200}
Dec 18 20:49:16.814415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Set router 057f0e28-4461-450b-bb80-5749d41e8c07 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:49:16.889649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e953cd8-9542-4b68-8372-17dc4bf69ab6 admin admin] Router b46cf9db-571d-4604-a86a-56128851c98a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:49:16.943234 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-62d3367e-554e-4f2f-8bf7-9bac076ae6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640b29a0>, [{'id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1636038664-router', 'tenant_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'e89c76ef-2a80-4d3f-9373-877da572a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:05Z', 'updated_at': '2021-12-18T20:49:15Z', 'revision_number': 5, 'project_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'gw_port': {'id': 'e89c76ef-2a80-4d3f-9373-877da572a066', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:06Z', 'updated_at': '2021-12-18T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:17.010977 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3367e-554e-4f2f-8bf7-9bac076ae6c4 None None] The sync data for ids ['b46cf9db-571d-4604-a86a-56128851c98a'] in ncdv-master-1 is: [{'id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1636038664-router', 'tenant_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'e89c76ef-2a80-4d3f-9373-877da572a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:05Z', 'updated_at': '2021-12-18T20:49:15Z', 'revision_number': 5, 'project_id': 'cd3f58b92ce64d08bf7ab736674b66da', 'gw_port': {'id': 'e89c76ef-2a80-4d3f-9373-877da572a066', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46cf9db-571d-4604-a86a-56128851c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:06Z', 'updated_at': '2021-12-18T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:49:17.042530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e953cd8-9542-4b68-8372-17dc4bf69ab6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:49:17.051939 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4e953cd8-9542-4b68-8372-17dc4bf69ab6 admin admin] 10.222.0.13 "PUT /v2.0/routers/b46cf9db-571d-4604-a86a-56128851c98a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9078431
Dec 18 20:49:17.054761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55706) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:17.191822 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:17.196821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e43dca0>, [{'id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'name': 'tempest-FloatingIPsTestJSON-517363702-router', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '2c770071-348c-4949-88d5-0834c87109cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:08Z', 'updated_at': '2021-12-18T20:49:13Z', 'revision_number': 3, 'project_id': '29a831462611445ebb7256a4c8b657a0', 'gw_port': {'id': '2c770071-348c-4949-88d5-0834c87109cb', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:10Z', 'updated_at': '2021-12-18T20:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:17.226611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Checking router: 057f0e28-4461-450b-bb80-5749d41e8c07 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:49:17.226960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Updating router 057f0e28-4461-450b-bb80-5749d41e8c07 port 2c770071-348c-4949-88d5-0834c87109cb binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:49:17.252576 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:17.339103 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:17.420493 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d9516c9-d8e8-425e-988e-3d6f98e0611e req-902e348f-6a3d-4adf-9d13-427920466e28 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 210 time: 0.0938504
Dec 18 20:49:17.511101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Deleting port e89c76ef-2a80-4d3f-9373-877da572a066 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:17.511612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:17.539503 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:17.552047 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:17.561323 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:17.631016 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52783d3f-b212-4a69-8ca7-bd486a2b00a8 None None] Pushing event updated for resources: {'Port': ['ID=2c770071-348c-4949-88d5-0834c87109cb,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:17.677503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Attempting to bind port 2c770071-348c-4949-88d5-0834c87109cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:17.678196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Attempting to bind port 2c770071-348c-4949-88d5-0834c87109cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:17.680763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Attempting to bind port 2c770071-348c-4949-88d5-0834c87109cb on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:17.686801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:17.696810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:17.697726 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:17.698438 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:17.699169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Bound port: 2c770071-348c-4949-88d5-0834c87109cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:17.699841 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:17.762164 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e89c76ef-2a80-4d3f-9373-877da572a066 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:17.771217 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] For port e89c76ef-2a80-4d3f-9373-877da572a066, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e89c76ef-2a80-4d3f-9373-877da572a066,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:17.771841 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:17.807049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Calling delete_port for e89c76ef-2a80-4d3f-9373-877da572a066 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:17.832650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52016341-e75f-445e-abbe-9b8e598f3274 req-52dab110-ab94-40cc-985e-ed798e28b5b8 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0894783
Dec 18 20:49:17.836136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event updated for resources: {'Port': ['ID=05ea3e02-3bf7-43f5-91c1-02487451a24d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:17.849795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309a796-6afd-4d94-898e-f45c443751e6 req-fd7e1445-4ae5-4e89-9eff-686ca92f1649 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:17.862034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5309a796-6afd-4d94-898e-f45c443751e6 req-fd7e1445-4ae5-4e89-9eff-686ca92f1649 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 945 time: 0.5505390
Dec 18 20:49:17.992679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] For port 2c770071-348c-4949-88d5-0834c87109cb, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:18.011211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] For port 2c770071-348c-4949-88d5-0834c87109cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c770071-348c-4949-88d5-0834c87109cb,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:18.036145 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:18.042845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e89c76ef-2a80-4d3f-9373-877da572a066 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:18.042845 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:18.097943 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5309a796-6afd-4d94-898e-f45c443751e6 req-4954461f-269c-42d2-9021-ac99dd2a0273 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2278163
Dec 18 20:49:18.162298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:18.189983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:18.192842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:18.200375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Routers {'057f0e28-4461-450b-bb80-5749d41e8c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:18.201480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e43dca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['057f0e28-4461-450b-bb80-5749d41e8c07'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:18.207276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:18.211120 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:18.270804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:18.315260 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-33aa8d5f-7e51-4198-849a-1e175352d3c8 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:18.317523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-33aa8d5f-7e51-4198-849a-1e175352d3c8 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd&tenant_id=0870e14bc2934bae9138d4818b260729&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.2738969
Dec 18 20:49:18.328598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-678497d0-d627-4131-ba36-97b732cf2ce0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 5.2282135
Dec 18 20:49:18.335087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:18.388805 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=e89c76ef-2a80-4d3f-9373-877da572a066,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:18.425776 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad130-fd8a-4348-a610-d1f60725b11b req-77643fa5-8d9f-48ce-b1a5-c563e5c54e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:18.427438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecbad130-fd8a-4348-a610-d1f60725b11b req-77643fa5-8d9f-48ce-b1a5-c563e5c54e49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89a9543eaffc44858c8674e4b6f660cf&device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 1098 time: 0.4576025
Dec 18 20:49:18.434613 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Request body: {'port': {'device_id': 'b07c26ad-bdd3-495d-bf73-2844e2824e78', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:18.512826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] Set router 057f0e28-4461-450b-bb80-5749d41e8c07 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:49:18.579546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:18.589499 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:18.654387 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:18.681608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea990b-4a12-498a-9c07-510d67eb0691 req-088bf360-9d9b-42d7-a11d-2623240e55e4 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:18.683470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7ea990b-4a12-498a-9c07-510d67eb0691 req-088bf360-9d9b-42d7-a11d-2623240e55e4 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 946 time: 0.4279909
Dec 18 20:49:18.852885 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:18.855167 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:18.855354 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Could not find standard attr ID for object e89c76ef-2a80-4d3f-9373-877da572a066. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 20:49:18.875919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f685f458-08fa-48f7-b476-09b35346c57c None None] Provisioning complete for port 05ea3e02-3bf7-43f5-91c1-02487451a24d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:18.876599 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f685f458-08fa-48f7-b476-09b35346c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:18.899519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:18.914082 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No ports have port_id starting with e89c76ef-2a80-4d3f-9373-877da572a066
Dec 18 20:49:18.923089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52783d3f-b212-4a69-8ca7-bd486a2b00a8 None None] Pushing event updated for resources: {'Port': ['ID=2c770071-348c-4949-88d5-0834c87109cb,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:18.954155 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:18.954620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b46cf9db-571d-4604-a86a-56128851c98a {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:49:18.960256 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:18.965042 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cfad6979-f89c-4ad6-ba32-0aa347eb1b10 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b46cf9db-571d-4604-a86a-56128851c98a HTTP/1.1" status: 204  len: 168 time: 1.9092267
Dec 18 20:49:18.965605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55734) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:18.980430 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d8c140-3a22-4d27-882b-96c50d5ee9e7 None None] Sync routers for ids ['b46cf9db-571d-4604-a86a-56128851c98a'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:49:18.988445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:18.996976 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8c140-3a22-4d27-882b-96c50d5ee9e7 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:18.997350 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8c140-3a22-4d27-882b-96c50d5ee9e7 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 18 20:49:18.997969 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_agentschedulers_db [None req-26d8c140-3a22-4d27-882b-96c50d5ee9e7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b46cf9db-571d-4604-a86a-56128851c98a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent'). {{(pid=126011) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 18 20:49:19.014544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f685f458-08fa-48f7-b476-09b35346c57c None None] Port 05ea3e02-3bf7-43f5-91c1-02487451a24d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:49:19.015832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e2ff98-a493-4dd0-bc03-d3644cf78293 admin admin] Deleting subnet dfd52e72-620d-4487-b31e-194fafc83b36 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:49:19.020361 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-07e2ff98-a493-4dd0-bc03-d3644cf78293 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:19.020639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:19.021358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e8f6ff1f-987c-4b3a-aec2-391f2d1cb5a8 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:19.027282 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8c140-3a22-4d27-882b-96c50d5ee9e7 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:19.027543 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8c140-3a22-4d27-882b-96c50d5ee9e7 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 18 20:49:19.028292 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_agentschedulers_db [None req-26d8c140-3a22-4d27-882b-96c50d5ee9e7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b46cf9db-571d-4604-a86a-56128851c98a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent'). {{(pid=126011) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 18 20:49:19.028817 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d8c140-3a22-4d27-882b-96c50d5ee9e7 None None] The sync data for ids ['b46cf9db-571d-4604-a86a-56128851c98a'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:49:19.052400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:19.067630 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-07e2ff98-a493-4dd0-bc03-d3644cf78293 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:19.184404 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e43dca0>, [{'id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'name': 'tempest-FloatingIPsTestJSON-517363702-router', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '2c770071-348c-4949-88d5-0834c87109cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:08Z', 'updated_at': '2021-12-18T20:49:13Z', 'revision_number': 3, 'project_id': '29a831462611445ebb7256a4c8b657a0', 'gw_port': {'id': '2c770071-348c-4949-88d5-0834c87109cb', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:10Z', 'updated_at': '2021-12-18T20:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:19.214577 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-07e2ff98-a493-4dd0-bc03-d3644cf78293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:19.240960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f777b-37da-42d7-98c6-db388f3cdc47 None None] The sync data for ids ['057f0e28-4461-450b-bb80-5749d41e8c07'] in ncdv-master-1 is: [{'id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'name': 'tempest-FloatingIPsTestJSON-517363702-router', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '2c770071-348c-4949-88d5-0834c87109cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:08Z', 'updated_at': '2021-12-18T20:49:13Z', 'revision_number': 3, 'project_id': '29a831462611445ebb7256a4c8b657a0', 'gw_port': {'id': '2c770071-348c-4949-88d5-0834c87109cb', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:10Z', 'updated_at': '2021-12-18T20:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:49:19.262991 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3c9fff-7539-4d85-9102-827366dbb6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a3229b-b407-4f8f-9557-f1a6978d54bb'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:19.263236 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:19.267507 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23099637-2c7c-49d6-ba48-28e3a38f5497" -d '{"events": [{"server_uuid": "db3c9fff-7539-4d85-9102-827366dbb6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "12a3229b-b407-4f8f-9557-f1a6978d54bb"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:19.304022 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-07e2ff98-a493-4dd0-bc03-d3644cf78293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:19.321887 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:19.349624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2ff98-a493-4dd0-bc03-d3644cf78293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfd52e72-620d-4487-b31e-194fafc83b36,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:19.366995 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-07e2ff98-a493-4dd0-bc03-d3644cf78293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:19.367540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6918b-ee47-46f6-9d8b-741d44eb71df req-d171090f-44f0-4539-a8eb-88e9a616f9c7 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:19.372287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541267b9-f17e-4eec-a0c1-0c6d4ce58fde None None] Network 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:19.376846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c2a6918b-ee47-46f6-9d8b-741d44eb71df req-d171090f-44f0-4539-a8eb-88e9a616f9c7 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 947 time: 0.8720663
Dec 18 20:49:19.389884 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-07e2ff98-a493-4dd0-bc03-d3644cf78293 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dfd52e72-620d-4487-b31e-194fafc83b36 HTTP/1.1" status: 204  len: 168 time: 0.4232419
Dec 18 20:49:19.399570 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:19.407636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55742) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:19.438407 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7ea990b-4a12-498a-9c07-510d67eb0691 req-568418ca-b90a-4aa6-9db2-7c13f2c2d3cb tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4282327
Dec 18 20:49:19.478753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad130-fd8a-4348-a610-d1f60725b11b req-68f61d2f-660a-422b-b9cf-39b25d8f546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:19.480242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecbad130-fd8a-4348-a610-d1f60725b11b req-68f61d2f-660a-422b-b9cf-39b25d8f546e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.9156547
Dec 18 20:49:19.618457 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:19.666576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecbad130-fd8a-4348-a610-d1f60725b11b req-3d359f07-06c5-4fb6-a3d1-b0580026764c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=6558f70a-e9c0-470e-9b2d-8f8a5896b942 HTTP/1.1" status: 200  len: 217 time: 0.1402760
Dec 18 20:49:19.694876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a613946-5cd1-4781-bba3-b012be5343a9 None None] DHCP port deletion for 94bcb1f6-154d-4df3-9a92-9a6e5dc9826f request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:49:19.743579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-64cc6934-958f-4940-ba79-c4c06b91fc21 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:19.745151 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-64cc6934-958f-4940-ba79-c4c06b91fc21 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.36 "GET /v2.0/networks?id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 HTTP/1.1" status: 200  len: 818 time: 0.3912539
Dec 18 20:49:19.811701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Request body: {'port': {'device_id': '9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7', 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211', 'admin_state_up': True, 'tenant_id': '738d51b548fb479f889bd3bb54ca33d5'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:19.853211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 12a3229b-b407-4f8f-9557-f1a6978d54bb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:49:19.863943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 034e7839-2ebb-45e1-8a21-d3e96b37b82c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:19.963864 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Deleting port 034e7839-2ebb-45e1-8a21-d3e96b37b82c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:19.964475 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:19.976381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ea3e02-3bf7-43f5-91c1-02487451a24d {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:19.981635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.072743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Transition to ACTIVE for port object 05ea3e02-3bf7-43f5-91c1-02487451a24d will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:49:20.077267 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Pushing event updated for resources: {'Port': ['ID=12a3229b-b407-4f8f-9557-f1a6978d54bb,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:20.082867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-386be3df-4c0b-4b70-b00d-948ce70284cc req-a6a4c651-162d-4516-a344-1762f353a0a4 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd HTTP/1.1" status: 200  len: 210 time: 0.2133610
Dec 18 20:49:20.107044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] For port 034e7839-2ebb-45e1-8a21-d3e96b37b82c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=034e7839-2ebb-45e1-8a21-d3e96b37b82c,segment=NetworkSegment(53051092-e178-4a02-9d29-ff0c12ade887),segment_id=53051092-e178-4a02-9d29-ff0c12ade887)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:20.107513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.116903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c2a6918b-ee47-46f6-9d8b-741d44eb71df req-949ff84e-1242-4f09-a084-f1f822c4d268 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/security-groups?id=58080600-5f9c-4b8f-81b5-1d20eab6afb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7385385
Dec 18 20:49:20.141784 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.146297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Calling delete_port for 034e7839-2ebb-45e1-8a21-d3e96b37b82c owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:20.270034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:20.270797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:20.271953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:20.310395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad130-fd8a-4348-a610-d1f60725b11b req-de3318dd-0d6f-4a82-88fd-362187bba925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:20.317235 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecbad130-fd8a-4348-a610-d1f60725b11b req-de3318dd-0d6f-4a82-88fd-362187bba925 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.6300576
Dec 18 20:49:20.377511 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.413636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] No DVR routers for this DVR port 034e7839-2ebb-45e1-8a21-d3e96b37b82c on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:20.423420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=034e7839-2ebb-45e1-8a21-d3e96b37b82c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:20.445752 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No ports have port_id starting with 034e7839-2ebb-45e1-8a21-d3e96b37b82c
Dec 18 20:49:20.458230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e89c76ef-2a80-4d3f-9373-877da572a066 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:20.480758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-9c97cce6-a803-4d90-83ae-9a78a11da530 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:20.483055 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-9c97cce6-a803-4d90-83ae-9a78a11da530 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.31 "GET /v2.0/networks?id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 HTTP/1.1" status: 200  len: 818 time: 0.6622031
Dec 18 20:49:20.496721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Made reservation on behalf of 738d51b548fb479f889bd3bb54ca33d5 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:20.503082 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.508084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: e89c76ef-2a80-4d3f-9373-877da572a066 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:20.508510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e89c76ef-2a80-4d3f-9373-877da572a066 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:20.529834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:20.534774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6a613946-5cd1-4781-bba3-b012be5343a9 None None] Deleting port 034e7839-2ebb-45e1-8a21-d3e96b37b82c {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:20.535218 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a613946-5cd1-4781-bba3-b012be5343a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.547271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-5564da85-57d3-435b-913f-8edc75e4f44c req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Request body: {'port': {'device_id': 'cb62603f-da79-4c9b-adf0-119ab616bbb3', 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211', 'admin_state_up': True, 'tenant_id': '738d51b548fb479f889bd3bb54ca33d5'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:20.573456 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.595345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6558f70a-e9c0-470e-9b2d-8f8a5896b942 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:49:20.654020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:20.654781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:20.655339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:20.675506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6a613946-5cd1-4781-bba3-b012be5343a9 None None] For port 034e7839-2ebb-45e1-8a21-d3e96b37b82c, host ncdv-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:20.676208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a613946-5cd1-4781-bba3-b012be5343a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.681142 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Port 12a3229b-b407-4f8f-9557-f1a6978d54bb on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:49:20.681942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:20.694821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Port 12a3229b-b407-4f8f-9557-f1a6978d54bb on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:49:20.695197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Attempting to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:20.748818 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6a613946-5cd1-4781-bba3-b012be5343a9 None None] Calling delete_port for 034e7839-2ebb-45e1-8a21-d3e96b37b82c owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:20.752621 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:20.754508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:20.754508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:20.754508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Bound port: 12a3229b-b407-4f8f-9557-f1a6978d54bb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:20.754508 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.758588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.ipam_backend_mixin [None req-6a613946-5cd1-4781-bba3-b012be5343a9 None None] Port 034e7839-2ebb-45e1-8a21-d3e96b37b82c was not found and therefore no delete operation was performed {{(pid=126010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 20:49:20.778078 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a613946-5cd1-4781-bba3-b012be5343a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.781929 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.829872 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e32c460>,) {'filters': {'network_id': ['94bcb1f6-154d-4df3-9a92-9a6e5dc9826f']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:20.842464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79462dee-7780-4054-a872-c7f1885587af service neutron] Pushing event updated for resources: {'Port': ['ID=05ea3e02-3bf7-43f5-91c1-02487451a24d,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:20.847537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Made reservation on behalf of 738d51b548fb479f889bd3bb54ca33d5 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:20.851047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.854001 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:20.854502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:20.854975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:20.855581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Bound port: 12a3229b-b407-4f8f-9557-f1a6978d54bb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:20.856039 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:20.868747 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e32c460>, '53051092-e178-4a02-9d29-ff0c12ade887') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:20.869065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e32c460>, '53051092-e178-4a02-9d29-ff0c12ade887') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:20.884757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 6558f70a-e9c0-470e-9b2d-8f8a5896b942, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6558f70a-e9c0-470e-9b2d-8f8a5896b942,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:20.898069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '6558f70a-e9c0-470e-9b2d-8f8a5896b942', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '6558f70a-e9c0-470e-9b2d-8f8a5896b942', 'mac_address': 'fa:16:3e:86:8d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:49:20.910130 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a613946-5cd1-4781-bba3-b012be5343a9 None None] Pushing event deleted for resources: {'Port': ['ID=034e7839-2ebb-45e1-8a21-d3e96b37b82c,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:20.940509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a613946-5cd1-4781-bba3-b012be5343a9 None None] No DVR routers for this DVR port 034e7839-2ebb-45e1-8a21-d3e96b37b82c on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:20.986423 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.011883 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.012546 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.027895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:21.029661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:49:21.029981 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.030964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4c958-c510-4e2c-b769-472a8915a66d req-d17e9517-0739-4a82-9d10-804eb850c3c3 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:49:21.032422 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:49:21.037272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6558f70a-e9c0-470e-9b2d-8f8a5896b942 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:21.038788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ec4c958-c510-4e2c-b769-472a8915a66d req-d17e9517-0739-4a82-9d10-804eb850c3c3 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 945 time: 0.6482687
Dec 18 20:49:21.053118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Attempting to bind port 05ea3e02-3bf7-43f5-91c1-02487451a24d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:21.054098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Attempting to bind port 05ea3e02-3bf7-43f5-91c1-02487451a24d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:21.054638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Attempting to bind port 05ea3e02-3bf7-43f5-91c1-02487451a24d on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:21.064608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 6558f70a-e9c0-470e-9b2d-8f8a5896b942, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6558f70a-e9c0-470e-9b2d-8f8a5896b942,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:21.073544 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.076295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:21.095119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Allocated IP 172.20.0.12 (f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211/fbb8f3db-fc48-4a7c-b666-3bca7f519343/11404954-527e-4497-8a08-c8e44c3d14a2) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:21.101246 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.113910 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.116825 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545d929-15bb-4adf-8617-fb721b92f0c1 req-e61ed7ca-d33d-4d0a-b48b-5f4d07633aa5 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:21.124342 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.126746 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7545d929-15bb-4adf-8617-fb721b92f0c1 req-e61ed7ca-d33d-4d0a-b48b-5f4d07633aa5 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 947 time: 0.8207717
Dec 18 20:49:21.129862 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/94bcb1f6-154d-4df3-9a92-9a6e5dc9826f HTTP/1.1" status: 204  len: 168 time: 1.7208750
Dec 18 20:49:21.153110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad130-fd8a-4348-a610-d1f60725b11b req-035d7439-5206-4e39-a689-e5380f0e883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:21.154654 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecbad130-fd8a-4348-a610-d1f60725b11b req-035d7439-5206-4e39-a689-e5380f0e883b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.7599208
Dec 18 20:49:21.155565 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb221a-1d09-4881-90bd-5c2d5de67ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=94bcb1f6-154d-4df3-9a92-9a6e5dc9826f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:21.178454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 12a3229b-b407-4f8f-9557-f1a6978d54bb has no active binding in host nch2-master-1 {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 18 20:49:21.179976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=6558f70a-e9c0-470e-9b2d-8f8a5896b942,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:21.193606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Port 05ea3e02-3bf7-43f5-91c1-02487451a24d on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:49:21.193932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Attempting to bind port 05ea3e02-3bf7-43f5-91c1-02487451a24d on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:21.215503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.36', 52437) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:21.254399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=12a3229b-b407-4f8f-9557-f1a6978d54bb,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:21.309526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-e7804913-fbaf-4bb7-86d2-e215a57575aa tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:21.311315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-e7804913-fbaf-4bb7-86d2-e215a57575aa tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.36 "GET /v2.0/networks?id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 HTTP/1.1" status: 200  len: 818 time: 1.1048548
Dec 18 20:49:21.325002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:21.325431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:21.325945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:21.326323 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Bound port: 05ea3e02-3bf7-43f5-91c1-02487451a24d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:21.326680 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.395277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['6558f70a-e9c0-470e-9b2d-8f8a5896b942'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:21.534414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55756) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:21.619491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-edddc127-c67b-431c-b94c-5771766bdbd4 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:21.621233 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-edddc127-c67b-431c-b94c-5771766bdbd4 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439&tenant_id=a84b125f83d34481adc5617b5ca62e2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.4045258
Dec 18 20:49:21.644294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:21.662245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Request body: {'port': {'device_id': '0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd', 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211', 'admin_state_up': True, 'tenant_id': '738d51b548fb479f889bd3bb54ca33d5'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:21.671355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Allocated IP 172.20.0.1 (773e658d-aadd-4408-bb23-92e341ea3c0e/4cd1b1b1-ff02-46c6-b157-8c5d87642c52/ec1f941f-836c-4285-bf90-a016563a2b85) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:21.683668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2c770071-348c-4949-88d5-0834c87109cb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:21.690580 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-786eefec-1f92-47c2-8a51-9f1c2157fd6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd3f58b92ce64d08bf7ab736674b66da&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1538556
Dec 18 20:49:21.701598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55758) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:21.706473 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.749037 ncdv-master-1 neutron-server[126008]: WARNING neutron.plugins.ml2.plugin [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Concurrent port binding operations failed on port 12a3229b-b407-4f8f-9557-f1a6978d54bb
Dec 18 20:49:21.757726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2c770071-348c-4949-88d5-0834c87109cb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:21.758514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.783816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.786912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ec4c958-c510-4e2c-b769-472a8915a66d req-8c7122b1-5e10-4327-960b-feae1a8bff65 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7463787
Dec 18 20:49:21.830961 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-484a886f-2d18-405d-841b-f894311d5168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.870304 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7545d929-15bb-4adf-8617-fb721b92f0c1 req-bfee27c0-1845-4105-b9f8-579db1835490 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7425432
Dec 18 20:49:21.907917 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.914890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:21.917322 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-484a886f-2d18-405d-841b-f894311d5168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.931327 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfb2e84-59e8-47e5-b28a-c79c305211ac x-openstack-request-id: req-6dfb2e84-59e8-47e5-b28a-c79c305211ac {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:21.931683 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:21.932171 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3c9fff-7539-4d85-9102-827366dbb6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "12a3229b-b407-4f8f-9557-f1a6978d54bb", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:21.932636 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dfb2e84-59e8-47e5-b28a-c79c305211ac {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:21.933245 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3c9fff-7539-4d85-9102-827366dbb6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a3229b-b407-4f8f-9557-f1a6978d54bb', 'code': 200}
Dec 18 20:49:21.980821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 2c770071-348c-4949-88d5-0834c87109cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c770071-348c-4949-88d5-0834c87109cb,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:22.002777 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.024311 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Attempt 2 to bind port 12a3229b-b407-4f8f-9557-f1a6978d54bb
Dec 18 20:49:22.054437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:22.055197 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.056738 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-fbfc1074-0cd0-4791-99ab-b5c177ad6aeb service neutron] 10.222.0.31 "PUT /v2.0/ports/12a3229b-b407-4f8f-9557-f1a6978d54bb HTTP/1.1" status: 200  len: 1122 time: 3.7269936
Dec 18 20:49:22.078602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecbad130-fd8a-4348-a610-d1f60725b11b req-f6209f64-e8cc-4adf-b001-aa047bb18b38 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8816495
Dec 18 20:49:22.099681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:22.131175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:22.140329 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-5564da85-57d3-435b-913f-8edc75e4f44c req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Allocated IP 172.20.0.2 (f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211/fbb8f3db-fc48-4a7c-b666-3bca7f519343/82974d62-28de-42c6-ad7d-6964ede5da22) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:22.144182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:22.152744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Pushing event updated for resources: {'Port': ['ID=11404954-527e-4497-8a08-c8e44c3d14a2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:22.166196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['12a3229b-b407-4f8f-9557-f1a6978d54bb'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:22.168369 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['12a3229b-b407-4f8f-9557-f1a6978d54bb'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:22.250744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:22.251385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.267096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=2c770071-348c-4949-88d5-0834c87109cb,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:22.285945 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-484a886f-2d18-405d-841b-f894311d5168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.288677 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-484a886f-2d18-405d-841b-f894311d5168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.292892 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-484a886f-2d18-405d-841b-f894311d5168 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63636c41-f6dd-4c5f-b71a-2dd5237d5386 HTTP/1.1" status: 204  len: 168 time: 0.5902839
Dec 18 20:49:22.295498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3c261b7-245e-4737-b194-2a8f97cbe91a req-81650f17-4355-43d3-88b4-7c1dee4a5d42 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd HTTP/1.1" status: 200  len: 210 time: 0.0354142
Dec 18 20:49:22.320185 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:22.337261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] For port 05ea3e02-3bf7-43f5-91c1-02487451a24d, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:22.368099 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ba6cdfe7-eea7-4b4a-835e-3f64c59ec831 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5829332
Dec 18 20:49:22.377692 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a886f-2d18-405d-841b-f894311d5168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63636c41-f6dd-4c5f-b71a-2dd5237d5386,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:22.395825 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103b4da-68ef-4d38-bf5f-de690ab7b508 req-695c1be8-1b6b-4747-8419-05cf74bdf52f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:22.397441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1103b4da-68ef-4d38-bf5f-de690ab7b508 req-695c1be8-1b6b-4747-8419-05cf74bdf52f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 944 time: 0.3975761
Dec 18 20:49:22.417020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] For port 05ea3e02-3bf7-43f5-91c1-02487451a24d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05ea3e02-3bf7-43f5-91c1-02487451a24d,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:22.441248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Request body: {'port': {'device_id': '9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:22.449380 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecbad130-fd8a-4348-a610-d1f60725b11b req-f4685255-2363-40c1-a715-4d6512b1b62a service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3519840
Dec 18 20:49:22.450501 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.555617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:22.559554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:22.560377 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.562051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-79462dee-7780-4054-a872-c7f1885587af service neutron] 10.222.0.31 "PUT /v2.0/ports/05ea3e02-3bf7-43f5-91c1-02487451a24d HTTP/1.1" status: 200  len: 1095 time: 4.1334572
Dec 18 20:49:22.573351 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.583152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Made reservation on behalf of 738d51b548fb479f889bd3bb54ca33d5 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:22.586952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.587669 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.591169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:49:22.595341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6558f70a-e9c0-470e-9b2d-8f8a5896b942 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:22.655101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e413a-66ad-40fb-aad2-6d3392c35439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:22.657830 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4b8a99-1b7b-4d17-9521-480a84551a3e" -d '{"events": [{"server_uuid": "919e413a-66ad-40fb-aad2-6d3392c35439", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:22.663843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.667703 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.700576 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.714165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79462dee-7780-4054-a872-c7f1885587af service neutron] Pushing event updated for resources: {'Port': ['ID=05ea3e02-3bf7-43f5-91c1-02487451a24d,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:22.777157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 6558f70a-e9c0-470e-9b2d-8f8a5896b942 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:49:22.783991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 6558f70a-e9c0-470e-9b2d-8f8a5896b942 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:22.784370 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.791613 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148fd23-f4ff-41cf-b6ff-58b1e9e0a135 req-0bd2ac39-cba8-48c1-a5e4-632a4511d3cc tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:22.793992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3148fd23-f4ff-41cf-b6ff-58b1e9e0a135 req-0bd2ac39-cba8-48c1-a5e4-632a4511d3cc tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 948 time: 0.3753006
Dec 18 20:49:22.851868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1103b4da-68ef-4d38-bf5f-de690ab7b508 req-d349058a-fc5e-4b20-a4a7-d794cfcec325 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4189644
Dec 18 20:49:22.857299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:22.871756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6937100-6270-4772-b170-6dc699bfae4e req-aed011f9-f84f-4198-b006-a0b62d0e5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:22.873914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-aed011f9-f84f-4198-b006-a0b62d0e5475 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 1098 time: 0.2500255
Dec 18 20:49:22.891284 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a has no active binding in host nch1-master-1 {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 18 20:49:22.941183 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.967906 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:22.984481 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae440d5-c58e-40af-bb73-73999aa7b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6558f70a-e9c0-470e-9b2d-8f8a5896b942'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:22.984792 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-54150412-89b1-478b-99f9-0c5035af7b91 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=05ea3e02-3bf7-43f5-91c1-02487451a24d HTTP/1.1" status: 200  len: 217 time: 0.0963731
Dec 18 20:49:22.988718 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe14e6a-b55e-49cf-8f34-0fee57171b7b" -d '{"events": [{"server_uuid": "1ae440d5-c58e-40af-bb73-73999aa7b795", "name": "network-vif-plugged", "status": "completed", "tag": "6558f70a-e9c0-470e-9b2d-8f8a5896b942"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:22.998675 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6b9924-1cb3-40bf-9f1f-543475c3992a x-openstack-request-id: req-0a6b9924-1cb3-40bf-9f1f-543475c3992a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:22.998979 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e413a-66ad-40fb-aad2-6d3392c35439", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:22.999231 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a6b9924-1cb3-40bf-9f1f-543475c3992a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:23.000288 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e413a-66ad-40fb-aad2-6d3392c35439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a', 'code': 200}
Dec 18 20:49:23.001333 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:23.003854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 6558f70a-e9c0-470e-9b2d-8f8a5896b942, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6558f70a-e9c0-470e-9b2d-8f8a5896b942,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:23.009356 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:23.060101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,revision_number=7']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:23.065627 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=6558f70a-e9c0-470e-9b2d-8f8a5896b942,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:23.108789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3148fd23-f4ff-41cf-b6ff-58b1e9e0a135 req-c53c3b97-ddcb-466c-a6dc-11d7841274ce tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/security-groups?id=58080600-5f9c-4b8f-81b5-1d20eab6afb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3007753
Dec 18 20:49:23.128205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Network 773e658d-aadd-4408-bb23-92e341ea3c0e is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:23.160662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:23.169208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1f941f-836c-4285-bf90-a016563a2b85,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:23.172899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Attempting to bind port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:23.173385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Attempting to bind port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:23.173603 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Attempting to bind port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:23.175289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:23.175770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:23.177544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5564da85-57d3-435b-913f-8edc75e4f44c req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:23.178339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Pushing event updated for resources: {'Port': ['ID=82974d62-28de-42c6-ad7d-6964ede5da22,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:23.184643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-5564da85-57d3-435b-913f-8edc75e4f44c req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:23.187534 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5564da85-57d3-435b-913f-8edc75e4f44c req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:23.218432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:49:23.218902 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Attempting to bind port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:23.226105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6937100-6270-4772-b170-6dc699bfae4e req-aeeb0c73-3d63-46e2-8645-5e7e7c0e2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:23.227931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-aeeb0c73-3d63-46e2-8645-5e7e7c0e2664 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.2302275
Dec 18 20:49:23.229327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Allocated IP 172.20.0.7 (f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211/fbb8f3db-fc48-4a7c-b666-3bca7f519343/92764ad1-5e29-480d-8c4d-12d7121af278) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:23.238962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:23.239338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:23.239967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:23.240611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Bound port: c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:23.241221 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:23.273852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:23.274946 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:23.327732 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-a49dfe1c-8b09-4267-b39f-998980090911 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8324916
Dec 18 20:49:23.347150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Request body: {'port': {'device_id': 'cb62603f-da79-4c9b-adf0-119ab616bbb3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:23.445878 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:23.450376 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:23.453559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:23.465545 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:23.515302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-99e29d9d-0052-4834-a980-f57c69439bac None None] Provisioning complete for port ec1f941f-836c-4285-bf90-a016563a2b85 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:23.516061 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-99e29d9d-0052-4834-a980-f57c69439bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:23.520584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3855fe0-1695-491d-8262-888ad347a7b9 req-e48efe34-073b-4f44-9088-e1d3ffd908b8 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:23.530870 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3855fe0-1695-491d-8262-888ad347a7b9 req-e48efe34-073b-4f44-9088-e1d3ffd908b8 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 943 time: 0.4282606
Dec 18 20:49:23.582456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-99e29d9d-0052-4834-a980-f57c69439bac None None] Port ec1f941f-836c-4285-bf90-a016563a2b85 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:49:23.587426 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:23.615589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6937100-6270-4772-b170-6dc699bfae4e req-19326be8-0d1f-4471-b129-a031b4d94a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:23.617086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-19326be8-0d1f-4471-b129-a031b4d94a97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3714681
Dec 18 20:49:23.637901 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:23.638821 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:23.640208 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a HTTP/1.1" status: 200  len: 1121 time: 2.0022385
Dec 18 20:49:23.654815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2c770071-348c-4949-88d5-0834c87109cb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:23.696089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805a363-ef4b-490d-baed-176e0fe4e2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,revision_number=8']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:23.737500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2c770071-348c-4949-88d5-0834c87109cb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:23.737500 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:23.749618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:23.752448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:23.788225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f27bc-9da5-4d99-99b6-d600e5488753 req-1b5f94b4-7fa0-481c-a59e-78ea3a7f8abb tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:23.790094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d31f27bc-9da5-4d99-99b6-d600e5488753 req-1b5f94b4-7fa0-481c-a59e-78ea3a7f8abb tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 947 time: 0.4249258
Dec 18 20:49:23.827584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3855fe0-1695-491d-8262-888ad347a7b9 req-3a0dc56e-0171-44c4-aac2-cd1ed3fc7d99 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2950916
Dec 18 20:49:23.841611 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:23.878095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-41ff6141-3c33-49dc-ae09-59f3f829e2ad service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2380292
Dec 18 20:49:23.910198 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cf01e1-ddbb-4d03-805b-f87daa77ae7f x-openstack-request-id: req-69cf01e1-ddbb-4d03-805b-f87daa77ae7f {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:23.910765 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae440d5-c58e-40af-bb73-73999aa7b795", "name": "network-vif-plugged", "status": "completed", "tag": "6558f70a-e9c0-470e-9b2d-8f8a5896b942", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:23.910765 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69cf01e1-ddbb-4d03-805b-f87daa77ae7f {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:23.911172 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae440d5-c58e-40af-bb73-73999aa7b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6558f70a-e9c0-470e-9b2d-8f8a5896b942', 'code': 200}
Dec 18 20:49:23.940889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3c9fff-7539-4d85-9102-827366dbb6cd', 'tag': '12a3229b-b407-4f8f-9557-f1a6978d54bb'}, {'name': 'network-changed', 'server_uuid': 'b07c26ad-bdd3-495d-bf73-2844e2824e78', 'tag': '05ea3e02-3bf7-43f5-91c1-02487451a24d'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:23.943279 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68033dee-21c8-4704-a975-7f91c61bae4e" -d '{"events": [{"name": "network-changed", "server_uuid": "db3c9fff-7539-4d85-9102-827366dbb6cd", "tag": "12a3229b-b407-4f8f-9557-f1a6978d54bb"}, {"name": "network-changed", "server_uuid": "b07c26ad-bdd3-495d-bf73-2844e2824e78", "tag": "05ea3e02-3bf7-43f5-91c1-02487451a24d"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:24.010828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d31f27bc-9da5-4d99-99b6-d600e5488753 req-e0b74791-aa9a-4200-b2ae-306b991ff556 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093635
Dec 18 20:49:24.050538 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.118712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e766fc-75f6-4c68-8b00-5d0fe5d91957 req-a86d99f6-77a9-4e72-ba54-2e3e34f12715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:24.124911 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-57e766fc-75f6-4c68-8b00-5d0fe5d91957 req-a86d99f6-77a9-4e72-ba54-2e3e34f12715 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 1100 time: 0.1454151
Dec 18 20:49:24.177871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6937100-6270-4772-b170-6dc699bfae4e req-1869096c-f885-4527-8be8-eae9433aad49 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2801032
Dec 18 20:49:24.184161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:24.190832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Pushing event updated for resources: {'Port': ['ID=92764ad1-5e29-480d-8c4d-12d7121af278,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:24.193335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:24.203617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:24.209748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:24.210388 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-57e766fc-75f6-4c68-8b00-5d0fe5d91957 req-42ac4bf0-5d25-4088-8046-ba2693210507 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58080600-5f9c-4b8f-81b5-1d20eab6afb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778561
Dec 18 20:49:24.210876 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.218382 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.229005 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.229721 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.264095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b190a20-e61b-489d-b318-8bc7b2d6e528 req-20890b2e-239b-4b66-b8c8-445a422bc89d tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:24.265633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b190a20-e61b-489d-b318-8bc7b2d6e528 req-20890b2e-239b-4b66-b8c8-445a422bc89d tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd HTTP/1.1" status: 200  len: 931 time: 0.2000756
Dec 18 20:49:24.274218 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2f599b3-3caf-4c20-9876-67f3b11f4558 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9398062
Dec 18 20:49:24.288023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11404954-527e-4497-8a08-c8e44c3d14a2 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:24.296166 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.308978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Transition to ACTIVE for port object 11404954-527e-4497-8a08-c8e44c3d14a2 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:49:24.315760 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.419089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Pushing event updated for resources: {'Port': ['ID=11404954-527e-4497-8a08-c8e44c3d14a2,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:24.548453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Attempting to bind port 11404954-527e-4497-8a08-c8e44c3d14a2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:24.549334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Attempting to bind port 11404954-527e-4497-8a08-c8e44c3d14a2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:24.549667 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Attempting to bind port 11404954-527e-4497-8a08-c8e44c3d14a2 on network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:24.561134 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Port 11404954-527e-4497-8a08-c8e44c3d14a2 on network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:49:24.561467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Attempting to bind port 11404954-527e-4497-8a08-c8e44c3d14a2 on network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:24.571047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82974d62-28de-42c6-ad7d-6964ede5da22 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:24.575543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:24.575887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Checking segment: {'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:24.576277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Bound using segment: {'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:24.576718 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Bound port: 11404954-527e-4497-8a08-c8e44c3d14a2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:24.577074 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.583261 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.621125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Transition to ACTIVE for port object 82974d62-28de-42c6-ad7d-6964ede5da22 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:49:24.630672 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.652208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Request body: {'port': {'device_id': '0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:24.678209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1f941f-836c-4285-bf90-a016563a2b85,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:24.706627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] For port 11404954-527e-4497-8a08-c8e44c3d14a2, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:24.710911 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Pushing event updated for resources: {'Port': ['ID=82974d62-28de-42c6-ad7d-6964ede5da22,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:24.714923 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] For port 11404954-527e-4497-8a08-c8e44c3d14a2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11404954-527e-4497-8a08-c8e44c3d14a2,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:24.737797 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.747546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b190a20-e61b-489d-b318-8bc7b2d6e528 req-89afe03f-d97d-4e0a-9da6-93e00e77e3d5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4684947
Dec 18 20:49:24.762830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80721bc1-7f10-4175-8604-54c4ca373e63 req-36e3383b-85ab-43f0-9803-09f40c869936 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:24.764342 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80721bc1-7f10-4175-8604-54c4ca373e63 req-36e3383b-85ab-43f0-9803-09f40c869936 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 944 time: 0.4952853
Dec 18 20:49:24.791822 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.801576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:24.802196 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.803610 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] 10.222.0.36 "PUT /v2.0/ports/11404954-527e-4497-8a08-c8e44c3d14a2 HTTP/1.1" status: 200  len: 1092 time: 2.4230568
Dec 18 20:49:24.818526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Network 773e658d-aadd-4408-bb23-92e341ea3c0e is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:24.824275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:24.839793 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e44b10-5bc5-4159-a6c8-6e3140d24131 service neutron] Pushing event updated for resources: {'Port': ['ID=11404954-527e-4497-8a08-c8e44c3d14a2,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:24.859837 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3137f491-73f6-49f0-bf54-e78fe5f0615f x-openstack-request-id: req-3137f491-73f6-49f0-bf54-e78fe5f0615f {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:24.860135 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3c9fff-7539-4d85-9102-827366dbb6cd", "tag": "12a3229b-b407-4f8f-9557-f1a6978d54bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b07c26ad-bdd3-495d-bf73-2844e2824e78", "tag": "05ea3e02-3bf7-43f5-91c1-02487451a24d", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:24.860390 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3137f491-73f6-49f0-bf54-e78fe5f0615f {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:24.860788 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3c9fff-7539-4d85-9102-827366dbb6cd', 'tag': '12a3229b-b407-4f8f-9557-f1a6978d54bb', 'status': 'completed', 'code': 200}
Dec 18 20:49:24.861045 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07c26ad-bdd3-495d-bf73-2844e2824e78', 'tag': '05ea3e02-3bf7-43f5-91c1-02487451a24d', 'status': 'completed', 'code': 200}
Dec 18 20:49:24.919248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Attempting to bind port 82974d62-28de-42c6-ad7d-6964ede5da22 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:24.919466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Attempting to bind port 82974d62-28de-42c6-ad7d-6964ede5da22 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:24.919793 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Attempting to bind port 82974d62-28de-42c6-ad7d-6964ede5da22 on network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:24.943276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Port 82974d62-28de-42c6-ad7d-6964ede5da22 on network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:49:24.943686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Attempting to bind port 82974d62-28de-42c6-ad7d-6964ede5da22 on network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:24.956934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:24.957279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Checking segment: {'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:24.957659 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Bound using segment: {'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:24.958097 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Bound port: 82974d62-28de-42c6-ad7d-6964ede5da22, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:24.958474 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:24.962417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-75eb0dcc-6128-4d25-8327-54b3a559440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:24.963922 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-75eb0dcc-6128-4d25-8327-54b3a559440e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=738d51b548fb479f889bd3bb54ca33d5&device_id=9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7 HTTP/1.1" status: 200  len: 1095 time: 0.1023111
Dec 18 20:49:24.976301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80721bc1-7f10-4175-8604-54c4ca373e63 req-4e3d6b05-605d-4e23-a328-cacc85bc30e0 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939662
Dec 18 20:49:25.050176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68033dee-21c8-4704-a975-7f91c61bae4e req-afa1fda3-a313-4985-bafa-a8cf83736c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:25.057961 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-afa1fda3-a313-4985-bafa-a8cf83736c0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 1125 time: 0.1469567
Dec 18 20:49:25.057961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919e413a-66ad-40fb-aad2-6d3392c35439', 'tag': 'c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a'}, {'name': 'network-changed', 'server_uuid': '9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7', 'tag': '11404954-527e-4497-8a08-c8e44c3d14a2'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:25.057961 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67" -d '{"events": [{"name": "network-changed", "server_uuid": "919e413a-66ad-40fb-aad2-6d3392c35439", "tag": "c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a"}, {"name": "network-changed", "server_uuid": "9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7", "tag": "11404954-527e-4497-8a08-c8e44c3d14a2"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:25.062844 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-bd1957e6-9da1-4087-8a9e-d6ac07752641 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11404954-527e-4497-8a08-c8e44c3d14a2 HTTP/1.1" status: 200  len: 217 time: 0.0610454
Dec 18 20:49:25.115875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68033dee-21c8-4704-a975-7f91c61bae4e req-a69eed52-e293-4973-a2e1-f6eb0412e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:25.117586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-a69eed52-e293-4973-a2e1-f6eb0412e4d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 1098 time: 0.2549105
Dec 18 20:49:25.171366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f4109-52d5-4c1b-a476-f89c38b48e77 req-c2696276-e65d-4156-9813-6482b9b4c667 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:25.172794 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-959f4109-52d5-4c1b-a476-f89c38b48e77 req-c2696276-e65d-4156-9813-6482b9b4c667 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 949 time: 0.2321265
Dec 18 20:49:25.217214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-0e6541b7-9735-4ad5-bec3-8ec903f38b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:25.218671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-970a5ae7-3ee1-4c8f-a234-bb4535a41448 None None] Provisioning complete for port ec1f941f-836c-4285-bf90-a016563a2b85 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:25.219128 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-0e6541b7-9735-4ad5-bec3-8ec903f38b4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fbb8f3db-fc48-4a7c-b666-3bca7f519343 HTTP/1.1" status: 200  len: 858 time: 0.1451375
Dec 18 20:49:25.219231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-970a5ae7-3ee1-4c8f-a234-bb4535a41448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:25.261448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] For port 82974d62-28de-42c6-ad7d-6964ede5da22, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:25.271153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-970a5ae7-3ee1-4c8f-a234-bb4535a41448 None None] Port ec1f941f-836c-4285-bf90-a016563a2b85 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:49:25.289471 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-90b7cad6-6dae-4c07-a194-e5646b6e1c53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436852
Dec 18 20:49:25.290150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Router 057f0e28-4461-450b-bb80-5749d41e8c07 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:49:25.301805 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68033dee-21c8-4704-a975-7f91c61bae4e req-496aa4e5-9cb8-4759-871f-72cc8a224194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:25.303387 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-496aa4e5-9cb8-4759-871f-72cc8a224194 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.2388856
Dec 18 20:49:25.305005 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] For port 82974d62-28de-42c6-ad7d-6964ede5da22, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82974d62-28de-42c6-ad7d-6964ede5da22,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:25.326485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:25.346227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99320121-e7d4-416b-b933-63c8bc59cccf req-7d6819ff-e55f-4c95-a90e-13b229a77865 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:25.347720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99320121-e7d4-416b-b933-63c8bc59cccf req-7d6819ff-e55f-4c95-a90e-13b229a77865 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 943 time: 0.2210882
Dec 18 20:49:25.415847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-959f4109-52d5-4c1b-a476-f89c38b48e77 req-fa9642c9-a376-4a37-aa18-de1388cf1e49 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/security-groups?id=58080600-5f9c-4b8f-81b5-1d20eab6afb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670516
Dec 18 20:49:25.465709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68033dee-21c8-4704-a975-7f91c61bae4e req-5be1cee8-ea13-44d8-8dcf-660c0d9d14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:25.467257 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-5be1cee8-ea13-44d8-8dcf-660c0d9d14c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.3344750
Dec 18 20:49:25.581320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-ab2ea80a-2927-402c-8b07-c552bb15412f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=05ea3e02-3bf7-43f5-91c1-02487451a24d HTTP/1.1" status: 200  len: 217 time: 0.0992355
Dec 18 20:49:25.631686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99320121-e7d4-416b-b933-63c8bc59cccf req-d9c94078-3e03-4aa8-ab70-df9e1d406855 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2641039
Dec 18 20:49:25.672604 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-204d9912-a276-456e-9947-87345790396e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb HTTP/1.1" status: 200  len: 217 time: 0.3476171
Dec 18 20:49:25.684945 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:25.685763 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:25.687534 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] 10.222.0.31 "PUT /v2.0/ports/82974d62-28de-42c6-ad7d-6964ede5da22 HTTP/1.1" status: 200  len: 1091 time: 2.3476462
Dec 18 20:49:25.695396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92764ad1-5e29-480d-8c4d-12d7121af278 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:25.713756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:49:25.725053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Sync routers for ids ['057f0e28-4461-450b-bb80-5749d41e8c07'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:49:25.729119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:25.734839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-794d0c96-e1c2-46d0-ae7a-d2e25d5f7f54 admin admin] 10.222.0.13 "PUT /v2.0/routers/057f0e28-4461-450b-bb80-5749d41e8c07/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2023561
Dec 18 20:49:25.745606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68033dee-21c8-4704-a975-7f91c61bae4e req-ef695c51-be59-433a-b21c-8359d368ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:25.747347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-ef695c51-be59-433a-b21c-8359d368ce3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1392879
Dec 18 20:49:25.753153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f67844-7f2c-427f-a358-9e280f4f846d service neutron] Pushing event updated for resources: {'Port': ['ID=82974d62-28de-42c6-ad7d-6964ede5da22,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:25.768046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fdb00-555b-41b1-8e94-816ea665480d req-490db393-448a-4b97-9b99-16abc0303578 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:25.770218 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d65fdb00-555b-41b1-8e94-816ea665480d req-490db393-448a-4b97-9b99-16abc0303578 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 947 time: 0.1880350
Dec 18 20:49:25.784605 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-5acdc222-a940-4090-91c4-3ba7ce556278 service neutron] 10.222.0.36 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4842129
Dec 18 20:49:25.784867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Routers {'057f0e28-4461-450b-bb80-5749d41e8c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:25.786125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68033dee-21c8-4704-a975-7f91c61bae4e req-80a04937-de15-4898-a46a-0c8b612b08de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:25.787060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9c30a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['057f0e28-4461-450b-bb80-5749d41e8c07'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:25.787528 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-80a04937-de15-4898-a46a-0c8b612b08de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.0954924
Dec 18 20:49:25.797175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Transition to ACTIVE for port object 92764ad1-5e29-480d-8c4d-12d7121af278 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:49:25.836793 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:25.947179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Set router 057f0e28-4461-450b-bb80-5749d41e8c07 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:49:25.965941 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-40689147-44c5-4c93-a415-23aac62c6482 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1462059
Dec 18 20:49:25.980134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68033dee-21c8-4704-a975-7f91c61bae4e req-96895afa-5894-4b4f-a1ff-c7026b90d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:25.981841 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-96895afa-5894-4b4f-a1ff-c7026b90d3cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2228963
Dec 18 20:49:25.990102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Pushing event updated for resources: {'Port': ['ID=92764ad1-5e29-480d-8c4d-12d7121af278,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:26.033702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d65fdb00-555b-41b1-8e94-816ea665480d req-cae403b4-c8f6-4e1e-b0a1-9cb8dc96ffb4 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2382314
Dec 18 20:49:26.034739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-78643343-c169-47dc-b945-6e373ba7b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:26.036361 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-78643343-c169-47dc-b945-6e373ba7b086 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=738d51b548fb479f889bd3bb54ca33d5&device_id=cb62603f-da79-4c9b-adf0-119ab616bbb3 HTTP/1.1" status: 200  len: 1094 time: 0.2472610
Dec 18 20:49:26.108701 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-95984243-3b8c-4416-bb38-ccb7c29ad0d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82974d62-28de-42c6-ad7d-6964ede5da22 HTTP/1.1" status: 200  len: 217 time: 0.0569563
Dec 18 20:49:26.133743 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a03e4e-c7d7-4af7-84e1-c56796c2dd14 x-openstack-request-id: req-d5a03e4e-c7d7-4af7-84e1-c56796c2dd14 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:26.134054 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919e413a-66ad-40fb-aad2-6d3392c35439", "tag": "c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7", "tag": "11404954-527e-4497-8a08-c8e44c3d14a2", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:26.134316 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5a03e4e-c7d7-4af7-84e1-c56796c2dd14 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:26.134718 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919e413a-66ad-40fb-aad2-6d3392c35439', 'tag': 'c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a', 'status': 'completed', 'code': 200}
Dec 18 20:49:26.134978 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7', 'tag': '11404954-527e-4497-8a08-c8e44c3d14a2', 'status': 'completed', 'code': 200}
Dec 18 20:49:26.152917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Attempting to bind port 92764ad1-5e29-480d-8c4d-12d7121af278 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:26.160152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Attempting to bind port 92764ad1-5e29-480d-8c4d-12d7121af278 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:26.161427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Attempting to bind port 92764ad1-5e29-480d-8c4d-12d7121af278 on network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:26.165624 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-17cc96db-56a7-4ee4-baeb-4428f6482734 service neutron] 10.222.0.36 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3445132
Dec 18 20:49:26.219073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Port 92764ad1-5e29-480d-8c4d-12d7121af278 on network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:49:26.219505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Attempting to bind port 92764ad1-5e29-480d-8c4d-12d7121af278 on network f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:26.230499 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-40f67d31-3b76-41ff-a388-7cb0d2aef176 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2429087
Dec 18 20:49:26.232477 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c307e7c4-d803-40ef-9f1e-50f711ddc3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:26.233981 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c307e7c4-d803-40ef-9f1e-50f711ddc3db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fbb8f3db-fc48-4a7c-b666-3bca7f519343 HTTP/1.1" status: 200  len: 858 time: 0.1169612
Dec 18 20:49:26.236085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:26.236540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Checking segment: {'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:26.237269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Bound using segment: {'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:26.237812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Bound port: 92764ad1-5e29-480d-8c4d-12d7121af278, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2a5585-c1c2-4bfb-a545-40f02058ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:26.238471 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:26.323567 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-e69880e9-571e-447d-ab29-2c700f361a1e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0772715
Dec 18 20:49:26.355935 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-91246072-1cab-40bd-920b-7feeb0ff8f8d service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3646529
Dec 18 20:49:26.382149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-d716cc3b-7251-4b4b-b1eb-83681305aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:26.384520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-d716cc3b-7251-4b4b-b1eb-83681305aced service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 1124 time: 0.2153521
Dec 18 20:49:26.399802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9c30a0>, [{'id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'name': 'tempest-FloatingIPsTestJSON-517363702-router', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '2c770071-348c-4949-88d5-0834c87109cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:08Z', 'updated_at': '2021-12-18T20:49:23Z', 'revision_number': 4, 'project_id': '29a831462611445ebb7256a4c8b657a0', 'gw_port': {'id': '2c770071-348c-4949-88d5-0834c87109cb', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:10Z', 'updated_at': '2021-12-18T20:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ec1f941f-836c-4285-bf90-a016563a2b85', 'name': '', 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'mac_address': 'fa:16:3e:4f:72:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4cd1b1b1-ff02-46c6-b157-8c5d87642c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:20Z', 'updated_at': '2021-12-18T20:49:23Z', 'revision_number': 2, 'project_id': '29a831462611445ebb7256a4c8b657a0', 'subnets': [{'id': '4cd1b1b1-ff02-46c6-b157-8c5d87642c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:26.444115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Checking router: 057f0e28-4461-450b-bb80-5749d41e8c07 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:49:26.444476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Updating router 057f0e28-4461-450b-bb80-5749d41e8c07 port ec1f941f-836c-4285-bf90-a016563a2b85 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:49:26.456906 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-d7d8339b-7beb-4cab-bff7-47c7c93d6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:26.458456 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-d7d8339b-7beb-4cab-bff7-47c7c93d6d2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=738d51b548fb479f889bd3bb54ca33d5&device_id=9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7 HTTP/1.1" status: 200  len: 1095 time: 0.1761792
Dec 18 20:49:26.466740 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-2cd6f1e5-f796-48eb-b168-1bba9945af2d service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2315450
Dec 18 20:49:26.479508 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:26.484966 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ede1e620-adaf-4e7c-860d-fe280f66e9f0 service neutron] 10.222.0.31 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440668
Dec 18 20:49:26.506849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31514db6-95ac-483f-8162-29747df81bd3 req-b90caacd-2017-4880-aa3d-812de105816b tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:26.508400 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31514db6-95ac-483f-8162-29747df81bd3 req-b90caacd-2017-4880-aa3d-812de105816b tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd HTTP/1.1" status: 200  len: 943 time: 0.2599404
Dec 18 20:49:26.633140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-7b9dac99-1807-499c-ba4f-be9b4239c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:26.634661 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-7b9dac99-1807-499c-ba4f-be9b4239c669 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 HTTP/1.1" status: 200  len: 919 time: 0.1592352
Dec 18 20:49:26.639945 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-ad89f6da-180d-4b16-b980-465eecba9f4a service neutron] 10.222.0.31 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447442
Dec 18 20:49:26.698083 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-8a427191-943c-4204-bbac-92c4a9e4dc43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11404954-527e-4497-8a08-c8e44c3d14a2 HTTP/1.1" status: 200  len: 217 time: 0.0441468
Dec 18 20:49:26.752776 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68033dee-21c8-4704-a975-7f91c61bae4e req-6749a463-daa7-4700-9a6d-a7c92e7c740c service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3672307
Dec 18 20:49:26.776704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-8bc038a7-b6ac-4c71-8a64-d113078b9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:26.777673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-277bb7ac-7f6c-490c-ba54-339bf764037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:26.778334 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-8bc038a7-b6ac-4c71-8a64-d113078b9974 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.3833301
Dec 18 20:49:26.779398 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-277bb7ac-7f6c-490c-ba54-339bf764037a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fbb8f3db-fc48-4a7c-b666-3bca7f519343 HTTP/1.1" status: 200  len: 858 time: 0.0734999
Dec 18 20:49:26.792718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] For port 92764ad1-5e29-480d-8c4d-12d7121af278, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:26.828620 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-8d9c7b25-f621-403a-8ccd-1e4b8c37cc14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0312028
Dec 18 20:49:26.868981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-272ca6b4-529b-4ac9-846d-ea2d605996f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a HTTP/1.1" status: 200  len: 217 time: 0.0776417
Dec 18 20:49:26.872360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] For port 92764ad1-5e29-480d-8c4d-12d7121af278, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92764ad1-5e29-480d-8c4d-12d7121af278,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:26.877295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31514db6-95ac-483f-8162-29747df81bd3 req-4052f33f-9cdb-4b3b-9e8d-5300969ba396 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2791266
Dec 18 20:49:26.922692 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:26.938929 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:26.941894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-c8a3e5f9-e0c9-4d4d-bde6-c7105a72a281 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4303329
Dec 18 20:49:26.943271 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-7e5c5460-5680-4266-966a-cdf735414e25 service neutron] 10.222.0.36 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923643
Dec 18 20:49:26.944894 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:26.955455 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:26.997357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4341438-9a48-4c7e-a238-9b7b3936bbde None None] Pushing event updated for resources: {'Port': ['ID=ec1f941f-836c-4285-bf90-a016563a2b85,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:27.014690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:27.015370 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:27.016966 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] 10.222.0.36 "PUT /v2.0/ports/92764ad1-5e29-480d-8c4d-12d7121af278 HTTP/1.1" status: 200  len: 1091 time: 2.3719063
Dec 18 20:49:27.026516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd', 'tag': '92764ad1-5e29-480d-8c4d-12d7121af278'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:27.039800 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48b42e0-1c8c-4cdf-adda-49d4d61ad6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd", "tag": "92764ad1-5e29-480d-8c4d-12d7121af278"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:27.068363 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-9e6cd208-7e54-4da5-aca7-cc43afe7715e service neutron] 10.222.0.36 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1135371
Dec 18 20:49:27.074020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Attempting to bind port ec1f941f-836c-4285-bf90-a016563a2b85 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:27.074441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Attempting to bind port ec1f941f-836c-4285-bf90-a016563a2b85 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dba69b91-9e7a-40b8-970c-db571c95f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:27.074802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Attempting to bind port ec1f941f-836c-4285-bf90-a016563a2b85 on network 773e658d-aadd-4408-bb23-92e341ea3c0e {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:27.081249 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:27.081624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Checking segment: {'id': 'dba69b91-9e7a-40b8-970c-db571c95f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:27.082066 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:27.082489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Bound using segment: {'id': 'dba69b91-9e7a-40b8-970c-db571c95f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:27.082953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Bound port: ec1f941f-836c-4285-bf90-a016563a2b85, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba69b91-9e7a-40b8-970c-db571c95f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:27.083403 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:27.100280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-66616bf7-a9d3-45ca-a44e-9d5dd5338f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:27.101805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-66616bf7-a9d3-45ca-a44e-9d5dd5338f72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.2236192
Dec 18 20:49:27.157151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] For port ec1f941f-836c-4285-bf90-a016563a2b85, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:27.160980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] For port ec1f941f-836c-4285-bf90-a016563a2b85, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec1f941f-836c-4285-bf90-a016563a2b85,segment=NetworkSegment(dba69b91-9e7a-40b8-970c-db571c95f105),segment_id=dba69b91-9e7a-40b8-970c-db571c95f105)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:27.166093 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:27.192061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-1b36f093-5268-41c5-b9ba-779378635f30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0677493
Dec 18 20:49:27.197754 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:27.200635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4081379-5800-4331-9dfd-7bc21ed06f49 service neutron] Pushing event updated for resources: {'Port': ['ID=92764ad1-5e29-480d-8c4d-12d7121af278,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:27.233768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Routers {'057f0e28-4461-450b-bb80-5749d41e8c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:27.234655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9c30a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['057f0e28-4461-450b-bb80-5749d41e8c07'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:27.279203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4341438-9a48-4c7e-a238-9b7b3936bbde None None] Pushing event updated for resources: {'Port': ['ID=ec1f941f-836c-4285-bf90-a016563a2b85,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:27.320425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc43ce-1d17-40be-b430-7784f3bc649b req-d6a73acf-bcb5-4901-ab2e-cb354331c690 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:27.321981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9abc43ce-1d17-40be-b430-7784f3bc649b req-d6a73acf-bcb5-4901-ab2e-cb354331c690 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 944 time: 0.3555434
Dec 18 20:49:27.370185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-d1eece87-9a6e-4f56-bff1-2c9f7e0277d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:27.371813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-d1eece87-9a6e-4f56-bff1-2c9f7e0277d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=738d51b548fb479f889bd3bb54ca33d5&device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd HTTP/1.1" status: 200  len: 1094 time: 0.2776992
Dec 18 20:49:27.375882 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-abfcc38d-d6f3-4f72-9ae9-c9076bac4a15 None None] Provisioning complete for port ec1f941f-836c-4285-bf90-a016563a2b85 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:27.376159 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-abfcc38d-d6f3-4f72-9ae9-c9076bac4a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:27.381798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] Set router 057f0e28-4461-450b-bb80-5749d41e8c07 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:49:27.462659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-8c37279c-643d-40e5-a523-80c75617d961 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92764ad1-5e29-480d-8c4d-12d7121af278 HTTP/1.1" status: 200  len: 217 time: 0.0778790
Dec 18 20:49:27.473005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-50babc7d-fa45-4a92-b0c4-47e1dc7a87d4 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2645175
Dec 18 20:49:27.477758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9abc43ce-1d17-40be-b430-7784f3bc649b req-b4abe25f-b5cb-4b90-8e93-6d49e2ff75ca tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446452
Dec 18 20:49:27.594539 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-abfcc38d-d6f3-4f72-9ae9-c9076bac4a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:27.660736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-abfcc38d-d6f3-4f72-9ae9-c9076bac4a15 None None] For port ec1f941f-836c-4285-bf90-a016563a2b85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec1f941f-836c-4285-bf90-a016563a2b85,segment=NetworkSegment(dba69b91-9e7a-40b8-970c-db571c95f105),segment_id=dba69b91-9e7a-40b8-970c-db571c95f105)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:27.669149 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-abfcc38d-d6f3-4f72-9ae9-c9076bac4a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:27.746990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9c30a0>, [{'id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'name': 'tempest-FloatingIPsTestJSON-517363702-router', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '2c770071-348c-4949-88d5-0834c87109cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:08Z', 'updated_at': '2021-12-18T20:49:23Z', 'revision_number': 4, 'project_id': '29a831462611445ebb7256a4c8b657a0', 'gw_port': {'id': '2c770071-348c-4949-88d5-0834c87109cb', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:10Z', 'updated_at': '2021-12-18T20:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ec1f941f-836c-4285-bf90-a016563a2b85', 'name': '', 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'mac_address': 'fa:16:3e:4f:72:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4cd1b1b1-ff02-46c6-b157-8c5d87642c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:20Z', 'updated_at': '2021-12-18T20:49:27Z', 'revision_number': 4, 'project_id': '29a831462611445ebb7256a4c8b657a0', 'subnets': [{'id': '4cd1b1b1-ff02-46c6-b157-8c5d87642c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:27.749913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcc38d-d6f3-4f72-9ae9-c9076bac4a15 None None] Pushing event updated for resources: {'Port': ['ID=ec1f941f-836c-4285-bf90-a016563a2b85,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:27.780277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 05ea3e02-3bf7-43f5-91c1-02487451a24d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:49:27.789005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134c1872-f761-4c3d-8b48-8719b39fae19 None None] The sync data for ids ['057f0e28-4461-450b-bb80-5749d41e8c07'] in ncdv-master-1 is: [{'id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'name': 'tempest-FloatingIPsTestJSON-517363702-router', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '2c770071-348c-4949-88d5-0834c87109cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:08Z', 'updated_at': '2021-12-18T20:49:23Z', 'revision_number': 4, 'project_id': '29a831462611445ebb7256a4c8b657a0', 'gw_port': {'id': '2c770071-348c-4949-88d5-0834c87109cb', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:10Z', 'updated_at': '2021-12-18T20:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ec1f941f-836c-4285-bf90-a016563a2b85', 'name': '', 'network_id': '773e658d-aadd-4408-bb23-92e341ea3c0e', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'mac_address': 'fa:16:3e:4f:72:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4cd1b1b1-ff02-46c6-b157-8c5d87642c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:20Z', 'updated_at': '2021-12-18T20:49:27Z', 'revision_number': 4, 'project_id': '29a831462611445ebb7256a4c8b657a0', 'subnets': [{'id': '4cd1b1b1-ff02-46c6-b157-8c5d87642c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:49:27.870741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-59188fb0-cdd7-48be-9442-1146069f3323 None None] Provisioning complete for port ec1f941f-836c-4285-bf90-a016563a2b85 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:27.871034 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-59188fb0-cdd7-48be-9442-1146069f3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:27.956897 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-c2fd1f1f-9a43-4686-b560-50c4c5a31bda service neutron] 10.222.0.36 "GET /v2.0/ports/12a3229b-b407-4f8f-9557-f1a6978d54bb/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0959003
Dec 18 20:49:27.979714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 05ea3e02-3bf7-43f5-91c1-02487451a24d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05ea3e02-3bf7-43f5-91c1-02487451a24d,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:28.005398 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:28.011741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '05ea3e02-3bf7-43f5-91c1-02487451a24d', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '05ea3e02-3bf7-43f5-91c1-02487451a24d', 'mac_address': 'fa:16:3e:23:c0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:49:28.015376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c5b5171c-a90b-4fa1-a857-8a15e1f32cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:28.016844 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-c5b5171c-a90b-4fa1-a857-8a15e1f32cd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fbb8f3db-fc48-4a7c-b666-3bca7f519343 HTTP/1.1" status: 200  len: 858 time: 0.5040886
Dec 18 20:49:28.064904 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:28.080314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ea3e02-3bf7-43f5-91c1-02487451a24d {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:28.080448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2edb5-29eb-4f93-bf83-2c2b99b0fc3b req-b0a9bbb0-7412-4728-a7e8-85aac6e81fff tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:28.089693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2a2edb5-29eb-4f93-bf83-2c2b99b0fc3b req-b0a9bbb0-7412-4728-a7e8-85aac6e81fff tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 949 time: 0.1748388
Dec 18 20:49:28.105736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 05ea3e02-3bf7-43f5-91c1-02487451a24d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05ea3e02-3bf7-43f5-91c1-02487451a24d,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:28.110933 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:28.130019 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-f28cdfe7-e789-4289-b654-608b8e0b8cb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1019228
Dec 18 20:49:28.147528 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb62603f-da79-4c9b-adf0-119ab616bbb3', 'tag': '82974d62-28de-42c6-ad7d-6964ede5da22'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:28.150578 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae459ee-fe07-4633-8a18-ec1cc5969b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb62603f-da79-4c9b-adf0-119ab616bbb3", "tag": "82974d62-28de-42c6-ad7d-6964ede5da22"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:28.175090 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca2f74b6-bc3e-4e4a-89b2-3deadd479b67 req-24d078fc-866f-4eb2-9783-ff552b9f5c01 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6831703
Dec 18 20:49:28.176699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=05ea3e02-3bf7-43f5-91c1-02487451a24d,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:28.227681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-95904212-7e96-4dc8-9633-9a0b9c749c95 service neutron] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:28.250082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-95904212-7e96-4dc8-9633-9a0b9c749c95 service neutron] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:28.268560 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2a2edb5-29eb-4f93-bf83-2c2b99b0fc3b req-dea4abeb-6a79-41f4-a1a3-5b6aedda46f5 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/security-groups?id=58080600-5f9c-4b8f-81b5-1d20eab6afb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778953
Dec 18 20:49:28.305460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-95904212-7e96-4dc8-9633-9a0b9c749c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a3229b-b407-4f8f-9557-f1a6978d54bb {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:28.324449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-95904212-7e96-4dc8-9633-9a0b9c749c95 service neutron] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:28.331876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Allocated IP 172.35.3.26 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/0109a581-72e9-4169-8527-b97ca4a31e37) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:28.338035 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-5b6e9f56-f90f-4f89-bafd-9b7394e31efe service neutron] 10.222.0.36 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886768
Dec 18 20:49:28.343882 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-95904212-7e96-4dc8-9633-9a0b9c749c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:28.421861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:28.430658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-95904212-7e96-4dc8-9633-9a0b9c749c95 service neutron] Transition to ACTIVE for port object 12a3229b-b407-4f8f-9557-f1a6978d54bb will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:49:28.436551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-95904212-7e96-4dc8-9633-9a0b9c749c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:28.524815 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:28.525137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-95904212-7e96-4dc8-9633-9a0b9c749c95 service neutron] No DVR routers for this DVR port 12a3229b-b407-4f8f-9557-f1a6978d54bb on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:28.535176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95904212-7e96-4dc8-9633-9a0b9c749c95 service neutron] Pushing event updated for resources: {'Port': ['ID=12a3229b-b407-4f8f-9557-f1a6978d54bb,revision_number=10']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:28.565387 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-95904212-7e96-4dc8-9633-9a0b9c749c95 service neutron] 10.222.0.36 "PUT /v2.0/ports/12a3229b-b407-4f8f-9557-f1a6978d54bb/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.5921001
Dec 18 20:49:28.627432 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:28.629367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 11404954-527e-4497-8a08-c8e44c3d14a2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:49:28.688494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5564da85-57d3-435b-913f-8edc75e4f44c req-b2e1ea35-fe1b-4378-a0aa-f84fbccdc88f service neutron] 10.222.0.36 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3407633
Dec 18 20:49:28.709050 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce97c3-fbe5-4205-8d8f-9bb4621f682b req-5a88005d-40e7-47c8-935f-53288bb4987e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:28.710788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2ce97c3-fbe5-4205-8d8f-9bb4621f682b req-5a88005d-40e7-47c8-935f-53288bb4987e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 943 time: 0.1647937
Dec 18 20:49:28.729798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:28.755044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 11404954-527e-4497-8a08-c8e44c3d14a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11404954-527e-4497-8a08-c8e44c3d14a2,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:28.761557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:28.769222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '11404954-527e-4497-8a08-c8e44c3d14a2', 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211', 'port_id': '11404954-527e-4497-8a08-c8e44c3d14a2', 'mac_address': 'fa:16:3e:ae:5f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb8f3db-fc48-4a7c-b666-3bca7f519343', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:49:28.777487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:28.788384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Pushing event updated for resources: {'Port': ['ID=0109a581-72e9-4169-8527-b97ca4a31e37,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:28.813298 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:28.827076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11404954-527e-4497-8a08-c8e44c3d14a2 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:28.828500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-771708b8-fbbd-4e7f-b51c-b35cd0f4f90d tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:28.830573 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-771708b8-fbbd-4e7f-b51c-b35cd0f4f90d tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd&tenant_id=0870e14bc2934bae9138d4818b260729&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2046361
Dec 18 20:49:28.838596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2ce97c3-fbe5-4205-8d8f-9bb4621f682b req-bdafe936-d12c-41b7-a1e3-c145621b1447 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075668
Dec 18 20:49:28.855196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 11404954-527e-4497-8a08-c8e44c3d14a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11404954-527e-4497-8a08-c8e44c3d14a2,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:28.870131 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:28.883584 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:28.904749 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366085d9-b32e-44fa-a085-e1cf67a07ee1 x-openstack-request-id: req-366085d9-b32e-44fa-a085-e1cf67a07ee1 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:28.906370 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd", "tag": "92764ad1-5e29-480d-8c4d-12d7121af278", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:28.906370 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-366085d9-b32e-44fa-a085-e1cf67a07ee1 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:28.906667 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd', 'tag': '92764ad1-5e29-480d-8c4d-12d7121af278', 'status': 'completed', 'code': 200}
Dec 18 20:49:28.934301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-93079640-b2a0-47d9-8c2f-dcb8ae5da35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:28.936203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-93079640-b2a0-47d9-8c2f-dcb8ae5da35b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd&tenant_id=0870e14bc2934bae9138d4818b260729 HTTP/1.1" status: 200  len: 1096 time: 0.0967553
Dec 18 20:49:28.945192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=11404954-527e-4497-8a08-c8e44c3d14a2,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:29.007457 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:29.078403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b42e0-1c8c-4cdf-adda-49d4d61ad6cb req-e25def82-8513-4adc-b1e6-15cba5ac8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:29.080424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e48b42e0-1c8c-4cdf-adda-49d4d61ad6cb req-e25def82-8513-4adc-b1e6-15cba5ac8855 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=738d51b548fb479f889bd3bb54ca33d5&device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd HTTP/1.1" status: 200  len: 1094 time: 0.1410050
Dec 18 20:49:29.107025 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-5722474f-14b3-47ab-a1d1-dd2ff9234aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:29.108473 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-5722474f-14b3-47ab-a1d1-dd2ff9234aa5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 1096 time: 0.1348364
Dec 18 20:49:29.133101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ba24f-f4a7-44d6-bd0e-1f4822a9eee0 req-9c43d8fb-59d7-494b-b129-692f6e2d331e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:29.134601 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e4ba24f-f4a7-44d6-bd0e-1f4822a9eee0 req-9c43d8fb-59d7-494b-b129-692f6e2d331e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 948 time: 0.1597054
Dec 18 20:49:29.143552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['11404954-527e-4497-8a08-c8e44c3d14a2'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:29.347163 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e4ba24f-f4a7-44d6-bd0e-1f4822a9eee0 req-6748d3f1-b5a2-4646-90fe-dcd2b1709cff tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782260
Dec 18 20:49:29.376208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b42e0-1c8c-4cdf-adda-49d4d61ad6cb req-949ea2d9-002a-487c-bd69-79ad42ec8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:29.378478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e48b42e0-1c8c-4cdf-adda-49d4d61ad6cb req-949ea2d9-002a-487c-bd69-79ad42ec8b8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 HTTP/1.1" status: 200  len: 919 time: 0.2837081
Dec 18 20:49:29.426965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-b4f11ae9-a95a-4b62-855e-0870dc55bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:29.428459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-b4f11ae9-a95a-4b62-855e-0870dc55bc64 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.3118784
Dec 18 20:49:29.436278 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e48b42e0-1c8c-4cdf-adda-49d4d61ad6cb req-c8ba7687-54b0-499a-9595-e7bcba13d8af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92764ad1-5e29-480d-8c4d-12d7121af278 HTTP/1.1" status: 200  len: 217 time: 0.0489600
Dec 18 20:49:29.527301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-1d3853fe-1729-4e82-81ca-0bfeb7f9c984 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb HTTP/1.1" status: 200  len: 217 time: 0.0822654
Dec 18 20:49:29.557379 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:29.589763 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:29.633749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be8f59-10ce-4b2c-a8d1-7d8475c2874f req-2c72132f-b7bb-4fc7-bb7f-b1c1fbc72048 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:29.635162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50be8f59-10ce-4b2c-a8d1-7d8475c2874f req-2c72132f-b7bb-4fc7-bb7f-b1c1fbc72048 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd HTTP/1.1" status: 200  len: 943 time: 0.2042749
Dec 18 20:49:29.641172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b42e0-1c8c-4cdf-adda-49d4d61ad6cb req-305722df-f94a-4ded-9ba2-77e86a0b2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:29.642739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e48b42e0-1c8c-4cdf-adda-49d4d61ad6cb req-305722df-f94a-4ded-9ba2-77e86a0b2005 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fbb8f3db-fc48-4a7c-b666-3bca7f519343 HTTP/1.1" status: 200  len: 858 time: 0.1765764
Dec 18 20:49:29.650449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ec1f941f-836c-4285-bf90-a016563a2b85 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:29.665631 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:29.699422 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-9b0e62db-6242-4f5f-833f-fadcf7a6ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:29.700872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-9b0e62db-6242-4f5f-833f-fadcf7a6ab1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1644366
Dec 18 20:49:29.707308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port ec1f941f-836c-4285-bf90-a016563a2b85 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:29.707795 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:29.715449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e48b42e0-1c8c-4cdf-adda-49d4d61ad6cb req-6b0c7fd4-d464-4aa3-b393-756a877a54b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535662
Dec 18 20:49:29.715449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Pushing event updated for resources: {'Port': ['ID=0109a581-72e9-4169-8527-b97ca4a31e37,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:29.742194 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:29.743624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-fca79479-de9a-4d3c-a1c8-c1827f7ab471 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.8006420
Dec 18 20:49:29.773804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-9a02c253-1d37-42a8-ad8b-3418fb1b3a27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0613298
Dec 18 20:49:29.799836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 82974d62-28de-42c6-ad7d-6964ede5da22 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:49:29.803726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 05ea3e02-3bf7-43f5-91c1-02487451a24d up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:29.864802 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50be8f59-10ce-4b2c-a8d1-7d8475c2874f req-89445bd4-84ef-419f-9a7d-ce9c66519c66 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150836
Dec 18 20:49:29.913653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 05ea3e02-3bf7-43f5-91c1-02487451a24d completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:49:29.919201 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbeb70e-78f6-4989-bf87-e5bb31bdc1e7 x-openstack-request-id: req-afbeb70e-78f6-4989-bf87-e5bb31bdc1e7 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:29.920264 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb62603f-da79-4c9b-adf0-119ab616bbb3", "tag": "82974d62-28de-42c6-ad7d-6964ede5da22", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:29.921563 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afbeb70e-78f6-4989-bf87-e5bb31bdc1e7 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:29.924330 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb62603f-da79-4c9b-adf0-119ab616bbb3', 'tag': '82974d62-28de-42c6-ad7d-6964ede5da22', 'status': 'completed', 'code': 200}
Dec 18 20:49:29.926804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 05ea3e02-3bf7-43f5-91c1-02487451a24d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:29.927182 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:29.943879 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-0cc322e0-cb4c-4781-bfd3-5edf9bba4495 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.26 HTTP/1.1" status: 200  len: 695 time: 0.1820464
Dec 18 20:49:29.971827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 82974d62-28de-42c6-ad7d-6964ede5da22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82974d62-28de-42c6-ad7d-6964ede5da22,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:29.989000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '82974d62-28de-42c6-ad7d-6964ede5da22', 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211', 'port_id': '82974d62-28de-42c6-ad7d-6964ede5da22', 'mac_address': 'fa:16:3e:07:fb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb8f3db-fc48-4a7c-b666-3bca7f519343', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:49:30.059392 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:30.066024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e48b42e0-1c8c-4cdf-adda-49d4d61ad6cb req-9a50bdf4-cafe-455b-b186-eee4e66cb5d1 service neutron] 10.222.0.36 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3386559
Dec 18 20:49:30.080655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae459ee-fe07-4633-8a18-ec1cc5969b9e req-cb7c2aaf-2fe1-4a65-a1d9-42ca657c1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:30.082170 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fae459ee-fe07-4633-8a18-ec1cc5969b9e req-cb7c2aaf-2fe1-4a65-a1d9-42ca657c1ae3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=738d51b548fb479f889bd3bb54ca33d5&device_id=cb62603f-da79-4c9b-adf0-119ab616bbb3 HTTP/1.1" status: 200  len: 1094 time: 0.1304049
Dec 18 20:49:30.219560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82974d62-28de-42c6-ad7d-6964ede5da22 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:30.231265 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:30.248963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 82974d62-28de-42c6-ad7d-6964ede5da22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82974d62-28de-42c6-ad7d-6964ede5da22,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:30.258227 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:30.266168 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c26ad-bdd3-495d-bf73-2844e2824e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ea3e02-3bf7-43f5-91c1-02487451a24d'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:30.268785 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e68ed9-3827-4d74-bc91-2ef932d29f93" -d '{"events": [{"server_uuid": "b07c26ad-bdd3-495d-bf73-2844e2824e78", "name": "network-vif-plugged", "status": "completed", "tag": "05ea3e02-3bf7-43f5-91c1-02487451a24d"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:30.270217 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-8003051e-e346-46ca-9ffb-8e797d729616 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4246120
Dec 18 20:49:30.275276 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-05d0c65c-1892-4c0f-b8cc-21012782b946 service neutron] 10.222.0.31 "GET /v2.0/ports/c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0632510
Dec 18 20:49:30.303375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 05ea3e02-3bf7-43f5-91c1-02487451a24d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05ea3e02-3bf7-43f5-91c1-02487451a24d,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:30.315075 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:30.326813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=82974d62-28de-42c6-ad7d-6964ede5da22,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:30.377200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=05ea3e02-3bf7-43f5-91c1-02487451a24d,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:30.475058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-ab9526ce-42f3-4147-a5c7-b73907429f31 service neutron] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:30.495417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-ab9526ce-42f3-4147-a5c7-b73907429f31 service neutron] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:30.526532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['82974d62-28de-42c6-ad7d-6964ede5da22'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:30.530164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-ab9526ce-42f3-4147-a5c7-b73907429f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:30.540963 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-ab9526ce-42f3-4147-a5c7-b73907429f31 service neutron] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:30.556931 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-ab9526ce-42f3-4147-a5c7-b73907429f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:30.636758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-ab9526ce-42f3-4147-a5c7-b73907429f31 service neutron] Transition to ACTIVE for port object c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:49:30.643524 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-ab9526ce-42f3-4147-a5c7-b73907429f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:30.647448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 92764ad1-5e29-480d-8c4d-12d7121af278 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:49:30.650471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 11404954-527e-4497-8a08-c8e44c3d14a2 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:30.660091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-76f6eb6d-9178-4f54-906d-472091c0b8de tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:30.661429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-76f6eb6d-9178-4f54-906d-472091c0b8de tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.7085791
Dec 18 20:49:30.713804 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e7f6-017f-42e8-a267-d129986ce43a req-1e1c8069-f18b-467c-a725-c5ffc5d259a7 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:30.715320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab66e7f6-017f-42e8-a267-d129986ce43a req-1e1c8069-f18b-467c-a725-c5ffc5d259a7 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 945 time: 0.5558543
Dec 18 20:49:30.722207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-ab9526ce-42f3-4147-a5c7-b73907429f31 service neutron] No DVR routers for this DVR port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:30.727170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-c2f4f040-4a18-48f7-aa2c-6bca97272780 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:49:30.729069 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb393d69-bdaa-4c3a-aab8-c7cf509fc48d req-c2f4f040-4a18-48f7-aa2c-6bca97272780 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0338724
Dec 18 20:49:30.736172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae459ee-fe07-4633-8a18-ec1cc5969b9e req-939b60f6-2c20-478a-bad2-fb620535f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:30.736172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fae459ee-fe07-4633-8a18-ec1cc5969b9e req-939b60f6-2c20-478a-bad2-fb620535f509 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 HTTP/1.1" status: 200  len: 919 time: 0.6391156
Dec 18 20:49:30.752964 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9526ce-42f3-4147-a5c7-b73907429f31 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,revision_number=10']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:30.768353 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e48b42e0-1c8c-4cdf-adda-49d4d61ad6cb req-b483f8d7-fee5-477a-86d0-505f17c320f7 service neutron] 10.222.0.36 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6828096
Dec 18 20:49:30.784472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 11404954-527e-4497-8a08-c8e44c3d14a2 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:49:30.791631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 11404954-527e-4497-8a08-c8e44c3d14a2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:30.792082 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:30.812337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fae459ee-fe07-4633-8a18-ec1cc5969b9e req-a2d06691-882d-4d1b-9431-94ab9e067c3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82974d62-28de-42c6-ad7d-6964ede5da22 HTTP/1.1" status: 200  len: 217 time: 0.0662422
Dec 18 20:49:30.812719 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-ab9526ce-42f3-4147-a5c7-b73907429f31 service neutron] 10.222.0.31 "PUT /v2.0/ports/c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.5273299
Dec 18 20:49:30.848548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 92764ad1-5e29-480d-8c4d-12d7121af278, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92764ad1-5e29-480d-8c4d-12d7121af278,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:30.866030 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '92764ad1-5e29-480d-8c4d-12d7121af278', 'network_id': 'f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211', 'port_id': '92764ad1-5e29-480d-8c4d-12d7121af278', 'mac_address': 'fa:16:3e:06:12:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb8f3db-fc48-4a7c-b666-3bca7f519343', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:49:30.909993 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab66e7f6-017f-42e8-a267-d129986ce43a req-f7852c79-fb5f-47ad-8e18-496cec268528 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798358
Dec 18 20:49:30.911919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-6a5a4a0b-f6f9-402d-a71b-eec5f966d0a5 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6107559
Dec 18 20:49:30.940420 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:30.942424 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:30.965600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92764ad1-5e29-480d-8c4d-12d7121af278 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:30.986712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae459ee-fe07-4633-8a18-ec1cc5969b9e req-9d148a83-c263-45ea-b7da-a2e26c589050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:30.988302 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fae459ee-fe07-4633-8a18-ec1cc5969b9e req-9d148a83-c263-45ea-b7da-a2e26c589050 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fbb8f3db-fc48-4a7c-b666-3bca7f519343 HTTP/1.1" status: 200  len: 858 time: 0.1529481
Dec 18 20:49:31.005375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 92764ad1-5e29-480d-8c4d-12d7121af278, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92764ad1-5e29-480d-8c4d-12d7121af278,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:31.008997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 11404954-527e-4497-8a08-c8e44c3d14a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11404954-527e-4497-8a08-c8e44c3d14a2,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:31.010473 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:31.015490 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:31.016247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 12a3229b-b407-4f8f-9557-f1a6978d54bb no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:31.044471 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fae459ee-fe07-4633-8a18-ec1cc5969b9e req-f3ab090d-d840-4783-9ebd-960d456245c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469332
Dec 18 20:49:31.076213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-7009b43c-7d72-41a7-a2b9-26b301d8c945 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:31.077737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-7009b43c-7d72-41a7-a2b9-26b301d8c945 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439&tenant_id=a84b125f83d34481adc5617b5ca62e2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1873667
Dec 18 20:49:31.091786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=92764ad1-5e29-480d-8c4d-12d7121af278,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:31.094475 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 12a3229b-b407-4f8f-9557-f1a6978d54bb not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:31.099948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45684d8c-13d3-434e-b910-81202d921885 req-d07d4647-c14f-413b-87e1-5392aaaeacb2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:31.101461 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45684d8c-13d3-434e-b910-81202d921885 req-d07d4647-c14f-413b-87e1-5392aaaeacb2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 944 time: 0.1706085
Dec 18 20:49:31.143324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=11404954-527e-4497-8a08-c8e44c3d14a2,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:31.212723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689672c7-6945-4ba2-8c9f-05442385bb1a req-2969e329-dae8-446b-97e4-f35b491720f5 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:31.214204 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-689672c7-6945-4ba2-8c9f-05442385bb1a req-2969e329-dae8-446b-97e4-f35b491720f5 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 949 time: 0.2052338
Dec 18 20:49:31.292210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-3137ea5b-69ed-43c7-a296-a29bf82ce043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:31.293640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-3137ea5b-69ed-43c7-a296-a29bf82ce043 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439&tenant_id=a84b125f83d34481adc5617b5ca62e2e HTTP/1.1" status: 200  len: 1095 time: 0.1653104
Dec 18 20:49:31.307361 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45684d8c-13d3-434e-b910-81202d921885 req-fcabcb79-04ef-472f-9c99-5bbd1190b8d5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762497
Dec 18 20:49:31.312624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fae459ee-fe07-4633-8a18-ec1cc5969b9e req-9eb23445-9d85-40b3-8225-6c5c459268c4 service neutron] 10.222.0.31 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2503908
Dec 18 20:49:31.320474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['92764ad1-5e29-480d-8c4d-12d7121af278'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:31.345546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-79bfbd36-eaad-4c8c-b997-cd5f090dc159 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:31.347100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-79bfbd36-eaad-4c8c-b997-cd5f090dc159 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd&tenant_id=0870e14bc2934bae9138d4818b260729&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1651878
Dec 18 20:49:31.383636 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43e9310-f91d-4ab2-b5cd-30f5182584b1 x-openstack-request-id: req-b43e9310-f91d-4ab2-b5cd-30f5182584b1 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:31.383932 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07c26ad-bdd3-495d-bf73-2844e2824e78", "name": "network-vif-plugged", "status": "completed", "tag": "05ea3e02-3bf7-43f5-91c1-02487451a24d", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:31.384196 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b43e9310-f91d-4ab2-b5cd-30f5182584b1 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:31.384588 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07c26ad-bdd3-495d-bf73-2844e2824e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ea3e02-3bf7-43f5-91c1-02487451a24d', 'code': 200}
Dec 18 20:49:31.446810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-689672c7-6945-4ba2-8c9f-05442385bb1a req-030f5220-7b9d-445f-b3a7-6a886379eeb9 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.13 "GET /v2.0/security-groups?id=58080600-5f9c-4b8f-81b5-1d20eab6afb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135642
Dec 18 20:49:31.507708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62654ff6-ca3e-4b3f-acda-b192e499806c req-3a939892-054f-4368-a52f-12efa2ae018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:31.509391 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62654ff6-ca3e-4b3f-acda-b192e499806c req-3a939892-054f-4368-a52f-12efa2ae018e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 1100 time: 0.0457094
Dec 18 20:49:31.567521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-f86c3b88-9f6e-4b62-a22a-e07becd5ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:31.569028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-f86c3b88-9f6e-4b62-a22a-e07becd5ea3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 1095 time: 0.2429168
Dec 18 20:49:31.576735 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a41bac69-522a-4dea-8b6d-378255a99ddd req-c6b2f81f-aad7-41d1-9d23-3c2d27d73368 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/floatingips/b226499d-83a0-4069-a23c-2a7fc6db642b HTTP/1.1" status: 200  len: 692 time: 0.1015666
Dec 18 20:49:31.589351 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62654ff6-ca3e-4b3f-acda-b192e499806c req-3ea2a001-864a-4776-af19-135fb193f973 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696988
Dec 18 20:49:31.601796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fd7f9-2a8d-49cc-abc3-b7de767eec8b req-cf1b2e77-5998-4890-b933-17666220ec66 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:31.604163 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c23fd7f9-2a8d-49cc-abc3-b7de767eec8b req-cf1b2e77-5998-4890-b933-17666220ec66 tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ae440d5-c58e-40af-bb73-73999aa7b795 HTTP/1.1" status: 200  len: 949 time: 0.0724132
Dec 18 20:49:31.698938 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0560b4e-9e2a-462c-9eb1-81ddf4639c5e req-fb5bbc2d-6b09-4827-b736-a92d024ce414 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:31.701596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0560b4e-9e2a-462c-9eb1-81ddf4639c5e req-fb5bbc2d-6b09-4827-b736-a92d024ce414 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 949 time: 0.2470095
Dec 18 20:49:31.702897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-c23fd7f9-2a8d-49cc-abc3-b7de767eec8b req-98b12e8f-8cb8-46c4-b642-f87a31ca5f0d tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Deleting port 6558f70a-e9c0-470e-9b2d-8f8a5896b942 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:31.703235 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c23fd7f9-2a8d-49cc-abc3-b7de767eec8b req-98b12e8f-8cb8-46c4-b642-f87a31ca5f0d tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:31.754531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fae459ee-fe07-4633-8a18-ec1cc5969b9e req-2accf4df-3c95-4a9e-a250-eaf9f4d59c57 service neutron] 10.222.0.31 "GET /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4260623
Dec 18 20:49:31.793593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c23fd7f9-2a8d-49cc-abc3-b7de767eec8b req-98b12e8f-8cb8-46c4-b642-f87a31ca5f0d tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] For port 6558f70a-e9c0-470e-9b2d-8f8a5896b942, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6558f70a-e9c0-470e-9b2d-8f8a5896b942,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:31.793975 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c23fd7f9-2a8d-49cc-abc3-b7de767eec8b req-98b12e8f-8cb8-46c4-b642-f87a31ca5f0d tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:31.807506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-c23fd7f9-2a8d-49cc-abc3-b7de767eec8b req-98b12e8f-8cb8-46c4-b642-f87a31ca5f0d tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Calling delete_port for 6558f70a-e9c0-470e-9b2d-8f8a5896b942 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:31.820689 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-f45e1d5a-246b-42e0-b55e-c9ff39c0ca91 service neutron] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:31.830139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 82974d62-28de-42c6-ad7d-6964ede5da22 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:31.843034 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-f45e1d5a-246b-42e0-b55e-c9ff39c0ca91 service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:31.844152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a566bb05-f8dd-4044-b71e-10b8b138af8d req-f45e1d5a-246b-42e0-b55e-c9ff39c0ca91 service neutron] 10.222.0.31 "DELETE /v2.0/ports/12a3229b-b407-4f8f-9557-f1a6978d54bb/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4845693
Dec 18 20:49:31.881799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0560b4e-9e2a-462c-9eb1-81ddf4639c5e req-cd6cce93-91a2-43e9-994a-afc81be30793 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469243
Dec 18 20:49:31.894653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-75385249-b5a5-4996-9b5a-e73b766326f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:31.906686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-75385249-b5a5-4996-9b5a-e73b766326f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.3224819
Dec 18 20:49:31.923026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 82974d62-28de-42c6-ad7d-6964ede5da22 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:49:31.928316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bac69-522a-4dea-8b6d-378255a99ddd req-7fa9d757-f0cd-4ab5-bc0c-9c03ab11c586 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:31.929731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 82974d62-28de-42c6-ad7d-6964ede5da22 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:31.930174 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:31.939893 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a41bac69-522a-4dea-8b6d-378255a99ddd req-7fa9d757-f0cd-4ab5-bc0c-9c03ab11c586 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.3532264
Dec 18 20:49:31.960029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c23fd7f9-2a8d-49cc-abc3-b7de767eec8b req-98b12e8f-8cb8-46c4-b642-f87a31ca5f0d tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:31.994976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b12e8f-8cb8-46c4-b642-f87a31ca5f0d tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Pushing event deleted for resources: {'Port': ['ID=6558f70a-e9c0-470e-9b2d-8f8a5896b942,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:31.995964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['6558f70a-e9c0-470e-9b2d-8f8a5896b942'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:32.017659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-fc8560d8-3e94-48b7-8cad-304ff4729d04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a HTTP/1.1" status: 200  len: 217 time: 0.1017127
Dec 18 20:49:32.050031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23fd7f9-2a8d-49cc-abc3-b7de767eec8b req-98b12e8f-8cb8-46c4-b642-f87a31ca5f0d tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] No DVR routers for this DVR port 6558f70a-e9c0-470e-9b2d-8f8a5896b942 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:32.053364 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c23fd7f9-2a8d-49cc-abc3-b7de767eec8b req-98b12e8f-8cb8-46c4-b642-f87a31ca5f0d tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:32.058412 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c23fd7f9-2a8d-49cc-abc3-b7de767eec8b req-98b12e8f-8cb8-46c4-b642-f87a31ca5f0d tempest-ImagesNegativeTestJSON-1429802738 tempest-ImagesNegativeTestJSON-1429802738-project] 10.222.0.36 "DELETE /v2.0/ports/6558f70a-e9c0-470e-9b2d-8f8a5896b942 HTTP/1.1" status: 204  len: 173 time: 0.4462287
Dec 18 20:49:32.059067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae440d5-c58e-40af-bb73-73999aa7b795', 'name': 'network-vif-deleted', 'tag': '6558f70a-e9c0-470e-9b2d-8f8a5896b942'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:32.061767 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6b56cc-6628-4b26-86c2-e7a3d3e3bf05" -d '{"events": [{"server_uuid": "1ae440d5-c58e-40af-bb73-73999aa7b795", "name": "network-vif-deleted", "tag": "6558f70a-e9c0-470e-9b2d-8f8a5896b942"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:32.082617 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:32.122413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 82974d62-28de-42c6-ad7d-6964ede5da22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82974d62-28de-42c6-ad7d-6964ede5da22,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:32.134415 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:32.178792 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d42470b9-5429-4634-971f-fc70443f4612 req-f7b3a7b8-9a27-46cb-9b44-601b4c9e3994 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=29a831462611445ebb7256a4c8b657a0 HTTP/1.1" status: 200  len: 695 time: 0.0847073
Dec 18 20:49:32.193973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=82974d62-28de-42c6-ad7d-6964ede5da22,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:32.195000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-28e60ea8-acfe-48d5-8ee1-0d0f0927c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:32.202784 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-28e60ea8-acfe-48d5-8ee1-0d0f0927c066 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.1676252
Dec 18 20:49:32.261388 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f597a-dddd-416c-99fd-fa6dcfa6260b req-5e801645-036d-435a-be7f-7ad26cba8b98 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:32.263044 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e5f597a-dddd-416c-99fd-fa6dcfa6260b req-5e801645-036d-435a-be7f-7ad26cba8b98 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd HTTP/1.1" status: 200  len: 944 time: 0.2329533
Dec 18 20:49:32.281643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-09e817bd-0e91-4789-887d-a54b1d616abd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621691
Dec 18 20:49:32.410463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e5f597a-dddd-416c-99fd-fa6dcfa6260b req-ce00e715-ff82-4458-88bb-febe18a4182e tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313102
Dec 18 20:49:32.420656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42470b9-5429-4634-971f-fc70443f4612 req-b3137aa9-ef0c-4a4e-8ecc-83078cd3d1e6 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:32.422114 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d42470b9-5429-4634-971f-fc70443f4612 req-b3137aa9-ef0c-4a4e-8ecc-83078cd3d1e6 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/networks?id=c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 787 time: 0.2425578
Dec 18 20:49:32.439601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-d42470b9-5429-4634-971f-fc70443f4612 req-f3b480a3-f46c-417f-9d25-c4401d4522b3 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:49:32.440584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d42470b9-5429-4634-971f-fc70443f4612 req-f3b480a3-f46c-417f-9d25-c4401d4522b3 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0076928
Dec 18 20:49:32.460939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-df1d96f5-cddb-4503-84cd-01132adff9ce service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695623
Dec 18 20:49:32.488267 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89242d8-310b-4b73-87c5-3358c23d9b1b x-openstack-request-id: req-e89242d8-310b-4b73-87c5-3358c23d9b1b {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:32.488714 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae440d5-c58e-40af-bb73-73999aa7b795", "name": "network-vif-deleted", "tag": "6558f70a-e9c0-470e-9b2d-8f8a5896b942", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:32.489132 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e89242d8-310b-4b73-87c5-3358c23d9b1b {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:32.489588 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae440d5-c58e-40af-bb73-73999aa7b795', 'name': 'network-vif-deleted', 'tag': '6558f70a-e9c0-470e-9b2d-8f8a5896b942', 'status': 'completed', 'code': 200}
Dec 18 20:49:32.610335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef70629-e86f-4738-8a30-a460bc13b2d5 req-e10954d5-204a-49a1-8f9d-358fff85fc85 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:32.611832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ef70629-e86f-4738-8a30-a460bc13b2d5 req-e10954d5-204a-49a1-8f9d-358fff85fc85 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 945 time: 0.1350431
Dec 18 20:49:32.632517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f0e91-9b11-4774-840a-8050631352a1 req-915bc415-d823-46ee-98c9-1ab2da1536a1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:32.634088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d9f0e91-9b11-4774-840a-8050631352a1 req-915bc415-d823-46ee-98c9-1ab2da1536a1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 944 time: 0.0991256
Dec 18 20:49:32.645803 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 92764ad1-5e29-480d-8c4d-12d7121af278 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:32.650997 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-000bd8f2-73cd-47ca-b8ce-309ae0353815 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816313
Dec 18 20:49:32.710323 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ef70629-e86f-4738-8a30-a460bc13b2d5 req-d9428a6d-82e4-4595-b9b2-0f0b66477f74 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889096
Dec 18 20:49:32.724204 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d9f0e91-9b11-4774-840a-8050631352a1 req-d50384bf-8d24-4426-9613-e35b43974160 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758636
Dec 18 20:49:32.755482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 92764ad1-5e29-480d-8c4d-12d7121af278 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:49:32.758061 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 92764ad1-5e29-480d-8c4d-12d7121af278 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:32.758278 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:32.804953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23501104-5692-4105-9e21-3f6e56f578cc req-5d8300a3-27a6-4d36-930e-4ea49b05baef tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/floatingips/b226499d-83a0-4069-a23c-2a7fc6db642b HTTP/1.1" status: 200  len: 692 time: 0.0513656
Dec 18 20:49:32.835168 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:49:32.886596 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:32.927112 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b2d6c4a-e30c-48f0-941b-65f7491fa29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:32.953524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 92764ad1-5e29-480d-8c4d-12d7121af278, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92764ad1-5e29-480d-8c4d-12d7121af278,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:32.958946 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:33.012800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23501104-5692-4105-9e21-3f6e56f578cc req-ce44d757-9392-4a3f-93c3-ec442a46006e tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:33.022298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23501104-5692-4105-9e21-3f6e56f578cc req-ce44d757-9392-4a3f-93c3-ec442a46006e tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.2152228
Dec 18 20:49:33.029241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=92764ad1-5e29-480d-8c4d-12d7121af278,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:33.100523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23501104-5692-4105-9e21-3f6e56f578cc req-48d34b0a-5958-4484-8828-f4366ac068db tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.26 HTTP/1.1" status: 200  len: 695 time: 0.0784369
Dec 18 20:49:33.102490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-d7257db4-a994-4fc6-9225-ba38c8bccde7 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:33.103944 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-d7257db4-a994-4fc6-9225-ba38c8bccde7 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439&tenant_id=a84b125f83d34481adc5617b5ca62e2e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1437094
Dec 18 20:49:33.237857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55902) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:33.347898 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ac99cfc-5817-491a-8da5-072c099a105a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:33.386197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11404954-527e-4497-8a08-c8e44c3d14a2'}, {'server_uuid': 'cb62603f-da79-4c9b-adf0-119ab616bbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82974d62-28de-42c6-ad7d-6964ede5da22'}, {'server_uuid': '0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92764ad1-5e29-480d-8c4d-12d7121af278'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:33.389361 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b517f500-24d6-488a-a725-de3e35d2c13c" -d '{"events": [{"server_uuid": "9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7", "name": "network-vif-plugged", "status": "completed", "tag": "11404954-527e-4497-8a08-c8e44c3d14a2"}, {"server_uuid": "cb62603f-da79-4c9b-adf0-119ab616bbb3", "name": "network-vif-plugged", "status": "completed", "tag": "82974d62-28de-42c6-ad7d-6964ede5da22"}, {"server_uuid": "0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd", "name": "network-vif-plugged", "status": "completed", "tag": "92764ad1-5e29-480d-8c4d-12d7121af278"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:33.427033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ac99cfc-5817-491a-8da5-072c099a105a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:33.431263 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ac99cfc-5817-491a-8da5-072c099a105a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:33.468691 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac99cfc-5817-491a-8da5-072c099a105a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef044e5-e46f-41d0-b42d-0500de1cdddb,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:33.471267 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774433-a1d5-4bae-ac1c-8aafc1fd1c13 req-5d77ac17-9310-499b-8bf1-23c1dfa4f916 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:33.472738 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9774433-a1d5-4bae-ac1c-8aafc1fd1c13 req-5d77ac17-9310-499b-8bf1-23c1dfa4f916 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 949 time: 0.4465902
Dec 18 20:49:33.475534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23501104-5692-4105-9e21-3f6e56f578cc req-ec95b9f9-e8e9-4ffb-8845-c82f1c4c3f32 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.26 HTTP/1.1" status: 200  len: 695 time: 0.3682411
Dec 18 20:49:33.475748 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0ac99cfc-5817-491a-8da5-072c099a105a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=793496da99a5486eb25d932d07db3d24&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2367160
Dec 18 20:49:33.476341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55910) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:33.525593 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-33ed3640-cff0-4e3b-a846-dfe55f47d136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:33.550414 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-33ed3640-cff0-4e3b-a846-dfe55f47d136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:33.596969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-33ed3640-cff0-4e3b-a846-dfe55f47d136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:33.599686 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-33ed3640-cff0-4e3b-a846-dfe55f47d136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:33.600808 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-33ed3640-cff0-4e3b-a846-dfe55f47d136 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ef044e5-e46f-41d0-b42d-0500de1cdddb HTTP/1.1" status: 204  len: 168 time: 0.1232359
Dec 18 20:49:33.608473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed3640-cff0-4e3b-a846-dfe55f47d136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef044e5-e46f-41d0-b42d-0500de1cdddb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:33.669249 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9774433-a1d5-4bae-ac1c-8aafc1fd1c13 req-b23c2d25-ed24-4ea0-902c-deb1165ea639 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739824
Dec 18 20:49:33.683399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-5a3a6586-e788-41a3-8b5a-257f476ced3c service neutron] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:33.686757 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-5a3a6586-e788-41a3-8b5a-257f476ced3c service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:33.687829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5eadd404-98f6-445b-bc1a-5058029eb83e req-5a3a6586-e788-41a3-8b5a-257f476ced3c service neutron] 10.222.0.36 "DELETE /v2.0/ports/c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5731995
Dec 18 20:49:33.703448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-23501104-5692-4105-9e21-3f6e56f578cc req-3cc74287-ce22-46dd-bbe6-525372f56b16 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Deleting port 0109a581-72e9-4169-8527-b97ca4a31e37 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:33.703833 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-23501104-5692-4105-9e21-3f6e56f578cc req-3cc74287-ce22-46dd-bbe6-525372f56b16 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:33.803287 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-23501104-5692-4105-9e21-3f6e56f578cc req-3cc74287-ce22-46dd-bbe6-525372f56b16 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:33.803606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-23501104-5692-4105-9e21-3f6e56f578cc req-3cc74287-ce22-46dd-bbe6-525372f56b16 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:33.831379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-23501104-5692-4105-9e21-3f6e56f578cc req-3cc74287-ce22-46dd-bbe6-525372f56b16 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Calling delete_port for 0109a581-72e9-4169-8527-b97ca4a31e37 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:33.840445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:33.881345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e506b10-5f94-4d46-9977-3f4c9be2891d req-7003ad2c-d7d8-4586-af87-f6ddee327224 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:33.882681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e506b10-5f94-4d46-9977-3f4c9be2891d req-7003ad2c-d7d8-4586-af87-f6ddee327224 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 1096 time: 0.0903552
Dec 18 20:49:33.883975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:33.961196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e506b10-5f94-4d46-9977-3f4c9be2891d req-b0b6d902-e54b-4ad5-9826-df78481396fc tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634217
Dec 18 20:49:34.028263 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-23501104-5692-4105-9e21-3f6e56f578cc req-3cc74287-ce22-46dd-bbe6-525372f56b16 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:34.067100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc74287-ce22-46dd-bbe6-525372f56b16 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Pushing event deleted for resources: {'Port': ['ID=0109a581-72e9-4169-8527-b97ca4a31e37,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:34.106124 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-23501104-5692-4105-9e21-3f6e56f578cc req-3cc74287-ce22-46dd-bbe6-525372f56b16 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:34.112260 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-23501104-5692-4105-9e21-3f6e56f578cc req-3cc74287-ce22-46dd-bbe6-525372f56b16 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:34.114093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23501104-5692-4105-9e21-3f6e56f578cc req-3cc74287-ce22-46dd-bbe6-525372f56b16 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "DELETE /v2.0/floatingips/b226499d-83a0-4069-a23c-2a7fc6db642b HTTP/1.1" status: 204  len: 173 time: 0.6244879
Dec 18 20:49:34.163859 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae3b4b8-d4bc-46f6-8ecb-a19f6d6308d2 x-openstack-request-id: req-bae3b4b8-d4bc-46f6-8ecb-a19f6d6308d2 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:34.165352 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7", "name": "network-vif-plugged", "status": "completed", "tag": "11404954-527e-4497-8a08-c8e44c3d14a2", "code": 200}, {"server_uuid": "cb62603f-da79-4c9b-adf0-119ab616bbb3", "name": "network-vif-plugged", "status": "completed", "tag": "82974d62-28de-42c6-ad7d-6964ede5da22", "code": 200}, {"server_uuid": "0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd", "name": "network-vif-plugged", "status": "completed", "tag": "92764ad1-5e29-480d-8c4d-12d7121af278", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:34.167315 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bae3b4b8-d4bc-46f6-8ecb-a19f6d6308d2 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:34.167835 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11404954-527e-4497-8a08-c8e44c3d14a2', 'code': 200}
Dec 18 20:49:34.171079 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb62603f-da79-4c9b-adf0-119ab616bbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82974d62-28de-42c6-ad7d-6964ede5da22', 'code': 200}
Dec 18 20:49:34.171698 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92764ad1-5e29-480d-8c4d-12d7121af278', 'code': 200}
Dec 18 20:49:34.339886 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03c948-a886-43d3-a374-c49f2e931481 req-e7292b4d-2ce6-4d95-a38b-6784826a77e9 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:34.341437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c03c948-a886-43d3-a374-c49f2e931481 req-e7292b4d-2ce6-4d95-a38b-6784826a77e9 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd HTTP/1.1" status: 200  len: 945 time: 0.1573329
Dec 18 20:49:34.359817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6a0d-8197-4dba-a4ee-a0642d5c81f8 req-8bf5ea1f-53ba-4778-8477-c062dd97b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:34.361994 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-967f6a0d-8197-4dba-a4ee-a0642d5c81f8 req-8bf5ea1f-53ba-4778-8477-c062dd97b6ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd HTTP/1.1" status: 200  len: 1096 time: 0.0505848
Dec 18 20:49:34.382842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61d153-8dd2-4d44-a157-71ca71d993e3 req-d4f27d99-f20a-476d-9bca-35244f86dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:34.384287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce61d153-8dd2-4d44-a157-71ca71d993e3 req-d4f27d99-f20a-476d-9bca-35244f86dc89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7 HTTP/1.1" status: 200  len: 1097 time: 0.1087418
Dec 18 20:49:34.425176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349fb97-7e6a-4809-9026-484b7dda431f req-e0a9e413-d5d9-4061-9b9c-ff21c9ef658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:34.427138 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b349fb97-7e6a-4809-9026-484b7dda431f req-e0a9e413-d5d9-4061-9b9c-ff21c9ef658e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cb62603f-da79-4c9b-adf0-119ab616bbb3 HTTP/1.1" status: 200  len: 1096 time: 0.1637702
Dec 18 20:49:34.438988 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-967f6a0d-8197-4dba-a4ee-a0642d5c81f8 req-11abfde3-e108-4ca5-856c-e6fea3ee0093 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686493
Dec 18 20:49:34.466221 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c03c948-a886-43d3-a374-c49f2e931481 req-b153d850-19a2-4182-8dff-18a6d09e27e5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168621
Dec 18 20:49:34.512127 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce61d153-8dd2-4d44-a157-71ca71d993e3 req-7cf59841-259c-4ff2-a22e-fcf84b4bee55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144652
Dec 18 20:49:34.518888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b349fb97-7e6a-4809-9026-484b7dda431f req-702d9392-8e88-4e95-bb6f-68621e842938 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765071
Dec 18 20:49:34.570416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ca92c-1be5-45da-9ff6-52ba0dcf78d8 req-7d2ff941-c933-413d-acbe-9db3e21b7d41 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:34.572003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d3ca92c-1be5-45da-9ff6-52ba0dcf78d8 req-7d2ff941-c933-413d-acbe-9db3e21b7d41 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 1100 time: 0.0494466
Dec 18 20:49:34.608013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1d3ca92c-1be5-45da-9ff6-52ba0dcf78d8 req-88f892b7-e423-4d69-a8cf-ea73bdb56f83 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:34.643748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3680b-921d-4f03-8b58-49e5452a8115 req-820ab426-a557-41d2-acd9-b049c4ae3aa6 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:34.645239 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fa3680b-921d-4f03-8b58-49e5452a8115 req-820ab426-a557-41d2-acd9-b049c4ae3aa6 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 944 time: 0.0723698
Dec 18 20:49:34.673956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6558f70a-e9c0-470e-9b2d-8f8a5896b942 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:34.695481 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 6558f70a-e9c0-470e-9b2d-8f8a5896b942 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:34.695835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6558f70a-e9c0-470e-9b2d-8f8a5896b942 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:34.728992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fa3680b-921d-4f03-8b58-49e5452a8115 req-23ea130f-250a-4ab6-bede-c8bb27812fae tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754657
Dec 18 20:49:34.743175 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1d3ca92c-1be5-45da-9ff6-52ba0dcf78d8 req-88f892b7-e423-4d69-a8cf-ea73bdb56f83 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:34.746745 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1d3ca92c-1be5-45da-9ff6-52ba0dcf78d8 req-88f892b7-e423-4d69-a8cf-ea73bdb56f83 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:34.787772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f892b7-e423-4d69-a8cf-ea73bdb56f83 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ddee8-980d-471f-99ef-628712973c46,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:34.792267 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d3ca92c-1be5-45da-9ff6-52ba0dcf78d8 req-88f892b7-e423-4d69-a8cf-ea73bdb56f83 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107127
Dec 18 20:49:34.912918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9964f-df3c-49b7-9fcf-7fe64dadd386 req-61640a04-3634-4dc4-b465-08c95428d221 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:34.914490 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d9964f-df3c-49b7-9fcf-7fe64dadd386 req-61640a04-3634-4dc4-b465-08c95428d221 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 1096 time: 0.0987868
Dec 18 20:49:34.968565 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-1446ab2a-55e8-44ed-97a2-64a7d14d9003 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1498673
Dec 18 20:49:34.983665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:34.992815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d9964f-df3c-49b7-9fcf-7fe64dadd386 req-12ca9a29-a87d-47ce-9b94-eeeb8cb93b7c tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721443
Dec 18 20:49:35.015795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:35.114408 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:35.130113 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c75ee98e-6de2-4cc5-9e5b-656c33e3b417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:35.221365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Allocated IP 172.35.3.96 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/77f82ffb-7ff5-4a3b-a26f-9b58b7432d10) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:35.320133 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:35.353128 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:35.394574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:35.397348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:35.400903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:35.411814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Pushing event updated for resources: {'Port': ['ID=77f82ffb-7ff5-4a3b-a26f-9b58b7432d10,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:35.455352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:35.490713 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:35.689169 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:35.699681 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:35.743819 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:35.768901 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:35.770113 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 0.7926207
Dec 18 20:49:35.770879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bf87c-e787-42ab-8bc2-4de0606960c4 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Pushing event updated for resources: {'Port': ['ID=77f82ffb-7ff5-4a3b-a26f-9b58b7432d10,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:35.834093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-a04f83dc-7b1f-4436-bd84-62948741e49a tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.96 HTTP/1.1" status: 200  len: 695 time: 0.0531681
Dec 18 20:49:35.975093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-6dbd96a1-c684-4e53-a70f-b42a6b2e0dc9 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:35.976526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9264a2e-f307-4786-8551-d7667dc266e6 req-6dbd96a1-c684-4e53-a70f-b42a6b2e0dc9 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1377294
Dec 18 20:49:36.041004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70320cc4-9623-4cd3-9e49-01b047c7cee8 req-e5a286d6-40d6-4528-83e9-c37cd4f3d0a1 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:36.042508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70320cc4-9623-4cd3-9e49-01b047c7cee8 req-e5a286d6-40d6-4528-83e9-c37cd4f3d0a1 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 1095 time: 0.0529981
Dec 18 20:49:36.103974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6674b-977b-4c92-99bf-8fc2531891db req-53d5d7ba-c675-417f-906c-76562b576e70 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:36.105425 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ade6674b-977b-4c92-99bf-8fc2531891db req-53d5d7ba-c675-417f-906c-76562b576e70 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd HTTP/1.1" status: 200  len: 945 time: 0.0789888
Dec 18 20:49:36.111420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70320cc4-9623-4cd3-9e49-01b047c7cee8 req-1c8e18a0-eeb2-4aea-bf25-918c30fe79f5 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558267
Dec 18 20:49:36.153585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ade6674b-977b-4c92-99bf-8fc2531891db req-b9dfc882-a518-4209-be81-de37539323f6 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412378
Dec 18 20:49:36.259575 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f0b69ae6-d27b-4bfd-b0f9-4b6474f13f24 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0251491
Dec 18 20:49:36.280719 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:36.347909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-030feb9f-1fb3-43c4-943e-ba92befdb271 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/floatingips/18d8b834-6e50-4b29-b6d5-91ca301ecd43 HTTP/1.1" status: 200  len: 692 time: 0.0915380
Dec 18 20:49:36.462401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-06b807ef-f8b4-41ce-8724-b6b40f0c7ae6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:36.463823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-06b807ef-f8b4-41ce-8724-b6b40f0c7ae6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1982055
Dec 18 20:49:36.489808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-33e3d040-aacc-40c5-8ec4-e8972af1f66c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/quotas/9ce640720b084b84a86f590d354dad25 HTTP/1.1" status: 200  len: 375 time: 0.0195398
Dec 18 20:49:36.497808 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-1c47dca1-62ea-4266-bdd4-36807252bfa1 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:36.499090 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-1c47dca1-62ea-4266-bdd4-36807252bfa1 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1443510
Dec 18 20:49:36.571699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-1d4be017-f41d-4ebf-bf35-bdc5beaf10fd tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.96 HTTP/1.1" status: 200  len: 695 time: 0.0633898
Dec 18 20:49:36.619509 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-cba5bdb0-8041-49dd-98c7-a2ac8fb34a1b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1195211
Dec 18 20:49:36.628994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-74e258bf-10cd-4cd8-b3b2-cf9f62225c3e tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.96 HTTP/1.1" status: 200  len: 695 time: 0.0499930
Dec 18 20:49:36.779218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-8b8aadf6-1bc2-4b51-a29d-f31627df617a tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Deleting port 77f82ffb-7ff5-4a3b-a26f-9b58b7432d10 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:36.779847 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-8b8aadf6-1bc2-4b51-a29d-f31627df617a tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:36.859559 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-8b8aadf6-1bc2-4b51-a29d-f31627df617a tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:36.859961 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-8b8aadf6-1bc2-4b51-a29d-f31627df617a tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:36.874397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-8b8aadf6-1bc2-4b51-a29d-f31627df617a tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Calling delete_port for 77f82ffb-7ff5-4a3b-a26f-9b58b7432d10 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:37.061375 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-8b8aadf6-1bc2-4b51-a29d-f31627df617a tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:37.090373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8aadf6-1bc2-4b51-a29d-f31627df617a tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Pushing event deleted for resources: {'Port': ['ID=77f82ffb-7ff5-4a3b-a26f-9b58b7432d10,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:37.099846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8023a0-6004-40a9-a678-7ce8a67fc931 req-ee8ee941-103b-4022-9ff5-aa591c035166 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:37.101388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d8023a0-6004-40a9-a678-7ce8a67fc931 req-ee8ee941-103b-4022-9ff5-aa591c035166 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 1095 time: 0.0844102
Dec 18 20:49:37.121325 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-8b8aadf6-1bc2-4b51-a29d-f31627df617a tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:37.124145 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-8b8aadf6-1bc2-4b51-a29d-f31627df617a tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:37.125258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68a34556-76af-4e0b-a656-625f2b8ecc6f req-8b8aadf6-1bc2-4b51-a29d-f31627df617a tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "DELETE /v2.0/floatingips/18d8b834-6e50-4b29-b6d5-91ca301ecd43 HTTP/1.1" status: 204  len: 173 time: 0.4899137
Dec 18 20:49:37.173817 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d8023a0-6004-40a9-a678-7ce8a67fc931 req-93efc351-ad7c-4184-8e6f-8ce37b193e4a tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556948
Dec 18 20:49:37.320154 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d9bde-762c-474b-8d06-5e00ba8f36f5 req-e952953c-d55c-4878-ad01-3c0124e888b3 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:37.321616 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae6d9bde-762c-474b-8d06-5e00ba8f36f5 req-e952953c-d55c-4878-ad01-3c0124e888b3 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb62603f-da79-4c9b-adf0-119ab616bbb3 HTTP/1.1" status: 200  len: 945 time: 0.0979946
Dec 18 20:49:37.391285 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae6d9bde-762c-474b-8d06-5e00ba8f36f5 req-3ec62fc1-ec07-49da-8657-5553025f7858 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591490
Dec 18 20:49:37.509930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56046) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:37.600898 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-4ab69d02-5fe0-4dfa-a85c-323d9b7d607d req-f2b8916f-c51b-42bf-875a-e041f552f839 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] show failed (client error): The resource could not be found.
Dec 18 20:49:37.601936 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ab69d02-5fe0-4dfa-a85c-323d9b7d607d req-f2b8916f-c51b-42bf-875a-e041f552f839 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/floatingips/18d8b834-6e50-4b29-b6d5-91ca301ecd43 HTTP/1.1" status: 404  len: 350 time: 0.0365183
Dec 18 20:49:37.744597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-836c2627-9931-4ad2-aad0-afb2b77fe60e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89a9543eaffc44858c8674e4b6f660cf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2332196
Dec 18 20:49:37.747611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56060) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:37.852117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29cb0950-88bb-4d73-946a-fb64b5156708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:37.885297 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29cb0950-88bb-4d73-946a-fb64b5156708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:37.940244 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29cb0950-88bb-4d73-946a-fb64b5156708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:37.943739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29cb0950-88bb-4d73-946a-fb64b5156708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:37.950016 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-29cb0950-88bb-4d73-946a-fb64b5156708 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58080600-5f9c-4b8f-81b5-1d20eab6afb1 HTTP/1.1" status: 204  len: 168 time: 0.1978376
Dec 18 20:49:37.960631 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:37.974030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb0950-88bb-4d73-946a-fb64b5156708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58080600-5f9c-4b8f-81b5-1d20eab6afb1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:38.015754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b83ca2-7345-4e5d-9c4f-3f9e40fef7fb req-7c093bff-c6d7-4993-ab24-40e6e5be663c tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:38.025319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74b83ca2-7345-4e5d-9c4f-3f9e40fef7fb req-7c093bff-c6d7-4993-ab24-40e6e5be663c tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7 HTTP/1.1" status: 200  len: 946 time: 0.0913205
Dec 18 20:49:38.117125 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-73970635-1bee-4045-97e6-38b97daafb41 req-1946b9a4-1dd2-46cb-bb8a-ddcff3ebe8f0 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] show failed (client error): The resource could not be found.
Dec 18 20:49:38.118355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73970635-1bee-4045-97e6-38b97daafb41 req-1946b9a4-1dd2-46cb-bb8a-ddcff3ebe8f0 tempest-FloatingIPsTestJSON-236880002 tempest-FloatingIPsTestJSON-236880002-project] 10.222.0.13 "GET /v2.0/floatingips/18d8b834-6e50-4b29-b6d5-91ca301ecd43 HTTP/1.1" status: 404  len: 350 time: 0.0513160
Dec 18 20:49:38.128816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56100) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:38.145052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74b83ca2-7345-4e5d-9c4f-3f9e40fef7fb req-d6613570-c7ae-4926-b00e-f6156f8b19cf tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055989
Dec 18 20:49:38.268411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c70816a1-83d1-48ac-adaf-0452705aef7f req-c7fc0d06-f034-4d8c-9b66-f92a807d724f tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 210 time: 0.0505340
Dec 18 20:49:38.527526 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:38.816871 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:38.838502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-95f41d14-118c-4c8d-9340-3506d1f783d6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0919311
Dec 18 20:49:39.156696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af02a5-555c-4ceb-bca5-468fac1caab6 req-633e5675-fec5-438d-bd4e-a2e63130bad2 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:39.168536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70af02a5-555c-4ceb-bca5-468fac1caab6 req-633e5675-fec5-438d-bd4e-a2e63130bad2 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7 HTTP/1.1" status: 200  len: 946 time: 0.3583522
Dec 18 20:49:39.283004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-bcaf396b-0047-43b2-8212-039e0a184697 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:39.284993 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-bcaf396b-0047-43b2-8212-039e0a184697 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4347703
Dec 18 20:49:39.304914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Request body: {'port': {'device_id': 'facfd9bf-d901-4385-a082-8a8c8b44f452', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '9ce640720b084b84a86f590d354dad25'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:39.416553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70af02a5-555c-4ceb-bca5-468fac1caab6 req-7a809d45-f1ee-493f-b86a-b8ea3d0db8e4 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2468388
Dec 18 20:49:39.456618 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7ec62d04-7fe9-425b-a90c-949ce967bf8e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0364001
Dec 18 20:49:39.658200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Made reservation on behalf of 9ce640720b084b84a86f590d354dad25 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:39.662623 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:39.722374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21b5eb16-c7ab-4ec8-99e2-c71e8894a054 req-a7332509-b45a-4d5b-9970-a4278ee34c13 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 210 time: 0.0930464
Dec 18 20:49:39.774935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-324e656a-314c-4dea-a41e-a2443c0ac948 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:39.776963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-324e656a-314c-4dea-a41e-a2443c0ac948 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3110180
Dec 18 20:49:39.789828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Deleting port ec1f941f-836c-4285-bf90-a016563a2b85 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:39.790543 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:39.844015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Request body: {'port': {'device_id': 'bc0b61b0-8c22-420f-9c24-f948a8967c70', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '9ce640720b084b84a86f590d354dad25'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:39.903164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] For port ec1f941f-836c-4285-bf90-a016563a2b85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec1f941f-836c-4285-bf90-a016563a2b85,segment=NetworkSegment(dba69b91-9e7a-40b8-970c-db571c95f105),segment_id=dba69b91-9e7a-40b8-970c-db571c95f105)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:39.904151 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:39.943586 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Calling delete_port for ec1f941f-836c-4285-bf90-a016563a2b85 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:40.277383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162a092-c435-4cc9-a5e3-3b0b4bdf6c02 req-70eb071a-e973-458d-8a45-7936af97f8cf tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:40.279475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c162a092-c435-4cc9-a5e3-3b0b4bdf6c02 req-70eb071a-e973-458d-8a45-7936af97f8cf tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7 HTTP/1.1" status: 200  len: 946 time: 0.2732124
Dec 18 20:49:40.367081 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:40.412441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Allocated IP 192.168.233.108 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/9dec9e11-2f64-410a-9138-c76a28139138) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:40.464500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1f941f-836c-4285-bf90-a016563a2b85,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:40.506858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Made reservation on behalf of 9ce640720b084b84a86f590d354dad25 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:40.512695 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:40.539686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.540190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.540631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.542577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.543054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.544229 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.545628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.545954 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.546449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.547290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.547723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.548200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.548708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:40.589081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-c162a092-c435-4cc9-a5e3-3b0b4bdf6c02 req-8279ca68-11b1-41d2-8d3b-ad88796e7e20 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Deleting port 11404954-527e-4497-8a08-c8e44c3d14a2 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:40.589427 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c162a092-c435-4cc9-a5e3-3b0b4bdf6c02 req-8279ca68-11b1-41d2-8d3b-ad88796e7e20 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:40.602899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56258) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:40.865759 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-674aeed4-0d99-4c82-9dae-b512ef935090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:40.937915 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:41.097969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-674aeed4-0d99-4c82-9dae-b512ef935090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:41.103948 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-674aeed4-0d99-4c82-9dae-b512ef935090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:41.157282 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-674aeed4-0d99-4c82-9dae-b512ef935090 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4350ab76ff334917b362c5937d808f56&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5489070
Dec 18 20:49:41.186113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56294) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:41.195560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674aeed4-0d99-4c82-9dae-b512ef935090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc702b6-aca8-4616-bb15-492e384a6a5f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:41.292592 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a12b2ada-e8fc-4c94-84b2-c5cc790c1d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:41.322638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Router 057f0e28-4461-450b-bb80-5749d41e8c07 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:49:41.324555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a12b2ada-e8fc-4c94-84b2-c5cc790c1d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:41.351242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dbf2478e-f5de-4f7a-ae2d-a46707a426d9 req-6a36dac4-64c5-4358-a0df-5688eed912ee tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 210 time: 0.0832117
Dec 18 20:49:41.398996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b5cdf-271c-4315-8d2e-579ff17e5cc5 req-8fa946c3-4cf7-4e4c-b38e-b804f99037f5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:41.401424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f4b5cdf-271c-4315-8d2e-579ff17e5cc5 req-8fa946c3-4cf7-4e4c-b38e-b804f99037f5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7 HTTP/1.1" status: 200  len: 946 time: 0.7993891
Dec 18 20:49:41.402375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c162a092-c435-4cc9-a5e3-3b0b4bdf6c02 req-8279ca68-11b1-41d2-8d3b-ad88796e7e20 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] For port 11404954-527e-4497-8a08-c8e44c3d14a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11404954-527e-4497-8a08-c8e44c3d14a2,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:41.402742 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c162a092-c435-4cc9-a5e3-3b0b4bdf6c02 req-8279ca68-11b1-41d2-8d3b-ad88796e7e20 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:41.459519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-c162a092-c435-4cc9-a5e3-3b0b4bdf6c02 req-8279ca68-11b1-41d2-8d3b-ad88796e7e20 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Calling delete_port for 11404954-527e-4497-8a08-c8e44c3d14a2 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:41.471282 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a12b2ada-e8fc-4c94-84b2-c5cc790c1d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:41.474278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a12b2ada-e8fc-4c94-84b2-c5cc790c1d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:41.475518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a12b2ada-e8fc-4c94-84b2-c5cc790c1d62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fc702b6-aca8-4616-bb15-492e384a6a5f HTTP/1.1" status: 204  len: 168 time: 0.2884362
Dec 18 20:49:41.492567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b2ada-e8fc-4c94-84b2-c5cc790c1d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc702b6-aca8-4616-bb15-492e384a6a5f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:41.501179 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:49:41.511881 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d2b3f-0496-4d80-a202-62f314427782 None None] Sync routers for ids ['057f0e28-4461-450b-bb80-5749d41e8c07'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:49:41.513354 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6bf18697-1123-4f48-bb93-00c4107a6a67 admin admin] 10.222.0.13 "PUT /v2.0/routers/057f0e28-4461-450b-bb80-5749d41e8c07/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3833930
Dec 18 20:49:41.517462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56300) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:41.530136 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d2b3f-0496-4d80-a202-62f314427782 None None] Routers {'057f0e28-4461-450b-bb80-5749d41e8c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:41.532849 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b75d2b3f-0496-4d80-a202-62f314427782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36646ec280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['057f0e28-4461-450b-bb80-5749d41e8c07'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:41.632686 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:41.776989 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:41.788296 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-b75d2b3f-0496-4d80-a202-62f314427782 None None] Set router 057f0e28-4461-450b-bb80-5749d41e8c07 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:49:41.798294 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c162a092-c435-4cc9-a5e3-3b0b4bdf6c02 req-8279ca68-11b1-41d2-8d3b-ad88796e7e20 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:41.804743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f4b5cdf-271c-4315-8d2e-579ff17e5cc5 req-9f3309b3-ef89-4111-9e92-a27e80a8ebed tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3478749
Dec 18 20:49:41.814999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['82974d62-28de-42c6-ad7d-6964ede5da22'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:41.818442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['11404954-527e-4497-8a08-c8e44c3d14a2', '92764ad1-5e29-480d-8c4d-12d7121af278'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:41.973922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279ca68-11b1-41d2-8d3b-ad88796e7e20 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Pushing event deleted for resources: {'Port': ['ID=11404954-527e-4497-8a08-c8e44c3d14a2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:42.039091 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:42.059184 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:42.112507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c162a092-c435-4cc9-a5e3-3b0b4bdf6c02 req-8279ca68-11b1-41d2-8d3b-ad88796e7e20 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] No DVR routers for this DVR port 11404954-527e-4497-8a08-c8e44c3d14a2 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:42.165513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Deleting port 2c770071-348c-4949-88d5-0834c87109cb {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:42.165917 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:42.169325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:42.171331 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c162a092-c435-4cc9-a5e3-3b0b4bdf6c02 req-8279ca68-11b1-41d2-8d3b-ad88796e7e20 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:42.175445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c162a092-c435-4cc9-a5e3-3b0b4bdf6c02 req-8279ca68-11b1-41d2-8d3b-ad88796e7e20 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.36 "DELETE /v2.0/ports/11404954-527e-4497-8a08-c8e44c3d14a2 HTTP/1.1" status: 204  len: 173 time: 1.8658063
Dec 18 20:49:42.178835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event updated for resources: {'Port': ['ID=9dec9e11-2f64-410a-9138-c76a28139138,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:42.182266 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:42.184155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7', 'name': 'network-vif-deleted', 'tag': '11404954-527e-4497-8a08-c8e44c3d14a2'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:42.187376 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854f63ca-0f4c-4fc0-962b-8a31135a086f" -d '{"events": [{"server_uuid": "9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7", "name": "network-vif-deleted", "tag": "11404954-527e-4497-8a08-c8e44c3d14a2"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:42.194382 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:42.201725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:42.203722 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:42.262527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f4d377f7-4250-43d6-bd74-049db90a6b6a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9676392
Dec 18 20:49:42.278342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Request body: {'port': {'device_id': 'facfd9bf-d901-4385-a082-8a8c8b44f452', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:42.421124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] For port 2c770071-348c-4949-88d5-0834c87109cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c770071-348c-4949-88d5-0834c87109cb,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:42.421539 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:42.422427 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddb0ab4-021e-4c0e-acc0-414f6ca37734 x-openstack-request-id: req-7ddb0ab4-021e-4c0e-acc0-414f6ca37734 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:42.423552 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7", "name": "network-vif-deleted", "tag": "11404954-527e-4497-8a08-c8e44c3d14a2", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:42.425377 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ddb0ab4-021e-4c0e-acc0-414f6ca37734 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:42.426343 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7', 'name': 'network-vif-deleted', 'tag': '11404954-527e-4497-8a08-c8e44c3d14a2', 'status': 'completed', 'code': 200}
Dec 18 20:49:42.457621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Calling delete_port for 2c770071-348c-4949-88d5-0834c87109cb owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:42.507793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Allocated IP 192.168.233.117 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/a52b9904-6215-4656-8796-8cca7fdd5a67) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:42.555693 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:42.574485 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b75d2b3f-0496-4d80-a202-62f314427782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36646ec280>, [{'id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'name': 'tempest-FloatingIPsTestJSON-517363702-router', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '2c770071-348c-4949-88d5-0834c87109cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:08Z', 'updated_at': '2021-12-18T20:49:40Z', 'revision_number': 5, 'project_id': '29a831462611445ebb7256a4c8b657a0', 'gw_port': {'id': '2c770071-348c-4949-88d5-0834c87109cb', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:10Z', 'updated_at': '2021-12-18T20:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:42.667387 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d2b3f-0496-4d80-a202-62f314427782 None None] Checking router: 057f0e28-4461-450b-bb80-5749d41e8c07 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:49:42.679869 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d2b3f-0496-4d80-a202-62f314427782 None None] Routers {'057f0e28-4461-450b-bb80-5749d41e8c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:42.680976 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b75d2b3f-0496-4d80-a202-62f314427782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36646ec280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['057f0e28-4461-450b-bb80-5749d41e8c07'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:42.787573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-778a0204-d0b3-46f7-b4d9-44703109dc26 None None] Provisioning complete for port 9dec9e11-2f64-410a-9138-c76a28139138 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:42.787944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-778a0204-d0b3-46f7-b4d9-44703109dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:42.865564 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-b75d2b3f-0496-4d80-a202-62f314427782 None None] Set router 057f0e28-4461-450b-bb80-5749d41e8c07 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:49:42.944780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-778a0204-d0b3-46f7-b4d9-44703109dc26 None None] Port 9dec9e11-2f64-410a-9138-c76a28139138 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:49:42.966152 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b75d2b3f-0496-4d80-a202-62f314427782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36646ec280>, [{'id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'name': 'tempest-FloatingIPsTestJSON-517363702-router', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:08Z', 'updated_at': '2021-12-18T20:49:42Z', 'revision_number': 6, 'project_id': '29a831462611445ebb7256a4c8b657a0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:42.998244 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45630a73-be14-464c-8431-4f60c05b79c5 req-4b4283d2-43dd-49a0-ad2f-62d06ebcd62f tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 210 time: 0.0756037
Dec 18 20:49:43.047065 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d2b3f-0496-4d80-a202-62f314427782 None None] The sync data for ids ['057f0e28-4461-450b-bb80-5749d41e8c07'] in ncdv-master-1 is: [{'id': '057f0e28-4461-450b-bb80-5749d41e8c07', 'name': 'tempest-FloatingIPsTestJSON-517363702-router', 'tenant_id': '29a831462611445ebb7256a4c8b657a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:08Z', 'updated_at': '2021-12-18T20:49:42Z', 'revision_number': 6, 'project_id': '29a831462611445ebb7256a4c8b657a0', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:49:43.055062 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.083859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:43.161721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c770071-348c-4949-88d5-0834c87109cb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:43.173367 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b3d75cb-4412-4232-aa68-4b9accc81874 req-e366ab56-9992-4865-9318-055661c2b555 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed5fd79-297d-4edc-ac1b-b8c9e30c29d7 HTTP/1.1" status: 200  len: 210 time: 0.0483389
Dec 18 20:49:43.243958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56354) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:43.280274 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.309535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.424053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.430785 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.469108 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.545363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:43.554707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:43.555002 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.555576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 057f0e28-4461-450b-bb80-5749d41e8c07 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:49:43.561311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:43.568397 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.568887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:43.569851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.571864 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-03526615-5293-4d01-be5c-3da61a742ad9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/057f0e28-4461-450b-bb80-5749d41e8c07 HTTP/1.1" status: 204  len: 168 time: 2.0512631
Dec 18 20:49:43.572765 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8aaae9e5-3033-43b3-9e4a-14262f259082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.582624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56360) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:43.593659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event updated for resources: {'Port': ['ID=a52b9904-6215-4656-8796-8cca7fdd5a67,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:43.602371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:43.620887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.621236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.621591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.621942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.622608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.622969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.623305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.623640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.623972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.624304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.624631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.624960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.625296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:49:43.644686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-7a97b819-b77a-4e75-8d82-313bda98803b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.8276551
Dec 18 20:49:43.698528 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Request body: {'port': {'device_id': 'bc0b61b0-8c22-420f-9c24-f948a8967c70', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:43.742708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dec9e11-2f64-410a-9138-c76a28139138 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:43.757618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-80939e2b-c805-4c82-8c3a-ef5b8e5f0e5c admin admin] Deleting subnet 4cd1b1b1-ff02-46c6-b157-8c5d87642c52 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:49:43.809805 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.819398 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.825622 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8aaae9e5-3033-43b3-9e4a-14262f259082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.833137 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-80939e2b-c805-4c82-8c3a-ef5b8e5f0e5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.838084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8aaae9e5-3033-43b3-9e4a-14262f259082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.944629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-80939e2b-c805-4c82-8c3a-ef5b8e5f0e5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:43.963810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Transition to ACTIVE for port object 9dec9e11-2f64-410a-9138-c76a28139138 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:49:43.984759 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.061555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ec1f941f-836c-4285-bf90-a016563a2b85 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:44.089123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56370) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:44.117264 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-80939e2b-c805-4c82-8c3a-ef5b8e5f0e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.124004 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: ec1f941f-836c-4285-bf90-a016563a2b85 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:44.124379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ec1f941f-836c-4285-bf90-a016563a2b85 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:44.147044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e2647097-b623-4439-88a6-74b0d16abd38 None None] Provisioning complete for port a52b9904-6215-4656-8796-8cca7fdd5a67 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:44.147659 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e2647097-b623-4439-88a6-74b0d16abd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.197672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaae9e5-3033-43b3-9e4a-14262f259082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9de99a7-16ad-4c15-ae4e-1d347a14cda7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:44.202892 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8aaae9e5-3033-43b3-9e4a-14262f259082 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1c3c6cad11948f58170343d52ca3439&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9576547
Dec 18 20:49:44.212386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56378) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:44.226542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e2647097-b623-4439-88a6-74b0d16abd38 None None] Port a52b9904-6215-4656-8796-8cca7fdd5a67 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:49:44.266076 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-80939e2b-c805-4c82-8c3a-ef5b8e5f0e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.347967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257db6a7-f18e-4609-a007-a77fccd0ce4d None None] Network 773e658d-aadd-4408-bb23-92e341ea3c0e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:44.361085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80939e2b-c805-4c82-8c3a-ef5b8e5f0e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cd1b1b1-ff02-46c6-b157-8c5d87642c52,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:44.366773 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-80939e2b-c805-4c82-8c3a-ef5b8e5f0e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.378158 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-80939e2b-c805-4c82-8c3a-ef5b8e5f0e5c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4cd1b1b1-ff02-46c6-b157-8c5d87642c52 HTTP/1.1" status: 204  len: 168 time: 0.7069895
Dec 18 20:49:44.380515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56382) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:44.425949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Pushing event updated for resources: {'Port': ['ID=9dec9e11-2f64-410a-9138-c76a28139138,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:44.501977 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Attempting to bind port 9dec9e11-2f64-410a-9138-c76a28139138 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:44.504317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Attempting to bind port 9dec9e11-2f64-410a-9138-c76a28139138 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:44.506194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Attempting to bind port 9dec9e11-2f64-410a-9138-c76a28139138 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:44.552546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6620e5-a48c-408f-a284-74807f3ea019 req-204bc8f5-ef4f-43f1-a148-c5096743e1ee tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:44.570985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab6620e5-a48c-408f-a284-74807f3ea019 req-204bc8f5-ef4f-43f1-a148-c5096743e1ee tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 936 time: 0.3167205
Dec 18 20:49:44.594760 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.614483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68d32d4d-6eb2-4d1d-97e9-9ef4523e3649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.621891 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.628103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Port 9dec9e11-2f64-410a-9138-c76a28139138 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:49:44.628437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Attempting to bind port 9dec9e11-2f64-410a-9138-c76a28139138 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:44.695422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68d32d4d-6eb2-4d1d-97e9-9ef4523e3649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.708365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 11404954-527e-4497-8a08-c8e44c3d14a2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:44.728537 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-791b593f-34c2-4c76-8ce8-be2455b69868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.747811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54a91a1-c1bd-48a0-ad93-56b542c53cad None None] DHCP port deletion for 773e658d-aadd-4408-bb23-92e341ea3c0e request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:49:44.749503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:44.750102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:44.750704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:44.751899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 11404954-527e-4497-8a08-c8e44c3d14a2 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:44.752049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Bound port: 9dec9e11-2f64-410a-9138-c76a28139138, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:44.752552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 11404954-527e-4497-8a08-c8e44c3d14a2 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:44.753057 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.795069 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Deleting port 1cf4df59-f519-4973-8f85-282b9a2c8e3e {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:44.795069 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.843489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b54a91a1-c1bd-48a0-ad93-56b542c53cad None None] Deleting port 1cf4df59-f519-4973-8f85-282b9a2c8e3e {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:44.843915 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b54a91a1-c1bd-48a0-ad93-56b542c53cad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.878700 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68d32d4d-6eb2-4d1d-97e9-9ef4523e3649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.882657 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68d32d4d-6eb2-4d1d-97e9-9ef4523e3649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.884005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52b9904-6215-4656-8796-8cca7fdd5a67 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:44.888631 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-68d32d4d-6eb2-4d1d-97e9-9ef4523e3649 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9de99a7-16ad-4c15-ae4e-1d347a14cda7 HTTP/1.1" status: 204  len: 168 time: 0.6728582
Dec 18 20:49:44.939500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d32d4d-6eb2-4d1d-97e9-9ef4523e3649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9de99a7-16ad-4c15-ae4e-1d347a14cda7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:44.946868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] For port 1cf4df59-f519-4973-8f85-282b9a2c8e3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cf4df59-f519-4973-8f85-282b9a2c8e3e,segment=NetworkSegment(dba69b91-9e7a-40b8-970c-db571c95f105),segment_id=dba69b91-9e7a-40b8-970c-db571c95f105)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:44.946868 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.971472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b54a91a1-c1bd-48a0-ad93-56b542c53cad None None] For port 1cf4df59-f519-4973-8f85-282b9a2c8e3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cf4df59-f519-4973-8f85-282b9a2c8e3e,segment=NetworkSegment(dba69b91-9e7a-40b8-970c-db571c95f105),segment_id=dba69b91-9e7a-40b8-970c-db571c95f105)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:44.971881 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b54a91a1-c1bd-48a0-ad93-56b542c53cad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:44.978785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Calling delete_port for 1cf4df59-f519-4973-8f85-282b9a2c8e3e owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:45.014089 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.053993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b54a91a1-c1bd-48a0-ad93-56b542c53cad None None] Calling delete_port for 1cf4df59-f519-4973-8f85-282b9a2c8e3e owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:45.070914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab6620e5-a48c-408f-a284-74807f3ea019 req-847fdd9d-fc7f-45c0-97e8-e6e06a526af1 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4989028
Dec 18 20:49:45.078828 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.133543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Transition to ACTIVE for port object a52b9904-6215-4656-8796-8cca7fdd5a67 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:49:45.134693 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf4df59-f519-4973-8f85-282b9a2c8e3e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:45.151475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] No DVR routers for this DVR port 1cf4df59-f519-4973-8f85-282b9a2c8e3e on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:45.166102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.227819 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b54a91a1-c1bd-48a0-ad93-56b542c53cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.264785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] For port 9dec9e11-2f64-410a-9138-c76a28139138, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:45.285733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a91a1-c1bd-48a0-ad93-56b542c53cad None None] Pushing event deleted for resources: {'Port': ['ID=1cf4df59-f519-4973-8f85-282b9a2c8e3e,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:45.307815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a91a1-c1bd-48a0-ad93-56b542c53cad None None] No DVR routers for this DVR port 1cf4df59-f519-4973-8f85-282b9a2c8e3e on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:45.308570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.339829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] For port 9dec9e11-2f64-410a-9138-c76a28139138, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9dec9e11-2f64-410a-9138-c76a28139138,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:45.367290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Pushing event updated for resources: {'Port': ['ID=a52b9904-6215-4656-8796-8cca7fdd5a67,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:45.378149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e08fc40>,) {'filters': {'network_id': ['773e658d-aadd-4408-bb23-92e341ea3c0e']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:45.387640 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.390367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e08fc40>, 'dba69b91-9e7a-40b8-970c-db571c95f105') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:45.390770 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e08fc40>, 'dba69b91-9e7a-40b8-970c-db571c95f105') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:45.417820 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.457984 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.475634 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:49:45.476400 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:49:45.478465 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:49:45.481419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Attempting to bind port a52b9904-6215-4656-8796-8cca7fdd5a67 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:45.491781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Attempting to bind port a52b9904-6215-4656-8796-8cca7fdd5a67 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:45.492402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Attempting to bind port a52b9904-6215-4656-8796-8cca7fdd5a67 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:45.522565 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-791b593f-34c2-4c76-8ce8-be2455b69868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.527995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:45.528850 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.530533 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] 10.222.0.31 "PUT /v2.0/ports/9dec9e11-2f64-410a-9138-c76a28139138 HTTP/1.1" status: 200  len: 1096 time: 3.2578874
Dec 18 20:49:45.531273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facfd9bf-d901-4385-a082-8a8c8b44f452', 'tag': '9dec9e11-2f64-410a-9138-c76a28139138'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:45.533635 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eeb8a3-42d4-4e0d-ba6e-fe690b7f040f" -d '{"events": [{"name": "network-changed", "server_uuid": "facfd9bf-d901-4385-a082-8a8c8b44f452", "tag": "9dec9e11-2f64-410a-9138-c76a28139138"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:45.545579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Port a52b9904-6215-4656-8796-8cca7fdd5a67 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:49:45.545905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Attempting to bind port a52b9904-6215-4656-8796-8cca7fdd5a67 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:45.550540 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-791b593f-34c2-4c76-8ce8-be2455b69868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.643914 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.656708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.663700 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] 10.222.0.13 "DELETE /v2.0/networks/773e658d-aadd-4408-bb23-92e341ea3c0e HTTP/1.1" status: 204  len: 168 time: 1.2822392
Dec 18 20:49:45.684776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518b0d4-9e2a-4ab6-b7c8-a5612ca3fc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=773e658d-aadd-4408-bb23-92e341ea3c0e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:45.692792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:45.694538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:45.695541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:45.698778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Bound port: a52b9904-6215-4656-8796-8cca7fdd5a67, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:45.699381 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.713464 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47ff0f8-d30d-4bb4-9d16-ed0fed79c21b x-openstack-request-id: req-a47ff0f8-d30d-4bb4-9d16-ed0fed79c21b {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:45.714088 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facfd9bf-d901-4385-a082-8a8c8b44f452", "tag": "9dec9e11-2f64-410a-9138-c76a28139138", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:45.714693 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a47ff0f8-d30d-4bb4-9d16-ed0fed79c21b {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:45.715343 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facfd9bf-d901-4385-a082-8a8c8b44f452', 'tag': '9dec9e11-2f64-410a-9138-c76a28139138', 'status': 'completed', 'code': 200}
Dec 18 20:49:45.718106 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2c770071-348c-4949-88d5-0834c87109cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:45.779325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 2c770071-348c-4949-88d5-0834c87109cb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:45.779681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2c770071-348c-4949-88d5-0834c87109cb not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:45.780221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1cf4df59-f519-4973-8f85-282b9a2c8e3e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:45.792607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658899d-ef02-431c-840b-3e6f76654348 service neutron] Pushing event updated for resources: {'Port': ['ID=9dec9e11-2f64-410a-9138-c76a28139138,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:45.819743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-791b593f-34c2-4c76-8ce8-be2455b69868 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=426ef0ab98e5456dbf3a7946e36bd65b&name=default HTTP/1.1" status: 200  len: 2996 time: 1.7176540
Dec 18 20:49:45.822453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56424) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:45.823343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b593f-34c2-4c76-8ce8-be2455b69868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c35067a-e64e-4ec3-8818-d7a539ad6e0d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:45.877838 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 1cf4df59-f519-4973-8f85-282b9a2c8e3e {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:45.878166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1cf4df59-f519-4973-8f85-282b9a2c8e3e not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:45.912107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-ae4dc6a9-2b5f-46ce-9085-93718f496b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:45.913746 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-ae4dc6a9-2b5f-46ce-9085-93718f496b28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=facfd9bf-d901-4385-a082-8a8c8b44f452 HTTP/1.1" status: 200  len: 1099 time: 0.2914281
Dec 18 20:49:45.931925 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-17308d4e-a059-45b7-880f-8bf0e9c7a589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:45.964853 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56426) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:45.980886 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-17308d4e-a059-45b7-880f-8bf0e9c7a589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:46.006664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f6cf31c4-6276-443f-bb97-5cdb288fa5af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=9dec9e11-2f64-410a-9138-c76a28139138 HTTP/1.1" status: 200  len: 217 time: 0.0769432
Dec 18 20:49:46.081149 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c5841746-e53f-4027-ad3d-0dee8a5cdf0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29a831462611445ebb7256a4c8b657a0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1150153
Dec 18 20:49:46.084215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56432) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:46.107842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] For port a52b9904-6215-4656-8796-8cca7fdd5a67, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:46.126719 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-17308d4e-a059-45b7-880f-8bf0e9c7a589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:46.131068 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-17308d4e-a059-45b7-880f-8bf0e9c7a589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:46.132313 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-17308d4e-a059-45b7-880f-8bf0e9c7a589 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c35067a-e64e-4ec3-8818-d7a539ad6e0d HTTP/1.1" status: 204  len: 168 time: 0.3086832
Dec 18 20:49:46.151331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17308d4e-a059-45b7-880f-8bf0e9c7a589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c35067a-e64e-4ec3-8818-d7a539ad6e0d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:46.184584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] For port a52b9904-6215-4656-8796-8cca7fdd5a67, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a52b9904-6215-4656-8796-8cca7fdd5a67,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:46.192224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778d034e-ac74-4591-817e-340ba29bf33b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:46.237250 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:46.242219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778d034e-ac74-4591-817e-340ba29bf33b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:46.275478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-5411558d-399a-425f-8c17-420208cd773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:46.277264 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-5411558d-399a-425f-8c17-420208cd773f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.2632496
Dec 18 20:49:46.302173 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778d034e-ac74-4591-817e-340ba29bf33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:46.309228 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778d034e-ac74-4591-817e-340ba29bf33b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:46.315393 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-778d034e-ac74-4591-817e-340ba29bf33b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74522e0a-0aee-4d63-bf29-7b7809e99052 HTTP/1.1" status: 204  len: 168 time: 0.2298484
Dec 18 20:49:46.325796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d034e-ac74-4591-817e-340ba29bf33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74522e0a-0aee-4d63-bf29-7b7809e99052,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:46.351188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:46.352044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:46.353649 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] 10.222.0.31 "PUT /v2.0/ports/a52b9904-6215-4656-8796-8cca7fdd5a67 HTTP/1.1" status: 200  len: 1096 time: 2.6646829
Dec 18 20:49:46.432825 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8456e4a-0ee1-43f6-9b5d-a14be2a6ff03 service neutron] Pushing event updated for resources: {'Port': ['ID=a52b9904-6215-4656-8796-8cca7fdd5a67,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:46.475464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381316dc-14e0-47ee-9580-4101cca42157 req-6e10c345-ae08-48a3-b905-4c66c5d28910 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:46.481493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381316dc-14e0-47ee-9580-4101cca42157 req-6e10c345-ae08-48a3-b905-4c66c5d28910 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:46.483035 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-381316dc-14e0-47ee-9580-4101cca42157 req-6e10c345-ae08-48a3-b905-4c66c5d28910 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd&device_id=cb62603f-da79-4c9b-adf0-119ab616bbb3 HTTP/1.1" status: 200  len: 1681 time: 0.2545586
Dec 18 20:49:46.503208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b366-b97f-4ea6-914d-8b277651ca51 req-26b0aa21-d588-469e-938d-b2ac0710eb46 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:46.510427 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7754b366-b97f-4ea6-914d-8b277651ca51 req-26b0aa21-d588-469e-938d-b2ac0710eb46 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 948 time: 0.2919605
Dec 18 20:49:46.575781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-ec399210-dc63-49ef-8e50-76ff1b777cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:46.578003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-ec399210-dc63-49ef-8e50-76ff1b777cea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2535729
Dec 18 20:49:46.718960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-381316dc-14e0-47ee-9580-4101cca42157 req-d35e87fe-3ab2-4f65-887f-e44400f6779a tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061768
Dec 18 20:49:46.725076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7754b366-b97f-4ea6-914d-8b277651ca51 req-79ef6754-b1b7-426f-8536-be5c81862a59 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2137067
Dec 18 20:49:46.734131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f3a443ae-a3eb-49e7-aa78-57da11308aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:46.736617 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-f3a443ae-a3eb-49e7-aa78-57da11308aa7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 1099 time: 0.2055004
Dec 18 20:49:46.815000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-c096580d-a9dc-47d7-b54f-034ebdc5ec44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=a52b9904-6215-4656-8796-8cca7fdd5a67 HTTP/1.1" status: 200  len: 217 time: 0.0699146
Dec 18 20:49:46.861409 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-76573ed0-39db-474a-b311-e367db5cfb88 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718508
Dec 18 20:49:46.989280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-6e884737-7e9e-45aa-a509-6bcee6216e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:46.990818 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-6e884737-7e9e-45aa-a509-6bcee6216e46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1666906
Dec 18 20:49:47.154880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-914e6645-e5ab-4c78-bd8b-b6aafbbdab04 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2859082
Dec 18 20:49:47.157746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-91e6ebf9-6acf-4a25-9d8b-7a0f053f3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:47.159973 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-91e6ebf9-6acf-4a25-9d8b-7a0f053f3405 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1596332
Dec 18 20:49:47.322744 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeb8a3-42d4-4e0d-ba6e-fe690b7f040f req-2b049190-3b3c-48f8-8b61-2a5851ea7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:47.325054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68eeb8a3-42d4-4e0d-ba6e-fe690b7f040f req-2b049190-3b3c-48f8-8b61-2a5851ea7321 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=facfd9bf-d901-4385-a082-8a8c8b44f452 HTTP/1.1" status: 200  len: 1099 time: 0.0881767
Dec 18 20:49:47.349023 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-23164075-2374-40e7-a7aa-b898fb0f0bc5 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1784611
Dec 18 20:49:47.513481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeb8a3-42d4-4e0d-ba6e-fe690b7f040f req-cc636c3f-28c1-4119-8775-4a299de58d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:47.515168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68eeb8a3-42d4-4e0d-ba6e-fe690b7f040f req-cc636c3f-28c1-4119-8775-4a299de58d91 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1793518
Dec 18 20:49:47.521841 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584c2dc1-0eee-4159-8ad5-08b741cded20 req-690aabcc-14c7-4326-9791-d86bbc287800 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615908
Dec 18 20:49:47.606704 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68eeb8a3-42d4-4e0d-ba6e-fe690b7f040f req-ce4f7d0a-2971-40ca-894c-8d679fbdaf58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=9dec9e11-2f64-410a-9138-c76a28139138 HTTP/1.1" status: 200  len: 217 time: 0.0749524
Dec 18 20:49:47.708275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dacb27-ff32-48ef-a426-ef7b035ada47 req-3cf4b68d-bf86-4cfa-a2a9-d6bd02739678 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:47.709799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97dacb27-ff32-48ef-a426-ef7b035ada47 req-3cf4b68d-bf86-4cfa-a2a9-d6bd02739678 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb62603f-da79-4c9b-adf0-119ab616bbb3 HTTP/1.1" status: 200  len: 945 time: 0.0972061
Dec 18 20:49:47.711225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeb8a3-42d4-4e0d-ba6e-fe690b7f040f req-ea453281-d917-4e6d-be97-8efcd1291c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:47.713496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68eeb8a3-42d4-4e0d-ba6e-fe690b7f040f req-ea453281-d917-4e6d-be97-8efcd1291c2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0975113
Dec 18 20:49:47.716400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0b61b0-8c22-420f-9c24-f948a8967c70', 'tag': 'a52b9904-6215-4656-8796-8cca7fdd5a67'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:47.719056 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98c6802-42c8-429d-baf5-832745b331da" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0b61b0-8c22-420f-9c24-f948a8967c70", "tag": "a52b9904-6215-4656-8796-8cca7fdd5a67"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:47.776598 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def090db-fb22-408c-aac7-97bf1baf7845 x-openstack-request-id: req-def090db-fb22-408c-aac7-97bf1baf7845 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:47.776890 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0b61b0-8c22-420f-9c24-f948a8967c70", "tag": "a52b9904-6215-4656-8796-8cca7fdd5a67", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:47.777143 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-def090db-fb22-408c-aac7-97bf1baf7845 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:47.777535 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0b61b0-8c22-420f-9c24-f948a8967c70', 'tag': 'a52b9904-6215-4656-8796-8cca7fdd5a67', 'status': 'completed', 'code': 200}
Dec 18 20:49:47.796324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeb8a3-42d4-4e0d-ba6e-fe690b7f040f req-6b06f46c-aa9b-4553-8529-5c3450d94c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:47.797853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68eeb8a3-42d4-4e0d-ba6e-fe690b7f040f req-6b06f46c-aa9b-4553-8529-5c3450d94c81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0744002
Dec 18 20:49:47.815538 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97dacb27-ff32-48ef-a426-ef7b035ada47 req-65b782f9-4265-44c3-bbb3-1c0db0412167 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931053
Dec 18 20:49:47.994732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d8e9a-7a35-4db6-ade3-6220e2fa8edb req-9728f8e8-2f9b-4f7d-85eb-a330c2187382 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:47.996233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d7d8e9a-7a35-4db6-ade3-6220e2fa8edb req-9728f8e8-2f9b-4f7d-85eb-a330c2187382 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 948 time: 0.1373177
Dec 18 20:49:48.006471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6802-42c8-429d-baf5-832745b331da req-a3b3956c-5092-495a-8930-8408be8f6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:48.007951 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b98c6802-42c8-429d-baf5-832745b331da req-a3b3956c-5092-495a-8930-8408be8f6e55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 1099 time: 0.1803524
Dec 18 20:49:48.054548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68eeb8a3-42d4-4e0d-ba6e-fe690b7f040f req-c29eeab8-1e5d-4a30-9402-bff88f4842c7 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2280159
Dec 18 20:49:48.076095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56526) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:48.135601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56534) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:48.170303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d7d8e9a-7a35-4db6-ade3-6220e2fa8edb req-053a8e7b-2ae6-4546-a290-a4e1a5ee7f60 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599622
Dec 18 20:49:48.219581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6802-42c8-429d-baf5-832745b331da req-572f1f13-16b5-4c26-bdd7-0a201fc7d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:48.221044 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b98c6802-42c8-429d-baf5-832745b331da req-572f1f13-16b5-4c26-bdd7-0a201fc7d549 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1958582
Dec 18 20:49:48.241822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-7738961-network', 'tenant_id': '260f5423c9c44b499073e360e0e66264'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:48.268282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-287410056-network', 'tenant_id': '5ae570bf047a422aa4397c0eb9b70183'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:48.287659 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:48.292097 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.306396 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.351442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Made reservation on behalf of 5ae570bf047a422aa4397c0eb9b70183 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:48.355115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.377353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.470339 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.481068 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.515895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:49:48.545723 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.546692 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Added segment e5d75816-4d28-4af9-8032-6d871ec1664b of type vlan for network 26952b1a-9694-4890-a4a8-a33c999df5e8
Dec 18 20:49:48.559592 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d8b956-a0cd-4589-971f-a2c750ea5311,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:48.574375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56546) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:48.613431 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.626809 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.630131 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b98c6802-42c8-429d-baf5-832745b331da req-e09ea106-ee3d-458e-86e1-bbcf5f2143c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=a52b9904-6215-4656-8796-8cca7fdd5a67 HTTP/1.1" status: 200  len: 217 time: 0.4017181
Dec 18 20:49:48.632433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68eeb8a3-42d4-4e0d-ba6e-fe690b7f040f req-8aa4f545-06d3-4bbd-b392-e1a51c30dce3 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5471640
Dec 18 20:49:48.635014 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.670624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:49:48.697805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6802-42c8-429d-baf5-832745b331da req-5aa5d219-38c2-4ae6-9739-0cecac7e7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:48.699447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b98c6802-42c8-429d-baf5-832745b331da req-5aa5d219-38c2-4ae6-9739-0cecac7e7768 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0564995
Dec 18 20:49:48.710403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836f447d-3eef-4bc3-97ed-61f541682647,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:48.717572 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.718244 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Added segment ef7420c2-ed18-4f15-a7bb-66073d034087 of type vlan for network 9fbbfd90-3ddb-48c1-93b6-92ffac3e1922
Dec 18 20:49:48.731434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.732431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:48.733433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.784263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6802-42c8-429d-baf5-832745b331da req-2a57ad36-fdac-46ae-ac41-8fec84f5332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:48.787190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b98c6802-42c8-429d-baf5-832745b331da req-2a57ad36-fdac-46ae-ac41-8fec84f5332d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0793202
Dec 18 20:49:48.838126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.847183 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7699745
Dec 18 20:49:48.848996 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed80e4da-fef3-49d3-b4bd-e97e5ba03f50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.850946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56554) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:48.855434 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87360949-8502-4f34-b2e5-9cafd1e162dd admin admin] Pushing event updated for resources: {'Network': ['ID=26952b1a-9694-4890-a4a8-a33c999df5e8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:48.867045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c906a8fd-ec74-452f-b239-03e715e05334 admin admin] Request body: {'subnet': {'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-7738961-subnet', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:48.867225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 26952b1a-9694-4890-a4a8-a33c999df5e8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:49:48.915295 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.916202 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:48.916779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:48.933125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c906a8fd-ec74-452f-b239-03e715e05334 admin admin] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:48.935826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c906a8fd-ec74-452f-b239-03e715e05334 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.004547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b98c6802-42c8-429d-baf5-832745b331da req-e70f6fa4-a805-40e0-84bd-5c1a464c86f4 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098770
Dec 18 20:49:49.034791 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.8980219
Dec 18 20:49:49.035550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56558) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:49.053127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b85290-f6f4-41a3-bd16-2a9397250df3 req-363ce65d-2d57-4a57-bf1d-33259e74e9ba tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:49.054596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ed5d5be3-c8cc-4edf-b70a-a2f30b015cba admin admin] Request body: {'subnet': {'network_id': '9fbbfd90-3ddb-48c1-93b6-92ffac3e1922', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-287410056-subnet', 'tenant_id': '5ae570bf047a422aa4397c0eb9b70183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:49.055131 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5b85290-f6f4-41a3-bd16-2a9397250df3 req-363ce65d-2d57-4a57-bf1d-33259e74e9ba tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb62603f-da79-4c9b-adf0-119ab616bbb3 HTTP/1.1" status: 200  len: 945 time: 0.1833858
Dec 18 20:49:49.078384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16d8d1-3580-48b0-95dd-6ac343a8e5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=9fbbfd90-3ddb-48c1-93b6-92ffac3e1922,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:49.090456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 9fbbfd90-3ddb-48c1-93b6-92ffac3e1922 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:49:49.140584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5d5be3-c8cc-4edf-b70a-a2f30b015cba admin admin] Made reservation on behalf of 5ae570bf047a422aa4397c0eb9b70183 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:49.144469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed5d5be3-c8cc-4edf-b70a-a2f30b015cba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.174101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc35477-985f-4fbd-b79b-8047b36678bd req-753c3158-39dc-4b88-9296-3ea0e44d1f22 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:49.175580 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6dc35477-985f-4fbd-b79b-8047b36678bd req-753c3158-39dc-4b88-9296-3ea0e44d1f22 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb62603f-da79-4c9b-adf0-119ab616bbb3 HTTP/1.1" status: 200  len: 945 time: 0.2386236
Dec 18 20:49:49.200576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966c061-c60c-43c9-a9cd-c22a670e9464 req-d4265133-44a2-476e-a672-53e3787c91f6 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:49.202044 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8966c061-c60c-43c9-a9cd-c22a670e9464 req-d4265133-44a2-476e-a672-53e3787c91f6 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd HTTP/1.1" status: 200  len: 945 time: 0.2036009
Dec 18 20:49:49.213407 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed80e4da-fef3-49d3-b4bd-e97e5ba03f50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.227593 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed80e4da-fef3-49d3-b4bd-e97e5ba03f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.266836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.306857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80e4da-fef3-49d3-b4bd-e97e5ba03f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72f43d7-741b-4eb1-9544-c7912177eceb,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:49.324900 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ed80e4da-fef3-49d3-b4bd-e97e5ba03f50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bae2790bf06f4bf2850c2d3868a968e5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7454579
Dec 18 20:49:49.327186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56562) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:49.347792 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6dc35477-985f-4fbd-b79b-8047b36678bd req-5d24ed45-f3a5-4d4d-80cd-bc3944250bb2 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/security-groups?id=34615f9a-2fc1-4faf-9375-bb7b115c58e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640956
Dec 18 20:49:49.397309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b98c6802-42c8-429d-baf5-832745b331da req-1e8d6c4c-ed55-4405-ab1e-afdf257df772 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3545630
Dec 18 20:49:49.459423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-c5b85290-f6f4-41a3-bd16-2a9397250df3 req-5d5d3c8c-59f3-46da-a73d-026d6580bf2a tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Deleting port 82974d62-28de-42c6-ad7d-6964ede5da22 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:49.459764 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c5b85290-f6f4-41a3-bd16-2a9397250df3 req-5d5d3c8c-59f3-46da-a73d-026d6580bf2a tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.461208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c906a8fd-ec74-452f-b239-03e715e05334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.539788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5455a5-d780-46a6-9f51-b7449bffa18a req-9adb39e6-b510-463f-aabe-fcda432fd627 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:49.541298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d5455a5-d780-46a6-9f51-b7449bffa18a req-9adb39e6-b510-463f-aabe-fcda432fd627 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 948 time: 0.1802628
Dec 18 20:49:49.571468 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906a8fd-ec74-452f-b239-03e715e05334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28f4158-af42-4cf0-ac76-362100f54e4b,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:49.576705 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed5d5be3-c8cc-4edf-b70a-a2f30b015cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.578431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-8966c061-c60c-43c9-a9cd-c22a670e9464 req-9abbb27c-dc5c-4ea3-8381-5719bdf3c0f5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Deleting port 92764ad1-5e29-480d-8c4d-12d7121af278 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:49:49.578803 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8966c061-c60c-43c9-a9cd-c22a670e9464 req-9abbb27c-dc5c-4ea3-8381-5719bdf3c0f5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.589189 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ce0aa6a-c274-418e-a7e3-b8e8de45c14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.656304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c5b85290-f6f4-41a3-bd16-2a9397250df3 req-5d5d3c8c-59f3-46da-a73d-026d6580bf2a tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] For port 82974d62-28de-42c6-ad7d-6964ede5da22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82974d62-28de-42c6-ad7d-6964ede5da22,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:49.657451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c5b85290-f6f4-41a3-bd16-2a9397250df3 req-5d5d3c8c-59f3-46da-a73d-026d6580bf2a tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.665880 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ce0aa6a-c274-418e-a7e3-b8e8de45c14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.668948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906a8fd-ec74-452f-b239-03e715e05334 admin admin] Checking segment: {'id': 'e5d75816-4d28-4af9-8032-6d871ec1664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:49.669396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c906a8fd-ec74-452f-b239-03e715e05334 admin admin] Network hostable DHCP agents. Network: 26952b1a-9694-4890-a4a8-a33c999df5e8, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:49:49.682647 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d5be3-c8cc-4edf-b70a-a2f30b015cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6456203d-1580-4e31-bd58-3a5bd0b8998c,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:49.687964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-c5b85290-f6f4-41a3-bd16-2a9397250df3 req-5d5d3c8c-59f3-46da-a73d-026d6580bf2a tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Calling delete_port for 82974d62-28de-42c6-ad7d-6964ede5da22 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:49.707274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d5455a5-d780-46a6-9f51-b7449bffa18a req-4409381c-140e-45a3-a1cc-ce64f5c65f32 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545064
Dec 18 20:49:49.726169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d5be3-c8cc-4edf-b70a-a2f30b015cba admin admin] Checking segment: {'id': 'ef7420c2-ed18-4f15-a7bb-66073d034087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9fbbfd90-3ddb-48c1-93b6-92ffac3e1922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:49.727339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d5be3-c8cc-4edf-b70a-a2f30b015cba admin admin] Network hostable DHCP agents. Network: 9fbbfd90-3ddb-48c1-93b6-92ffac3e1922, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:49:49.733362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c906a8fd-ec74-452f-b239-03e715e05334 admin admin] Network 26952b1a-9694-4890-a4a8-a33c999df5e8 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:49:49.754134 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c906a8fd-ec74-452f-b239-03e715e05334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 26952b1a-9694-4890-a4a8-a33c999df5e8) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:49.760122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c906a8fd-ec74-452f-b239-03e715e05334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:49.761001 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c906a8fd-ec74-452f-b239-03e715e05334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.765999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d5be3-c8cc-4edf-b70a-a2f30b015cba admin admin] Network 9fbbfd90-3ddb-48c1-93b6-92ffac3e1922 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:49:49.781312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d52d02e-a1d0-4f28-be8c-2468eca81b9e None None] Network 26952b1a-9694-4890-a4a8-a33c999df5e8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:49.784300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ce0aa6a-c274-418e-a7e3-b8e8de45c14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.788549 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ce0aa6a-c274-418e-a7e3-b8e8de45c14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.790596 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2ce0aa6a-c274-418e-a7e3-b8e8de45c14c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b72f43d7-741b-4eb1-9544-c7912177eceb HTTP/1.1" status: 204  len: 168 time: 0.4607959
Dec 18 20:49:49.796863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d5be3-c8cc-4edf-b70a-a2f30b015cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9fbbfd90-3ddb-48c1-93b6-92ffac3e1922) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:49.809749 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c906a8fd-ec74-452f-b239-03e715e05334 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.9552193
Dec 18 20:49:49.813045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5d5be3-c8cc-4edf-b70a-a2f30b015cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:49.813689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed5d5be3-c8cc-4edf-b70a-a2f30b015cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.815825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56570) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:49.820181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-7738961-router', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:49.826435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0aa6a-c274-418e-a7e3-b8e8de45c14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72f43d7-741b-4eb1-9544-c7912177eceb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:49.850016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-8966c061-c60c-43c9-a9cd-c22a670e9464 req-9abbb27c-dc5c-4ea3-8381-5719bdf3c0f5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] For port 92764ad1-5e29-480d-8c4d-12d7121af278, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92764ad1-5e29-480d-8c4d-12d7121af278,segment=NetworkSegment(aa2a5585-c1c2-4bfb-a545-40f02058ee42),segment_id=aa2a5585-c1c2-4bfb-a545-40f02058ee42)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:49.850406 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8966c061-c60c-43c9-a9cd-c22a670e9464 req-9abbb27c-dc5c-4ea3-8381-5719bdf3c0f5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.861133 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ed5d5be3-c8cc-4edf-b70a-a2f30b015cba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.8127115
Dec 18 20:49:49.873196 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.874926 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:49.877196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-8966c061-c60c-43c9-a9cd-c22a670e9464 req-9abbb27c-dc5c-4ea3-8381-5719bdf3c0f5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Calling delete_port for 92764ad1-5e29-480d-8c4d-12d7121af278 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:49:49.914519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f51927a-00ae-4f09-bc78-2ddc6d926603 None None] Network 9fbbfd90-3ddb-48c1-93b6-92ffac3e1922 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:50.007377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:50.039631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 9dec9e11-2f64-410a-9138-c76a28139138 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:49:50.065793 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c5b85290-f6f4-41a3-bd16-2a9397250df3 req-5d5d3c8c-59f3-46da-a73d-026d6580bf2a tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:50.101466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['82974d62-28de-42c6-ad7d-6964ede5da22'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:50.114012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['92764ad1-5e29-480d-8c4d-12d7121af278'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:50.160951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d3c8c-59f3-46da-a73d-026d6580bf2a tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Pushing event deleted for resources: {'Port': ['ID=82974d62-28de-42c6-ad7d-6964ede5da22,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:50.340859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b85290-f6f4-41a3-bd16-2a9397250df3 req-5d5d3c8c-59f3-46da-a73d-026d6580bf2a tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] No DVR routers for this DVR port 82974d62-28de-42c6-ad7d-6964ede5da22 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:50.342714 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8966c061-c60c-43c9-a9cd-c22a670e9464 req-9abbb27c-dc5c-4ea3-8381-5719bdf3c0f5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:50.344626 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c5b85290-f6f4-41a3-bd16-2a9397250df3 req-5d5d3c8c-59f3-46da-a73d-026d6580bf2a tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:50.348514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5b85290-f6f4-41a3-bd16-2a9397250df3 req-5d5d3c8c-59f3-46da-a73d-026d6580bf2a tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.31 "DELETE /v2.0/ports/82974d62-28de-42c6-ad7d-6964ede5da22 HTTP/1.1" status: 204  len: 173 time: 1.2819822
Dec 18 20:49:50.348982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb62603f-da79-4c9b-adf0-119ab616bbb3', 'name': 'network-vif-deleted', 'tag': '82974d62-28de-42c6-ad7d-6964ede5da22'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:50.351350 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651f06b5-73f4-4166-98cc-30deedbca7f0" -d '{"events": [{"server_uuid": "cb62603f-da79-4c9b-adf0-119ab616bbb3", "name": "network-vif-deleted", "tag": "82974d62-28de-42c6-ad7d-6964ede5da22"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:50.389151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbb27c-dc5c-4ea3-8381-5719bdf3c0f5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Pushing event deleted for resources: {'Port': ['ID=92764ad1-5e29-480d-8c4d-12d7121af278,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:50.439026 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-78e5319c-8100-40ad-9650-7a92e3486ded req-627b8de0-c260-4e5a-8c16-c9e41d8ef4d1 tempest-SecurityGroupsNegativeTestJSON-2005243026 tempest-SecurityGroupsNegativeTestJSON-2005243026-project] show failed (client error): The resource could not be found.
Dec 18 20:49:50.440117 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78e5319c-8100-40ad-9650-7a92e3486ded req-627b8de0-c260-4e5a-8c16-c9e41d8ef4d1 tempest-SecurityGroupsNegativeTestJSON-2005243026 tempest-SecurityGroupsNegativeTestJSON-2005243026-project] 10.222.0.13 "GET /v2.0/security-groups/2a855b35-bb16-4cf2-a3d0-d8a4cae82173 HTTP/1.1" status: 404  len: 352 time: 0.0560229
Dec 18 20:49:50.507567 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8a5cb2-b133-4cb4-9bcc-46192979317d x-openstack-request-id: req-aa8a5cb2-b133-4cb4-9bcc-46192979317d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:50.513794 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb62603f-da79-4c9b-adf0-119ab616bbb3", "name": "network-vif-deleted", "tag": "82974d62-28de-42c6-ad7d-6964ede5da22", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:50.514915 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa8a5cb2-b133-4cb4-9bcc-46192979317d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:50.516192 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb62603f-da79-4c9b-adf0-119ab616bbb3', 'name': 'network-vif-deleted', 'tag': '82974d62-28de-42c6-ad7d-6964ede5da22', 'status': 'completed', 'code': 200}
Dec 18 20:49:50.619746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8966c061-c60c-43c9-a9cd-c22a670e9464 req-9abbb27c-dc5c-4ea3-8381-5719bdf3c0f5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] No DVR routers for this DVR port 92764ad1-5e29-480d-8c4d-12d7121af278 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:49:50.643066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8966c061-c60c-43c9-a9cd-c22a670e9464 req-9abbb27c-dc5c-4ea3-8381-5719bdf3c0f5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:50.653341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8966c061-c60c-43c9-a9cd-c22a670e9464 req-9abbb27c-dc5c-4ea3-8381-5719bdf3c0f5 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.36 "DELETE /v2.0/ports/92764ad1-5e29-480d-8c4d-12d7121af278 HTTP/1.1" status: 204  len: 173 time: 1.4278152
Dec 18 20:49:50.680717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:50.756703 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28c69dd9-d4e6-4578-9c59-ca806bd188d2 req-0ef41ff9-c50e-4915-8dbd-448cef69f6e8 tempest-ListServersNegativeTestJSON-2035833015 tempest-ListServersNegativeTestJSON-2035833015-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb62603f-da79-4c9b-adf0-119ab616bbb3 HTTP/1.1" status: 200  len: 210 time: 0.1201899
Dec 18 20:49:50.821106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79363ebf-a556-4b0f-a1db-c5ec757bbd4d req-4267be43-4f89-4f0d-8ba5-99d064a89675 tempest-SecurityGroupsNegativeTestJSON-2005243026 tempest-SecurityGroupsNegativeTestJSON-2005243026-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ae570bf047a422aa4397c0eb9b70183 HTTP/1.1" status: 200  len: 3001 time: 0.2846265
Dec 18 20:49:50.928125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['82974d62-28de-42c6-ad7d-6964ede5da22'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:50.973413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd2ce11-f6b4-4471-90af-3b2be1f4524a None None] Network 9fbbfd90-3ddb-48c1-93b6-92ffac3e1922 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:51.002827 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79363ebf-a556-4b0f-a1db-c5ec757bbd4d req-a89b6a09-8734-49d8-a2b0-33fe9f1c1476 tempest-SecurityGroupsNegativeTestJSON-2005243026 tempest-SecurityGroupsNegativeTestJSON-2005243026-project] 10.222.0.13 "GET /v2.0/security-groups/836f447d-3eef-4bc3-97ed-61f541682647 HTTP/1.1" status: 200  len: 2998 time: 0.1630900
Dec 18 20:49:51.103378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 9dec9e11-2f64-410a-9138-c76a28139138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9dec9e11-2f64-410a-9138-c76a28139138,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:51.106887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-26952b1a-9694-4890-a4a8-a33c999df5e8', 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8', 'project_id': '260f5423c9c44b499073e360e0e66264', 'fixed_ips': [{'subnet_id': 'c28f4158-af42-4cf0-ac76-362100f54e4b'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:49:51.108340 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.109724 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.114206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79363ebf-a556-4b0f-a1db-c5ec757bbd4d req-7a5500ea-439b-40a0-bb7b-d91b0d9b349f tempest-SecurityGroupsNegativeTestJSON-2005243026 tempest-SecurityGroupsNegativeTestJSON-2005243026-project] 10.222.0.13 "GET /v2.0/security-groups/836f447d-3eef-4bc3-97ed-61f541682647 HTTP/1.1" status: 200  len: 2998 time: 0.1009529
Dec 18 20:49:51.114789 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56612) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:51.139159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695569-624d-4651-8485-c6ffc2e575b6 req-ad1f43e1-6453-4bcb-8135-96fd49a89965 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:51.147947 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30695569-624d-4651-8485-c6ffc2e575b6 req-ad1f43e1-6453-4bcb-8135-96fd49a89965 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 948 time: 0.2256572
Dec 18 20:49:51.185267 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '9dec9e11-2f64-410a-9138-c76a28139138', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '9dec9e11-2f64-410a-9138-c76a28139138', 'mac_address': 'fa:16:3e:d0:26:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:49:51.190603 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.254593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30695569-624d-4651-8485-c6ffc2e575b6 req-2afff335-1d7a-4b7e-b299-e821f2ba4d6c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000385
Dec 18 20:49:51.273865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5fc26-4562-493a-b306-38c14a500a9b req-d969e3cb-5e64-44ce-8707-bad5ac1c6130 tempest-SecurityGroupsNegativeTestJSON-2005243026 tempest-SecurityGroupsNegativeTestJSON-2005243026-project] 10.222.0.13 "GET /v2.0/security-groups/836f447d-3eef-4bc3-97ed-61f541682647 HTTP/1.1" status: 200  len: 2998 time: 0.1059508
Dec 18 20:49:51.330077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Allocated IP 172.35.3.51 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/886766cc-18cb-4c67-bf12-529cc21aa90b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:51.368134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-428880676-network', 'tenant_id': '0793f7505c664b34adc128f8bd38e5b6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:51.437878 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.464647 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.479333 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-f3c5fc26-4562-493a-b306-38c14a500a9b req-83f29a1c-69f8-4f86-a1b6-2908340024fc tempest-SecurityGroupsNegativeTestJSON-2005243026 tempest-SecurityGroupsNegativeTestJSON-2005243026-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 18 20:49:51.480902 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5fc26-4562-493a-b306-38c14a500a9b req-83f29a1c-69f8-4f86-a1b6-2908340024fc tempest-SecurityGroupsNegativeTestJSON-2005243026 tempest-SecurityGroupsNegativeTestJSON-2005243026-project] 10.222.0.13 "DELETE /v2.0/security-groups/836f447d-3eef-4bc3-97ed-61f541682647 HTTP/1.1" status: 409  len: 352 time: 0.2009387
Dec 18 20:49:51.486775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dec9e11-2f64-410a-9138-c76a28139138 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:51.488043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Made reservation on behalf of 0793f7505c664b34adc128f8bd38e5b6 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:51.499462 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.509610 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.523558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Allocated IP 172.20.0.2 (26952b1a-9694-4890-a4a8-a33c999df5e8/c28f4158-af42-4cf0-ac76-362100f54e4b/b3ef6894-5c54-4502-8899-b891b6c90a92) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:51.527497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 9dec9e11-2f64-410a-9138-c76a28139138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9dec9e11-2f64-410a-9138-c76a28139138,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:51.530647 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.537465 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-7c3ae121-ff9d-4712-9d2c-6b84a523b82c req-610e15f2-38e6-4542-a3ab-d07d760af20b tempest-SecurityGroupsNegativeTestJSON-2005243026 tempest-SecurityGroupsNegativeTestJSON-2005243026-project] show failed (client error): The resource could not be found.
Dec 18 20:49:51.538513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c3ae121-ff9d-4712-9d2c-6b84a523b82c req-610e15f2-38e6-4542-a3ab-d07d760af20b tempest-SecurityGroupsNegativeTestJSON-2005243026 tempest-SecurityGroupsNegativeTestJSON-2005243026-project] 10.222.0.13 "GET /v2.0/security-groups/2e4fbd07-8b5e-43d4-a7e9-f78382322999 HTTP/1.1" status: 404  len: 352 time: 0.0266757
Dec 18 20:49:51.538675 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.539277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a52b9904-6215-4656-8796-8cca7fdd5a67 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:49:51.560124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:51.562400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:51.598097 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:51.638105 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-4de95686-8f7e-4da5-adf2-25ac6100e702 req-12a905b6-3b68-4585-ad67-ae81160c94a5 tempest-SecurityGroupsNegativeTestJSON-2005243026 tempest-SecurityGroupsNegativeTestJSON-2005243026-project] show failed (client error): The resource could not be found.
Dec 18 20:49:51.652184 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4de95686-8f7e-4da5-adf2-25ac6100e702 req-12a905b6-3b68-4585-ad67-ae81160c94a5 tempest-SecurityGroupsNegativeTestJSON-2005243026 tempest-SecurityGroupsNegativeTestJSON-2005243026-project] 10.222.0.13 "GET /v2.0/security-groups/21ef6feb-6b3e-40f3-a283-8be9ff4e4cda HTTP/1.1" status: 404  len: 352 time: 0.0459180
Dec 18 20:49:51.652843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56626) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:51.659284 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port a52b9904-6215-4656-8796-8cca7fdd5a67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a52b9904-6215-4656-8796-8cca7fdd5a67,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:51.667836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=9dec9e11-2f64-410a-9138-c76a28139138,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:51.681087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'a52b9904-6215-4656-8796-8cca7fdd5a67', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': 'a52b9904-6215-4656-8796-8cca7fdd5a67', 'mac_address': 'fa:16:3e:cd:b4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:49:51.686785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Pushing event updated for resources: {'Port': ['ID=886766cc-18cb-4c67-bf12-529cc21aa90b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:51.754037 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.756199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc86ab78-1387-4e0b-9029-d04618ceea00 admin admin] Deleting subnet 6456203d-1580-4e31-bd58-3a5bd0b8998c {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:49:51.761976 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fc86ab78-1387-4e0b-9029-d04618ceea00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.791904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52b9904-6215-4656-8796-8cca7fdd5a67 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:49:51.794290 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.804186 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.828017 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.838123 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.846510 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fc86ab78-1387-4e0b-9029-d04618ceea00 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.863883 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:49:51.873196 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fc86ab78-1387-4e0b-9029-d04618ceea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.874522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port a52b9904-6215-4656-8796-8cca7fdd5a67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a52b9904-6215-4656-8796-8cca7fdd5a67,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:51.887461 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.897481 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Network 26952b1a-9694-4890-a4a8-a33c999df5e8 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:51.900387 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:51.902825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56634) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:51.905122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:51.925608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293a1ee3-6c6e-4b3d-828a-c3f21268678d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:51.934886 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:51.935717 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Added segment 8307845d-95b8-4bc8-bb96-bc53f73d9c98 of type vlan for network 5add456a-9bbd-4aa2-9bf5-99911f13e36c
Dec 18 20:49:51.939517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Pushing event updated for resources: {'Port': ['ID=b3ef6894-5c54-4502-8899-b891b6c90a92,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:51.959530 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 82974d62-28de-42c6-ad7d-6964ede5da22 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:52.003317 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.017400 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 82974d62-28de-42c6-ad7d-6964ede5da22 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:52.017701 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 82974d62-28de-42c6-ad7d-6964ede5da22 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:52.023715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Attempting to bind port b3ef6894-5c54-4502-8899-b891b6c90a92 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:52.024175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Attempting to bind port b3ef6894-5c54-4502-8899-b891b6c90a92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e5d75816-4d28-4af9-8032-6d871ec1664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:52.024543 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Attempting to bind port b3ef6894-5c54-4502-8899-b891b6c90a92 on network 26952b1a-9694-4890-a4a8-a33c999df5e8 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:52.025744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e3d150-f49a-4f8e-a68a-df63e204e8aa admin admin] Deleting subnet fbb8f3db-fc48-4a7c-b666-3bca7f519343 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:49:52.031147 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fc86ab78-1387-4e0b-9029-d04618ceea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.033220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:52.033601 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Checking segment: {'id': 'e5d75816-4d28-4af9-8032-6d871ec1664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:52.034006 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.034325 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d150-f49a-4f8e-a68a-df63e204e8aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.034507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Bound using segment: {'id': 'e5d75816-4d28-4af9-8032-6d871ec1664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:52.034972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Bound port: b3ef6894-5c54-4502-8899-b891b6c90a92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d75816-4d28-4af9-8032-6d871ec1664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:52.035351 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.086771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86ab78-1387-4e0b-9029-d04618ceea00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6456203d-1580-4e31-bd58-3a5bd0b8998c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:52.090085 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fc86ab78-1387-4e0b-9029-d04618ceea00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.094325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fc86ab78-1387-4e0b-9029-d04618ceea00 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6456203d-1580-4e31-bd58-3a5bd0b8998c HTTP/1.1" status: 204  len: 168 time: 0.4398122
Dec 18 20:49:52.096979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56636) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:52.099376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=a52b9904-6215-4656-8796-8cca7fdd5a67,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:52.134758 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] For port b3ef6894-5c54-4502-8899-b891b6c90a92, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:52.138586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] For port b3ef6894-5c54-4502-8899-b891b6c90a92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3ef6894-5c54-4502-8899-b891b6c90a92,segment=NetworkSegment(e5d75816-4d28-4af9-8032-6d871ec1664b),segment_id=e5d75816-4d28-4af9-8032-6d871ec1664b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:52.148016 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.162042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['9dec9e11-2f64-410a-9138-c76a28139138'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:52.181219 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.182915 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.183840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:52.184432 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.191399 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d150-f49a-4f8e-a68a-df63e204e8aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.221213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['a52b9904-6215-4656-8796-8cca7fdd5a67'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:49:52.259353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.292005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1587465
Dec 18 20:49:52.297104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56640) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:52.348142 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d150-f49a-4f8e-a68a-df63e204e8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.354841 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56923bf5-437f-4a60-8b03-eee84e3705c6 None None] Pushing event updated for resources: {'Port': ['ID=b3ef6894-5c54-4502-8899-b891b6c90a92,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:52.359791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e5471471-5127-43e6-8360-f8a10abfacdb admin admin] Request body: {'subnet': {'network_id': '5add456a-9bbd-4aa2-9bf5-99911f13e36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-428880676-subnet', 'tenant_id': '0793f7505c664b34adc128f8bd38e5b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:52.381911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc505c-6715-459a-b9b6-1f43a6904fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=5add456a-9bbd-4aa2-9bf5-99911f13e36c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:52.394521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5add456a-9bbd-4aa2-9bf5-99911f13e36c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:49:52.522608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd', 'name': 'network-vif-deleted', 'tag': '92764ad1-5e29-480d-8c4d-12d7121af278'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:52.524967 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c126cd8d-ab98-4fa2-ba86-b0f6b3ea2ed1" -d '{"events": [{"server_uuid": "0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd", "name": "network-vif-deleted", "tag": "92764ad1-5e29-480d-8c4d-12d7121af278"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:52.574226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.618156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5471471-5127-43e6-8360-f8a10abfacdb admin admin] Made reservation on behalf of 0793f7505c664b34adc128f8bd38e5b6 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:52.620528 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e5471471-5127-43e6-8360-f8a10abfacdb admin admin] Publish callbacks [] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.661306 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f365eac0c40>> segment before_delete 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.662158 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f365eac0c40>> subnet precommit_delete_associations 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.663579 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365d0d55b0>> segment_host_mapping after_create 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.663989 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365d0d55b0>> port after_create 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.669752 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365d0d55b0>> port after_delete 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.670148 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365d0d55b0>> port after_update 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.671227 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365d0d55b0>> segment after_delete 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.671516 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365d0d55b0>> subnet after_create 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.671859 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365d0d55b0>> subnet after_delete 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.672195 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f365d0d55b0>> subnet after_update 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.691145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d150-f49a-4f8e-a68a-df63e204e8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.723838 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3d150-f49a-4f8e-a68a-df63e204e8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbb8f3db-fc48-4a7c-b666-3bca7f519343,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:52.757537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 92764ad1-5e29-480d-8c4d-12d7121af278 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:49:52.762717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d150-f49a-4f8e-a68a-df63e204e8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.765942 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e4e3d150-f49a-4f8e-a68a-df63e204e8aa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fbb8f3db-fc48-4a7c-b666-3bca7f519343 HTTP/1.1" status: 204  len: 168 time: 0.8599424
Dec 18 20:49:52.769118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56648) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:52.778724 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f365cf26c10>> subnet after_create 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.779283 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f365cf26c10>> subnet after_delete 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.779390 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f365cf26c10>> subnet before_create 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.780871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f365cf26c10>> subnet before_update 55550000 {{(pid=126008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 18 20:49:52.781229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365cf67c40>,) {'filters': {'network_id': ['9fbbfd90-3ddb-48c1-93b6-92ffac3e1922']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:52.788388 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4c6960-bc52-4256-8fe2-b4f7a69cada6 x-openstack-request-id: req-8d4c6960-bc52-4256-8fe2-b4f7a69cada6 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:52.788388 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd", "name": "network-vif-deleted", "tag": "92764ad1-5e29-480d-8c4d-12d7121af278", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:52.788388 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d4c6960-bc52-4256-8fe2-b4f7a69cada6 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:52.788764 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0e8e45-b20a-4058-bcb5-4c4fdaeecadd', 'name': 'network-vif-deleted', 'tag': '92764ad1-5e29-480d-8c4d-12d7121af278', 'status': 'completed', 'code': 200}
Dec 18 20:49:52.804587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e99b8e-57be-48cd-a546-2c3549f11bb4 req-a882f470-15b2-434d-85f9-0096108448aa tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:52.806446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4e99b8e-57be-48cd-a546-2c3549f11bb4 req-a882f470-15b2-434d-85f9-0096108448aa tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 949 time: 0.4288664
Dec 18 20:49:52.816352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 92764ad1-5e29-480d-8c4d-12d7121af278 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:49:52.822007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 92764ad1-5e29-480d-8c4d-12d7121af278 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:49:52.864994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.872254 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.872913 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cf67c40>, 'ef7420c2-ed18-4f15-a7bb-66073d034087') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:52.873211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cf67c40>, 'ef7420c2-ed18-4f15-a7bb-66073d034087') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:52.919364 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.954193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4e99b8e-57be-48cd-a546-2c3549f11bb4 req-b104d641-e1e1-4f64-bb5b-95acf830bc2b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042848
Dec 18 20:49:52.963369 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   from cryptography.utils import int_from_bytes
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   from cryptography.utils import int_from_bytes
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:49:52.984491 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:49:53.059300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.081969 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.091068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e6bb280>,) {'filters': {'network_id': ['f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:53.091925 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.095681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9fbbfd90-3ddb-48c1-93b6-92ffac3e1922 HTTP/1.1" status: 204  len: 168 time: 0.9949086
Dec 18 20:49:53.105289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e6bb280>, 'aa2a5585-c1c2-4bfb-a545-40f02058ee42') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:53.105587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e6bb280>, 'aa2a5585-c1c2-4bfb-a545-40f02058ee42') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:53.114811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766256a9-5b0a-4f95-b462-682ff505c793 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fbbfd90-3ddb-48c1-93b6-92ffac3e1922,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:53.123835 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.145037 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.155601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:49:53.156038 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:49:53.157908 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:49:53.210353 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e5471471-5127-43e6-8360-f8a10abfacdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.255019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Router bbe88e9c-6284-49c5-a88f-a6de4ec4019a is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:49:53.266788 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.275905 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.279518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211 HTTP/1.1" status: 204  len: 168 time: 0.5094032
Dec 18 20:49:53.294661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad0708-d3ef-4a97-8eaf-9e0ce9d625e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8fc58a9-9fb6-4f40-9b3d-5ec7ce0e7211,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:53.322231 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56656) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:53.363853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5471471-5127-43e6-8360-f8a10abfacdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85bb378-a5d4-4fc0-881b-c276a246c04a,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:53.409857 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e5795730-3231-4c63-a7ba-7b772afe95c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ae570bf047a422aa4397c0eb9b70183&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0840516
Dec 18 20:49:53.412371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56658) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:53.418968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5471471-5127-43e6-8360-f8a10abfacdb admin admin] Checking segment: {'id': '8307845d-95b8-4bc8-bb96-bc53f73d9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5add456a-9bbd-4aa2-9bf5-99911f13e36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:53.419328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5471471-5127-43e6-8360-f8a10abfacdb admin admin] Network hostable DHCP agents. Network: 5add456a-9bbd-4aa2-9bf5-99911f13e36c, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:49:53.455591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56660) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:53.481829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:49:53.483363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5471471-5127-43e6-8360-f8a10abfacdb admin admin] Network 5add456a-9bbd-4aa2-9bf5-99911f13e36c is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:49:53.496035 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Sync routers for ids ['bbe88e9c-6284-49c5-a88f-a6de4ec4019a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:49:53.500285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e5471471-5127-43e6-8360-f8a10abfacdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5add456a-9bbd-4aa2-9bf5-99911f13e36c) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:53.506617 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.508545 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-58a29b07-dcd5-49ce-ae93-d835fe4ffdf0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 3.6917777
Dec 18 20:49:53.512803 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56662) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:53.523693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5471471-5127-43e6-8360-f8a10abfacdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:53.524271 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e5471471-5127-43e6-8360-f8a10abfacdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.527103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51913284-fbd3-42fc-80f2-45229dfff4ad None None] Network 5add456a-9bbd-4aa2-9bf5-99911f13e36c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:53.548822 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7600593a-38ef-45e5-8470-407dbbb818b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.558215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ca39c395-58f8-4577-827a-3775302a9fda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=738d51b548fb479f889bd3bb54ca33d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1015506
Dec 18 20:49:53.567661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56666) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:53.614173 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7600593a-38ef-45e5-8470-407dbbb818b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.674596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Routers {'bbe88e9c-6284-49c5-a88f-a6de4ec4019a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:53.675804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e89f2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bbe88e9c-6284-49c5-a88f-a6de4ec4019a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:53.690337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e5471471-5127-43e6-8360-f8a10abfacdb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3511565
Dec 18 20:49:53.692278 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7600593a-38ef-45e5-8470-407dbbb818b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.695331 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7600593a-38ef-45e5-8470-407dbbb818b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.703384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7600593a-38ef-45e5-8470-407dbbb818b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/836f447d-3eef-4bc3-97ed-61f541682647 HTTP/1.1" status: 204  len: 168 time: 0.2882981
Dec 18 20:49:53.760033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600593a-38ef-45e5-8470-407dbbb818b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836f447d-3eef-4bc3-97ed-61f541682647,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:53.798421 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f28acd3e-f7ba-468f-bb40-02eee4f1764b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.852882 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7944b7c-1666-4c54-99eb-515a95727507 None None] Network 5add456a-9bbd-4aa2-9bf5-99911f13e36c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:53.869025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b3ef6894-5c54-4502-8899-b891b6c90a92 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:53.871394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f28acd3e-f7ba-468f-bb40-02eee4f1764b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:53.906346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4913a874-0c04-4f07-8dc0-425c148cfc78 None None] Network 26952b1a-9694-4890-a4a8-a33c999df5e8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:54.138852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 9dec9e11-2f64-410a-9138-c76a28139138 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:54.206875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-04cfd0f1-3dd2-4a77-b39d-ea1e2cb26671 None None] Provisioning complete for port b3ef6894-5c54-4502-8899-b891b6c90a92 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:54.207527 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-04cfd0f1-3dd2-4a77-b39d-ea1e2cb26671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:54.215446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35291ffc-07e0-4011-9511-7c82ed8aabfd req-d4661235-4dcc-4725-8416-98aa1860cfa1 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:54.217323 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35291ffc-07e0-4011-9511-7c82ed8aabfd req-d4661235-4dcc-4725-8416-98aa1860cfa1 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 949 time: 0.1122770
Dec 18 20:49:54.294545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b3ef6894-5c54-4502-8899-b891b6c90a92 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:54.295036 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:54.335594 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35291ffc-07e0-4011-9511-7c82ed8aabfd req-85da2315-925e-4269-887f-9860b0b28d3c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100461
Dec 18 20:49:54.504295 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-04cfd0f1-3dd2-4a77-b39d-ea1e2cb26671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:54.525681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Set router bbe88e9c-6284-49c5-a88f-a6de4ec4019a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:49:54.613359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f28acd3e-f7ba-468f-bb40-02eee4f1764b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:54.622370 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f28acd3e-f7ba-468f-bb40-02eee4f1764b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:54.623642 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f28acd3e-f7ba-468f-bb40-02eee4f1764b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34615f9a-2fc1-4faf-9375-bb7b115c58e3 HTTP/1.1" status: 204  len: 168 time: 1.0546291
Dec 18 20:49:54.670850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28acd3e-f7ba-468f-bb40-02eee4f1764b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34615f9a-2fc1-4faf-9375-bb7b115c58e3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:54.672701 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 9dec9e11-2f64-410a-9138-c76a28139138 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:49:54.692585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-04cfd0f1-3dd2-4a77-b39d-ea1e2cb26671 None None] For port b3ef6894-5c54-4502-8899-b891b6c90a92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3ef6894-5c54-4502-8899-b891b6c90a92,segment=NetworkSegment(e5d75816-4d28-4af9-8032-6d871ec1664b),segment_id=e5d75816-4d28-4af9-8032-6d871ec1664b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:54.703179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 9dec9e11-2f64-410a-9138-c76a28139138 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:54.704563 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:54.712895 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-04cfd0f1-3dd2-4a77-b39d-ea1e2cb26671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:55.017276 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:55.152394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfd0f1-3dd2-4a77-b39d-ea1e2cb26671 None None] Pushing event updated for resources: {'Port': ['ID=b3ef6894-5c54-4502-8899-b891b6c90a92,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:55.339819 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:55.343610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-635e7055-72ac-45b3-85ff-69d81413f083 None None] Provisioning complete for port b3ef6894-5c54-4502-8899-b891b6c90a92 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:55.343978 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-635e7055-72ac-45b3-85ff-69d81413f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:55.386941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Allocated IP 172.20.0.1 (26952b1a-9694-4890-a4a8-a33c999df5e8/c28f4158-af42-4cf0-ac76-362100f54e4b/a1ce0247-4f3f-46fb-9c59-ca549ef734b5) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:55.446654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56734) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:55.514820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facfd9bf-d901-4385-a082-8a8c8b44f452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dec9e11-2f64-410a-9138-c76a28139138'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:55.517687 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe751f1-5a51-4897-9147-e1ba133fde9d" -d '{"events": [{"server_uuid": "facfd9bf-d901-4385-a082-8a8c8b44f452", "name": "network-vif-plugged", "status": "completed", "tag": "9dec9e11-2f64-410a-9138-c76a28139138"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:55.576140 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a538e-7874-4777-9980-079ed6c0e934 req-246d9db0-ed6d-4351-963d-8365540cbf21 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:55.579437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c4a538e-7874-4777-9980-079ed6c0e934 req-246d9db0-ed6d-4351-963d-8365540cbf21 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 949 time: 0.1068120
Dec 18 20:49:55.588109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 9dec9e11-2f64-410a-9138-c76a28139138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9dec9e11-2f64-410a-9138-c76a28139138,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:55.606224 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:55.612656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a52b9904-6215-4656-8796-8cca7fdd5a67 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:55.682341 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-217694624-network', 'tenant_id': '835793f458834c0387829e418f6e3b4c'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:55.695993 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:55.729937 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e89f2b0>, [{'id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'name': 'tempest-ServersTestMultiNic-7738961-router', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:49Z', 'updated_at': '2021-12-18T20:49:52Z', 'revision_number': 3, 'project_id': '260f5423c9c44b499073e360e0e66264', 'gw_port': {'id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:51Z', 'updated_at': '2021-12-18T20:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:55.742970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c4a538e-7874-4777-9980-079ed6c0e934 req-c3ff6ee1-c242-454c-ac44-2b1387dcce5e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556792
Dec 18 20:49:55.751031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Made reservation on behalf of 835793f458834c0387829e418f6e3b4c for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:55.756373 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:55.765177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b3ef6894-5c54-4502-8899-b891b6c90a92 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:49:55.782611 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:55.787187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:55.872232 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99802a3c-2cfa-40c5-984c-f7308b36ea7a x-openstack-request-id: req-99802a3c-2cfa-40c5-984c-f7308b36ea7a {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:55.872232 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facfd9bf-d901-4385-a082-8a8c8b44f452", "name": "network-vif-plugged", "status": "completed", "tag": "9dec9e11-2f64-410a-9138-c76a28139138", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:55.872412 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99802a3c-2cfa-40c5-984c-f7308b36ea7a {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:55.886502 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facfd9bf-d901-4385-a082-8a8c8b44f452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dec9e11-2f64-410a-9138-c76a28139138', 'code': 200}
Dec 18 20:49:55.908458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Network 26952b1a-9694-4890-a4a8-a33c999df5e8 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:55.920081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:55.924876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Checking router: bbe88e9c-6284-49c5-a88f-a6de4ec4019a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:49:55.931160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Updating router bbe88e9c-6284-49c5-a88f-a6de4ec4019a port 886766cc-18cb-4c67-bf12-529cc21aa90b binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:49:55.934065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:49:55.942652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ce0247-4f3f-46fb-9c59-ca549ef734b5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:56.031250 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.066395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=9dec9e11-2f64-410a-9138-c76a28139138,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:56.086069 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.105847 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.110924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669a476-e15b-4adc-84b9-524f7bd2de81 req-5b75ac76-52c1-46c0-b015-41ca32f8464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:56.114713 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6669a476-e15b-4adc-84b9-524f7bd2de81 req-5b75ac76-52c1-46c0-b015-41ca32f8464b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=facfd9bf-d901-4385-a082-8a8c8b44f452 HTTP/1.1" status: 200  len: 1101 time: 0.1124198
Dec 18 20:49:56.116068 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.130234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:49:56.143753 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.144153 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Added segment f6f2df68-2bdb-4d86-a83b-07b7785e05e7 of type vlan for network 59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215
Dec 18 20:49:56.168911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port a52b9904-6215-4656-8796-8cca7fdd5a67 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:49:56.187802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port a52b9904-6215-4656-8796-8cca7fdd5a67 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:56.188208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.194301 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.258496 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b3ef6894-5c54-4502-8899-b891b6c90a92 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:56.258804 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.272779 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.274158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:56.277016 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.363105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6669a476-e15b-4adc-84b9-524f7bd2de81 req-3369297c-e39d-4c35-a0ad-214f0b0c0130 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289325
Dec 18 20:49:56.388348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.410982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff0951b-064c-4169-9cb1-e05fedaef7d9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:56.422460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.9745910
Dec 18 20:49:56.423050 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56770) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:56.436840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-72db3655-99db-4861-9bad-7fc67d3acd68 admin admin] Request body: {'subnet': {'network_id': '59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-217694624-subnet', 'tenant_id': '835793f458834c0387829e418f6e3b4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:56.459837 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-82f6d071-8940-41b7-916b-264aadf6760e None None] Provisioning complete for port a1ce0247-4f3f-46fb-9c59-ca549ef734b5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:56.460084 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-82f6d071-8940-41b7-916b-264aadf6760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.473356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611d4f9-fe81-47d2-a2a5-596541c003e0 admin admin] Pushing event updated for resources: {'Network': ['ID=59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:56.478160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56776) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:56.485389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db3655-99db-4861-9bad-7fc67d3acd68 admin admin] Made reservation on behalf of 835793f458834c0387829e418f6e3b4c for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:56.489218 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72db3655-99db-4861-9bad-7fc67d3acd68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.521423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:49:56.624586 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.634745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-82f6d071-8940-41b7-916b-264aadf6760e None None] Port a1ce0247-4f3f-46fb-9c59-ca549ef734b5 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:49:56.716394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-9b8981a9-6d03-4263-bb78-5cfa5cbffc00 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:56.724378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-9b8981a9-6d03-4263-bb78-5cfa5cbffc00 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/networks?id=5add456a-9bbd-4aa2-9bf5-99911f13e36c HTTP/1.1" status: 200  len: 809 time: 0.1668990
Dec 18 20:49:56.799920 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.806806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.860922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.872436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port a52b9904-6215-4656-8796-8cca7fdd5a67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a52b9904-6215-4656-8796-8cca7fdd5a67,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:49:56.892878 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.922138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-285453473-network', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:56.940263 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.944261 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-2a4ec514-0710-4e18-9853-c3c617f3c0bf tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/quotas/0793f7505c664b34adc128f8bd38e5b6 HTTP/1.1" status: 200  len: 375 time: 0.2187903
Dec 18 20:49:56.945172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72db3655-99db-4861-9bad-7fc67d3acd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.958304 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:56.963896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ce0247-4f3f-46fb-9c59-ca549ef734b5,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:56.978595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=a52b9904-6215-4656-8796-8cca7fdd5a67,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:57.023984 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Network 26952b1a-9694-4890-a4a8-a33c999df5e8 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:49:57.026390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:57.030325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Attempting to bind port 886766cc-18cb-4c67-bf12-529cc21aa90b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:49:57.030820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Attempting to bind port 886766cc-18cb-4c67-bf12-529cc21aa90b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:49:57.031341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Attempting to bind port 886766cc-18cb-4c67-bf12-529cc21aa90b on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:49:57.043495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:49:57.043495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:57.043495 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:57.043495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:49:57.044348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Bound port: 886766cc-18cb-4c67-bf12-529cc21aa90b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:49:57.045005 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:57.077028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3fe9c-4ce3-463b-8ad7-fe2df0aad025 None None] Pushing event updated for resources: {'Port': ['ID=886766cc-18cb-4c67-bf12-529cc21aa90b,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:57.123249 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-fb809bf9-ea45-409e-ae3c-c4e2442f9014 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0793f7505c664b34adc128f8bd38e5b6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1552138
Dec 18 20:49:57.141589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] For port 886766cc-18cb-4c67-bf12-529cc21aa90b, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:49:57.146707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] For port 886766cc-18cb-4c67-bf12-529cc21aa90b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886766cc-18cb-4c67-bf12-529cc21aa90b,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:49:57.155526 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:57.236252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Router bbe88e9c-6284-49c5-a88f-a6de4ec4019a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:49:57.297075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Made reservation on behalf of 69de37deec2a49ff9eaad9cbb7c48f31 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:57.300392 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3fe9c-4ce3-463b-8ad7-fe2df0aad025 None None] Pushing event updated for resources: {'Port': ['ID=886766cc-18cb-4c67-bf12-529cc21aa90b,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:57.300546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:57.313028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b54d36-6e64-4b4a-b71b-99bf7a0ee955 req-eca12b83-39c6-407d-89b1-63a566239915 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:57.314605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80b54d36-6e64-4b4a-b71b-99bf7a0ee955 req-eca12b83-39c6-407d-89b1-63a566239915 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 950 time: 0.3991568
Dec 18 20:49:57.332558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db3655-99db-4861-9bad-7fc67d3acd68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ac1338-4fb4-4670-aa67-f89aed3ae6f5,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:57.341443 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:57.377549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Routers {'bbe88e9c-6284-49c5-a88f-a6de4ec4019a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:49:57.378465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e89f2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bbe88e9c-6284-49c5-a88f-a6de4ec4019a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:57.380507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db3655-99db-4861-9bad-7fc67d3acd68 admin admin] Checking segment: {'id': 'f6f2df68-2bdb-4d86-a83b-07b7785e05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:57.380887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db3655-99db-4861-9bad-7fc67d3acd68 admin admin] Network hostable DHCP agents. Network: 59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:49:57.466037 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6c3a1daf-2ba4-4412-8838-079eb0423dff service neutron] 10.222.0.13 "GET /v2.0/networks/5add456a-9bbd-4aa2-9bf5-99911f13e36c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3411198
Dec 18 20:49:57.492663 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80b54d36-6e64-4b4a-b71b-99bf7a0ee955 req-4a3ea2eb-e850-4adb-815a-8be540a742df tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564627
Dec 18 20:49:57.514056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-717a215a-e1e0-4180-9b37-fc0c0460dc81 None None] Provisioning complete for port a1ce0247-4f3f-46fb-9c59-ca549ef734b5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:49:57.516447 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-717a215a-e1e0-4180-9b37-fc0c0460dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:57.567603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db3655-99db-4861-9bad-7fc67d3acd68 admin admin] Network 59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:49:57.579220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:49:57.592761 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f762747c-6104-4b32-a8d2-6cfceadc8002 admin admin] 10.222.0.13 "PUT /v2.0/routers/bbe88e9c-6284-49c5-a88f-a6de4ec4019a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0786877
Dec 18 20:49:57.606745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-72db3655-99db-4861-9bad-7fc67d3acd68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:57.617821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db3655-99db-4861-9bad-7fc67d3acd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:57.618438 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72db3655-99db-4861-9bad-7fc67d3acd68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:57.669780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-717a215a-e1e0-4180-9b37-fc0c0460dc81 None None] Port a1ce0247-4f3f-46fb-9c59-ca549ef734b5 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:49:57.680739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4a2916-1d88-4063-8c85-96bf8a32ff01 None None] Network 59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:57.689295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-72db3655-99db-4861-9bad-7fc67d3acd68 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2501197
Dec 18 20:49:57.744677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-95e2f8a2-f5d7-44f2-8b5f-91d07401fb9b service neutron] 10.222.0.13 "GET /v2.0/networks/5add456a-9bbd-4aa2-9bf5-99911f13e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2776642
Dec 18 20:49:57.752640 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:57.761994 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:57.788238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56796) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:57.860671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] Set router bbe88e9c-6284-49c5-a88f-a6de4ec4019a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:49:57.869665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-835f9f17-a6a9-4e0f-8ffe-1d4a5a9a088a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1303705803'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:57.870877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da16a825-3f99-459a-b2c2-e94d5a92771c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:57.894772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:49:57.899596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835f9f17-a6a9-4e0f-8ffe-1d4a5a9a088a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:57.904237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-835f9f17-a6a9-4e0f-8ffe-1d4a5a9a088a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:57.915242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0b61b0-8c22-420f-9c24-f948a8967c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52b9904-6215-4656-8796-8cca7fdd5a67'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:49:57.919028 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5106df4-01e1-4ea3-a0cd-24752dbd3301" -d '{"events": [{"server_uuid": "bc0b61b0-8c22-420f-9c24-f948a8967c70", "name": "network-vif-plugged", "status": "completed", "tag": "a52b9904-6215-4656-8796-8cca7fdd5a67"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:49:57.932083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d1feeb-0ba1-44fd-80e3-616573da9716 None None] Network 59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:57.945372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835f9f17-a6a9-4e0f-8ffe-1d4a5a9a088a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:49:57.968763 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-835f9f17-a6a9-4e0f-8ffe-1d4a5a9a088a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:57.969605 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:57.970520 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-835f9f17-a6a9-4e0f-8ffe-1d4a5a9a088a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Added segment e13d2276-b5ba-4a60-80a9-6f9c092cdecd of type vlan for network e8ba14b5-3312-482e-8a8a-ef9381273d02
Dec 18 20:49:57.972173 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Added segment b1fd47e8-9271-486f-9144-99d33f48f429 of type vlan for network b682fe11-354f-40ac-961b-a0ccac207599
Dec 18 20:49:58.051796 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-835f9f17-a6a9-4e0f-8ffe-1d4a5a9a088a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:58.097717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:58.113188 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-835f9f17-a6a9-4e0f-8ffe-1d4a5a9a088a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:58.113834 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6870b97d-9d06-47b0-b273-4ad2849ca3f8 x-openstack-request-id: req-6870b97d-9d06-47b0-b273-4ad2849ca3f8 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:49:58.114130 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0b61b0-8c22-420f-9c24-f948a8967c70", "name": "network-vif-plugged", "status": "completed", "tag": "a52b9904-6215-4656-8796-8cca7fdd5a67", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:49:58.116462 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6870b97d-9d06-47b0-b273-4ad2849ca3f8 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:49:58.116879 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0b61b0-8c22-420f-9c24-f948a8967c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52b9904-6215-4656-8796-8cca7fdd5a67', 'code': 200}
Dec 18 20:49:58.123357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835f9f17-a6a9-4e0f-8ffe-1d4a5a9a088a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:58.126444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-835f9f17-a6a9-4e0f-8ffe-1d4a5a9a088a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:58.253518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-835f9f17-a6a9-4e0f-8ffe-1d4a5a9a088a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4637241
Dec 18 20:49:58.266885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56812) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:58.272406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2504167a-7dbd-4a64-8794-e007f26bcf07 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'subnet': {'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:58.308397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f9f17-a6a9-4e0f-8ffe-1d4a5a9a088a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Network': ['ID=e8ba14b5-3312-482e-8a8a-ef9381273d02,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:58.324885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network e8ba14b5-3312-482e-8a8a-ef9381273d02 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:49:58.448996 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2504167a-7dbd-4a64-8794-e007f26bcf07 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:58.453482 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2504167a-7dbd-4a64-8794-e007f26bcf07 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:58.453906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e89f2b0>, [{'id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'name': 'tempest-ServersTestMultiNic-7738961-router', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:49Z', 'updated_at': '2021-12-18T20:49:56Z', 'revision_number': 4, 'project_id': '260f5423c9c44b499073e360e0e66264', 'gw_port': {'id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:51Z', 'updated_at': '2021-12-18T20:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1ce0247-4f3f-46fb-9c59-ca549ef734b5', 'name': '', 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'mac_address': 'fa:16:3e:73:ef:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c28f4158-af42-4cf0-ac76-362100f54e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:55Z', 'updated_at': '2021-12-18T20:49:56Z', 'revision_number': 2, 'project_id': '260f5423c9c44b499073e360e0e66264', 'subnets': [{'id': 'c28f4158-af42-4cf0-ac76-362100f54e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:49:58.514894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de58154-f4b7-47ee-8eb8-8408f3da07e0 None None] The sync data for ids ['bbe88e9c-6284-49c5-a88f-a6de4ec4019a'] in ncdv-master-1 is: [{'id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'name': 'tempest-ServersTestMultiNic-7738961-router', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:49Z', 'updated_at': '2021-12-18T20:49:56Z', 'revision_number': 4, 'project_id': '260f5423c9c44b499073e360e0e66264', 'gw_port': {'id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:51Z', 'updated_at': '2021-12-18T20:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1ce0247-4f3f-46fb-9c59-ca549ef734b5', 'name': '', 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'mac_address': 'fa:16:3e:73:ef:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c28f4158-af42-4cf0-ac76-362100f54e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:55Z', 'updated_at': '2021-12-18T20:49:56Z', 'revision_number': 2, 'project_id': '260f5423c9c44b499073e360e0e66264', 'subnets': [{'id': 'c28f4158-af42-4cf0-ac76-362100f54e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:49:58.794598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d8bf130-367f-4d0c-bfb0-0d543167a8cf req-fbfb1311-215d-4efb-8417-619c8b08520c tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 210 time: 0.1103604
Dec 18 20:49:58.812245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2504167a-7dbd-4a64-8794-e007f26bcf07 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:58.827743 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:58.830597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:58.833461 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:58.909197 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504167a-7dbd-4a64-8794-e007f26bcf07 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Subnet': ['ID=e2419916-994a-4643-a3fb-09f210f05392,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:58.921309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2504167a-7dbd-4a64-8794-e007f26bcf07 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Checking segment: {'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:49:58.921907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2504167a-7dbd-4a64-8794-e007f26bcf07 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network hostable DHCP agents. Network: e8ba14b5-3312-482e-8a8a-ef9381273d02, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:49:58.937294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111481e-cf24-4668-b473-7164cd7dbb69 req-90a8b424-87b2-4fa1-877e-2ebffa0beccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:58.939049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8111481e-cf24-4668-b473-7164cd7dbb69 req-90a8b424-87b2-4fa1-877e-2ebffa0beccf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 1101 time: 0.2727323
Dec 18 20:49:58.951194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2504167a-7dbd-4a64-8794-e007f26bcf07 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network e8ba14b5-3312-482e-8a8a-ef9381273d02 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:49:58.974782 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2504167a-7dbd-4a64-8794-e007f26bcf07 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8ba14b5-3312-482e-8a8a-ef9381273d02) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:49:58.979318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504167a-7dbd-4a64-8794-e007f26bcf07 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:58.979998 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2504167a-7dbd-4a64-8794-e007f26bcf07 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:58.985654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac01854-ebdb-4b0a-b227-b2b9ecd9f075 None None] Network e8ba14b5-3312-482e-8a8a-ef9381273d02 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:49:59.012390 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2504167a-7dbd-4a64-8794-e007f26bcf07 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.7443719
Dec 18 20:49:59.014125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56836) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:59.023453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-740670cf-ab50-4f55-b189-8ac61a486693 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-295864770'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:59.039733 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.5609503
Dec 18 20:49:59.042314 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56838) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:59.047832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2f9f126f-9e9d-427b-a93f-52cccd9806f9 admin admin] Request body: {'subnet': {'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-285453473-subnet', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:59.078110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8111481e-cf24-4668-b473-7164cd7dbb69 req-c28c9fc6-34e9-42b2-bd3c-235cb3d6f505 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939524
Dec 18 20:49:59.113597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c76537-df5c-463b-bdee-701dcc632881 req-e184e4f7-3c05-407e-bbf8-5dd3e10498e7 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:59.116358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740670cf-ab50-4f55-b189-8ac61a486693 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:59.117837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7c76537-df5c-463b-bdee-701dcc632881 req-e184e4f7-3c05-407e-bbf8-5dd3e10498e7 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 950 time: 0.2390678
Dec 18 20:49:59.118832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42060694-289a-448b-8725-0a1340d98f71 admin admin] Pushing event updated for resources: {'Network': ['ID=b682fe11-354f-40ac-961b-a0ccac207599,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:59.126852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-740670cf-ab50-4f55-b189-8ac61a486693 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:59.138729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network b682fe11-354f-40ac-961b-a0ccac207599 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:49:59.144185 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9f126f-9e9d-427b-a93f-52cccd9806f9 admin admin] Made reservation on behalf of 69de37deec2a49ff9eaad9cbb7c48f31 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:49:59.157274 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2f9f126f-9e9d-427b-a93f-52cccd9806f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:59.164335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-30461e81-2ab4-49f7-a143-85e70436df36 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:59.166477 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-30461e81-2ab4-49f7-a143-85e70436df36 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/networks?id=59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 HTTP/1.1" status: 200  len: 813 time: 0.4914804
Dec 18 20:49:59.208339 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7c76537-df5c-463b-bdee-701dcc632881 req-a1d39417-10e7-49f8-816a-1a604eb1c113 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723400
Dec 18 20:49:59.268121 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-1cea9884-0a54-4bb6-be6d-57e190e3e7df tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/quotas/835793f458834c0387829e418f6e3b4c HTTP/1.1" status: 200  len: 375 time: 0.0685463
Dec 18 20:49:59.334786 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-faf11c03-3853-4abe-9a12-604f48a67222 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=835793f458834c0387829e418f6e3b4c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0568972
Dec 18 20:49:59.335033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740670cf-ab50-4f55-b189-8ac61a486693 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:49:59.354080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-740670cf-ab50-4f55-b189-8ac61a486693 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:59.354736 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-740670cf-ab50-4f55-b189-8ac61a486693 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Added segment 1c6a6b8e-7a73-4943-928d-37fef8dae5f0 of type vlan for network d59d55b4-8f6a-4b3c-83fa-e38eff3905d0
Dec 18 20:49:59.465875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e8ba14b5-3312-482e-8a8a-ef9381273d02', 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02', 'project_id': '260f5423c9c44b499073e360e0e66264', 'fixed_ips': [{'subnet_id': 'e2419916-994a-4643-a3fb-09f210f05392'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:49:59.466867 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:59.474933 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-740670cf-ab50-4f55-b189-8ac61a486693 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:59.539997 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-740670cf-ab50-4f55-b189-8ac61a486693 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:59.545827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740670cf-ab50-4f55-b189-8ac61a486693 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:49:59.546532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-740670cf-ab50-4f55-b189-8ac61a486693 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:49:59.548551 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-5962e4ce-5ff5-42aa-a8f0-5c4310251782 service neutron] 10.222.0.13 "GET /v2.0/networks/59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2127247
Dec 18 20:49:59.677018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-629fbfdd-7b1e-4f72-856d-9eec46e0ca56 service neutron] 10.222.0.13 "GET /v2.0/networks/59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272209
Dec 18 20:49:59.739699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Allocated IP 19.80.0.2 (e8ba14b5-3312-482e-8a8a-ef9381273d02/e2419916-994a-4643-a3fb-09f210f05392/342335c2-e521-4e3b-97ca-1ed25a15c278) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:49:59.772438 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-740670cf-ab50-4f55-b189-8ac61a486693 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.7572172
Dec 18 20:49:59.775375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56852) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:49:59.780547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-08f12609-40ab-4bf1-9ac7-c6ac4f71c177 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'subnet': {'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:49:59.785150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740670cf-ab50-4f55-b189-8ac61a486693 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Network': ['ID=d59d55b4-8f6a-4b3c-83fa-e38eff3905d0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:49:59.815359 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:49:59.960822 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2f9f126f-9e9d-427b-a93f-52cccd9806f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:00.120549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f126f-9e9d-427b-a93f-52cccd9806f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a9e8be-dc0d-4099-ac90-c3a3592583ca,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:00.176202 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b19521f5-a6ae-49db-b303-d81635f766e3 req-e542dca4-9b09-4b92-98ad-4add9d21d671 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 210 time: 0.1511407
Dec 18 20:50:00.178473 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25bf85a6-2e4e-455e-a9a1-1186e17bfd69 req-ae62061b-55d5-49c0-819d-2d821aecbd09 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 210 time: 0.1554270
Dec 18 20:50:00.207879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f12609-40ab-4bf1-9ac7-c6ac4f71c177 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:00.213007 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-08f12609-40ab-4bf1-9ac7-c6ac4f71c177 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:00.256487 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9f126f-9e9d-427b-a93f-52cccd9806f9 admin admin] Checking segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:00.257007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9f126f-9e9d-427b-a93f-52cccd9806f9 admin admin] Network hostable DHCP agents. Network: b682fe11-354f-40ac-961b-a0ccac207599, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:50:00.316419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9f126f-9e9d-427b-a93f-52cccd9806f9 admin admin] Network b682fe11-354f-40ac-961b-a0ccac207599 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:50:00.333682 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2f9f126f-9e9d-427b-a93f-52cccd9806f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b682fe11-354f-40ac-961b-a0ccac207599) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:00.335115 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:00.346659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730b769f-0ed3-450a-b9e2-a401fd9b5e58 None None] Network b682fe11-354f-40ac-961b-a0ccac207599 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:00.360800 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:00.375190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f126f-9e9d-427b-a93f-52cccd9806f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:00.387808 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2f9f126f-9e9d-427b-a93f-52cccd9806f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:00.428371 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2f9f126f-9e9d-427b-a93f-52cccd9806f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3849878
Dec 18 20:50:00.432345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56870) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:00.444251 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:00.537149 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:00.538553 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:00.678621 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:00.863182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Network e8ba14b5-3312-482e-8a8a-ef9381273d02 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:00.879864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:00.885215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:00.908567 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-08f12609-40ab-4bf1-9ac7-c6ac4f71c177 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:00.960029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:00.999870 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Pushing event updated for resources: {'Port': ['ID=342335c2-e521-4e3b-97ca-1ed25a15c278,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:01.019857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f12609-40ab-4bf1-9ac7-c6ac4f71c177 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Subnet': ['ID=ba5d1e1a-b1a0-496f-b203-f927d0b38289,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:01.044896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Attempting to bind port 342335c2-e521-4e3b-97ca-1ed25a15c278 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:01.045489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Attempting to bind port 342335c2-e521-4e3b-97ca-1ed25a15c278 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:01.046018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Attempting to bind port 342335c2-e521-4e3b-97ca-1ed25a15c278 on network e8ba14b5-3312-482e-8a8a-ef9381273d02 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:01.053615 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:01.054322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Checking segment: {'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:01.055939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea83e91-2548-4ff0-9c2d-6f7f8c003b9b req-8cc34ac0-7d33-45f0-a4b0-50d9e9fe8976 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:01.056557 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:01.057132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Bound using segment: {'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:01.057788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Bound port: 342335c2-e521-4e3b-97ca-1ed25a15c278, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:01.061778 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:01.064991 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ea83e91-2548-4ff0-9c2d-6f7f8c003b9b req-8cc34ac0-7d33-45f0-a4b0-50d9e9fe8976 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 950 time: 0.2272277
Dec 18 20:50:01.114027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f12609-40ab-4bf1-9ac7-c6ac4f71c177 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Checking segment: {'id': '1c6a6b8e-7a73-4943-928d-37fef8dae5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:01.114447 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f12609-40ab-4bf1-9ac7-c6ac4f71c177 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network hostable DHCP agents. Network: d59d55b4-8f6a-4b3c-83fa-e38eff3905d0, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:50:01.137217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b682fe11-354f-40ac-961b-a0ccac207599', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:50:01.138454 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:01.153447 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-a6e28789-3647-4d03-8e6b-a8bc9cda14cc tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:01.155668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-a6e28789-3647-4d03-8e6b-a8bc9cda14cc tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.36 "GET /v2.0/networks?id=5add456a-9bbd-4aa2-9bf5-99911f13e36c HTTP/1.1" status: 200  len: 809 time: 0.9322424
Dec 18 20:50:01.193586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] For port 342335c2-e521-4e3b-97ca-1ed25a15c278, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:01.196793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Request body: {'port': {'device_id': '56d2c622-4e87-45cc-aac2-313c30dd4c88', 'network_id': '5add456a-9bbd-4aa2-9bf5-99911f13e36c', 'admin_state_up': True, 'tenant_id': '0793f7505c664b34adc128f8bd38e5b6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:01.235451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ea83e91-2548-4ff0-9c2d-6f7f8c003b9b req-1512088e-92bb-495c-8117-1f9df35cec1e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658998
Dec 18 20:50:01.263775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] For port 342335c2-e521-4e3b-97ca-1ed25a15c278, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=342335c2-e521-4e3b-97ca-1ed25a15c278,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:01.280624 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:01.294384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:01.300608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f12609-40ab-4bf1-9ac7-c6ac4f71c177 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:50:01.324498 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:01.329012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-08f12609-40ab-4bf1-9ac7-c6ac4f71c177 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d59d55b4-8f6a-4b3c-83fa-e38eff3905d0) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:01.340346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f12609-40ab-4bf1-9ac7-c6ac4f71c177 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:01.340982 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-08f12609-40ab-4bf1-9ac7-c6ac4f71c177 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:01.364581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557001d9-b958-4492-9000-afbdae5a7561 None None] Pushing event updated for resources: {'Port': ['ID=342335c2-e521-4e3b-97ca-1ed25a15c278,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:01.367542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79934598-c2a5-4c19-80e6-cf41215e6ebd None None] Network d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:01.451690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d2d9457-3398-4e0d-86e4-7a70cbdc4ba2 req-3ef90129-4eda-4b55-bd80-c710317b56e9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 210 time: 0.0975420
Dec 18 20:50:01.462564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f8cf32e-70c2-4022-b0d4-168f68f7f706 req-66946e03-6625-47ef-8602-835bb832e9a5 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 210 time: 0.1044679
Dec 18 20:50:01.483266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-08f12609-40ab-4bf1-9ac7-c6ac4f71c177 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.6962488
Dec 18 20:50:01.543824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Allocated IP 172.20.0.2 (b682fe11-354f-40ac-961b-a0ccac207599/25a9e8be-dc0d-4099-ac90-c3a3592583ca/a0682759-daea-48c1-a871-8ef97590eaee) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:01.560519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d59d55b4-8f6a-4b3c-83fa-e38eff3905d0', 'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0', 'project_id': '260f5423c9c44b499073e360e0e66264', 'fixed_ips': [{'subnet_id': 'ba5d1e1a-b1a0-496f-b203-f927d0b38289'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:50:01.561497 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:01.592675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Allocated IP 172.35.3.250 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/62186899-ee5d-489d-a5d0-337d497e0270) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:01.618126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Made reservation on behalf of 0793f7505c664b34adc128f8bd38e5b6 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:01.636613 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:01.898035 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 886766cc-18cb-4c67-bf12-529cc21aa90b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:01.989696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Allocated IP 172.20.0.3 (5add456a-9bbd-4aa2-9bf5-99911f13e36c/b85bb378-a5d4-4fc0-881b-c276a246c04a/3cb32a2c-a146-40ee-826d-31f36365ea91) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:02.001429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-a8e30ea4-0619-4ffb-81d3-178805055244 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:02.018498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-a8e30ea4-0619-4ffb-81d3-178805055244 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:02.021221 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-a8e30ea4-0619-4ffb-81d3-178805055244 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/networks?id=e8ba14b5-3312-482e-8a8a-ef9381273d02&id=d59d55b4-8f6a-4b3c-83fa-e38eff3905d0&id=e8ba14b5-3312-482e-8a8a-ef9381273d02 HTTP/1.1" status: 200  len: 1391 time: 0.2755857
Dec 18 20:50:02.067807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-b341d712-2465-4044-88b0-276c10359772 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/quotas/260f5423c9c44b499073e360e0e66264 HTTP/1.1" status: 200  len: 375 time: 0.0376296
Dec 18 20:50:02.101489 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:02.146120 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:02.159092 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-5ea0053c-9cd4-48df-962a-14dc70aac925 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:02.160962 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-5ea0053c-9cd4-48df-962a-14dc70aac925 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.36 "GET /v2.0/networks?id=59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 HTTP/1.1" status: 200  len: 813 time: 0.3649619
Dec 18 20:50:02.191187 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Request body: {'port': {'device_id': '930716df-900f-446a-8ca4-f1bc174e3345', 'network_id': '59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215', 'admin_state_up': True, 'tenant_id': '835793f458834c0387829e418f6e3b4c'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:02.203612 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:02.259766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5c1fe567-4d08-45d8-a2ea-6197248d9eb0 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=260f5423c9c44b499073e360e0e66264&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1850727
Dec 18 20:50:02.279466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 886766cc-18cb-4c67-bf12-529cc21aa90b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:02.280126 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:02.293994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:02.364391 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Sync routers for ids ['bbe88e9c-6284-49c5-a88f-a6de4ec4019a'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:50:02.365149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Network b682fe11-354f-40ac-961b-a0ccac207599 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:02.376190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:02.376779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:02.379003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:02.387550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:02.388772 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Routers {'bbe88e9c-6284-49c5-a88f-a6de4ec4019a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:50:02.391916 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f717550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bbe88e9c-6284-49c5-a88f-a6de4ec4019a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:02.395895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:02.397657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Pushing event updated for resources: {'Port': ['ID=62186899-ee5d-489d-a5d0-337d497e0270,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:02.485996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Pushing event updated for resources: {'Port': ['ID=a0682759-daea-48c1-a871-8ef97590eaee,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:02.511945 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Made reservation on behalf of 835793f458834c0387829e418f6e3b4c for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:02.516472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:02.588239 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Attempting to bind port a0682759-daea-48c1-a871-8ef97590eaee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:02.590416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d32da2-3dea-4c3e-847d-154579c7697c req-ab240a84-4bd7-4199-a4b0-13480ce4240e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:02.591937 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Attempting to bind port a0682759-daea-48c1-a871-8ef97590eaee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:02.594739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Attempting to bind port a0682759-daea-48c1-a871-8ef97590eaee on network b682fe11-354f-40ac-961b-a0ccac207599 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:02.601499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32d32da2-3dea-4c3e-847d-154579c7697c req-ab240a84-4bd7-4199-a4b0-13480ce4240e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 950 time: 0.1964436
Dec 18 20:50:02.607111 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:02.652677 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:02.653040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Checking segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:02.657907 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:02.660549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Bound using segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:02.661148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Bound port: a0682759-daea-48c1-a871-8ef97590eaee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:02.661626 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:02.670098 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Set router bbe88e9c-6284-49c5-a88f-a6de4ec4019a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:50:02.672986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Allocated IP 19.86.0.2 (d59d55b4-8f6a-4b3c-83fa-e38eff3905d0/ba5d1e1a-b1a0-496f-b203-f927d0b38289/4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:02.684809 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:02.713534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32d32da2-3dea-4c3e-847d-154579c7697c req-f0318d74-0bd0-4b57-b415-75cce413950e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106582
Dec 18 20:50:02.744245 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-542c5ff7-3bc9-4f03-86ff-2eabe78c22ea service neutron] 10.222.0.13 "GET /v2.0/networks/e8ba14b5-3312-482e-8a8a-ef9381273d02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4429455
Dec 18 20:50:02.844214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 886766cc-18cb-4c67-bf12-529cc21aa90b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886766cc-18cb-4c67-bf12-529cc21aa90b,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:02.943531 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:02.945152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9fa99239-2eee-4b12-8953-6093ea8acfba req-d13f9e1e-a76c-48ad-b40c-d3a3646981f5 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 210 time: 0.0617814
Dec 18 20:50:02.987716 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.129863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Network 5add456a-9bbd-4aa2-9bf5-99911f13e36c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:03.173539 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-14d1e5ee-b014-4e4d-b325-3638412a53ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.193146 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f717550>, [{'id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'name': 'tempest-ServersTestMultiNic-7738961-router', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:49Z', 'updated_at': '2021-12-18T20:49:56Z', 'revision_number': 4, 'project_id': '260f5423c9c44b499073e360e0e66264', 'gw_port': {'id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:51Z', 'updated_at': '2021-12-18T20:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1ce0247-4f3f-46fb-9c59-ca549ef734b5', 'name': '', 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'mac_address': 'fa:16:3e:73:ef:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c28f4158-af42-4cf0-ac76-362100f54e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:55Z', 'updated_at': '2021-12-18T20:49:56Z', 'revision_number': 2, 'project_id': '260f5423c9c44b499073e360e0e66264', 'subnets': [{'id': 'c28f4158-af42-4cf0-ac76-362100f54e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:03.223067 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.223592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:03.229738 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:03.250199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] For port a0682759-daea-48c1-a871-8ef97590eaee, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:03.265540 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Checking router: bbe88e9c-6284-49c5-a88f-a6de4ec4019a for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:50:03.269767 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Updating router bbe88e9c-6284-49c5-a88f-a6de4ec4019a port a1ce0247-4f3f-46fb-9c59-ca549ef734b5 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:50:03.325551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] For port a0682759-daea-48c1-a871-8ef97590eaee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0682759-daea-48c1-a871-8ef97590eaee,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:03.326991 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.358007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:03.365168 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.367855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Pushing event updated for resources: {'Port': ['ID=3cb32a2c-a146-40ee-826d-31f36365ea91,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:03.396265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d8f4c43c-1cd5-42f1-9c42-eac256bb3220 service neutron] 10.222.0.13 "GET /v2.0/networks/e8ba14b5-3312-482e-8a8a-ef9381273d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6446364
Dec 18 20:50:03.416662 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.420732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=886766cc-18cb-4c67-bf12-529cc21aa90b,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:03.436311 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.490443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf8b1a-5142-4d16-aa6b-fe66425d932c req-32d1de4a-a2a7-48d1-a75e-7cdb46003687 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:03.498785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8baf8b1a-5142-4d16-aa6b-fe66425d932c req-32d1de4a-a2a7-48d1-a75e-7cdb46003687 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 931 time: 0.3952610
Dec 18 20:50:03.505887 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.513199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Pushing event updated for resources: {'Port': ['ID=4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:03.529470 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Network d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:03.547871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Allocated IP 172.20.0.14 (59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215/50ac1338-4fb4-4670-aa67-f89aed3ae6f5/713b1105-c226-474e-8fd2-e067be484d6a) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:03.549529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-6aa44fef-9dd1-4591-92c9-7a6db0a9774a tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3589771
Dec 18 20:50:03.577130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Request body: {'port': {'device_id': '56d2c622-4e87-45cc-aac2-313c30dd4c88', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:03.577572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:03.616654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77734857-b7ac-47f2-ab49-8749ba9f6680 None None] Network e8ba14b5-3312-482e-8a8a-ef9381273d02 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:03.655426 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.727363 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:03.873193 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f6e2d1a6-9181-42e9-86eb-0f29590bbd87 None None] Provisioning complete for port 342335c2-e521-4e3b-97ca-1ed25a15c278 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:03.873506 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f6e2d1a6-9181-42e9-86eb-0f29590bbd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.899962 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.912746 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.930739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:03.945967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 886766cc-18cb-4c67-bf12-529cc21aa90b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:04.029963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.151017 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Attempting to bind port a1ce0247-4f3f-46fb-9c59-ca549ef734b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:04.151384 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Attempting to bind port a1ce0247-4f3f-46fb-9c59-ca549ef734b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e5d75816-4d28-4af9-8032-6d871ec1664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:04.151746 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Attempting to bind port a1ce0247-4f3f-46fb-9c59-ca549ef734b5 on network 26952b1a-9694-4890-a4a8-a33c999df5e8 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:04.161307 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:04.161905 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Checking segment: {'id': 'e5d75816-4d28-4af9-8032-6d871ec1664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:04.162481 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.163010 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Bound using segment: {'id': 'e5d75816-4d28-4af9-8032-6d871ec1664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:04.163885 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Bound port: a1ce0247-4f3f-46fb-9c59-ca549ef734b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d75816-4d28-4af9-8032-6d871ec1664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:04.164453 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.171727 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8baf8b1a-5142-4d16-aa6b-fe66425d932c req-198b6737-1cb9-4376-9bbd-d7032e3cdba2 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/security-groups?id=293a1ee3-6c6e-4b3d-828a-c3f21268678d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6716917
Dec 18 20:50:04.214187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.252555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb32a2c-a146-40ee-826d-31f36365ea91 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:04.277284 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5883d6cb-bd6b-4eee-a4aa-c7fe37d6a028 service neutron] 10.222.0.13 "GET /v2.0/networks/d59d55b4-8f6a-4b3c-83fa-e38eff3905d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8555312
Dec 18 20:50:04.320786 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Pushing event updated for resources: {'Port': ['ID=a1ce0247-4f3f-46fb-9c59-ca549ef734b5,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:04.336262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Attempting to bind port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:04.336632 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Attempting to bind port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1c6a6b8e-7a73-4943-928d-37fef8dae5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:04.336994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Attempting to bind port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 on network d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:04.358635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Network 59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:04.361561 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] For port a1ce0247-4f3f-46fb-9c59-ca549ef734b5, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:04.365420 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] For port a1ce0247-4f3f-46fb-9c59-ca549ef734b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1ce0247-4f3f-46fb-9c59-ca549ef734b5,segment=NetworkSegment(e5d75816-4d28-4af9-8032-6d871ec1664b),segment_id=e5d75816-4d28-4af9-8032-6d871ec1664b)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:04.370678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:04.371051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Checking segment: {'id': '1c6a6b8e-7a73-4943-928d-37fef8dae5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:04.371456 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.372588 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Router 6590bd91-d4ca-45f8-a5a2-0d40151a953a is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:50:04.374885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:04.375190 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.375911 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.376265 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Bound using segment: {'id': '1c6a6b8e-7a73-4943-928d-37fef8dae5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:04.376696 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.376903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Bound port: 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6a6b8e-7a73-4943-928d-37fef8dae5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:04.377310 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.377998 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.378838 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.378978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:04.379496 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.380265 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.381508 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.382003 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.382709 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.382839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f1e38-d6fc-4c14-8e78-c0d5042523b0 None None] Pushing event updated for resources: {'Port': ['ID=a0682759-daea-48c1-a871-8ef97590eaee,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:04.383354 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.383825 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.384346 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:04.400289 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.417542 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.448460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Pushing event updated for resources: {'Port': ['ID=713b1105-c226-474e-8fd2-e067be484d6a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:04.463662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Transition to ACTIVE for port object 3cb32a2c-a146-40ee-826d-31f36365ea91 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:04.483273 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5853a0-349d-4745-bcb2-1bb1b7dcb657 None None] Pushing event updated for resources: {'Port': ['ID=a1ce0247-4f3f-46fb-9c59-ca549ef734b5,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:04.515413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:04.516814 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.524184 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Routers {'bbe88e9c-6284-49c5-a88f-a6de4ec4019a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:50:04.538797 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f717550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bbe88e9c-6284-49c5-a88f-a6de4ec4019a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:04.541632 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.560486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 886766cc-18cb-4c67-bf12-529cc21aa90b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:04.560944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.572422 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f6e2d1a6-9181-42e9-86eb-0f29590bbd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.613517 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-ffbc7261-99ff-4beb-99b7-984a704ad8c9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4344368
Dec 18 20:50:04.667487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72115f56-951b-4ab2-bf09-7b6ff96af026 req-2f373cb7-cfbd-4870-b5a5-cd4c621ea432 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:04.683974 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72115f56-951b-4ab2-bf09-7b6ff96af026 req-2f373cb7-cfbd-4870-b5a5-cd4c621ea432 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=facfd9bf-d901-4385-a082-8a8c8b44f452 HTTP/1.1" status: 200  len: 950 time: 0.2685387
Dec 18 20:50:04.697737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Request body: {'port': {'device_id': '930716df-900f-446a-8ca4-f1bc174e3345', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:04.760728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] For port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:04.845861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] For port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7,segment=NetworkSegment(1c6a6b8e-7a73-4943-928d-37fef8dae5f0),segment_id=1c6a6b8e-7a73-4943-928d-37fef8dae5f0)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:04.849990 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] Set router bbe88e9c-6284-49c5-a88f-a6de4ec4019a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:50:04.867386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:50:04.900549 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.903157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Sync routers for ids ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:50:04.907821 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-534d99fc-6cd8-4e4d-bd35-66de4df4daac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.4708838
Dec 18 20:50:04.908215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f6e2d1a6-9181-42e9-86eb-0f29590bbd87 None None] For port 342335c2-e521-4e3b-97ca-1ed25a15c278, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=342335c2-e521-4e3b-97ca-1ed25a15c278,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:04.908363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56946) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:04.910147 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.917540 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:04.921782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Pushing event updated for resources: {'Port': ['ID=3cb32a2c-a146-40ee-826d-31f36365ea91,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:04.975725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72115f56-951b-4ab2-bf09-7b6ff96af026 req-1b9d93ce-adcc-4310-8f41-26d4856fcabd tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2907715
Dec 18 20:50:04.983473 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f6e2d1a6-9181-42e9-86eb-0f29590bbd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:05.066853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-fa630836-5c40-483f-9996-ba7876495710 service neutron] 10.222.0.13 "GET /v2.0/networks/d59d55b4-8f6a-4b3c-83fa-e38eff3905d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7886894
Dec 18 20:50:05.142010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ac039-d01c-462a-9b12-fc96b3ed0098 None None] Pushing event updated for resources: {'Port': ['ID=4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:05.163206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Routers {'6590bd91-d4ca-45f8-a5a2-0d40151a953a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:50:05.163571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb210d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:49:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:05.222346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9adf2012-8059-4a3f-87d9-71668e53395e service neutron] 10.222.0.13 "GET /v2.0/networks/e8ba14b5-3312-482e-8a8a-ef9381273d02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288676
Dec 18 20:50:05.324717 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f717550>, [{'id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'name': 'tempest-ServersTestMultiNic-7738961-router', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:49Z', 'updated_at': '2021-12-18T20:49:56Z', 'revision_number': 4, 'project_id': '260f5423c9c44b499073e360e0e66264', 'gw_port': {'id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:51Z', 'updated_at': '2021-12-18T20:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1ce0247-4f3f-46fb-9c59-ca549ef734b5', 'name': '', 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'mac_address': 'fa:16:3e:73:ef:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c28f4158-af42-4cf0-ac76-362100f54e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:55Z', 'updated_at': '2021-12-18T20:50:04Z', 'revision_number': 4, 'project_id': '260f5423c9c44b499073e360e0e66264', 'subnets': [{'id': 'c28f4158-af42-4cf0-ac76-362100f54e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:05.363926 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc079f3-0241-40b5-ab23-bba0fb37fd4b None None] The sync data for ids ['bbe88e9c-6284-49c5-a88f-a6de4ec4019a'] in ncdv-master-1 is: [{'id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'name': 'tempest-ServersTestMultiNic-7738961-router', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:49Z', 'updated_at': '2021-12-18T20:49:56Z', 'revision_number': 4, 'project_id': '260f5423c9c44b499073e360e0e66264', 'gw_port': {'id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:51Z', 'updated_at': '2021-12-18T20:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1ce0247-4f3f-46fb-9c59-ca549ef734b5', 'name': '', 'network_id': '26952b1a-9694-4890-a4a8-a33c999df5e8', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'mac_address': 'fa:16:3e:73:ef:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c28f4158-af42-4cf0-ac76-362100f54e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:55Z', 'updated_at': '2021-12-18T20:50:04Z', 'revision_number': 4, 'project_id': '260f5423c9c44b499073e360e0e66264', 'subnets': [{'id': 'c28f4158-af42-4cf0-ac76-362100f54e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:50:05.427865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Attempting to bind port 3cb32a2c-a146-40ee-826d-31f36365ea91 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:05.428457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Attempting to bind port 3cb32a2c-a146-40ee-826d-31f36365ea91 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8307845d-95b8-4bc8-bb96-bc53f73d9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5add456a-9bbd-4aa2-9bf5-99911f13e36c'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:05.428588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Attempting to bind port 3cb32a2c-a146-40ee-826d-31f36365ea91 on network 5add456a-9bbd-4aa2-9bf5-99911f13e36c {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:05.453827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Port 3cb32a2c-a146-40ee-826d-31f36365ea91 on network 5add456a-9bbd-4aa2-9bf5-99911f13e36c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:05.454159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Attempting to bind port 3cb32a2c-a146-40ee-826d-31f36365ea91 on network 5add456a-9bbd-4aa2-9bf5-99911f13e36c {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:05.487022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e1ab-464a-44c9-84f5-9d9baa779c95 req-0d193afe-94ea-4d9d-b9f2-50c886c089c1 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:05.488865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab94e1ab-464a-44c9-84f5-9d9baa779c95 req-0d193afe-94ea-4d9d-b9f2-50c886c089c1 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 932 time: 0.1530814
Dec 18 20:50:05.502610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:05.503236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Checking segment: {'id': '8307845d-95b8-4bc8-bb96-bc53f73d9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5add456a-9bbd-4aa2-9bf5-99911f13e36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:05.503774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Bound using segment: {'id': '8307845d-95b8-4bc8-bb96-bc53f73d9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5add456a-9bbd-4aa2-9bf5-99911f13e36c'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:05.504381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Bound port: 3cb32a2c-a146-40ee-826d-31f36365ea91, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8307845d-95b8-4bc8-bb96-bc53f73d9c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5add456a-9bbd-4aa2-9bf5-99911f13e36c'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:05.504894 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:05.610148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Provisioning complete for port 342335c2-e521-4e3b-97ca-1ed25a15c278 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:05.610704 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:05.630729 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d24ed2e2-34f3-41fa-a7ad-406fcdda10f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:05.649179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 342335c2-e521-4e3b-97ca-1ed25a15c278 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:05.823055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2d1a6-9181-42e9-86eb-0f29590bbd87 None None] Pushing event updated for resources: {'Port': ['ID=342335c2-e521-4e3b-97ca-1ed25a15c278,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:05.880940 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Set router 6590bd91-d4ca-45f8-a5a2-0d40151a953a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:50:05.964886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713b1105-c226-474e-8fd2-e067be484d6a {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:05.976612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:06.069009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 342335c2-e521-4e3b-97ca-1ed25a15c278 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:06.069514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:06.105200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Transition to ACTIVE for port object 713b1105-c226-474e-8fd2-e067be484d6a will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:06.113862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:06.185918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-234f361b-592e-42f4-b2b4-9e2c2f7d5e7c service neutron] 10.222.0.13 "GET /v2.0/networks/e8ba14b5-3312-482e-8a8a-ef9381273d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9547114
Dec 18 20:50:06.260387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab94e1ab-464a-44c9-84f5-9d9baa779c95 req-0855f202-d8b3-41dc-bef0-a7376bd609f6 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7493467
Dec 18 20:50:06.367780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Pushing event updated for resources: {'Port': ['ID=713b1105-c226-474e-8fd2-e067be484d6a,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:06.390664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] For port 3cb32a2c-a146-40ee-826d-31f36365ea91, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:06.395598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] For port 3cb32a2c-a146-40ee-826d-31f36365ea91, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb32a2c-a146-40ee-826d-31f36365ea91,segment=NetworkSegment(8307845d-95b8-4bc8-bb96-bc53f73d9c98),segment_id=8307845d-95b8-4bc8-bb96-bc53f73d9c98)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:06.405705 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:06.446212 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:06.492385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e324a738-8d32-4804-8592-ded2aa51ba7c None None] Network b682fe11-354f-40ac-961b-a0ccac207599 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:06.507008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:06.508257 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:06.509835 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] 10.222.0.36 "PUT /v2.0/ports/3cb32a2c-a146-40ee-826d-31f36365ea91 HTTP/1.1" status: 200  len: 1091 time: 2.9443960
Dec 18 20:50:06.510511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d2c622-4e87-45cc-aac2-313c30dd4c88', 'tag': '3cb32a2c-a146-40ee-826d-31f36365ea91'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:06.513032 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ab1333-20e2-423f-a15b-f83263a53e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "56d2c622-4e87-45cc-aac2-313c30dd4c88", "tag": "3cb32a2c-a146-40ee-826d-31f36365ea91"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:06.555354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74e3db-a18d-4195-aeb8-3d6056dcf95b service neutron] Pushing event updated for resources: {'Port': ['ID=3cb32a2c-a146-40ee-826d-31f36365ea91,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:06.606208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:06.699736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Attempting to bind port 713b1105-c226-474e-8fd2-e067be484d6a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:06.700075 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Attempting to bind port 713b1105-c226-474e-8fd2-e067be484d6a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f6f2df68-2bdb-4d86-a83b-07b7785e05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:06.710612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Attempting to bind port 713b1105-c226-474e-8fd2-e067be484d6a on network 59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:06.732168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-5381e2d6-734b-4de7-866e-f63a9a7a86f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:06.733680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-5381e2d6-734b-4de7-866e-f63a9a7a86f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0793f7505c664b34adc128f8bd38e5b6&device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 1094 time: 0.1737378
Dec 18 20:50:06.742133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Port 713b1105-c226-474e-8fd2-e067be484d6a on network 59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:06.753258 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Attempting to bind port 713b1105-c226-474e-8fd2-e067be484d6a on network 59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:06.787558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccc391-e66d-4993-8256-3d10f88acc68 req-aa408c44-847d-43a9-bb77-b3ac3aa9d7d8 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:06.800242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7cccc391-e66d-4993-8256-3d10f88acc68 req-aa408c44-847d-43a9-bb77-b3ac3aa9d7d8 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 943 time: 0.1474593
Dec 18 20:50:06.841203 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:06.842039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Checking segment: {'id': 'f6f2df68-2bdb-4d86-a83b-07b7785e05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:06.847314 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Bound using segment: {'id': 'f6f2df68-2bdb-4d86-a83b-07b7785e05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:06.848403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Bound port: 713b1105-c226-474e-8fd2-e067be484d6a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f2df68-2bdb-4d86-a83b-07b7785e05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:06.849724 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:06.907236 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Provisioning complete for port a1ce0247-4f3f-46fb-9c59-ca549ef734b5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:06.907800 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:06.978308 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] For port 713b1105-c226-474e-8fd2-e067be484d6a, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:06.994042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-60d6987c-0300-4aa7-92bb-98226f88acb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb32a2c-a146-40ee-826d-31f36365ea91 HTTP/1.1" status: 200  len: 217 time: 0.2341805
Dec 18 20:50:06.997428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] For port 713b1105-c226-474e-8fd2-e067be484d6a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=713b1105-c226-474e-8fd2-e067be484d6a,segment=NetworkSegment(f6f2df68-2bdb-4d86-a83b-07b7785e05e7),segment_id=f6f2df68-2bdb-4d86-a83b-07b7785e05e7)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:07.056255 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:07.143905 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:07.172494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb210d0>, [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:50:02Z', 'revision_number': 3, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:07.208036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Pushing event updated for resources: {'Port': ['ID=713b1105-c226-474e-8fd2-e067be484d6a,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:07.248605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:07.250876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:07.252469 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-0d065140-2e95-4b25-82dd-c6246c971082 service neutron] 10.222.0.36 "PUT /v2.0/ports/713b1105-c226-474e-8fd2-e067be484d6a HTTP/1.1" status: 200  len: 1092 time: 2.5632448
Dec 18 20:50:07.253917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930716df-900f-446a-8ca4-f1bc174e3345', 'tag': '713b1105-c226-474e-8fd2-e067be484d6a'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:07.260137 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3a6a91-c832-490d-8c34-0081b44bd028" -d '{"events": [{"name": "network-changed", "server_uuid": "930716df-900f-446a-8ca4-f1bc174e3345", "tag": "713b1105-c226-474e-8fd2-e067be484d6a"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:07.261912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Checking router: 6590bd91-d4ca-45f8-a5a2-0d40151a953a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:50:07.262779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Updating router 6590bd91-d4ca-45f8-a5a2-0d40151a953a port 62186899-ee5d-489d-a5d0-337d497e0270 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:50:07.355697 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7cccc391-e66d-4993-8256-3d10f88acc68 req-e5333c4c-3f1d-4a4b-8c6b-5820b5b4a175 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/security-groups?id=293a1ee3-6c6e-4b3d-828a-c3f21268678d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5493808
Dec 18 20:50:07.425015 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:07.506282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:07.529038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fedfc-456b-4b16-9445-87ea253a68b1 req-4bb8c824-347e-44cb-8ff8-52897be11679 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:07.554049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fedfc-456b-4b16-9445-87ea253a68b1 req-4bb8c824-347e-44cb-8ff8-52897be11679 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:07.563266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac5fedfc-456b-4b16-9445-87ea253a68b1 req-4bb8c824-347e-44cb-8ff8-52897be11679 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70&device_id=facfd9bf-d901-4385-a082-8a8c8b44f452 HTTP/1.1" status: 200  len: 1691 time: 0.5498838
Dec 18 20:50:07.566737 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] For port a1ce0247-4f3f-46fb-9c59-ca549ef734b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1ce0247-4f3f-46fb-9c59-ca549ef734b5,segment=NetworkSegment(e5d75816-4d28-4af9-8032-6d871ec1664b),segment_id=e5d75816-4d28-4af9-8032-6d871ec1664b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:07.591722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ac6b5351-91e4-4b16-bb14-81d4e9712463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:07.593202 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-ac6b5351-91e4-4b16-bb14-81d4e9712463 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85bb378-a5d4-4fc0-881b-c276a246c04a HTTP/1.1" status: 200  len: 849 time: 0.5349929
Dec 18 20:50:07.635457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9f0528-4e27-4baa-ad4e-a12e27cfd448 None None] Network d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:07.653266 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-cefdc6ae-9e20-4e97-8546-7a89a4da8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:07.654053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-05731ce7-6d2f-4c8c-a6d5-1b1af4003a22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5add456a-9bbd-4aa2-9bf5-99911f13e36c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0365140
Dec 18 20:50:07.658764 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-cefdc6ae-9e20-4e97-8546-7a89a4da8e33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=835793f458834c0387829e418f6e3b4c&device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 1095 time: 0.3415859
Dec 18 20:50:07.672520 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:07.684441 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Allocated IP 172.20.0.1 (b682fe11-354f-40ac-961b-a0ccac207599/25a9e8be-dc0d-4099-ac90-c3a3592583ca/ea64f208-a24a-4c86-8f68-ea791c1d936d) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:07.753816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac5fedfc-456b-4b16-9445-87ea253a68b1 req-9c15687a-ecb3-41e8-97fc-7f205e716514 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886110
Dec 18 20:50:07.784915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-957c63a5-ca4c-4324-bc94-b019a9394a1b req-a80255f5-96c9-49e2-965b-4f47c6d36604 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 210 time: 0.1165309
Dec 18 20:50:07.845382 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeda23b-36f6-4b9b-abc5-5d011c34e551 x-openstack-request-id: req-fdeda23b-36f6-4b9b-abc5-5d011c34e551 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:07.850110 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d2c622-4e87-45cc-aac2-313c30dd4c88", "tag": "3cb32a2c-a146-40ee-826d-31f36365ea91", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:07.850557 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdeda23b-36f6-4b9b-abc5-5d011c34e551 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:07.851126 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d2c622-4e87-45cc-aac2-313c30dd4c88', 'tag': '3cb32a2c-a146-40ee-826d-31f36365ea91', 'status': 'completed', 'code': 200}
Dec 18 20:50:07.869205 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-d112e669-2c67-4d58-911e-48bc6e8bac39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=713b1105-c226-474e-8fd2-e067be484d6a HTTP/1.1" status: 200  len: 217 time: 0.1200762
Dec 18 20:50:07.958967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:07.992968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-86a86a2a-5cf4-4ae2-92a2-8917f47684c3 service neutron] 10.222.0.36 "GET /v2.0/networks/5add456a-9bbd-4aa2-9bf5-99911f13e36c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2952852
Dec 18 20:50:08.007434 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f2640d-1298-47ad-a15d-0452162e0cc2 x-openstack-request-id: req-65f2640d-1298-47ad-a15d-0452162e0cc2 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:08.008690 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930716df-900f-446a-8ca4-f1bc174e3345", "tag": "713b1105-c226-474e-8fd2-e067be484d6a", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:08.009272 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65f2640d-1298-47ad-a15d-0452162e0cc2 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:08.010076 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930716df-900f-446a-8ca4-f1bc174e3345', 'tag': '713b1105-c226-474e-8fd2-e067be484d6a', 'status': 'completed', 'code': 200}
Dec 18 20:50:08.022394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:08.238339 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9b0b5-c365-4d4c-9954-df047c8d919b req-cebfbd47-71ba-4be7-a035-457c9e973787 service neutron] 10.222.0.36 "GET /v2.0/networks/5add456a-9bbd-4aa2-9bf5-99911f13e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2365096
Dec 18 20:50:08.248756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Network b682fe11-354f-40ac-961b-a0ccac207599 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:08.254859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:08.257089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea64f208-a24a-4c86-8f68-ea791c1d936d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:08.260035 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:08.316316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:08.321147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1a39a-78d5-46d5-8116-fb31a39cfb3e req-ac50cf42-c019-439f-be82-6051b15a5b81 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:08.321440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-caced67e-862f-4b6b-ba48-e8757c57580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:08.331254 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ae1a39a-78d5-46d5-8116-fb31a39cfb3e req-ac50cf42-c019-439f-be82-6051b15a5b81 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 944 time: 0.3951132
Dec 18 20:50:08.332978 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-caced67e-862f-4b6b-ba48-e8757c57580b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50ac1338-4fb4-4670-aa67-f89aed3ae6f5 HTTP/1.1" status: 200  len: 853 time: 0.3216276
Dec 18 20:50:08.502896 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-93e39230-2919-404e-8abd-bbd441b23f27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0637360
Dec 18 20:50:08.587652 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ae1a39a-78d5-46d5-8116-fb31a39cfb3e req-5a00027c-70c7-4e35-9236-0dbaed106deb tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2554877
Dec 18 20:50:08.593500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3c8b858d-7a0a-499a-9c20-5f42fa97b740 None None] Provisioning complete for port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:08.595185 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c8b858d-7a0a-499a-9c20-5f42fa97b740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:08.604488 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199c091-3df1-4407-b438-e1be0e563ec4 req-d0d17a40-7614-49c6-9421-459130521695 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:08.606048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e199c091-3df1-4407-b438-e1be0e563ec4 req-d0d17a40-7614-49c6-9421-459130521695 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 1101 time: 0.3664877
Dec 18 20:50:08.608046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab1333-20e2-423f-a15b-f83263a53e4d req-c54d676c-2529-4f32-8ca2-4a807a9c9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:08.612125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ab1333-20e2-423f-a15b-f83263a53e4d req-c54d676c-2529-4f32-8ca2-4a807a9c9071 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0793f7505c664b34adc128f8bd38e5b6&device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 1094 time: 0.2567780
Dec 18 20:50:08.666174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Pushing event updated for resources: {'Port': ['ID=a1ce0247-4f3f-46fb-9c59-ca549ef734b5,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:08.698987 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:08.750389 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:08.760526 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.760788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.761187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.761565 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.762293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.762293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.762767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.762888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.763245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.763579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.763906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.764230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.764555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970ded13-0986-42d3-9700-d13fe99f303a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:08.768804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e199c091-3df1-4407-b438-e1be0e563ec4 req-a8110e5f-6698-4ca5-bfd3-073694e249c8 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530204
Dec 18 20:50:08.778243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:08.778642 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:08.806194 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c8b858d-7a0a-499a-9c20-5f42fa97b740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:08.998613 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8ac76-f670-482d-8c56-ddcd953b0b95 req-048dd8f6-9e4f-40fc-995e-4e1f3fa023d5 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:08.999717 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.001339 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fb8ac76-f670-482d-8c56-ddcd953b0b95 req-048dd8f6-9e4f-40fc-995e-4e1f3fa023d5 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 943 time: 0.2069664
Dec 18 20:50:09.013531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3c8b858d-7a0a-499a-9c20-5f42fa97b740 None None] For port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7,segment=NetworkSegment(1c6a6b8e-7a73-4943-928d-37fef8dae5f0),segment_id=1c6a6b8e-7a73-4943-928d-37fef8dae5f0)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:09.019229 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.049495 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c8b858d-7a0a-499a-9c20-5f42fa97b740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.091483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab1333-20e2-423f-a15b-f83263a53e4d req-706eaf27-fcf2-4c4e-98be-4c86c81c8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:09.098675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ab1333-20e2-423f-a15b-f83263a53e4d req-706eaf27-fcf2-4c4e-98be-4c86c81c8e4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=5add456a-9bbd-4aa2-9bf5-99911f13e36c HTTP/1.1" status: 200  len: 910 time: 0.4054723
Dec 18 20:50:09.167139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ab1333-20e2-423f-a15b-f83263a53e4d req-eb695d0f-23b9-44a0-b84d-d624eb498644 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb32a2c-a146-40ee-826d-31f36365ea91 HTTP/1.1" status: 200  len: 217 time: 0.0461037
Dec 18 20:50:09.175509 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fb8ac76-f670-482d-8c56-ddcd953b0b95 req-a03b9bc7-5d35-4cac-ae14-71b6a39f206c tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/security-groups?id=293a1ee3-6c6e-4b3d-828a-c3f21268678d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437662
Dec 18 20:50:09.197762 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede1a3a-75b6-48ea-a295-21b8b6a18bc6 None None] Pushing event updated for resources: {'Port': ['ID=62186899-ee5d-489d-a5d0-337d497e0270,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:09.217372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Attempting to bind port 62186899-ee5d-489d-a5d0-337d497e0270 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:09.223162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Attempting to bind port 62186899-ee5d-489d-a5d0-337d497e0270 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:09.223560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Attempting to bind port 62186899-ee5d-489d-a5d0-337d497e0270 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:09.224505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.237873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3c8b858d-7a0a-499a-9c20-5f42fa97b740 None None] Provisioning complete for port a0682759-daea-48c1-a871-8ef97590eaee triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:09.238243 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c8b858d-7a0a-499a-9c20-5f42fa97b740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.256416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab1333-20e2-423f-a15b-f83263a53e4d req-967a5219-5eeb-41f7-b55e-a28b118bfb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:09.257915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ab1333-20e2-423f-a15b-f83263a53e4d req-967a5219-5eeb-41f7-b55e-a28b118bfb50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85bb378-a5d4-4fc0-881b-c276a246c04a HTTP/1.1" status: 200  len: 849 time: 0.0799849
Dec 18 20:50:09.265480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8defe-507f-421e-9307-a0a51531afdc req-c704ff9e-46b7-4d80-931f-6ae97c323761 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:09.273414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6f8defe-507f-421e-9307-a0a51531afdc req-c704ff9e-46b7-4d80-931f-6ae97c323761 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=facfd9bf-d901-4385-a082-8a8c8b44f452 HTTP/1.1" status: 200  len: 1101 time: 0.2648439
Dec 18 20:50:09.324825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:09.325260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:09.325606 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.325997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:09.326945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Bound port: 62186899-ee5d-489d-a5d0-337d497e0270, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:09.327327 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.334493 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-b7afd866-1d0f-4e0a-9a13-e8600d3f37bd service neutron] 10.222.0.36 "GET /v2.0/networks/59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8177497
Dec 18 20:50:09.336616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a0682759-daea-48c1-a871-8ef97590eaee up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:09.354161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fe4a6a4-9042-4f17-8c7c-34ed5811aee4 req-d8f895be-ae42-4790-8d25-01b91bd76520 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 210 time: 0.0365245
Dec 18 20:50:09.356172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ab1333-20e2-423f-a15b-f83263a53e4d req-cebd8408-0773-4765-b72e-6ffae5e5a77a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5add456a-9bbd-4aa2-9bf5-99911f13e36c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0738764
Dec 18 20:50:09.413088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6f8defe-507f-421e-9307-a0a51531afdc req-976e1d5b-214c-4d7c-82bb-539fa7a8b3c8 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256955
Dec 18 20:50:09.443228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-6cdb0c84-e734-4143-a6ac-f172848c28f5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:09.448958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-6cdb0c84-e734-4143-a6ac-f172848c28f5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:09.450539 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-6cdb0c84-e734-4143-a6ac-f172848c28f5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.36 "GET /v2.0/networks?id=e8ba14b5-3312-482e-8a8a-ef9381273d02&id=d59d55b4-8f6a-4b3c-83fa-e38eff3905d0&id=e8ba14b5-3312-482e-8a8a-ef9381273d02 HTTP/1.1" status: 200  len: 1391 time: 0.9442980
Dec 18 20:50:09.501370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'port': {'device_id': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02', 'admin_state_up': True, 'tenant_id': '260f5423c9c44b499073e360e0e66264'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:09.513377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ab1333-20e2-423f-a15b-f83263a53e4d req-e514738a-b2fe-4eef-85c2-5b07bb376c38 service neutron] 10.222.0.36 "GET /v2.0/networks/5add456a-9bbd-4aa2-9bf5-99911f13e36c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0987747
Dec 18 20:50:09.555282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b858d-7a0a-499a-9c20-5f42fa97b740 None None] Pushing event updated for resources: {'Port': ['ID=4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:09.572409 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-33458494-555b-4eb7-b4a8-1ee8a71e6313 req-afe615f0-f94d-4ecb-a7d1-01c088d187e6 service neutron] 10.222.0.36 "GET /v2.0/networks/59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2245653
Dec 18 20:50:09.614521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] For port 62186899-ee5d-489d-a5d0-337d497e0270, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:09.630905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] For port 62186899-ee5d-489d-a5d0-337d497e0270, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62186899-ee5d-489d-a5d0-337d497e0270,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:09.660789 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.662478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ab1333-20e2-423f-a15b-f83263a53e4d req-824f89dd-6eb8-45bd-bdde-8e0b8942597d service neutron] 10.222.0.36 "GET /v2.0/networks/5add456a-9bbd-4aa2-9bf5-99911f13e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374052
Dec 18 20:50:09.753677 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.760664 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.813533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a0682759-daea-48c1-a871-8ef97590eaee triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:09.814383 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.819819 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c8b858d-7a0a-499a-9c20-5f42fa97b740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.825440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a6a91-c832-490d-8c34-0081b44bd028 req-8d51631f-2bd7-40c4-a8d0-d20cf6a85c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:09.826900 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b3a6a91-c832-490d-8c34-0081b44bd028 req-8d51631f-2bd7-40c4-a8d0-d20cf6a85c43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=835793f458834c0387829e418f6e3b4c&device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 1095 time: 0.1592054
Dec 18 20:50:09.827506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:09.835364 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f50ce-5bc5-4c7f-81b6-0062c08514e2 req-05e7d786-3a69-4696-a312-432e47fcbc53 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:09.846722 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:09.848502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-338f50ce-5bc5-4c7f-81b6-0062c08514e2 req-05e7d786-3a69-4696-a312-432e47fcbc53 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 944 time: 0.1271493
Dec 18 20:50:09.900833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede1a3a-75b6-48ea-a295-21b8b6a18bc6 None None] Pushing event updated for resources: {'Port': ['ID=62186899-ee5d-489d-a5d0-337d497e0270,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:09.950020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Routers {'6590bd91-d4ca-45f8-a5a2-0d40151a953a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:50:09.952527 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb210d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:09.961732 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-338f50ce-5bc5-4c7f-81b6-0062c08514e2 req-7f4d1b32-28d3-4071-b6b5-efa6fa05f1ad tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122420
Dec 18 20:50:09.987514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-2fad876d-285e-4e10-a20f-df2f3975de76 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0559092
Dec 18 20:50:09.988854 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:50:10.046534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3c8b858d-7a0a-499a-9c20-5f42fa97b740 None None] For port a0682759-daea-48c1-a871-8ef97590eaee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0682759-daea-48c1-a871-8ef97590eaee,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:10.073214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea64f208-a24a-4c86-8f68-ea791c1d936d,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:10.080872 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:10.119180 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c8b858d-7a0a-499a-9c20-5f42fa97b740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:10.127745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a6a91-c832-490d-8c34-0081b44bd028 req-1369a070-69ef-48a9-a5c0-69dd22e2dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:10.129473 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b3a6a91-c832-490d-8c34-0081b44bd028 req-1369a070-69ef-48a9-a5c0-69dd22e2dc8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 HTTP/1.1" status: 200  len: 914 time: 0.2283082
Dec 18 20:50:10.161156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-29ced99c-3139-4e87-ab69-08fb4ba541e6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:10.171476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-29ced99c-3139-4e87-ab69-08fb4ba541e6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1752093
Dec 18 20:50:10.181871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a1ce0247-4f3f-46fb-9c59-ca549ef734b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:10.190698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-4e4eb477-a784-4901-9f81-3e508d14e242 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/quotas/9ce640720b084b84a86f590d354dad25 HTTP/1.1" status: 200  len: 375 time: 0.0176489
Dec 18 20:50:10.219542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] Set router 6590bd91-d4ca-45f8-a5a2-0d40151a953a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:50:10.229025 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b3a6a91-c832-490d-8c34-0081b44bd028 req-765959d1-3517-46c2-b1ba-c189480b61a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=713b1105-c226-474e-8fd2-e067be484d6a HTTP/1.1" status: 200  len: 217 time: 0.0853648
Dec 18 20:50:10.281909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b858d-7a0a-499a-9c20-5f42fa97b740 None None] Pushing event updated for resources: {'Port': ['ID=a0682759-daea-48c1-a871-8ef97590eaee,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:10.283675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-4c8a8f12-fce9-4c62-98a3-d3e2ecca1e10 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0813260
Dec 18 20:50:10.359895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b2e2df7e-e029-4595-abc7-099ea3f51c8e None None] Provisioning complete for port ea64f208-a24a-4c86-8f68-ea791c1d936d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:10.360268 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2e2df7e-e029-4595-abc7-099ea3f51c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:10.361173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Allocated IP 19.80.0.40 (e8ba14b5-3312-482e-8a8a-ef9381273d02/e2419916-994a-4643-a3fb-09f210f05392/9b09cd1f-a315-422b-ad9b-2daf6a5aaea9) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:10.370799 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a6a91-c832-490d-8c34-0081b44bd028 req-d3a4f8f4-dd07-4300-b4f6-d2f55e46503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:10.372239 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b3a6a91-c832-490d-8c34-0081b44bd028 req-d3a4f8f4-dd07-4300-b4f6-d2f55e46503d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50ac1338-4fb4-4670-aa67-f89aed3ae6f5 HTTP/1.1" status: 200  len: 853 time: 0.1313450
Dec 18 20:50:10.386997 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9beff-6756-41a3-803b-03cf77103230 req-f88e275e-cebd-465f-9290-a86361458482 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:10.392045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Network b682fe11-354f-40ac-961b-a0ccac207599 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:10.395951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:10.411885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-faf9beff-6756-41a3-803b-03cf77103230 req-f88e275e-cebd-465f-9290-a86361458482 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 943 time: 0.1256638
Dec 18 20:50:10.424352 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b3a6a91-c832-490d-8c34-0081b44bd028 req-451f8666-ba5e-4913-aa25-af333f2f4781 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427115
Dec 18 20:50:10.450680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a1ce0247-4f3f-46fb-9c59-ca549ef734b5 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:10.451002 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:10.476322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2df7e-e029-4595-abc7-099ea3f51c8e None None] Port ea64f208-a24a-4c86-8f68-ea791c1d936d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:10.524180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b2e2df7e-e029-4595-abc7-099ea3f51c8e None None] Provisioning complete for port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:10.524723 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2e2df7e-e029-4595-abc7-099ea3f51c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:10.607418 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-faf9beff-6756-41a3-803b-03cf77103230 req-bf648d24-910a-4736-808a-0df596039f53 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/security-groups?id=293a1ee3-6c6e-4b3d-828a-c3f21268678d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926744
Dec 18 20:50:10.676924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 342335c2-e521-4e3b-97ca-1ed25a15c278 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:10.788139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb210d0>, [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea64f208-a24a-4c86-8f68-ea791c1d936d', 'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'mac_address': 'fa:16:3e:46:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:06Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 2, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'subnets': [{'id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:10.902030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-533ad32b-1162-4b1e-99dd-87cd27cf9d20 req-41111cd5-7c75-4c7e-8394-258cd85348cc tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 210 time: 0.0723121
Dec 18 20:50:10.962727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 3cb32a2c-a146-40ee-826d-31f36365ea91 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:10.969744 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b3a6a91-c832-490d-8c34-0081b44bd028 req-9d74c5da-7bfa-48df-b41c-b5040f14aefd service neutron] 10.222.0.36 "GET /v2.0/networks/59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5316551
Dec 18 20:50:10.990484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Router 6590bd91-d4ca-45f8-a5a2-0d40151a953a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:50:11.076145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da090-4719-4c59-9be6-86a721bf93ea None None] The sync data for ids ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'] in ncdv-master-1 is: [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea64f208-a24a-4c86-8f68-ea791c1d936d', 'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'mac_address': 'fa:16:3e:46:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:06Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 2, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'subnets': [{'id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:50:11.193957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-747ff9c8-abab-4d24-b6fc-9fadd8a48f5c None None] Provisioning complete for port ea64f208-a24a-4c86-8f68-ea791c1d936d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:11.194533 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-747ff9c8-abab-4d24-b6fc-9fadd8a48f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:11.202606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c9b34-f2d0-4e11-806a-570743f06a99 req-87fcb27a-5275-4a91-b678-20c194b8cd81 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:11.204197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-421c9b34-f2d0-4e11-806a-570743f06a99 req-87fcb27a-5275-4a91-b678-20c194b8cd81 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 944 time: 0.0901341
Dec 18 20:50:11.212616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 3cb32a2c-a146-40ee-826d-31f36365ea91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb32a2c-a146-40ee-826d-31f36365ea91,segment=NetworkSegment(8307845d-95b8-4bc8-bb96-bc53f73d9c98),segment_id=8307845d-95b8-4bc8-bb96-bc53f73d9c98)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:11.239213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 342335c2-e521-4e3b-97ca-1ed25a15c278 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:11.239608 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:11.260404 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:11.286108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-747ff9c8-abab-4d24-b6fc-9fadd8a48f5c None None] Port ea64f208-a24a-4c86-8f68-ea791c1d936d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:11.307628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '3cb32a2c-a146-40ee-826d-31f36365ea91', 'network_id': '5add456a-9bbd-4aa2-9bf5-99911f13e36c', 'port_id': '3cb32a2c-a146-40ee-826d-31f36365ea91', 'mac_address': 'fa:16:3e:7b:84:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85bb378-a5d4-4fc0-881b-c276a246c04a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:11.320083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-421c9b34-f2d0-4e11-806a-570743f06a99 req-04da7a80-a2b6-4d99-8e07-f1dc4859552b tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064909
Dec 18 20:50:11.414713 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:11.447966 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb32a2c-a146-40ee-826d-31f36365ea91 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:11.469580 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2448632f-5f8f-49ad-99a0-446a3157a3a9 req-0a376b5f-0df5-4ff4-8376-bae746ce1922 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 210 time: 0.1297820
Dec 18 20:50:11.514710 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b3a6a91-c832-490d-8c34-0081b44bd028 req-e1d16515-c762-48a1-8233-ba7bf17cf6f2 service neutron] 10.222.0.36 "GET /v2.0/networks/59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5249348
Dec 18 20:50:11.519416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 3cb32a2c-a146-40ee-826d-31f36365ea91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb32a2c-a146-40ee-826d-31f36365ea91,segment=NetworkSegment(8307845d-95b8-4bc8-bb96-bc53f73d9c98),segment_id=8307845d-95b8-4bc8-bb96-bc53f73d9c98)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:11.536389 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:11.609825 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:11.688556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Port': ['ID=9b09cd1f-a315-422b-ad9b-2daf6a5aaea9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:11.720388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:50:11.751235 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d62f265b-4af8-43ac-89c0-a7bc7cc987c3 admin admin] 10.222.0.13 "PUT /v2.0/routers/6590bd91-d4ca-45f8-a5a2-0d40151a953a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8414817
Dec 18 20:50:11.757340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network e8ba14b5-3312-482e-8a8a-ef9381273d02 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:11.759044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:11.762072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:11.937602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:11.938950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:12.002791 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-75e2599e-fc2a-4466-aef2-e258a95ed14f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5230894
Dec 18 20:50:12.009807 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c34fc-79d1-4f4e-9ae7-93dfc2002415 req-8c97399a-631a-483a-ae35-afa43c66e333 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:12.014536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'port': {'device_id': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0', 'admin_state_up': True, 'tenant_id': '260f5423c9c44b499073e360e0e66264'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:12.036473 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d1c34fc-79d1-4f4e-9ae7-93dfc2002415 req-8c97399a-631a-483a-ae35-afa43c66e333 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 944 time: 0.2232332
Dec 18 20:50:12.228053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d1c34fc-79d1-4f4e-9ae7-93dfc2002415 req-4b607f9d-28ea-4104-be30-6a7542e5352b tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/security-groups?id=293a1ee3-6c6e-4b3d-828a-c3f21268678d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900048
Dec 18 20:50:12.243270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:12.284801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a79b0-5662-40b3-9823-8681f77d919a req-6e52ba0e-b30d-4c37-90f1-84c5da8dd64c tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:12.306520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-162a79b0-5662-40b3-9823-8681f77d919a req-6e52ba0e-b30d-4c37-90f1-84c5da8dd64c tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 931 time: 0.2415214
Dec 18 20:50:12.361514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ac2d5aeb-d32d-44cc-b9a2-316f930d3ab1 None None] Provisioning complete for port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:12.361912 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5aeb-d32d-44cc-b9a2-316f930d3ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:12.413761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:12.441158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:12.442607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-162a79b0-5662-40b3-9823-8681f77d919a req-642e749a-a342-49d3-831f-7074612dcfda tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269913
Dec 18 20:50:12.445545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:12.456367 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:12.521236 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['3cb32a2c-a146-40ee-826d-31f36365ea91'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:12.523257 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=3cb32a2c-a146-40ee-826d-31f36365ea91,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:12.650632 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d5aeb-d32d-44cc-b9a2-316f930d3ab1 None None] Port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:12.828386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a0682759-daea-48c1-a871-8ef97590eaee up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:12.965675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 713b1105-c226-474e-8fd2-e067be484d6a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:13.004753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Allocated IP 19.86.0.249 (d59d55b4-8f6a-4b3c-83fa-e38eff3905d0/ba5d1e1a-b1a0-496f-b203-f927d0b38289/01e68d95-1643-42d9-8ad6-bf3e0318d01f) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:13.016218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5949e9-2ad1-4de8-a681-eee5773db9a1 req-da669275-17fb-4917-a161-afdf6b623ccf tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:13.030480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb5949e9-2ad1-4de8-a681-eee5773db9a1 req-da669275-17fb-4917-a161-afdf6b623ccf tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 944 time: 0.3316152
Dec 18 20:50:13.206886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb5949e9-2ad1-4de8-a681-eee5773db9a1 req-703f6e8d-15a7-44db-8981-0e07f193f0df tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721861
Dec 18 20:50:13.408173 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:13.433820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a0682759-daea-48c1-a871-8ef97590eaee triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:13.434434 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:13.451944 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f9e33e3-6d8b-4ad6-a3bb-09d1b777c4bc req-6e8bffc0-1c04-4e6b-9a77-6664c29ca62f tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 210 time: 0.0936952
Dec 18 20:50:13.480163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:13.581682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 713b1105-c226-474e-8fd2-e067be484d6a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=713b1105-c226-474e-8fd2-e067be484d6a,segment=NetworkSegment(f6f2df68-2bdb-4d86-a83b-07b7785e05e7),segment_id=f6f2df68-2bdb-4d86-a83b-07b7785e05e7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:13.595088 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:13.602081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:13.646722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:13.649049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57096) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:13.668989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3f63d0cd-4834-4bff-9f9e-2ac305fa3a9f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701177202', 'description': 'tempest-description--1200573175'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:13.748286 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cde85-1fbc-4a04-9b8a-83c127ea9710 req-6a37bffc-b49c-455b-90af-b98908ef455e tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:13.766552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af7cde85-1fbc-4a04-9b8a-83c127ea9710 req-6a37bffc-b49c-455b-90af-b98908ef455e tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 945 time: 0.1667957
Dec 18 20:50:13.806069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a1ce0247-4f3f-46fb-9c59-ca549ef734b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:13.822642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '713b1105-c226-474e-8fd2-e067be484d6a', 'network_id': '59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215', 'port_id': '713b1105-c226-474e-8fd2-e067be484d6a', 'mac_address': 'fa:16:3e:ea:62:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ac1338-4fb4-4670-aa67-f89aed3ae6f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:13.904385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Port': ['ID=01e68d95-1643-42d9-8ad6-bf3e0318d01f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:13.956527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:13.957173 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:13.980169 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:14.004049 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3f63d0cd-4834-4bff-9f9e-2ac305fa3a9f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:14.036285 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-436c5d8f-90ce-439e-99fe-5ad9d06e0797 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1202266
Dec 18 20:50:14.048126 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-9142f9a8-73b1-4273-b003-86dc19647643 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0383880
Dec 18 20:50:14.065186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713b1105-c226-474e-8fd2-e067be484d6a {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:14.137166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 713b1105-c226-474e-8fd2-e067be484d6a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=713b1105-c226-474e-8fd2-e067be484d6a,segment=NetworkSegment(f6f2df68-2bdb-4d86-a83b-07b7785e05e7),segment_id=f6f2df68-2bdb-4d86-a83b-07b7785e05e7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:14.137802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'port': {'device_id': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02', 'admin_state_up': True, 'tenant_id': '260f5423c9c44b499073e360e0e66264'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:14.144693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77476b53-c9b4-4af7-8c09-e2c1ff29aefc req-0b6ef608-3c82-4d2c-a13c-1c05cd913b48 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:14.152629 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77476b53-c9b4-4af7-8c09-e2c1ff29aefc req-0b6ef608-3c82-4d2c-a13c-1c05cd913b48 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 944 time: 0.3321085
Dec 18 20:50:14.160778 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:14.217184 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6fcac58e-0606-4df0-aefe-c058209fc64a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1666603
Dec 18 20:50:14.226618 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af7cde85-1fbc-4a04-9b8a-83c127ea9710 req-a8ab0cf1-3a19-4cea-9ee4-6d27b8581977 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4429269
Dec 18 20:50:14.289953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a1ce0247-4f3f-46fb-9c59-ca549ef734b5 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:14.290366 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:14.418174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77476b53-c9b4-4af7-8c09-e2c1ff29aefc req-0cf1536e-a802-45a0-9208-0cff4d2dbbb7 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/security-groups?id=293a1ee3-6c6e-4b3d-828a-c3f21268678d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2648268
Dec 18 20:50:14.510934 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=713b1105-c226-474e-8fd2-e067be484d6a,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:14.538116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['713b1105-c226-474e-8fd2-e067be484d6a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:14.623112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-87777eed-829d-442b-9e2a-ba1a0349b431 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:14.626623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-87777eed-829d-442b-9e2a-ba1a0349b431 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5712285
Dec 18 20:50:14.647890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658cdf-9989-40f9-ba94-314cf17e028c req-3223596f-0197-483e-96ce-57fbc9667e67 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:14.658424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658cdf-9989-40f9-ba94-314cf17e028c req-3223596f-0197-483e-96ce-57fbc9667e67 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:14.668487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f9658cdf-9989-40f9-ba94-314cf17e028c req-3223596f-0197-483e-96ce-57fbc9667e67 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 1654 time: 0.2097836
Dec 18 20:50:14.675653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Request body: {'port': {'device_id': '6cadd365-eceb-4a91-93b6-4514be9ac919', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '9ce640720b084b84a86f590d354dad25'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:14.805447 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:14.819456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-dd0f82ff-8057-4a1f-bb8c-439fd4c0d8b0 None None] Provisioning complete for port 01e68d95-1643-42d9-8ad6-bf3e0318d01f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:14.820285 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dd0f82ff-8057-4a1f-bb8c-439fd4c0d8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:14.858587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b95bda-e781-4afb-a0e3-a5fe3a131d94 req-d00d6bb4-ff76-428a-8331-b0e38b41f265 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:14.866771 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71b95bda-e781-4afb-a0e3-a5fe3a131d94 req-d00d6bb4-ff76-428a-8331-b0e38b41f265 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 945 time: 0.3234088
Dec 18 20:50:14.873613 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Made reservation on behalf of 9ce640720b084b84a86f590d354dad25 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:14.877586 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:14.916029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f82ff-8057-4a1f-bb8c-439fd4c0d8b0 None None] Port 01e68d95-1643-42d9-8ad6-bf3e0318d01f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:14.941416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 3cb32a2c-a146-40ee-826d-31f36365ea91 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:14.961368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f9658cdf-9989-40f9-ba94-314cf17e028c req-e47b0163-10fb-4d9b-b57b-3f5b7252c917 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2929168
Dec 18 20:50:14.996659 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3f63d0cd-4834-4bff-9f9e-2ac305fa3a9f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.011112 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3f63d0cd-4834-4bff-9f9e-2ac305fa3a9f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.084094 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-33dc9f49-f8af-423e-9971-554615e6a7d6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:15.092213 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-33dc9f49-f8af-423e-9971-554615e6a7d6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7488501
Dec 18 20:50:15.127607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3f63d0cd-4834-4bff-9f9e-2ac305fa3a9f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.131311 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3f63d0cd-4834-4bff-9f9e-2ac305fa3a9f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 1.4810190
Dec 18 20:50:15.136596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Request body: {'port': {'device_id': '5edea04e-2c27-4be2-a3b4-1ec34f70c3ed', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '9ce640720b084b84a86f590d354dad25'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:15.138880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57112) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:15.146744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 62186899-ee5d-489d-a5d0-337d497e0270 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:15.154207 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71b95bda-e781-4afb-a0e3-a5fe3a131d94 req-180860dd-6e1f-4e25-874c-ee072feda3a6 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2862406
Dec 18 20:50:15.171687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-56d20ca5-0a57-426d-a56f-2cf329b17f52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Request body: {'security_group_rule': {'security_group_id': '5672d52a-5263-48ae-8f46-8984a51ab284', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:15.216256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17c0211e-91a3-44a8-8a62-1f8239148fcd req-37403225-1dd7-41a9-9d44-3fd381c2161f tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 210 time: 0.0840671
Dec 18 20:50:15.254658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63d0cd-4834-4bff-9f9e-2ac305fa3a9f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5672d52a-5263-48ae-8f46-8984a51ab284,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:15.270133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 62186899-ee5d-489d-a5d0-337d497e0270 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:15.270533 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.342594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 3cb32a2c-a146-40ee-826d-31f36365ea91 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:50:15.353226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 3cb32a2c-a146-40ee-826d-31f36365ea91 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:15.353723 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.371228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Allocated IP 192.168.233.33 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/54506b4b-7281-4b1a-9497-d7ae5def715f) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:15.608327 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.634701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:15.639158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.663363 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.741783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Made reservation on behalf of 9ce640720b084b84a86f590d354dad25 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:15.746043 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.761406 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.761959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 62186899-ee5d-489d-a5d0-337d497e0270, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62186899-ee5d-489d-a5d0-337d497e0270,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:15.811876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 3cb32a2c-a146-40ee-826d-31f36365ea91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb32a2c-a146-40ee-826d-31f36365ea91,segment=NetworkSegment(8307845d-95b8-4bc8-bb96-bc53f73d9c98),segment_id=8307845d-95b8-4bc8-bb96-bc53f73d9c98)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:15.813767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d2c622-4e87-45cc-aac2-313c30dd4c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb32a2c-a146-40ee-826d-31f36365ea91'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:15.820572 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Sync routers for ids ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:50:15.850117 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c8c09f-93a5-42d2-902f-98e5314c3ac2" -d '{"events": [{"server_uuid": "56d2c622-4e87-45cc-aac2-313c30dd4c88", "name": "network-vif-plugged", "status": "completed", "tag": "3cb32a2c-a146-40ee-826d-31f36365ea91"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:15.861888 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.864257 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Routers {'6590bd91-d4ca-45f8-a5a2-0d40151a953a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:50:15.866102 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664442b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:15.871693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.979405 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-56d20ca5-0a57-426d-a56f-2cf329b17f52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:15.987263 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Allocated IP 19.80.0.149 (e8ba14b5-3312-482e-8a8a-ef9381273d02/e2419916-994a-4643-a3fb-09f210f05392/15f43c7a-5020-4142-bcf7-357f1cecac24) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:16.003853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=62186899-ee5d-489d-a5d0-337d497e0270,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:16.045933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86627ee5-5209-4af8-9cf2-ffd209ff650f req-5343fdb3-9d6a-4ed1-9828-a91ef6f64558 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:16.056762 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86627ee5-5209-4af8-9cf2-ffd209ff650f req-5343fdb3-9d6a-4ed1-9828-a91ef6f64558 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 944 time: 0.3088474
Dec 18 20:50:16.106420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=3cb32a2c-a146-40ee-826d-31f36365ea91,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:16.107181 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Set router 6590bd91-d4ca-45f8-a5a2-0d40151a953a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:50:16.118928 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.129679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-bf19a369-ac65-46b5-babf-1403da82bad3 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1483741819&fields=id&tenant_id=b48e95c75c9444f2a0d2cb6704727346 HTTP/1.1" status: 200  len: 267 time: 0.2259035
Dec 18 20:50:16.138338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d', '9dec9e11-2f64-410a-9138-c76a28139138', 'a52b9904-6215-4656-8796-8cca7fdd5a67'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:16.206973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-56d20ca5-0a57-426d-a56f-2cf329b17f52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.244775 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-56d20ca5-0a57-426d-a56f-2cf329b17f52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.277590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:16.286848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Allocated IP 192.168.233.82 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:16.339597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86627ee5-5209-4af8-9cf2-ffd209ff650f req-b385b750-50bd-4b4b-a118-a56575998e19 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/security-groups?id=293a1ee3-6c6e-4b3d-828a-c3f21268678d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2815235
Dec 18 20:50:16.355224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.368891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:16.401972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event updated for resources: {'Port': ['ID=54506b4b-7281-4b1a-9497-d7ae5def715f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:16.450743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:16.460082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d20ca5-0a57-426d-a56f-2cf329b17f52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e75af42-ebdd-48d1-a19d-afe424fe542d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:16.504693 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5b13ce-bab1-4fae-a3fe-60e530440adb x-openstack-request-id: req-ec5b13ce-bab1-4fae-a3fe-60e530440adb {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:16.505012 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d2c622-4e87-45cc-aac2-313c30dd4c88", "name": "network-vif-plugged", "status": "completed", "tag": "3cb32a2c-a146-40ee-826d-31f36365ea91", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:16.505274 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec5b13ce-bab1-4fae-a3fe-60e530440adb {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:16.505674 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d2c622-4e87-45cc-aac2-313c30dd4c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb32a2c-a146-40ee-826d-31f36365ea91', 'code': 200}
Dec 18 20:50:16.565547 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-56d20ca5-0a57-426d-a56f-2cf329b17f52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.567641 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-56d20ca5-0a57-426d-a56f-2cf329b17f52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4228525
Dec 18 20:50:16.576953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57142) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:16.601308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fe85015c-748f-489a-ab26-ee7f1a79bd94 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Request body: {'security_group_rule': {'security_group_id': '5672d52a-5263-48ae-8f46-8984a51ab284', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:16.605677 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664442b20>, [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea64f208-a24a-4c86-8f68-ea791c1d936d', 'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'mac_address': 'fa:16:3e:46:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:06Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 2, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'subnets': [{'id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:16.607007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.666869 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Checking router: 6590bd91-d4ca-45f8-a5a2-0d40151a953a for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:50:16.667512 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Updating router 6590bd91-d4ca-45f8-a5a2-0d40151a953a port ea64f208-a24a-4c86-8f68-ea791c1d936d binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:50:16.728957 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.736292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network e8ba14b5-3312-482e-8a8a-ef9381273d02 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:16.747312 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:16.752094 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe85015c-748f-489a-ab26-ee7f1a79bd94 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.756011 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.757506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:16.821733 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe85015c-748f-489a-ab26-ee7f1a79bd94 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.825670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Port': ['ID=15f43c7a-5020-4142-bcf7-357f1cecac24,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:16.857544 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499458-d605-45fd-a0ea-272582b39e7b req-39b0cc03-967d-4de5-b49e-0184796e6179 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:16.869676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-39b0cc03-967d-4de5-b49e-0184796e6179 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/networks?id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e HTTP/1.1" status: 200  len: 824 time: 0.6611362
Dec 18 20:50:16.872458 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe85015c-748f-489a-ab26-ee7f1a79bd94 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.879937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:16.880579 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.915223 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-6e82e58a-64fa-419e-912c-d6ad7b2669de tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/quotas/b48e95c75c9444f2a0d2cb6704727346 HTTP/1.1" status: 200  len: 375 time: 0.0444577
Dec 18 20:50:16.918709 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:16.919384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.931506 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-3120790f-130c-4fca-aed1-d483ccd0e964 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.2617579
Dec 18 20:50:16.965560 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5fc4af16-1bcd-42be-91e9-2fb75d63cbeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8485336
Dec 18 20:50:16.967541 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:16.970040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Request body: {'port': {'device_id': '6cadd365-eceb-4a91-93b6-4514be9ac919', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:17.007761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 713b1105-c226-474e-8fd2-e067be484d6a up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:17.013703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Request body: {'port': {'device_id': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:17.033255 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a672-6de2-4280-9cad-ee338b1c2e93 req-a849bb17-b43d-429c-8bef-5d33bb8d5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:17.053622 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b31a672-6de2-4280-9cad-ee338b1c2e93 req-a849bb17-b43d-429c-8bef-5d33bb8d5862 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 1096 time: 0.4793012
Dec 18 20:50:17.055969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85015c-748f-489a-ab26-ee7f1a79bd94 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c685f9b-2c54-4a40-b88b-d7b385babf24,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:17.117068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 62186899-ee5d-489d-a5d0-337d497e0270 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:17.131533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe85015c-748f-489a-ab26-ee7f1a79bd94 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.132742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fe85015c-748f-489a-ab26-ee7f1a79bd94 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5430655
Dec 18 20:50:17.135601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:17.136260 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57154) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:17.157988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1500d7-a60c-46c1-b8f9-9a42e0e96da6 req-6d6d726e-7416-4d19-8648-64225abf29c6 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:17.158978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:17.164616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1500d7-a60c-46c1-b8f9-9a42e0e96da6 req-6d6d726e-7416-4d19-8648-64225abf29c6 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:17.171220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1500d7-a60c-46c1-b8f9-9a42e0e96da6 req-6d6d726e-7416-4d19-8648-64225abf29c6 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:17.180774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed1500d7-a60c-46c1-b8f9-9a42e0e96da6 req-6d6d726e-7416-4d19-8648-64225abf29c6 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2376 time: 0.5890274
Dec 18 20:50:17.212863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-173c359d-14ec-4055-84ea-51adc6b9b2e7 None None] Provisioning complete for port 54506b4b-7281-4b1a-9497-d7ae5def715f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:17.213332 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-173c359d-14ec-4055-84ea-51adc6b9b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.215638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:17.243613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:17.247529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event updated for resources: {'Port': ['ID=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:17.251786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.258128 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.279106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-09f83b1b-0609-4b3e-a339-c015bbd8b8c1 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b48e95c75c9444f2a0d2cb6704727346&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3556199
Dec 18 20:50:17.306602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-173c359d-14ec-4055-84ea-51adc6b9b2e7 None None] Port 54506b4b-7281-4b1a-9497-d7ae5def715f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:17.336439 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 62186899-ee5d-489d-a5d0-337d497e0270 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:17.336971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.371134 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.384031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 713b1105-c226-474e-8fd2-e067be484d6a completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:50:17.391140 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.407766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-fc13f490-e2e2-4c8e-a625-b0ccbff135e2 service neutron] 10.222.0.13 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277125
Dec 18 20:50:17.418655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 713b1105-c226-474e-8fd2-e067be484d6a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:17.418655 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.517376 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f53f1-bfbd-46f3-8352-b443c521a436 None None] Pushing event updated for resources: {'Port': ['ID=ea64f208-a24a-4c86-8f68-ea791c1d936d,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:17.544922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.595396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:17.596308 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.670784 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Attempting to bind port ea64f208-a24a-4c86-8f68-ea791c1d936d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:17.674144 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Attempting to bind port ea64f208-a24a-4c86-8f68-ea791c1d936d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:17.675482 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Attempting to bind port ea64f208-a24a-4c86-8f68-ea791c1d936d on network b682fe11-354f-40ac-961b-a0ccac207599 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:17.694421 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:17.695782 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Checking segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:17.696827 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.697913 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Bound using segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:17.699529 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Bound port: ea64f208-a24a-4c86-8f68-ea791c1d936d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:17.700653 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.778044 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.803466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-db3f7fa9-3ca4-4f22-bbec-7b1666226dc8 None None] Provisioning complete for port 15f43c7a-5020-4142-bcf7-357f1cecac24 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:17.803836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-db3f7fa9-3ca4-4f22-bbec-7b1666226dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.807964 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] For port ea64f208-a24a-4c86-8f68-ea791c1d936d, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:17.820296 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] For port ea64f208-a24a-4c86-8f68-ea791c1d936d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea64f208-a24a-4c86-8f68-ea791c1d936d,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:17.824488 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-514f77bd-8b22-46e2-868f-5d47f68cb3dc tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:17.827245 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-514f77bd-8b22-46e2-868f-5d47f68cb3dc tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf9d9725-ba21-477e-9e70-c7e9c733e54e HTTP/1.1" status: 200  len: 945 time: 0.9083395
Dec 18 20:50:17.829535 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.832542 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6b91d7bb-eac2-4cc8-bcb7-1d724b0ffe71 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7250662
Dec 18 20:50:17.840633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d', '9dec9e11-2f64-410a-9138-c76a28139138', 'a52b9904-6215-4656-8796-8cca7fdd5a67'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:17.865922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Request body: {'port': {'device_id': '5edea04e-2c27-4be2-a3b4-1ec34f70c3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:17.895083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-e198ccca-61e5-4d23-8b29-751a22b10b25 service neutron] 10.222.0.13 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4853363
Dec 18 20:50:17.913263 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 713b1105-c226-474e-8fd2-e067be484d6a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=713b1105-c226-474e-8fd2-e067be484d6a,segment=NetworkSegment(f6f2df68-2bdb-4d86-a83b-07b7785e05e7),segment_id=f6f2df68-2bdb-4d86-a83b-07b7785e05e7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:17.927014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed1500d7-a60c-46c1-b8f9-9a42e0e96da6 req-572d8c6e-112a-431a-980b-562440f1666f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7452831
Dec 18 20:50:17.937840 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f53f1-bfbd-46f3-8352-b443c521a436 None None] Pushing event updated for resources: {'Port': ['ID=ea64f208-a24a-4c86-8f68-ea791c1d936d,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:17.954954 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:17.980863 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Routers {'6590bd91-d4ca-45f8-a5a2-0d40151a953a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:50:17.981666 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664442b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:18.021356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b31a672-6de2-4280-9cad-ee338b1c2e93 req-912c81dc-d4ae-4246-802f-6685f30e5555 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=293a1ee3-6c6e-4b3d-828a-c3f21268678d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9042747
Dec 18 20:50:18.021693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=713b1105-c226-474e-8fd2-e067be484d6a,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:18.028959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-db3f7fa9-3ca4-4f22-bbec-7b1666226dc8 None None] Port 15f43c7a-5020-4142-bcf7-357f1cecac24 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:18.154480 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:18.245258 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b9de494c-eb0d-441f-aef5-6f56aef02979 None None] Provisioning complete for port ea64f208-a24a-4c86-8f68-ea791c1d936d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:18.245628 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b9de494c-eb0d-441f-aef5-6f56aef02979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:18.296992 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:18.319086 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] Set router 6590bd91-d4ca-45f8-a5a2-0d40151a953a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:50:18.536214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:18.544276 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:18.544971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930716df-900f-446a-8ca4-f1bc174e3345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713b1105-c226-474e-8fd2-e067be484d6a'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:18.550418 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb032d3f-ae9c-49ab-b610-c4086b9fc019" -d '{"events": [{"server_uuid": "930716df-900f-446a-8ca4-f1bc174e3345", "name": "network-vif-plugged", "status": "completed", "tag": "713b1105-c226-474e-8fd2-e067be484d6a"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:18.558534 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Transition to ACTIVE for port object 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:18.573100 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:18.715888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Pushing event updated for resources: {'Port': ['ID=9b09cd1f-a315-422b-ad9b-2daf6a5aaea9,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:18.720587 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b9de494c-eb0d-441f-aef5-6f56aef02979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:18.793473 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664442b20>, [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea64f208-a24a-4c86-8f68-ea791c1d936d', 'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'mac_address': 'fa:16:3e:46:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:06Z', 'updated_at': '2021-12-18T20:50:17Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'subnets': [{'id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:18.795045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b9de494c-eb0d-441f-aef5-6f56aef02979 None None] For port ea64f208-a24a-4c86-8f68-ea791c1d936d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea64f208-a24a-4c86-8f68-ea791c1d936d,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:18.837108 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b9de494c-eb0d-441f-aef5-6f56aef02979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:18.843828 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90964ab-91bd-4d1c-ae1d-6d46737c9ad9 None None] The sync data for ids ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'] in ncdv-master-1 is: [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea64f208-a24a-4c86-8f68-ea791c1d936d', 'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'mac_address': 'fa:16:3e:46:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:06Z', 'updated_at': '2021-12-18T20:50:17Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'subnets': [{'id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:50:18.896726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Allocated IP 172.35.3.121 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/59e6b64d-dc22-411e-b9f8-19be9a75c9c5) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:18.970847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de494c-eb0d-441f-aef5-6f56aef02979 None None] Pushing event updated for resources: {'Port': ['ID=ea64f208-a24a-4c86-8f68-ea791c1d936d,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:18.978305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302d7ff-c231-4f74-b697-396734afae13 req-c24fb3f9-2720-4b08-8c9d-fdefcd3de7ed tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:18.986849 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3302d7ff-c231-4f74-b697-396734afae13 req-c24fb3f9-2720-4b08-8c9d-fdefcd3de7ed tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 946 time: 0.8743939
Dec 18 20:50:19.012437 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b9de494c-eb0d-441f-aef5-6f56aef02979 None None] Provisioning complete for port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:19.018854 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b9de494c-eb0d-441f-aef5-6f56aef02979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:19.042356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd435fc5-6955-4c07-88ec-82b49e5a01a4 req-00ca98e3-8828-4feb-aaf2-8b2a20a8271f tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:19.053869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd435fc5-6955-4c07-88ec-82b49e5a01a4 req-00ca98e3-8828-4feb-aaf2-8b2a20a8271f tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 935 time: 0.3591652
Dec 18 20:50:19.055252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Attempting to bind port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:19.055785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Attempting to bind port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:19.056181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Attempting to bind port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 on network e8ba14b5-3312-482e-8a8a-ef9381273d02 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:19.077374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b9de494c-eb0d-441f-aef5-6f56aef02979 None None] Port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:19.090894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ea64f208-a24a-4c86-8f68-ea791c1d936d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:19.153387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 on network e8ba14b5-3312-482e-8a8a-ef9381273d02 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:19.153886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Attempting to bind port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 on network e8ba14b5-3312-482e-8a8a-ef9381273d02 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:19.185965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:19.190760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Checking segment: {'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:19.191549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Bound using segment: {'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:19.193563 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Bound port: 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:19.194158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:19.237395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd435fc5-6955-4c07-88ec-82b49e5a01a4 req-d2b03b14-e443-4631-b72d-4a696789df01 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818166
Dec 18 20:50:19.242188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Deleting port ac8166be-db9c-48d7-aed1-022cd6d22a09 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:50:19.247773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:19.254856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:19.268275 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:19.326963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a1a0e0c3-5e41-44a2-93dd-01b5c6267f21 None None] Provisioning complete for port ea64f208-a24a-4c86-8f68-ea791c1d936d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:19.331737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a1a0e0c3-5e41-44a2-93dd-01b5c6267f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:19.347928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port ea64f208-a24a-4c86-8f68-ea791c1d936d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:19.350348 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:19.418475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] For port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:19.425010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] For port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b09cd1f-a315-422b-ad9b-2daf6a5aaea9,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:19.433879 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:19.453685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:19.473225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3302d7ff-c231-4f74-b697-396734afae13 req-6c061c01-cc2a-4a4a-9341-8ed2d51add6c tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4826465
Dec 18 20:50:19.582054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51e27a-718e-4230-8600-2d6ea2dd01d0 req-f3d804ad-a51b-4417-86b6-0c11ef79ef25 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:19.596495 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b51e27a-718e-4230-8600-2d6ea2dd01d0 req-f3d804ad-a51b-4417-86b6-0c11ef79ef25 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 945 time: 0.1600955
Dec 18 20:50:19.610450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] For port ac8166be-db9c-48d7-aed1-022cd6d22a09, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac8166be-db9c-48d7-aed1-022cd6d22a09,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:19.610993 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:19.643432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Transition to ACTIVE for port object d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:19.683236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Pushing event updated for resources: {'Port': ['ID=9b09cd1f-a315-422b-ad9b-2daf6a5aaea9,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:19.691937 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:19.695363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:19.696201 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:19.697843 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-89bd0311-7bb9-4bf4-86cd-806a09382d4f service neutron] 10.222.0.36 "PUT /v2.0/ports/9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 HTTP/1.1" status: 200  len: 1091 time: 2.7162054
Dec 18 20:50:19.698672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'tag': '9b09cd1f-a315-422b-ad9b-2daf6a5aaea9'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:19.702610 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b83eef9-f53e-43c7-b73e-fa9811c688a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "tag": "9b09cd1f-a315-422b-ad9b-2daf6a5aaea9"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:19.712181 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:19.777096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Request body: {'port': {'device_id': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:19.911746 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:19.922882 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79c907c1-50c4-4483-8882-3566061884b5 req-e91601ac-0e4a-47d1-87ac-85b39baec5ad tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 210 time: 0.2935307
Dec 18 20:50:19.977091 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:20.017799 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2659007d-90e2-4a30-a345-d6dc5b25f381 x-openstack-request-id: req-2659007d-90e2-4a30-a345-d6dc5b25f381 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:20.018224 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930716df-900f-446a-8ca4-f1bc174e3345", "name": "network-vif-plugged", "status": "completed", "tag": "713b1105-c226-474e-8fd2-e067be484d6a", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:20.018653 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2659007d-90e2-4a30-a345-d6dc5b25f381 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:20.019145 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930716df-900f-446a-8ca4-f1bc174e3345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713b1105-c226-474e-8fd2-e067be484d6a', 'code': 200}
Dec 18 20:50:20.054819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event updated for resources: {'Port': ['ID=59e6b64d-dc22-411e-b9f8-19be9a75c9c5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:20.066301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b51e27a-718e-4230-8600-2d6ea2dd01d0 req-cc6935c2-be6b-4447-9ff1-6f5bbc60d1bd tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/security-groups?id=293a1ee3-6c6e-4b3d-828a-c3f21268678d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4760478
Dec 18 20:50:20.108146 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:20.111827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device ac8166be-db9c-48d7-aed1-022cd6d22a09 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:50:20.132418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:20.137499 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:20.149039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:20.232651 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8a35a9-de6c-40c3-a5b7-d8d019e02d9e x-openstack-request-id: req-da8a35a9-de6c-40c3-a5b7-d8d019e02d9e {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:20.232914 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "tag": "9b09cd1f-a315-422b-ad9b-2daf6a5aaea9", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:20.233329 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da8a35a9-de6c-40c3-a5b7-d8d019e02d9e {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:20.235866 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'tag': '9b09cd1f-a315-422b-ad9b-2daf6a5aaea9', 'status': 'completed', 'code': 200}
Dec 18 20:50:20.308522 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:20.403775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port ac8166be-db9c-48d7-aed1-022cd6d22a09, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac8166be-db9c-48d7-aed1-022cd6d22a09,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:20.421798 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:20.489264 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=ac8166be-db9c-48d7-aed1-022cd6d22a09,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:20.497310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Attempting to bind port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:20.497666 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Attempting to bind port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:20.497999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Attempting to bind port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:20.576727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:20.576949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Attempting to bind port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:20.606621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:20.606973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:20.607358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:20.607831 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Bound port: d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:20.608183 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:20.618497 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daa630-7280-4d4e-b44e-ebb277879fb9 req-c2facecb-d745-41d0-9d2a-c34fae2e62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:20.620451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60daa630-7280-4d4e-b44e-ebb277879fb9 req-c2facecb-d745-41d0-9d2a-c34fae2e62c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 1097 time: 0.5177143
Dec 18 20:50:20.678351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54506b4b-7281-4b1a-9497-d7ae5def715f {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:20.693047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83eef9-f53e-43c7-b73e-fa9811c688a1 req-4b395645-75f5-4a91-ba82-083f404cf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:20.693529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83eef9-f53e-43c7-b73e-fa9811c688a1 req-4b395645-75f5-4a91-ba82-083f404cf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:20.694031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83eef9-f53e-43c7-b73e-fa9811c688a1 req-4b395645-75f5-4a91-ba82-083f404cf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:20.695027 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:20.695673 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b83eef9-f53e-43c7-b73e-fa9811c688a1 req-4b395645-75f5-4a91-ba82-083f404cf8c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=260f5423c9c44b499073e360e0e66264&device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2731 time: 0.4727376
Dec 18 20:50:20.704492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209fbb-ac57-4505-90e5-b13dd4e6bb4b req-103e8a1b-f44d-4d3f-84e6-8532c4c35743 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:20.714667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209fbb-ac57-4505-90e5-b13dd4e6bb4b req-103e8a1b-f44d-4d3f-84e6-8532c4c35743 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:20.716143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209fbb-ac57-4505-90e5-b13dd4e6bb4b req-103e8a1b-f44d-4d3f-84e6-8532c4c35743 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:20.717725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2209fbb-ac57-4505-90e5-b13dd4e6bb4b req-103e8a1b-f44d-4d3f-84e6-8532c4c35743 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2388 time: 0.4781466
Dec 18 20:50:20.730148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499458-d605-45fd-a0ea-272582b39e7b req-a9e0b5a7-ded7-42a5-af56-eda91443e1e1 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:20.731641 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-a9e0b5a7-ded7-42a5-af56-eda91443e1e1 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.31 "GET /v2.0/networks?id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e HTTP/1.1" status: 200  len: 824 time: 0.4071603
Dec 18 20:50:20.738863 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:20.891699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Transition to ACTIVE for port object 54506b4b-7281-4b1a-9497-d7ae5def715f will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:20.894862 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:20.895228 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:20.895582 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Floating IP f26fd914-4158-41b7-a890-e1bccf45df89 disassociated. External IP: 172.35.3.219, port: ac8166be-db9c-48d7-aed1-022cd6d22a09.
Dec 18 20:50:20.895914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Calling delete_port for ac8166be-db9c-48d7-aed1-022cd6d22a09 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:50:20.912032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04c783d3-60f5-43a9-8a58-9c830df6c48c req-a8e23cdf-9922-4134-a6c9-a96c0a07a3c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3470533
Dec 18 20:50:20.928014 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:20.951582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-df307100-6775-4f32-8457-23fbd5e325f6 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:20.953899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-df307100-6775-4f32-8457-23fbd5e325f6 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 808 time: 0.4975235
Dec 18 20:50:21.028586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ea64f208-a24a-4c86-8f68-ea791c1d936d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:21.029588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60daa630-7280-4d4e-b44e-ebb277879fb9 req-c7afc0cb-fc25-4c62-b156-036d76df9c69 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3684809
Dec 18 20:50:21.088368 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port ea64f208-a24a-4c86-8f68-ea791c1d936d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:21.089444 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:21.089791 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:21.091737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] For port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:21.147740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e53f60e3-1465-4e9a-93d2-d52fae7b590a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/quotas/0870e14bc2934bae9138d4818b260729 HTTP/1.1" status: 200  len: 375 time: 0.1625853
Dec 18 20:50:21.155516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] For port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:21.161073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2209fbb-ac57-4505-90e5-b13dd4e6bb4b req-619b98a5-82c3-4941-8e36-f3c892dbf11d tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4182246
Dec 18 20:50:21.212779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:21.245969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Pushing event updated for resources: {'Port': ['ID=54506b4b-7281-4b1a-9497-d7ae5def715f,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:21.262691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83eef9-f53e-43c7-b73e-fa9811c688a1 req-42aa721a-1239-4df1-82d8-a46d8fd0e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:21.263164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83eef9-f53e-43c7-b73e-fa9811c688a1 req-42aa721a-1239-4df1-82d8-a46d8fd0e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:21.263637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83eef9-f53e-43c7-b73e-fa9811c688a1 req-42aa721a-1239-4df1-82d8-a46d8fd0e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:21.265794 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b83eef9-f53e-43c7-b73e-fa9811c688a1 req-42aa721a-1239-4df1-82d8-a46d8fd0e8b5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=260f5423c9c44b499073e360e0e66264&shared=False HTTP/1.1" status: 200  len: 2288 time: 0.5394766
Dec 18 20:50:21.309489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:21.310479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:21.312450 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c HTTP/1.1" status: 200  len: 1095 time: 3.4609170
Dec 18 20:50:21.332220 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-2cbd2ace-2dee-4dab-9398-a644f6e7b4c0 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b48e95c75c9444f2a0d2cb6704727346 HTTP/1.1" status: 200  len: 380 time: 0.5891037
Dec 18 20:50:21.347281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-5b499458-d605-45fd-a0ea-272582b39e7b req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Request body: {'port': {'device_id': 'edeabf63-f66c-4719-9212-d3214bd03574', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'admin_state_up': True, 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'security_groups': ['cf6692fb-5155-40c6-b6ea-c8d17d1018d0']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:21.553395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05831f2-b1d2-48f5-b11b-d173bb8e34d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:21.565877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e68d95-1643-42d9-8ad6-bf3e0318d01f {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:21.585471 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:21.605390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e01aff32-11d3-46a4-bfd3-47e773655260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:21.606955 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-e01aff32-11d3-46a4-bfd3-47e773655260 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 1098 time: 0.1925647
Dec 18 20:50:21.684149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Transition to ACTIVE for port object 01e68d95-1643-42d9-8ad6-bf3e0318d01f will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:21.691376 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-27163f88-a8a6-407e-ae43-b7bb699b0e56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c HTTP/1.1" status: 200  len: 217 time: 0.0695693
Dec 18 20:50:21.699206 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:21.728393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c783d3-60f5-43a9-8a58-9c830df6c48c req-04331a9e-05a1-4e5c-9982-889dc545287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:21.730347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04c783d3-60f5-43a9-8a58-9c830df6c48c req-04331a9e-05a1-4e5c-9982-889dc545287a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 1097 time: 0.7250450
Dec 18 20:50:21.814871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Pushing event updated for resources: {'Port': ['ID=01e68d95-1643-42d9-8ad6-bf3e0318d01f,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:21.818755 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:21.836617 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:21.853555 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-73285e2e-d41e-462a-95b3-3211875beaf2 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6718669
Dec 18 20:50:21.872008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83eef9-f53e-43c7-b73e-fa9811c688a1 req-224f3f22-6345-4f10-bdb0-4a0fe52ca91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:21.873828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b83eef9-f53e-43c7-b73e-fa9811c688a1 req-224f3f22-6345-4f10-bdb0-4a0fe52ca91a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6003501
Dec 18 20:50:21.910735 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-ed6ed706-e3f2-4686-acd6-08163006b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:21.912541 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-ed6ed706-e3f2-4686-acd6-08163006b2d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.2032630
Dec 18 20:50:21.912682 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b499458-d605-45fd-a0ea-272582b39e7b req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Made reservation on behalf of b48e95c75c9444f2a0d2cb6704727346 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:21.916058 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5b499458-d605-45fd-a0ea-272582b39e7b req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:21.994011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410015c-ac87-485f-9418-e1dcc51836c1 req-d6384150-597b-4bbe-b441-f8b8966baaa6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:21.995637 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0410015c-ac87-485f-9418-e1dcc51836c1 req-d6384150-597b-4bbe-b441-f8b8966baaa6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 947 time: 0.6915238
Dec 18 20:50:22.001608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Attempting to bind port 54506b4b-7281-4b1a-9497-d7ae5def715f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:22.001944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Attempting to bind port 54506b4b-7281-4b1a-9497-d7ae5def715f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:22.002506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Attempting to bind port 54506b4b-7281-4b1a-9497-d7ae5def715f on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:22.021483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8166be-db9c-48d7-aed1-022cd6d22a09'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:22.024206 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4769daa-c316-4cbf-bccb-5d3f93186149" -d '{"events": [{"server_uuid": "bf9d9725-ba21-477e-9e70-c7e9c733e54e", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8166be-db9c-48d7-aed1-022cd6d22a09"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:22.026011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event updated for resources: {'Port': ['ID=59e6b64d-dc22-411e-b9f8-19be9a75c9c5,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:22.045489 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Port 54506b4b-7281-4b1a-9497-d7ae5def715f on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:22.045817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Attempting to bind port 54506b4b-7281-4b1a-9497-d7ae5def715f on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:22.080183 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:22.081881 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:22.097372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Attempting to bind port 01e68d95-1643-42d9-8ad6-bf3e0318d01f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:22.097700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Attempting to bind port 01e68d95-1643-42d9-8ad6-bf3e0318d01f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1c6a6b8e-7a73-4943-928d-37fef8dae5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:22.098018 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Attempting to bind port 01e68d95-1643-42d9-8ad6-bf3e0318d01f on network d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:22.116955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:22.116955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:22.117219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:22.117729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Bound port: 54506b4b-7281-4b1a-9497-d7ae5def715f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:22.118056 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:22.121315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-762fdd68-bc1b-4e8b-89a6-63fda5fbc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:22.122852 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-762fdd68-bc1b-4e8b-89a6-63fda5fbc02a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1859941
Dec 18 20:50:22.127478 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:22.128577 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-22921724-5ae6-49cb-84e2-2736ccbab9fb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.9804142
Dec 18 20:50:22.132572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Port 01e68d95-1643-42d9-8ad6-bf3e0318d01f on network d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:22.132863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Attempting to bind port 01e68d95-1643-42d9-8ad6-bf3e0318d01f on network d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:22.152914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c783d3-60f5-43a9-8a58-9c830df6c48c req-f896b31c-4f2c-463a-a4a0-ab94aa566e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:22.154431 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04c783d3-60f5-43a9-8a58-9c830df6c48c req-f896b31c-4f2c-463a-a4a0-ab94aa566e02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.3839138
Dec 18 20:50:22.174437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Pushing event deleted for resources: {'Port': ['ID=ac8166be-db9c-48d7-aed1-022cd6d22a09,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:22.208383 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:22.208725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Checking segment: {'id': '1c6a6b8e-7a73-4943-928d-37fef8dae5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:22.209108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Bound using segment: {'id': '1c6a6b8e-7a73-4943-928d-37fef8dae5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:22.210199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Bound port: 01e68d95-1643-42d9-8ad6-bf3e0318d01f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6a6b8e-7a73-4943-928d-37fef8dae5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:22.210613 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:22.239740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-d7148220-49b8-41a5-9121-ee0d39992950 service neutron] 10.222.0.13 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3409772
Dec 18 20:50:22.240730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04c783d3-60f5-43a9-8a58-9c830df6c48c req-5f3b8d4a-de68-4b7e-9695-7941b377a17c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca78321-f8c5-417a-8eae-41822d244cd0 HTTP/1.1" status: 200  len: 217 time: 0.0535424
Dec 18 20:50:22.241019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edea04e-2c27-4be2-a3b4-1ec34f70c3ed', 'tag': 'd2ee6d32-7b4d-4339-825e-0c4db2f8ee5c'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:22.243270 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b397c75-cc6d-47e6-b2ae-5da0e4fab0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5edea04e-2c27-4be2-a3b4-1ec34f70c3ed", "tag": "d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:22.244144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0410015c-ac87-485f-9418-e1dcc51836c1 req-c17e89be-ab32-4da6-9f6c-53690cc235e5 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313955
Dec 18 20:50:22.265348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-5b499458-d605-45fd-a0ea-272582b39e7b req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Allocated IP 172.20.0.13 (b16f44c1-8015-4e89-85aa-20e9d5fd9f2e/17a94c26-44fd-4378-aa86-f3b1e0f22e56/0a593524-9707-4109-9577-e536b658044d) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:22.342691 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-26e8ae41-b87d-486f-b34c-576bda8e55ec service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873336
Dec 18 20:50:22.425399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] For port 01e68d95-1643-42d9-8ad6-bf3e0318d01f, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:22.473531 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] For port 01e68d95-1643-42d9-8ad6-bf3e0318d01f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01e68d95-1643-42d9-8ad6-bf3e0318d01f,segment=NetworkSegment(1c6a6b8e-7a73-4943-928d-37fef8dae5f0),segment_id=1c6a6b8e-7a73-4943-928d-37fef8dae5f0)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:22.482543 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:22.506178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c783d3-60f5-43a9-8a58-9c830df6c48c req-56227af2-270a-4153-b311-cff2720fd94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:22.507679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04c783d3-60f5-43a9-8a58-9c830df6c48c req-56227af2-270a-4153-b311-cff2720fd94a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.2113984
Dec 18 20:50:22.559025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:22.559639 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:22.561277 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] 10.222.0.36 "PUT /v2.0/ports/01e68d95-1643-42d9-8ad6-bf3e0318d01f HTTP/1.1" status: 200  len: 1092 time: 2.7909973
Dec 18 20:50:22.568038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] For port 54506b4b-7281-4b1a-9497-d7ae5def715f, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:22.579442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04c783d3-60f5-43a9-8a58-9c830df6c48c req-69b8fbc2-c900-463d-a26f-8c8596e1de21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545902
Dec 18 20:50:22.588708 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-c322c79a-a0b0-4928-a816-c2df766f16a7 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2376082
Dec 18 20:50:22.607343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c8174-7a15-4493-8724-da6e2678f3fc req-0e816364-a448-48e2-bc69-4771c94b861c tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:22.609060 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-367c8174-7a15-4493-8724-da6e2678f3fc req-0e816364-a448-48e2-bc69-4771c94b861c tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 946 time: 0.2732551
Dec 18 20:50:22.613877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Request body: {'port': {'device_id': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:22.625099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] For port 54506b4b-7281-4b1a-9497-d7ae5def715f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54506b4b-7281-4b1a-9497-d7ae5def715f,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:22.629770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-1d6c5201-6480-4bf3-9466-5fbfab8cf56a service neutron] 10.222.0.13 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3250957
Dec 18 20:50:22.651596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41338b4-ca1a-4e3a-83f6-6199d266877e service neutron] Pushing event updated for resources: {'Port': ['ID=01e68d95-1643-42d9-8ad6-bf3e0318d01f,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:22.668123 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5b499458-d605-45fd-a0ea-272582b39e7b req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:22.679115 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:22.715656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:50:22.720325 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:22.762263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:22.763012 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:22.766471 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] 10.222.0.31 "PUT /v2.0/ports/54506b4b-7281-4b1a-9497-d7ae5def715f HTTP/1.1" status: 200  len: 1095 time: 5.8130689
Dec 18 20:50:22.790483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cadd365-eceb-4a91-93b6-4514be9ac919', 'tag': '54506b4b-7281-4b1a-9497-d7ae5def715f'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:22.794131 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d124cf3-63fc-4770-b12a-61c4d0c1b7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6cadd365-eceb-4a91-93b6-4514be9ac919", "tag": "54506b4b-7281-4b1a-9497-d7ae5def715f"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:22.858054 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5b499458-d605-45fd-a0ea-272582b39e7b req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:22.953373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ac2ac-5fc2-43bc-9a93-772f3be2ec38 service neutron] Pushing event updated for resources: {'Port': ['ID=54506b4b-7281-4b1a-9497-d7ae5def715f,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:22.982625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b499458-d605-45fd-a0ea-272582b39e7b req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:22.989935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-5b499458-d605-45fd-a0ea-272582b39e7b req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:22.995732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b499458-d605-45fd-a0ea-272582b39e7b req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:23.033903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Pushing event updated for resources: {'Port': ['ID=0a593524-9707-4109-9577-e536b658044d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:23.133714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499458-d605-45fd-a0ea-272582b39e7b req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:23.134161 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5b499458-d605-45fd-a0ea-272582b39e7b req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:23.177515 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-428b7b79-b81d-4972-a749-73572b8376d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8365240
Dec 18 20:50:23.182103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:50:23.194320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0f182-a2ea-4c36-8a0f-32686dd2ff0f None None] Sync routers for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:50:23.198875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Request body: {'port': {'device_id': 'edeabf63-f66c-4719-9212-d3214bd03574', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:23.201234 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-367c8174-7a15-4493-8724-da6e2678f3fc req-606bc00b-7b7e-4494-8a21-ea4ada159a4c tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5797534
Dec 18 20:50:23.231594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0f182-a2ea-4c36-8a0f-32686dd2ff0f None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:50:23.235572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4cf0f182-a2ea-4c36-8a0f-32686dd2ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9f7730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:23.281831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04c783d3-60f5-43a9-8a58-9c830df6c48c req-6d79f963-6428-4beb-b056-bde9cc0b6b99 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6846006
Dec 18 20:50:23.334167 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:23.369343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] No DVR routers for this DVR port ac8166be-db9c-48d7-aed1-022cd6d22a09 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:50:23.391085 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:23.394816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0284028a-4432-4b90-a011-e1d86d3e67b2 req-297e72f5-dc53-4884-ae36-f825cf6dc118 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.31 "DELETE /v2.0/ports/ac8166be-db9c-48d7-aed1-022cd6d22a09 HTTP/1.1" status: 204  len: 173 time: 5.4665823
Dec 18 20:50:23.400137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-2bd88ba9-1c87-4840-9118-77cbd764e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:23.401765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-2bd88ba9-1c87-4840-9118-77cbd764e2eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=6cadd365-eceb-4a91-93b6-4514be9ac919 HTTP/1.1" status: 200  len: 1098 time: 0.5687547
Dec 18 20:50:23.423116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f43c7a-5020-4142-bcf7-357f1cecac24 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:23.462733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:23.481186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4cf0f182-a2ea-4c36-8a0f-32686dd2ff0f None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:50:23.544817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Transition to ACTIVE for port object 15f43c7a-5020-4142-bcf7-357f1cecac24 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:23.550205 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:23.551849 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-91a38af4-301a-4a3c-b30e-9db73dc0d9bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=54506b4b-7281-4b1a-9497-d7ae5def715f HTTP/1.1" status: 200  len: 217 time: 0.0761859
Dec 18 20:50:23.583921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a04591ef-8fea-4ed7-a381-3d5677d905bd None None] Provisioning complete for port 0a593524-9707-4109-9577-e536b658044d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:23.584035 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a04591ef-8fea-4ed7-a381-3d5677d905bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:23.663173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe17b0-ef72-40db-a4d4-5e24d05d4427 req-96c702c0-f95c-4501-889d-bd08a9d358bc tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:23.665255 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44fe17b0-ef72-40db-a4d4-5e24d05d4427 req-96c702c0-f95c-4501-889d-bd08a9d358bc tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 932 time: 0.4857829
Dec 18 20:50:23.695332 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Pushing event updated for resources: {'Port': ['ID=15f43c7a-5020-4142-bcf7-357f1cecac24,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:23.758198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a04591ef-8fea-4ed7-a381-3d5677d905bd None None] Port 0a593524-9707-4109-9577-e536b658044d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:23.791964 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04c783d3-60f5-43a9-8a58-9c830df6c48c req-4e6c5134-a897-4f27-b9ea-6812c7060a0b service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4805615
Dec 18 20:50:23.821590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d92ec-492e-49f1-8bb7-d86e2c1ffafa req-4649f9e0-0eaa-4579-8bd6-2de2882166ce tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:23.826198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-832d92ec-492e-49f1-8bb7-d86e2c1ffafa req-4649f9e0-0eaa-4579-8bd6-2de2882166ce tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 945 time: 0.4833784
Dec 18 20:50:23.846622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Attempting to bind port 15f43c7a-5020-4142-bcf7-357f1cecac24 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:23.847212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Attempting to bind port 15f43c7a-5020-4142-bcf7-357f1cecac24 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:23.847550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Attempting to bind port 15f43c7a-5020-4142-bcf7-357f1cecac24 on network e8ba14b5-3312-482e-8a8a-ef9381273d02 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:23.854888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Port 15f43c7a-5020-4142-bcf7-357f1cecac24 on network e8ba14b5-3312-482e-8a8a-ef9381273d02 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:23.855567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Attempting to bind port 15f43c7a-5020-4142-bcf7-357f1cecac24 on network e8ba14b5-3312-482e-8a8a-ef9381273d02 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:23.868112 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:23.868648 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Checking segment: {'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:23.869215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Bound using segment: {'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:23.869712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Bound port: 15f43c7a-5020-4142-bcf7-357f1cecac24, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:23.870129 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:23.881724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-dec037d8-e5d1-4624-b8bc-666b72aa2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:23.883864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-dec037d8-e5d1-4624-b8bc-666b72aa2421 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.2479985
Dec 18 20:50:23.922157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4cf0f182-a2ea-4c36-8a0f-32686dd2ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9f7730>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:23.949353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a593524-9707-4109-9577-e536b658044d {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:23.960198 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:23.988269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Transition to ACTIVE for port object 0a593524-9707-4109-9577-e536b658044d will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:23.990289 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44fe17b0-ef72-40db-a4d4-5e24d05d4427 req-983ab727-913d-42e0-a044-588e624990f7 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2118099
Dec 18 20:50:23.995289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0f182-a2ea-4c36-8a0f-32686dd2ff0f None None] Checking router: 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:50:24.009727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] For port 15f43c7a-5020-4142-bcf7-357f1cecac24, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:24.013357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] For port 15f43c7a-5020-4142-bcf7-357f1cecac24, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15f43c7a-5020-4142-bcf7-357f1cecac24,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:24.014816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:24.019853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-832d92ec-492e-49f1-8bb7-d86e2c1ffafa req-109aaedf-ffd5-4894-b4b1-32015644bead tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/security-groups?id=293a1ee3-6c6e-4b3d-828a-c3f21268678d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829333
Dec 18 20:50:24.024079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0f182-a2ea-4c36-8a0f-32686dd2ff0f None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:50:24.024736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4cf0f182-a2ea-4c36-8a0f-32686dd2ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9f7730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:24.024918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:24.056297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-15671de2-2610-47e6-ac81-55183b3d21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:24.058408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-15671de2-2610-47e6-ac81-55183b3d21ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1425874
Dec 18 20:50:24.073148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:24.073870 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:24.075352 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] 10.222.0.36 "PUT /v2.0/ports/15f43c7a-5020-4142-bcf7-357f1cecac24 HTTP/1.1" status: 200  len: 1092 time: 1.4698160
Dec 18 20:50:24.090970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Pushing event updated for resources: {'Port': ['ID=0a593524-9707-4109-9577-e536b658044d,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:24.247783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4cf0f182-a2ea-4c36-8a0f-32686dd2ff0f None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:50:24.342182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfc3e6-b3a5-4061-8cd8-76029c4e4dec service neutron] Pushing event updated for resources: {'Port': ['ID=15f43c7a-5020-4142-bcf7-357f1cecac24,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:24.354040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-0660e810-fd23-42dd-8916-29a35159bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:24.354554 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-0660e810-fd23-42dd-8916-29a35159bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:24.355168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-0660e810-fd23-42dd-8916-29a35159bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:24.357703 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-0660e810-fd23-42dd-8916-29a35159bb5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=260f5423c9c44b499073e360e0e66264&device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2865 time: 0.1867771
Dec 18 20:50:24.359336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Attempting to bind port 0a593524-9707-4109-9577-e536b658044d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:24.359549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Attempting to bind port 0a593524-9707-4109-9577-e536b658044d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:24.360100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Attempting to bind port 0a593524-9707-4109-9577-e536b658044d on network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:24.365196 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f03065-1d07-4564-8ef1-1c1b69fe8462 x-openstack-request-id: req-66f03065-1d07-4564-8ef1-1c1b69fe8462 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:24.365481 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9d9725-ba21-477e-9e70-c7e9c733e54e", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8166be-db9c-48d7-aed1-022cd6d22a09", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:24.365734 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66f03065-1d07-4564-8ef1-1c1b69fe8462 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:24.366106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Port 0a593524-9707-4109-9577-e536b658044d on network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:24.366229 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8166be-db9c-48d7-aed1-022cd6d22a09', 'code': 200}
Dec 18 20:50:24.366578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Attempting to bind port 0a593524-9707-4109-9577-e536b658044d on network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:24.415518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-37555011-a30a-4189-964f-535f1cb9455d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 HTTP/1.1" status: 200  len: 217 time: 0.0450373
Dec 18 20:50:24.422645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:24.423948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Checking segment: {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:24.423948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Bound using segment: {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:24.423948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Bound port: 0a593524-9707-4109-9577-e536b658044d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a527e9-a2c1-448b-a638-c553d83bbeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:24.424218 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:24.544937 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4cf0f182-a2ea-4c36-8a0f-32686dd2ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9f7730>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:24.545425 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-24abb9a0-5a4c-46e4-9fac-a22045cd0d8b service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4768064
Dec 18 20:50:24.559577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-21497a19-65f5-4a60-9dbd-5f34872777cf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:24.568306 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-21497a19-65f5-4a60-9dbd-5f34872777cf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 820 time: 0.3523116
Dec 18 20:50:24.588793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0f182-a2ea-4c36-8a0f-32686dd2ff0f None None] The sync data for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 is: [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:50:24.664680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e8f46-3a42-4a85-809a-38c4063e1209 req-170a4417-3e00-4fed-8ae0-7357fb8ff747 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:24.671941 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e8f46-3a42-4a85-809a-38c4063e1209 req-170a4417-3e00-4fed-8ae0-7357fb8ff747 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:24.679512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e8f46-3a42-4a85-809a-38c4063e1209 req-170a4417-3e00-4fed-8ae0-7357fb8ff747 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:24.683169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-667e8f46-3a42-4a85-809a-38c4063e1209 req-170a4417-3e00-4fed-8ae0-7357fb8ff747 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2412 time: 0.4169900
Dec 18 20:50:24.698416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-810cc77b-9b8e-4a11-a2db-1b7d0595f385 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/quotas/a84b125f83d34481adc5617b5ca62e2e HTTP/1.1" status: 200  len: 375 time: 0.1287072
Dec 18 20:50:24.807794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5ca080c8-2340-475a-ac25-303ef09b8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:24.809278 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-5ca080c8-2340-475a-ac25-303ef09b8e96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2419916-994a-4643-a3fb-09f210f05392 HTTP/1.1" status: 200  len: 801 time: 0.3776374
Dec 18 20:50:24.862942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] For port 0a593524-9707-4109-9577-e536b658044d, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:24.881489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-667e8f46-3a42-4a85-809a-38c4063e1209 req-c6f1e3b7-37eb-4177-9205-b6a49980ff91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778650
Dec 18 20:50:24.882038 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] For port 0a593524-9707-4109-9577-e536b658044d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a593524-9707-4109-9577-e536b658044d,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:24.894072 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:24.897817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-a21fde02-a43d-4114-9e50-e0e8e6a7f7a0 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:24.899351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-a21fde02-a43d-4114-9e50-e0e8e6a7f7a0 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.31 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 808 time: 0.2443295
Dec 18 20:50:24.950597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Request body: {'port': {'device_id': '68fa4ba4-d935-4772-b54b-9d78b6d2ea3d', 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55', 'admin_state_up': True, 'tenant_id': '0870e14bc2934bae9138d4818b260729'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:24.960618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-20a41a2d-7476-41d8-aa90-0a1a7db850cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:24.962450 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-20a41a2d-7476-41d8-aa90-0a1a7db850cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8ba14b5-3312-482e-8a8a-ef9381273d02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1430531
Dec 18 20:50:24.971053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:25.016996 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Pushing event updated for resources: {'Port': ['ID=0a593524-9707-4109-9577-e536b658044d,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:25.044785 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753e2bf5-d48c-4da7-88bb-c93c85cbcaee None None] New status for floating IP f26fd914-4158-41b7-a890-e1bccf45df89: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:50:25.132083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:25.132710 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:25.134096 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-8b545568-014e-4226-a953-97b1c5e4de5c service neutron] 10.222.0.31 "PUT /v2.0/ports/0a593524-9707-4109-9577-e536b658044d HTTP/1.1" status: 200  len: 1092 time: 1.9398885
Dec 18 20:50:25.150105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Made reservation on behalf of 0870e14bc2934bae9138d4818b260729 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:25.163266 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:25.170880 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:25.197679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'd2ee6d32-7b4d-4339-825e-0c4db2f8ee5c', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': 'd2ee6d32-7b4d-4339-825e-0c4db2f8ee5c', 'mac_address': 'fa:16:3e:7b:31:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:25.288097 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:25.291735 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499458-d605-45fd-a0ea-272582b39e7b req-090d3c37-eae8-41a8-a9f8-8407a67b6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:25.296478 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-090d3c37-eae8-41a8-a9f8-8407a67b6310 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b48e95c75c9444f2a0d2cb6704727346&device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 1095 time: 0.1036873
Dec 18 20:50:25.299317 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-d6de8c95-84ea-4ddd-8a9d-683fa770a188 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ba14b5-3312-482e-8a8a-ef9381273d02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2710700
Dec 18 20:50:25.307986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:25.347337 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:25.352720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e75c9c1-458d-4b86-b3d1-cc941b64dede req-6fb3ef23-5d48-490a-8b4c-6bfadd234596 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7808170
Dec 18 20:50:25.355142 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:25.379644 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-657daaf0-f81f-484c-9dcb-515484d2abe3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a593524-9707-4109-9577-e536b658044d HTTP/1.1" status: 200  len: 217 time: 0.0751944
Dec 18 20:50:25.403756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-8208adde-fe97-447d-8c64-32053d630f19 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6790946
Dec 18 20:50:25.438160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:25.483429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499458-d605-45fd-a0ea-272582b39e7b req-cd5c1551-735f-48ee-8d2c-bfe7dd689be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:25.484977 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-cd5c1551-735f-48ee-8d2c-bfe7dd689be3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17a94c26-44fd-4378-aa86-f3b1e0f22e56 HTTP/1.1" status: 200  len: 863 time: 0.0752959
Dec 18 20:50:25.496787 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-0d17b533-71b6-42a6-9fcf-3e753adc00f5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1701177202&fields=id&tenant_id=69de37deec2a49ff9eaad9cbb7c48f31 HTTP/1.1" status: 200  len: 267 time: 0.4210773
Dec 18 20:50:25.536370 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-919ab7be-cb7f-4b84-a9d6-7fae3328b6e3 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ba14b5-3312-482e-8a8a-ef9381273d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2208028
Dec 18 20:50:25.543939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499458-d605-45fd-a0ea-272582b39e7b req-147ded43-b4fb-43c5-878b-ea51fd53f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:25.545495 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-147ded43-b4fb-43c5-878b-ea51fd53f064 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0494080
Dec 18 20:50:25.580905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Allocated IP 172.20.0.5 (5cbb2c71-d950-4efd-806f-e5446059ac55/4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8/70c1a24f-77c8-4810-9440-0a7498d6a257) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:25.582109 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-4d1c5aa7-b5b2-4035-949e-a83cdb5c2ef9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=01e68d95-1643-42d9-8ad6-bf3e0318d01f HTTP/1.1" status: 200  len: 217 time: 0.0355592
Dec 18 20:50:25.637311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-2dcba7e3-6a28-40e9-a0ee-4fb67caedec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:25.638931 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-2dcba7e3-6a28-40e9-a0ee-4fb67caedec6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba5d1e1a-b1a0-496f-b203-f927d0b38289 HTTP/1.1" status: 200  len: 801 time: 0.0482378
Dec 18 20:50:25.643916 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-b902822f-e962-4625-bbfa-7816e9a786cc service neutron] 10.222.0.13 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060878
Dec 18 20:50:25.672752 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:25.729718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-b2bf99c4-a334-42ff-bf0b-901cd0c0620f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:25.731369 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-b2bf99c4-a334-42ff-bf0b-901cd0c0620f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 811 time: 0.2233598
Dec 18 20:50:25.744562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-47a89b98-95f2-4cd8-987b-85849d3e1686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:25.745236 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-47a89b98-95f2-4cd8-987b-85849d3e1686 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d59d55b4-8f6a-4b3c-83fa-e38eff3905d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0953231
Dec 18 20:50:25.758286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-b7e36497-0887-4461-98b2-0785ca842247 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/quotas/69de37deec2a49ff9eaad9cbb7c48f31 HTTP/1.1" status: 200  len: 375 time: 0.0196862
Dec 18 20:50:25.846407 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-c7bd361a-ae68-49dd-96ef-c42efa6200f6 service neutron] 10.222.0.31 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2629421
Dec 18 20:50:25.941220 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-167eea21-e358-465c-b697-e17d7c848f28 req-52861290-0ace-4172-809b-6e4d615ac335 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1290009
Dec 18 20:50:25.959495 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-f5326d4c-eba5-4cca-8af7-c2e48f752b29 service neutron] 10.222.0.36 "GET /v2.0/networks/d59d55b4-8f6a-4b3c-83fa-e38eff3905d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2050004
Dec 18 20:50:26.067384 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5b499458-d605-45fd-a0ea-272582b39e7b req-5abed7e7-55b7-4985-adaf-e464f6760f0c service neutron] 10.222.0.31 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2022517
Dec 18 20:50:26.103588 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167eea21-e358-465c-b697-e17d7c848f28 req-90ca64a6-a7b9-4634-aa68-245ad7fb959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:26.105172 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-167eea21-e358-465c-b697-e17d7c848f28 req-90ca64a6-a7b9-4634-aa68-245ad7fb959b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 1096 time: 0.0851536
Dec 18 20:50:26.119302 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-33715b22-6c5f-49ca-a4bb-54b156f3bd76 service neutron] 10.222.0.36 "GET /v2.0/networks/d59d55b4-8f6a-4b3c-83fa-e38eff3905d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498888
Dec 18 20:50:26.173245 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-ea49e171-9c4d-4099-acb8-d7d980681b2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=15f43c7a-5020-4142-bcf7-357f1cecac24 HTTP/1.1" status: 200  len: 217 time: 0.0446360
Dec 18 20:50:26.262861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-250d4b9c-a102-416f-9d7b-c19da3e17fee service neutron] 10.222.0.13 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5967929
Dec 18 20:50:26.268756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-ca53b1d0-62d7-417f-a232-493b5d7207a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:26.270166 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-ca53b1d0-62d7-417f-a232-493b5d7207a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2419916-994a-4643-a3fb-09f210f05392 HTTP/1.1" status: 200  len: 801 time: 0.0870166
Dec 18 20:50:26.291985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-5cfe3fcf-f490-4652-8b6a-63cee8f0904c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1268575
Dec 18 20:50:26.297628 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:26.321349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167eea21-e358-465c-b697-e17d7c848f28 req-60831391-7c2d-4780-9868-c66db1d80f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:26.322744 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-167eea21-e358-465c-b697-e17d7c848f28 req-60831391-7c2d-4780-9868-c66db1d80f9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.1876678
Dec 18 20:50:26.341556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-52dd7455-21ac-4478-8fe4-e13ad259fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:26.343566 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-52dd7455-21ac-4478-8fe4-e13ad259fec6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8ba14b5-3312-482e-8a8a-ef9381273d02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0632222
Dec 18 20:50:26.380687 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-167eea21-e358-465c-b697-e17d7c848f28 req-a9bbabff-759f-4a77-97a4-b890a18f9f8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 HTTP/1.1" status: 200  len: 217 time: 0.0484354
Dec 18 20:50:26.386044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:26.399415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4ca78321-f8c5-417a-8eae-41822d244cd0', '12a3229b-b407-4f8f-9557-f1a6978d54bb'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:26.448097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Network 5cbb2c71-d950-4efd-806f-e5446059ac55 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:26.458143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:26.461361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Pushing event updated for resources: {'Port': ['ID=70c1a24f-77c8-4810-9440-0a7498d6a257,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:26.463967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:26.496848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-173b9b5f-f4bf-42e5-831a-3abba1142306 service neutron] 10.222.0.13 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620150
Dec 18 20:50:26.502067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167eea21-e358-465c-b697-e17d7c848f28 req-6e08e9f3-0324-4c50-a18e-e6936c59e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:26.507262 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-167eea21-e358-465c-b697-e17d7c848f28 req-6e08e9f3-0324-4c50-a18e-e6936c59e723 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.1120660
Dec 18 20:50:26.573042 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-167eea21-e358-465c-b697-e17d7c848f28 req-f51cc793-7f2d-4d7f-93e2-7c5e5725c6d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566747
Dec 18 20:50:26.575315 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:26.576142 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:26.579160 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-2a9ba2ed-7410-4cfb-be9e-064baf2b636e service neutron] 10.222.0.36 "GET /v2.0/networks/e8ba14b5-3312-482e-8a8a-ef9381273d02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068567
Dec 18 20:50:26.608733 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e3e318a5-7013-4585-9563-c697b4fd1f0f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6915374
Dec 18 20:50:26.629743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Request body: {'port': {'device_id': '68fa4ba4-d935-4772-b54b-9d78b6d2ea3d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:26.635081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-26743b00-8f69-41c4-ae23-4e49517573db service neutron] 10.222.0.13 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318963
Dec 18 20:50:26.693606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:26.720097 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c2fa17-339d-46fa-a872-6479da534c52 x-openstack-request-id: req-72c2fa17-339d-46fa-a872-6479da534c52 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:26.720384 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edea04e-2c27-4be2-a3b4-1ec34f70c3ed", "tag": "d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:26.727320 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72c2fa17-339d-46fa-a872-6479da534c52 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:26.727758 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edea04e-2c27-4be2-a3b4-1ec34f70c3ed', 'tag': 'd2ee6d32-7b4d-4339-825e-0c4db2f8ee5c', 'status': 'completed', 'code': 200}
Dec 18 20:50:26.878635 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c68c8df8-6685-493c-afb3-574fefe97f9d req-4bd7c6cf-0a88-4274-95d9-8e5509c17703 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ba14b5-3312-482e-8a8a-ef9381273d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2777538
Dec 18 20:50:26.901421 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-167eea21-e358-465c-b697-e17d7c848f28 req-f99cc81c-d84e-4f01-9a74-25ffc5745340 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3144133
Dec 18 20:50:26.926920 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9120ae79-f600-4812-81c6-4939db69810d x-openstack-request-id: req-9120ae79-f600-4812-81c6-4939db69810d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:26.927731 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cadd365-eceb-4a91-93b6-4514be9ac919", "tag": "54506b4b-7281-4b1a-9497-d7ae5def715f", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:26.928159 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9120ae79-f600-4812-81c6-4939db69810d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:26.928980 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cadd365-eceb-4a91-93b6-4514be9ac919', 'tag': '54506b4b-7281-4b1a-9497-d7ae5def715f', 'status': 'completed', 'code': 200}
Dec 18 20:50:26.945833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d124cf3-63fc-4770-b12a-61c4d0c1b7f1 req-24d92f04-3127-4f83-a177-41ac24e509c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:26.947515 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9d124cf3-63fc-4770-b12a-61c4d0c1b7f1 req-24d92f04-3127-4f83-a177-41ac24e509c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=6cadd365-eceb-4a91-93b6-4514be9ac919 HTTP/1.1" status: 200  len: 1098 time: 0.1419988
Dec 18 20:50:26.971196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:27.067738 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7c081-6a4a-4f1e-9ddd-1bdb64b73ead req-ca12d494-8fd8-4a04-b000-6abc75e78dcc tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.078141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1f7c081-6a4a-4f1e-9ddd-1bdb64b73ead req-ca12d494-8fd8-4a04-b000-6abc75e78dcc tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 931 time: 0.1456902
Dec 18 20:50:27.095033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b397c75-cc6d-47e6-b2ae-5da0e4fab0ec req-f3246ceb-c075-4974-bd3c-7cbed22f29a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.095219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:50:27.097614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b397c75-cc6d-47e6-b2ae-5da0e4fab0ec req-f3246ceb-c075-4974-bd3c-7cbed22f29a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 1099 time: 0.1670721
Dec 18 20:50:27.102050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:27.102799 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:27.203282 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-167eea21-e358-465c-b697-e17d7c848f28 req-2e288813-f813-48d8-9b3e-d6eedfbbb227 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2919636
Dec 18 20:50:27.226956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d124cf3-63fc-4770-b12a-61c4d0c1b7f1 req-10025174-80ec-4f91-9c1c-c0ef2fb70bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.230621 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9d124cf3-63fc-4770-b12a-61c4d0c1b7f1 req-10025174-80ec-4f91-9c1c-c0ef2fb70bcf service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2691362
Dec 18 20:50:27.279735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb346-35b0-4ebc-9758-b7560167455f req-3c8b0c40-4e6a-48a6-8a33-5b9a879a2224 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.282082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f9cb346-35b0-4ebc-9758-b7560167455f req-3c8b0c40-4e6a-48a6-8a33-5b9a879a2224 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 948 time: 0.1554842
Dec 18 20:50:27.295454 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:27.317598 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9d124cf3-63fc-4770-b12a-61c4d0c1b7f1 req-a37ad672-65ac-4ceb-bbe2-46c562e7e807 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=54506b4b-7281-4b1a-9497-d7ae5def715f HTTP/1.1" status: 200  len: 217 time: 0.0749505
Dec 18 20:50:27.318839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1f7c081-6a4a-4f1e-9ddd-1bdb64b73ead req-646c4f46-f97e-4b29-a3b8-ca2c212ed33c tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2394845
Dec 18 20:50:27.351272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edea04e-2c27-4be2-a3b4-1ec34f70c3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ee6d32-7b4d-4339-825e-0c4db2f8ee5c'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:27.354522 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6779a42-b7f9-4e77-ac29-3dc148d8f802" -d '{"events": [{"server_uuid": "5edea04e-2c27-4be2-a3b4-1ec34f70c3ed", "name": "network-vif-plugged", "status": "completed", "tag": "d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:27.393381 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:27.402412 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:27.404886 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c1a24f-77c8-4810-9440-0a7498d6a257 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:27.419400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b397c75-cc6d-47e6-b2ae-5da0e4fab0ec req-e019b212-0ac2-4692-96bc-5a9a31c30fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.420861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b397c75-cc6d-47e6-b2ae-5da0e4fab0ec req-e019b212-0ac2-4692-96bc-5a9a31c30fe4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.3123105
Dec 18 20:50:27.429216 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:27.430608 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d124cf3-63fc-4770-b12a-61c4d0c1b7f1 req-da34ba7b-af3a-41c6-9e6f-660c95fcddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.434707 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9d124cf3-63fc-4770-b12a-61c4d0c1b7f1 req-da34ba7b-af3a-41c6-9e6f-660c95fcddcd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0958939
Dec 18 20:50:27.508232 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b397c75-cc6d-47e6-b2ae-5da0e4fab0ec req-1dd8d2a7-8451-461b-ab44-52f395d60122 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c HTTP/1.1" status: 200  len: 217 time: 0.0741420
Dec 18 20:50:27.511226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:27.523579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d124cf3-63fc-4770-b12a-61c4d0c1b7f1 req-1308350a-91ad-43bf-bcac-613060c5a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.526303 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9d124cf3-63fc-4770-b12a-61c4d0c1b7f1 req-1308350a-91ad-43bf-bcac-613060c5a94d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0821576
Dec 18 20:50:27.527590 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f9cb346-35b0-4ebc-9758-b7560167455f req-ced9167d-4a41-4cf8-b364-8d2f3b2f2588 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172456
Dec 18 20:50:27.531979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Transition to ACTIVE for port object 70c1a24f-77c8-4810-9440-0a7498d6a257 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:27.556176 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:27.657053 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9d124cf3-63fc-4770-b12a-61c4d0c1b7f1 req-c5080c2c-b280-4c07-b878-699802f9068e service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214602
Dec 18 20:50:27.719273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b397c75-cc6d-47e6-b2ae-5da0e4fab0ec req-c94a56d2-650c-4992-8332-910bb5c39900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.720766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b397c75-cc6d-47e6-b2ae-5da0e4fab0ec req-c94a56d2-650c-4992-8332-910bb5c39900 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1858323
Dec 18 20:50:27.758818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Pushing event updated for resources: {'Port': ['ID=70c1a24f-77c8-4810-9440-0a7498d6a257,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:27.772733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8826b-7a8e-4a95-80fc-bd8651513b52 req-0d85cf72-d639-4c7f-bcd7-e24cd61930bb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.774294 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf8826b-7a8e-4a95-80fc-bd8651513b52 req-0d85cf72-d639-4c7f-bcd7-e24cd61930bb tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 944 time: 0.2311590
Dec 18 20:50:27.795631 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9d124cf3-63fc-4770-b12a-61c4d0c1b7f1 req-a9c749f7-e66f-40ba-95ae-7df37fc6319a service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293318
Dec 18 20:50:27.819501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb456a2a-6b5f-411d-b347-f73bc6939fda req-43b7a52d-7342-4958-a4a9-2af084e3118e tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.825313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb456a2a-6b5f-411d-b347-f73bc6939fda req-43b7a52d-7342-4958-a4a9-2af084e3118e tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.831855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb456a2a-6b5f-411d-b347-f73bc6939fda req-43b7a52d-7342-4958-a4a9-2af084e3118e tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.833443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb456a2a-6b5f-411d-b347-f73bc6939fda req-43b7a52d-7342-4958-a4a9-2af084e3118e tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2412 time: 0.2306700
Dec 18 20:50:27.895485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b397c75-cc6d-47e6-b2ae-5da0e4fab0ec req-915300b0-49cc-4c60-92bb-10db1c836bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:27.896966 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b397c75-cc6d-47e6-b2ae-5da0e4fab0ec req-915300b0-49cc-4c60-92bb-10db1c836bcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1486549
Dec 18 20:50:27.903448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Attempting to bind port 70c1a24f-77c8-4810-9440-0a7498d6a257 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:27.903787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Attempting to bind port 70c1a24f-77c8-4810-9440-0a7498d6a257 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:27.904120 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Attempting to bind port 70c1a24f-77c8-4810-9440-0a7498d6a257 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:27.919129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf8826b-7a8e-4a95-80fc-bd8651513b52 req-460032a1-96e0-4e1a-bfda-e777f4a7f27e tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1264744
Dec 18 20:50:27.928668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Port 70c1a24f-77c8-4810-9440-0a7498d6a257 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:27.928997 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Attempting to bind port 70c1a24f-77c8-4810-9440-0a7498d6a257 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:27.986759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb456a2a-6b5f-411d-b347-f73bc6939fda req-8ca0e403-9621-4c1c-8c6a-b2ed9ea4151c tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415484
Dec 18 20:50:27.989933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:27.989933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:27.990315 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:27.990765 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Bound port: 70c1a24f-77c8-4810-9440-0a7498d6a257, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:27.991113 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:28.026144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dc5c51a2-c722-460e-925b-34bce093c34c req-6c459916-9aba-4c2c-9bf5-fbf2f98261fe tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 210 time: 0.0435948
Dec 18 20:50:28.100851 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd8a78be-5ed5-4b14-9a31-7d439fb08e07 req-f0d5fcac-5c25-4ea5-9c66-cd027c1962e9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 210 time: 0.0469732
Dec 18 20:50:28.126716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b397c75-cc6d-47e6-b2ae-5da0e4fab0ec req-f2dba0c5-d7d0-4fcd-851c-1e6d03ad6d1c service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116988
Dec 18 20:50:28.130645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 54506b4b-7281-4b1a-9497-d7ae5def715f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:28.136919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:28.147213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70c1a24f-77c8-4810-9440-0a7498d6a257,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:28.184895 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:28.246111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:28.246834 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:28.248280 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] 10.222.0.31 "PUT /v2.0/ports/70c1a24f-77c8-4810-9440-0a7498d6a257 HTTP/1.1" status: 200  len: 1091 time: 1.6247370
Dec 18 20:50:28.275719 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543ed026-596a-4d27-9ade-6c332bb64c9c x-openstack-request-id: req-543ed026-596a-4d27-9ade-6c332bb64c9c {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:28.276252 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edea04e-2c27-4be2-a3b4-1ec34f70c3ed", "name": "network-vif-plugged", "status": "completed", "tag": "d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:28.276397 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-543ed026-596a-4d27-9ade-6c332bb64c9c {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:28.276693 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edea04e-2c27-4be2-a3b4-1ec34f70c3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ee6d32-7b4d-4339-825e-0c4db2f8ee5c', 'code': 200}
Dec 18 20:50:28.368068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 54506b4b-7281-4b1a-9497-d7ae5def715f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54506b4b-7281-4b1a-9497-d7ae5def715f,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:28.370585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7d111-85d5-4c0d-9d2c-8d116e28d1ea service neutron] Pushing event updated for resources: {'Port': ['ID=70c1a24f-77c8-4810-9440-0a7498d6a257,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:28.398989 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '54506b4b-7281-4b1a-9497-d7ae5def715f', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '54506b4b-7281-4b1a-9497-d7ae5def715f', 'mac_address': 'fa:16:3e:e5:93:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:28.475671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd7f7-442f-4d02-a1af-1886877cda82 req-c16552a5-3c84-46bd-a8e4-1d84e69ef556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:28.475671 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9c7bd7f7-442f-4d02-a1af-1886877cda82 req-c16552a5-3c84-46bd-a8e4-1d84e69ef556 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=835793f458834c0387829e418f6e3b4c&device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 1097 time: 0.1084909
Dec 18 20:50:28.476505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b397c75-cc6d-47e6-b2ae-5da0e4fab0ec req-70ab99a5-6bcd-4f40-a601-a5f9979f8cb5 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3408704
Dec 18 20:50:28.502539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-a583f99a-bf51-4873-8c11-cbba019edfdf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:28.504020 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-a583f99a-bf51-4873-8c11-cbba019edfdf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.36 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 820 time: 0.2430758
Dec 18 20:50:28.505121 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:28.525643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d8b84-17ac-4fe0-b1a1-706eb8786d62 req-d9398db1-4575-4ceb-b948-47fa2cba2b38 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:28.526588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54506b4b-7281-4b1a-9497-d7ae5def715f {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:28.534329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-587d8b84-17ac-4fe0-b1a1-706eb8786d62 req-d9398db1-4575-4ceb-b948-47fa2cba2b38 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 946 time: 0.2028124
Dec 18 20:50:28.553957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 54506b4b-7281-4b1a-9497-d7ae5def715f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54506b4b-7281-4b1a-9497-d7ae5def715f,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:28.557525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Request body: {'port': {'device_id': 'da4d97c0-d046-4bf2-842f-bb1ab2c4c935', 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03', 'admin_state_up': True, 'tenant_id': 'a84b125f83d34481adc5617b5ca62e2e'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:28.559823 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:28.564893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-008e7d83-9f43-4df5-b17e-99222aa08de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:28.566429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-008e7d83-9f43-4df5-b17e-99222aa08de6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 1094 time: 0.1083496
Dec 18 20:50:28.568433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb253d9-6f17-40cf-8431-0955fd32d36c req-90e29115-4281-41d7-b157-fecccb62c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:28.569459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0bb253d9-6f17-40cf-8431-0955fd32d36c req-90e29115-4281-41d7-b157-fecccb62c6cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 1100 time: 0.1960120
Dec 18 20:50:28.640315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=54506b4b-7281-4b1a-9497-d7ae5def715f,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:28.681462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd7f7-442f-4d02-a1af-1886877cda82 req-6710cc15-55e5-488a-a4f8-1bed37caa0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:28.683186 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9c7bd7f7-442f-4d02-a1af-1886877cda82 req-6710cc15-55e5-488a-a4f8-1bed37caa0af service neutron] 10.222.0.36 "GET /v2.0/networks?id=59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 HTTP/1.1" status: 200  len: 914 time: 0.1947267
Dec 18 20:50:28.698758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-587d8b84-17ac-4fe0-b1a1-706eb8786d62 req-46c421e9-3903-44c4-8d12-c4ff9f71350d tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590827
Dec 18 20:50:28.721830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-794d0e0e-f2b4-4ccf-89a3-c7e8f90f91ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70c1a24f-77c8-4810-9440-0a7498d6a257 HTTP/1.1" status: 200  len: 217 time: 0.1287961
Dec 18 20:50:28.731403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'tag': '01e68d95-1643-42d9-8ad6-bf3e0318d01f'}, {'name': 'network-changed', 'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'tag': '15f43c7a-5020-4142-bcf7-357f1cecac24'}, {'name': 'network-changed', 'server_uuid': 'edeabf63-f66c-4719-9212-d3214bd03574', 'tag': '0a593524-9707-4109-9577-e536b658044d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:28.742521 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db244a5-8ab9-40f9-9465-cffaa73338d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "tag": "01e68d95-1643-42d9-8ad6-bf3e0318d01f"}, {"name": "network-changed", "server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "tag": "15f43c7a-5020-4142-bcf7-357f1cecac24"}, {"name": "network-changed", "server_uuid": "edeabf63-f66c-4719-9212-d3214bd03574", "tag": "0a593524-9707-4109-9577-e536b658044d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:28.751023 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9c7bd7f7-442f-4d02-a1af-1886877cda82 req-4b0f25c3-80ac-41c9-9476-e64242a2cc08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=713b1105-c226-474e-8fd2-e067be484d6a HTTP/1.1" status: 200  len: 217 time: 0.0581336
Dec 18 20:50:28.802997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Made reservation on behalf of a84b125f83d34481adc5617b5ca62e2e for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:28.806840 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:28.820716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0bb253d9-6f17-40cf-8431-0955fd32d36c req-a785c1c4-9f6d-4ba1-9aed-616846137741 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2378008
Dec 18 20:50:28.843240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd7f7-442f-4d02-a1af-1886877cda82 req-562b8115-e724-4135-9ed3-a06e2871b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:28.845022 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9c7bd7f7-442f-4d02-a1af-1886877cda82 req-562b8115-e724-4135-9ed3-a06e2871b23c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50ac1338-4fb4-4670-aa67-f89aed3ae6f5 HTTP/1.1" status: 200  len: 853 time: 0.0804167
Dec 18 20:50:28.868224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546519d9-c598-4939-8c47-430dc20aa0c5 req-05d26a24-b497-494e-8327-c99584a8b25a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:28.874716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-546519d9-c598-4939-8c47-430dc20aa0c5 req-05d26a24-b497-494e-8327-c99584a8b25a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 943 time: 0.2854187
Dec 18 20:50:28.894502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['54506b4b-7281-4b1a-9497-d7ae5def715f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:28.899166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-9d719af2-c207-4373-8f18-7b3100883ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:28.900922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-9d719af2-c207-4373-8f18-7b3100883ab2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1609075
Dec 18 20:50:28.942648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'name': 'network-vif-deleted', 'tag': 'ac8166be-db9c-48d7-aed1-022cd6d22a09'}, {'name': 'network-changed', 'server_uuid': '68fa4ba4-d935-4772-b54b-9d78b6d2ea3d', 'tag': '70c1a24f-77c8-4810-9440-0a7498d6a257'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:28.944906 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4234a34e-9f1c-4c3b-9eb3-1777885487cc" -d '{"events": [{"server_uuid": "bf9d9725-ba21-477e-9e70-c7e9c733e54e", "name": "network-vif-deleted", "tag": "ac8166be-db9c-48d7-aed1-022cd6d22a09"}, {"name": "network-changed", "server_uuid": "68fa4ba4-d935-4772-b54b-9d78b6d2ea3d", "tag": "70c1a24f-77c8-4810-9440-0a7498d6a257"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:28.950323 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-660a4957-bdc0-49cb-bfd4-c82a5ee3fb92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374076
Dec 18 20:50:28.961459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c6df9-88b1-4bb0-9e41-2aba55fd161d req-c4d0bbce-c7df-4a18-b693-08d17795a28b tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:28.962973 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b6c6df9-88b1-4bb0-9e41-2aba55fd161d req-c4d0bbce-c7df-4a18-b693-08d17795a28b tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 945 time: 0.1728289
Dec 18 20:50:28.984801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Allocated IP 172.20.0.6 (fab4d786-81c4-48dc-b51f-790f7e93cb03/dda3f542-e261-446c-9545-36f864fed65b/4b0e7658-35c7-49ef-98fc-5ca3e983079d) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:28.993899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:29.064018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-546519d9-c598-4939-8c47-430dc20aa0c5 req-198fbc16-edde-4aa8-b303-c51502389e9f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827521
Dec 18 20:50:29.140665 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9c7bd7f7-442f-4d02-a1af-1886877cda82 req-c34511a6-e84c-421f-b082-52b6d8a46961 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482271
Dec 18 20:50:29.243661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b6c6df9-88b1-4bb0-9e41-2aba55fd161d req-78f99104-7573-4e94-8bde-e344882e998b tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/security-groups?id=293a1ee3-6c6e-4b3d-828a-c3f21268678d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2692211
Dec 18 20:50:29.293605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-5ae178a6-e41e-4918-9f0c-604deebd5f08 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3282375
Dec 18 20:50:29.322747 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:29.328829 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9c7bd7f7-442f-4d02-a1af-1886877cda82 req-a0f105c3-eb12-4b48-981d-1423777db28c service neutron] 10.222.0.36 "GET /v2.0/networks/59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556566
Dec 18 20:50:29.402238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-829e8db5-f2bf-4fa8-a9a1-9f9a8e8d9bd0 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:29.405436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-829e8db5-f2bf-4fa8-a9a1-9f9a8e8d9bd0 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 811 time: 0.3214982
Dec 18 20:50:29.443912 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb3e535-a33a-48bc-a380-6529004b9b10 x-openstack-request-id: req-6cb3e535-a33a-48bc-a380-6529004b9b10 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:29.444361 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "tag": "01e68d95-1643-42d9-8ad6-bf3e0318d01f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "tag": "15f43c7a-5020-4142-bcf7-357f1cecac24", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "edeabf63-f66c-4719-9212-d3214bd03574", "tag": "0a593524-9707-4109-9577-e536b658044d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:29.444715 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cb3e535-a33a-48bc-a380-6529004b9b10 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:29.445352 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'tag': '01e68d95-1643-42d9-8ad6-bf3e0318d01f', 'status': 'completed', 'code': 200}
Dec 18 20:50:29.445715 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'tag': '15f43c7a-5020-4142-bcf7-357f1cecac24', 'status': 'completed', 'code': 200}
Dec 18 20:50:29.446067 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edeabf63-f66c-4719-9212-d3214bd03574', 'tag': '0a593524-9707-4109-9577-e536b658044d', 'status': 'completed', 'code': 200}
Dec 18 20:50:29.523128 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:29.534222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b09cd1f-a315-422b-ad9b-2daf6a5aaea9,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:29.547674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '9b09cd1f-a315-422b-ad9b-2daf6a5aaea9', 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02', 'port_id': '9b09cd1f-a315-422b-ad9b-2daf6a5aaea9', 'mac_address': 'fa:16:3e:5d:01:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2419916-994a-4643-a3fb-09f210f05392', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:29.575224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:29.611361 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-2bc768e5-5041-4494-b78a-0b6ef4529555 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69de37deec2a49ff9eaad9cbb7c48f31 HTTP/1.1" status: 200  len: 380 time: 0.1469805
Dec 18 20:50:29.628028 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:29.648854 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ecc70-a7f6-44e6-9b82-f6daa20e84c9 req-5b17f4ea-5f1a-48ba-b602-82a6eaee1752 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:29.655801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:29.658678 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc4ecc70-a7f6-44e6-9b82-f6daa20e84c9 req-5b17f4ea-5f1a-48ba-b602-82a6eaee1752 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 949 time: 0.4113536
Dec 18 20:50:29.690051 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Request body: {'port': {'device_id': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'admin_state_up': True, 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'security_groups': ['5672d52a-5263-48ae-8f46-8984a51ab284']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:29.702274 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b09cd1f-a315-422b-ad9b-2daf6a5aaea9,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:29.721483 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:29.722205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 15f43c7a-5020-4142-bcf7-357f1cecac24 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:29.788556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=9b09cd1f-a315-422b-ad9b-2daf6a5aaea9,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:29.823280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-8e3d26fc-cbdc-49f9-b3ec-3388e8461f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:29.823891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-8e3d26fc-cbdc-49f9-b3ec-3388e8461f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:29.824236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-8e3d26fc-cbdc-49f9-b3ec-3388e8461f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:29.825961 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-8e3d26fc-cbdc-49f9-b3ec-3388e8461f86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=260f5423c9c44b499073e360e0e66264&device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2865 time: 0.4117205
Dec 18 20:50:29.838287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-2582d675-c2f6-40b5-8d42-3ba8e0c51d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:29.840606 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-2582d675-c2f6-40b5-8d42-3ba8e0c51d4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b48e95c75c9444f2a0d2cb6704727346&device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 1095 time: 0.4114032
Dec 18 20:50:29.844767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 15f43c7a-5020-4142-bcf7-357f1cecac24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15f43c7a-5020-4142-bcf7-357f1cecac24,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:29.846442 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9c7bd7f7-442f-4d02-a1af-1886877cda82 req-f67cacc2-2e93-4c9c-9194-0e01d0cce22b service neutron] 10.222.0.36 "GET /v2.0/networks/59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5088050
Dec 18 20:50:29.865386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '15f43c7a-5020-4142-bcf7-357f1cecac24', 'network_id': 'e8ba14b5-3312-482e-8a8a-ef9381273d02', 'port_id': '15f43c7a-5020-4142-bcf7-357f1cecac24', 'mac_address': 'fa:16:3e:1d:e9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2419916-994a-4643-a3fb-09f210f05392', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:29.873100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Network fab4d786-81c4-48dc-b51f-790f7e93cb03 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:29.917129 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:29.921020 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:29.924111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Pushing event updated for resources: {'Port': ['ID=4b0e7658-35c7-49ef-98fc-5ca3e983079d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:29.924980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:29.940597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f43c7a-5020-4142-bcf7-357f1cecac24 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:29.944587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-e01f135d-81a7-4a48-bbc7-1c3adbd5992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:29.946079 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-e01f135d-81a7-4a48-bbc7-1c3adbd5992d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 HTTP/1.1" status: 200  len: 902 time: 0.1081820
Dec 18 20:50:29.964222 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc4ecc70-a7f6-44e6-9b82-f6daa20e84c9 req-d8fe1e21-cd78-42ce-a896-857eff0d9323 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3045795
Dec 18 20:50:29.989997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 15f43c7a-5020-4142-bcf7-357f1cecac24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15f43c7a-5020-4142-bcf7-357f1cecac24,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:29.991555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:29.992291 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:29.999850 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:30.000644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01e68d95-1643-42d9-8ad6-bf3e0318d01f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:30.021681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-9ffd6a14-e77c-4d38-a8ea-b2e46f234731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:30.023343 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-9ffd6a14-e77c-4d38-a8ea-b2e46f234731 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e HTTP/1.1" status: 200  len: 925 time: 0.1704445
Dec 18 20:50:30.027124 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-4aaf0bf7-738f-4c8d-be56-2cc624ec0d30 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4760690
Dec 18 20:50:30.043018 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Request body: {'port': {'device_id': 'da4d97c0-d046-4bf2-842f-bb1ab2c4c935', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:30.077950 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-4b82056b-4391-4ec0-bdbc-e8cca03506a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a593524-9707-4109-9577-e536b658044d HTTP/1.1" status: 200  len: 217 time: 0.0459523
Dec 18 20:50:30.117731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=15f43c7a-5020-4142-bcf7-357f1cecac24,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:30.125227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c519a6c-3cab-4040-bf9a-f383ad8e9f08 req-2b39a6c1-96df-444e-a5c2-533385f8d286 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:30.127696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c519a6c-3cab-4040-bf9a-f383ad8e9f08 req-2b39a6c1-96df-444e-a5c2-533385f8d286 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 944 time: 0.5865705
Dec 18 20:50:30.136501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0a593524-9707-4109-9577-e536b658044d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:30.142939 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40734bf6-6d50-49fd-b03f-08a70c82a1f7 x-openstack-request-id: req-40734bf6-6d50-49fd-b03f-08a70c82a1f7 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:30.144906 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9d9725-ba21-477e-9e70-c7e9c733e54e", "name": "network-vif-deleted", "tag": "ac8166be-db9c-48d7-aed1-022cd6d22a09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "68fa4ba4-d935-4772-b54b-9d78b6d2ea3d", "tag": "70c1a24f-77c8-4810-9440-0a7498d6a257", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:30.148494 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40734bf6-6d50-49fd-b03f-08a70c82a1f7 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:30.149253 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9d9725-ba21-477e-9e70-c7e9c733e54e', 'name': 'network-vif-deleted', 'tag': 'ac8166be-db9c-48d7-aed1-022cd6d22a09', 'status': 'completed', 'code': 200}
Dec 18 20:50:30.149699 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fa4ba4-d935-4772-b54b-9d78b6d2ea3d', 'tag': '70c1a24f-77c8-4810-9440-0a7498d6a257', 'status': 'completed', 'code': 200}
Dec 18 20:50:30.185690 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-01ca3eeb-7c4b-44f0-a94e-4e5bf9b57bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:30.197386 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-01ca3eeb-7c4b-44f0-a94e-4e5bf9b57bcb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17a94c26-44fd-4378-aa86-f3b1e0f22e56 HTTP/1.1" status: 200  len: 863 time: 0.1018639
Dec 18 20:50:30.198527 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:30.209449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-c8154169-fccd-4c71-815f-63b7284cfa4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=01e68d95-1643-42d9-8ad6-bf3e0318d01f HTTP/1.1" status: 200  len: 217 time: 0.2405725
Dec 18 20:50:30.228778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c519a6c-3cab-4040-bf9a-f383ad8e9f08 req-ed8ed19e-fe17-4ace-8172-0430d6fa1fbf tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679295
Dec 18 20:50:30.297919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 0a593524-9707-4109-9577-e536b658044d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a593524-9707-4109-9577-e536b658044d,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:30.319457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '0a593524-9707-4109-9577-e536b658044d', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'port_id': '0a593524-9707-4109-9577-e536b658044d', 'mac_address': 'fa:16:3e:03:a8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:30.338709 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f009b382-05af-4b1e-bf5f-800ceae8144d req-5b52df26-796a-4d91-8ad6-2126677abe0b service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9328656
Dec 18 20:50:30.385469 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01e68d95-1643-42d9-8ad6-bf3e0318d01f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01e68d95-1643-42d9-8ad6-bf3e0318d01f,segment=NetworkSegment(1c6a6b8e-7a73-4943-928d-37fef8dae5f0),segment_id=1c6a6b8e-7a73-4943-928d-37fef8dae5f0)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:30.387964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b5cf-ced7-41c8-aeea-c5659e642867 req-7cc101a3-412b-4522-a01f-3f42d532e0bf tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:30.394199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b5cf-ced7-41c8-aeea-c5659e642867 req-7cc101a3-412b-4522-a01f-3f42d532e0bf tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:30.400188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b5cf-ced7-41c8-aeea-c5659e642867 req-7cc101a3-412b-4522-a01f-3f42d532e0bf tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:30.401362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-2e26467e-1505-4b71-8805-5aac7c21cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:30.401946 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '01e68d95-1643-42d9-8ad6-bf3e0318d01f', 'network_id': 'd59d55b4-8f6a-4b3c-83fa-e38eff3905d0', 'port_id': '01e68d95-1643-42d9-8ad6-bf3e0318d01f', 'mac_address': 'fa:16:3e:3c:9a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5d1e1a-b1a0-496f-b203-f927d0b38289', 'ip_address': '19.86.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:30.403157 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-2e26467e-1505-4b71-8805-5aac7c21cf89 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1950407
Dec 18 20:50:30.403748 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:30.407831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0601b5cf-ced7-41c8-aeea-c5659e642867 req-7cc101a3-412b-4522-a01f-3f42d532e0bf tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2414 time: 0.1902089
Dec 18 20:50:30.425330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Made reservation on behalf of 69de37deec2a49ff9eaad9cbb7c48f31 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:30.428725 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:30.435019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-10e8b441-8c50-4f62-bd75-a8a9d6653ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:30.437231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-10e8b441-8c50-4f62-bd75-a8a9d6653ced service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba5d1e1a-b1a0-496f-b203-f927d0b38289 HTTP/1.1" status: 200  len: 801 time: 0.2049844
Dec 18 20:50:30.443911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a593524-9707-4109-9577-e536b658044d {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:30.473785 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 0a593524-9707-4109-9577-e536b658044d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a593524-9707-4109-9577-e536b658044d,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:30.476559 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:30.485584 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:30.493575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e68d95-1643-42d9-8ad6-bf3e0318d01f {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:30.545613 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01e68d95-1643-42d9-8ad6-bf3e0318d01f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01e68d95-1643-42d9-8ad6-bf3e0318d01f,segment=NetworkSegment(1c6a6b8e-7a73-4943-928d-37fef8dae5f0),segment_id=1c6a6b8e-7a73-4943-928d-37fef8dae5f0)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:30.550217 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41782c76-f4b7-42a0-9009-740761dcf994 req-12052afc-e688-451d-ad49-11c22fe2aabf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:30.551789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41782c76-f4b7-42a0-9009-740761dcf994 req-12052afc-e688-451d-ad49-11c22fe2aabf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 931 time: 0.2066061
Dec 18 20:50:30.555992 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:30.563024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=0a593524-9707-4109-9577-e536b658044d,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:30.617997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418055c-1583-407e-a315-eda5035aa4f0 req-a2ec015a-c618-4201-b021-8840546d831e tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:30.618708 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0601b5cf-ced7-41c8-aeea-c5659e642867 req-ceb6ce40-b873-4af1-8b38-a3ce57cebd62 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057297
Dec 18 20:50:30.619748 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4418055c-1583-407e-a315-eda5035aa4f0 req-a2ec015a-c618-4201-b021-8840546d831e tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.36 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 945 time: 0.2798421
Dec 18 20:50:30.621107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234a34e-9f1c-4c3b-9eb3-1777885487cc req-a456406e-b1d8-4522-bcf8-cd99c5f7cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:30.632484 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4234a34e-9f1c-4c3b-9eb3-1777885487cc req-a456406e-b1d8-4522-bcf8-cd99c5f7cb52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 1094 time: 0.2182076
Dec 18 20:50:30.651191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=01e68d95-1643-42d9-8ad6-bf3e0318d01f,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:30.689376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-339cc1a1-e6f9-43ea-9232-e885c5fe6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:30.690962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-339cc1a1-e6f9-43ea-9232-e885c5fe6853 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d59d55b4-8f6a-4b3c-83fa-e38eff3905d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2259305
Dec 18 20:50:30.773506 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-08e6dd44-46f1-438f-9fe7-a04033a5214f service neutron] 10.222.0.31 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2923372
Dec 18 20:50:30.832162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['0a593524-9707-4109-9577-e536b658044d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:30.883432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['9b09cd1f-a315-422b-ad9b-2daf6a5aaea9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:30.903679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-4418055c-1583-407e-a315-eda5035aa4f0 req-f7da6c79-dda7-4216-9b62-8f8a062bade3 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Deleting port 3cb32a2c-a146-40ee-826d-31f36365ea91 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:50:30.904076 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4418055c-1583-407e-a315-eda5035aa4f0 req-f7da6c79-dda7-4216-9b62-8f8a062bade3 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:30.940513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['15f43c7a-5020-4142-bcf7-357f1cecac24'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:30.960182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0e7658-35c7-49ef-98fc-5ca3e983079d {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:30.979059 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:30.996293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 3cb32a2c-a146-40ee-826d-31f36365ea91 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:50:31.006725 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-ed2172ab-8e75-4554-951e-ca941aa16176 service neutron] 10.222.0.31 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2221069
Dec 18 20:50:31.015723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Transition to ACTIVE for port object 4b0e7658-35c7-49ef-98fc-5ca3e983079d will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:31.022885 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:31.089586 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-4418055c-1583-407e-a315-eda5035aa4f0 req-f7da6c79-dda7-4216-9b62-8f8a062bade3 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] For port 3cb32a2c-a146-40ee-826d-31f36365ea91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cb32a2c-a146-40ee-826d-31f36365ea91,segment=NetworkSegment(8307845d-95b8-4bc8-bb96-bc53f73d9c98),segment_id=8307845d-95b8-4bc8-bb96-bc53f73d9c98)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:31.089970 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4418055c-1583-407e-a315-eda5035aa4f0 req-f7da6c79-dda7-4216-9b62-8f8a062bade3 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:31.114037 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-4418055c-1583-407e-a315-eda5035aa4f0 req-f7da6c79-dda7-4216-9b62-8f8a062bade3 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Calling delete_port for 3cb32a2c-a146-40ee-826d-31f36365ea91 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:50:31.135926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Pushing event updated for resources: {'Port': ['ID=4b0e7658-35c7-49ef-98fc-5ca3e983079d,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:31.159412 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5ecacfe-5f01-4b74-b16c-44d0f5585694 req-1d30bf63-fedc-45b9-bea8-30109e7d7c61 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 210 time: 0.4667101
Dec 18 20:50:31.232049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41782c76-f4b7-42a0-9009-740761dcf994 req-b0add7e1-6241-4c34-858d-3ff3ac0a5c80 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6458077
Dec 18 20:50:31.243851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:31.244195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:31.244533 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:31.252495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:31.252646 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:31.266103 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:31.266474 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:31.266865 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:31.267298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Bound port: 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:31.267656 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:31.279450 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:31.313208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234a34e-9f1c-4c3b-9eb3-1777885487cc req-1b6056d1-02a2-4f0b-a794-5fff895d8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:31.314885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4234a34e-9f1c-4c3b-9eb3-1777885487cc req-1b6056d1-02a2-4f0b-a794-5fff895d8e28 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.6500692
Dec 18 20:50:31.367174 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4418055c-1583-407e-a315-eda5035aa4f0 req-f7da6c79-dda7-4216-9b62-8f8a062bade3 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:31.374047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:31.377885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:31.404833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da6c79-dda7-4216-9b62-8f8a062bade3 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Pushing event deleted for resources: {'Port': ['ID=3cb32a2c-a146-40ee-826d-31f36365ea91,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:31.407760 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:31.424671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Allocated IP 172.20.0.14 (b682fe11-354f-40ac-961b-a0ccac207599/25a9e8be-dc0d-4099-ac90-c3a3592583ca/b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:31.432596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4234a34e-9f1c-4c3b-9eb3-1777885487cc req-2ea4a632-a7a8-4201-9d48-f93c174f9bf9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70c1a24f-77c8-4810-9440-0a7498d6a257 HTTP/1.1" status: 200  len: 217 time: 0.0998094
Dec 18 20:50:31.468591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:31.468591 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:31.471066 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] 10.222.0.36 "PUT /v2.0/ports/4b0e7658-35c7-49ef-98fc-5ca3e983079d HTTP/1.1" status: 200  len: 1091 time: 1.4320693
Dec 18 20:50:31.471298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4d97c0-d046-4bf2-842f-bb1ab2c4c935', 'tag': '4b0e7658-35c7-49ef-98fc-5ca3e983079d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:31.474713 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac1ce4d-f0ec-4953-8023-61197e6aff27" -d '{"events": [{"name": "network-changed", "server_uuid": "da4d97c0-d046-4bf2-842f-bb1ab2c4c935", "tag": "4b0e7658-35c7-49ef-98fc-5ca3e983079d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:31.494683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-4418055c-1583-407e-a315-eda5035aa4f0 req-f7da6c79-dda7-4216-9b62-8f8a062bade3 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] No DVR routers for this DVR port 3cb32a2c-a146-40ee-826d-31f36365ea91 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:50:31.501621 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4418055c-1583-407e-a315-eda5035aa4f0 req-f7da6c79-dda7-4216-9b62-8f8a062bade3 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:31.505715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-6610a42b-e4e2-4331-91a4-ecd752892c63 service neutron] 10.222.0.36 "GET /v2.0/networks/d59d55b4-8f6a-4b3c-83fa-e38eff3905d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7969985
Dec 18 20:50:31.507022 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4418055c-1583-407e-a315-eda5035aa4f0 req-f7da6c79-dda7-4216-9b62-8f8a062bade3 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.36 "DELETE /v2.0/ports/3cb32a2c-a146-40ee-826d-31f36365ea91 HTTP/1.1" status: 204  len: 173 time: 0.8556359
Dec 18 20:50:31.522020 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ccb42-9618-4066-8708-29c58f110c3d service neutron] Pushing event updated for resources: {'Port': ['ID=4b0e7658-35c7-49ef-98fc-5ca3e983079d,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:31.522298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5bf5c-1342-46cd-b03f-55bba8bbf12b req-ab957d27-2d87-4f2a-a50c-c478a2151cc9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:31.522298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bb5bf5c-1342-46cd-b03f-55bba8bbf12b req-ab957d27-2d87-4f2a-a50c-c478a2151cc9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 946 time: 0.2851214
Dec 18 20:50:31.596423 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-3fbf1ac0-141e-4f5a-a3e3-6b5933acf885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:31.597911 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-3fbf1ac0-141e-4f5a-a3e3-6b5933acf885 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 1094 time: 0.0479145
Dec 18 20:50:31.613364 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089844d4-ffe7-49c9-8889-dda972e31fd8 req-6e814064-f7a4-4e93-aff1-61b103bb540d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:31.614946 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-089844d4-ffe7-49c9-8889-dda972e31fd8 req-6e814064-f7a4-4e93-aff1-61b103bb540d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 943 time: 0.2894673
Dec 18 20:50:31.651851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234a34e-9f1c-4c3b-9eb3-1777885487cc req-d868fe4a-4d34-428a-8b03-e0b0fb5de6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:31.653231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4234a34e-9f1c-4c3b-9eb3-1777885487cc req-d868fe4a-4d34-428a-8b03-e0b0fb5de6c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.2094405
Dec 18 20:50:31.659637 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-6d4b9bfa-155b-42f3-8f98-0d0517d28bf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d HTTP/1.1" status: 200  len: 217 time: 0.0504768
Dec 18 20:50:31.714988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-841183a7-99b6-419f-ac07-7e0b690fac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:31.717082 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-841183a7-99b6-419f-ac07-7e0b690fac28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.0441432
Dec 18 20:50:31.748553 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-1c33d1c2-24b1-4e9d-9c6b-5eb973a02289 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241451
Dec 18 20:50:31.751200 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4234a34e-9f1c-4c3b-9eb3-1777885487cc req-e14550be-f8c6-416e-ab9e-8311ba2c1992 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597539
Dec 18 20:50:31.845544 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-44201cca-95eb-471b-8999-fdcfb1e07830 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888047
Dec 18 20:50:31.856607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bb5bf5c-1342-46cd-b03f-55bba8bbf12b req-0b8b8a89-86bc-4061-b82e-90101449a9d9 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3135459
Dec 18 20:50:31.879798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-478ed3c9-17eb-435c-ab38-b688376fd0d2 service neutron] 10.222.0.36 "GET /v2.0/networks/d59d55b4-8f6a-4b3c-83fa-e38eff3905d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3565426
Dec 18 20:50:31.892860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-089844d4-ffe7-49c9-8889-dda972e31fd8 req-8042ce98-5c80-4451-9c44-fe0f254150bb tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2592440
Dec 18 20:50:31.919028 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:31.965632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4234a34e-9f1c-4c3b-9eb3-1777885487cc req-ba039806-442e-4e4c-8ad9-4f967dc653ba service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902559
Dec 18 20:50:32.009144 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f0c2e19-4858-46b5-983f-161c0fce57ad req-ba1c9b56-5301-46db-9865-0c939c93fd29 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512246
Dec 18 20:50:32.038017 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['01e68d95-1643-42d9-8ad6-bf3e0318d01f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:32.112314 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b83ddb10-c89a-4f96-bafd-f84e74b6b729 req-71430ce8-939a-432a-9a7b-bb7a0d55e0a9 tempest-ServerGroupTestJSON-289675994 tempest-ServerGroupTestJSON-289675994-project] 10.222.0.13 "GET /v2.0/ports?device_id=56d2c622-4e87-45cc-aac2-313c30dd4c88 HTTP/1.1" status: 200  len: 210 time: 0.0965037
Dec 18 20:50:32.130758 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:32.134793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-75a3b65d-b36a-4b4a-94ad-fb4e770fc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.135106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-75a3b65d-b36a-4b4a-94ad-fb4e770fc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.135584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-75a3b65d-b36a-4b4a-94ad-fb4e770fc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.137214 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-75a3b65d-b36a-4b4a-94ad-fb4e770fc447 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=260f5423c9c44b499073e360e0e66264&device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2868 time: 0.1921291
Dec 18 20:50:32.156368 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 54506b4b-7281-4b1a-9497-d7ae5def715f up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:32.244761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 54506b4b-7281-4b1a-9497-d7ae5def715f completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:50:32.249997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 54506b4b-7281-4b1a-9497-d7ae5def715f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:32.250456 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:32.283712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154f9a0-22d2-4b41-8ebd-fe06e637e4d1 req-5ec1044f-51d4-4904-9ded-e0eb6cc0b91a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.286943 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c154f9a0-22d2-4b41-8ebd-fe06e637e4d1 req-5ec1044f-51d4-4904-9ded-e0eb6cc0b91a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 949 time: 0.2721529
Dec 18 20:50:32.299753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4234a34e-9f1c-4c3b-9eb3-1777885487cc req-db5efb29-2e36-4a4b-bee2-ddae00aa7aaa service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3152773
Dec 18 20:50:32.303978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Network b682fe11-354f-40ac-961b-a0ccac207599 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:32.310607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:32.320167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:32.331973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:32.344024 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:32.369798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cadd365-eceb-4a91-93b6-4514be9ac919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54506b4b-7281-4b1a-9497-d7ae5def715f'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:32.372803 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650ad672-df37-458f-a603-c857c3ae0f67" -d '{"events": [{"server_uuid": "6cadd365-eceb-4a91-93b6-4514be9ac919", "name": "network-vif-plugged", "status": "completed", "tag": "54506b4b-7281-4b1a-9497-d7ae5def715f"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:32.386415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 54506b4b-7281-4b1a-9497-d7ae5def715f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54506b4b-7281-4b1a-9497-d7ae5def715f,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:32.393847 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:32.394719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0a593524-9707-4109-9577-e536b658044d up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:32.396982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13fe2e-d18c-4f3d-bf29-74791f1369a5 req-71308401-2803-40ea-805a-8e60b4fbe358 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.398527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f13fe2e-d18c-4f3d-bf29-74791f1369a5 req-71308401-2803-40ea-805a-8e60b4fbe358 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 945 time: 0.2197745
Dec 18 20:50:32.456403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-0c9b9b26-9745-418c-bb8b-cb2e65620ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.457877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-0c9b9b26-9745-418c-bb8b-cb2e65620ec2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8ba14b5-3312-482e-8a8a-ef9381273d02 HTTP/1.1" status: 200  len: 903 time: 0.2863038
Dec 18 20:50:32.463699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c154f9a0-22d2-4b41-8ebd-fe06e637e4d1 req-c99a1f0c-bce4-4b6f-ba4b-414cc917009e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616378
Dec 18 20:50:32.475601 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=54506b4b-7281-4b1a-9497-d7ae5def715f,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:32.504015 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 0a593524-9707-4109-9577-e536b658044d completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:50:32.508509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 0a593524-9707-4109-9577-e536b658044d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:32.508883 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:32.512999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.513565 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:32.520079 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-1cfc0058-836a-482e-8da4-17f4f5fa0c81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=15f43c7a-5020-4142-bcf7-357f1cecac24 HTTP/1.1" status: 200  len: 217 time: 0.0512726
Dec 18 20:50:32.541821 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c42cc4-acd8-4431-84f9-02f4eac6eada x-openstack-request-id: req-82c42cc4-acd8-4431-84f9-02f4eac6eada {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:32.542112 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4d97c0-d046-4bf2-842f-bb1ab2c4c935", "tag": "4b0e7658-35c7-49ef-98fc-5ca3e983079d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:32.542516 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82c42cc4-acd8-4431-84f9-02f4eac6eada {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:32.543355 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4d97c0-d046-4bf2-842f-bb1ab2c4c935', 'tag': '4b0e7658-35c7-49ef-98fc-5ca3e983079d', 'status': 'completed', 'code': 200}
Dec 18 20:50:32.588653 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f13fe2e-d18c-4f3d-bf29-74791f1369a5 req-c2ac8814-08b7-4a5d-a9a1-065025d1e714 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1791284
Dec 18 20:50:32.616301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-f28b4c38-a4eb-4503-a8ff-f4482fe61188 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9319186
Dec 18 20:50:32.635983 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:32.644581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1ce4d-f0ec-4953-8023-61197e6aff27 req-5aa2b9d9-bdef-4584-975f-b33dd0fa0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.645187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Request body: {'port': {'device_id': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:32.648032 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ac1ce4d-f0ec-4953-8023-61197e6aff27 req-5aa2b9d9-bdef-4584-975f-b33dd0fa0e2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 1094 time: 0.0736003
Dec 18 20:50:32.654361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-370dce5f-9725-486c-831f-2e4145ac39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.655922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-370dce5f-9725-486c-831f-2e4145ac39e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2419916-994a-4643-a3fb-09f210f05392 HTTP/1.1" status: 200  len: 801 time: 0.1246803
Dec 18 20:50:32.699068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 0a593524-9707-4109-9577-e536b658044d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a593524-9707-4109-9577-e536b658044d,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:32.708053 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:32.736319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-78a0eb02-4ef6-4040-806c-9f0ced1a456f None None] Provisioning complete for port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:32.736710 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-78a0eb02-4ef6-4040-806c-9f0ced1a456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:32.775316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737f3a4-b857-4755-9b84-b3cbb0771ad9 req-3f2ce133-7ead-48ee-9b0b-c5b230535bec tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.781125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737f3a4-b857-4755-9b84-b3cbb0771ad9 req-3f2ce133-7ead-48ee-9b0b-c5b230535bec tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.787086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737f3a4-b857-4755-9b84-b3cbb0771ad9 req-3f2ce133-7ead-48ee-9b0b-c5b230535bec tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.788732 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f737f3a4-b857-4755-9b84-b3cbb0771ad9 req-3f2ce133-7ead-48ee-9b0b-c5b230535bec tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2415 time: 0.1834047
Dec 18 20:50:32.790242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1ce4d-f0ec-4953-8023-61197e6aff27 req-c92b77ba-d940-46ee-ba2d-7a72db28335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.791398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-78a0eb02-4ef6-4040-806c-9f0ced1a456f None None] Port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:32.793259 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ac1ce4d-f0ec-4953-8023-61197e6aff27 req-c92b77ba-d940-46ee-ba2d-7a72db28335e service neutron] 10.222.0.36 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.1372459
Dec 18 20:50:32.795195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=0a593524-9707-4109-9577-e536b658044d,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:32.799945 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:32.823055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-2ca92caf-b1e5-4fe3-9b3b-4a58ff2fc034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.824475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-2ca92caf-b1e5-4fe3-9b3b-4a58ff2fc034 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8ba14b5-3312-482e-8a8a-ef9381273d02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1510355
Dec 18 20:50:32.836825 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ac1ce4d-f0ec-4953-8023-61197e6aff27 req-192e89d7-8111-4478-89f1-f02289a54f24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d HTTP/1.1" status: 200  len: 217 time: 0.0349441
Dec 18 20:50:32.895372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1ce4d-f0ec-4953-8023-61197e6aff27 req-b5141a0c-30f8-4345-a353-9278f891abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.896890 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ac1ce4d-f0ec-4953-8023-61197e6aff27 req-b5141a0c-30f8-4345-a353-9278f891abc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.0501156
Dec 18 20:50:32.897472 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-beddf668-b6eb-47a5-94cb-9d359a2b8352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:32.926513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04465c6d-9958-444b-8b80-89e8116ed297 req-d653baef-431c-49b8-b88b-b3c4813e61ca tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:32.928033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04465c6d-9958-444b-8b80-89e8116ed297 req-d653baef-431c-49b8-b88b-b3c4813e61ca tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 932 time: 0.1874003
Dec 18 20:50:32.943350 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ac1ce4d-f0ec-4953-8023-61197e6aff27 req-14a0f3fb-2990-4743-a158-ec22505817a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334761
Dec 18 20:50:32.987146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 15f43c7a-5020-4142-bcf7-357f1cecac24 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:32.989651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f737f3a4-b857-4755-9b84-b3cbb0771ad9 req-6271777a-71fc-49ba-b36a-601b377c5d4e tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866784
Dec 18 20:50:33.042974 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ac1ce4d-f0ec-4953-8023-61197e6aff27 req-def7525b-1ef0-4997-abf6-f164dd8cf34a service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909491
Dec 18 20:50:33.063616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 15f43c7a-5020-4142-bcf7-357f1cecac24 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:50:33.069927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 15f43c7a-5020-4142-bcf7-357f1cecac24 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:33.070460 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:33.096782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-f5b76b9c-a98d-4d40-b732-9791a266f034 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ba14b5-3312-482e-8a8a-ef9381273d02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2628331
Dec 18 20:50:33.126784 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04465c6d-9958-444b-8b80-89e8116ed297 req-9b94725f-065c-42a2-a4ff-3fd5898d9d44 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1865914
Dec 18 20:50:33.161993 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ac1ce4d-f0ec-4953-8023-61197e6aff27 req-0954fa57-0e39-4abe-8a4d-21fbca225368 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1081548
Dec 18 20:50:33.178239 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:33.206971 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a98bf1e-49ea-4651-a598-04a23abdd54f x-openstack-request-id: req-4a98bf1e-49ea-4651-a598-04a23abdd54f {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:33.207261 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cadd365-eceb-4a91-93b6-4514be9ac919", "name": "network-vif-plugged", "status": "completed", "tag": "54506b4b-7281-4b1a-9497-d7ae5def715f", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:33.207516 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a98bf1e-49ea-4651-a598-04a23abdd54f {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:33.207951 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cadd365-eceb-4a91-93b6-4514be9ac919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54506b4b-7281-4b1a-9497-d7ae5def715f', 'code': 200}
Dec 18 20:50:33.222522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 15f43c7a-5020-4142-bcf7-357f1cecac24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15f43c7a-5020-4142-bcf7-357f1cecac24,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:33.236229 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:33.237153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:33.308438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375108e-0993-46df-b8ea-25d777a15b36 req-00a07fe3-6c5f-4b28-be4e-be3f33e744e1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:33.309938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2375108e-0993-46df-b8ea-25d777a15b36 req-00a07fe3-6c5f-4b28-be4e-be3f33e744e1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 943 time: 0.2377148
Dec 18 20:50:33.334924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=15f43c7a-5020-4142-bcf7-357f1cecac24,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:33.339098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:50:33.342569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:33.343444 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:33.400279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3db244a5-8ab9-40f9-9465-cffaa73338d2 req-4c0064cc-4032-46ad-ba34-3f034be09327 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ba14b5-3312-482e-8a8a-ef9381273d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2805257
Dec 18 20:50:33.428307 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:33.464750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14b6c1-5ff2-4aa3-a2cd-3ad986944472 req-d3a4fd33-cccc-4dd7-bc50-93f08e421bce tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:33.466169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d14b6c1-5ff2-4aa3-a2cd-3ad986944472 req-d3a4fd33-cccc-4dd7-bc50-93f08e421bce tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cadd365-eceb-4a91-93b6-4514be9ac919 HTTP/1.1" status: 200  len: 949 time: 0.1908846
Dec 18 20:50:33.466423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b09cd1f-a315-422b-ad9b-2daf6a5aaea9,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:33.472190 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:33.474353 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2375108e-0993-46df-b8ea-25d777a15b36 req-76e8716d-9a60-4776-b076-ab7951878f0e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396878
Dec 18 20:50:33.480693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41780d1d-ef6d-40c2-b4ef-cb7b5bcb46c2 req-89751f9b-5d0d-40ae-a376-48ca766b078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:33.481683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41780d1d-ef6d-40c2-b4ef-cb7b5bcb46c2 req-89751f9b-5d0d-40ae-a376-48ca766b078d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6cadd365-eceb-4a91-93b6-4514be9ac919 HTTP/1.1" status: 200  len: 1100 time: 0.1887031
Dec 18 20:50:33.531266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=9b09cd1f-a315-422b-ad9b-2daf6a5aaea9,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:33.590366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:33.601066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d14b6c1-5ff2-4aa3-a2cd-3ad986944472 req-4ab7ba98-cca1-462e-95c7-5a7bff457e30 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250846
Dec 18 20:50:33.602837 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:33.608782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41780d1d-ef6d-40c2-b4ef-cb7b5bcb46c2 req-58f93749-572f-42e8-b246-67997b5fc2ee service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191001
Dec 18 20:50:33.622844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Transition to ACTIVE for port object b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:33.628275 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:33.728988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:33.816555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fa3cc-21ea-4869-8372-2ff192e41829 req-efca1571-b603-4d8a-af72-c65ccf16f62b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:33.818106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb4fa3cc-21ea-4869-8372-2ff192e41829 req-efca1571-b603-4d8a-af72-c65ccf16f62b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 943 time: 0.1477020
Dec 18 20:50:33.845583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aebee6-e8ac-4b4e-9424-a781b49d1c99 req-b8ebe011-564d-43c0-a9b3-b4267b8e3c88 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:33.847110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4aebee6-e8ac-4b4e-9424-a781b49d1c99 req-b8ebe011-564d-43c0-a9b3-b4267b8e3c88 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 946 time: 0.1320097
Dec 18 20:50:33.876790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Attempting to bind port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:33.877124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Attempting to bind port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:33.877453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Attempting to bind port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 on network b682fe11-354f-40ac-961b-a0ccac207599 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:33.893386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 on network b682fe11-354f-40ac-961b-a0ccac207599 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:33.893712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Attempting to bind port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 on network b682fe11-354f-40ac-961b-a0ccac207599 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:33.914326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:33.914680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Checking segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:33.915041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Bound using segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:33.915466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Bound port: b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:33.915816 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:33.935530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb4fa3cc-21ea-4869-8372-2ff192e41829 req-fa9b6cfe-08ac-4971-8c36-322c1aac960a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099811
Dec 18 20:50:33.946845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4aebee6-e8ac-4b4e-9424-a781b49d1c99 req-9b743dc0-befa-46a5-b6e6-488b419c1c1e tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879586
Dec 18 20:50:34.026477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:34.046890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:34.053326 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:34.159700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 70c1a24f-77c8-4810-9440-0a7498d6a257 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:34.260184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70c1a24f-77c8-4810-9440-0a7498d6a257,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:34.275827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '70c1a24f-77c8-4810-9440-0a7498d6a257', 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55', 'port_id': '70c1a24f-77c8-4810-9440-0a7498d6a257', 'mac_address': 'fa:16:3e:d8:f6:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:34.314354 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:34.327643 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c1a24f-77c8-4810-9440-0a7498d6a257 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:34.347288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70c1a24f-77c8-4810-9440-0a7498d6a257,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:34.352464 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:34.378080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bc24e-be85-4e34-89e9-ea1dfedfb0c9 req-88179284-faa1-41f7-bee9-4bb7edcebcb0 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:34.379590 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc4bc24e-be85-4e34-89e9-ea1dfedfb0c9 req-88179284-faa1-41f7-bee9-4bb7edcebcb0 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 946 time: 0.3810906
Dec 18 20:50:34.404418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=70c1a24f-77c8-4810-9440-0a7498d6a257,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:34.419368 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:34.419368 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:34.421103 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] 10.222.0.36 "PUT /v2.0/ports/b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 200  len: 1092 time: 1.7794430
Dec 18 20:50:34.425492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:34.427860 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2201177-df2b-4b68-b61b-24042d46272e" -d '{"events": [{"name": "network-changed", "server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:34.523903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2553e-b7a2-489d-8d2c-3398998afb0a service neutron] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:34.534029 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc4bc24e-be85-4e34-89e9-ea1dfedfb0c9 req-524b4d96-7d8b-4a89-9ece-fab84125ab43 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363297
Dec 18 20:50:34.544263 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d2c622-4e87-45cc-aac2-313c30dd4c88', 'name': 'network-vif-deleted', 'tag': '3cb32a2c-a146-40ee-826d-31f36365ea91'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:34.552382 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa498e64-0ff3-4dbf-bfb7-2b4f9715238e req-89d47061-541a-4241-b42f-fba37081d618 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:34.557702 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc60f092-a1a0-4007-b8e7-b9c56aa57605" -d '{"events": [{"server_uuid": "56d2c622-4e87-45cc-aac2-313c30dd4c88", "name": "network-vif-deleted", "tag": "3cb32a2c-a146-40ee-826d-31f36365ea91"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:34.558287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa498e64-0ff3-4dbf-bfb7-2b4f9715238e req-89d47061-541a-4241-b42f-fba37081d618 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:34.564520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa498e64-0ff3-4dbf-bfb7-2b4f9715238e req-89d47061-541a-4241-b42f-fba37081d618 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:34.571988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa498e64-0ff3-4dbf-bfb7-2b4f9715238e req-89d47061-541a-4241-b42f-fba37081d618 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2417 time: 0.1911414
Dec 18 20:50:34.593821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-c2318a23-e566-4faa-b63b-8d91da184dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:34.595368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-c2318a23-e566-4faa-b63b-8d91da184dfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 1095 time: 0.1313884
Dec 18 20:50:34.653086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-4e13f548-e7cf-4912-8caf-6f759ddbb1c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 200  len: 217 time: 0.0460808
Dec 18 20:50:34.673706 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa498e64-0ff3-4dbf-bfb7-2b4f9715238e req-c8159341-36df-4152-98e1-21b88439ccf2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008637
Dec 18 20:50:34.680196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['70c1a24f-77c8-4810-9440-0a7498d6a257'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:34.729162 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6239d442-8a65-404c-ad94-92c8135066a0 x-openstack-request-id: req-6239d442-8a65-404c-ad94-92c8135066a0 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:34.729456 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:34.729714 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6239d442-8a65-404c-ad94-92c8135066a0 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:34.730105 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'status': 'completed', 'code': 200}
Dec 18 20:50:34.738761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-32a502c7-223b-4d48-b14d-dde44d33f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:34.740068 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-32a502c7-223b-4d48-b14d-dde44d33f2dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.0771430
Dec 18 20:50:34.753247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0395db-8652-4934-a80c-2d2212df3fdf req-073169b7-5027-4404-929b-4ebd7890bc57 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:34.761542 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cc0395db-8652-4934-a80c-2d2212df3fdf req-073169b7-5027-4404-929b-4ebd7890bc57 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 944 time: 0.1133385
Dec 18 20:50:34.863612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-3a923546-ce89-4781-8760-a103c146246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:34.865109 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-3a923546-ce89-4781-8760-a103c146246f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1007848
Dec 18 20:50:34.869740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cc0395db-8652-4934-a80c-2d2212df3fdf req-ef7cdb50-a512-4a61-aac1-91413e128c8f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071777
Dec 18 20:50:34.893195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2d9c-d367-4d7d-9ce8-3292c3baca77 req-710463a9-49e2-4744-b110-324b1769e0ee tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:34.894811 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e24f2d9c-d367-4d7d-9ce8-3292c3baca77 req-710463a9-49e2-4744-b110-324b1769e0ee tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 943 time: 0.0938609
Dec 18 20:50:34.922897 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff519d5-0fa7-4e78-b3c0-77db76fb8163 x-openstack-request-id: req-5ff519d5-0fa7-4e78-b3c0-77db76fb8163 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:34.923383 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d2c622-4e87-45cc-aac2-313c30dd4c88", "name": "network-vif-deleted", "tag": "3cb32a2c-a146-40ee-826d-31f36365ea91", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:34.923791 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ff519d5-0fa7-4e78-b3c0-77db76fb8163 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:34.924391 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d2c622-4e87-45cc-aac2-313c30dd4c88', 'name': 'network-vif-deleted', 'tag': '3cb32a2c-a146-40ee-826d-31f36365ea91', 'status': 'completed', 'code': 200}
Dec 18 20:50:34.989485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4b0e7658-35c7-49ef-98fc-5ca3e983079d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:34.993698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01e68d95-1643-42d9-8ad6-bf3e0318d01f up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:34.997053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e24f2d9c-d367-4d7d-9ce8-3292c3baca77 req-64069378-af82-4361-8b53-ae9fcc3e6a96 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919230
Dec 18 20:50:35.013290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-39f76cbc-24da-4027-9ccd-20e0999621bc service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368663
Dec 18 20:50:35.175411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d06869-1004-4648-8809-56ee77c486f7 req-ac7694f9-35b2-427e-9177-ebd6ed8f13e6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:35.177060 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22d06869-1004-4648-8809-56ee77c486f7 req-ac7694f9-35b2-427e-9177-ebd6ed8f13e6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cadd365-eceb-4a91-93b6-4514be9ac919 HTTP/1.1" status: 200  len: 949 time: 0.1476820
Dec 18 20:50:35.200020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42150cae-360e-47ad-938f-ddc42a0a8b35 req-eb991bea-3aea-401f-8865-318135f967ee service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682358
Dec 18 20:50:35.209688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeabf63-f66c-4719-9212-d3214bd03574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a593524-9707-4109-9577-e536b658044d'}, {'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f43c7a-5020-4142-bcf7-357f1cecac24'}, {'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b09cd1f-a315-422b-ad9b-2daf6a5aaea9'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:35.211918 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0087580-8931-489d-b93f-2ad9b1258295" -d '{"events": [{"server_uuid": "edeabf63-f66c-4719-9212-d3214bd03574", "name": "network-vif-plugged", "status": "completed", "tag": "0a593524-9707-4109-9577-e536b658044d"}, {"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-plugged", "status": "completed", "tag": "15f43c7a-5020-4142-bcf7-357f1cecac24"}, {"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-plugged", "status": "completed", "tag": "9b09cd1f-a315-422b-ad9b-2daf6a5aaea9"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:35.214991 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc01d62-8783-4f97-bf00-48d51f237ccf req-d843111e-203f-45a9-a7e1-2e3f1e50063b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:35.216545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8cc01d62-8783-4f97-bf00-48d51f237ccf req-d843111e-203f-45a9-a7e1-2e3f1e50063b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 944 time: 0.1170709
Dec 18 20:50:35.258588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9475d510-21b5-4e3f-beeb-da234140aeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:35.282592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 01e68d95-1643-42d9-8ad6-bf3e0318d01f completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:50:35.291024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:35.293347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 01e68d95-1643-42d9-8ad6-bf3e0318d01f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:35.293715 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:35.301185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22d06869-1004-4648-8809-56ee77c486f7 req-bfcb2a53-03d7-4797-bd7f-d009d22f364e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133657
Dec 18 20:50:35.325725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '4b0e7658-35c7-49ef-98fc-5ca3e983079d', 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03', 'port_id': '4b0e7658-35c7-49ef-98fc-5ca3e983079d', 'mac_address': 'fa:16:3e:04:47:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda3f542-e261-446c-9545-36f864fed65b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:35.349898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8cc01d62-8783-4f97-bf00-48d51f237ccf req-150da6e8-3795-4348-8e01-f0dcb9c2c568 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239626
Dec 18 20:50:35.388424 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:35.419668 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55de984-8011-4735-9536-cabc7ee6fb0b x-openstack-request-id: req-a55de984-8011-4735-9536-cabc7ee6fb0b {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:35.419965 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeabf63-f66c-4719-9212-d3214bd03574", "name": "network-vif-plugged", "status": "completed", "tag": "0a593524-9707-4109-9577-e536b658044d", "code": 200}, {"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-plugged", "status": "completed", "tag": "15f43c7a-5020-4142-bcf7-357f1cecac24", "code": 200}, {"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-plugged", "status": "completed", "tag": "9b09cd1f-a315-422b-ad9b-2daf6a5aaea9", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:35.420345 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a55de984-8011-4735-9536-cabc7ee6fb0b {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:35.421187 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edeabf63-f66c-4719-9212-d3214bd03574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a593524-9707-4109-9577-e536b658044d', 'code': 200}
Dec 18 20:50:35.421391 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f43c7a-5020-4142-bcf7-357f1cecac24', 'code': 200}
Dec 18 20:50:35.421637 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b09cd1f-a315-422b-ad9b-2daf6a5aaea9', 'code': 200}
Dec 18 20:50:35.423233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201177-df2b-4b68-b61b-24042d46272e req-6721094a-d94b-435a-8fbb-87162cd382f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:35.425184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0e7658-35c7-49ef-98fc-5ca3e983079d {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:35.426801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2201177-df2b-4b68-b61b-24042d46272e req-6721094a-d94b-435a-8fbb-87162cd382f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 1095 time: 0.1543236
Dec 18 20:50:35.449263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebabaa9-6bea-42eb-89d2-646ce06522b5 req-91de2edc-0a6f-414f-8eaa-f569c6b04dea tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:35.451319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ebabaa9-6bea-42eb-89d2-646ce06522b5 req-91de2edc-0a6f-414f-8eaa-f569c6b04dea tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.36 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 946 time: 0.1152101
Dec 18 20:50:35.454772 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:35.457584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:35.466944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:35.520749 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01e68d95-1643-42d9-8ad6-bf3e0318d01f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01e68d95-1643-42d9-8ad6-bf3e0318d01f,segment=NetworkSegment(1c6a6b8e-7a73-4943-928d-37fef8dae5f0),segment_id=1c6a6b8e-7a73-4943-928d-37fef8dae5f0)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:35.530454 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:35.537234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=4b0e7658-35c7-49ef-98fc-5ca3e983079d,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:35.575658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b8f23-80ef-44c0-b32f-fd6181ecc8d5 req-b7f30eb9-31a6-4e47-a8f3-1d3a44f2dd2e tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:35.577712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d2b8f23-80ef-44c0-b32f-fd6181ecc8d5 req-b7f30eb9-31a6-4e47-a8f3-1d3a44f2dd2e tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 946 time: 0.1959376
Dec 18 20:50:35.597426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=01e68d95-1643-42d9-8ad6-bf3e0318d01f,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:35.730720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b47b7a-a32a-4794-b87e-90b43f3aaac8 req-de03767e-15fe-4abc-8b1c-8b8b913a545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:35.732238 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0b47b7a-a32a-4794-b87e-90b43f3aaac8 req-de03767e-15fe-4abc-8b1c-8b8b913a545b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 1097 time: 0.1940880
Dec 18 20:50:35.750392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201177-df2b-4b68-b61b-24042d46272e req-01b92db7-0a58-4971-9537-aba4de8da6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:35.751833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2201177-df2b-4b68-b61b-24042d46272e req-01b92db7-0a58-4971-9537-aba4de8da6ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.2981014
Dec 18 20:50:35.757994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d2b8f23-80ef-44c0-b32f-fd6181ecc8d5 req-e50fd1f9-244c-4f2b-a7dc-d997d2bd7ede tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612277
Dec 18 20:50:35.781008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['4b0e7658-35c7-49ef-98fc-5ca3e983079d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:35.828201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded7da2-4b92-427f-898b-a175e51b59f8 req-08e0b2c9-cce4-41d5-bf6e-e8685e132386 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:35.833996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded7da2-4b92-427f-898b-a175e51b59f8 req-08e0b2c9-cce4-41d5-bf6e-e8685e132386 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:35.835603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ded7da2-4b92-427f-898b-a175e51b59f8 req-08e0b2c9-cce4-41d5-bf6e-e8685e132386 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed&device_id=6cadd365-eceb-4a91-93b6-4514be9ac919 HTTP/1.1" status: 200  len: 1689 time: 0.1964059
Dec 18 20:50:35.839375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2201177-df2b-4b68-b61b-24042d46272e req-c6fa7948-c5a1-4f73-8f16-7b95cd189879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 200  len: 217 time: 0.0751886
Dec 18 20:50:35.910395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-7ebabaa9-6bea-42eb-89d2-646ce06522b5 req-fa741264-1b3e-40d1-9d4d-1f3d7654be73 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Deleting port 713b1105-c226-474e-8fd2-e067be484d6a {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:50:35.910756 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7ebabaa9-6bea-42eb-89d2-646ce06522b5 req-fa741264-1b3e-40d1-9d4d-1f3d7654be73 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:35.942213 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0b47b7a-a32a-4794-b87e-90b43f3aaac8 req-5b114ef8-ae19-4f21-825d-635674b1106d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1882472
Dec 18 20:50:36.008974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201177-df2b-4b68-b61b-24042d46272e req-9e2ce918-9d90-43bc-b121-4021efaca0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:36.010446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2201177-df2b-4b68-b61b-24042d46272e req-9e2ce918-9d90-43bc-b121-4021efaca0b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.1580789
Dec 18 20:50:36.042408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ded7da2-4b92-427f-898b-a175e51b59f8 req-c7912997-0973-4e47-aafb-adb5e232b341 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949489
Dec 18 20:50:36.081482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f3c48-d03b-4778-916a-2dbe8e8e73ae req-cd4644fe-dc58-4bcd-998d-d23239cac216 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:36.082965 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d90f3c48-d03b-4778-916a-2dbe8e8e73ae req-cd4644fe-dc58-4bcd-998d-d23239cac216 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 946 time: 0.2194684
Dec 18 20:50:36.098711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-7ebabaa9-6bea-42eb-89d2-646ce06522b5 req-fa741264-1b3e-40d1-9d4d-1f3d7654be73 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] For port 713b1105-c226-474e-8fd2-e067be484d6a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=713b1105-c226-474e-8fd2-e067be484d6a,segment=NetworkSegment(f6f2df68-2bdb-4d86-a83b-07b7785e05e7),segment_id=f6f2df68-2bdb-4d86-a83b-07b7785e05e7)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:36.099070 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7ebabaa9-6bea-42eb-89d2-646ce06522b5 req-fa741264-1b3e-40d1-9d4d-1f3d7654be73 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:36.152437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-7ebabaa9-6bea-42eb-89d2-646ce06522b5 req-fa741264-1b3e-40d1-9d4d-1f3d7654be73 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Calling delete_port for 713b1105-c226-474e-8fd2-e067be484d6a owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:50:36.164863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201177-df2b-4b68-b61b-24042d46272e req-c967cabd-387c-4e05-b3c0-c326600efda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:36.166370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2201177-df2b-4b68-b61b-24042d46272e req-c967cabd-387c-4e05-b3c0-c326600efda5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1469784
Dec 18 20:50:36.188641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 70c1a24f-77c8-4810-9440-0a7498d6a257 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:36.238606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 70c1a24f-77c8-4810-9440-0a7498d6a257 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:50:36.242856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 70c1a24f-77c8-4810-9440-0a7498d6a257 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:36.243232 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:36.280135 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d90f3c48-d03b-4778-916a-2dbe8e8e73ae req-428b76ee-9efd-43f1-9492-1f3b04f333a2 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/security-groups?id=bff0951b-064c-4169-9cb1-e05fedaef7d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843231
Dec 18 20:50:36.291041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2f37-7c1d-4bfe-956a-04982d048dc9 req-4ad528d9-d667-45b3-8881-2bd1b29d4810 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:36.297376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2f37-7c1d-4bfe-956a-04982d048dc9 req-4ad528d9-d667-45b3-8881-2bd1b29d4810 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:36.303966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2f37-7c1d-4bfe-956a-04982d048dc9 req-4ad528d9-d667-45b3-8881-2bd1b29d4810 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:36.306010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-929a2f37-7c1d-4bfe-956a-04982d048dc9 req-4ad528d9-d667-45b3-8881-2bd1b29d4810 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2418 time: 0.2091477
Dec 18 20:50:36.308997 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:36.358794 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:36.391587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70c1a24f-77c8-4810-9440-0a7498d6a257,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:36.395243 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:36.416326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2201177-df2b-4b68-b61b-24042d46272e req-e8630636-93db-4f84-bdfa-ed930a437aeb service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2390389
Dec 18 20:50:36.442853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=70c1a24f-77c8-4810-9440-0a7498d6a257,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:36.446236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-929a2f37-7c1d-4bfe-956a-04982d048dc9 req-0ae455d3-46be-4c00-b778-d8d064eaf168 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221986
Dec 18 20:50:36.550810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058277a9-6aba-415d-a24f-f36229c7dac8 req-0fd7f0d6-3b42-4401-9e4d-1254e7b21551 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:36.552172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-058277a9-6aba-415d-a24f-f36229c7dac8 req-0fd7f0d6-3b42-4401-9e4d-1254e7b21551 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 944 time: 0.1835303
Dec 18 20:50:36.598203 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7ebabaa9-6bea-42eb-89d2-646ce06522b5 req-fa741264-1b3e-40d1-9d4d-1f3d7654be73 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:36.612510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['713b1105-c226-474e-8fd2-e067be484d6a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:36.656324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa741264-1b3e-40d1-9d4d-1f3d7654be73 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Pushing event deleted for resources: {'Port': ['ID=713b1105-c226-474e-8fd2-e067be484d6a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:36.671777 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2201177-df2b-4b68-b61b-24042d46272e req-4680f91e-ae73-4988-89df-25fc4204ac00 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2466891
Dec 18 20:50:36.678910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d941a-aafe-4034-ae5e-d9388ee72874 req-8b6b0417-3592-4b57-b8d5-ac22dd1951aa tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:36.680270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-684d941a-aafe-4034-ae5e-d9388ee72874 req-8b6b0417-3592-4b57-b8d5-ac22dd1951aa tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 944 time: 0.1726379
Dec 18 20:50:36.721415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-058277a9-6aba-415d-a24f-f36229c7dac8 req-92ba9316-db0e-493c-b413-651d1a88b94a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1592047
Dec 18 20:50:36.736708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebabaa9-6bea-42eb-89d2-646ce06522b5 req-fa741264-1b3e-40d1-9d4d-1f3d7654be73 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] No DVR routers for this DVR port 713b1105-c226-474e-8fd2-e067be484d6a on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:50:36.744092 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7ebabaa9-6bea-42eb-89d2-646ce06522b5 req-fa741264-1b3e-40d1-9d4d-1f3d7654be73 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:36.747397 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ebabaa9-6bea-42eb-89d2-646ce06522b5 req-fa741264-1b3e-40d1-9d4d-1f3d7654be73 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.36 "DELETE /v2.0/ports/713b1105-c226-474e-8fd2-e067be484d6a HTTP/1.1" status: 204  len: 173 time: 1.2811110
Dec 18 20:50:36.748104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930716df-900f-446a-8ca4-f1bc174e3345', 'name': 'network-vif-deleted', 'tag': '713b1105-c226-474e-8fd2-e067be484d6a'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:36.750439 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1119fb-9b19-47dd-ba86-309494504081" -d '{"events": [{"server_uuid": "930716df-900f-446a-8ca4-f1bc174e3345", "name": "network-vif-deleted", "tag": "713b1105-c226-474e-8fd2-e067be484d6a"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:36.783926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-684d941a-aafe-4034-ae5e-d9388ee72874 req-e282b825-12fc-4a2a-a188-4286d38f458b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963809
Dec 18 20:50:36.835412 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dbebd7-ad6b-4022-885f-213ecefda4ac x-openstack-request-id: req-d6dbebd7-ad6b-4022-885f-213ecefda4ac {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:36.836079 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930716df-900f-446a-8ca4-f1bc174e3345", "name": "network-vif-deleted", "tag": "713b1105-c226-474e-8fd2-e067be484d6a", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:36.836381 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6dbebd7-ad6b-4022-885f-213ecefda4ac {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:36.837284 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930716df-900f-446a-8ca4-f1bc174e3345', 'name': 'network-vif-deleted', 'tag': '713b1105-c226-474e-8fd2-e067be484d6a', 'status': 'completed', 'code': 200}
Dec 18 20:50:36.931464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3d9a1-a64f-47cd-9b95-e70b0402ae9d req-a002b0d3-c2f4-4c39-9e35-8345a6bd8b77 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:36.932951 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86a3d9a1-a64f-47cd-9b95-e70b0402ae9d req-a002b0d3-c2f4-4c39-9e35-8345a6bd8b77 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 945 time: 0.0835044
Dec 18 20:50:36.944264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cd3ba-db86-4816-bc61-7cb97de272b4 req-3623e41c-a20f-42e5-aed4-a47a07daa2c8 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:36.945652 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc9cd3ba-db86-4816-bc61-7cb97de272b4 req-3623e41c-a20f-42e5-aed4-a47a07daa2c8 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 946 time: 0.0648184
Dec 18 20:50:37.001489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:37.005384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4b0e7658-35c7-49ef-98fc-5ca3e983079d up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:37.012247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86a3d9a1-a64f-47cd-9b95-e70b0402ae9d req-72c7f3ec-332c-411f-b312-81bedd396ce5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656674
Dec 18 20:50:37.019486 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc9cd3ba-db86-4816-bc61-7cb97de272b4 req-07fe55fa-6cef-46b2-bdc8-1b656ea9bf68 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672770
Dec 18 20:50:37.074167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57450) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:37.119768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 4b0e7658-35c7-49ef-98fc-5ca3e983079d completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:50:37.122148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-78229abd-8d56-42c9-a941-d65e5ae2bd8a admin admin] Deleting subnet b85bb378-a5d4-4fc0-881b-c276a246c04a {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:50:37.126007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78229abd-8d56-42c9-a941-d65e5ae2bd8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.129098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 4b0e7658-35c7-49ef-98fc-5ca3e983079d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:37.129437 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.131454 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e054811-36d3-462b-ad60-8730ec12910f req-5299ce37-93c1-4c04-a9fe-6386f949e123 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:37.132998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e054811-36d3-462b-ad60-8730ec12910f req-5299ce37-93c1-4c04-a9fe-6386f949e123 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 1100 time: 0.0415952
Dec 18 20:50:37.166379 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78229abd-8d56-42c9-a941-d65e5ae2bd8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.184618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:37.195721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e054811-36d3-462b-ad60-8730ec12910f req-c27e00ac-a3b6-4602-8e91-39708963a691 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566864
Dec 18 20:50:37.202905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'port_id': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'mac_address': 'fa:16:3e:46:26:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:37.221424 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78229abd-8d56-42c9-a941-d65e5ae2bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.297567 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78229abd-8d56-42c9-a941-d65e5ae2bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.315625 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.333799 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.338637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:37.348982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78229abd-8d56-42c9-a941-d65e5ae2bd8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85bb378-a5d4-4fc0-881b-c276a246c04a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:37.372700 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78229abd-8d56-42c9-a941-d65e5ae2bd8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.380323 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-78229abd-8d56-42c9-a941-d65e5ae2bd8a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b85bb378-a5d4-4fc0-881b-c276a246c04a HTTP/1.1" status: 204  len: 168 time: 0.3045466
Dec 18 20:50:37.380898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:37.383246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57456) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:37.392616 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.395930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:37.402448 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.414426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfafa7a-5735-40f1-a56e-b4a9c84cfd34 req-3c354c65-c8cf-4d13-9421-fe05aff9b430 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:37.418067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdfafa7a-5735-40f1-a56e-b4a9c84cfd34 req-3c354c65-c8cf-4d13-9421-fe05aff9b430 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6cadd365-eceb-4a91-93b6-4514be9ac919 HTTP/1.1" status: 200  len: 1100 time: 0.1196253
Dec 18 20:50:37.423141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e68d95-1643-42d9-8ad6-bf3e0318d01f'}, {'server_uuid': '68fa4ba4-d935-4772-b54b-9d78b6d2ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c1a24f-77c8-4810-9440-0a7498d6a257'}, {'server_uuid': 'da4d97c0-d046-4bf2-842f-bb1ab2c4c935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0e7658-35c7-49ef-98fc-5ca3e983079d'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:37.425372 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34023bc7-3bcb-46dc-9bde-11e721385be3" -d '{"events": [{"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-plugged", "status": "completed", "tag": "01e68d95-1643-42d9-8ad6-bf3e0318d01f"}, {"server_uuid": "68fa4ba4-d935-4772-b54b-9d78b6d2ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "70c1a24f-77c8-4810-9440-0a7498d6a257"}, {"server_uuid": "da4d97c0-d046-4bf2-842f-bb1ab2c4c935", "name": "network-vif-plugged", "status": "completed", "tag": "4b0e7658-35c7-49ef-98fc-5ca3e983079d"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:37.453236 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:37.461601 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff1709e9-3c57-49e7-ba91-3fe7652b30b1 req-054f94b3-6531-4622-a95f-c9c2fd8c5f40 tempest-InstanceActionsTestJSON-1683922892 tempest-InstanceActionsTestJSON-1683922892-project] 10.222.0.13 "GET /v2.0/ports?device_id=930716df-900f-446a-8ca4-f1bc174e3345 HTTP/1.1" status: 200  len: 210 time: 0.0498397
Dec 18 20:50:37.493095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdfafa7a-5735-40f1-a56e-b4a9c84cfd34 req-2dee24ce-900d-440f-85d8-664259acde56 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634339
Dec 18 20:50:37.493384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.505612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=4b0e7658-35c7-49ef-98fc-5ca3e983079d,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:37.568053 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8356a937-08ac-4b95-8e65-bb515d1d7fc8 x-openstack-request-id: req-8356a937-08ac-4b95-8e65-bb515d1d7fc8 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:37.568359 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-plugged", "status": "completed", "tag": "01e68d95-1643-42d9-8ad6-bf3e0318d01f", "code": 200}, {"server_uuid": "68fa4ba4-d935-4772-b54b-9d78b6d2ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "70c1a24f-77c8-4810-9440-0a7498d6a257", "code": 200}, {"server_uuid": "da4d97c0-d046-4bf2-842f-bb1ab2c4c935", "name": "network-vif-plugged", "status": "completed", "tag": "4b0e7658-35c7-49ef-98fc-5ca3e983079d", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:37.568617 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8356a937-08ac-4b95-8e65-bb515d1d7fc8 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:37.569038 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e68d95-1643-42d9-8ad6-bf3e0318d01f', 'code': 200}
Dec 18 20:50:37.569273 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fa4ba4-d935-4772-b54b-9d78b6d2ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c1a24f-77c8-4810-9440-0a7498d6a257', 'code': 200}
Dec 18 20:50:37.569527 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4d97c0-d046-4bf2-842f-bb1ab2c4c935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0e7658-35c7-49ef-98fc-5ca3e983079d', 'code': 200}
Dec 18 20:50:37.587870 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.617600 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dfca3d0>,) {'filters': {'network_id': ['5add456a-9bbd-4aa2-9bf5-99911f13e36c']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:37.630151 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dfca3d0>, '8307845d-95b8-4bc8-bb96-bc53f73d9c98') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:37.630609 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dfca3d0>, '8307845d-95b8-4bc8-bb96-bc53f73d9c98') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:37.650845 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.673966 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.680727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:50:37.681260 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:50:37.683145 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:50:37.690052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-d4f91758-086f-4c59-aec8-bb086ac70ff0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0406268
Dec 18 20:50:37.731905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e76fe-6cb1-41f9-9770-b9b0e929337f req-ffce9c67-7160-4044-8d38-473c3d4a3446 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:37.738533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e76fe-6cb1-41f9-9770-b9b0e929337f req-ffce9c67-7160-4044-8d38-473c3d4a3446 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:37.743236 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:37.747575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.748448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e76fe-6cb1-41f9-9770-b9b0e929337f req-ffce9c67-7160-4044-8d38-473c3d4a3446 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:37.753485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.756820 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5add456a-9bbd-4aa2-9bf5-99911f13e36c HTTP/1.1" status: 204  len: 168 time: 0.3725572
Dec 18 20:50:37.762037 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-124e76fe-6cb1-41f9-9770-b9b0e929337f req-ffce9c67-7160-4044-8d38-473c3d4a3446 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2418 time: 0.1814051
Dec 18 20:50:37.769493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f0f69-4873-42c0-a56f-39695c4da444 admin admin] Pushing event deleted for resources: {'Network': ['ID=5add456a-9bbd-4aa2-9bf5-99911f13e36c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:37.895666 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57480) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:37.928801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833a3b4-ff99-47d3-af13-82867d469563 req-b877eb08-3749-4b8c-a5d8-c985efd26f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:37.930496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0833a3b4-ff99-47d3-af13-82867d469563 req-b877eb08-3749-4b8c-a5d8-c985efd26f9e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 1096 time: 0.2530019
Dec 18 20:50:37.932020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83c78c-235a-4da2-8829-c622da74cc00 req-213b2cac-635a-4aa8-a6d0-de227a133428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:37.933327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c83c78c-235a-4da2-8829-c622da74cc00 req-213b2cac-635a-4aa8-a6d0-de227a133428 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 1096 time: 0.2544804
Dec 18 20:50:37.940247 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-848c6a93-3c97-4ff9-b924-b4815b22c72c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0793f7505c664b34adc128f8bd38e5b6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0432458
Dec 18 20:50:37.942608 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57482) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:37.943926 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142a2ce-3ae8-4dae-8455-e94cbfa9700c req-06429e76-5470-49f0-b65c-c62ce4b2599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:37.944410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142a2ce-3ae8-4dae-8455-e94cbfa9700c req-06429e76-5470-49f0-b65c-c62ce4b2599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:37.944876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142a2ce-3ae8-4dae-8455-e94cbfa9700c req-06429e76-5470-49f0-b65c-c62ce4b2599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:37.946558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b142a2ce-3ae8-4dae-8455-e94cbfa9700c req-06429e76-5470-49f0-b65c-c62ce4b2599b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2871 time: 0.2599974
Dec 18 20:50:37.955596 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:37.963492 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-124e76fe-6cb1-41f9-9770-b9b0e929337f req-ccd1fa81-aecc-414f-887c-832ed86f7cf8 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005863
Dec 18 20:50:38.008040 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778fb108-8d8d-4dc0-a870-57137eee81c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:38.033571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778fb108-8d8d-4dc0-a870-57137eee81c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:38.055521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a242f0-ff7b-4743-a071-8073974f0190 req-07210dd7-77fa-4565-ab43-0135ed9a109f tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:38.056964 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-07210dd7-77fa-4565-ab43-0135ed9a109f tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3517332
Dec 18 20:50:38.083252 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778fb108-8d8d-4dc0-a870-57137eee81c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:38.085902 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778fb108-8d8d-4dc0-a870-57137eee81c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:38.087085 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-778fb108-8d8d-4dc0-a870-57137eee81c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/293a1ee3-6c6e-4b3d-828a-c3f21268678d HTTP/1.1" status: 204  len: 168 time: 0.1431272
Dec 18 20:50:38.095533 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fb108-8d8d-4dc0-a870-57137eee81c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293a1ee3-6c6e-4b3d-828a-c3f21268678d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:38.121606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0833a3b4-ff99-47d3-af13-82867d469563 req-6fdbe2b6-d0fa-43eb-9770-761c38ce87bd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740904
Dec 18 20:50:38.125774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-5d9a16c3-cd22-4cd7-8fb8-639f752de784 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/quotas/9ce640720b084b84a86f590d354dad25 HTTP/1.1" status: 200  len: 375 time: 0.0500729
Dec 18 20:50:38.128020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c83c78c-235a-4da2-8829-c622da74cc00 req-a3f9aa74-17fe-4968-953b-d53be2d11df5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793852
Dec 18 20:50:38.129765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b142a2ce-3ae8-4dae-8455-e94cbfa9700c req-ef29ef13-3ef1-4e22-905a-6072caad4261 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654332
Dec 18 20:50:38.171828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e64e6-78c7-40b1-83c3-74d2c7da365f req-05f2c7c2-272b-44ba-bfef-e253f8813bc8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:38.173287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d14e64e6-78c7-40b1-83c3-74d2c7da365f req-05f2c7c2-272b-44ba-bfef-e253f8813bc8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1414354
Dec 18 20:50:38.218854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-125b8ef4-9713-4874-8d52-87d5209b8207 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0844057
Dec 18 20:50:38.249758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d14e64e6-78c7-40b1-83c3-74d2c7da365f req-2e453cc7-eb36-499f-ac27-6a43a9bf5468 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681040
Dec 18 20:50:38.397270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31e6f9-d7aa-4dcd-ac39-887d42700c31 req-94339dda-5cd6-46e6-bc7f-65508af981bc tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:38.402731 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f31e6f9-d7aa-4dcd-ac39-887d42700c31 req-94339dda-5cd6-46e6-bc7f-65508af981bc tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 945 time: 0.0827460
Dec 18 20:50:38.479277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9037644-9354-46af-bc5a-5003f853a791 req-29482520-b7d9-44ef-b04b-3eee968fcc4d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:38.480782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9037644-9354-46af-bc5a-5003f853a791 req-29482520-b7d9-44ef-b04b-3eee968fcc4d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 945 time: 0.0770190
Dec 18 20:50:38.509163 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:38.518153 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f31e6f9-d7aa-4dcd-ac39-887d42700c31 req-9dc88147-ac9e-48ae-bcaa-8b41d59a1d11 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120887
Dec 18 20:50:38.570674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9037644-9354-46af-bc5a-5003f853a791 req-4675e4ac-8522-483e-b628-aca850ea7474 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737047
Dec 18 20:50:38.656114 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-049b6458-0e18-49ba-93be-acb0be6a0771 req-6b08d69c-2015-4469-ae83-b92f64566f34 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 210 time: 0.0520642
Dec 18 20:50:38.692465 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2ac4a-295f-4e67-aaf3-6ffa7f53bbc9 req-e2e8b87a-375d-4ba6-adb2-01d1def4f816 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:38.694591 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-baa2ac4a-295f-4e67-aaf3-6ffa7f53bbc9 req-e2e8b87a-375d-4ba6-adb2-01d1def4f816 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 946 time: 0.0893180
Dec 18 20:50:38.707610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57516) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:38.765975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fe72a1-5519-4e9e-bf00-52e75034f4ea admin admin] Deleting subnet 50ac1338-4fb4-4670-aa67-f89aed3ae6f5 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:50:38.769092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4fe72a1-5519-4e9e-bf00-52e75034f4ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:38.789161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-baa2ac4a-295f-4e67-aaf3-6ffa7f53bbc9 req-dbf7445b-40ce-4e3f-889c-16c101f46987 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810905
Dec 18 20:50:38.814716 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4fe72a1-5519-4e9e-bf00-52e75034f4ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:38.857364 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4fe72a1-5519-4e9e-bf00-52e75034f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:38.895676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5866ef6-6fba-4f24-a64c-9bf72ce6b6af req-62c9dd57-a349-45fd-8e13-e2eabef7d3d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:38.906021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57524) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:38.906215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5866ef6-6fba-4f24-a64c-9bf72ce6b6af req-62c9dd57-a349-45fd-8e13-e2eabef7d3d5 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 946 time: 0.0552287
Dec 18 20:50:38.910723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ef6012b5-73fc-4772-bea8-22bee23d39e2 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Request body: {'floatingip': {'port_id': '0a593524-9707-4109-9577-e536b658044d'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:38.928770 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57526) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:39.003391 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef6012b5-73fc-4772-bea8-22bee23d39e2 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.015074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:39.041040 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4fe72a1-5519-4e9e-bf00-52e75034f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.049800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1839957864-network', 'tenant_id': 'bb6f0b624038403284d782c3c726279c'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:39.107208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe72a1-5519-4e9e-bf00-52e75034f4ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ac1338-4fb4-4670-aa67-f89aed3ae6f5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:39.112426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:50:39.117047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4fe72a1-5519-4e9e-bf00-52e75034f4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.119845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Made reservation on behalf of bb6f0b624038403284d782c3c726279c for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:39.120582 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c4fe72a1-5519-4e9e-bf00-52e75034f4ea admin admin] 10.222.0.13 "DELETE /v2.0/subnets/50ac1338-4fb4-4670-aa67-f89aed3ae6f5 HTTP/1.1" status: 204  len: 168 time: 0.4119177
Dec 18 20:50:39.123175 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.126578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57532) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:39.131719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:39.133484 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.139991 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.152026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53208802-1062-462a-89fe-ad031d1846fd req-115a8aba-8057-496f-88f7-5aafc1b52486 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:39.159908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53208802-1062-462a-89fe-ad031d1846fd req-115a8aba-8057-496f-88f7-5aafc1b52486 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:39.173166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53208802-1062-462a-89fe-ad031d1846fd req-115a8aba-8057-496f-88f7-5aafc1b52486 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:39.176809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53208802-1062-462a-89fe-ad031d1846fd req-115a8aba-8057-496f-88f7-5aafc1b52486 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2418 time: 0.1318386
Dec 18 20:50:39.245100 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.259656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53208802-1062-462a-89fe-ad031d1846fd req-371c4544-b258-484c-8d90-37c24e02a826 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725064
Dec 18 20:50:39.287140 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:39.299304 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.301118 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 713b1105-c226-474e-8fd2-e067be484d6a no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:50:39.340976 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.384635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.397484 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:39.399805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:50:39.403256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 713b1105-c226-474e-8fd2-e067be484d6a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:50:39.404573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 713b1105-c226-474e-8fd2-e067be484d6a not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:50:39.444494 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.444844 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Added segment f59f0bd6-9e3c-47e9-8fdb-026a63638aa9 of type vlan for network 919567ad-b643-45e0-8bd0-80e66f9ec1fc
Dec 18 20:50:39.462666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e824e99-377f-4d9b-b57e-ceeb45f472ac,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:39.508101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c93090-3e5d-4743-a2ec-87f7925bed1e req-96de2cb3-1d37-41eb-acad-2a63ed5e0a40 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:39.509429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8c93090-3e5d-4743-a2ec-87f7925bed1e req-96de2cb3-1d37-41eb-acad-2a63ed5e0a40 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 946 time: 0.1659336
Dec 18 20:50:39.520886 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.524535 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.570733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:39.578779 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1174aba-45f5-4403-8d1b-10b45dca89b0" -d '{"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:39.584576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8c93090-3e5d-4743-a2ec-87f7925bed1e req-d33fe542-f219-4f9b-8d4a-e1263466c35b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664637
Dec 18 20:50:39.594531 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.595704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:39.596393 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.665508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7354584
Dec 18 20:50:39.672693 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57542) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:39.681531 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Request body: {'subnet': {'network_id': '919567ad-b643-45e0-8bd0-80e66f9ec1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1839957864-subnet', 'tenant_id': 'bb6f0b624038403284d782c3c726279c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:39.695822 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40179305-a475-494b-8b40-ffc231d4434d x-openstack-request-id: req-40179305-a475-494b-8b40-ffc231d4434d {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:39.696819 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:39.698324 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40179305-a475-494b-8b40-ffc231d4434d {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:39.699050 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'code': 200}
Dec 18 20:50:39.715943 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.728127 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-77305e2f-6493-4ea2-a887-a67335213de4 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0361731
Dec 18 20:50:39.728714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a6012-47e6-4f26-9fac-c865161f71ee admin admin] Pushing event updated for resources: {'Network': ['ID=919567ad-b643-45e0-8bd0-80e66f9ec1fc,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:39.747089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 919567ad-b643-45e0-8bd0-80e66f9ec1fc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:50:39.794039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ea2a6a0>,) {'filters': {'network_id': ['59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:39.800098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Made reservation on behalf of bb6f0b624038403284d782c3c726279c for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:39.802929 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.827215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ea2a6a0>, 'f6f2df68-2bdb-4d86-a83b-07b7785e05e7') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:39.827516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ea2a6a0>, 'f6f2df68-2bdb-4d86-a83b-07b7785e05e7') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:39.923790 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:39.981285 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:40.044497 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:50:40.044899 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:50:40.052842 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:50:40.152785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42decee7-4566-49f6-b232-102783b9faab req-da51f08b-abb6-4719-ad0d-90512ceba8cf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:40.154423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42decee7-4566-49f6-b232-102783b9faab req-da51f08b-abb6-4719-ad0d-90512ceba8cf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 945 time: 0.5064056
Dec 18 20:50:40.161066 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:40.172447 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:40.178226 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215 HTTP/1.1" status: 204  len: 168 time: 1.0480831
Dec 18 20:50:40.260660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee431c-8bb6-493b-b472-8de66471dec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f40b0b-9ec4-4ee7-b7f3-f7178ec0b215,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:40.264165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dea0a-587b-4384-922d-1f8428e3b072 req-f4ccfc83-2287-40be-9cd5-5576108b69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:40.266659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d92dea0a-587b-4384-922d-1f8428e3b072 req-f4ccfc83-2287-40be-9cd5-5576108b69f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 1097 time: 0.1647315
Dec 18 20:50:40.287157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.resource_extend [None req-ef6012b5-73fc-4772-bea8-22bee23d39e2 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:50:40.312623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a242f0-ff7b-4743-a071-8073974f0190 req-d1baac26-3ed8-4e14-89c3-3d7f7fbb3a5e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:40.314083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-d1baac26-3ed8-4e14-89c3-3d7f7fbb3a5e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5791743
Dec 18 20:50:40.317363 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42decee7-4566-49f6-b232-102783b9faab req-844814f1-7678-4684-b0b0-128668b2c836 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315238
Dec 18 20:50:40.324560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd8f20-7e29-45ab-afa2-e3c0fb837b25 req-d5605833-eae6-4f78-8ca8-ac57679eb738 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:40.326155 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0bbd8f20-7e29-45ab-afa2-e3c0fb837b25 req-d5605833-eae6-4f78-8ca8-ac57679eb738 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 945 time: 0.2260783
Dec 18 20:50:40.329247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57550) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:40.333818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-92a242f0-ff7b-4743-a071-8073974f0190 req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Request body: {'port': {'device_id': 'ce4e117a-1136-496e-a3b5-98c652ed0f78', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '9ce640720b084b84a86f590d354dad25'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:40.401133 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef6012b5-73fc-4772-bea8-22bee23d39e2 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:40.405723 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef6012b5-73fc-4772-bea8-22bee23d39e2 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:40.408825 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:40.472854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67679cae-5890-4667-9f91-230986961285 req-9f5e41b9-f14e-4ad0-b14e-7d70162d4661 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 210 time: 0.0692494
Dec 18 20:50:40.483503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d92dea0a-587b-4384-922d-1f8428e3b072 req-3399e51d-c7e3-41df-a784-97a0af07f30d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2008841
Dec 18 20:50:40.516887 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0bbd8f20-7e29-45ab-afa2-e3c0fb837b25 req-13ccd31e-bf96-432f-8280-7fc98d778cf8 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727066
Dec 18 20:50:40.521987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3991d846-17e5-4b17-940a-e89c15be64ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=835793f458834c0387829e418f6e3b4c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1917534
Dec 18 20:50:40.524586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57554) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:40.567805 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c449796-56e4-4138-983a-598c3d1db84b,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:40.572836 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Checking segment: {'id': 'f59f0bd6-9e3c-47e9-8fdb-026a63638aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '919567ad-b643-45e0-8bd0-80e66f9ec1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:40.573200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Network hostable DHCP agents. Network: 919567ad-b643-45e0-8bd0-80e66f9ec1fc, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:50:40.583998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.584377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.584687 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.585033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.585367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.585702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.586036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.586392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.586723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.587049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.587374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.587701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.588023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:40.599743 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-ef6012b5-73fc-4772-bea8-22bee23d39e2 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Floating IP f26fd914-4158-41b7-a890-e1bccf45df89 associated. External IP: 172.35.3.219, port: 0a593524-9707-4109-9577-e536b658044d.
Dec 18 20:50:40.647335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Network 919567ad-b643-45e0-8bd0-80e66f9ec1fc is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:50:40.659539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 919567ad-b643-45e0-8bd0-80e66f9ec1fc) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:40.665769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:40.667741 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:40.668421 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97054290-f95d-4e51-9e2a-7b351fe5f19c None None] Network 919567ad-b643-45e0-8bd0-80e66f9ec1fc requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:40.679154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba3629a5-7f17-45f8-9f69-3ec3e0f0a52f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:40.687252 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a242f0-ff7b-4743-a071-8073974f0190 req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Made reservation on behalf of 9ce640720b084b84a86f590d354dad25 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:40.690636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-92a242f0-ff7b-4743-a071-8073974f0190 req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:40.718443 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e124ee4a-e853-47e4-9004-67759d69adc0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0383835
Dec 18 20:50:40.718697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ebe56-08d6-4271-a0a1-b28a6722d761 req-626ad700-1a0e-40d8-b974-7ddda26355c1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:40.721957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ebe56-08d6-4271-a0a1-b28a6722d761 req-626ad700-1a0e-40d8-b974-7ddda26355c1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:40.727187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ebe56-08d6-4271-a0a1-b28a6722d761 req-626ad700-1a0e-40d8-b974-7ddda26355c1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:40.735498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b6ebe56-08d6-4271-a0a1-b28a6722d761 req-626ad700-1a0e-40d8-b974-7ddda26355c1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2418 time: 0.1654856
Dec 18 20:50:40.767852 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4e656-b388-4c93-be07-e2e3ea841d8f req-333e390f-b7e4-42cc-972a-e75968056fa0 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:40.769390 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6a4e656-b388-4c93-be07-e2e3ea841d8f req-333e390f-b7e4-42cc-972a-e75968056fa0 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 1096 time: 0.1814308
Dec 18 20:50:40.781416 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba3629a5-7f17-45f8-9f69-3ec3e0f0a52f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:40.807281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb1f3a-bf33-434c-aadb-96a355677f8b None None] Network 919567ad-b643-45e0-8bd0-80e66f9ec1fc requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:40.883797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6012b5-73fc-4772-bea8-22bee23d39e2 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:50:40.934409 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b6ebe56-08d6-4271-a0a1-b28a6722d761 req-cccf478a-07c6-402c-acc9-e809ea6d38a1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979520
Dec 18 20:50:41.000292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6012b5-73fc-4772-bea8-22bee23d39e2 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:50:41.010063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f07fe-c21c-4275-8a2a-7b251943926c None None] Sync routers for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:50:41.011200 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef6012b5-73fc-4772-bea8-22bee23d39e2 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:41.023096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f07fe-c21c-4275-8a2a-7b251943926c None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:50:41.024098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-cf5f07fe-c21c-4275-8a2a-7b251943926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ecf9e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:50:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:41.050625 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef6012b5-73fc-4772-bea8-22bee23d39e2 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "PUT /v2.0/floatingips/f26fd914-4158-41b7-a890-e1bccf45df89 HTTP/1.1" status: 200  len: 992 time: 2.1434095
Dec 18 20:50:41.051553 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edeabf63-f66c-4719-9212-d3214bd03574', 'tag': '0a593524-9707-4109-9577-e536b658044d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:41.054347 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e213a58d-e99d-458c-b98a-7373b02c6fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "edeabf63-f66c-4719-9212-d3214bd03574", "tag": "0a593524-9707-4109-9577-e536b658044d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:41.074826 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6a4e656-b388-4c93-be07-e2e3ea841d8f req-43c371cf-8854-43b5-9ed1-3effcb6fac09 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2831600
Dec 18 20:50:41.076263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-92a242f0-ff7b-4743-a071-8073974f0190 req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Allocated IP 192.168.233.202 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/4984579f-71f2-49fb-bece-8c1cd12eaebd) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:41.101018 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba3629a5-7f17-45f8-9f69-3ec3e0f0a52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:41.103644 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba3629a5-7f17-45f8-9f69-3ec3e0f0a52f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:41.107224 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ba3629a5-7f17-45f8-9f69-3ec3e0f0a52f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bff0951b-064c-4169-9cb1-e05fedaef7d9 HTTP/1.1" status: 204  len: 168 time: 0.5792866
Dec 18 20:50:41.122545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbd25a-37b6-4895-84ef-b178a0fc0bf6 req-c303074c-376e-4ad4-a190-0bd72be0d732 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:41.127299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aedbd25a-37b6-4895-84ef-b178a0fc0bf6 req-c303074c-376e-4ad4-a190-0bd72be0d732 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 1096 time: 0.1049035
Dec 18 20:50:41.180687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3629a5-7f17-45f8-9f69-3ec3e0f0a52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff0951b-064c-4169-9cb1-e05fedaef7d9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:41.186452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-cf5f07fe-c21c-4275-8a2a-7b251943926c None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:50:41.362859 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aedbd25a-37b6-4895-84ef-b178a0fc0bf6 req-8914e1a0-e8ef-464c-a799-c789bfaee1d2 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656229
Dec 18 20:50:41.393682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c51cc-bb73-468d-a6c6-7481309e64eb req-f0863e98-f33a-4c83-9c4d-e13b22042739 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:41.395348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a7c51cc-bb73-468d-a6c6-7481309e64eb req-f0863e98-f33a-4c83-9c4d-e13b22042739 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 946 time: 0.1945517
Dec 18 20:50:41.474121 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-92a242f0-ff7b-4743-a071-8073974f0190 req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:41.516756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a7c51cc-bb73-468d-a6c6-7481309e64eb req-f3dbd9c0-5638-40c4-83a5-dc9102fa8385 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1135731
Dec 18 20:50:41.555458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57592) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:41.561953 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1189774398-network', 'tenant_id': '1ed51129f61f4c7d886923057530f6d8'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:41.580381 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-cf5f07fe-c21c-4275-8a2a-7b251943926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ecf9e80>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f26fd914-4158-41b7-a890-e1bccf45df89', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'floating_ip_address': '172.35.3.219', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'port_id': '0a593524-9707-4109-9577-e536b658044d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'mac_address': 'fa:16:3e:03:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edeabf63-f66c-4719-9212-d3214bd03574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:48:12Z', 'updated_at': '2021-12-18T20:50:40Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:41.599016 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be4b574-058f-4ecd-a9f2-e9f88b03e34a x-openstack-request-id: req-0be4b574-058f-4ecd-a9f2-e9f88b03e34a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:41.599713 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edeabf63-f66c-4719-9212-d3214bd03574", "tag": "0a593524-9707-4109-9577-e536b658044d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:41.600216 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0be4b574-058f-4ecd-a9f2-e9f88b03e34a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:41.601743 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edeabf63-f66c-4719-9212-d3214bd03574', 'tag': '0a593524-9707-4109-9577-e536b658044d', 'status': 'completed', 'code': 200}
Dec 18 20:50:41.609731 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-92a242f0-ff7b-4743-a071-8073974f0190 req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:41.629126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Made reservation on behalf of 1ed51129f61f4c7d886923057530f6d8 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:41.631675 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:41.652421 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:41.655183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f07fe-c21c-4275-8a2a-7b251943926c None None] Checking router: 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:50:41.660898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d', '9dec9e11-2f64-410a-9138-c76a28139138', 'a52b9904-6215-4656-8796-8cca7fdd5a67', '54506b4b-7281-4b1a-9497-d7ae5def715f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:41.663498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:41.731592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f07fe-c21c-4275-8a2a-7b251943926c None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:50:41.741215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-cf5f07fe-c21c-4275-8a2a-7b251943926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ecf9e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:50:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:41.805222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a242f0-ff7b-4743-a071-8073974f0190 req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:41.819066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-92a242f0-ff7b-4743-a071-8073974f0190 req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:41.821953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a242f0-ff7b-4743-a071-8073974f0190 req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:41.848905 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:41.863897 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:41.867269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event updated for resources: {'Port': ['ID=4984579f-71f2-49fb-bece-8c1cd12eaebd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:41.893500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fc63c-8305-48f6-a902-43edf104e2a3 req-6dd060b1-dfd9-4120-bfbc-35aee17ee551 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:41.895284 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d27fc63c-8305-48f6-a902-43edf104e2a3 req-6dd060b1-dfd9-4120-bfbc-35aee17ee551 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 1096 time: 0.2278850
Dec 18 20:50:41.897148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385dcc-9014-49f8-ab2c-43e61565357e req-2765dffb-4c92-4abc-97dc-00f02f3c7430 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:41.908176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76385dcc-9014-49f8-ab2c-43e61565357e req-2765dffb-4c92-4abc-97dc-00f02f3c7430 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 1096 time: 0.1920142
Dec 18 20:50:41.931881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13170b4d-5676-491f-b3ee-ccf7a8d3e0a8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:41.958140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:50:41.966499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213a58d-e99d-458c-b98a-7373b02c6fe6 req-d0478ff8-8157-4fd6-980f-d51df4118f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:41.968194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e213a58d-e99d-458c-b98a-7373b02c6fe6 req-d0478ff8-8157-4fd6-980f-d51df4118f25 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b48e95c75c9444f2a0d2cb6704727346&device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 1097 time: 0.3300486
Dec 18 20:50:41.980299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a242f0-ff7b-4743-a071-8073974f0190 req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:41.980912 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-92a242f0-ff7b-4743-a071-8073974f0190 req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:41.981037 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:41.981395 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Added segment ec4be78a-81ff-4f67-988e-54c5b4a49a12 of type vlan for network 3be8f304-bec5-4e32-82c3-24212fad9d66
Dec 18 20:50:42.068815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.109029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.110570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:42.110844 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-c9199622-fd7b-45e4-98f0-4778e109a774 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7835257
Dec 18 20:50:42.111592 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.131622 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76385dcc-9014-49f8-ab2c-43e61565357e req-2822a04d-c6b7-4d8f-a4c6-a8da17f86dcb tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173297
Dec 18 20:50:42.163327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Request body: {'port': {'device_id': 'ce4e117a-1136-496e-a3b5-98c652ed0f78', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:42.216465 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6598094
Dec 18 20:50:42.220827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57608) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:42.229498 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-89885ab4-8874-4342-8548-af72f1b12a48 admin admin] Request body: {'subnet': {'network_id': '3be8f304-bec5-4e32-82c3-24212fad9d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1189774398-subnet', 'tenant_id': '1ed51129f61f4c7d886923057530f6d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:42.234949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb36403-cbe4-4f4f-ba24-29294a0b0706 admin admin] Pushing event updated for resources: {'Network': ['ID=3be8f304-bec5-4e32-82c3-24212fad9d66,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:42.262396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89885ab4-8874-4342-8548-af72f1b12a48 admin admin] Made reservation on behalf of 1ed51129f61f4c7d886923057530f6d8 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:42.266424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d27fc63c-8305-48f6-a902-43edf104e2a3 req-ec43d7b1-7b81-4ad8-bb44-c2b2763cc001 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3496485
Dec 18 20:50:42.269879 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89885ab4-8874-4342-8548-af72f1b12a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.281231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 3be8f304-bec5-4e32-82c3-24212fad9d66 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:50:42.296985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213a58d-e99d-458c-b98a-7373b02c6fe6 req-ca7e5e86-37de-45dd-85ca-5882568ef638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:42.299135 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e213a58d-e99d-458c-b98a-7373b02c6fe6 req-ca7e5e86-37de-45dd-85ca-5882568ef638 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e HTTP/1.1" status: 200  len: 925 time: 0.3114500
Dec 18 20:50:42.409702 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-cf5f07fe-c21c-4275-8a2a-7b251943926c None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:50:42.456387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57618) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:42.468467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ebbae4ac-26e3-4dc1-ad11-fdcb13bc806f None None] Provisioning complete for port 4984579f-71f2-49fb-bece-8c1cd12eaebd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:42.468963 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ebbae4ac-26e3-4dc1-ad11-fdcb13bc806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.512377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ebbae4ac-26e3-4dc1-ad11-fdcb13bc806f None None] Port 4984579f-71f2-49fb-bece-8c1cd12eaebd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:42.554835 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89885ab4-8874-4342-8548-af72f1b12a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.573282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.636356 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1773250253-network', 'tenant_id': '7f74319f4d954cea9418c30afd53b213'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:42.643700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89885ab4-8874-4342-8548-af72f1b12a48 admin admin] Checking segment: {'id': 'ec4be78a-81ff-4f67-988e-54c5b4a49a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3be8f304-bec5-4e32-82c3-24212fad9d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:42.644146 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89885ab4-8874-4342-8548-af72f1b12a48 admin admin] Network hostable DHCP agents. Network: 3be8f304-bec5-4e32-82c3-24212fad9d66, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:50:42.646161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89885ab4-8874-4342-8548-af72f1b12a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=960c2cb6-a794-4c60-9cc0-9bbd42da8706,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:42.680460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d3eec-f1cf-4734-a7f3-ad6209f2dcdf req-4f3603fa-68b6-4e75-ad68-9848679c2579 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:42.682017 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-232d3eec-f1cf-4734-a7f3-ad6209f2dcdf req-4f3603fa-68b6-4e75-ad68-9848679c2579 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 936 time: 0.1803572
Dec 18 20:50:42.688235 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e213a58d-e99d-458c-b98a-7373b02c6fe6 req-f9d1fdd4-8ada-409e-b245-6e00876197ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a593524-9707-4109-9577-e536b658044d HTTP/1.1" status: 200  len: 1000 time: 0.3592806
Dec 18 20:50:42.692340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89885ab4-8874-4342-8548-af72f1b12a48 admin admin] Network 3be8f304-bec5-4e32-82c3-24212fad9d66 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:50:42.694689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Made reservation on behalf of 7f74319f4d954cea9418c30afd53b213 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:42.698359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.714386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.727892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-89885ab4-8874-4342-8548-af72f1b12a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3be8f304-bec5-4e32-82c3-24212fad9d66) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:42.737726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89885ab4-8874-4342-8548-af72f1b12a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:42.737726 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89885ab4-8874-4342-8548-af72f1b12a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.758387 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-89885ab4-8874-4342-8548-af72f1b12a48 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5362153
Dec 18 20:50:42.760456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58251e22-2e49-4d7a-b239-bd3c862d8870 None None] Network 3be8f304-bec5-4e32-82c3-24212fad9d66 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:42.767266 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213a58d-e99d-458c-b98a-7373b02c6fe6 req-7de395a7-5ea0-455d-85af-a63203efb293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:42.768818 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e213a58d-e99d-458c-b98a-7373b02c6fe6 req-7de395a7-5ea0-455d-85af-a63203efb293 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=17a94c26-44fd-4378-aa86-f3b1e0f22e56 HTTP/1.1" status: 200  len: 863 time: 0.0654504
Dec 18 20:50:42.781130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f873-4950-46a3-8e42-ee324e049acc req-12d9f4fe-e777-435d-9866-cee1022c1ef9 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:42.787181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f873-4950-46a3-8e42-ee324e049acc req-12d9f4fe-e777-435d-9866-cee1022c1ef9 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:42.793042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f873-4950-46a3-8e42-ee324e049acc req-12d9f4fe-e777-435d-9866-cee1022c1ef9 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:42.794886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e667f873-4950-46a3-8e42-ee324e049acc req-12d9f4fe-e777-435d-9866-cee1022c1ef9 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2418 time: 0.2076786
Dec 18 20:50:42.828894 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.835225 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.867111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b28b0f-e95b-4258-a911-221353e1f9dd,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:42.879536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:50:42.900345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef93ac-e77c-41c2-b151-bf8c05a32731 None None] Network 3be8f304-bec5-4e32-82c3-24212fad9d66 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:42.905974 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.906416 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Added segment de8c7481-b567-4e80-9428-b9eb48d5b276 of type vlan for network b887375f-aca9-4b00-9b24-e802c9b9f2d0
Dec 18 20:50:42.933489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-232d3eec-f1cf-4734-a7f3-ad6209f2dcdf req-77064518-2d1c-4395-bc88-c491c3f7d312 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416353
Dec 18 20:50:42.955073 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.997147 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:42.998599 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:42.999953 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:43.005412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213a58d-e99d-458c-b98a-7373b02c6fe6 req-8ec10c2e-b51b-44aa-ac4e-bc005532116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:43.006969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e213a58d-e99d-458c-b98a-7373b02c6fe6 req-8ec10c2e-b51b-44aa-ac4e-bc005532116b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2050931
Dec 18 20:50:43.082305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e667f873-4950-46a3-8e42-ee324e049acc req-d3687cc9-ce26-48e9-9aec-375df55b2719 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2751348
Dec 18 20:50:43.082793 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6247518
Dec 18 20:50:43.083278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57636) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:43.094028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6cd615b4-d8cf-456e-b766-a9eef97641a6 admin admin] Request body: {'subnet': {'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1773250253-subnet', 'tenant_id': '7f74319f4d954cea9418c30afd53b213', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:43.100879 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9617f-4cce-4e78-8678-20f2a93e43b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b887375f-aca9-4b00-9b24-e802c9b9f2d0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:43.136854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network b887375f-aca9-4b00-9b24-e802c9b9f2d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:50:43.193282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd615b4-d8cf-456e-b766-a9eef97641a6 admin admin] Made reservation on behalf of 7f74319f4d954cea9418c30afd53b213 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:43.195904 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6cd615b4-d8cf-456e-b766-a9eef97641a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:43.239659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e213a58d-e99d-458c-b98a-7373b02c6fe6 req-5628a96d-388c-40f1-ae42-be799ebf2721 service neutron] 10.222.0.31 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224476
Dec 18 20:50:43.308222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-cf5f07fe-c21c-4275-8a2a-7b251943926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ecf9e80>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f26fd914-4158-41b7-a890-e1bccf45df89', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'floating_ip_address': '172.35.3.219', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'port_id': '0a593524-9707-4109-9577-e536b658044d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'mac_address': 'fa:16:3e:03:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edeabf63-f66c-4719-9212-d3214bd03574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:48:12Z', 'updated_at': '2021-12-18T20:50:40Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:43.348913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f07fe-c21c-4275-8a2a-7b251943926c None None] The sync data for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 is: [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f26fd914-4158-41b7-a890-e1bccf45df89', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'floating_ip_address': '172.35.3.219', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'port_id': '0a593524-9707-4109-9577-e536b658044d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'mac_address': 'fa:16:3e:03:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edeabf63-f66c-4719-9212-d3214bd03574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:48:12Z', 'updated_at': '2021-12-18T20:50:40Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:50:43.384384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4984579f-71f2-49fb-bece-8c1cd12eaebd {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:43.397030 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:43.445241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Transition to ACTIVE for port object 4984579f-71f2-49fb-bece-8c1cd12eaebd will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:43.451853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e213a58d-e99d-458c-b98a-7373b02c6fe6 req-b65fed83-75da-4393-bfdf-844577b6401e service neutron] 10.222.0.31 "GET /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031584
Dec 18 20:50:43.484977 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:43.636993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Pushing event updated for resources: {'Port': ['ID=4984579f-71f2-49fb-bece-8c1cd12eaebd,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:43.674515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.674874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.675221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.675568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.679043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.679397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.679848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.680261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.680521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.681067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.681162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.681582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.681814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:50:43.744711 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6cd615b4-d8cf-456e-b766-a9eef97641a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:43.758085 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a085fc65-c8d3-413a-a75c-93a34e94b27b None None] New status for floating IP f26fd914-4158-41b7-a890-e1bccf45df89: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:50:43.794197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Attempting to bind port 4984579f-71f2-49fb-bece-8c1cd12eaebd on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:43.794636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Attempting to bind port 4984579f-71f2-49fb-bece-8c1cd12eaebd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:43.795035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Attempting to bind port 4984579f-71f2-49fb-bece-8c1cd12eaebd on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:43.818668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Port 4984579f-71f2-49fb-bece-8c1cd12eaebd on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:43.818999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Attempting to bind port 4984579f-71f2-49fb-bece-8c1cd12eaebd on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:43.828054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:43.829295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:43.829641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:43.830088 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Bound port: 4984579f-71f2-49fb-bece-8c1cd12eaebd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:43.830830 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:43.884699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd615b4-d8cf-456e-b766-a9eef97641a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc82e0c-a4eb-479e-87ac-bad9c5f61167,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:43.891319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd615b4-d8cf-456e-b766-a9eef97641a6 admin admin] Checking segment: {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:43.891722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd615b4-d8cf-456e-b766-a9eef97641a6 admin admin] Network hostable DHCP agents. Network: b887375f-aca9-4b00-9b24-e802c9b9f2d0, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:50:43.929078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd615b4-d8cf-456e-b766-a9eef97641a6 admin admin] Network b887375f-aca9-4b00-9b24-e802c9b9f2d0 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:50:43.944064 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-6cd615b4-d8cf-456e-b766-a9eef97641a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b887375f-aca9-4b00-9b24-e802c9b9f2d0) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:43.949440 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd615b4-d8cf-456e-b766-a9eef97641a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:43.950101 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6cd615b4-d8cf-456e-b766-a9eef97641a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:43.956624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] For port 4984579f-71f2-49fb-bece-8c1cd12eaebd, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:43.961473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd9982-e94f-4f13-87f3-6715da88a423 None None] Network b887375f-aca9-4b00-9b24-e802c9b9f2d0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:43.964073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] For port 4984579f-71f2-49fb-bece-8c1cd12eaebd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4984579f-71f2-49fb-bece-8c1cd12eaebd,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:43.976436 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:43.989981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6cd615b4-d8cf-456e-b766-a9eef97641a6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8939383
Dec 18 20:50:44.031688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:44.032980 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:44.034459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] 10.222.0.36 "PUT /v2.0/ports/4984579f-71f2-49fb-bece-8c1cd12eaebd HTTP/1.1" status: 200  len: 1096 time: 1.9015875
Dec 18 20:50:44.037661 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4e117a-1136-496e-a3b5-98c652ed0f78', 'tag': '4984579f-71f2-49fb-bece-8c1cd12eaebd'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:44.058832 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868b7e17-147a-42d3-89a9-5f28aa161738" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4e117a-1136-496e-a3b5-98c652ed0f78", "tag": "4984579f-71f2-49fb-bece-8c1cd12eaebd"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:44.126983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0962d2-7a5b-4638-b3c8-afe536a13cfe service neutron] Pushing event updated for resources: {'Port': ['ID=4984579f-71f2-49fb-bece-8c1cd12eaebd,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:44.198685 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a242f0-ff7b-4743-a071-8073974f0190 req-4033cc20-8639-4253-8882-6356eae0a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:44.200591 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-4033cc20-8639-4253-8882-6356eae0a859 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 1099 time: 0.0971215
Dec 18 20:50:44.217816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-d0c0bbd6-dd82-4033-9947-2411592e7d91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:44.224524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-d0c0bbd6-dd82-4033-9947-2411592e7d91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:44.231794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-d0c0bbd6-dd82-4033-9947-2411592e7d91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:44.233696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-d0c0bbd6-dd82-4033-9947-2411592e7d91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 2418 time: 0.0875952
Dec 18 20:50:44.284489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b887375f-aca9-4b00-9b24-e802c9b9f2d0', 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0', 'project_id': '7f74319f4d954cea9418c30afd53b213', 'fixed_ips': [{'subnet_id': '9cc82e0c-a4eb-479e-87ac-bad9c5f61167'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:50:44.285606 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:44.324780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-e8c4f54a-ec5a-47a8-bb78-db4ef746d058 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=4984579f-71f2-49fb-bece-8c1cd12eaebd HTTP/1.1" status: 200  len: 217 time: 0.0896258
Dec 18 20:50:44.435451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a242f0-ff7b-4743-a071-8073974f0190 req-0e4959c4-8405-4bb7-b4fa-f7392bc2e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:44.437818 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-0e4959c4-8405-4bb7-b4fa-f7392bc2e350 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0982261
Dec 18 20:50:44.496783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-eb39b61e-d25d-47ab-b33d-fd8dafba30f3 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:50:44.497801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-eb39b61e-d25d-47ab-b33d-fd8dafba30f3 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0323849
Dec 18 20:50:44.509951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-761684a3-e9be-47e4-9819-4e85ec64fdcb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:50:44.510398 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-761684a3-e9be-47e4-9819-4e85ec64fdcb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:44.528697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Allocated IP 172.20.0.2 (b887375f-aca9-4b00-9b24-e802c9b9f2d0/9cc82e0c-a4eb-479e-87ac-bad9c5f61167/5e10c648-939a-43f4-94e6-d6cb709f8adc) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:44.588614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-eb9e481a-2f3b-44d1-a125-2df88b51da04 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:50:44.589634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-eb9e481a-2f3b-44d1-a125-2df88b51da04 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0475101
Dec 18 20:50:44.619902 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a242f0-ff7b-4743-a071-8073974f0190 req-55babddd-660f-4070-9858-ee76d05fe715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:44.621356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-55babddd-660f-4070-9858-ee76d05fe715 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1708541
Dec 18 20:50:44.625688 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:44.640420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-66598555-65b4-4630-9f06-a64778c231c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:44.641801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-66598555-65b4-4630-9f06-a64778c231c6 service neutron] 10.222.0.13 "GET /v2.0/ports/4b0e7658-35c7-49ef-98fc-5ca3e983079d HTTP/1.1" status: 200  len: 1093 time: 0.1283364
Dec 18 20:50:44.661332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:44.661772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] Unknown quota resources ['binding']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 20:50:44.693461 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:44.699299 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:44.736317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-906f5d07-405c-4895-8fbc-7d30395472bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:44.737700 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-906f5d07-405c-4895-8fbc-7d30395472bb service neutron] 10.222.0.13 "GET /v2.0/ports/70c1a24f-77c8-4810-9440-0a7498d6a257 HTTP/1.1" status: 200  len: 1093 time: 0.1330328
Dec 18 20:50:44.738991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Network b887375f-aca9-4b00-9b24-e802c9b9f2d0 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:44.741073 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:44.748023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:44.763539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:44.764535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] Unknown quota resources ['binding']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 20:50:44.777723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Pushing event updated for resources: {'Port': ['ID=5e10c648-939a-43f4-94e6-d6cb709f8adc,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:44.806407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Attempting to bind port 5e10c648-939a-43f4-94e6-d6cb709f8adc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:44.807231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Attempting to bind port 5e10c648-939a-43f4-94e6-d6cb709f8adc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:44.807449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Attempting to bind port 5e10c648-939a-43f4-94e6-d6cb709f8adc on network b887375f-aca9-4b00-9b24-e802c9b9f2d0 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:44.814533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:44.814971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Checking segment: {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:44.815381 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:44.815775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Bound using segment: {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:44.816250 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Bound port: 5e10c648-939a-43f4-94e6-d6cb709f8adc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:44.816754 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:44.885392 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] For port 5e10c648-939a-43f4-94e6-d6cb709f8adc, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:44.889696 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] For port 5e10c648-939a-43f4-94e6-d6cb709f8adc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e10c648-939a-43f4-94e6-d6cb709f8adc,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:44.894208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:44.963637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86309a79-1087-47dc-992b-890e899f9b11 None None] Pushing event updated for resources: {'Port': ['ID=5e10c648-939a-43f4-94e6-d6cb709f8adc,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:45.150482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-761684a3-e9be-47e4-9819-4e85ec64fdcb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] For port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b09cd1f-a315-422b-ad9b-2daf6a5aaea9,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:45.150856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-761684a3-e9be-47e4-9819-4e85ec64fdcb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:45.185411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-761684a3-e9be-47e4-9819-4e85ec64fdcb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Calling delete_port for 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:50:45.266053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-633e0bcc-0aeb-40e4-ae0c-5fa57e344774 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6198940
Dec 18 20:50:45.425482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on host nch2-master-1 for vnic_type normal with profile None {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:45.425819 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:45.426144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:45.464313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] Port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:45.464640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:45.485304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:45.485637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:45.486013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:45.486469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] Bound port: 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:45.517748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a242f0-ff7b-4743-a071-8073974f0190 req-fe9a9236-0402-45dd-b79d-14c7b9401cf3 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2121665
Dec 18 20:50:45.544469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] Attempting to bind port 70c1a24f-77c8-4810-9440-0a7498d6a257 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:45.544813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] Attempting to bind port 70c1a24f-77c8-4810-9440-0a7498d6a257 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:45.545658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] Attempting to bind port 70c1a24f-77c8-4810-9440-0a7498d6a257 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:45.559379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] Port 70c1a24f-77c8-4810-9440-0a7498d6a257 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:45.559696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] Attempting to bind port 70c1a24f-77c8-4810-9440-0a7498d6a257 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:45.577507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:45.577844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:45.578237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:45.578675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] Bound port: 70c1a24f-77c8-4810-9440-0a7498d6a257, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:45.599894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:45.620500 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-761684a3-e9be-47e4-9819-4e85ec64fdcb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:45.625052 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:45.626227 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-10baf063-878e-4ac3-b47e-14189de6ed30 service neutron] 10.222.0.13 "POST /v2.0/ports/4b0e7658-35c7-49ef-98fc-5ca3e983079d/bindings HTTP/1.1" status: 201  len: 389 time: 0.9773800
Dec 18 20:50:45.668174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761684a3-e9be-47e4-9819-4e85ec64fdcb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Port': ['ID=9b09cd1f-a315-422b-ad9b-2daf6a5aaea9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:45.715139 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70c1a24f-77c8-4810-9440-0a7498d6a257,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:45.730494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-761684a3-e9be-47e4-9819-4e85ec64fdcb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] No DVR routers for this DVR port 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:50:45.740308 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:45.741726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e06010b2-3a68-4cfb-9404-a465f073b5a3 service neutron] 10.222.0.13 "POST /v2.0/ports/70c1a24f-77c8-4810-9440-0a7498d6a257/bindings HTTP/1.1" status: 201  len: 389 time: 0.9923489
Dec 18 20:50:45.743840 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-761684a3-e9be-47e4-9819-4e85ec64fdcb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:45.747640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-761684a3-e9be-47e4-9819-4e85ec64fdcb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.36 "DELETE /v2.0/ports/9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 HTTP/1.1" status: 204  len: 173 time: 1.5046685
Dec 18 20:50:45.961224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc13735-a756-4424-aea9-d746dfe5eb12 req-03f4a8ff-e2f9-484a-bcb6-d7f71f5015e5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:45.964371 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8fc13735-a756-4424-aea9-d746dfe5eb12 req-03f4a8ff-e2f9-484a-bcb6-d7f71f5015e5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 946 time: 0.1562173
Dec 18 20:50:46.037550 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-990b9bb9-6417-41ea-884d-ebc2a68b45b2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting port 01e68d95-1643-42d9-8ad6-bf3e0318d01f {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:50:46.038037 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-990b9bb9-6417-41ea-884d-ebc2a68b45b2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:46.132515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-85c71ee3-d876-4f04-951e-e1369146cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:46.134000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-85c71ee3-d876-4f04-951e-e1369146cd57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 1096 time: 0.1677804
Dec 18 20:50:46.171837 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4da89d-0d0e-4682-9865-6f152758177f None None] Network b887375f-aca9-4b00-9b24-e802c9b9f2d0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:46.219822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8fc13735-a756-4424-aea9-d746dfe5eb12 req-c57af912-ab88-412a-9e1f-bbd9352aa77e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2417135
Dec 18 20:50:46.308563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-990b9bb9-6417-41ea-884d-ebc2a68b45b2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] For port 01e68d95-1643-42d9-8ad6-bf3e0318d01f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01e68d95-1643-42d9-8ad6-bf3e0318d01f,segment=NetworkSegment(1c6a6b8e-7a73-4943-928d-37fef8dae5f0),segment_id=1c6a6b8e-7a73-4943-928d-37fef8dae5f0)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:46.308932 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-990b9bb9-6417-41ea-884d-ebc2a68b45b2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:46.359241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-990b9bb9-6417-41ea-884d-ebc2a68b45b2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Calling delete_port for 01e68d95-1643-42d9-8ad6-bf3e0318d01f owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:50:46.365569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-ae1dc26d-9377-458a-a8aa-098e41df4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:46.367171 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-ae1dc26d-9377-458a-a8aa-098e41df4b95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 1096 time: 0.2594755
Dec 18 20:50:46.394312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d6f5da31-7286-4fbd-ad8e-75e716e09526 None None] Provisioning complete for port 5e10c648-939a-43f4-94e6-d6cb709f8adc triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:46.394685 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d6f5da31-7286-4fbd-ad8e-75e716e09526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:46.505068 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d6f5da31-7286-4fbd-ad8e-75e716e09526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:46.518569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-20c60b4b-99de-4b03-be1e-8bf890028e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:46.520051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-20c60b4b-99de-4b03-be1e-8bf890028e37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.3620608
Dec 18 20:50:46.539127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d6f5da31-7286-4fbd-ad8e-75e716e09526 None None] For port 5e10c648-939a-43f4-94e6-d6cb709f8adc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e10c648-939a-43f4-94e6-d6cb709f8adc,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:46.539925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88c9c4-878a-4025-8cfb-abd7cadf6fcb req-324b61d7-4736-408f-ae81-2d2f65d7312a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:46.541971 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe88c9c4-878a-4025-8cfb-abd7cadf6fcb req-324b61d7-4736-408f-ae81-2d2f65d7312a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 948 time: 0.2473478
Dec 18 20:50:46.543954 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d6f5da31-7286-4fbd-ad8e-75e716e09526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:46.572752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-340bb16c-6c57-41f9-892b-0bfbf37c0ceb tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:46.574309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-340bb16c-6c57-41f9-892b-0bfbf37c0ceb tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/networks?id=919567ad-b643-45e0-8bd0-80e66f9ec1fc HTTP/1.1" status: 200  len: 825 time: 0.3914940
Dec 18 20:50:46.596043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5da31-7286-4fbd-ad8e-75e716e09526 None None] Pushing event updated for resources: {'Port': ['ID=5e10c648-939a-43f4-94e6-d6cb709f8adc,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:46.629032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-c581b093-6ec7-4d8c-88f1-5194d78ef59c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d HTTP/1.1" status: 200  len: 217 time: 0.0834248
Dec 18 20:50:46.705027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-d751e930-8ad3-4a3d-98e7-e63e211231c4 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/quotas/bb6f0b624038403284d782c3c726279c HTTP/1.1" status: 200  len: 375 time: 0.0923767
Dec 18 20:50:46.749596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-2d99cbe0-5e41-4a5d-8992-c27f47c75515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:46.751824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-2d99cbe0-5e41-4a5d-8992-c27f47c75515 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.3550785
Dec 18 20:50:46.766295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-cc9fc04c-d5ce-4e82-af72-8f6252ee2ef1 None None] Provisioning complete for port 5e10c648-939a-43f4-94e6-d6cb709f8adc triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:46.766667 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc9fc04c-d5ce-4e82-af72-8f6252ee2ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:46.774782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-4c3e011b-4557-44e2-be91-5d75a093e863 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb6f0b624038403284d782c3c726279c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0528500
Dec 18 20:50:46.794387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe88c9c4-878a-4025-8cfb-abd7cadf6fcb req-a69b1615-fabf-4aa2-9392-2b240852daad tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421341
Dec 18 20:50:46.838288 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:50:46.859752 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ad528a-538d-4999-a6af-5a9fbaef771d x-openstack-request-id: req-81ad528a-538d-4999-a6af-5a9fbaef771d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:46.860029 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4e117a-1136-496e-a3b5-98c652ed0f78", "tag": "4984579f-71f2-49fb-bece-8c1cd12eaebd", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:46.860272 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81ad528a-538d-4999-a6af-5a9fbaef771d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:46.860724 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4e117a-1136-496e-a3b5-98c652ed0f78', 'tag': '4984579f-71f2-49fb-bece-8c1cd12eaebd', 'status': 'completed', 'code': 200}
Dec 18 20:50:46.863312 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-c3edaf70-106a-463b-ba91-ec4d76d7b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:46.865478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-c3edaf70-106a-463b-ba91-ec4d76d7b389 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.2206624
Dec 18 20:50:46.878710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-b10478f0-3521-4360-8f78-a63a22353dc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70c1a24f-77c8-4810-9440-0a7498d6a257 HTTP/1.1" status: 200  len: 217 time: 0.1083004
Dec 18 20:50:46.927316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b7e17-147a-42d3-89a9-5f28aa161738 req-ea622795-7e28-4a79-8969-edf7d56d374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:46.928836 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-868b7e17-147a-42d3-89a9-5f28aa161738 req-ea622795-7e28-4a79-8969-edf7d56d374a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 1099 time: 0.0511348
Dec 18 20:50:47.000585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-111c5c8d-7237-4a43-88e9-1ba8ca4b15a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0928864
Dec 18 20:50:47.019991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4984579f-71f2-49fb-bece-8c1cd12eaebd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:47.023041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 15f43c7a-5020-4142-bcf7-357f1cecac24 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:50:47.029155 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b7e17-147a-42d3-89a9-5f28aa161738 req-9e7a37dd-19fc-4e58-a9cd-5c6cff8fbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:47.031059 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-868b7e17-147a-42d3-89a9-5f28aa161738 req-9e7a37dd-19fc-4e58-a9cd-5c6cff8fbc8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.0925994
Dec 18 20:50:47.054560 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-990b9bb9-6417-41ea-884d-ebc2a68b45b2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:47.072988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5e10c648-939a-43f4-94e6-d6cb709f8adc up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:47.095107 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-868b7e17-147a-42d3-89a9-5f28aa161738 req-541a3d96-be0b-45ca-a882-4b9395634d6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=4984579f-71f2-49fb-bece-8c1cd12eaebd HTTP/1.1" status: 200  len: 217 time: 0.0426226
Dec 18 20:50:47.124855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-373aed5c-7a29-45b4-9fc6-c165b2f7973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:47.126451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-373aed5c-7a29-45b4-9fc6-c165b2f7973d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.2212460
Dec 18 20:50:47.139576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b9bb9-6417-41ea-884d-ebc2a68b45b2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Port': ['ID=01e68d95-1643-42d9-8ad6-bf3e0318d01f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:47.209322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989ba92-c148-4d29-b6bb-6e0c57074bcd req-38e6811a-6e5b-4738-8e2b-bfdf4abf22ea tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:47.215326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989ba92-c148-4d29-b6bb-6e0c57074bcd req-38e6811a-6e5b-4738-8e2b-bfdf4abf22ea tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:47.223523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5989ba92-c148-4d29-b6bb-6e0c57074bcd req-38e6811a-6e5b-4738-8e2b-bfdf4abf22ea tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 1683 time: 0.3193700
Dec 18 20:50:47.229337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-0ffa917d-c209-4d03-a028-ee3807ab3cab service neutron] 10.222.0.13 "GET /v2.0/networks/919567ad-b643-45e0-8bd0-80e66f9ec1fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4386964
Dec 18 20:50:47.236666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-8ba0a646-d041-4262-a5a2-da76c14de7ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0923598
Dec 18 20:50:47.251216 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:47.254274 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 4984579f-71f2-49fb-bece-8c1cd12eaebd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4984579f-71f2-49fb-bece-8c1cd12eaebd,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:47.256783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5e10c648-939a-43f4-94e6-d6cb709f8adc triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:47.257014 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:47.262234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-990b9bb9-6417-41ea-884d-ebc2a68b45b2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] No DVR routers for this DVR port 01e68d95-1643-42d9-8ad6-bf3e0318d01f on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:50:47.266945 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-990b9bb9-6417-41ea-884d-ebc2a68b45b2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:47.270459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-990b9bb9-6417-41ea-884d-ebc2a68b45b2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.36 "DELETE /v2.0/ports/01e68d95-1643-42d9-8ad6-bf3e0318d01f HTTP/1.1" status: 204  len: 173 time: 1.5032349
Dec 18 20:50:47.309065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '4984579f-71f2-49fb-bece-8c1cd12eaebd', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '4984579f-71f2-49fb-bece-8c1cd12eaebd', 'mac_address': 'fa:16:3e:c3:d4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:47.336331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f43c7a-5020-4142-bcf7-357f1cecac24'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:47.337936 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfae90a6-9388-4ff6-a752-98ca9f079cf2" -d '{"events": [{"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-unplugged", "status": "completed", "tag": "15f43c7a-5020-4142-bcf7-357f1cecac24"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:47.376198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 15f43c7a-5020-4142-bcf7-357f1cecac24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15f43c7a-5020-4142-bcf7-357f1cecac24,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:47.392356 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:47.393071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01e68d95-1643-42d9-8ad6-bf3e0318d01f no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:50:47.424384 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:47.444882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b7e17-147a-42d3-89a9-5f28aa161738 req-b111e1ed-0126-4638-bc43-ac97b4aa70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:47.447008 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-868b7e17-147a-42d3-89a9-5f28aa161738 req-b111e1ed-0126-4638-bc43-ac97b4aa70f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.3429549
Dec 18 20:50:47.454023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 01e68d95-1643-42d9-8ad6-bf3e0318d01f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:50:47.454659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01e68d95-1643-42d9-8ad6-bf3e0318d01f not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:50:47.455189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:50:47.470129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-1820f05b-cc58-4534-844a-8a8ef7b7c1e0 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4483886
Dec 18 20:50:47.509350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b7e17-147a-42d3-89a9-5f28aa161738 req-348d9ddc-3085-4754-b05a-23bd9fcfc025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:47.509576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=15f43c7a-5020-4142-bcf7-357f1cecac24,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:47.509686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5989ba92-c148-4d29-b6bb-6e0c57074bcd req-2a4fe7d8-b83e-4d4c-b755-ef954be17a78 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2850962
Dec 18 20:50:47.511451 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-868b7e17-147a-42d3-89a9-5f28aa161738 req-348d9ddc-3085-4754-b05a-23bd9fcfc025 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0443535
Dec 18 20:50:47.548040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:50:47.548396 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9b09cd1f-a315-422b-ad9b-2daf6a5aaea9 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:50:47.553166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4984579f-71f2-49fb-bece-8c1cd12eaebd {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:47.574778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 4984579f-71f2-49fb-bece-8c1cd12eaebd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4984579f-71f2-49fb-bece-8c1cd12eaebd,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:47.583379 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:47.609582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-f150066f-a89e-44e6-ad32-54d960ad2d8b service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3525226
Dec 18 20:50:47.619464 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-868b7e17-147a-42d3-89a9-5f28aa161738 req-e79b6322-3201-4070-bffd-2e0d8ac809a2 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993476
Dec 18 20:50:47.645808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=4984579f-71f2-49fb-bece-8c1cd12eaebd,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:47.708492 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-e5654684-548e-4757-8698-87d506fad805 service neutron] 10.222.0.13 "GET /v2.0/networks/919567ad-b643-45e0-8bd0-80e66f9ec1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4503996
Dec 18 20:50:47.731355 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-868b7e17-147a-42d3-89a9-5f28aa161738 req-9c4d87b2-9169-4c17-ba35-25c9d9110039 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0997229
Dec 18 20:50:47.880178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['4984579f-71f2-49fb-bece-8c1cd12eaebd'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:48.153973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-53222fdd-25b7-47a9-a23f-d57232e586d1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting port 15f43c7a-5020-4142-bcf7-357f1cecac24 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:50:48.155130 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-53222fdd-25b7-47a9-a23f-d57232e586d1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:48.231886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-85b06719-e5c1-4a02-bdd6-0baf3a4b8fa1 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7328129
Dec 18 20:50:48.273417 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-5f484274-c623-4f76-8b8c-2f28647dc0fa service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6560493
Dec 18 20:50:48.295256 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450d90f-6aec-4fd4-9dca-816b93449272 req-e722fbb2-19c5-4ea8-9adc-fcbd8c97d127 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:48.296799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b450d90f-6aec-4fd4-9dca-816b93449272 req-e722fbb2-19c5-4ea8-9adc-fcbd8c97d127 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 945 time: 0.2022474
Dec 18 20:50:48.303409 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-28f19737-a172-45a3-9fc2-feb6707983fa tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:48.304920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-28f19737-a172-45a3-9fc2-feb6707983fa tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/networks?id=b887375f-aca9-4b00-9b24-e802c9b9f2d0 HTTP/1.1" status: 200  len: 816 time: 0.6064327
Dec 18 20:50:48.365728 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-02946946-0070-4f3a-92fa-d334f8f2458b tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/quotas/7f74319f4d954cea9418c30afd53b213 HTTP/1.1" status: 200  len: 375 time: 0.0399876
Dec 18 20:50:48.378594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-53222fdd-25b7-47a9-a23f-d57232e586d1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] For port 15f43c7a-5020-4142-bcf7-357f1cecac24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15f43c7a-5020-4142-bcf7-357f1cecac24,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:48.379151 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-53222fdd-25b7-47a9-a23f-d57232e586d1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:48.425758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-53222fdd-25b7-47a9-a23f-d57232e586d1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Calling delete_port for 15f43c7a-5020-4142-bcf7-357f1cecac24 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:50:48.433837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b450d90f-6aec-4fd4-9dca-816b93449272 req-f23d36f4-efa4-4fea-9588-84193e921b7b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247554
Dec 18 20:50:48.497126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-1cda8097-ec0a-4778-9e3d-c840e0b66b1b tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f74319f4d954cea9418c30afd53b213&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1207814
Dec 18 20:50:48.677168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3375a-10c7-454f-a46b-447ce29bb2bd req-c104f809-fb91-448c-982a-30538bd34d08 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:48.678697 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68b3375a-10c7-454f-a46b-447ce29bb2bd req-c104f809-fb91-448c-982a-30538bd34d08 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 945 time: 0.1216733
Dec 18 20:50:48.688891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-740d99ed-90b1-4298-935a-00ca8149e9cf service neutron] 10.222.0.13 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908727
Dec 18 20:50:48.788733 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-53222fdd-25b7-47a9-a23f-d57232e586d1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:48.838640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53222fdd-25b7-47a9-a23f-d57232e586d1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Port': ['ID=15f43c7a-5020-4142-bcf7-357f1cecac24,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:48.859422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68b3375a-10c7-454f-a46b-447ce29bb2bd req-33594f93-ab09-4cae-b4d7-93a15219a574 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685164
Dec 18 20:50:48.865810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-deleted', 'tag': '9b09cd1f-a315-422b-ad9b-2daf6a5aaea9'}, {'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-deleted', 'tag': '01e68d95-1643-42d9-8ad6-bf3e0318d01f'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:48.868144 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2181a6e4-7a88-4717-82b8-75d7163c11a8" -d '{"events": [{"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-deleted", "tag": "9b09cd1f-a315-422b-ad9b-2daf6a5aaea9"}, {"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-deleted", "tag": "01e68d95-1643-42d9-8ad6-bf3e0318d01f"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:48.945745 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-ba85b9cc-e84b-4cdd-bb8f-e086298ed91a service neutron] 10.222.0.13 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2560227
Dec 18 20:50:48.983930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-53222fdd-25b7-47a9-a23f-d57232e586d1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] No DVR routers for this DVR port 15f43c7a-5020-4142-bcf7-357f1cecac24 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:50:48.986761 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-53222fdd-25b7-47a9-a23f-d57232e586d1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:48.990033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b93d20e-55ff-4e9f-b340-818c91f05ff3 req-53222fdd-25b7-47a9-a23f-d57232e586d1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.36 "DELETE /v2.0/ports/15f43c7a-5020-4142-bcf7-357f1cecac24 HTTP/1.1" status: 204  len: 173 time: 1.6806076
Dec 18 20:50:49.025280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4984579f-71f2-49fb-bece-8c1cd12eaebd up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:50:49.155945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 4984579f-71f2-49fb-bece-8c1cd12eaebd completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:50:49.164622 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 4984579f-71f2-49fb-bece-8c1cd12eaebd triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:49.165792 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:49.267228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b6cee-5d53-4895-9a7c-961e6eca4a67 req-008f7463-0196-4956-b42a-8b2c2b9da25b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:49.268734 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-700b6cee-5d53-4895-9a7c-961e6eca4a67 req-008f7463-0196-4956-b42a-8b2c2b9da25b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 946 time: 0.2904007
Dec 18 20:50:49.278572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57760) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:49.284118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c541cdfc-da38-4fb2-b8e2-dd05fc8ba8c2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Request body: {'floatingip': {'port_id': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:49.359021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-5dff9ac4-fd0c-463e-bf4a-3353b0c9ab65 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:49.360520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-5dff9ac4-fd0c-463e-bf4a-3353b0c9ab65 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.31 "GET /v2.0/networks?id=919567ad-b643-45e0-8bd0-80e66f9ec1fc HTTP/1.1" status: 200  len: 825 time: 0.3111486
Dec 18 20:50:49.366046 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c541cdfc-da38-4fb2-b8e2-dd05fc8ba8c2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:49.381667 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:49.389237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Request body: {'port': {'device_id': '57c923f8-581a-4223-b0d6-858f1ef3dabb', 'network_id': '919567ad-b643-45e0-8bd0-80e66f9ec1fc', 'admin_state_up': True, 'tenant_id': 'bb6f0b624038403284d782c3c726279c'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:49.440604 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a85e2b-9e39-4724-afbb-9f18885c726c x-openstack-request-id: req-f2a85e2b-9e39-4724-afbb-9f18885c726c {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:49.441780 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-unplugged", "status": "completed", "tag": "15f43c7a-5020-4142-bcf7-357f1cecac24", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:49.442215 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2a85e2b-9e39-4724-afbb-9f18885c726c {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:49.443898 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f43c7a-5020-4142-bcf7-357f1cecac24', 'code': 200}
Dec 18 20:50:49.473911 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:49.549706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 4984579f-71f2-49fb-bece-8c1cd12eaebd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4984579f-71f2-49fb-bece-8c1cd12eaebd,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:49.557038 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:49.663473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=4984579f-71f2-49fb-bece-8c1cd12eaebd,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:49.734512 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feea4c96-7a50-44a9-b655-536f3729a52b req-181b8a77-610e-49cd-80e1-33ac189dcad9 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 210 time: 0.1243715
Dec 18 20:50:49.797834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c5289-c152-40f2-8e93-a917991359bb req-bfd1f8ca-f4cf-4da9-8b0e-3e3a70ab7ea0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:49.805288 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-044c5289-c152-40f2-8e93-a917991359bb req-bfd1f8ca-f4cf-4da9-8b0e-3e3a70ab7ea0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 949 time: 0.2885859
Dec 18 20:50:49.876897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Made reservation on behalf of bb6f0b624038403284d782c3c726279c for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:49.881293 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:49.893811 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-044c5289-c152-40f2-8e93-a917991359bb req-369da03a-9fc8-45c7-b099-c9c2a7e24351 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875874
Dec 18 20:50:49.931666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ef5edc7-b8c3-4268-a3d3-33a06abc9d78 req-f38633ed-d559-4d5d-ac00-48390b2459cb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5635b3-c81d-4517-9630-bfa0ee6598f1 HTTP/1.1" status: 200  len: 210 time: 0.0668459
Dec 18 20:50:49.974464 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ea012a-48d7-41a2-af2d-7a799fb239a2 x-openstack-request-id: req-68ea012a-48d7-41a2-af2d-7a799fb239a2 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:49.974464 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-deleted", "tag": "9b09cd1f-a315-422b-ad9b-2daf6a5aaea9", "status": "completed", "code": 200}, {"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-deleted", "tag": "01e68d95-1643-42d9-8ad6-bf3e0318d01f", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:49.974844 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68ea012a-48d7-41a2-af2d-7a799fb239a2 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:49.975902 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-deleted', 'tag': '9b09cd1f-a315-422b-ad9b-2daf6a5aaea9', 'status': 'completed', 'code': 200}
Dec 18 20:50:49.976119 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-deleted', 'tag': '01e68d95-1643-42d9-8ad6-bf3e0318d01f', 'status': 'completed', 'code': 200}
Dec 18 20:50:50.191110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87bcf1-dd9e-4caf-8cb0-66ddcd81198f req-e69891b2-47ac-49fb-abc4-13eb276f2d86 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:50.192620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-be87bcf1-dd9e-4caf-8cb0-66ddcd81198f req-e69891b2-47ac-49fb-abc4-13eb276f2d86 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 945 time: 0.1591439
Dec 18 20:50:50.203754 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c541cdfc-da38-4fb2-b8e2-dd05fc8ba8c2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:50.207895 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c541cdfc-da38-4fb2-b8e2-dd05fc8ba8c2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:50.232144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Allocated IP 172.20.0.8 (919567ad-b643-45e0-8bd0-80e66f9ec1fc/6c449796-56e4-4138-983a-598c3d1db84b/f27987e3-7621-4ae3-852c-d3f86e49252c) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:50.282463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-4723b098-a573-418d-9bba-51de87d4d91f tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:50.283946 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-4723b098-a573-418d-9bba-51de87d4d91f tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/networks?id=b887375f-aca9-4b00-9b24-e802c9b9f2d0 HTTP/1.1" status: 200  len: 816 time: 0.2029836
Dec 18 20:50:50.321985 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-c541cdfc-da38-4fb2-b8e2-dd05fc8ba8c2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Floating IP f9a70465-ab77-4bdf-96e5-7d27b3d5b040 associated. External IP: 172.35.3.121, port: b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699.
Dec 18 20:50:50.327730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-be87bcf1-dd9e-4caf-8cb0-66ddcd81198f req-50bd31c5-a9da-4c7f-a555-7cfc79d0d00b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224372
Dec 18 20:50:50.331513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-e1edbc6d-154b-4f10-8c82-ccaa62f29db5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/quotas/7f74319f4d954cea9418c30afd53b213 HTTP/1.1" status: 200  len: 375 time: 0.0334544
Dec 18 20:50:50.474640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-d42960c7-369e-4145-8d79-d0f70eddc312 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f74319f4d954cea9418c30afd53b213&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1342995
Dec 18 20:50:50.550451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78531ac2-d80c-4535-bf35-d73c2ba8f1d4 req-d48fe32b-014c-4941-9377-db14dbb970a7 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:50.551940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78531ac2-d80c-4535-bf35-d73c2ba8f1d4 req-d48fe32b-014c-4941-9377-db14dbb970a7 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 945 time: 0.1361101
Dec 18 20:50:50.577439 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c541cdfc-da38-4fb2-b8e2-dd05fc8ba8c2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Router 6590bd91-d4ca-45f8-a5a2-0d40151a953a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:50:50.601607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:50.659449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78531ac2-d80c-4535-bf35-d73c2ba8f1d4 req-5b896b90-4944-4b35-807d-8d3e3c5b84a2 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006255
Dec 18 20:50:50.664649 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-55c201d7-4468-4492-bf3a-8f52ede95ba6 service neutron] 10.222.0.13 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821687
Dec 18 20:50:50.699296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c541cdfc-da38-4fb2-b8e2-dd05fc8ba8c2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:50:50.705234 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c541cdfc-da38-4fb2-b8e2-dd05fc8ba8c2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:50.717623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d781be03-03b5-4e5a-9919-7a4f7291ae2a None None] Sync routers for ids ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:50:50.735462 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:50.745835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781be03-03b5-4e5a-9919-7a4f7291ae2a None None] Routers {'6590bd91-d4ca-45f8-a5a2-0d40151a953a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:50:50.746443 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c541cdfc-da38-4fb2-b8e2-dd05fc8ba8c2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "PUT /v2.0/floatingips/f9a70465-ab77-4bdf-96e5-7d27b3d5b040 HTTP/1.1" status: 200  len: 992 time: 1.4659383
Dec 18 20:50:50.747103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d781be03-03b5-4e5a-9919-7a4f7291ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eac4070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:50:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:50.747536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:50.754328 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d701b3-5959-4dbd-b030-1ae7929f484e" -d '{"events": [{"name": "network-changed", "server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:50.813991 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Network 919567ad-b643-45e0-8bd0-80e66f9ec1fc is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:50.819387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Pushing event updated for resources: {'Port': ['ID=f27987e3-7621-4ae3-852c-d3f86e49252c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:50.822210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:50.825532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-97451c5c-969e-436b-b17e-01b31a203f85 service neutron] 10.222.0.13 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528883
Dec 18 20:50:50.827670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:50.886843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:50.888496 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:50.890577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-d781be03-03b5-4e5a-9919-7a4f7291ae2a None None] Set router 6590bd91-d4ca-45f8-a5a2-0d40151a953a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:50:50.912421 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-83b4be64-51a3-4270-a60c-ea7572e9f234 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5290768
Dec 18 20:50:50.931114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Request body: {'port': {'device_id': '57c923f8-581a-4223-b0d6-858f1ef3dabb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:51.038058 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c498f224-3f42-4f04-9ec1-7b205dac916d x-openstack-request-id: req-c498f224-3f42-4f04-9ec1-7b205dac916d {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:51.042527 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:51.042850 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c498f224-3f42-4f04-9ec1-7b205dac916d {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:51.043276 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'status': 'completed', 'code': 200}
Dec 18 20:50:51.237313 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:51.237540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d781be03-03b5-4e5a-9919-7a4f7291ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eac4070>, [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9a70465-ab77-4bdf-96e5-7d27b3d5b040', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'floating_ip_address': '172.35.3.121', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'port_id': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'mac_address': 'fa:16:3e:46:26:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:50:20Z', 'updated_at': '2021-12-18T20:50:50Z', 'revision_number': 1, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea64f208-a24a-4c86-8f68-ea791c1d936d', 'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'mac_address': 'fa:16:3e:46:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:06Z', 'updated_at': '2021-12-18T20:50:18Z', 'revision_number': 5, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'subnets': [{'id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:51.274042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d781be03-03b5-4e5a-9919-7a4f7291ae2a None None] Checking router: 6590bd91-d4ca-45f8-a5a2-0d40151a953a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:50:51.284501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781be03-03b5-4e5a-9919-7a4f7291ae2a None None] Routers {'6590bd91-d4ca-45f8-a5a2-0d40151a953a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:50:51.284872 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d781be03-03b5-4e5a-9919-7a4f7291ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eac4070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:50:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:51.320182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad48b8-c685-48fa-8093-fe3f319f528a req-fa8dbee9-be68-41aa-8a8a-641694bc0762 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:51.321672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53ad48b8-c685-48fa-8093-fe3f319f528a req-fa8dbee9-be68-41aa-8a8a-641694bc0762 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 950 time: 0.2202222
Dec 18 20:50:51.348274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c69aa-eeab-4ae3-9c92-1a2fb174df21 req-8b1191c0-a174-4f30-b7cc-e403216c2763 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:51.350811 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d8c69aa-eeab-4ae3-9c92-1a2fb174df21 req-8b1191c0-a174-4f30-b7cc-e403216c2763 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 931 time: 0.3420525
Dec 18 20:50:51.393629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d701b3-5959-4dbd-b030-1ae7929f484e req-c83a3478-fad7-49cd-a3e8-595adf16d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:51.395190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3d701b3-5959-4dbd-b030-1ae7929f484e req-c83a3478-fad7-49cd-a3e8-595adf16d104 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 1097 time: 0.1985292
Dec 18 20:50:51.422442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-d781be03-03b5-4e5a-9919-7a4f7291ae2a None None] Set router 6590bd91-d4ca-45f8-a5a2-0d40151a953a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:50:51.424575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-43490237-2449-4a8c-b474-e8c28b33f85e tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:51.426015 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-43490237-2449-4a8c-b474-e8c28b33f85e tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.36 "GET /v2.0/networks?id=b887375f-aca9-4b00-9b24-e802c9b9f2d0 HTTP/1.1" status: 200  len: 816 time: 0.4163253
Dec 18 20:50:51.455264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Request body: {'port': {'device_id': '335d5aef-b6d5-402c-8431-28f42f02d8fc', 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0', 'admin_state_up': True, 'tenant_id': '7f74319f4d954cea9418c30afd53b213'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:51.459400 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4e117a-1136-496e-a3b5-98c652ed0f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4984579f-71f2-49fb-bece-8c1cd12eaebd'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:51.462161 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95f3866-dfc5-4105-8488-a3ef70c79a3f" -d '{"events": [{"server_uuid": "ce4e117a-1136-496e-a3b5-98c652ed0f78", "name": "network-vif-plugged", "status": "completed", "tag": "4984579f-71f2-49fb-bece-8c1cd12eaebd"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:51.630019 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d8c69aa-eeab-4ae3-9c92-1a2fb174df21 req-bf6a502d-c045-4eed-a493-8856cdb49d1b tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e824e99-377f-4d9b-b57e-ceeb45f472ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2676694
Dec 18 20:50:51.642322 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53ad48b8-c685-48fa-8093-fe3f319f528a req-b90357c2-63f6-4141-860f-5f323f06a988 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3036859
Dec 18 20:50:51.718755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57816) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:51.754910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d701b3-5959-4dbd-b030-1ae7929f484e req-16df07ef-63e7-4287-bb17-9bd9ba4e221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:51.756414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3d701b3-5959-4dbd-b030-1ae7929f484e req-16df07ef-63e7-4287-bb17-9bd9ba4e221e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.3455546
Dec 18 20:50:51.778104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d781be03-03b5-4e5a-9919-7a4f7291ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eac4070>, [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9a70465-ab77-4bdf-96e5-7d27b3d5b040', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'floating_ip_address': '172.35.3.121', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'port_id': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'mac_address': 'fa:16:3e:46:26:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:50:20Z', 'updated_at': '2021-12-18T20:50:50Z', 'revision_number': 1, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea64f208-a24a-4c86-8f68-ea791c1d936d', 'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'mac_address': 'fa:16:3e:46:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:06Z', 'updated_at': '2021-12-18T20:50:18Z', 'revision_number': 5, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'subnets': [{'id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:51.848223 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d781be03-03b5-4e5a-9919-7a4f7291ae2a None None] The sync data for ids ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'] in ncdv-master-1 is: [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9a70465-ab77-4bdf-96e5-7d27b3d5b040', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'floating_ip_address': '172.35.3.121', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'port_id': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'mac_address': 'fa:16:3e:46:26:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:50:20Z', 'updated_at': '2021-12-18T20:50:50Z', 'revision_number': 1, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea64f208-a24a-4c86-8f68-ea791c1d936d', 'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'mac_address': 'fa:16:3e:46:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:06Z', 'updated_at': '2021-12-18T20:50:18Z', 'revision_number': 5, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'subnets': [{'id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:50:51.877657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39aed7e-603c-4acf-b2d4-c6e30fc718ee tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting subnet ba5d1e1a-b1a0-496f-b203-f927d0b38289 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:50:51.885493 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c39aed7e-603c-4acf-b2d4-c6e30fc718ee tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:51.979127 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c39aed7e-603c-4acf-b2d4-c6e30fc718ee tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:52.012889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-42c23749-f44a-4f83-adf3-90a63e3afe84 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:52.015036 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-42c23749-f44a-4f83-adf3-90a63e3afe84 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935&tenant_id=a84b125f83d34481adc5617b5ca62e2e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0888915
Dec 18 20:50:52.027610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:52.166750 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd44a239-77fa-4f38-9eb1-066f9872e915 None None] New status for floating IP f9a70465-ab77-4bdf-96e5-7d27b3d5b040: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:50:52.167931 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:52.183445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c39aed7e-603c-4acf-b2d4-c6e30fc718ee tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:52.285506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9c6b7971-675e-450b-bec7-7c8186680b49 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:52.287369 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9c6b7971-675e-450b-bec7-7c8186680b49 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d&tenant_id=0870e14bc2934bae9138d4818b260729&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2022560
Dec 18 20:50:52.313341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:52.340186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3d701b3-5959-4dbd-b030-1ae7929f484e req-7215a847-fa20-44f6-92c1-b42d49c3563d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 200  len: 1000 time: 0.5707679
Dec 18 20:50:52.340688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-deleted', 'tag': '15f43c7a-5020-4142-bcf7-357f1cecac24'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:52.343572 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e90860-2bed-49d5-b818-8d0429fa9617" -d '{"events": [{"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-deleted", "tag": "15f43c7a-5020-4142-bcf7-357f1cecac24"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:52.396115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Made reservation on behalf of 7f74319f4d954cea9418c30afd53b213 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:52.400076 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:52.501013 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c39aed7e-603c-4acf-b2d4-c6e30fc718ee tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:52.511814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47f811-eb6f-4395-877d-74ff5c219465 req-bc4f65bd-6725-4ebc-a720-cc2069e10bcf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:52.519932 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe47f811-eb6f-4395-877d-74ff5c219465 req-bc4f65bd-6725-4ebc-a720-cc2069e10bcf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 945 time: 0.6778920
Dec 18 20:50:52.539132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27987e3-7621-4ae3-852c-d3f86e49252c {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:52.540589 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:52.544230 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d701b3-5959-4dbd-b030-1ae7929f484e req-6cb968d2-1148-4eec-8774-5a305ca3224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:52.545956 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3d701b3-5959-4dbd-b030-1ae7929f484e req-6cb968d2-1148-4eec-8774-5a305ca3224d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.1899116
Dec 18 20:50:52.566327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39aed7e-603c-4acf-b2d4-c6e30fc718ee tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5d1e1a-b1a0-496f-b203-f927d0b38289,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:52.583779 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:52.586065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea757cce-794f-45d6-bb13-a50b47caf2e5 None None] Network d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:52.592016 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c39aed7e-603c-4acf-b2d4-c6e30fc718ee tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:52.595586 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c39aed7e-603c-4acf-b2d4-c6e30fc718ee tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "DELETE /v2.0/subnets/ba5d1e1a-b1a0-496f-b203-f927d0b38289 HTTP/1.1" status: 204  len: 168 time: 0.8756247
Dec 18 20:50:52.601899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57832) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:52.644402 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-2e469dc8-bca4-4c7e-96df-0ba8386f27d2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:52.645844 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-2e469dc8-bca4-4c7e-96df-0ba8386f27d2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.36 "GET /v2.0/networks?id=b887375f-aca9-4b00-9b24-e802c9b9f2d0 HTTP/1.1" status: 200  len: 816 time: 0.3573601
Dec 18 20:50:52.653067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Transition to ACTIVE for port object f27987e3-7621-4ae3-852c-d3f86e49252c will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:52.653668 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:52.661473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-399c777b-b078-4fe2-85d9-e9b3fda9bf71 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:52.668594 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-399c777b-b078-4fe2-85d9-e9b3fda9bf71 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/networks?id=b887375f-aca9-4b00-9b24-e802c9b9f2d0 HTTP/1.1" status: 200  len: 816 time: 0.7698221
Dec 18 20:50:52.690131 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:52.719418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Request body: {'port': {'device_id': 'ffede440-64bd-4c72-bcaa-a602bc2fb9fc', 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0', 'admin_state_up': True, 'tenant_id': '7f74319f4d954cea9418c30afd53b213'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:52.769275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-d9fb51fe-7dcf-496f-9b3f-77b80f2274bd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/quotas/7f74319f4d954cea9418c30afd53b213 HTTP/1.1" status: 200  len: 375 time: 0.0997713
Dec 18 20:50:52.791014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe47f811-eb6f-4395-877d-74ff5c219465 req-64f06e9c-314e-4972-91ac-0fea46e3dcf4 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2699068
Dec 18 20:50:52.830668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b66859f-da48-418a-8990-57d2a917f41b None None] DHCP port deletion for d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:50:52.843074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d701b3-5959-4dbd-b030-1ae7929f484e req-3e53f480-e488-42f8-9c66-e38b3badd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:52.844569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3d701b3-5959-4dbd-b030-1ae7929f484e req-3e53f480-e488-42f8-9c66-e38b3badd807 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2569396
Dec 18 20:50:52.852239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Pushing event updated for resources: {'Port': ['ID=f27987e3-7621-4ae3-852c-d3f86e49252c,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:52.897987 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:52.918157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:52.932859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Allocated IP 172.20.0.14 (b887375f-aca9-4b00-9b24-e802c9b9f2d0/9cc82e0c-a4eb-479e-87ac-bad9c5f61167/73fa6ad8-869b-4f9e-a560-517252ea691b) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:53.000062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-5ffbf499-be93-451c-8cd1-675d5694997a tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f74319f4d954cea9418c30afd53b213&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2298305
Dec 18 20:50:53.080659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.36', 52533) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:53.084045 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad8d675-541e-466d-9058-b46cb2c53d3b x-openstack-request-id: req-bad8d675-541e-466d-9058-b46cb2c53d3b {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:53.084685 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4e117a-1136-496e-a3b5-98c652ed0f78", "name": "network-vif-plugged", "status": "completed", "tag": "4984579f-71f2-49fb-bece-8c1cd12eaebd", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:53.085035 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bad8d675-541e-466d-9058-b46cb2c53d3b {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:53.085476 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4e117a-1136-496e-a3b5-98c652ed0f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4984579f-71f2-49fb-bece-8c1cd12eaebd', 'code': 200}
Dec 18 20:50:53.086890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 70c1a24f-77c8-4810-9440-0a7498d6a257 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:53.119064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:50:53.178172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4d97c0-d046-4bf2-842f-bb1ab2c4c935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0e7658-35c7-49ef-98fc-5ca3e983079d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:53.181322 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3995a9ef-c13c-4192-bdd5-a8d46537ebe2" -d '{"events": [{"server_uuid": "da4d97c0-d046-4bf2-842f-bb1ab2c4c935", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0e7658-35c7-49ef-98fc-5ca3e983079d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:53.192770 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.198319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70c1a24f-77c8-4810-9440-0a7498d6a257,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:53.216021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3d701b3-5959-4dbd-b030-1ae7929f484e req-251f59d6-e922-436a-b992-61fa8b30243a service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3553224
Dec 18 20:50:53.228862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.230091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Attempting to bind port f27987e3-7621-4ae3-852c-d3f86e49252c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:53.230473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Attempting to bind port f27987e3-7621-4ae3-852c-d3f86e49252c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f59f0bd6-9e3c-47e9-8fdb-026a63638aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '919567ad-b643-45e0-8bd0-80e66f9ec1fc'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:53.230784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Attempting to bind port f27987e3-7621-4ae3-852c-d3f86e49252c on network 919567ad-b643-45e0-8bd0-80e66f9ec1fc {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:53.269319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70c1a24f-77c8-4810-9440-0a7498d6a257,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:53.269540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Made reservation on behalf of 7f74319f4d954cea9418c30afd53b213 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:53.273101 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.283361 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 70c1a24f-77c8-4810-9440-0a7498d6a257 has no active binding in host nch1-master-1 {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 18 20:50:53.286034 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8b66859f-da48-418a-8990-57d2a917f41b None None] Deleting port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:50:53.286562 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b66859f-da48-418a-8990-57d2a917f41b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.301462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Port f27987e3-7621-4ae3-852c-d3f86e49252c on network 919567ad-b643-45e0-8bd0-80e66f9ec1fc not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:53.301788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Attempting to bind port f27987e3-7621-4ae3-852c-d3f86e49252c on network 919567ad-b643-45e0-8bd0-80e66f9ec1fc {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:53.353809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:53.354545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Checking segment: {'id': 'f59f0bd6-9e3c-47e9-8fdb-026a63638aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '919567ad-b643-45e0-8bd0-80e66f9ec1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:53.354545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Bound using segment: {'id': 'f59f0bd6-9e3c-47e9-8fdb-026a63638aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '919567ad-b643-45e0-8bd0-80e66f9ec1fc'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:53.355061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Bound port: f27987e3-7621-4ae3-852c-d3f86e49252c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59f0bd6-9e3c-47e9-8fdb-026a63638aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '919567ad-b643-45e0-8bd0-80e66f9ec1fc'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:53.355264 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.360738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:53.365048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-9d18ae61-cda4-4642-97b4-68cce5301445 service neutron] 10.222.0.13 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3640649
Dec 18 20:50:53.366786 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:50:53.367214 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.368969 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Pushing event updated for resources: {'Port': ['ID=4b0e7658-35c7-49ef-98fc-5ca3e983079d,revision_number=7']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:53.380326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73994c-4a74-435d-ac9f-558fd809ce2f req-5646b0f1-6bc7-47c7-8f3d-14630569ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:53.381801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa73994c-4a74-435d-ac9f-558fd809ce2f req-5646b0f1-6bc7-47c7-8f3d-14630569ffd8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 1101 time: 0.2989171
Dec 18 20:50:53.395119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8b66859f-da48-418a-8990-57d2a917f41b None None] For port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7,segment=NetworkSegment(1c6a6b8e-7a73-4943-928d-37fef8dae5f0),segment_id=1c6a6b8e-7a73-4943-928d-37fef8dae5f0)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:53.395636 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b66859f-da48-418a-8990-57d2a917f41b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.398291 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.416653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8b66859f-da48-418a-8990-57d2a917f41b None None] Calling delete_port for 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:50:53.421795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66512ec-c237-49b4-b372-989e0b27b578 req-e5983873-353e-4ca2-9ba4-5cfae5de063e tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:53.423947 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a66512ec-c237-49b4-b372-989e0b27b578 req-e5983873-353e-4ca2-9ba4-5cfae5de063e tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 945 time: 0.3030379
Dec 18 20:50:53.444923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7,segment=NetworkSegment(1c6a6b8e-7a73-4943-928d-37fef8dae5f0),segment_id=1c6a6b8e-7a73-4943-928d-37fef8dae5f0)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:53.454207 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.547704 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.551570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] For port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7,segment=NetworkSegment(1c6a6b8e-7a73-4943-928d-37fef8dae5f0),segment_id=1c6a6b8e-7a73-4943-928d-37fef8dae5f0)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:53.552088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.560605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:53.560962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:53.561323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:53.566049 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.567981 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:53.574029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Calling delete_port for 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:50:53.586640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:53.586640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:53.597548 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b66859f-da48-418a-8990-57d2a917f41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.626282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:53.626626 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:53.627004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:53.627517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Bound port: 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:53.627785 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.638271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66859f-da48-418a-8990-57d2a917f41b None None] Pushing event deleted for resources: {'Port': ['ID=4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:53.643346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66859f-da48-418a-8990-57d2a917f41b None None] No DVR routers for this DVR port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:50:53.663241 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3d701b3-5959-4dbd-b030-1ae7929f484e req-e1713c58-f4f9-4969-97e3-5f915df9e0d2 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3973982
Dec 18 20:50:53.676620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa73994c-4a74-435d-ac9f-558fd809ce2f req-f8f95881-5620-4fd8-9707-987709fc47cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2793500
Dec 18 20:50:53.693001 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.722172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] For port f27987e3-7621-4ae3-852c-d3f86e49252c, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:53.726752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] For port f27987e3-7621-4ae3-852c-d3f86e49252c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f27987e3-7621-4ae3-852c-d3f86e49252c,segment=NetworkSegment(f59f0bd6-9e3c-47e9-8fdb-026a63638aa9),segment_id=f59f0bd6-9e3c-47e9-8fdb-026a63638aa9)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:53.743245 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a66512ec-c237-49b4-b372-989e0b27b578 req-22a77a34-22c8-4e3a-a22e-5bc1e6e8b635 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2510185
Dec 18 20:50:53.779085 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.784129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-b809d105-2ce7-49ab-952a-0e8f1f489682 service neutron] 10.222.0.13 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4181831
Dec 18 20:50:53.795317 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.843271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:53.843643 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:53.845098 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] 10.222.0.31 "PUT /v2.0/ports/f27987e3-7621-4ae3-852c-d3f86e49252c HTTP/1.1" status: 200  len: 1091 time: 2.9206161
Dec 18 20:50:53.877020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Network b887375f-aca9-4b00-9b24-e802c9b9f2d0 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:53.881126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e916d6-40dd-421c-bbd6-ac61138001de service neutron] Pushing event updated for resources: {'Port': ['ID=f27987e3-7621-4ae3-852c-d3f86e49252c,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:53.892429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:53.894975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:53.996623 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301008f0-a052-40c8-bd87-19123ac5f3a7 x-openstack-request-id: req-301008f0-a052-40c8-bd87-19123ac5f3a7 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:53.996929 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5635b3-c81d-4517-9630-bfa0ee6598f1", "name": "network-vif-deleted", "tag": "15f43c7a-5020-4142-bcf7-357f1cecac24", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:53.997166 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-301008f0-a052-40c8-bd87-19123ac5f3a7 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:53.997558 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5635b3-c81d-4517-9630-bfa0ee6598f1', 'name': 'network-vif-deleted', 'tag': '15f43c7a-5020-4142-bcf7-357f1cecac24', 'status': 'completed', 'code': 200}
Dec 18 20:50:54.051956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=70c1a24f-77c8-4810-9440-0a7498d6a257,revision_number=7']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:54.081302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Pushing event updated for resources: {'Port': ['ID=73fa6ad8-869b-4f9e-a560-517252ea691b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:54.097615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:54.098576 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.119552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Attempting to bind port 70c1a24f-77c8-4810-9440-0a7498d6a257 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:54.119884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Attempting to bind port 70c1a24f-77c8-4810-9440-0a7498d6a257 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:54.120208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Attempting to bind port 70c1a24f-77c8-4810-9440-0a7498d6a257 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:54.166876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Port 70c1a24f-77c8-4810-9440-0a7498d6a257 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:54.167472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Attempting to bind port 70c1a24f-77c8-4810-9440-0a7498d6a257 on network 5cbb2c71-d950-4efd-806f-e5446059ac55 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:54.185161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-f73ea68e-c9e1-4d18-acd6-0b7db8c0cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:54.186820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-f73ea68e-c9e1-4d18-acd6-0b7db8c0cacf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb6f0b624038403284d782c3c726279c&device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 1094 time: 0.2598195
Dec 18 20:50:54.189466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:54.196608 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:54.197174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Checking segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:54.197778 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Bound using segment: {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:54.198440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Bound port: 70c1a24f-77c8-4810-9440-0a7498d6a257, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5cbb2c71-d950-4efd-806f-e5446059ac55'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:54.199106 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.213129 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Allocated IP 172.20.0.11 (b887375f-aca9-4b00-9b24-e802c9b9f2d0/9cc82e0c-a4eb-479e-87ac-bad9c5f61167/b3039056-1fc4-4019-883c-67786f806485) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:54.214487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-98350d9c-55f3-4e85-bc62-a3f2fbf185a0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7678354
Dec 18 20:50:54.240485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4b0e7658-35c7-49ef-98fc-5ca3e983079d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:54.263253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Request body: {'port': {'device_id': '335d5aef-b6d5-402c-8431-28f42f02d8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:54.268453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:54.305881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-5257f871-c11a-40da-b2b6-9f974b07eed0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27987e3-7621-4ae3-852c-d3f86e49252c HTTP/1.1" status: 200  len: 217 time: 0.1023877
Dec 18 20:50:54.333113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:54.337511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70c1a24f-77c8-4810-9440-0a7498d6a257,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:54.339799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19094b79-012a-4357-9a83-6333cc257e9a req-c2801783-9e7f-4bbf-821d-a1a23d34bdd4 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:54.340055 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.342105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19094b79-012a-4357-9a83-6333cc257e9a req-c2801783-9e7f-4bbf-821d-a1a23d34bdd4 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 950 time: 0.2310262
Dec 18 20:50:54.369649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926734d-f2a2-4726-b246-1a39ecfd5371 req-0738912d-0b7f-4983-94c4-cc5a985419ef tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:54.371877 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.375522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:54.378231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1926734d-f2a2-4726-b246-1a39ecfd5371 req-0738912d-0b7f-4983-94c4-cc5a985419ef tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 943 time: 0.3028793
Dec 18 20:50:54.399466 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.420303 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:54.420761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:54.420944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Port': ['ID=4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:54.421376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:54.429095 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a6bfa16a-9281-4f9b-9311-ccd011ef504a None None] Provisioning complete for port 73fa6ad8-869b-4f9e-a560-517252ea691b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:54.430186 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa16a-9281-4f9b-9311-ccd011ef504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.432589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on network fab4d786-81c4-48dc-b51f-790f7e93cb03 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:54.433620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempting to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on network fab4d786-81c4-48dc-b51f-790f7e93cb03 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:54.444560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:54.445604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Checking segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:54.446986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Bound using segment: {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:54.447670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Bound port: 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643b21-1de1-4334-ac3b-4585df1660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fab4d786-81c4-48dc-b51f-790f7e93cb03'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:54.449679 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.451210 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.461954 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] No DVR routers for this DVR port 4ed17bd7-5e55-42d4-8b4e-c0cdee91f4e7 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:50:54.525073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1926734d-f2a2-4726-b246-1a39ecfd5371 req-56a535e2-32eb-4d00-9ccf-004df16a0582 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e824e99-377f-4d9b-b57e-ceeb45f472ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458232
Dec 18 20:50:54.558674 ncdv-master-1 neutron-server[126010]: WARNING neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Concurrent port binding operations failed on port 4b0e7658-35c7-49ef-98fc-5ca3e983079d
Dec 18 20:50:54.564430 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:54.566741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a6bfa16a-9281-4f9b-9311-ccd011ef504a None None] Port 73fa6ad8-869b-4f9e-a560-517252ea691b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:54.569774 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Attempt 2 to bind port 4b0e7658-35c7-49ef-98fc-5ca3e983079d
Dec 18 20:50:54.570608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4b0e7658-35c7-49ef-98fc-5ca3e983079d has no active binding in host nch2-master-1 {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 18 20:50:54.601937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-e47fd2aa-8bf8-4052-9cfd-013ed630a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:54.603437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-e47fd2aa-8bf8-4052-9cfd-013ed630a3cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6c449796-56e4-4138-983a-598c3d1db84b HTTP/1.1" status: 200  len: 865 time: 0.2864535
Dec 18 20:50:54.633501 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fb08ab-69ca-4a82-b0ac-1500e21758b0 x-openstack-request-id: req-53fb08ab-69ca-4a82-b0ac-1500e21758b0 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:54.633501 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4d97c0-d046-4bf2-842f-bb1ab2c4c935", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0e7658-35c7-49ef-98fc-5ca3e983079d", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:54.633501 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53fb08ab-69ca-4a82-b0ac-1500e21758b0 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:54.633983 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4d97c0-d046-4bf2-842f-bb1ab2c4c935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0e7658-35c7-49ef-98fc-5ca3e983079d', 'code': 200}
Dec 18 20:50:54.654666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-5b9fdc99-8231-41f7-a11d-fc3442991f04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=919567ad-b643-45e0-8bd0-80e66f9ec1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384731
Dec 18 20:50:54.675199 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19094b79-012a-4357-9a83-6333cc257e9a req-cad4c5ee-54f2-4cca-ac42-faa656ed33f8 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2899349
Dec 18 20:50:54.746511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:54.747159 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.749648 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] 10.222.0.36 "PUT /v2.0/ports/70c1a24f-77c8-4810-9440-0a7498d6a257 HTTP/1.1" status: 200  len: 1121 time: 2.4417346
Dec 18 20:50:54.771570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.786826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:54.787634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.790029 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] 10.222.0.31 "PUT /v2.0/ports/4b0e7658-35c7-49ef-98fc-5ca3e983079d HTTP/1.1" status: 200  len: 1121 time: 2.7665520
Dec 18 20:50:54.792927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1b5b8-21bb-4740-b724-aac0004c740b service neutron] Pushing event updated for resources: {'Port': ['ID=4b0e7658-35c7-49ef-98fc-5ca3e983079d,revision_number=8']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:54.866947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251f468-3864-4daa-8ab3-69d198c66ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=70c1a24f-77c8-4810-9440-0a7498d6a257,revision_number=8']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:54.886055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365da34160>,) {'filters': {'network_id': ['d59d55b4-8f6a-4b3c-83fa-e38eff3905d0']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:54.890095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e9072f94-9376-4807-b420-08fcd60358d0 req-73e552da-0577-4755-aba6-7cb6f05488a7 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 210 time: 0.1212394
Dec 18 20:50:54.894909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['70c1a24f-77c8-4810-9440-0a7498d6a257'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:54.909892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365da34160>, '1c6a6b8e-7a73-4943-928d-37fef8dae5f0') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:54.910319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365da34160>, '1c6a6b8e-7a73-4943-928d-37fef8dae5f0') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:54.932663 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.963876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.966872 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.977630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:50:54.978275 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:50:54.981540 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:50:54.993816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['70c1a24f-77c8-4810-9440-0a7498d6a257'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:54.996528 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4b0e7658-35c7-49ef-98fc-5ca3e983079d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:55.000501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e169178-eeb7-40ef-b8b3-94623203a5de req-b3bea110-b0f3-4eb4-8728-e6cfb0e68470 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:55.008962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e169178-eeb7-40ef-b8b3-94623203a5de req-b3bea110-b0f3-4eb4-8728-e6cfb0e68470 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 943 time: 0.3532422
Dec 18 20:50:55.011848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['4b0e7658-35c7-49ef-98fc-5ca3e983079d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:55.113219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e169178-eeb7-40ef-b8b3-94623203a5de req-032c7799-6c35-4fc9-b2c8-3a0260d831cd tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963945
Dec 18 20:50:55.120874 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.130685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.134202 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "DELETE /v2.0/networks/d59d55b4-8f6a-4b3c-83fa-e38eff3905d0 HTTP/1.1" status: 204  len: 168 time: 2.5283635
Dec 18 20:50:55.137092 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57858) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:55.161736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df349f24-c4ac-4e66-9799-4b64ce130084 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Network': ['ID=d59d55b4-8f6a-4b3c-83fa-e38eff3905d0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:55.180236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-0a3aa0e9-0b46-4c00-ac94-5c3da2610b6d service neutron] 10.222.0.31 "GET /v2.0/networks/919567ad-b643-45e0-8bd0-80e66f9ec1fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5033319
Dec 18 20:50:55.195804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.200032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c16b4-ce4f-4016-b05b-5ee994576d0b req-2158c4ce-247e-4356-b107-4a2ceb68b6e6 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:55.201761 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0a7c16b4-ce4f-4016-b05b-5ee994576d0b req-2158c4ce-247e-4356-b107-4a2ceb68b6e6 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 943 time: 0.1726956
Dec 18 20:50:55.256863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a65b206-2980-4f45-b188-dfb3dc4acd91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting subnet e2419916-994a-4643-a3fb-09f210f05392 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:50:55.266808 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a65b206-2980-4f45-b188-dfb3dc4acd91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.276790 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Network b887375f-aca9-4b00-9b24-e802c9b9f2d0 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:55.302416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:55.320259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:55.327832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Pushing event updated for resources: {'Port': ['ID=b3039056-1fc4-4019-883c-67786f806485,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:55.368994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a65b206-2980-4f45-b188-dfb3dc4acd91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.446374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0a7c16b4-ce4f-4016-b05b-5ee994576d0b req-1b262073-0a72-40bb-a490-abf87511e59c tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2332447
Dec 18 20:50:55.465860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:55.466577 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.572033 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-bf49e9d8-10ef-4ef7-8351-dcf195727acd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8996973
Dec 18 20:50:55.596412 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Request body: {'port': {'device_id': 'ffede440-64bd-4c72-bcaa-a602bc2fb9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:55.619953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fa6ad8-869b-4f9e-a560-517252ea691b {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:55.634136 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.652973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Transition to ACTIVE for port object 73fa6ad8-869b-4f9e-a560-517252ea691b will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:55.692676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a65b206-2980-4f45-b188-dfb3dc4acd91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.695726 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.736938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-68601f7e-5738-475d-8044-f19a070fdbf6 None None] Provisioning complete for port b3039056-1fc4-4019-883c-67786f806485 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:55.737488 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-68601f7e-5738-475d-8044-f19a070fdbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.768768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Pushing event updated for resources: {'Port': ['ID=73fa6ad8-869b-4f9e-a560-517252ea691b,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:55.780905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-68601f7e-5738-475d-8044-f19a070fdbf6 None None] Port b3039056-1fc4-4019-883c-67786f806485 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:55.782100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-2b7a0d22-6ca4-4675-88c8-c0997d1a8f6e tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:55.783669 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-2b7a0d22-6ca4-4675-88c8-c0997d1a8f6e tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.31 "GET /v2.0/networks?id=b887375f-aca9-4b00-9b24-e802c9b9f2d0 HTTP/1.1" status: 200  len: 816 time: 0.3430247
Dec 18 20:50:55.788539 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.811631 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0268ca31-1f4b-449c-b502-1e690e409e43 req-2a7a9255-7139-417b-9a27-faf766e85d2e service neutron] 10.222.0.31 "GET /v2.0/networks/919567ad-b643-45e0-8bd0-80e66f9ec1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6071796
Dec 18 20:50:55.837452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Request body: {'port': {'device_id': '6acebe03-ef39-4717-abd1-ec9c4b52d21e', 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0', 'admin_state_up': True, 'tenant_id': '7f74319f4d954cea9418c30afd53b213'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:55.866049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062b089-43be-4ea9-87db-8ac3ae2e5995 req-d2c292c3-abc2-4e69-95f6-c70cbfd25813 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:55.867642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a062b089-43be-4ea9-87db-8ac3ae2e5995 req-d2c292c3-abc2-4e69-95f6-c70cbfd25813 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 943 time: 0.1920524
Dec 18 20:50:55.890299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a65b206-2980-4f45-b188-dfb3dc4acd91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.937659 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65b206-2980-4f45-b188-dfb3dc4acd91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Subnet': ['ID=e2419916-994a-4643-a3fb-09f210f05392,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:55.943626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84e1f6-90c1-4802-b9a0-a7d11dafec1a req-f73618a7-937f-4c3b-ba99-7a2e18d7ecfc tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:55.945092 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db84e1f6-90c1-4802-b9a0-a7d11dafec1a req-f73618a7-937f-4c3b-ba99-7a2e18d7ecfc tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 950 time: 0.1599894
Dec 18 20:50:55.953883 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a65b206-2980-4f45-b188-dfb3dc4acd91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:55.959346 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7a65b206-2980-4f45-b188-dfb3dc4acd91 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "DELETE /v2.0/subnets/e2419916-994a-4643-a3fb-09f210f05392 HTTP/1.1" status: 204  len: 168 time: 0.8164167
Dec 18 20:50:55.965863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57866) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:55.972179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407d65e7-4931-483c-9fbd-1dc50b9aac96 None None] Network e8ba14b5-3312-482e-8a8a-ef9381273d02 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:50:56.007730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c923f8-581a-4223-b0d6-858f1ef3dabb', 'tag': 'f27987e3-7621-4ae3-852c-d3f86e49252c'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:56.010426 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9465ed-a2a6-4709-886c-4e5b3a902bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "57c923f8-581a-4223-b0d6-858f1ef3dabb", "tag": "f27987e3-7621-4ae3-852c-d3f86e49252c"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:56.048701 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Attempting to bind port 73fa6ad8-869b-4f9e-a560-517252ea691b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:56.049034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Attempting to bind port 73fa6ad8-869b-4f9e-a560-517252ea691b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:56.049576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Attempting to bind port 73fa6ad8-869b-4f9e-a560-517252ea691b on network b887375f-aca9-4b00-9b24-e802c9b9f2d0 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:56.062878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a062b089-43be-4ea9-87db-8ac3ae2e5995 req-e48dae2e-0128-4d4c-9c1b-7cb29e717ecb tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e824e99-377f-4d9b-b57e-ceeb45f472ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718848
Dec 18 20:50:56.070111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Port 73fa6ad8-869b-4f9e-a560-517252ea691b on network b887375f-aca9-4b00-9b24-e802c9b9f2d0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:56.070492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Attempting to bind port 73fa6ad8-869b-4f9e-a560-517252ea691b on network b887375f-aca9-4b00-9b24-e802c9b9f2d0 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:56.102764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:56.103110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Checking segment: {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:56.103498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Bound using segment: {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:56.103942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Bound port: 73fa6ad8-869b-4f9e-a560-517252ea691b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:56.104468 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.141062 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.154780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db84e1f6-90c1-4802-b9a0-a7d11dafec1a req-bd79418f-0671-42fc-81d3-b3f387990aab tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926315
Dec 18 20:50:56.186764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f8a589-8649-4441-80bb-4bc639cf5433 None None] DHCP port deletion for e8ba14b5-3312-482e-8a8a-ef9381273d02 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:50:56.208875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07bc7de1-58c4-4009-b46f-c69905080269 req-a6d64153-5c88-42fa-b81d-cdff7c7c9b00 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 210 time: 0.0491831
Dec 18 20:50:56.231399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Made reservation on behalf of 7f74319f4d954cea9418c30afd53b213 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:56.243517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.253890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8a589-8649-4441-80bb-4bc639cf5433 None None] Deleting port 342335c2-e521-4e3b-97ca-1ed25a15c278 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:50:56.256647 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a589-8649-4441-80bb-4bc639cf5433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.266571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] For port 73fa6ad8-869b-4f9e-a560-517252ea691b, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:56.280566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] For port 73fa6ad8-869b-4f9e-a560-517252ea691b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73fa6ad8-869b-4f9e-a560-517252ea691b,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:56.282498 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f110d2a7-e741-40eb-805e-e52d1e9f94da x-openstack-request-id: req-f110d2a7-e741-40eb-805e-e52d1e9f94da {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:56.282784 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c923f8-581a-4223-b0d6-858f1ef3dabb", "tag": "f27987e3-7621-4ae3-852c-d3f86e49252c", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:56.283039 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f110d2a7-e741-40eb-805e-e52d1e9f94da {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:56.283427 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c923f8-581a-4223-b0d6-858f1ef3dabb', 'tag': 'f27987e3-7621-4ae3-852c-d3f86e49252c', 'status': 'completed', 'code': 200}
Dec 18 20:50:56.289102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.394531 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3039056-1fc4-4019-883c-67786f806485 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:56.396159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e4f8a589-8649-4441-80bb-4bc639cf5433 None None] For port 342335c2-e521-4e3b-97ca-1ed25a15c278, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=342335c2-e521-4e3b-97ca-1ed25a15c278,segment=NetworkSegment(e13d2276-b5ba-4a60-80a9-6f9c092cdecd),segment_id=e13d2276-b5ba-4a60-80a9-6f9c092cdecd)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:56.396615 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a589-8649-4441-80bb-4bc639cf5433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.404058 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.411378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8a589-8649-4441-80bb-4bc639cf5433 None None] Calling delete_port for 342335c2-e521-4e3b-97ca-1ed25a15c278 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:50:56.418013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Transition to ACTIVE for port object b3039056-1fc4-4019-883c-67786f806485 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:56.425445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.509621 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a589-8649-4441-80bb-4bc639cf5433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.542416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8a589-8649-4441-80bb-4bc639cf5433 None None] Pushing event deleted for resources: {'Port': ['ID=342335c2-e521-4e3b-97ca-1ed25a15c278,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:56.552617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Allocated IP 172.20.0.10 (b887375f-aca9-4b00-9b24-e802c9b9f2d0/9cc82e0c-a4eb-479e-87ac-bad9c5f61167/8c68a13f-39f5-43c7-9efd-4920983792ab) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:50:56.554910 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f8a589-8649-4441-80bb-4bc639cf5433 None None] No DVR routers for this DVR port 342335c2-e521-4e3b-97ca-1ed25a15c278 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:50:56.556515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3039056-1fc4-4019-883c-67786f806485,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:56.637687 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fa4ba4-d935-4772-b54b-9d78b6d2ea3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c1a24f-77c8-4810-9440-0a7498d6a257'}, {'name': 'network-changed', 'server_uuid': '68fa4ba4-d935-4772-b54b-9d78b6d2ea3d', 'tag': '70c1a24f-77c8-4810-9440-0a7498d6a257'}, {'name': 'network-changed', 'server_uuid': 'da4d97c0-d046-4bf2-842f-bb1ab2c4c935', 'tag': '4b0e7658-35c7-49ef-98fc-5ca3e983079d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:56.640076 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff93848-9849-44f4-9457-2191f9788be5" -d '{"events": [{"server_uuid": "68fa4ba4-d935-4772-b54b-9d78b6d2ea3d", "name": "network-vif-unplugged", "status": "completed", "tag": "70c1a24f-77c8-4810-9440-0a7498d6a257"}, {"name": "network-changed", "server_uuid": "68fa4ba4-d935-4772-b54b-9d78b6d2ea3d", "tag": "70c1a24f-77c8-4810-9440-0a7498d6a257"}, {"name": "network-changed", "server_uuid": "da4d97c0-d046-4bf2-842f-bb1ab2c4c935", "tag": "4b0e7658-35c7-49ef-98fc-5ca3e983079d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:56.651503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Attempting to bind port b3039056-1fc4-4019-883c-67786f806485 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:56.651939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Attempting to bind port b3039056-1fc4-4019-883c-67786f806485 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:56.652301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Attempting to bind port b3039056-1fc4-4019-883c-67786f806485 on network b887375f-aca9-4b00-9b24-e802c9b9f2d0 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:56.665303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Port b3039056-1fc4-4019-883c-67786f806485 on network b887375f-aca9-4b00-9b24-e802c9b9f2d0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:56.665637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Attempting to bind port b3039056-1fc4-4019-883c-67786f806485 on network b887375f-aca9-4b00-9b24-e802c9b9f2d0 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:56.702298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting port 342335c2-e521-4e3b-97ca-1ed25a15c278 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:50:56.702298 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.708627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:56.709040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Checking segment: {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:56.709354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Bound using segment: {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:56.710874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Bound port: b3039056-1fc4-4019-883c-67786f806485, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:56.711462 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.753392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:56.753979 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.755398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] 10.222.0.36 "PUT /v2.0/ports/73fa6ad8-869b-4f9e-a560-517252ea691b HTTP/1.1" status: 200  len: 1092 time: 2.4972649
Dec 18 20:50:56.830330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] For port b3039056-1fc4-4019-883c-67786f806485, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:56.835342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4ac29-578b-4ddc-9e7c-0e4738537f0c service neutron] Pushing event updated for resources: {'Port': ['ID=73fa6ad8-869b-4f9e-a560-517252ea691b,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:56.838164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] For port b3039056-1fc4-4019-883c-67786f806485, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3039056-1fc4-4019-883c-67786f806485,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:56.850745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.854338 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.873423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] For port 342335c2-e521-4e3b-97ca-1ed25a15c278, host ncdv-master-1, got binding levels [] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:56.873808 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.892901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e71e5-1003-4a70-a2b5-fdbcb58783af req-251c7da0-22de-411b-a0ae-0b303ca95ffa tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:56.894469 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e8e71e5-1003-4a70-a2b5-fdbcb58783af req-251c7da0-22de-411b-a0ae-0b303ca95ffa tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 943 time: 0.5646460
Dec 18 20:50:56.899201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:56.899830 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.901218 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] 10.222.0.36 "PUT /v2.0/ports/b3039056-1fc4-4019-883c-67786f806485 HTTP/1.1" status: 200  len: 1092 time: 1.3163495
Dec 18 20:50:56.907132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027bcef-56db-4640-a6f3-e71a916123b7 req-25ed6295-ca9b-49ac-99be-0ff6d9f4691e tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:56.914413 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2027bcef-56db-4640-a6f3-e71a916123b7 req-25ed6295-ca9b-49ac-99be-0ff6d9f4691e tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 1101 time: 0.2231557
Dec 18 20:50:56.922596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Calling delete_port for 342335c2-e521-4e3b-97ca-1ed25a15c278 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:50:56.933472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b68da1-3815-446d-a66c-21d2f55d16f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3039056-1fc4-4019-883c-67786f806485,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:56.938423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9465ed-a2a6-4709-886c-4e5b3a902bf8 req-ca98ba60-35f6-4c40-8a51-ff359d5b0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:56.940281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba9465ed-a2a6-4709-886c-4e5b3a902bf8 req-ca98ba60-35f6-4c40-8a51-ff359d5b0828 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb6f0b624038403284d782c3c726279c&device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 1094 time: 0.6015558
Dec 18 20:50:56.941765 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.ipam_backend_mixin [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Port 342335c2-e521-4e3b-97ca-1ed25a15c278 was not found and therefore no delete operation was performed {{(pid=126008) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 20:50:56.949945 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:56.962533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:57.046319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 342335c2-e521-4e3b-97ca-1ed25a15c278 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:50:57.067865 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Network b887375f-aca9-4b00-9b24-e802c9b9f2d0 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:50:57.070068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Pushing event updated for resources: {'Port': ['ID=8c68a13f-39f5-43c7-9efd-4920983792ab,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:57.071844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Port': ['ID=342335c2-e521-4e3b-97ca-1ed25a15c278,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:57.075141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-43a8fff3-ea33-45a1-8a6b-23f6f390a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.076809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:50:57.077499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-43a8fff3-ea33-45a1-8a6b-23f6f390a530 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f74319f4d954cea9418c30afd53b213&device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 1095 time: 0.2597175
Dec 18 20:50:57.079903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:50:57.083879 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-4b03d939-7275-4cb8-9b8f-31882421ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.085489 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-4b03d939-7275-4cb8-9b8f-31882421ad6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f74319f4d954cea9418c30afd53b213&device_id=ffede440-64bd-4c72-bcaa-a602bc2fb9fc HTTP/1.1" status: 200  len: 1095 time: 0.0882735
Dec 18 20:50:57.096835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 342335c2-e521-4e3b-97ca-1ed25a15c278 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:50:57.097393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 342335c2-e521-4e3b-97ca-1ed25a15c278 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:50:57.104922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] No DVR routers for this DVR port 342335c2-e521-4e3b-97ca-1ed25a15c278 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:50:57.164108 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-0fadbea7-e742-45ea-8d32-7152b9129024 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3039056-1fc4-4019-883c-67786f806485 HTTP/1.1" status: 200  len: 217 time: 0.0455422
Dec 18 20:50:57.192428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.193168 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:57.210518 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e8e71e5-1003-4a70-a2b5-fdbcb58783af req-8d8689be-3f01-444e-b99e-7a9eb1c71777 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2829807
Dec 18 20:50:57.219075 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-7b732bd7-577c-4a75-a647-17bb0dc1378a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73fa6ad8-869b-4f9e-a560-517252ea691b HTTP/1.1" status: 200  len: 217 time: 0.1119912
Dec 18 20:50:57.235643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2027bcef-56db-4640-a6f3-e71a916123b7 req-34c63a46-961c-4c54-9911-53ac03e6c251 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3201993
Dec 18 20:50:57.255547 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-fb545134-f8b4-46e7-ba5a-5e642758b7bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4198027
Dec 18 20:50:57.259718 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-fb3c701b-ad82-4df4-8ff8-507470e70d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.261072 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-fb3c701b-ad82-4df4-8ff8-507470e70d08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cc82e0c-a4eb-479e-87ac-bad9c5f61167 HTTP/1.1" status: 200  len: 855 time: 0.0862887
Dec 18 20:50:57.273565 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Request body: {'port': {'device_id': '6acebe03-ef39-4717-abd1-ec9c4b52d21e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:57.345450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9465ed-a2a6-4709-886c-4e5b3a902bf8 req-f3c40101-5c84-4efa-85da-b52e6f7f7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.347176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba9465ed-a2a6-4709-886c-4e5b3a902bf8 req-f3c40101-5c84-4efa-85da-b52e6f7f7ac1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=919567ad-b643-45e0-8bd0-80e66f9ec1fc HTTP/1.1" status: 200  len: 926 time: 0.3870990
Dec 18 20:50:57.366810 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:57.380824 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:57.422130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba9465ed-a2a6-4709-886c-4e5b3a902bf8 req-1c66d54f-bd84-4e05-8656-6604f23cbe8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27987e3-7621-4ae3-852c-d3f86e49252c HTTP/1.1" status: 200  len: 217 time: 0.0633407
Dec 18 20:50:57.468419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-c4daa0ca-b676-4eb9-be3f-c475a98e8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.470031 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-c4daa0ca-b676-4eb9-be3f-c475a98e8c46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cc82e0c-a4eb-479e-87ac-bad9c5f61167 HTTP/1.1" status: 200  len: 855 time: 0.2073891
Dec 18 20:50:57.496304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365cc02070>,) {'filters': {'network_id': ['e8ba14b5-3312-482e-8a8a-ef9381273d02']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:57.548302 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef8eeff-2b87-4b61-bc88-0dac07f3c63f x-openstack-request-id: req-1ef8eeff-2b87-4b61-bc88-0dac07f3c63f {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:57.548604 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fa4ba4-d935-4772-b54b-9d78b6d2ea3d", "name": "network-vif-unplugged", "status": "completed", "tag": "70c1a24f-77c8-4810-9440-0a7498d6a257", "code": 200}, {"name": "network-changed", "server_uuid": "68fa4ba4-d935-4772-b54b-9d78b6d2ea3d", "tag": "70c1a24f-77c8-4810-9440-0a7498d6a257", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da4d97c0-d046-4bf2-842f-bb1ab2c4c935", "tag": "4b0e7658-35c7-49ef-98fc-5ca3e983079d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:57.548865 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ef8eeff-2b87-4b61-bc88-0dac07f3c63f {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:57.549255 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fa4ba4-d935-4772-b54b-9d78b6d2ea3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c1a24f-77c8-4810-9440-0a7498d6a257', 'code': 200}
Dec 18 20:50:57.549513 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fa4ba4-d935-4772-b54b-9d78b6d2ea3d', 'tag': '70c1a24f-77c8-4810-9440-0a7498d6a257', 'status': 'completed', 'code': 200}
Dec 18 20:50:57.549768 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4d97c0-d046-4bf2-842f-bb1ab2c4c935', 'tag': '4b0e7658-35c7-49ef-98fc-5ca3e983079d', 'status': 'completed', 'code': 200}
Dec 18 20:50:57.584462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cc02070>, 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:57.584916 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cc02070>, 'e13d2276-b5ba-4a60-80a9-6f9c092cdecd') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:50:57.606773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-f4ddba27-88cd-4507-9b30-10d688cddcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.608118 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-f4ddba27-88cd-4507-9b30-10d688cddcd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b887375f-aca9-4b00-9b24-e802c9b9f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2503505
Dec 18 20:50:57.645401 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:57.694458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-72b17993-370f-4e14-b351-028eac38a282 None None] Provisioning complete for port 8c68a13f-39f5-43c7-9efd-4920983792ab triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:50:57.694740 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-72b17993-370f-4e14-b351-028eac38a282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:57.709279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff93848-9849-44f4-9457-2191f9788be5 req-2345b535-a3e4-4e4b-95de-e5894c771ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.711906 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-2345b535-a3e4-4e4b-95de-e5894c771ded service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 1124 time: 0.1566069
Dec 18 20:50:57.715342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9465ed-a2a6-4709-886c-4e5b3a902bf8 req-414a3988-1bf0-45d7-a359-c4982a3fe0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.718917 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba9465ed-a2a6-4709-886c-4e5b3a902bf8 req-414a3988-1bf0-45d7-a359-c4982a3fe0eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6c449796-56e4-4138-983a-598c3d1db84b HTTP/1.1" status: 200  len: 865 time: 0.2811913
Dec 18 20:50:57.745789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-72b17993-370f-4e14-b351-028eac38a282 None None] Port 8c68a13f-39f5-43c7-9efd-4920983792ab cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:50:57.751797 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:57.755463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-b6c893ea-095b-4555-b71f-ddfb029333a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.757534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-b6c893ea-095b-4555-b71f-ddfb029333a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b887375f-aca9-4b00-9b24-e802c9b9f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2564590
Dec 18 20:50:57.781210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba9465ed-a2a6-4709-886c-4e5b3a902bf8 req-15099c6e-8c88-4c1b-b20e-3a039c1f4306 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=919567ad-b643-45e0-8bd0-80e66f9ec1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472026
Dec 18 20:50:57.789728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea75f6c-3c87-4a8d-a2fe-0fe2458bcee7 req-53ce111a-3314-4f8a-98a4-fede898704b2 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.797587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ea75f6c-3c87-4a8d-a2fe-0fe2458bcee7 req-53ce111a-3314-4f8a-98a4-fede898704b2 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 943 time: 0.2674873
Dec 18 20:50:57.808654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:50:57.809169 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:57.819724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff93848-9849-44f4-9457-2191f9788be5 req-b624a546-17cd-4172-afa5-0ffb165371dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.821150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-b624a546-17cd-4172-afa5-0ffb165371dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 1124 time: 0.2897136
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:50:57.822233 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:50:57.857265 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-6cec6904-ff4f-43ac-859c-3398b3d1cf16 service neutron] 10.222.0.36 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019503
Dec 18 20:50:57.873949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435a3c0-8dcd-4439-82d6-8a697b2512fb req-2435bce5-8ed9-4d71-9368-4f665a9a3aa3 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:57.875572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4435a3c0-8dcd-4439-82d6-8a697b2512fb req-2435bce5-8ed9-4d71-9368-4f665a9a3aa3 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 943 time: 0.3317156
Dec 18 20:50:58.100013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:58.135891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ea75f6c-3c87-4a8d-a2fe-0fe2458bcee7 req-2647ad65-df8c-4eed-bb4a-2c8479211fd8 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3372600
Dec 18 20:50:58.160645 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:58.163863 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "DELETE /v2.0/networks/e8ba14b5-3312-482e-8a8a-ef9381273d02 HTTP/1.1" status: 204  len: 168 time: 2.1846888
Dec 18 20:50:58.180505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57890) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:58.211695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f2ce66fa-ea18-4093-bb7a-f18ec666daac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2089535539'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:58.215022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff93848-9849-44f4-9457-2191f9788be5 req-dd2b6351-eecf-4266-a022-cb73e47eae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:58.215542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6b603-6272-4e65-a0a8-7bd0df548e7b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Network': ['ID=e8ba14b5-3312-482e-8a8a-ef9381273d02,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:58.217009 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-dd2b6351-eecf-4266-a022-cb73e47eae3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.4845815
Dec 18 20:50:58.235823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4435a3c0-8dcd-4439-82d6-8a697b2512fb req-1bf06e79-e1ca-4a3a-a5c1-e2a012753f89 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e824e99-377f-4d9b-b57e-ceeb45f472ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3020732
Dec 18 20:50:58.243861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c68a13f-39f5-43c7-9efd-4920983792ab {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:58.245869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff93848-9849-44f4-9457-2191f9788be5 req-a1a44674-7f6b-4f12-90e1-a81c2286c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:58.247321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-a1a44674-7f6b-4f12-90e1-a81c2286c0c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.3916428
Dec 18 20:50:58.252125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-c7d7e4a8-21b2-4b2e-97f1-eaa9e162e52f service neutron] 10.222.0.36 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4747152
Dec 18 20:50:58.256860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f27987e3-7621-4ae3-852c-d3f86e49252c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:50:58.285030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba9465ed-a2a6-4709-886c-4e5b3a902bf8 req-b3911c6e-ec56-4835-a64a-a4cbc75cd9c0 service neutron] 10.222.0.31 "GET /v2.0/networks/919567ad-b643-45e0-8bd0-80e66f9ec1fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4792237
Dec 18 20:50:58.289698 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-2cd81f34-aec9-4a78-af68-c02781c300fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d HTTP/1.1" status: 200  len: 217 time: 0.0613990
Dec 18 20:50:58.293239 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:58.296119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335d5aef-b6d5-402c-8431-28f42f02d8fc', 'tag': '73fa6ad8-869b-4f9e-a560-517252ea691b'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:58.298443 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1de59b4-1272-4f3b-a18e-2e691bdd4ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "335d5aef-b6d5-402c-8431-28f42f02d8fc", "tag": "73fa6ad8-869b-4f9e-a560-517252ea691b"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:58.355232 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Transition to ACTIVE for port object 8c68a13f-39f5-43c7-9efd-4920983792ab will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:50:58.367697 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a2e5520-b522-431d-ade2-cdf45cb5784e req-2e53b87a-42a7-408b-ad81-7c1b7a698550 service neutron] 10.222.0.36 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4993083
Dec 18 20:50:58.369856 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:58.393458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-837b061b-6586-44ef-a4d9-41877f934953 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70c1a24f-77c8-4810-9440-0a7498d6a257 HTTP/1.1" status: 200  len: 217 time: 0.1162093
Dec 18 20:50:58.407873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff93848-9849-44f4-9457-2191f9788be5 req-c6a3011c-6a36-44f1-bb9b-93dea191f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:58.409304 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-c6a3011c-6a36-44f1-bb9b-93dea191f339 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.1042717
Dec 18 20:50:58.418772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f27987e3-7621-4ae3-852c-d3f86e49252c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f27987e3-7621-4ae3-852c-d3f86e49252c,segment=NetworkSegment(f59f0bd6-9e3c-47e9-8fdb-026a63638aa9),segment_id=f59f0bd6-9e3c-47e9-8fdb-026a63638aa9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:58.442435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'f27987e3-7621-4ae3-852c-d3f86e49252c', 'network_id': '919567ad-b643-45e0-8bd0-80e66f9ec1fc', 'port_id': 'f27987e3-7621-4ae3-852c-d3f86e49252c', 'mac_address': 'fa:16:3e:9f:83:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c449796-56e4-4138-983a-598c3d1db84b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:50:58.454862 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-99c99ac0-f0f5-4fe6-9fc3-e0af0627f9e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0360994
Dec 18 20:50:58.463905 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Pushing event updated for resources: {'Port': ['ID=8c68a13f-39f5-43c7-9efd-4920983792ab,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:58.487391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-ebd34d0d-dd68-403a-9fc0-adc2b4f21834 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1412375
Dec 18 20:50:58.508149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ce66fa-ea18-4093-bb7a-f18ec666daac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:58.510317 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:58.511810 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66fa-ea18-4093-bb7a-f18ec666daac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:58.526350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27987e3-7621-4ae3-852c-d3f86e49252c {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:50:58.548565 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f27987e3-7621-4ae3-852c-d3f86e49252c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f27987e3-7621-4ae3-852c-d3f86e49252c,segment=NetworkSegment(f59f0bd6-9e3c-47e9-8fdb-026a63638aa9),segment_id=f59f0bd6-9e3c-47e9-8fdb-026a63638aa9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:50:58.551617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63070d59-740d-4905-801c-a78746d1d708 req-5a4b739f-1c13-4be9-af8b-7cc56ddff8b6 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:58.556025 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:58.561809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63070d59-740d-4905-801c-a78746d1d708 req-5a4b739f-1c13-4be9-af8b-7cc56ddff8b6 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 932 time: 0.3359382
Dec 18 20:50:58.617732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Attempting to bind port 8c68a13f-39f5-43c7-9efd-4920983792ab on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:50:58.618123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Attempting to bind port 8c68a13f-39f5-43c7-9efd-4920983792ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:50:58.618427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Attempting to bind port 8c68a13f-39f5-43c7-9efd-4920983792ab on network b887375f-aca9-4b00-9b24-e802c9b9f2d0 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:58.632480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Port 8c68a13f-39f5-43c7-9efd-4920983792ab on network b887375f-aca9-4b00-9b24-e802c9b9f2d0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:50:58.632745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Attempting to bind port 8c68a13f-39f5-43c7-9efd-4920983792ab on network b887375f-aca9-4b00-9b24-e802c9b9f2d0 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:50:58.634157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f27987e3-7621-4ae3-852c-d3f86e49252c,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:58.640354 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-cdae2218-6514-4dab-866c-f967aaf99d0c service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706746
Dec 18 20:50:58.641235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:50:58.641571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Checking segment: {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:50:58.641946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Bound using segment: {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:50:58.642431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Bound port: 8c68a13f-39f5-43c7-9efd-4920983792ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8c7481-b567-4e80-9428-b9eb48d5b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:50:58.642773 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:58.662580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff93848-9849-44f4-9457-2191f9788be5 req-f09af1eb-c4ed-4fd8-a2b6-83a188541b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:58.664057 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-f09af1eb-c4ed-4fd8-a2b6-83a188541b3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.2457409
Dec 18 20:50:58.719290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ce66fa-ea18-4093-bb7a-f18ec666daac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:50:58.747113 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-343b1bd3-6e32-453e-aea4-2c68430cf6d3 req-2a9461c1-57b1-48cb-a0fc-d94391f2f8c4 service neutron] 10.222.0.36 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4772403
Dec 18 20:50:58.766704 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-b70c6ef6-8894-4ba7-aa98-0f8deae592d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0776231
Dec 18 20:50:58.778103 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] For port 8c68a13f-39f5-43c7-9efd-4920983792ab, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:50:58.781812 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66fa-ea18-4093-bb7a-f18ec666daac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:58.781989 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-f2ce66fa-ea18-4093-bb7a-f18ec666daac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Added segment b65c08c4-9176-47a1-b3a8-c83efa3b8453 of type vlan for network 31e19967-1c17-4096-8afb-e86fcf3cbcb3
Dec 18 20:50:58.795295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63070d59-740d-4905-801c-a78746d1d708 req-8d4c8d8e-6acb-4fa7-a956-7de40ad67c4f tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2315750
Dec 18 20:50:58.797371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] For port 8c68a13f-39f5-43c7-9efd-4920983792ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c68a13f-39f5-43c7-9efd-4920983792ab,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:50:58.800228 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-4c6f52e3-3f79-4795-ad00-01c0ad9d5558 service neutron] 10.222.0.36 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437414
Dec 18 20:50:58.802982 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:58.831212 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba9465ed-a2a6-4709-886c-4e5b3a902bf8 req-86e452dd-0f48-4d74-9db0-bfdce0e56402 service neutron] 10.222.0.31 "GET /v2.0/networks/919567ad-b643-45e0-8bd0-80e66f9ec1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4981232
Dec 18 20:50:58.853539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:58.855078 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:58.856663 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-23412fc7-5951-49d5-abcf-3483260599db service neutron] 10.222.0.31 "PUT /v2.0/ports/8c68a13f-39f5-43c7-9efd-4920983792ab HTTP/1.1" status: 200  len: 1092 time: 1.5880020
Dec 18 20:50:58.889219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23412fc7-5951-49d5-abcf-3483260599db service neutron] Pushing event updated for resources: {'Port': ['ID=8c68a13f-39f5-43c7-9efd-4920983792ab,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:58.931691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-ae299476-9572-40e7-9c5d-288d8b2c5763 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:58.933209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-ae299476-9572-40e7-9c5d-288d8b2c5763 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4175837
Dec 18 20:50:58.957348 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66fa-ea18-4093-bb7a-f18ec666daac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:58.971491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-4bf11413-c109-47e6-94f9-08e8aed833ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:58.973538 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-4bf11413-c109-47e6-94f9-08e8aed833ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f74319f4d954cea9418c30afd53b213&device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 1095 time: 0.0517490
Dec 18 20:50:58.984324 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-bb773a42-ab9b-4586-a2b0-00b00c4e8d76 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/quotas/9ce640720b084b84a86f590d354dad25 HTTP/1.1" status: 200  len: 375 time: 0.0245690
Dec 18 20:50:58.984563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f27987e3-7621-4ae3-852c-d3f86e49252c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:50:59.032239 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-37f218b5-44f0-4b5c-8514-f743200da44a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c68a13f-39f5-43c7-9efd-4920983792ab HTTP/1.1" status: 200  len: 217 time: 0.0396214
Dec 18 20:50:59.059242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-6a47a110-50e5-44bb-9661-454b541260ec service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2474217
Dec 18 20:50:59.068923 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acbb4c-20ea-436b-bf9a-bc404a195213 req-0ca3c4d1-f0ed-45ce-8dd7-97e8b916b914 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:59.070544 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9acbb4c-20ea-436b-bf9a-bc404a195213 req-0ca3c4d1-f0ed-45ce-8dd7-97e8b916b914 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 943 time: 0.1740706
Dec 18 20:50:59.071139 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66fa-ea18-4093-bb7a-f18ec666daac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:59.077097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce66fa-ea18-4093-bb7a-f18ec666daac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:59.077701 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66fa-ea18-4093-bb7a-f18ec666daac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:59.102484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-356654cb-c21d-408b-a458-87e797d7fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:59.104334 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-356654cb-c21d-408b-a458-87e797d7fe9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cc82e0c-a4eb-479e-87ac-bad9c5f61167 HTTP/1.1" status: 200  len: 855 time: 0.0564280
Dec 18 20:50:59.175023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-f3f35ea7-3a64-4266-a9d6-73f1b2e08be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:59.176570 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-f3f35ea7-3a64-4266-a9d6-73f1b2e08be1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b887375f-aca9-4b00-9b24-e802c9b9f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0587327
Dec 18 20:50:59.279134 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-2fadb34b-eefb-4a17-ac7a-f0249368068c service neutron] 10.222.0.31 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888150
Dec 18 20:50:59.384585 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9b59ac6-9e4d-4d47-b8f7-1b26f8286df3 req-34557882-8258-4a46-bd9b-e24a2474e75e service neutron] 10.222.0.31 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921814
Dec 18 20:50:59.544993 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f2ce66fa-ea18-4093-bb7a-f18ec666daac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.3510554
Dec 18 20:50:59.547543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57912) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:50:59.552770 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0aae1658-b9b5-40c7-8b1b-3ba940253d86 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'subnet': {'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:50:59.556957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffede440-64bd-4c72-bcaa-a602bc2fb9fc', 'tag': 'b3039056-1fc4-4019-883c-67786f806485'}, {'name': 'network-changed', 'server_uuid': '6acebe03-ef39-4717-abd1-ec9c4b52d21e', 'tag': '8c68a13f-39f5-43c7-9efd-4920983792ab'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:50:59.559172 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7883a7c1-e0e6-4aad-a102-9725be87b219" -d '{"events": [{"name": "network-changed", "server_uuid": "ffede440-64bd-4c72-bcaa-a602bc2fb9fc", "tag": "b3039056-1fc4-4019-883c-67786f806485"}, {"name": "network-changed", "server_uuid": "6acebe03-ef39-4717-abd1-ec9c4b52d21e", "tag": "8c68a13f-39f5-43c7-9efd-4920983792ab"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:50:59.568512 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-b95f97cf-daad-46c0-b181-34df5ae7f3c6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&fields=id HTTP/1.1" status: 200  len: 486 time: 0.5714037
Dec 18 20:50:59.582751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce66fa-ea18-4093-bb7a-f18ec666daac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Network': ['ID=31e19967-1c17-4096-8afb-e86fcf3cbcb3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:50:59.598061 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 31e19967-1c17-4096-8afb-e86fcf3cbcb3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:50:59.611933 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9acbb4c-20ea-436b-bf9a-bc404a195213 req-c09f3e76-5ed5-4674-b852-6b47137b15d1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5186434
Dec 18 20:50:59.659674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aae1658-b9b5-40c7-8b1b-3ba940253d86 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:50:59.665344 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0aae1658-b9b5-40c7-8b1b-3ba940253d86 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:50:59.675643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ff93848-9849-44f4-9457-2191f9788be5 req-94ef3f67-971e-4583-bef5-c7581a339e73 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5935676
Dec 18 20:50:59.716800 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cabcba-1fad-4814-955c-40e73d62f2dd x-openstack-request-id: req-92cabcba-1fad-4814-955c-40e73d62f2dd {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:50:59.717226 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335d5aef-b6d5-402c-8431-28f42f02d8fc", "tag": "73fa6ad8-869b-4f9e-a560-517252ea691b", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:50:59.717488 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92cabcba-1fad-4814-955c-40e73d62f2dd {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:50:59.718132 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335d5aef-b6d5-402c-8431-28f42f02d8fc', 'tag': '73fa6ad8-869b-4f9e-a560-517252ea691b', 'status': 'completed', 'code': 200}
Dec 18 20:50:59.821463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de59b4-1272-4f3b-a18e-2e691bdd4ed2 req-1ef435e1-0fce-4570-9f68-5a92bebc1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:50:59.823488 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1de59b4-1272-4f3b-a18e-2e691bdd4ed2 req-1ef435e1-0fce-4570-9f68-5a92bebc1989 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f74319f4d954cea9418c30afd53b213&device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 1095 time: 0.0694308
Dec 18 20:51:00.002047 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-16686875-8004-4faf-b508-d04ae677f7e9 service neutron] 10.222.0.31 "GET /v2.0/ports/70c1a24f-77c8-4810-9440-0a7498d6a257/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1612635
Dec 18 20:51:00.011082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de7bf-1167-470c-94e1-aec521a89107 req-7c6e4a1b-2201-40f3-95df-d5fedf765f02 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.014777 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-020de7bf-1167-470c-94e1-aec521a89107 req-7c6e4a1b-2201-40f3-95df-d5fedf765f02 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 943 time: 0.1216826
Dec 18 20:51:00.034670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de59b4-1272-4f3b-a18e-2e691bdd4ed2 req-88114888-bc61-4da8-9ec7-4ba0497cb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.035863 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1de59b4-1272-4f3b-a18e-2e691bdd4ed2 req-88114888-bc61-4da8-9ec7-4ba0497cb5c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b887375f-aca9-4b00-9b24-e802c9b9f2d0 HTTP/1.1" status: 200  len: 917 time: 0.1776257
Dec 18 20:51:00.043909 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0aae1658-b9b5-40c7-8b1b-3ba940253d86 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:00.071763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7aa6e-4dc8-4654-8f30-c328cdbca5d3 req-c2470cfc-04b4-4fe9-b5b4-07abf28c92e2 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.073495 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ef7aa6e-4dc8-4654-8f30-c328cdbca5d3 req-c2470cfc-04b4-4fe9-b5b4-07abf28c92e2 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 944 time: 0.1629286
Dec 18 20:51:00.113207 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1de59b4-1272-4f3b-a18e-2e691bdd4ed2 req-b8a199cf-6f75-46c7-a193-04c7b96cb38f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73fa6ad8-869b-4f9e-a560-517252ea691b HTTP/1.1" status: 200  len: 217 time: 0.0668943
Dec 18 20:51:00.147157 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-020de7bf-1167-470c-94e1-aec521a89107 req-58dd1543-146c-497a-974b-d22714b59b86 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206293
Dec 18 20:51:00.171348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae1658-b9b5-40c7-8b1b-3ba940253d86 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Subnet': ['ID=be256c5b-9572-4e60-9e69-f874f338fa78,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:00.196504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de59b4-1272-4f3b-a18e-2e691bdd4ed2 req-f46d1386-bad3-4f47-bedf-c14e726dccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.198178 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1de59b4-1272-4f3b-a18e-2e691bdd4ed2 req-f46d1386-bad3-4f47-bedf-c14e726dccfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cc82e0c-a4eb-479e-87ac-bad9c5f61167 HTTP/1.1" status: 200  len: 855 time: 0.0718749
Dec 18 20:51:00.198916 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae1658-b9b5-40c7-8b1b-3ba940253d86 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Checking segment: {'id': 'b65c08c4-9176-47a1-b3a8-c83efa3b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:00.199461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae1658-b9b5-40c7-8b1b-3ba940253d86 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network hostable DHCP agents. Network: 31e19967-1c17-4096-8afb-e86fcf3cbcb3, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:51:00.202757 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ef7aa6e-4dc8-4654-8f30-c328cdbca5d3 req-89a2c23f-1b6c-4a50-8431-3a6f0ef5b664 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e824e99-377f-4d9b-b57e-ceeb45f472ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111803
Dec 18 20:51:00.246557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae1658-b9b5-40c7-8b1b-3ba940253d86 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network 31e19967-1c17-4096-8afb-e86fcf3cbcb3 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:51:00.264311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0aae1658-b9b5-40c7-8b1b-3ba940253d86 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 31e19967-1c17-4096-8afb-e86fcf3cbcb3) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:00.267516 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Dec 2021 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2becd95-335c-4a7e-bb07-191c9e19d1cb x-openstack-request-id: req-b2becd95-335c-4a7e-bb07-191c9e19d1cb {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:00.267819 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffede440-64bd-4c72-bcaa-a602bc2fb9fc", "tag": "b3039056-1fc4-4019-883c-67786f806485", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6acebe03-ef39-4717-abd1-ec9c4b52d21e", "tag": "8c68a13f-39f5-43c7-9efd-4920983792ab", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:00.268075 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2becd95-335c-4a7e-bb07-191c9e19d1cb {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:00.268461 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffede440-64bd-4c72-bcaa-a602bc2fb9fc', 'tag': 'b3039056-1fc4-4019-883c-67786f806485', 'status': 'completed', 'code': 200}
Dec 18 20:51:00.268723 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acebe03-ef39-4717-abd1-ec9c4b52d21e', 'tag': '8c68a13f-39f5-43c7-9efd-4920983792ab', 'status': 'completed', 'code': 200}
Dec 18 20:51:00.272593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f27987e3-7621-4ae3-852c-d3f86e49252c up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:00.274572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aae1658-b9b5-40c7-8b1b-3ba940253d86 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.275172 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0aae1658-b9b5-40c7-8b1b-3ba940253d86 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:00.276856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8416ef90-c182-4b32-825a-dd2ab76a4e51 None None] Network 31e19967-1c17-4096-8afb-e86fcf3cbcb3 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:51:00.322626 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de59b4-1272-4f3b-a18e-2e691bdd4ed2 req-173363c5-e433-45b2-8e91-a6535670f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.326969 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1de59b4-1272-4f3b-a18e-2e691bdd4ed2 req-173363c5-e433-45b2-8e91-a6535670f29e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b887375f-aca9-4b00-9b24-e802c9b9f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1077008
Dec 18 20:51:00.331579 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0aae1658-b9b5-40c7-8b1b-3ba940253d86 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.7829783
Dec 18 20:51:00.335909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57928) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:00.349525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2e82de2e-2e67-4c68-aaa4-1a8890bf342a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1829978950'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:00.405209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c7d0fa6-c6b0-4c5d-bf03-a2361b4c5590 req-24539a19-af25-4094-8266-f8a6d55aca72 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 210 time: 0.0338840
Dec 18 20:51:00.407071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-156a8bef-7248-48db-b965-eb70c37a2c28 service neutron] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70c1a24f-77c8-4810-9440-0a7498d6a257,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:00.436846 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-cab6685f-3634-4fab-a113-ab5e4e7bd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.439570 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-cab6685f-3634-4fab-a113-ab5e4e7bd240 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f74319f4d954cea9418c30afd53b213&device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 1095 time: 0.1568582
Dec 18 20:51:00.509362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-156a8bef-7248-48db-b965-eb70c37a2c28 service neutron] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:00.519278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1c5b5-4bef-4f9f-af1b-d276d17ed63b req-cfe9184d-57a7-4731-b15c-e6034906110d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.520866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7f1c5b5-4bef-4f9f-af1b-d276d17ed63b req-cfe9184d-57a7-4731-b15c-e6034906110d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 944 time: 0.1111627
Dec 18 20:51:00.537595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e82de2e-2e67-4c68-aaa4-1a8890bf342a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:00.541447 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e82de2e-2e67-4c68-aaa4-1a8890bf342a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:00.543760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-359b0929-c508-4fe1-994f-217db7eb76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.546524 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-359b0929-c508-4fe1-994f-217db7eb76eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f74319f4d954cea9418c30afd53b213&device_id=ffede440-64bd-4c72-bcaa-a602bc2fb9fc HTTP/1.1" status: 200  len: 1095 time: 0.1848521
Dec 18 20:51:00.576259 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-156a8bef-7248-48db-b965-eb70c37a2c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c1a24f-77c8-4810-9440-0a7498d6a257 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:00.619446 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1de59b4-1272-4f3b-a18e-2e691bdd4ed2 req-5e0f4537-8868-4494-bf63-50f64856314c service neutron] 10.222.0.36 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623870
Dec 18 20:51:00.634726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port f27987e3-7621-4ae3-852c-d3f86e49252c completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:51:00.635345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-02575092-748e-4af1-991a-291aa4cf1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.636899 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-02575092-748e-4af1-991a-291aa4cf1b30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b887375f-aca9-4b00-9b24-e802c9b9f2d0 HTTP/1.1" status: 200  len: 917 time: 0.1744814
Dec 18 20:51:00.640330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port f27987e3-7621-4ae3-852c-d3f86e49252c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:00.640698 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:00.641244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-156a8bef-7248-48db-b965-eb70c37a2c28 service neutron] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70c1a24f-77c8-4810-9440-0a7498d6a257,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:00.643560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e82de2e-2e67-4c68-aaa4-1a8890bf342a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:51:00.666536 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-31e19967-1c17-4096-8afb-e86fcf3cbcb3', 'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3', 'project_id': '260f5423c9c44b499073e360e0e66264', 'fixed_ips': [{'subnet_id': 'be256c5b-9572-4e60-9e69-f874f338fa78'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:51:00.667625 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:00.676653 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-156a8bef-7248-48db-b965-eb70c37a2c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:00.694991 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7f1c5b5-4bef-4f9f-af1b-d276d17ed63b req-91a53e1b-a38f-4b0d-9e65-048e8c32f66b tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534610
Dec 18 20:51:00.753498 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e82de2e-2e67-4c68-aaa4-1a8890bf342a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:00.753498 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-2e82de2e-2e67-4c68-aaa4-1a8890bf342a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Added segment 2caaf4c0-e541-43f8-a93b-464de91d8748 of type vlan for network f880d138-a5d8-43c2-a2f8-b58d6577fea6
Dec 18 20:51:00.756861 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-a3c91cec-571e-4bfb-8095-61fa21a4ee65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c68a13f-39f5-43c7-9efd-4920983792ab HTTP/1.1" status: 200  len: 217 time: 0.0789373
Dec 18 20:51:00.802748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-62e54fba-dcba-4c1d-bb4f-af81f5b44ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.804422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-62e54fba-dcba-4c1d-bb4f-af81f5b44ced service neutron] 10.222.0.36 "GET /v2.0/networks?id=b887375f-aca9-4b00-9b24-e802c9b9f2d0 HTTP/1.1" status: 200  len: 917 time: 0.2182460
Dec 18 20:51:00.845887 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e82de2e-2e67-4c68-aaa4-1a8890bf342a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:00.869319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-bbcb9822-27c9-4c24-ba81-33a78406dcc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3039056-1fc4-4019-883c-67786f806485 HTTP/1.1" status: 200  len: 217 time: 0.0520992
Dec 18 20:51:00.874636 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1de59b4-1272-4f3b-a18e-2e691bdd4ed2 req-fe6773f2-3ba4-443a-bb6c-700bcf6b3af5 service neutron] 10.222.0.36 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2405238
Dec 18 20:51:00.879526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665bdd8-0dd5-4e8a-be2c-d92a1d089ae2 req-95428466-2603-422b-b3b8-24e09304bba4 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.881454 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c665bdd8-0dd5-4e8a-be2c-d92a1d089ae2 req-95428466-2603-422b-b3b8-24e09304bba4 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 943 time: 0.1314027
Dec 18 20:51:00.882028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-156a8bef-7248-48db-b965-eb70c37a2c28 service neutron] Transition to ACTIVE for port object 70c1a24f-77c8-4810-9440-0a7498d6a257 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:51:00.889213 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-156a8bef-7248-48db-b965-eb70c37a2c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:00.893268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-789e5639-4302-457e-b9ef-35c70bfa1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.894747 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-789e5639-4302-457e-b9ef-35c70bfa1f5c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cc82e0c-a4eb-479e-87ac-bad9c5f61167 HTTP/1.1" status: 200  len: 855 time: 0.1217070
Dec 18 20:51:00.901958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e82de2e-2e67-4c68-aaa4-1a8890bf342a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:00.907986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e82de2e-2e67-4c68-aaa4-1a8890bf342a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:00.908669 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e82de2e-2e67-4c68-aaa4-1a8890bf342a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:00.917480 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:01.003790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Allocated IP 19.80.0.2 (31e19967-1c17-4096-8afb-e86fcf3cbcb3/be256c5b-9572-4e60-9e69-f874f338fa78/26edcb2d-2f19-4e51-aec9-8a59a0477b80) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:51:01.010440 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2e82de2e-2e67-4c68-aaa4-1a8890bf342a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.6693933
Dec 18 20:51:01.014199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57936) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:01.019745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-10d30605-98c2-4f45-be84-c446c17f8162 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'subnet': {'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:01.045375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-156a8bef-7248-48db-b965-eb70c37a2c28 service neutron] No DVR routers for this DVR port 70c1a24f-77c8-4810-9440-0a7498d6a257 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:01.056483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b3039056-1fc4-4019-883c-67786f806485 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:51:01.070797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82de2e-2e67-4c68-aaa4-1a8890bf342a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Network': ['ID=f880d138-a5d8-43c2-a2f8-b58d6577fea6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:01.090796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-b067e2c9-f345-4abc-b446-f72ade3c47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:01.092998 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-b067e2c9-f345-4abc-b446-f72ade3c47cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b887375f-aca9-4b00-9b24-e802c9b9f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1815090
Dec 18 20:51:01.096141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network f880d138-a5d8-43c2-a2f8-b58d6577fea6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:51:01.108116 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-156a8bef-7248-48db-b965-eb70c37a2c28 service neutron] 10.222.0.31 "PUT /v2.0/ports/70c1a24f-77c8-4810-9440-0a7498d6a257/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0897720
Dec 18 20:51:01.119228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-e9b4cc8e-5fbd-470d-8ee7-16fd0d666d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:01.120829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-e9b4cc8e-5fbd-470d-8ee7-16fd0d666d5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cc82e0c-a4eb-479e-87ac-bad9c5f61167 HTTP/1.1" status: 200  len: 855 time: 0.2182939
Dec 18 20:51:01.124297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a8bef-7248-48db-b965-eb70c37a2c28 service neutron] Pushing event updated for resources: {'Port': ['ID=70c1a24f-77c8-4810-9440-0a7498d6a257,revision_number=10']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:01.136744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c923f8-581a-4223-b0d6-858f1ef3dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27987e3-7621-4ae3-852c-d3f86e49252c'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:01.140138 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2c7922-a318-419f-b1f2-4b06ca357d5e" -d '{"events": [{"server_uuid": "57c923f8-581a-4223-b0d6-858f1ef3dabb", "name": "network-vif-plugged", "status": "completed", "tag": "f27987e3-7621-4ae3-852c-d3f86e49252c"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:01.152984 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d30605-98c2-4f45-be84-c446c17f8162 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:01.157681 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-10d30605-98c2-4f45-be84-c446c17f8162 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:01.167408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c665bdd8-0dd5-4e8a-be2c-d92a1d089ae2 req-a23d243e-ac3a-494d-a12a-ce53e88f9f59 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2344863
Dec 18 20:51:01.206781 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.resource_extend [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:51:01.250862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-2b465b6c-517d-488a-ad23-74a406fb42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:01.255384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-2b465b6c-517d-488a-ad23-74a406fb42ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b887375f-aca9-4b00-9b24-e802c9b9f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1127403
Dec 18 20:51:01.270939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f27987e3-7621-4ae3-852c-d3f86e49252c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f27987e3-7621-4ae3-852c-d3f86e49252c,segment=NetworkSegment(f59f0bd6-9e3c-47e9-8fdb-026a63638aa9),segment_id=f59f0bd6-9e3c-47e9-8fdb-026a63638aa9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:01.274978 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4485a1-413a-449b-baa4-97a8bbf6a69e x-openstack-request-id: req-ba4485a1-413a-449b-baa4-97a8bbf6a69e {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:01.275502 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c923f8-581a-4223-b0d6-858f1ef3dabb", "name": "network-vif-plugged", "status": "completed", "tag": "f27987e3-7621-4ae3-852c-d3f86e49252c", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:01.275912 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba4485a1-413a-449b-baa4-97a8bbf6a69e {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:01.276480 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c923f8-581a-4223-b0d6-858f1ef3dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27987e3-7621-4ae3-852c-d3f86e49252c', 'code': 200}
Dec 18 20:51:01.293184 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:01.294338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 70c1a24f-77c8-4810-9440-0a7498d6a257 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:01.305841 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-106dd999-74ba-4d03-8167-9021868665a4 service neutron] 10.222.0.31 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750007
Dec 18 20:51:01.413115 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-86e782cb-4b8f-4e26-8d32-921ef1528fc0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0955644
Dec 18 20:51:01.460488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 70c1a24f-77c8-4810-9440-0a7498d6a257 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:01.483270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f27987e3-7621-4ae3-852c-d3f86e49252c,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:01.490582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b3039056-1fc4-4019-883c-67786f806485, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3039056-1fc4-4019-883c-67786f806485,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:01.507700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'b3039056-1fc4-4019-883c-67786f806485', 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0', 'port_id': 'b3039056-1fc4-4019-883c-67786f806485', 'mac_address': 'fa:16:3e:d6:de:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc82e0c-a4eb-479e-87ac-bad9c5f61167', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:51:01.558879 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:01.579536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-79a588fc-ae48-48a5-8509-5f93b9802298 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:01.581224 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-79a588fc-ae48-48a5-8509-5f93b9802298 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d&tenant_id=0870e14bc2934bae9138d4818b260729&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.2743211
Dec 18 20:51:01.586982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fca70-f8ae-4513-923a-113822e30757 req-a1daccbb-d76b-45e9-a53b-89b2243d66b3 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:01.591321 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:01.594575 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b32fca70-f8ae-4513-923a-113822e30757 req-a1daccbb-d76b-45e9-a53b-89b2243d66b3 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 945 time: 0.2137730
Dec 18 20:51:01.611850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d788051-11bf-45d3-b7a3-2377fa0dd0ec req-b589699c-d8c9-4320-b6f8-e76671a0fa79 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:01.618796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d788051-11bf-45d3-b7a3-2377fa0dd0ec req-b589699c-d8c9-4320-b6f8-e76671a0fa79 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 944 time: 0.1695082
Dec 18 20:51:01.622162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-c23ca8b8-2ddc-4789-bb93-57da4fa16b33 service neutron] 10.222.0.36 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3167212
Dec 18 20:51:01.634813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19b0d8-02e3-412f-aa54-e241437d7226 req-91f94d9e-739a-477f-bc38-4aa8a920869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:01.636277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea19b0d8-02e3-412f-aa54-e241437d7226 req-91f94d9e-739a-477f-bc38-4aa8a920869a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 1096 time: 0.1883667
Dec 18 20:51:01.650762 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Network 31e19967-1c17-4096-8afb-e86fcf3cbcb3 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:01.654306 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:01.659559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:01.667762 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:51:01.672947 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Pushing event updated for resources: {'Port': ['ID=26edcb2d-2f19-4e51-aec9-8a59a0477b80,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:01.680700 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-9da8a2d2-4979-4eba-b67c-f3f3fe500da3 service neutron] 10.222.0.31 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3461671
Dec 18 20:51:01.713308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3039056-1fc4-4019-883c-67786f806485 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:01.764723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b3039056-1fc4-4019-883c-67786f806485, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3039056-1fc4-4019-883c-67786f806485,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:01.770716 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:01.771220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 73fa6ad8-869b-4f9e-a560-517252ea691b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:51:01.773098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Attempting to bind port 26edcb2d-2f19-4e51-aec9-8a59a0477b80 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:51:01.773511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Attempting to bind port 26edcb2d-2f19-4e51-aec9-8a59a0477b80 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b65c08c4-9176-47a1-b3a8-c83efa3b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:51:01.773990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Attempting to bind port 26edcb2d-2f19-4e51-aec9-8a59a0477b80 on network 31e19967-1c17-4096-8afb-e86fcf3cbcb3 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:01.795171 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea19b0d8-02e3-412f-aa54-e241437d7226 req-3c44c53a-04fc-4ede-bf9c-f5766fec70ce service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1e824e99-377f-4d9b-b57e-ceeb45f472ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319113
Dec 18 20:51:01.804897 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:51:01.805280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Checking segment: {'id': 'b65c08c4-9176-47a1-b3a8-c83efa3b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:01.805688 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:01.806082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Bound using segment: {'id': 'b65c08c4-9176-47a1-b3a8-c83efa3b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:51:01.806586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Bound port: 26edcb2d-2f19-4e51-aec9-8a59a0477b80, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65c08c4-9176-47a1-b3a8-c83efa3b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:51:01.806965 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:01.811966 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d788051-11bf-45d3-b7a3-2377fa0dd0ec req-8c892346-69eb-4492-8aa2-06869084984a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922104
Dec 18 20:51:01.818290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b32fca70-f8ae-4513-923a-113822e30757 req-430929b0-4e1a-47e8-8c64-c0bfff4f6887 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e824e99-377f-4d9b-b57e-ceeb45f472ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228141
Dec 18 20:51:01.861259 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b3039056-1fc4-4019-883c-67786f806485,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:01.892929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 73fa6ad8-869b-4f9e-a560-517252ea691b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73fa6ad8-869b-4f9e-a560-517252ea691b,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:01.906028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7883a7c1-e0e6-4aad-a102-9725be87b219 req-3afba586-5a9b-4b93-a7ae-1624e6c98326 service neutron] 10.222.0.36 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2686570
Dec 18 20:51:01.921724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '73fa6ad8-869b-4f9e-a560-517252ea691b', 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0', 'port_id': '73fa6ad8-869b-4f9e-a560-517252ea691b', 'mac_address': 'fa:16:3e:fe:7d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc82e0c-a4eb-479e-87ac-bad9c5f61167', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:51:01.970282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] For port 26edcb2d-2f19-4e51-aec9-8a59a0477b80, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:01.987155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] For port 26edcb2d-2f19-4e51-aec9-8a59a0477b80, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26edcb2d-2f19-4e51-aec9-8a59a0477b80,segment=NetworkSegment(b65c08c4-9176-47a1-b3a8-c83efa3b8453),segment_id=b65c08c4-9176-47a1-b3a8-c83efa3b8453)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:51:01.990432 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:01.992673 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82f0e182-b1b4-4d6b-8aa4-e1f65d55858e req-beefad15-18d5-40db-a459-5a04301079c4 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 210 time: 0.0365317
Dec 18 20:51:02.006622 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:02.032115 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-a0c36e03-d6fc-41a5-af01-699b92480a45 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:02.033646 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-a0c36e03-d6fc-41a5-af01-699b92480a45 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5794289
Dec 18 20:51:02.040764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fa6ad8-869b-4f9e-a560-517252ea691b {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:02.048708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafb87e-1427-4c1c-b021-1ae2dda6c1a4 req-759a538d-b395-408a-a0f9-e34458f9a30d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:02.050984 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Request body: {'port': {'device_id': '5a40f995-3ddb-44b8-a4d1-51aac21ae695', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '9ce640720b084b84a86f590d354dad25'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:02.055454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-937603d0-09a0-4176-add2-95b010239c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:02.057079 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-937603d0-09a0-4176-add2-95b010239c43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d&tenant_id=0870e14bc2934bae9138d4818b260729 HTTP/1.1" status: 200  len: 1095 time: 0.4607491
Dec 18 20:51:02.064574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbafb87e-1427-4c1c-b021-1ae2dda6c1a4 req-759a538d-b395-408a-a0f9-e34458f9a30d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 944 time: 0.0949378
Dec 18 20:51:02.073611 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-10d30605-98c2-4f45-be84-c446c17f8162 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:02.113383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 73fa6ad8-869b-4f9e-a560-517252ea691b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73fa6ad8-869b-4f9e-a560-517252ea691b,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:02.130037 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:02.132675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba979b-a7e6-4215-937c-bd43a0d1a9f9 None None] Pushing event updated for resources: {'Port': ['ID=26edcb2d-2f19-4e51-aec9-8a59a0477b80,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:02.156638 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbafb87e-1427-4c1c-b021-1ae2dda6c1a4 req-87581a6c-7dc0-4154-929d-8347e5ec9687 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862315
Dec 18 20:51:02.212322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=73fa6ad8-869b-4f9e-a560-517252ea691b,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:02.237061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d30605-98c2-4f45-be84-c446c17f8162 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Subnet': ['ID=7f0d1894-5030-4e86-b050-eee9f656391f,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:02.264626 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8c68a13f-39f5-43c7-9efd-4920983792ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:51:02.271839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-8f175fa9-373c-4a73-b708-2f1e2174e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:02.273528 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-8f175fa9-373c-4a73-b708-2f1e2174e53a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0870e14bc2934bae9138d4818b260729&device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 1095 time: 0.1629319
Dec 18 20:51:02.274629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d30605-98c2-4f45-be84-c446c17f8162 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Checking segment: {'id': '2caaf4c0-e541-43f8-a93b-464de91d8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:02.274985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d30605-98c2-4f45-be84-c446c17f8162 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network hostable DHCP agents. Network: f880d138-a5d8-43c2-a2f8-b58d6577fea6, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:51:02.326286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d30605-98c2-4f45-be84-c446c17f8162 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network f880d138-a5d8-43c2-a2f8-b58d6577fea6 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:51:02.347265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377286e-5573-4a0d-be98-597343bfe74d req-f998fa49-88d1-4c45-9268-8f468022bd5b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:02.349033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f377286e-5573-4a0d-be98-597343bfe74d req-f998fa49-88d1-4c45-9268-8f468022bd5b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 943 time: 0.0801561
Dec 18 20:51:02.381418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Made reservation on behalf of 9ce640720b084b84a86f590d354dad25 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:02.385796 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:02.425694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-10d30605-98c2-4f45-be84-c446c17f8162 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f880d138-a5d8-43c2-a2f8-b58d6577fea6) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:02.434166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e22a917-02bc-4c8f-ad6e-b00d63a79937 None None] Network f880d138-a5d8-43c2-a2f8-b58d6577fea6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:51:02.437068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d30605-98c2-4f45-be84-c446c17f8162 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:02.437675 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-10d30605-98c2-4f45-be84-c446c17f8162 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:02.445008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f377286e-5573-4a0d-be98-597343bfe74d req-cbfe399b-1360-4699-8d6c-6016c86e38d2 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857518
Dec 18 20:51:02.506477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8c68a13f-39f5-43c7-9efd-4920983792ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c68a13f-39f5-43c7-9efd-4920983792ab,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:02.516966 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b3039056-1fc4-4019-883c-67786f806485'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:02.521731 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-10d30605-98c2-4f45-be84-c446c17f8162 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.5030100
Dec 18 20:51:02.564498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['73fa6ad8-869b-4f9e-a560-517252ea691b'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:02.566415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '8c68a13f-39f5-43c7-9efd-4920983792ab', 'network_id': 'b887375f-aca9-4b00-9b24-e802c9b9f2d0', 'port_id': '8c68a13f-39f5-43c7-9efd-4920983792ab', 'mac_address': 'fa:16:3e:d7:35:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc82e0c-a4eb-479e-87ac-bad9c5f61167', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:51:02.575210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-5f95a3a4-ec4a-472e-a76f-f91b8ac8a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:02.576764 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-5f95a3a4-ec4a-472e-a76f-f91b8ac8a5cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 200  len: 909 time: 0.2666640
Dec 18 20:51:02.644200 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-807090c5-8441-4fed-baa9-58f208c2c0f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70c1a24f-77c8-4810-9440-0a7498d6a257 HTTP/1.1" status: 200  len: 217 time: 0.0460038
Dec 18 20:51:02.709658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f880d138-a5d8-43c2-a2f8-b58d6577fea6', 'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6', 'project_id': '260f5423c9c44b499073e360e0e66264', 'fixed_ips': [{'subnet_id': '7f0d1894-5030-4e86-b050-eee9f656391f'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:51:02.710593 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:02.719238 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:02.720311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Allocated IP 192.168.233.216 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/0b9441be-b2da-4416-9591-960ff551886a) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:51:02.760035 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-698b91cb-98cb-44bb-a67f-332b71e73ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:02.761897 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-698b91cb-98cb-44bb-a67f-332b71e73ee8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 200  len: 848 time: 0.1060350
Dec 18 20:51:02.788464 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-daf0a18b-dc03-44bb-aff4-26a9037a1113 service neutron] 10.222.0.36 "GET /v2.0/ports/4b0e7658-35c7-49ef-98fc-5ca3e983079d/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0846376
Dec 18 20:51:02.802685 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-afeb100b-f24c-4c11-bc28-dbd9695721c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbb2c71-d950-4efd-806f-e5446059ac55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278900
Dec 18 20:51:02.937565 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c68a13f-39f5-43c7-9efd-4920983792ab {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:02.937776 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-e9468fa4-5413-4be1-9000-19b16694f13c service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236265
Dec 18 20:51:03.098222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-799ff97f-48e4-4265-815e-9c5e49901d40 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:03.113099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-799ff97f-48e4-4265-815e-9c5e49901d40 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:03.122051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-799ff97f-48e4-4265-815e-9c5e49901d40 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/networks?id=31e19967-1c17-4096-8afb-e86fcf3cbcb3&id=f880d138-a5d8-43c2-a2f8-b58d6577fea6 HTTP/1.1" status: 200  len: 1392 time: 0.2918010
Dec 18 20:51:03.137215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b17b6-f299-4780-8617-3e0edf34cfbb req-be0cc5a9-8ea5-46c7-86ae-b5e2f08d467b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:03.147991 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e7b17b6-f299-4780-8617-3e0edf34cfbb req-be0cc5a9-8ea5-46c7-86ae-b5e2f08d467b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 944 time: 0.2304327
Dec 18 20:51:03.193341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-59755628-5cbb-45de-a5ca-14e9d4fa69a8 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/quotas/260f5423c9c44b499073e360e0e66264 HTTP/1.1" status: 200  len: 375 time: 0.0696619
Dec 18 20:51:03.245294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-6d3051bc-c0f5-43d4-8e84-37a14f9eafb2 service neutron] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:03.278497 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:03.299302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 26edcb2d-2f19-4e51-aec9-8a59a0477b80 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:03.309753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-6d3051bc-c0f5-43d4-8e84-37a14f9eafb2 service neutron] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:03.316261 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0ee323d2-f1d4-4c08-bd98-0048746ce392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:03.319443 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-ee111f93-f12d-4e8c-9a85-75fe70a985db service neutron] 10.222.0.36 "GET /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3670568
Dec 18 20:51:03.366370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8c68a13f-39f5-43c7-9efd-4920983792ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c68a13f-39f5-43c7-9efd-4920983792ab,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:03.389690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e7b17b6-f299-4780-8617-3e0edf34cfbb req-dc0f705d-bac6-437e-94fb-148debc5ec09 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2405841
Dec 18 20:51:03.391250 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:03.393685 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:03.425506 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-674331f0-b134-4ad8-90e8-790653d2faea tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=260f5423c9c44b499073e360e0e66264&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2312779
Dec 18 20:51:03.432508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-6d3051bc-c0f5-43d4-8e84-37a14f9eafb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0e7658-35c7-49ef-98fc-5ca3e983079d {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:03.463412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d', '9dec9e11-2f64-410a-9138-c76a28139138', 'a52b9904-6215-4656-8796-8cca7fdd5a67', '54506b4b-7281-4b1a-9497-d7ae5def715f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:03.471146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-6d3051bc-c0f5-43d4-8e84-37a14f9eafb2 service neutron] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:03.485503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Allocated IP 19.86.0.2 (f880d138-a5d8-43c2-a2f8-b58d6577fea6/7f0d1894-5030-4e86-b050-eee9f656391f/b1d85be1-864c-407c-9b22-05063abebfd1) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:51:03.541978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:03.547308 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-6d3051bc-c0f5-43d4-8e84-37a14f9eafb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:03.558500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:03.565847 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:51:03.644477 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event updated for resources: {'Port': ['ID=0b9441be-b2da-4416-9591-960ff551886a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:03.686358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=8c68a13f-39f5-43c7-9efd-4920983792ab,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:03.713233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 26edcb2d-2f19-4e51-aec9-8a59a0477b80 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:03.713824 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:03.720191 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:03.721738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:03.756494 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-925aa6c6-3a64-4ce5-9b9c-817afeec78ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7091458
Dec 18 20:51:03.782144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Request body: {'port': {'device_id': '5a40f995-3ddb-44b8-a4d1-51aac21ae695', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:03.786163 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-569c4940-0313-4363-be24-ca9bccb73688 service neutron] 10.222.0.13 "GET /v2.0/networks/31e19967-1c17-4096-8afb-e86fcf3cbcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3473985
Dec 18 20:51:03.826572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['8c68a13f-39f5-43c7-9efd-4920983792ab'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:03.875053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6184c4-b46d-4c25-98d0-f8e055c422cd req-747de7e5-e4a9-48cd-9353-9fb298ae1fe8 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:03.876774 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:03.877953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a6184c4-b46d-4c25-98d0-f8e055c422cd req-747de7e5-e4a9-48cd-9353-9fb298ae1fe8 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 945 time: 0.3505404
Dec 18 20:51:03.912912 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-7dc5c97a-6b32-49af-827d-3a2fce83db74 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:03.914480 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-7dc5c97a-6b32-49af-827d-3a2fce83db74 tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d&tenant_id=0870e14bc2934bae9138d4818b260729&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1770723
Dec 18 20:51:03.957184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8911e3-a309-4e17-9963-7d11626238ef None None] Network 31e19967-1c17-4096-8afb-e86fcf3cbcb3 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:51:03.970958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-6d3051bc-c0f5-43d4-8e84-37a14f9eafb2 service neutron] Transition to ACTIVE for port object 4b0e7658-35c7-49ef-98fc-5ca3e983079d will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:51:03.991799 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-6d3051bc-c0f5-43d4-8e84-37a14f9eafb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:04.075392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a6184c4-b46d-4c25-98d0-f8e055c422cd req-8354c13c-eefd-435d-9bea-4fdbc5dd7f13 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e824e99-377f-4d9b-b57e-ceeb45f472ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808155
Dec 18 20:51:04.114466 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-75676399-e8ae-4d51-97e6-e1cb95f54c77 service neutron] 10.222.0.13 "GET /v2.0/networks/31e19967-1c17-4096-8afb-e86fcf3cbcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3192849
Dec 18 20:51:04.114466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-6d3051bc-c0f5-43d4-8e84-37a14f9eafb2 service neutron] No DVR routers for this DVR port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:04.134312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-51fc56fc-4c5c-4ec9-b6e9-93e06fa020c5 None None] Provisioning complete for port 26edcb2d-2f19-4e51-aec9-8a59a0477b80 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:04.134780 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-51fc56fc-4c5c-4ec9-b6e9-93e06fa020c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:04.136937 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:04.199066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-6d3051bc-c0f5-43d4-8e84-37a14f9eafb2 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b0e7658-35c7-49ef-98fc-5ca3e983079d/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.4032037
Dec 18 20:51:04.202899 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3051bc-c0f5-43d4-8e84-37a14f9eafb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0e7658-35c7-49ef-98fc-5ca3e983079d,revision_number=10']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:04.209766 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:04.258877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-065eedda-4db7-472c-8f96-2ffb1be60b71 service neutron] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:04.265172 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-065eedda-4db7-472c-8f96-2ffb1be60b71 service neutron] Publish callbacks [] for binding, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:04.266668 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2a41261-7d39-4f49-91e9-21c2806ef437 req-065eedda-4db7-472c-8f96-2ffb1be60b71 service neutron] 10.222.0.36 "DELETE /v2.0/ports/70c1a24f-77c8-4810-9440-0a7498d6a257/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3183975
Dec 18 20:51:04.298931 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:04.337612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9441be-b2da-4416-9591-960ff551886a {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:04.347549 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:04.359963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Network f880d138-a5d8-43c2-a2f8-b58d6577fea6 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:04.367636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Transition to ACTIVE for port object 0b9441be-b2da-4416-9591-960ff551886a will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:51:04.373151 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:04.380563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:04.385407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:51:04.420349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Pushing event updated for resources: {'Port': ['ID=b1d85be1-864c-407c-9b22-05063abebfd1,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:04.450936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 26edcb2d-2f19-4e51-aec9-8a59a0477b80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26edcb2d-2f19-4e51-aec9-8a59a0477b80,segment=NetworkSegment(b65c08c4-9176-47a1-b3a8-c83efa3b8453),segment_id=b65c08c4-9176-47a1-b3a8-c83efa3b8453)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:04.453069 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9441be-b2da-4416-9591-960ff551886a,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:04.490366 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:04.542443 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Attempting to bind port 0b9441be-b2da-4416-9591-960ff551886a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:51:04.542723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Attempting to bind port 0b9441be-b2da-4416-9591-960ff551886a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:51:04.542911 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Attempting to bind port 0b9441be-b2da-4416-9591-960ff551886a on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:04.552678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Port 0b9441be-b2da-4416-9591-960ff551886a on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:51:04.553112 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Attempting to bind port 0b9441be-b2da-4416-9591-960ff551886a on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:04.561400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:51:04.561740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:04.562143 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:51:04.563448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c', '4984579f-71f2-49fb-bece-8c1cd12eaebd'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:04.563863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Bound port: 0b9441be-b2da-4416-9591-960ff551886a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:51:04.564239 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:04.670350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] For port 0b9441be-b2da-4416-9591-960ff551886a, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:04.686373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] For port 0b9441be-b2da-4416-9591-960ff551886a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b9441be-b2da-4416-9591-960ff551886a,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:51:04.694059 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:04.777878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b34d5-cb82-42f5-a599-8d164f4401d9 req-8180da06-3e23-4a09-ac53-fd2bb5d8c107 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:04.787231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca4b34d5-cb82-42f5-a599-8d164f4401d9 req-8180da06-3e23-4a09-ac53-fd2bb5d8c107 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 936 time: 0.5847313
Dec 18 20:51:04.805199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9441be-b2da-4416-9591-960ff551886a,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:04.814222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:04.814906 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:04.816458 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-90e5f002-3d36-476f-98b6-188a501df947 service neutron] 10.222.0.36 "PUT /v2.0/ports/0b9441be-b2da-4416-9591-960ff551886a HTTP/1.1" status: 200  len: 1096 time: 1.0395539
Dec 18 20:51:04.818676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a40f995-3ddb-44b8-a4d1-51aac21ae695', 'tag': '0b9441be-b2da-4416-9591-960ff551886a'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:04.830653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-de86c111-180f-4539-b129-510a7491f717 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:04.831276 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0909a5-95b7-44ba-9def-c528ea1e5caf" -d '{"events": [{"name": "network-changed", "server_uuid": "5a40f995-3ddb-44b8-a4d1-51aac21ae695", "tag": "0b9441be-b2da-4416-9591-960ff551886a"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:04.832215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-de86c111-180f-4539-b129-510a7491f717 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935&tenant_id=a84b125f83d34481adc5617b5ca62e2e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.5630362
Dec 18 20:51:04.837048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-207e4a87-99b4-4c22-a541-ca8a8067c221 service neutron] 10.222.0.13 "GET /v2.0/networks/f880d138-a5d8-43c2-a2f8-b58d6577fea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7291532
Dec 18 20:51:04.874291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca4b34d5-cb82-42f5-a599-8d164f4401d9 req-9403fb71-f9b0-4f29-b9d2-0574277856cd tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861015
Dec 18 20:51:04.970725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Attempting to bind port b1d85be1-864c-407c-9b22-05063abebfd1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:51:04.971273 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Attempting to bind port b1d85be1-864c-407c-9b22-05063abebfd1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2caaf4c0-e541-43f8-a93b-464de91d8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:51:04.971595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Attempting to bind port b1d85be1-864c-407c-9b22-05063abebfd1 on network f880d138-a5d8-43c2-a2f8-b58d6577fea6 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:04.998068 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-41a1b88e-8c8e-4b25-a356-11ff3958f7c5 service neutron] 10.222.0.13 "GET /v2.0/networks/f880d138-a5d8-43c2-a2f8-b58d6577fea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293399
Dec 18 20:51:05.009224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=26edcb2d-2f19-4e51-aec9-8a59a0477b80,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:05.020800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:51:05.021037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Checking segment: {'id': '2caaf4c0-e541-43f8-a93b-464de91d8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:05.021443 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:05.021833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Bound using segment: {'id': '2caaf4c0-e541-43f8-a93b-464de91d8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:51:05.022389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Bound port: b1d85be1-864c-407c-9b22-05063abebfd1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2caaf4c0-e541-43f8-a93b-464de91d8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:51:05.023195 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:05.043246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-9db0d2ff-09a5-4c91-9f53-fb6fe803ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:05.052002 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-9db0d2ff-09a5-4c91-9f53-fb6fe803ab19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 1099 time: 0.1650178
Dec 18 20:51:05.071932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b3039056-1fc4-4019-883c-67786f806485 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:05.116584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-7462dd7c-2274-4886-851c-2a1676c586f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:05.119745 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-7462dd7c-2274-4886-851c-2a1676c586f3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935&tenant_id=a84b125f83d34481adc5617b5ca62e2e HTTP/1.1" status: 200  len: 1095 time: 0.2499087
Dec 18 20:51:05.156843 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-6900e5ad-5cf1-4a44-ac88-411c583223f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=0b9441be-b2da-4416-9591-960ff551886a HTTP/1.1" status: 200  len: 217 time: 0.0853486
Dec 18 20:51:05.157034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fca560-4723-4731-98e4-9c83a4ed1b5d req-1a9aa4c4-3cda-4da9-9a16-aa72860e19ea tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:05.173300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81fca560-4723-4731-98e4-9c83a4ed1b5d req-1a9aa4c4-3cda-4da9-9a16-aa72860e19ea tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 945 time: 0.1722710
Dec 18 20:51:05.233332 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-e1a8f080-8c53-4a6c-b8b5-7f7641543247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:05.234864 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-e1a8f080-8c53-4a6c-b8b5-7f7641543247 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0704906
Dec 18 20:51:05.282664 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cbccf0d0-dca0-4121-b0a8-0717f95750d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:05.320721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-ba4bd33d-eb11-4c78-8512-87b4813a0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:05.323749 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-ba4bd33d-eb11-4c78-8512-87b4813a0437 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0744350
Dec 18 20:51:05.341081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81fca560-4723-4731-98e4-9c83a4ed1b5d req-20ebe636-1415-4e51-a5ab-c4d2fb5c6733 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668437
Dec 18 20:51:05.361090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-055d0e5a-a730-4651-94f1-f4a01715921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:05.363507 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-055d0e5a-a730-4651-94f1-f4a01715921d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a84b125f83d34481adc5617b5ca62e2e&device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 1095 time: 0.1874716
Dec 18 20:51:05.451872 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] For port b1d85be1-864c-407c-9b22-05063abebfd1, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:05.460806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port b3039056-1fc4-4019-883c-67786f806485 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:51:05.490114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port b3039056-1fc4-4019-883c-67786f806485 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:05.490519 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:05.498706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] For port b1d85be1-864c-407c-9b22-05063abebfd1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b1d85be1-864c-407c-9b22-05063abebfd1,segment=NetworkSegment(2caaf4c0-e541-43f8-a93b-464de91d8748),segment_id=2caaf4c0-e541-43f8-a93b-464de91d8748)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:51:05.505834 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-215212a5-d43e-438b-8e56-e58c0d25c570 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666512
Dec 18 20:51:05.522484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-a0ab213d-cecd-48d7-89c8-58aea6fa9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:05.536640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-a0ab213d-cecd-48d7-89c8-58aea6fa9f12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 200  len: 921 time: 0.1463902
Dec 18 20:51:05.539864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a41e5aa1-4da3-427b-9c90-a194733fb7c3 None None] Provisioning complete for port 26edcb2d-2f19-4e51-aec9-8a59a0477b80 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:05.540296 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a41e5aa1-4da3-427b-9c90-a194733fb7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:05.552984 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:05.608588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-a8e2fdf5-b865-41b4-9eae-dae88f1e9051 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d HTTP/1.1" status: 200  len: 217 time: 0.0704193
Dec 18 20:51:05.750136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-703a804f-b275-4012-a51e-4a4c8caa4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:05.751949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-703a804f-b275-4012-a51e-4a4c8caa4145 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 200  len: 860 time: 0.1175442
Dec 18 20:51:05.755234 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77abc3ad-eb8d-4fa5-8010-4f7ed241a472 req-4db87cf9-817e-4fd4-b880-7a91823aed3d service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2353280
Dec 18 20:51:05.768990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c50f14-459b-48a8-861c-86bcb82c553a None None] Pushing event updated for resources: {'Port': ['ID=b1d85be1-864c-407c-9b22-05063abebfd1,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:05.770284 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c832a8-705c-4736-87bd-c7f09d440cb6 req-69ea707d-3694-4693-a878-4edfee51fbb9 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:05.778232 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99c832a8-705c-4736-87bd-c7f09d440cb6 req-69ea707d-3694-4693-a878-4edfee51fbb9 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 945 time: 0.1729281
Dec 18 20:51:05.796873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567565-1a92-4eb9-994b-a56ca05c01f0 req-41e81f4d-6ea1-4be1-86ad-65c2a19235d6 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:05.804614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d567565-1a92-4eb9-994b-a56ca05c01f0 req-41e81f4d-6ea1-4be1-86ad-65c2a19235d6 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 944 time: 0.2547181
Dec 18 20:51:05.851553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-a9af68cd-b1a6-4846-8cc0-c5b03a7ed729 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fab4d786-81c4-48dc-b51f-790f7e93cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0912080
Dec 18 20:51:05.949950 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:05.993058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d567565-1a92-4eb9-994b-a56ca05c01f0 req-8e8b8d77-2087-4fc5-b07b-622e53401663 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822164
Dec 18 20:51:06.014745 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99c832a8-705c-4736-87bd-c7f09d440cb6 req-a04207a0-1b74-4d6e-9b0a-6f651579c6ca tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e824e99-377f-4d9b-b57e-ceeb45f472ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2347925
Dec 18 20:51:06.077434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b3039056-1fc4-4019-883c-67786f806485, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3039056-1fc4-4019-883c-67786f806485,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:06.094238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffede440-64bd-4c72-bcaa-a602bc2fb9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3039056-1fc4-4019-883c-67786f806485'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:06.096481 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655645b4-7ec9-4475-9d67-3f50cb29b2fb" -d '{"events": [{"server_uuid": "ffede440-64bd-4c72-bcaa-a602bc2fb9fc", "name": "network-vif-plugged", "status": "completed", "tag": "b3039056-1fc4-4019-883c-67786f806485"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:06.105981 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:06.106185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 73fa6ad8-869b-4f9e-a560-517252ea691b up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:06.122079 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfefd4a8-5e47-49d7-b310-453575169823 x-openstack-request-id: req-dfefd4a8-5e47-49d7-b310-453575169823 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:06.122927 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a40f995-3ddb-44b8-a4d1-51aac21ae695", "tag": "0b9441be-b2da-4416-9591-960ff551886a", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:06.123210 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfefd4a8-5e47-49d7-b310-453575169823 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:06.123619 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a40f995-3ddb-44b8-a4d1-51aac21ae695', 'tag': '0b9441be-b2da-4416-9591-960ff551886a', 'status': 'completed', 'code': 200}
Dec 18 20:51:06.161621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-6aae8c55-e550-4561-b6de-1eac51dd2d5a service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2980647
Dec 18 20:51:06.195491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bda36-0e7a-4bc7-a9c3-70dc9086bb1c req-e7da866c-a329-4c93-9f6f-9c0558ecebf4 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:06.198188 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-374bda36-0e7a-4bc7-a9c3-70dc9086bb1c req-e7da866c-a329-4c93-9f6f-9c0558ecebf4 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 944 time: 0.1150818
Dec 18 20:51:06.237275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0909a5-95b7-44ba-9def-c528ea1e5caf req-b72bbf7d-5a19-47d6-9cd7-f5766a363697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:06.239133 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bf0909a5-95b7-44ba-9def-c528ea1e5caf req-b72bbf7d-5a19-47d6-9cd7-f5766a363697 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 1099 time: 0.0765817
Dec 18 20:51:06.326791 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b451a122-0d04-49b8-a854-d33bd9db1946 req-1cde38b4-df6e-430c-a71b-3a45648d764e tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 210 time: 0.0904636
Dec 18 20:51:06.348219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-374bda36-0e7a-4bc7-a9c3-70dc9086bb1c req-44a700fd-d947-4667-a895-ad7d0644b69e tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419508
Dec 18 20:51:06.401537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0909a5-95b7-44ba-9def-c528ea1e5caf req-2a38929e-a872-4467-a8cc-f109af1c001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:06.403405 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bf0909a5-95b7-44ba-9def-c528ea1e5caf req-2a38929e-a872-4467-a8cc-f109af1c001c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1549234
Dec 18 20:51:06.415283 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-609b61e4-895c-4c44-8fc2-3d4c241d7e50 service neutron] 10.222.0.31 "GET /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2433662
Dec 18 20:51:06.462730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b3039056-1fc4-4019-883c-67786f806485,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:06.472850 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:06.478483 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bf0909a5-95b7-44ba-9def-c528ea1e5caf req-f503b191-c900-45fc-962f-c16446d94cee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=0b9441be-b2da-4416-9591-960ff551886a HTTP/1.1" status: 200  len: 217 time: 0.0631852
Dec 18 20:51:06.487162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 73fa6ad8-869b-4f9e-a560-517252ea691b completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:51:06.491337 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 73fa6ad8-869b-4f9e-a560-517252ea691b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:06.491709 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:06.543111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320862cc-3d6f-4b07-ae7d-acf9e155e3ee req-485deee8-1ee5-4ce1-a3f4-e7574412cbe4 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:06.544856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-320862cc-3d6f-4b07-ae7d-acf9e155e3ee req-485deee8-1ee5-4ce1-a3f4-e7574412cbe4 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 948 time: 0.1079874
Dec 18 20:51:06.546447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0909a5-95b7-44ba-9def-c528ea1e5caf req-b175582a-3520-4acf-b8cc-ee239a0c392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:06.548142 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bf0909a5-95b7-44ba-9def-c528ea1e5caf req-b175582a-3520-4acf-b8cc-ee239a0c392d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0592725
Dec 18 20:51:06.552001 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e9fd8-af4a-42fd-9308-81ce3a46b447 x-openstack-request-id: req-e06e9fd8-af4a-42fd-9308-81ce3a46b447 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:06.552323 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffede440-64bd-4c72-bcaa-a602bc2fb9fc", "name": "network-vif-plugged", "status": "completed", "tag": "b3039056-1fc4-4019-883c-67786f806485", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:06.552960 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e06e9fd8-af4a-42fd-9308-81ce3a46b447 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:06.553160 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffede440-64bd-4c72-bcaa-a602bc2fb9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3039056-1fc4-4019-883c-67786f806485', 'code': 200}
Dec 18 20:51:06.607698 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:06.628053 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0909a5-95b7-44ba-9def-c528ea1e5caf req-3d1dabf2-80bf-46e6-add9-b803bd8f4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:06.629623 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bf0909a5-95b7-44ba-9def-c528ea1e5caf req-3d1dabf2-80bf-46e6-add9-b803bd8f4410 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0648916
Dec 18 20:51:06.646569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-320862cc-3d6f-4b07-ae7d-acf9e155e3ee req-368db09b-daf3-436e-ae19-82d3facf1429 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926158
Dec 18 20:51:06.699076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 73fa6ad8-869b-4f9e-a560-517252ea691b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73fa6ad8-869b-4f9e-a560-517252ea691b,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:06.712059 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:06.713883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4b0e7658-35c7-49ef-98fc-5ca3e983079d no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:06.843359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb6243-c798-4e88-a481-1412cfa2cb0b req-55314da7-6eef-4c99-b1f9-1d4450fafbfb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:06.851708 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30eb6243-c798-4e88-a481-1412cfa2cb0b req-55314da7-6eef-4c99-b1f9-1d4450fafbfb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 945 time: 0.1206682
Dec 18 20:51:06.855932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df9bf2-e8af-4647-8f97-9fd14718bcc5 req-14bae6c5-4da4-432d-ab3e-d192e4741036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:06.859226 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5df9bf2-e8af-4647-8f97-9fd14718bcc5 req-14bae6c5-4da4-432d-ab3e-d192e4741036 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffede440-64bd-4c72-bcaa-a602bc2fb9fc HTTP/1.1" status: 200  len: 1097 time: 0.2075250
Dec 18 20:51:06.940848 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bf0909a5-95b7-44ba-9def-c528ea1e5caf req-d0708529-fc30-422c-90cd-4c8a96072a13 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2803881
Dec 18 20:51:06.941143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4b0e7658-35c7-49ef-98fc-5ca3e983079d not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:06.964802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=73fa6ad8-869b-4f9e-a560-517252ea691b,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:07.136714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30eb6243-c798-4e88-a481-1412cfa2cb0b req-c3ad42cf-0428-418a-9fa5-c21ca99467cc tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2746098
Dec 18 20:51:07.174399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade2ea8-3271-4528-ab82-72777630e44f req-a774de3a-7606-4060-b85f-6190c6440361 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:07.178519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ade2ea8-3271-4528-ab82-72777630e44f req-a774de3a-7606-4060-b85f-6190c6440361 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 945 time: 0.1518781
Dec 18 20:51:07.193381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ecf1f0e1-1ec0-4480-8a66-7873f58a8d33 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:07.204895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ecf1f0e1-1ec0-4480-8a66-7873f58a8d33 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:07.206487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ecf1f0e1-1ec0-4480-8a66-7873f58a8d33 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.31 "GET /v2.0/networks?id=31e19967-1c17-4096-8afb-e86fcf3cbcb3&id=f880d138-a5d8-43c2-a2f8-b58d6577fea6 HTTP/1.1" status: 200  len: 1392 time: 0.3401480
Dec 18 20:51:07.212280 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5df9bf2-e8af-4647-8f97-9fd14718bcc5 req-e338da5c-9cee-442e-a8d0-430c28e8b614 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3399780
Dec 18 20:51:07.217312 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-3ce4b515-6855-40da-840a-2d3a9236cc82 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:07.218183 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-3ce4b515-6855-40da-840a-2d3a9236cc82 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935&tenant_id=a84b125f83d34481adc5617b5ca62e2e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.2195146
Dec 18 20:51:07.223063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b1d85be1-864c-407c-9b22-05063abebfd1 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:07.227674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'port': {'device_id': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3', 'admin_state_up': True, 'tenant_id': '260f5423c9c44b499073e360e0e66264'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:07.273768 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bf0909a5-95b7-44ba-9def-c528ea1e5caf req-1d16b477-819d-4a7a-b913-9d138a9304a6 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3319306
Dec 18 20:51:07.275741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f76e40-d1c8-4cb6-a004-daaf0efbe96c None None] Network f880d138-a5d8-43c2-a2f8-b58d6577fea6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:51:07.366696 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-75916452-4e9d-4697-b00a-2a8f4110e5e9 service neutron] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:07.371168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ade2ea8-3271-4528-ab82-72777630e44f req-3a9456c4-bdeb-48f4-b7df-986fe80d475a tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e824e99-377f-4d9b-b57e-ceeb45f472ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631563
Dec 18 20:51:07.372845 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-75916452-4e9d-4697-b00a-2a8f4110e5e9 service neutron] Publish callbacks [] for binding, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:07.375394 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-454a85c8-7ea5-48e4-8df0-72d99cdd519c req-75916452-4e9d-4697-b00a-2a8f4110e5e9 service neutron] 10.222.0.31 "DELETE /v2.0/ports/4b0e7658-35c7-49ef-98fc-5ca3e983079d/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1473961
Dec 18 20:51:07.405116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0cdaa-c320-4dd0-843f-65673241b95f req-6aa75499-33fd-4479-b796-fbe7372aafde tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:07.412716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13b0cdaa-c320-4dd0-843f-65673241b95f req-6aa75499-33fd-4479-b796-fbe7372aafde tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 1095 time: 0.1271517
Dec 18 20:51:07.417501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b1d85be1-864c-407c-9b22-05063abebfd1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:07.418088 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:07.488152 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8a5faf8b-dccd-4df8-bb52-86992da51c15 None None] Provisioning complete for port b1d85be1-864c-407c-9b22-05063abebfd1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:07.488643 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8a5faf8b-dccd-4df8-bb52-86992da51c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:07.499004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13b0cdaa-c320-4dd0-843f-65673241b95f req-b79add5c-1416-4746-8b26-fcfc953880ec tempest-LiveMigrationTest-150705056 tempest-LiveMigrationTest-150705056-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853751
Dec 18 20:51:07.506779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:07.510125 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:07.550236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4013d6e-fee5-4fda-8788-730976329be8 req-d80152ce-29af-475e-988a-a3c1cc50b420 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:07.551735 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4013d6e-fee5-4fda-8788-730976329be8 req-d80152ce-29af-475e-988a-a3c1cc50b420 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 944 time: 0.0946431
Dec 18 20:51:07.597768 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:07.635252 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3217596d-8911-46f0-b477-8f2302a51792 req-b1086e61-530c-404c-9eef-57c2c74c0dc1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 210 time: 0.0455656
Dec 18 20:51:07.689915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port b1d85be1-864c-407c-9b22-05063abebfd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b1d85be1-864c-407c-9b22-05063abebfd1,segment=NetworkSegment(2caaf4c0-e541-43f8-a93b-464de91d8748),segment_id=2caaf4c0-e541-43f8-a93b-464de91d8748)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:07.691375 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8a5faf8b-dccd-4df8-bb52-86992da51c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:07.713690 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:07.713690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 26edcb2d-2f19-4e51-aec9-8a59a0477b80 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:07.752083 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Allocated IP 19.80.0.126 (31e19967-1c17-4096-8afb-e86fcf3cbcb3/be256c5b-9572-4e60-9e69-f874f338fa78/e60078e1-0404-483c-be40-491d5a7ac210) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:51:07.763007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4013d6e-fee5-4fda-8788-730976329be8 req-7928c3b9-6d1d-463e-be73-e8905cbb1d6a tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721745
Dec 18 20:51:07.930495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=b1d85be1-864c-407c-9b22-05063abebfd1,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:07.938958 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-8a5faf8b-dccd-4df8-bb52-86992da51c15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:51:07.939348 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-8a5faf8b-dccd-4df8-bb52-86992da51c15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:51:07.961788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 26edcb2d-2f19-4e51-aec9-8a59a0477b80 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:07.962197 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:07.967450 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:08.001438 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:08.133928 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:08.186785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d7f3b-0102-4d37-9d6b-bb8ca9e596b3 req-c1e64f4e-0d06-4435-a51f-b8885b62de30 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:08.188271 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-527d7f3b-0102-4d37-9d6b-bb8ca9e596b3 req-c1e64f4e-0d06-4435-a51f-b8885b62de30 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 948 time: 0.1310630
Dec 18 20:51:08.225952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network 31e19967-1c17-4096-8afb-e86fcf3cbcb3 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:08.230098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:08.231925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Port': ['ID=e60078e1-0404-483c-be40-491d5a7ac210,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:08.235323 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:51:08.267191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8c68a13f-39f5-43c7-9efd-4920983792ab up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:08.307808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-527d7f3b-0102-4d37-9d6b-bb8ca9e596b3 req-da166db3-7093-415b-9a4c-38f06c031953 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084776
Dec 18 20:51:08.342354 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 8c68a13f-39f5-43c7-9efd-4920983792ab completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:51:08.346996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 8c68a13f-39f5-43c7-9efd-4920983792ab triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:08.347368 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:08.369490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:08.370763 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:08.409487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-bcab6830-96b4-4fd3-84fc-7a5e44a13580 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1864932
Dec 18 20:51:08.432986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25e4a8-c945-4ee1-b08b-0da90ab7c574 req-a968bc81-dd5e-4fc7-abad-cc4bbc0cda4f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:08.434522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c25e4a8-c945-4ee1-b08b-0da90ab7c574 req-a968bc81-dd5e-4fc7-abad-cc4bbc0cda4f tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 944 time: 0.1191792
Dec 18 20:51:08.438505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Request body: {'port': {'device_id': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6', 'admin_state_up': True, 'tenant_id': '260f5423c9c44b499073e360e0e66264'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:08.481639 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:08.537278 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:08.541978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35854102-1cae-4234-8fd7-7cc99f25411c req-cddfe921-f131-4084-a449-5f9b04246a30 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:08.543739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35854102-1cae-4234-8fd7-7cc99f25411c req-cddfe921-f131-4084-a449-5f9b04246a30 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 945 time: 0.1610897
Dec 18 20:51:08.553786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8c68a13f-39f5-43c7-9efd-4920983792ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c68a13f-39f5-43c7-9efd-4920983792ab,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:08.554960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335d5aef-b6d5-402c-8431-28f42f02d8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fa6ad8-869b-4f9e-a560-517252ea691b'}, {'server_uuid': '6acebe03-ef39-4717-abd1-ec9c4b52d21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c68a13f-39f5-43c7-9efd-4920983792ab'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:08.557417 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20d6e75-a21d-4d53-8728-93620f74aa87" -d '{"events": [{"server_uuid": "335d5aef-b6d5-402c-8431-28f42f02d8fc", "name": "network-vif-plugged", "status": "completed", "tag": "73fa6ad8-869b-4f9e-a560-517252ea691b"}, {"server_uuid": "6acebe03-ef39-4717-abd1-ec9c4b52d21e", "name": "network-vif-plugged", "status": "completed", "tag": "8c68a13f-39f5-43c7-9efd-4920983792ab"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:08.562025 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:08.591921 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c25e4a8-c945-4ee1-b08b-0da90ab7c574 req-3f6a0298-b5af-48d0-8a74-4217a78bd8f6 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471970
Dec 18 20:51:08.619215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=8c68a13f-39f5-43c7-9efd-4920983792ab,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:08.633519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35854102-1cae-4234-8fd7-7cc99f25411c req-fa68e0de-b434-47bc-8119-b21a25e1bc1d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689523
Dec 18 20:51:08.647502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-67c94206-b974-40e9-8d1a-ebb918b8311d None None] Provisioning complete for port b1d85be1-864c-407c-9b22-05063abebfd1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:08.647898 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-67c94206-b974-40e9-8d1a-ebb918b8311d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:08.685444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Made reservation on behalf of 260f5423c9c44b499073e360e0e66264 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:08.689459 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:08.767933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-67c94206-b974-40e9-8d1a-ebb918b8311d None None] Provisioning complete for port e60078e1-0404-483c-be40-491d5a7ac210 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:08.768348 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-67c94206-b974-40e9-8d1a-ebb918b8311d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:08.804279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de14931-c5f9-46eb-8ceb-3f7b261d4eb4 req-83e51576-9cc8-47f8-9149-5372ea13818e tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:08.805798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8de14931-c5f9-46eb-8ceb-3f7b261d4eb4 req-83e51576-9cc8-47f8-9149-5372ea13818e tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 945 time: 0.1502225
Dec 18 20:51:08.812752 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-67c94206-b974-40e9-8d1a-ebb918b8311d None None] Port e60078e1-0404-483c-be40-491d5a7ac210 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:51:08.864221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f686f13-4bd0-4aa3-9355-b8d8ac227429 req-4859ab5d-d54f-4208-a892-855568a5c4f6 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:08.866590 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f686f13-4bd0-4aa3-9355-b8d8ac227429 req-4859ab5d-d54f-4208-a892-855568a5c4f6 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 1095 time: 0.1112993
Dec 18 20:51:08.936886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8de14931-c5f9-46eb-8ceb-3f7b261d4eb4 req-c6e71798-a233-4bfa-b4a1-46dc8706644a tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e824e99-377f-4d9b-b57e-ceeb45f472ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122179
Dec 18 20:51:08.942626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Allocated IP 19.86.0.22 (f880d138-a5d8-43c2-a2f8-b58d6577fea6/7f0d1894-5030-4e86-b050-eee9f656391f/f6435f74-9322-42c0-8848-1a63b5470f96) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:51:08.963888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736d1a8-fa11-4f2d-a79b-6e9ce8d1df35 req-0dee0a7e-9fd3-4384-bbd3-e19bbc72e4d5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:08.967038 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d736d1a8-fa11-4f2d-a79b-6e9ce8d1df35 req-0dee0a7e-9fd3-4384-bbd3-e19bbc72e4d5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.36 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 944 time: 0.0682871
Dec 18 20:51:08.973928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f686f13-4bd0-4aa3-9355-b8d8ac227429 req-36047e21-1b17-4a8c-b3c4-861ade56b7e7 tempest-LiveAutoBlockMigrationV225Test-1140448609 tempest-LiveAutoBlockMigrationV225Test-1140448609-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945859
Dec 18 20:51:09.034963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 0b9441be-b2da-4416-9591-960ff551886a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:51:09.038150 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af66129c-9841-45cf-b373-b2720d60bc11 x-openstack-request-id: req-af66129c-9841-45cf-b373-b2720d60bc11 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:09.038564 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335d5aef-b6d5-402c-8431-28f42f02d8fc", "name": "network-vif-plugged", "status": "completed", "tag": "73fa6ad8-869b-4f9e-a560-517252ea691b", "code": 200}, {"server_uuid": "6acebe03-ef39-4717-abd1-ec9c4b52d21e", "name": "network-vif-plugged", "status": "completed", "tag": "8c68a13f-39f5-43c7-9efd-4920983792ab", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:09.038920 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af66129c-9841-45cf-b373-b2720d60bc11 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:09.039416 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335d5aef-b6d5-402c-8431-28f42f02d8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fa6ad8-869b-4f9e-a560-517252ea691b', 'code': 200}
Dec 18 20:51:09.040151 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acebe03-ef39-4717-abd1-ec9c4b52d21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c68a13f-39f5-43c7-9efd-4920983792ab', 'code': 200}
Dec 18 20:51:09.067450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b1d85be1-864c-407c-9b22-05063abebfd1 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:09.202068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b1d85be1-864c-407c-9b22-05063abebfd1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:09.202068 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:09.234020 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422f449-dc33-4812-9080-359bc0420f9b req-9588a133-9fa0-480a-91ff-f1e795a05708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:09.235583 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b422f449-dc33-4812-9080-359bc0420f9b req-9588a133-9fa0-480a-91ff-f1e795a05708 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 1097 time: 0.0943544
Dec 18 20:51:09.255510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 0b9441be-b2da-4416-9591-960ff551886a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b9441be-b2da-4416-9591-960ff551886a,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:09.262335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c98a9a-a3b7-4e80-bcf1-830754d03744 req-c0bb3e89-4f8c-4394-afc1-90e256b57f16 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:09.272179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44c98a9a-a3b7-4e80-bcf1-830754d03744 req-c0bb3e89-4f8c-4394-afc1-90e256b57f16 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 932 time: 0.1298406
Dec 18 20:51:09.273690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '0b9441be-b2da-4416-9591-960ff551886a', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '0b9441be-b2da-4416-9591-960ff551886a', 'mac_address': 'fa:16:3e:68:f8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:51:09.282076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2e62c-e526-4fd5-8984-ef2f636bcdac req-1cf9024f-3ad0-4238-966b-efcbc4d16ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:09.283604 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8ce2e62c-e526-4fd5-8984-ef2f636bcdac req-1cf9024f-3ad0-4238-966b-efcbc4d16ce6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 1097 time: 0.1056955
Dec 18 20:51:09.298458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-d736d1a8-fa11-4f2d-a79b-6e9ce8d1df35 req-1ede01e7-8701-4d37-8ed7-520e803dbd00 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Deleting port 70c1a24f-77c8-4810-9440-0a7498d6a257 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:09.298676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d736d1a8-fa11-4f2d-a79b-6e9ce8d1df35 req-1ede01e7-8701-4d37-8ed7-520e803dbd00 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:09.360751 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:09.374867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44c98a9a-a3b7-4e80-bcf1-830754d03744 req-7b8bd9a7-1824-4357-8237-2d80ba1db841 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016979
Dec 18 20:51:09.390540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9441be-b2da-4416-9591-960ff551886a {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:09.400844 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:09.410146 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b422f449-dc33-4812-9080-359bc0420f9b req-4022cc66-5727-4cad-a2c9-8c2cd449524a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662030
Dec 18 20:51:09.426725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-d736d1a8-fa11-4f2d-a79b-6e9ce8d1df35 req-1ede01e7-8701-4d37-8ed7-520e803dbd00 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] For port 70c1a24f-77c8-4810-9440-0a7498d6a257, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70c1a24f-77c8-4810-9440-0a7498d6a257,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:09.427093 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d736d1a8-fa11-4f2d-a79b-6e9ce8d1df35 req-1ede01e7-8701-4d37-8ed7-520e803dbd00 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:09.427925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 0b9441be-b2da-4416-9591-960ff551886a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b9441be-b2da-4416-9591-960ff551886a,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:09.434037 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:09.453096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-d736d1a8-fa11-4f2d-a79b-6e9ce8d1df35 req-1ede01e7-8701-4d37-8ed7-520e803dbd00 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Calling delete_port for 70c1a24f-77c8-4810-9440-0a7498d6a257 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:09.467065 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8ce2e62c-e526-4fd5-8984-ef2f636bcdac req-a4c9cbb1-08e1-4a12-af47-9367b759fc03 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851312
Dec 18 20:51:09.477715 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:09.494423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=0b9441be-b2da-4416-9591-960ff551886a,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:09.503514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.503863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.504216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.504580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.504931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.505264 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.505597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.505969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.506326 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.506658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.506985 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.507309 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.507632 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:09.534681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Network f880d138-a5d8-43c2-a2f8-b58d6577fea6 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:09.538225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:09.565013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event updated for resources: {'Port': ['ID=f6435f74-9322-42c0-8848-1a63b5470f96,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:09.571824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:51:09.637384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d736d1a8-fa11-4f2d-a79b-6e9ce8d1df35 req-1ede01e7-8701-4d37-8ed7-520e803dbd00 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:09.650658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4ca78321-f8c5-417a-8eae-41822d244cd0', '12a3229b-b407-4f8f-9557-f1a6978d54bb'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:09.659709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:09.660760 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:09.705732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede01e7-8701-4d37-8ed7-520e803dbd00 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Pushing event deleted for resources: {'Port': ['ID=70c1a24f-77c8-4810-9440-0a7498d6a257,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:09.709641 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-a484c181-3638-4cc5-8092-80031398edeb tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2853651
Dec 18 20:51:09.727741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Request body: {'port': {'device_id': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:09.785613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d736d1a8-fa11-4f2d-a79b-6e9ce8d1df35 req-1ede01e7-8701-4d37-8ed7-520e803dbd00 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] No DVR routers for this DVR port 70c1a24f-77c8-4810-9440-0a7498d6a257 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:09.788544 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d736d1a8-fa11-4f2d-a79b-6e9ce8d1df35 req-1ede01e7-8701-4d37-8ed7-520e803dbd00 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:09.793999 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d736d1a8-fa11-4f2d-a79b-6e9ce8d1df35 req-1ede01e7-8701-4d37-8ed7-520e803dbd00 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.36 "DELETE /v2.0/ports/70c1a24f-77c8-4810-9440-0a7498d6a257 HTTP/1.1" status: 204  len: 173 time: 0.8198514
Dec 18 20:51:09.794448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fa4ba4-d935-4772-b54b-9d78b6d2ea3d', 'name': 'network-vif-deleted', 'tag': '70c1a24f-77c8-4810-9440-0a7498d6a257'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:09.807824 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a829557-9194-4484-a74c-dbf6b10ab26f" -d '{"events": [{"server_uuid": "68fa4ba4-d935-4772-b54b-9d78b6d2ea3d", "name": "network-vif-deleted", "tag": "70c1a24f-77c8-4810-9440-0a7498d6a257"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:09.852308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['0b9441be-b2da-4416-9591-960ff551886a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:09.900055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e37e4-cb02-49e5-82fa-ffdb3ae27154 req-8da3f1c1-2eff-431f-b406-0fdae8ff2f18 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:09.901053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf5e37e4-cb02-49e5-82fa-ffdb3ae27154 req-8da3f1c1-2eff-431f-b406-0fdae8ff2f18 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 944 time: 0.1648395
Dec 18 20:51:09.903092 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:09.912426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f95b0-5fcf-408b-a373-1632f3cc3bf5 req-27a5ee57-0dfc-44c4-a533-4e2e2cd46c34 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:09.914018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f0f95b0-5fcf-408b-a373-1632f3cc3bf5 req-27a5ee57-0dfc-44c4-a533-4e2e2cd46c34 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 949 time: 0.1791990
Dec 18 20:51:09.991030 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-55616626-c414-4108-bbe2-578015e7abed None None] Provisioning complete for port f6435f74-9322-42c0-8848-1a63b5470f96 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:09.991261 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-55616626-c414-4108-bbe2-578015e7abed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:10.042640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf5e37e4-cb02-49e5-82fa-ffdb3ae27154 req-cdab29bf-3196-4493-939d-94b93864cbcc tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274927
Dec 18 20:51:10.058074 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f0f95b0-5fcf-408b-a373-1632f3cc3bf5 req-b4423f6a-e5d6-4fc6-98b1-0644700fe212 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357191
Dec 18 20:51:10.112942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44b82a-557d-40c8-9d38-d0115569906f req-04dd8c7b-3762-4e22-9434-1426625c4030 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:10.114553 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2c44b82a-557d-40c8-9d38-d0115569906f req-04dd8c7b-3762-4e22-9434-1426625c4030 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.31 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 945 time: 0.1154766
Dec 18 20:51:10.245804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db2948be-509d-4cc2-8b82-383891beb377 req-e32184ae-4ae9-4a32-8247-9184da932667 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=68fa4ba4-d935-4772-b54b-9d78b6d2ea3d HTTP/1.1" status: 200  len: 210 time: 0.0582798
Dec 18 20:51:10.261187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-55616626-c414-4108-bbe2-578015e7abed None None] Port f6435f74-9322-42c0-8848-1a63b5470f96 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:51:10.328369 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b588ad3c-5476-42f9-b132-5089b9d63e19 x-openstack-request-id: req-b588ad3c-5476-42f9-b132-5089b9d63e19 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:10.328758 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fa4ba4-d935-4772-b54b-9d78b6d2ea3d", "name": "network-vif-deleted", "tag": "70c1a24f-77c8-4810-9440-0a7498d6a257", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:10.329112 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b588ad3c-5476-42f9-b132-5089b9d63e19 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:10.329567 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fa4ba4-d935-4772-b54b-9d78b6d2ea3d', 'name': 'network-vif-deleted', 'tag': '70c1a24f-77c8-4810-9440-0a7498d6a257', 'status': 'completed', 'code': 200}
Dec 18 20:51:10.354672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-2c44b82a-557d-40c8-9d38-d0115569906f req-0d23355d-9fe3-4a2c-9176-f33b8a3bb1ff tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Deleting port f27987e3-7621-4ae3-852c-d3f86e49252c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:10.359125 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2c44b82a-557d-40c8-9d38-d0115569906f req-0d23355d-9fe3-4a2c-9176-f33b8a3bb1ff tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:10.401193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720fd5-90b7-4088-8f16-707d2fef7adb req-1146d754-5646-4371-83b4-ab53a29357b5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:10.406746 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84720fd5-90b7-4088-8f16-707d2fef7adb req-1146d754-5646-4371-83b4-ab53a29357b5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 946 time: 0.2023904
Dec 18 20:51:10.475958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-2c44b82a-557d-40c8-9d38-d0115569906f req-0d23355d-9fe3-4a2c-9176-f33b8a3bb1ff tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] For port f27987e3-7621-4ae3-852c-d3f86e49252c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f27987e3-7621-4ae3-852c-d3f86e49252c,segment=NetworkSegment(f59f0bd6-9e3c-47e9-8fdb-026a63638aa9),segment_id=f59f0bd6-9e3c-47e9-8fdb-026a63638aa9)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:10.476349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2c44b82a-557d-40c8-9d38-d0115569906f req-0d23355d-9fe3-4a2c-9176-f33b8a3bb1ff tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:10.492794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-2c44b82a-557d-40c8-9d38-d0115569906f req-0d23355d-9fe3-4a2c-9176-f33b8a3bb1ff tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Calling delete_port for f27987e3-7621-4ae3-852c-d3f86e49252c owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:10.559994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851f326-afb4-463e-9654-16f62b719475 req-fd6693d1-a54e-4bda-90fa-1d55079a4835 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:10.561498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b851f326-afb4-463e-9654-16f62b719475 req-fd6693d1-a54e-4bda-90fa-1d55079a4835 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c923f8-581a-4223-b0d6-858f1ef3dabb HTTP/1.1" status: 200  len: 945 time: 0.1516714
Dec 18 20:51:10.586873 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84720fd5-90b7-4088-8f16-707d2fef7adb req-f4d0714b-8890-4d77-a614-85093b64c5a1 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666021
Dec 18 20:51:10.646453 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2c44b82a-557d-40c8-9d38-d0115569906f req-0d23355d-9fe3-4a2c-9176-f33b8a3bb1ff tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:10.676901 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23355d-9fe3-4a2c-9176-f33b8a3bb1ff tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Pushing event deleted for resources: {'Port': ['ID=f27987e3-7621-4ae3-852c-d3f86e49252c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:10.701865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991c53-5fa1-4b07-a862-01831e168e6f req-68579ccd-ed63-48d5-b8b6-9e63020ed412 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:10.703611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26991c53-5fa1-4b07-a862-01831e168e6f req-68579ccd-ed63-48d5-b8b6-9e63020ed412 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.31 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 944 time: 0.1954377
Dec 18 20:51:10.710050 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60078e1-0404-483c-be40-491d5a7ac210 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:10.730314 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c44b82a-557d-40c8-9d38-d0115569906f req-0d23355d-9fe3-4a2c-9176-f33b8a3bb1ff tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] No DVR routers for this DVR port f27987e3-7621-4ae3-852c-d3f86e49252c on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:10.733126 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:10.741804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2c44b82a-557d-40c8-9d38-d0115569906f req-0d23355d-9fe3-4a2c-9176-f33b8a3bb1ff tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:10.746204 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2c44b82a-557d-40c8-9d38-d0115569906f req-0d23355d-9fe3-4a2c-9176-f33b8a3bb1ff tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.31 "DELETE /v2.0/ports/f27987e3-7621-4ae3-852c-d3f86e49252c HTTP/1.1" status: 204  len: 173 time: 0.6210961
Dec 18 20:51:10.750822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b851f326-afb4-463e-9654-16f62b719475 req-55f59b41-70a4-47f6-a504-ba2c4c4bdba2 tempest-ServersNegativeTestMultiTenantJSON-1057200871 tempest-ServersNegativeTestMultiTenantJSON-1057200871-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e824e99-377f-4d9b-b57e-ceeb45f472ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798806
Dec 18 20:51:10.822487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Transition to ACTIVE for port object e60078e1-0404-483c-be40-491d5a7ac210 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:51:10.831881 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:10.926542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14559a01-df1e-4cf8-b1ca-a42756f275e6 req-12becff6-bd1c-4515-9d3f-d6cdfe7cef95 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:10.932351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14559a01-df1e-4cf8-b1ca-a42756f275e6 req-12becff6-bd1c-4515-9d3f-d6cdfe7cef95 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:10.933970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14559a01-df1e-4cf8-b1ca-a42756f275e6 req-12becff6-bd1c-4515-9d3f-d6cdfe7cef95 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1654 time: 0.1590555
Dec 18 20:51:10.944311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Pushing event updated for resources: {'Port': ['ID=e60078e1-0404-483c-be40-491d5a7ac210,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:10.998275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f27987e3-7621-4ae3-852c-d3f86e49252c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:11.047434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 70c1a24f-77c8-4810-9440-0a7498d6a257 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:11.052336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-26991c53-5fa1-4b07-a862-01831e168e6f req-90fad214-a89e-4488-bd44-49546dcb022c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Deleting port 4b0e7658-35c7-49ef-98fc-5ca3e983079d {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:11.052670 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26991c53-5fa1-4b07-a862-01831e168e6f req-90fad214-a89e-4488-bd44-49546dcb022c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:11.070243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 70c1a24f-77c8-4810-9440-0a7498d6a257 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:11.070619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 70c1a24f-77c8-4810-9440-0a7498d6a257 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:11.132317 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14559a01-df1e-4cf8-b1ca-a42756f275e6 req-464dd4d8-b3ff-411f-bdbd-09023fefbe17 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608887
Dec 18 20:51:11.179477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Attempting to bind port e60078e1-0404-483c-be40-491d5a7ac210 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:51:11.179477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Attempting to bind port e60078e1-0404-483c-be40-491d5a7ac210 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b65c08c4-9176-47a1-b3a8-c83efa3b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:51:11.180018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Attempting to bind port e60078e1-0404-483c-be40-491d5a7ac210 on network 31e19967-1c17-4096-8afb-e86fcf3cbcb3 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:11.195583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Port e60078e1-0404-483c-be40-491d5a7ac210 on network 31e19967-1c17-4096-8afb-e86fcf3cbcb3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:51:11.195911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Attempting to bind port e60078e1-0404-483c-be40-491d5a7ac210 on network 31e19967-1c17-4096-8afb-e86fcf3cbcb3 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:11.222519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:51:11.222860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Checking segment: {'id': 'b65c08c4-9176-47a1-b3a8-c83efa3b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:11.223233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Bound using segment: {'id': 'b65c08c4-9176-47a1-b3a8-c83efa3b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:51:11.223659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Bound port: e60078e1-0404-483c-be40-491d5a7ac210, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65c08c4-9176-47a1-b3a8-c83efa3b8453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:51:11.224008 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:11.275608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c42e6e-5d22-40b6-9aee-006601a2d403 req-af0a16f9-2018-4fc4-875c-dd3447ef65f2 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:11.277007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95c42e6e-5d22-40b6-9aee-006601a2d403 req-af0a16f9-2018-4fc4-875c-dd3447ef65f2 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 949 time: 0.1383331
Dec 18 20:51:11.279513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-26991c53-5fa1-4b07-a862-01831e168e6f req-90fad214-a89e-4488-bd44-49546dcb022c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] For port 4b0e7658-35c7-49ef-98fc-5ca3e983079d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b0e7658-35c7-49ef-98fc-5ca3e983079d,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:11.279881 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26991c53-5fa1-4b07-a862-01831e168e6f req-90fad214-a89e-4488-bd44-49546dcb022c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:11.619804 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-26991c53-5fa1-4b07-a862-01831e168e6f req-90fad214-a89e-4488-bd44-49546dcb022c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Calling delete_port for 4b0e7658-35c7-49ef-98fc-5ca3e983079d owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:11.722624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697156d-97dc-4172-8874-15da5d134d2d req-0fb9aa49-38e7-4424-8523-7a1e3dce4d26 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:11.724100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2697156d-97dc-4172-8874-15da5d134d2d req-0fb9aa49-38e7-4424-8523-7a1e3dce4d26 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4d97c0-d046-4bf2-842f-bb1ab2c4c935 HTTP/1.1" status: 200  len: 944 time: 0.5223632
Dec 18 20:51:11.728013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] For port e60078e1-0404-483c-be40-491d5a7ac210, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:11.733204 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95c42e6e-5d22-40b6-9aee-006601a2d403 req-38b48c18-531b-447b-9b60-57fb480c6ef8 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4453015
Dec 18 20:51:11.736236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] For port e60078e1-0404-483c-be40-491d5a7ac210, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e60078e1-0404-483c-be40-491d5a7ac210,segment=NetworkSegment(b65c08c4-9176-47a1-b3a8-c83efa3b8453),segment_id=b65c08c4-9176-47a1-b3a8-c83efa3b8453)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:51:11.748041 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:11.845156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:11.845848 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:11.847265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] 10.222.0.31 "PUT /v2.0/ports/e60078e1-0404-483c-be40-491d5a7ac210 HTTP/1.1" status: 200  len: 1092 time: 2.1255441
Dec 18 20:51:11.861517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'tag': 'e60078e1-0404-483c-be40-491d5a7ac210'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:11.863816 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0fb25d-c76a-4e1d-9a42-a2f22e314459" -d '{"events": [{"name": "network-changed", "server_uuid": "e09b99ef-8148-405f-a61a-3cbebb685678", "tag": "e60078e1-0404-483c-be40-491d5a7ac210"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:11.904849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Request body: {'port': {'device_id': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:11.915206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2697156d-97dc-4172-8874-15da5d134d2d req-a8377335-87f8-450f-a82f-c3c7c85a10cf tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776941
Dec 18 20:51:11.915874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af5e5b-07b4-4c53-a4aa-2914f449175e service neutron] Pushing event updated for resources: {'Port': ['ID=e60078e1-0404-483c-be40-491d5a7ac210,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:12.002873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db4664-20dc-42da-ae35-45fe65177a8a req-0ae10843-92bf-451d-b71b-9d8412089129 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:12.004319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7db4664-20dc-42da-ae35-45fe65177a8a req-0ae10843-92bf-451d-b71b-9d8412089129 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 946 time: 0.1728303
Dec 18 20:51:12.065576 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26991c53-5fa1-4b07-a862-01831e168e6f req-90fad214-a89e-4488-bd44-49546dcb022c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:12.079033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4b0e7658-35c7-49ef-98fc-5ca3e983079d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:12.082901 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:12.089714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58130) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:12.123806 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7db4664-20dc-42da-ae35-45fe65177a8a req-a9ffb746-943f-4b24-beaf-4f1533e0ad14 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030018
Dec 18 20:51:12.139211 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:12.185414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fad214-a89e-4488-bd44-49546dcb022c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Pushing event deleted for resources: {'Port': ['ID=4b0e7658-35c7-49ef-98fc-5ca3e983079d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:12.367759 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ad0b70-fc59-4c33-9c88-2d3a24d688a5 x-openstack-request-id: req-79ad0b70-fc59-4c33-9c88-2d3a24d688a5 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:12.368093 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09b99ef-8148-405f-a61a-3cbebb685678", "tag": "e60078e1-0404-483c-be40-491d5a7ac210", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:12.368297 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79ad0b70-fc59-4c33-9c88-2d3a24d688a5 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:12.368683 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'tag': 'e60078e1-0404-483c-be40-491d5a7ac210', 'status': 'completed', 'code': 200}
Dec 18 20:51:12.464820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-26991c53-5fa1-4b07-a862-01831e168e6f req-90fad214-a89e-4488-bd44-49546dcb022c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] No DVR routers for this DVR port 4b0e7658-35c7-49ef-98fc-5ca3e983079d on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:12.469384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c923f8-581a-4223-b0d6-858f1ef3dabb', 'name': 'network-vif-deleted', 'tag': 'f27987e3-7621-4ae3-852c-d3f86e49252c'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:12.471892 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd93afa0-ea60-4e98-9ebc-ffc7ee70d279" -d '{"events": [{"server_uuid": "57c923f8-581a-4223-b0d6-858f1ef3dabb", "name": "network-vif-deleted", "tag": "f27987e3-7621-4ae3-852c-d3f86e49252c"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:12.474969 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26991c53-5fa1-4b07-a862-01831e168e6f req-90fad214-a89e-4488-bd44-49546dcb022c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:12.476954 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4156f9-dbbe-4234-9fa1-afc5dda9d7f2 admin admin] Deleting subnet 6c449796-56e4-4138-983a-598c3d1db84b {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:51:12.478241 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26991c53-5fa1-4b07-a862-01831e168e6f req-90fad214-a89e-4488-bd44-49546dcb022c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.31 "DELETE /v2.0/ports/4b0e7658-35c7-49ef-98fc-5ca3e983079d HTTP/1.1" status: 204  len: 173 time: 1.7581067
Dec 18 20:51:12.507007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc4156f9-dbbe-4234-9fa1-afc5dda9d7f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:12.553818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fb25d-c76a-4e1d-9a42-a2f22e314459 req-761ab6bb-052a-4f32-8260-ba5072d24810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:12.554417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fb25d-c76a-4e1d-9a42-a2f22e314459 req-761ab6bb-052a-4f32-8260-ba5072d24810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:12.555413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efca882-d2fa-4e7c-af47-95f556e0eba3 req-8aba3ca6-b241-41c0-b115-d5ca5e7680d7 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:12.555966 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd0fb25d-c76a-4e1d-9a42-a2f22e314459 req-761ab6bb-052a-4f32-8260-ba5072d24810 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=260f5423c9c44b499073e360e0e66264&device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1913 time: 0.0757904
Dec 18 20:51:12.558202 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc4156f9-dbbe-4234-9fa1-afc5dda9d7f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:12.562968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8efca882-d2fa-4e7c-af47-95f556e0eba3 req-8aba3ca6-b241-41c0-b115-d5ca5e7680d7 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1973495
Dec 18 20:51:12.582369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a80d52-c16e-4ea9-bc2e-92d9dcdd288d req-a2ee49f2-c399-4744-b025-3f5b707fabae tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:12.588568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a80d52-c16e-4ea9-bc2e-92d9dcdd288d req-a2ee49f2-c399-4744-b025-3f5b707fabae tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:12.590165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7a80d52-c16e-4ea9-bc2e-92d9dcdd288d req-a2ee49f2-c399-4744-b025-3f5b707fabae tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1666 time: 0.2257490
Dec 18 20:51:12.687079 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8efca882-d2fa-4e7c-af47-95f556e0eba3 req-e678ac28-49e8-4afe-9d8b-67e3d62d3989 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232774
Dec 18 20:51:12.731529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7a80d52-c16e-4ea9-bc2e-92d9dcdd288d req-8e73712b-aa02-4346-b24b-4f7bf5c5f67d tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302378
Dec 18 20:51:12.757012 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077f9518-9796-4d09-93f2-54f2f0bd49a0 x-openstack-request-id: req-077f9518-9796-4d09-93f2-54f2f0bd49a0 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:12.757383 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c923f8-581a-4223-b0d6-858f1ef3dabb", "name": "network-vif-deleted", "tag": "f27987e3-7621-4ae3-852c-d3f86e49252c", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:12.757742 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-077f9518-9796-4d09-93f2-54f2f0bd49a0 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:12.758223 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c923f8-581a-4223-b0d6-858f1ef3dabb', 'name': 'network-vif-deleted', 'tag': 'f27987e3-7621-4ae3-852c-d3f86e49252c', 'status': 'completed', 'code': 200}
Dec 18 20:51:12.792954 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc4156f9-dbbe-4234-9fa1-afc5dda9d7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:12.806143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6435f74-9322-42c0-8848-1a63b5470f96 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:12.815643 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:12.834436 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fb25d-c76a-4e1d-9a42-a2f22e314459 req-b1bb416f-69d9-43fa-a43c-43766e133350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:12.834673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Transition to ACTIVE for port object f6435f74-9322-42c0-8848-1a63b5470f96 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:51:12.835361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fb25d-c76a-4e1d-9a42-a2f22e314459 req-b1bb416f-69d9-43fa-a43c-43766e133350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:12.836114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fb25d-c76a-4e1d-9a42-a2f22e314459 req-b1bb416f-69d9-43fa-a43c-43766e133350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:12.837792 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd0fb25d-c76a-4e1d-9a42-a2f22e314459 req-b1bb416f-69d9-43fa-a43c-43766e133350 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=260f5423c9c44b499073e360e0e66264&shared=False HTTP/1.1" status: 200  len: 2289 time: 0.2578237
Dec 18 20:51:12.841715 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:12.881183 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc4156f9-dbbe-4234-9fa1-afc5dda9d7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:12.996292 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Pushing event updated for resources: {'Port': ['ID=f6435f74-9322-42c0-8848-1a63b5470f96,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:13.015493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4156f9-dbbe-4234-9fa1-afc5dda9d7f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c449796-56e4-4138-983a-598c3d1db84b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:13.044639 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc4156f9-dbbe-4234-9fa1-afc5dda9d7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.048323 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cc4156f9-dbbe-4234-9fa1-afc5dda9d7f2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6c449796-56e4-4138-983a-598c3d1db84b HTTP/1.1" status: 204  len: 168 time: 0.9560974
Dec 18 20:51:13.050798 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58176) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:13.063827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 0b9441be-b2da-4416-9591-960ff551886a up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:13.084237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4db78-f841-4d56-8858-957757199014 req-61bd975e-fe8a-401a-8be6-838063a57779 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:13.086269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ffa4db78-f841-4d56-8858-957757199014 req-61bd975e-fe8a-401a-8be6-838063a57779 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffede440-64bd-4c72-bcaa-a602bc2fb9fc HTTP/1.1" status: 200  len: 946 time: 0.2309239
Dec 18 20:51:13.133806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fb25d-c76a-4e1d-9a42-a2f22e314459 req-b4a645a4-0164-42f7-bc79-2991d0e636ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:13.141368 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd0fb25d-c76a-4e1d-9a42-a2f22e314459 req-b4a645a4-0164-42f7-bc79-2991d0e636ac service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2676020
Dec 18 20:51:13.160050 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7177d7-7525-46b2-9824-bacaf18b5e46 req-7793bcab-9779-4fbe-a432-349a1226cc08 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:13.171103 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b7177d7-7525-46b2-9824-bacaf18b5e46 req-7793bcab-9779-4fbe-a432-349a1226cc08 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 949 time: 0.2944508
Dec 18 20:51:13.192237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.196873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 0b9441be-b2da-4416-9591-960ff551886a completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:51:13.208344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 0b9441be-b2da-4416-9591-960ff551886a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:13.209622 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.288149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ffa4db78-f841-4d56-8858-957757199014 req-2b127590-7e42-4f1d-b8d5-4cee21959ff1 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704352
Dec 18 20:51:13.307681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Attempting to bind port f6435f74-9322-42c0-8848-1a63b5470f96 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:51:13.308248 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.308456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Attempting to bind port f6435f74-9322-42c0-8848-1a63b5470f96 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2caaf4c0-e541-43f8-a93b-464de91d8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:51:13.308456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Attempting to bind port f6435f74-9322-42c0-8848-1a63b5470f96 on network f880d138-a5d8-43c2-a2f8-b58d6577fea6 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:13.326930 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d8f8250>,) {'filters': {'network_id': ['919567ad-b643-45e0-8bd0-80e66f9ec1fc']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:13.338320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b7177d7-7525-46b2-9824-bacaf18b5e46 req-9e09ce2e-b0c0-4b10-ac7b-135292f60e81 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539807
Dec 18 20:51:13.338716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d8f8250>, 'f59f0bd6-9e3c-47e9-8fdb-026a63638aa9') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:13.338716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d8f8250>, 'f59f0bd6-9e3c-47e9-8fdb-026a63638aa9') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:13.340229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Port f6435f74-9322-42c0-8848-1a63b5470f96 on network f880d138-a5d8-43c2-a2f8-b58d6577fea6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:51:13.340767 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Attempting to bind port f6435f74-9322-42c0-8848-1a63b5470f96 on network f880d138-a5d8-43c2-a2f8-b58d6577fea6 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:13.350603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:51:13.350955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Checking segment: {'id': '2caaf4c0-e541-43f8-a93b-464de91d8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:13.351358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Bound using segment: {'id': '2caaf4c0-e541-43f8-a93b-464de91d8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:51:13.351774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Bound port: f6435f74-9322-42c0-8848-1a63b5470f96, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2caaf4c0-e541-43f8-a93b-464de91d8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:51:13.352161 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.354926 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.355967 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.399343 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a40f995-3ddb-44b8-a4d1-51aac21ae695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9441be-b2da-4416-9591-960ff551886a'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:13.400761 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.402633 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628b7ce3-4dcc-47e9-95d1-0e341bceea86" -d '{"events": [{"server_uuid": "5a40f995-3ddb-44b8-a4d1-51aac21ae695", "name": "network-vif-plugged", "status": "completed", "tag": "0b9441be-b2da-4416-9591-960ff551886a"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:13.417913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 0b9441be-b2da-4416-9591-960ff551886a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b9441be-b2da-4416-9591-960ff551886a,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:13.428021 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.431366 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:51:13.432640 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:51:13.435704 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:51:13.496488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=0b9441be-b2da-4416-9591-960ff551886a,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:13.530480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] For port f6435f74-9322-42c0-8848-1a63b5470f96, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:13.540734 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] For port f6435f74-9322-42c0-8848-1a63b5470f96, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6435f74-9322-42c0-8848-1a63b5470f96,segment=NetworkSegment(2caaf4c0-e541-43f8-a93b-464de91d8748),segment_id=2caaf4c0-e541-43f8-a93b-464de91d8748)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:51:13.547584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.550050 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.559257 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.563388 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/919567ad-b643-45e0-8bd0-80e66f9ec1fc HTTP/1.1" status: 204  len: 168 time: 0.5112016
Dec 18 20:51:13.576034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58188) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:13.602675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:13.603745 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.606021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] 10.222.0.31 "PUT /v2.0/ports/f6435f74-9322-42c0-8848-1a63b5470f96 HTTP/1.1" status: 200  len: 1091 time: 1.7070184
Dec 18 20:51:13.610187 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35962c92-c26d-4b12-84a9-c89bdc665ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=919567ad-b643-45e0-8bd0-80e66f9ec1fc,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:13.642418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48fdc0-78a2-4eca-89b4-247d2e963575 service neutron] Pushing event updated for resources: {'Port': ['ID=f6435f74-9322-42c0-8848-1a63b5470f96,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:13.646549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-45841192-eb6b-42c4-94f6-1e3f1c232420 admin admin] Deleting subnet 960c2cb6-a794-4c60-9cc0-9bbd42da8706 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:51:13.651268 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45841192-eb6b-42c4-94f6-1e3f1c232420 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.676386 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c1a1bd-3565-4927-be14-5515a3d49b76 x-openstack-request-id: req-a7c1a1bd-3565-4927-be14-5515a3d49b76 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:13.676937 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a40f995-3ddb-44b8-a4d1-51aac21ae695", "name": "network-vif-plugged", "status": "completed", "tag": "0b9441be-b2da-4416-9591-960ff551886a", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:13.677775 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7c1a1bd-3565-4927-be14-5515a3d49b76 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:13.678357 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a40f995-3ddb-44b8-a4d1-51aac21ae695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9441be-b2da-4416-9591-960ff551886a', 'code': 200}
Dec 18 20:51:13.691567 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45841192-eb6b-42c4-94f6-1e3f1c232420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.749690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45841192-eb6b-42c4-94f6-1e3f1c232420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.813622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-abece6e1-fee3-40fd-b0b3-532e49c1ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:13.814292 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-abece6e1-fee3-40fd-b0b3-532e49c1ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:13.815795 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-abece6e1-fee3-40fd-b0b3-532e49c1ddea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=260f5423c9c44b499073e360e0e66264&device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1980 time: 0.1456034
Dec 18 20:51:13.856091 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45841192-eb6b-42c4-94f6-1e3f1c232420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.868709 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4aed95-4a53-4c22-90a1-6b11576cb823 req-21eb32f8-ab9c-460f-9285-7b8f77931478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:13.870574 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dc4aed95-4a53-4c22-90a1-6b11576cb823 req-21eb32f8-ab9c-460f-9285-7b8f77931478 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 1101 time: 0.0786836
Dec 18 20:51:13.905584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-1e5df326-0345-4e08-9967-08576cc04129 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=e60078e1-0404-483c-be40-491d5a7ac210 HTTP/1.1" status: 200  len: 217 time: 0.0774331
Dec 18 20:51:13.906716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45841192-eb6b-42c4-94f6-1e3f1c232420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960c2cb6-a794-4c60-9cc0-9bbd42da8706,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:13.910889 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45841192-eb6b-42c4-94f6-1e3f1c232420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:13.923625 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-45841192-eb6b-42c4-94f6-1e3f1c232420 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/960c2cb6-a794-4c60-9cc0-9bbd42da8706 HTTP/1.1" status: 204  len: 168 time: 0.3422966
Dec 18 20:51:13.928148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58194) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:14.024936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-6d825ec5-386e-4692-b5dc-74c6d64c8408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:14.026824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-6d825ec5-386e-4692-b5dc-74c6d64c8408 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be256c5b-9572-4e60-9e69-f874f338fa78 HTTP/1.1" status: 200  len: 801 time: 0.1129205
Dec 18 20:51:14.032449 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dc4aed95-4a53-4c22-90a1-6b11576cb823 req-cb75e5f5-fc7a-42f8-8a11-20b4b281faa1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424317
Dec 18 20:51:14.043733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.092567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ee67-8c27-4926-a853-7c261f980470 req-6e4cf167-fb80-4742-8310-6bb7925f61ed tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:14.094071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2807ee67-8c27-4926-a853-7c261f980470 req-6e4cf167-fb80-4742-8310-6bb7925f61ed tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 946 time: 0.1269574
Dec 18 20:51:14.122759 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.136358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b42c9c-3fe3-45e1-8197-944efb64ee4c req-5da040f0-bf04-46be-9118-a4624e00187a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:14.138476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22b42c9c-3fe3-45e1-8197-944efb64ee4c req-5da040f0-bf04-46be-9118-a4624e00187a tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 945 time: 0.1086521
Dec 18 20:51:14.144350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d676f10>,) {'filters': {'network_id': ['3be8f304-bec5-4e32-82c3-24212fad9d66']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:14.144917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-aaffe6dc-af34-4e80-af11-459c5b4e6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:14.146065 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-aaffe6dc-af34-4e80-af11-459c5b4e6672 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31e19967-1c17-4096-8afb-e86fcf3cbcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1053140
Dec 18 20:51:14.154985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d676f10>, 'ec4be78a-81ff-4f67-988e-54c5b4a49a12') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:14.155282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d676f10>, 'ec4be78a-81ff-4f67-988e-54c5b4a49a12') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:14.164877 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.177913 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.183879 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:51:14.184262 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:51:14.186210 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:51:14.231865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2807ee67-8c27-4926-a853-7c261f980470 req-a8245efe-25d0-4ec5-bd58-13300b3257bb tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288695
Dec 18 20:51:14.253558 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.270185 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.272250 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22b42c9c-3fe3-45e1-8197-944efb64ee4c req-7fc3c272-329f-4b80-a7f9-1d6646c7ab85 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251528
Dec 18 20:51:14.276549 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3be8f304-bec5-4e32-82c3-24212fad9d66 HTTP/1.1" status: 204  len: 168 time: 0.3445108
Dec 18 20:51:14.296717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f27987e3-7621-4ae3-852c-d3f86e49252c no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:14.314576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfbec4-a8e1-4be4-b2f7-e772c0def325 admin admin] Pushing event deleted for resources: {'Network': ['ID=3be8f304-bec5-4e32-82c3-24212fad9d66,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:14.341032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-25662ebd-c4c4-4ff0-8f93-1cd6c2ec2ba9 service neutron] 10.222.0.31 "GET /v2.0/networks/31e19967-1c17-4096-8afb-e86fcf3cbcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805940
Dec 18 20:51:14.348909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: f27987e3-7621-4ae3-852c-d3f86e49252c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:14.350086 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f27987e3-7621-4ae3-852c-d3f86e49252c not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:14.350786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4b0e7658-35c7-49ef-98fc-5ca3e983079d no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:14.382835 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3f251-e24b-49d0-b9cd-8b4a652f9b75 req-e1980197-8a06-4ae4-afe1-0b49a2248591 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:14.384044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 4b0e7658-35c7-49ef-98fc-5ca3e983079d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:14.384611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4b0e7658-35c7-49ef-98fc-5ca3e983079d not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:14.386096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4d97c0-d046-4bf2-842f-bb1ab2c4c935', 'name': 'network-vif-deleted', 'tag': '4b0e7658-35c7-49ef-98fc-5ca3e983079d'}, {'name': 'network-changed', 'server_uuid': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'tag': 'f6435f74-9322-42c0-8848-1a63b5470f96'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:14.389446 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89" -d '{"events": [{"server_uuid": "da4d97c0-d046-4bf2-842f-bb1ab2c4c935", "name": "network-vif-deleted", "tag": "4b0e7658-35c7-49ef-98fc-5ca3e983079d"}, {"name": "network-changed", "server_uuid": "e09b99ef-8148-405f-a61a-3cbebb685678", "tag": "f6435f74-9322-42c0-8848-1a63b5470f96"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:14.391924 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-70a3f251-e24b-49d0-b9cd-8b4a652f9b75 req-e1980197-8a06-4ae4-afe1-0b49a2248591 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.31 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 945 time: 0.1289966
Dec 18 20:51:14.465462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58204) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:14.521620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-d40ab53f-3efa-47c1-883a-9491b3dc99d3 service neutron] 10.222.0.31 "GET /v2.0/networks/31e19967-1c17-4096-8afb-e86fcf3cbcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712542
Dec 18 20:51:14.534558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e62acb-d49d-4e9a-a067-35f57d493fbf req-7e5b8076-c417-4273-8262-eabe1f35a091 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:14.540683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e62acb-d49d-4e9a-a067-35f57d493fbf req-7e5b8076-c417-4273-8262-eabe1f35a091 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:14.542413 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18e62acb-d49d-4e9a-a067-35f57d493fbf req-7e5b8076-c417-4273-8262-eabe1f35a091 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1678 time: 0.1492774
Dec 18 20:51:14.543003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-70a3f251-e24b-49d0-b9cd-8b4a652f9b75 req-1d1845de-d43f-4b3c-9b77-38bfca38b53b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Deleting port 12a3229b-b407-4f8f-9557-f1a6978d54bb {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:14.543349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-70a3f251-e24b-49d0-b9cd-8b4a652f9b75 req-1d1845de-d43f-4b3c-9b77-38bfca38b53b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.596908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-28818ad6-d08d-4df9-98d0-6c902950c38b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.22&port_id=f6435f74-9322-42c0-8848-1a63b5470f96 HTTP/1.1" status: 200  len: 217 time: 0.0533836
Dec 18 20:51:14.628104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f7f6e2f1-74b6-44d4-9681-0131922874c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb6f0b624038403284d782c3c726279c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1565266
Dec 18 20:51:14.636690 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58222) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:14.641249 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.697664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-d39f030f-9218-4fde-8a05-335b749622cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:14.699139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-d39f030f-9218-4fde-8a05-335b749622cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7f0d1894-5030-4e86-b050-eee9f656391f HTTP/1.1" status: 200  len: 801 time: 0.0899045
Dec 18 20:51:14.704064 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18e62acb-d49d-4e9a-a067-35f57d493fbf req-7f605f72-51a4-4cc7-b530-9d6646041dd2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521893
Dec 18 20:51:14.717821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-70a3f251-e24b-49d0-b9cd-8b4a652f9b75 req-1d1845de-d43f-4b3c-9b77-38bfca38b53b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] For port 12a3229b-b407-4f8f-9557-f1a6978d54bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12a3229b-b407-4f8f-9557-f1a6978d54bb,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:14.718244 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-70a3f251-e24b-49d0-b9cd-8b4a652f9b75 req-1d1845de-d43f-4b3c-9b77-38bfca38b53b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.752398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-70a3f251-e24b-49d0-b9cd-8b4a652f9b75 req-1d1845de-d43f-4b3c-9b77-38bfca38b53b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Calling delete_port for 12a3229b-b407-4f8f-9557-f1a6978d54bb owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:14.779342 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b6fce68-1233-4111-b7da-5bc73660b016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.797587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b58539-6084-4a88-85a2-59956f253d9b req-e4957797-99f9-4c71-81de-8de5906ab236 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:14.799255 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0b58539-6084-4a88-85a2-59956f253d9b req-e4957797-99f9-4c71-81de-8de5906ab236 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1191800
Dec 18 20:51:14.805617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-0acc886a-6113-4e98-a2f2-f2597fbdfccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:14.807447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-0acc886a-6113-4e98-a2f2-f2597fbdfccc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f880d138-a5d8-43c2-a2f8-b58d6577fea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0832555
Dec 18 20:51:14.859526 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b6fce68-1233-4111-b7da-5bc73660b016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.944840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0b58539-6084-4a88-85a2-59956f253d9b req-3def20b3-5e70-4280-b771-4d02c21e7684 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362958
Dec 18 20:51:14.979352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4600a6-7f96-4474-b0b3-75460195a092 req-d0dc313d-97e5-4698-95b3-e18e1ec3d011 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:14.982166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca4600a6-7f96-4474-b0b3-75460195a092 req-d0dc313d-97e5-4698-95b3-e18e1ec3d011 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 950 time: 0.1455722
Dec 18 20:51:14.986244 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b6fce68-1233-4111-b7da-5bc73660b016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.989088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-30ef5c5c-af1e-45e9-b10a-2b5e4226efa1 service neutron] 10.222.0.31 "GET /v2.0/networks/f880d138-a5d8-43c2-a2f8-b58d6577fea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731143
Dec 18 20:51:14.991227 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b6fce68-1233-4111-b7da-5bc73660b016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:14.992373 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3b6fce68-1233-4111-b7da-5bc73660b016 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e824e99-377f-4d9b-b57e-ceeb45f472ac HTTP/1.1" status: 204  len: 168 time: 0.3544798
Dec 18 20:51:14.995186 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-70a3f251-e24b-49d0-b9cd-8b4a652f9b75 req-1d1845de-d43f-4b3c-9b77-38bfca38b53b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:15.008360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4ca78321-f8c5-417a-8eae-41822d244cd0', '12a3229b-b407-4f8f-9557-f1a6978d54bb'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:15.034617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fce68-1233-4111-b7da-5bc73660b016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e824e99-377f-4d9b-b57e-ceeb45f472ac,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:15.040244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1845de-d43f-4b3c-9b77-38bfca38b53b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Pushing event deleted for resources: {'Port': ['ID=12a3229b-b407-4f8f-9557-f1a6978d54bb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:15.090411 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a3f251-e24b-49d0-b9cd-8b4a652f9b75 req-1d1845de-d43f-4b3c-9b77-38bfca38b53b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] No DVR routers for this DVR port 12a3229b-b407-4f8f-9557-f1a6978d54bb on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:15.093825 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-70a3f251-e24b-49d0-b9cd-8b4a652f9b75 req-1d1845de-d43f-4b3c-9b77-38bfca38b53b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:15.097737 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-70a3f251-e24b-49d0-b9cd-8b4a652f9b75 req-1d1845de-d43f-4b3c-9b77-38bfca38b53b tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.31 "DELETE /v2.0/ports/12a3229b-b407-4f8f-9557-f1a6978d54bb HTTP/1.1" status: 204  len: 173 time: 0.7024691
Dec 18 20:51:15.098224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3c9fff-7539-4d85-9102-827366dbb6cd', 'name': 'network-vif-deleted', 'tag': '12a3229b-b407-4f8f-9557-f1a6978d54bb'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:15.102854 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c382bae3-bcd0-46e9-8d17-8ec4a8a708ca" -d '{"events": [{"server_uuid": "db3c9fff-7539-4d85-9102-827366dbb6cd", "name": "network-vif-deleted", "tag": "12a3229b-b407-4f8f-9557-f1a6978d54bb"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:15.112052 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28ee9c3-7d32-4681-821b-17eabfa961ce x-openstack-request-id: req-f28ee9c3-7d32-4681-821b-17eabfa961ce {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:15.112564 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4d97c0-d046-4bf2-842f-bb1ab2c4c935", "name": "network-vif-deleted", "tag": "4b0e7658-35c7-49ef-98fc-5ca3e983079d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e09b99ef-8148-405f-a61a-3cbebb685678", "tag": "f6435f74-9322-42c0-8848-1a63b5470f96", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:15.112910 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f28ee9c3-7d32-4681-821b-17eabfa961ce {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:15.113437 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4d97c0-d046-4bf2-842f-bb1ab2c4c935', 'name': 'network-vif-deleted', 'tag': '4b0e7658-35c7-49ef-98fc-5ca3e983079d', 'status': 'completed', 'code': 200}
Dec 18 20:51:15.113845 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'tag': 'f6435f74-9322-42c0-8848-1a63b5470f96', 'status': 'completed', 'code': 200}
Dec 18 20:51:15.136137 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca4600a6-7f96-4474-b0b3-75460195a092 req-7a160ce2-79b9-4d03-8148-cdddccccea28 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128740
Dec 18 20:51:15.210974 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4f9940-5072-44ad-81d8-a1756407d3f8 req-3801fc02-dd30-468f-bd3b-7d4465a876f9 service neutron] 10.222.0.31 "GET /v2.0/networks/f880d138-a5d8-43c2-a2f8-b58d6577fea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2138770
Dec 18 20:51:15.336272 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153bea65-50cc-4dbb-9007-8eeeb66dae05 x-openstack-request-id: req-153bea65-50cc-4dbb-9007-8eeeb66dae05 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:15.337020 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3c9fff-7539-4d85-9102-827366dbb6cd", "name": "network-vif-deleted", "tag": "12a3229b-b407-4f8f-9557-f1a6978d54bb", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:15.337276 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-153bea65-50cc-4dbb-9007-8eeeb66dae05 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:15.337671 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3c9fff-7539-4d85-9102-827366dbb6cd', 'name': 'network-vif-deleted', 'tag': '12a3229b-b407-4f8f-9557-f1a6978d54bb', 'status': 'completed', 'code': 200}
Dec 18 20:51:15.375356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89 req-3e7384df-98c5-4399-8544-5c867226d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:15.376163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89 req-3e7384df-98c5-4399-8544-5c867226d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:15.378149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89 req-3e7384df-98c5-4399-8544-5c867226d8ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=260f5423c9c44b499073e360e0e66264&device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1980 time: 0.0954282
Dec 18 20:51:15.470156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-501dd8e6-a766-46a0-9b04-8215cdb099db req-537a543d-dc97-45f5-848c-93435c9894fd tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3c9fff-7539-4d85-9102-827366dbb6cd HTTP/1.1" status: 200  len: 210 time: 0.0288963
Dec 18 20:51:15.557035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89 req-23c62988-4917-4c33-83f8-e260bb7ee233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:15.558628 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89 req-23c62988-4917-4c33-83f8-e260bb7ee233 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f880d138-a5d8-43c2-a2f8-b58d6577fea6 HTTP/1.1" status: 200  len: 903 time: 0.1726577
Dec 18 20:51:15.574162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8459f0-1243-4625-bac2-3498b3381fb2 req-7e393e4e-e1c0-4a56-a4d3-f6d2cd7a78ca tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:15.580008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8459f0-1243-4625-bac2-3498b3381fb2 req-7e393e4e-e1c0-4a56-a4d3-f6d2cd7a78ca tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:15.586502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8459f0-1243-4625-bac2-3498b3381fb2 req-7e393e4e-e1c0-4a56-a4d3-f6d2cd7a78ca tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:15.588139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb8459f0-1243-4625-bac2-3498b3381fb2 req-7e393e4e-e1c0-4a56-a4d3-f6d2cd7a78ca tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e&device_id=ffede440-64bd-4c72-bcaa-a602bc2fb9fc&device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 2419 time: 0.0867150
Dec 18 20:51:15.607454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58264) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:15.632246 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89 req-2fe67607-7b62-4274-9d8f-aa744834d726 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.22&port_id=f6435f74-9322-42c0-8848-1a63b5470f96 HTTP/1.1" status: 200  len: 217 time: 0.0428343
Dec 18 20:51:15.648011 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2f10d413-ff1d-4157-b3b9-f5dee5ac145e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ed51129f61f4c7d886923057530f6d8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0393448
Dec 18 20:51:15.650516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58266) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:15.698969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb8459f0-1243-4625-bac2-3498b3381fb2 req-7ed3a0b5-8faf-4ccb-9d72-9de4059129ae tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025860
Dec 18 20:51:15.700017 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b95980d8-4d7d-4a62-bc19-67d4fe2d8860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:15.710674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89 req-5e2dce2f-a710-4576-b06f-1b55813852c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:15.712713 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89 req-5e2dce2f-a710-4576-b06f-1b55813852c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7f0d1894-5030-4e86-b050-eee9f656391f HTTP/1.1" status: 200  len: 801 time: 0.0658510
Dec 18 20:51:15.737237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b95980d8-4d7d-4a62-bc19-67d4fe2d8860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:15.805394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b95980d8-4d7d-4a62-bc19-67d4fe2d8860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:15.810651 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b95980d8-4d7d-4a62-bc19-67d4fe2d8860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:15.810935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89 req-ed96dc20-0128-459c-8337-0171e25966da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:15.814297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89 req-ed96dc20-0128-459c-8337-0171e25966da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f880d138-a5d8-43c2-a2f8-b58d6577fea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0692112
Dec 18 20:51:15.816112 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b95980d8-4d7d-4a62-bc19-67d4fe2d8860 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13170b4d-5676-491f-b3ee-ccf7a8d3e0a8 HTTP/1.1" status: 204  len: 168 time: 0.1634288
Dec 18 20:51:15.825416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95980d8-4d7d-4a62-bc19-67d4fe2d8860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13170b4d-5676-491f-b3ee-ccf7a8d3e0a8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:15.980603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978cee3-f196-4591-ae5f-8899c1063e5c req-da110548-b422-4bbd-a1a2-5e34d141b3e3 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:15.987073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978cee3-f196-4591-ae5f-8899c1063e5c req-da110548-b422-4bbd-a1a2-5e34d141b3e3 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:15.988737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8978cee3-f196-4591-ae5f-8899c1063e5c req-da110548-b422-4bbd-a1a2-5e34d141b3e3 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1678 time: 0.1471343
Dec 18 20:51:16.023939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89 req-cf281c74-f31d-4de3-9170-c7089d6a4f5a service neutron] 10.222.0.31 "GET /v2.0/networks/f880d138-a5d8-43c2-a2f8-b58d6577fea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963220
Dec 18 20:51:16.052877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030dc72-7f43-4540-ba77-1b5f9d2016b6 req-4c272c95-f18c-43db-992f-50d0ed6686b3 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:16.054374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9030dc72-7f43-4540-ba77-1b5f9d2016b6 req-4c272c95-f18c-43db-992f-50d0ed6686b3 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 946 time: 0.1220055
Dec 18 20:51:16.117455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8978cee3-f196-4591-ae5f-8899c1063e5c req-9918f658-2c28-4d88-b134-5a294833e43a tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175973
Dec 18 20:51:16.193580 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9030dc72-7f43-4540-ba77-1b5f9d2016b6 req-8a1154e3-0517-447c-9b06-249c6edc8331 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209822
Dec 18 20:51:16.208118 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5cc0771-b79e-4e2c-a1d3-28ebc38a3c89 req-1357b492-3543-4371-bca4-edfeee73b194 service neutron] 10.222.0.31 "GET /v2.0/networks/f880d138-a5d8-43c2-a2f8-b58d6577fea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748164
Dec 18 20:51:16.304912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343836f-b9f0-46c0-9949-0f2b5f10193c req-05ce0aae-0853-48cf-955e-560e8cd5a400 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:16.306583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3343836f-b9f0-46c0-9949-0f2b5f10193c req-05ce0aae-0853-48cf-955e-560e8cd5a400 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 950 time: 0.0633101
Dec 18 20:51:16.360634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3343836f-b9f0-46c0-9949-0f2b5f10193c req-6b23c029-ad71-4084-a9d4-bdba8f5be9f3 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466924
Dec 18 20:51:16.602326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00724a8-8539-4bff-bee7-cb25c6287662 req-ff86c926-6257-4262-9643-d0ae4326234c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:16.603871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e00724a8-8539-4bff-bee7-cb25c6287662 req-ff86c926-6257-4262-9643-d0ae4326234c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 944 time: 0.0752156
Dec 18 20:51:16.632200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dcf07-1e3a-47b2-b954-743fb5ccc74c req-6c75daa7-93aa-48bc-bd50-3f9b69ceb782 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:16.633684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e1dcf07-1e3a-47b2-b954-743fb5ccc74c req-6c75daa7-93aa-48bc-bd50-3f9b69ceb782 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 1101 time: 0.0716462
Dec 18 20:51:16.672438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e00724a8-8539-4bff-bee7-cb25c6287662 req-6b85729c-2052-49eb-ae97-63ecbd3524b3 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618532
Dec 18 20:51:16.702804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e1dcf07-1e3a-47b2-b954-743fb5ccc74c req-35a82a58-7f53-4de1-a19b-03083869b433 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592549
Dec 18 20:51:16.990651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-fb518f5a-884c-4559-a663-48db248bc5ba tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0230532
Dec 18 20:51:17.104638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-7f6f6496-eb8d-44f0-91a7-38dbbe780154 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:17.106028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-7f6f6496-eb8d-44f0-91a7-38dbbe780154 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1098897
Dec 18 20:51:17.127593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6fa77863-9536-4a6c-b72e-6417b60be253 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/quotas/9ce640720b084b84a86f590d354dad25 HTTP/1.1" status: 200  len: 375 time: 0.0134566
Dec 18 20:51:17.155767 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac5882-b58f-45b7-9f2f-c30bbddb50c3 req-f3cd6928-0ce6-44ef-b00c-726589ca78d6 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:17.158073 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acac5882-b58f-45b7-9f2f-c30bbddb50c3 req-f3cd6928-0ce6-44ef-b00c-726589ca78d6 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.36 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 944 time: 0.0708373
Dec 18 20:51:17.227682 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-46f2133a-b379-4d23-8f7d-eb606d363374 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0865269
Dec 18 20:51:17.246773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e9a3a-5179-434b-a3c1-d4c0cf982885 req-afd8737c-b0b1-428f-86fe-eef89fb5c073 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:17.255341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-241e9a3a-5179-434b-a3c1-d4c0cf982885 req-afd8737c-b0b1-428f-86fe-eef89fb5c073 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 945 time: 0.0800042
Dec 18 20:51:17.272418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-acac5882-b58f-45b7-9f2f-c30bbddb50c3 req-db04e520-4afa-455c-9b6e-654adbf86d6c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Deleting port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:17.272984 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-acac5882-b58f-45b7-9f2f-c30bbddb50c3 req-db04e520-4afa-455c-9b6e-654adbf86d6c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:17.328183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-241e9a3a-5179-434b-a3c1-d4c0cf982885 req-706578ed-10f6-45d4-b10f-20aef96984ff tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706182
Dec 18 20:51:17.383410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-acac5882-b58f-45b7-9f2f-c30bbddb50c3 req-db04e520-4afa-455c-9b6e-654adbf86d6c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] For port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:17.384063 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-acac5882-b58f-45b7-9f2f-c30bbddb50c3 req-db04e520-4afa-455c-9b6e-654adbf86d6c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:17.412936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-acac5882-b58f-45b7-9f2f-c30bbddb50c3 req-db04e520-4afa-455c-9b6e-654adbf86d6c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Calling delete_port for c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:17.493356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82e546f9-fb07-47a3-b688-972edcd16a0c req-2f75db0e-a94f-45ee-9423-d6d52233f98b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 210 time: 0.0422113
Dec 18 20:51:17.581291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a74bea-a0aa-48ed-b7e9-15bbf7502294 req-8458e058-c099-42c4-aff4-61acc1511e89 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:17.582770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7a74bea-a0aa-48ed-b7e9-15bbf7502294 req-8458e058-c099-42c4-aff4-61acc1511e89 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.31 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 945 time: 0.0919561
Dec 18 20:51:17.591056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d3811-f550-4196-8b43-22f4f2143b6b req-2f2198c0-299e-4bf6-92a3-f0bd9831522f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:17.596829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d3811-f550-4196-8b43-22f4f2143b6b req-2f2198c0-299e-4bf6-92a3-f0bd9831522f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:17.598408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d66d3811-f550-4196-8b43-22f4f2143b6b req-2f2198c0-299e-4bf6-92a3-f0bd9831522f tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1678 time: 0.1088018
Dec 18 20:51:17.680200 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-acac5882-b58f-45b7-9f2f-c30bbddb50c3 req-db04e520-4afa-455c-9b6e-654adbf86d6c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:17.694519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:17.763049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04e520-4afa-455c-9b6e-654adbf86d6c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Pushing event deleted for resources: {'Port': ['ID=c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:17.779447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d66d3811-f550-4196-8b43-22f4f2143b6b req-88c52144-7cec-487a-a3e3-e3308113390b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638412
Dec 18 20:51:17.815870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-c7a74bea-a0aa-48ed-b7e9-15bbf7502294 req-9582928c-efc7-4d6b-90c1-198c5129ffc5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Deleting port 9426e501-39e7-4a02-84c3-cc79d30a84ff {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:17.816513 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c7a74bea-a0aa-48ed-b7e9-15bbf7502294 req-9582928c-efc7-4d6b-90c1-198c5129ffc5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:17.829039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-acac5882-b58f-45b7-9f2f-c30bbddb50c3 req-db04e520-4afa-455c-9b6e-654adbf86d6c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] No DVR routers for this DVR port c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:17.831938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-acac5882-b58f-45b7-9f2f-c30bbddb50c3 req-db04e520-4afa-455c-9b6e-654adbf86d6c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:17.838757 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acac5882-b58f-45b7-9f2f-c30bbddb50c3 req-db04e520-4afa-455c-9b6e-654adbf86d6c tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.36 "DELETE /v2.0/ports/c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a HTTP/1.1" status: 204  len: 173 time: 0.6687486
Dec 18 20:51:17.839415 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e413a-66ad-40fb-aad2-6d3392c35439', 'name': 'network-vif-deleted', 'tag': 'c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:17.843014 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf54830-5d33-4f9c-9138-2cd7c507607c" -d '{"events": [{"server_uuid": "919e413a-66ad-40fb-aad2-6d3392c35439", "name": "network-vif-deleted", "tag": "c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:18.038939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b013142-3e9f-4793-9253-c51b78eb0f3d req-6e6ca6b6-cf49-4cbc-aea4-13b428c44d47 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e413a-66ad-40fb-aad2-6d3392c35439 HTTP/1.1" status: 200  len: 210 time: 0.0737672
Dec 18 20:51:18.055559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c7a74bea-a0aa-48ed-b7e9-15bbf7502294 req-9582928c-efc7-4d6b-90c1-198c5129ffc5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] For port 9426e501-39e7-4a02-84c3-cc79d30a84ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9426e501-39e7-4a02-84c3-cc79d30a84ff,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:18.055935 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c7a74bea-a0aa-48ed-b7e9-15bbf7502294 req-9582928c-efc7-4d6b-90c1-198c5129ffc5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:18.082910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-c7a74bea-a0aa-48ed-b7e9-15bbf7502294 req-9582928c-efc7-4d6b-90c1-198c5129ffc5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Calling delete_port for 9426e501-39e7-4a02-84c3-cc79d30a84ff owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:18.113703 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca43445-128d-4a4e-b580-74702fc5551e x-openstack-request-id: req-2ca43445-128d-4a4e-b580-74702fc5551e {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:18.114189 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e413a-66ad-40fb-aad2-6d3392c35439", "name": "network-vif-deleted", "tag": "c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:18.114650 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ca43445-128d-4a4e-b580-74702fc5551e {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:18.115188 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e413a-66ad-40fb-aad2-6d3392c35439', 'name': 'network-vif-deleted', 'tag': 'c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a', 'status': 'completed', 'code': 200}
Dec 18 20:51:18.314376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device e60078e1-0404-483c-be40-491d5a7ac210 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:51:18.321394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 12a3229b-b407-4f8f-9557-f1a6978d54bb no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:18.341503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02d20f-e6db-4b84-8d78-799fb3c95a06 req-ac2f3bcb-1d4e-4651-badc-413e8ca0dbdf tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:18.343614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea02d20f-e6db-4b84-8d78-799fb3c95a06 req-ac2f3bcb-1d4e-4651-badc-413e8ca0dbdf tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0990422
Dec 18 20:51:18.349828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 12a3229b-b407-4f8f-9557-f1a6978d54bb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:18.350644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 12a3229b-b407-4f8f-9557-f1a6978d54bb not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:18.386129 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c7a74bea-a0aa-48ed-b7e9-15bbf7502294 req-9582928c-efc7-4d6b-90c1-198c5129ffc5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:18.405179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4ca78321-f8c5-417a-8eae-41822d244cd0'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:18.430481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582928c-efc7-4d6b-90c1-198c5129ffc5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Pushing event deleted for resources: {'Port': ['ID=9426e501-39e7-4a02-84c3-cc79d30a84ff,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:18.492133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-419abaa1-d1ec-49ea-bb4e-87497852b877 req-eeb876bc-e205-4b73-b48f-1bb97bb8c9f6 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5985b52a-141c-483c-ab38-8b1e38a0278f HTTP/1.1" status: 200  len: 210 time: 0.0713313
Dec 18 20:51:18.510008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea02d20f-e6db-4b84-8d78-799fb3c95a06 req-d64e6246-5028-4eb6-a0b0-54ff9675b9f8 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538429
Dec 18 20:51:18.530466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a74bea-a0aa-48ed-b7e9-15bbf7502294 req-9582928c-efc7-4d6b-90c1-198c5129ffc5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] No DVR routers for this DVR port 9426e501-39e7-4a02-84c3-cc79d30a84ff on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:18.533544 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c7a74bea-a0aa-48ed-b7e9-15bbf7502294 req-9582928c-efc7-4d6b-90c1-198c5129ffc5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:18.537234 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7a74bea-a0aa-48ed-b7e9-15bbf7502294 req-9582928c-efc7-4d6b-90c1-198c5129ffc5 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.31 "DELETE /v2.0/ports/9426e501-39e7-4a02-84c3-cc79d30a84ff HTTP/1.1" status: 204  len: 173 time: 0.9360318
Dec 18 20:51:18.538317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5985b52a-141c-483c-ab38-8b1e38a0278f', 'name': 'network-vif-deleted', 'tag': '9426e501-39e7-4a02-84c3-cc79d30a84ff'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:18.540575 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f1aecb-ccd7-44c9-9167-e23c495279a9" -d '{"events": [{"server_uuid": "5985b52a-141c-483c-ab38-8b1e38a0278f", "name": "network-vif-deleted", "tag": "9426e501-39e7-4a02-84c3-cc79d30a84ff"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:18.541199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port e60078e1-0404-483c-be40-491d5a7ac210, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e60078e1-0404-483c-be40-491d5a7ac210,segment=NetworkSegment(b65c08c4-9176-47a1-b3a8-c83efa3b8453),segment_id=b65c08c4-9176-47a1-b3a8-c83efa3b8453)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:18.571209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'e60078e1-0404-483c-be40-491d5a7ac210', 'network_id': '31e19967-1c17-4096-8afb-e86fcf3cbcb3', 'port_id': 'e60078e1-0404-483c-be40-491d5a7ac210', 'mac_address': 'fa:16:3e:0b:3c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be256c5b-9572-4e60-9e69-f874f338fa78', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:51:18.580029 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa93790d-34c3-41d7-a473-401875ab09b4 x-openstack-request-id: req-aa93790d-34c3-41d7-a473-401875ab09b4 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:18.580563 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5985b52a-141c-483c-ab38-8b1e38a0278f", "name": "network-vif-deleted", "tag": "9426e501-39e7-4a02-84c3-cc79d30a84ff", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:18.580978 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa93790d-34c3-41d7-a473-401875ab09b4 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:18.581510 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5985b52a-141c-483c-ab38-8b1e38a0278f', 'name': 'network-vif-deleted', 'tag': '9426e501-39e7-4a02-84c3-cc79d30a84ff', 'status': 'completed', 'code': 200}
Dec 18 20:51:18.625818 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:18.643782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60078e1-0404-483c-be40-491d5a7ac210 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:18.671563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67983516-2c7b-47b9-bb02-b11723e14b96 req-4f5c7132-2f6a-4eb0-9524-e806d17f082a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 210 time: 0.0275006
Dec 18 20:51:18.690466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port e60078e1-0404-483c-be40-491d5a7ac210, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e60078e1-0404-483c-be40-491d5a7ac210,segment=NetworkSegment(b65c08c4-9176-47a1-b3a8-c83efa3b8453),segment_id=b65c08c4-9176-47a1-b3a8-c83efa3b8453)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:18.701220 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:18.703330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f6435f74-9322-42c0-8848-1a63b5470f96 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:51:18.857576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=e60078e1-0404-483c-be40-491d5a7ac210,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:18.870595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f6435f74-9322-42c0-8848-1a63b5470f96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6435f74-9322-42c0-8848-1a63b5470f96,segment=NetworkSegment(2caaf4c0-e541-43f8-a93b-464de91d8748),segment_id=2caaf4c0-e541-43f8-a93b-464de91d8748)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:18.881833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'f6435f74-9322-42c0-8848-1a63b5470f96', 'network_id': 'f880d138-a5d8-43c2-a2f8-b58d6577fea6', 'port_id': 'f6435f74-9322-42c0-8848-1a63b5470f96', 'mac_address': 'fa:16:3e:c7:4d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0d1894-5030-4e86-b050-eee9f656391f', 'ip_address': '19.86.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:51:18.905467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e4953-8d04-491b-8894-c1e6ab6d8db2 req-3f7e1141-1a86-48a8-aba7-e5e4646a4fa1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:18.913464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e4953-8d04-491b-8894-c1e6ab6d8db2 req-3f7e1141-1a86-48a8-aba7-e5e4646a4fa1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:18.919301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db7e4953-8d04-491b-8894-c1e6ab6d8db2 req-3f7e1141-1a86-48a8-aba7-e5e4646a4fa1 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1679 time: 0.0679290
Dec 18 20:51:18.938058 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:18.962303 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6435f74-9322-42c0-8848-1a63b5470f96 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:18.972244 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db7e4953-8d04-491b-8894-c1e6ab6d8db2 req-98e9f17f-b6e5-4464-849e-3d47b8a761e2 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518906
Dec 18 20:51:18.997858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f6435f74-9322-42c0-8848-1a63b5470f96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6435f74-9322-42c0-8848-1a63b5470f96,segment=NetworkSegment(2caaf4c0-e541-43f8-a93b-464de91d8748),segment_id=2caaf4c0-e541-43f8-a93b-464de91d8748)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:19.005604 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:19.058864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f6435f74-9322-42c0-8848-1a63b5470f96,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:19.158577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-7bfcc02a-62d2-4220-b07f-7a2c5bc24443 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9ce640720b084b84a86f590d354dad25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0210674
Dec 18 20:51:19.256253 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:19.310994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-b0d2e9d5-0602-4737-892a-e37f2126f109 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:19.312510 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-b0d2e9d5-0602-4737-892a-e37f2126f109 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1445131
Dec 18 20:51:19.330578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Request body: {'port': {'device_id': '5d26953e-4ddb-4f0b-85a1-3de0ae36401f', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '9ce640720b084b84a86f590d354dad25'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:19.375839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f6435f74-9322-42c0-8848-1a63b5470f96'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:19.463441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['e60078e1-0404-483c-be40-491d5a7ac210'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:19.699966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58424) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:19.756839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f4168bd-76a4-4ad0-bb71-85a8b8746013 req-b2e9907b-9b85-4906-95d2-90392fb13c74 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0459447
Dec 18 20:51:19.837702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca86b1-dd2c-44f9-a827-3e8a576f49e6 req-db1d8cfa-728a-4c83-995c-f9e8ce1ed535 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:19.839219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddca86b1-dd2c-44f9-a827-3e8a576f49e6 req-db1d8cfa-728a-4c83-995c-f9e8ce1ed535 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 945 time: 0.4674613
Dec 18 20:51:19.844571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4168bd-76a4-4ad0-bb71-85a8b8746013 req-fc133bcf-e7a4-4c36-92de-10e5976a9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:19.846132 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f4168bd-76a4-4ad0-bb71-85a8b8746013 req-fc133bcf-e7a4-4c36-92de-10e5976a9bb1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 1100 time: 0.0599995
Dec 18 20:51:19.846890 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c72e4aa1-5884-4dde-bd68-be82495814d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:19.885888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b859b7-0e2c-4bae-ae4e-599b872b2350 req-43759ebd-7274-4ead-bb0a-8c77fa9b8909 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:19.887956 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40b859b7-0e2c-4bae-ae4e-599b872b2350 req-43759ebd-7274-4ead-bb0a-8c77fa9b8909 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1212852
Dec 18 20:51:19.942145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddca86b1-dd2c-44f9-a827-3e8a576f49e6 req-22f1f88e-1b2d-4c45-8f46-6831131ebb0b tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908947
Dec 18 20:51:19.956877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Made reservation on behalf of 9ce640720b084b84a86f590d354dad25 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:19.960371 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:19.996167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40b859b7-0e2c-4bae-ae4e-599b872b2350 req-dca5215d-d2a4-4f31-a2e1-7a4edff86b70 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992727
Dec 18 20:51:20.017243 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8735b2-5c7c-47ac-bf86-3e1efe26a17a req-7d05236e-4352-4313-9f27-b457cbcdd5fe tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:20.018729 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3f8735b2-5c7c-47ac-bf86-3e1efe26a17a req-7d05236e-4352-4313-9f27-b457cbcdd5fe tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 945 time: 0.1080840
Dec 18 20:51:20.042885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4168bd-76a4-4ad0-bb71-85a8b8746013 req-d09236f3-cd9f-4957-8b9f-7783db5dae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:20.045064 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f4168bd-76a4-4ad0-bb71-85a8b8746013 req-d09236f3-cd9f-4957-8b9f-7783db5dae14 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1791987
Dec 18 20:51:20.058402 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c72e4aa1-5884-4dde-bd68-be82495814d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.086536 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c72e4aa1-5884-4dde-bd68-be82495814d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.142950 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f4168bd-76a4-4ad0-bb71-85a8b8746013 req-d02de24c-dcdd-460f-b8c0-25d45b44ce75 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=05ea3e02-3bf7-43f5-91c1-02487451a24d HTTP/1.1" status: 200  len: 217 time: 0.0830073
Dec 18 20:51:20.172386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52ac5d76-8b94-4e68-b127-654445bd8776 req-40b6d869-5e8c-4ceb-9343-0ecd8a4de6eb tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 210 time: 0.0676339
Dec 18 20:51:20.192813 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c72e4aa1-5884-4dde-bd68-be82495814d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87106c9e017a47a7bb1e39ca88aa483a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4917192
Dec 18 20:51:20.196154 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58438) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:20.219156 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e4aa1-5884-4dde-bd68-be82495814d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd98c9a-d325-4876-ae5b-a53a337f079e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:20.220561 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d8258-766c-4e66-aa40-92b5094ac927 req-dda0bd09-5032-4819-8dab-45a8b8c91bed tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:20.227212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d8258-766c-4e66-aa40-92b5094ac927 req-dda0bd09-5032-4819-8dab-45a8b8c91bed tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:20.228082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-223d8258-766c-4e66-aa40-92b5094ac927 req-dda0bd09-5032-4819-8dab-45a8b8c91bed tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1680 time: 0.1422772
Dec 18 20:51:20.242990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Allocated IP 192.168.233.146 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/1989df78-5575-43d1-8748-79a640639e11) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:51:20.243726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4168bd-76a4-4ad0-bb71-85a8b8746013 req-227727c9-0569-401f-bec5-2ddbab8041b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:20.245209 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f4168bd-76a4-4ad0-bb71-85a8b8746013 req-227727c9-0569-401f-bec5-2ddbab8041b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0860915
Dec 18 20:51:20.287724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-3f8735b2-5c7c-47ac-bf86-3e1efe26a17a req-7a13ef5c-a33a-4201-9cca-174c9798401e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Deleting port f4d2142c-df3c-4259-89f6-888e1edbf513 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:20.288081 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3f8735b2-5c7c-47ac-bf86-3e1efe26a17a req-7a13ef5c-a33a-4201-9cca-174c9798401e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.332400 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 9426e501-39e7-4a02-84c3-cc79d30a84ff no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:20.336429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-223d8258-766c-4e66-aa40-92b5094ac927 req-14128902-3731-458d-b121-116c1730b758 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968750
Dec 18 20:51:20.361980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 9426e501-39e7-4a02-84c3-cc79d30a84ff {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:20.363129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 9426e501-39e7-4a02-84c3-cc79d30a84ff not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:20.364325 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4168bd-76a4-4ad0-bb71-85a8b8746013 req-aeec15f3-d6fd-4f35-be71-d2eae32dc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:20.366073 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f4168bd-76a4-4ad0-bb71-85a8b8746013 req-aeec15f3-d6fd-4f35-be71-d2eae32dc243 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1129892
Dec 18 20:51:20.373011 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-031601e8-e55d-4617-b29e-5d20d2165146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.444062 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-031601e8-e55d-4617-b29e-5d20d2165146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.448235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3f8735b2-5c7c-47ac-bf86-3e1efe26a17a req-7a13ef5c-a33a-4201-9cca-174c9798401e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] For port f4d2142c-df3c-4259-89f6-888e1edbf513, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4d2142c-df3c-4259-89f6-888e1edbf513,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:20.448892 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3f8735b2-5c7c-47ac-bf86-3e1efe26a17a req-7a13ef5c-a33a-4201-9cca-174c9798401e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.467093 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-3f8735b2-5c7c-47ac-bf86-3e1efe26a17a req-7a13ef5c-a33a-4201-9cca-174c9798401e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Calling delete_port for f4d2142c-df3c-4259-89f6-888e1edbf513 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:20.542437 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f4168bd-76a4-4ad0-bb71-85a8b8746013 req-93b8d93e-9ca0-4379-b9e4-29095979dc54 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669366
Dec 18 20:51:20.581102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.587533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-031601e8-e55d-4617-b29e-5d20d2165146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.590109 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-031601e8-e55d-4617-b29e-5d20d2165146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.593905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-031601e8-e55d-4617-b29e-5d20d2165146 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bd98c9a-d325-4876-ae5b-a53a337f079e HTTP/1.1" status: 204  len: 168 time: 0.3941474
Dec 18 20:51:20.610459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031601e8-e55d-4617-b29e-5d20d2165146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd98c9a-d325-4876-ae5b-a53a337f079e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:20.624430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f8aff-739b-4940-8f53-f3aad30ab416 req-998ff2e5-2767-4f19-8b1b-b6ddb3cb0626 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:20.626186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f8f8aff-739b-4940-8f53-f3aad30ab416 req-998ff2e5-2767-4f19-8b1b-b6ddb3cb0626 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 946 time: 0.0956016
Dec 18 20:51:20.685853 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.688102 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f4168bd-76a4-4ad0-bb71-85a8b8746013 req-f8da1f8c-e9e5-4126-80eb-b558cd4eda5d service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350012
Dec 18 20:51:20.702036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c', '4984579f-71f2-49fb-bece-8c1cd12eaebd', '0b9441be-b2da-4416-9591-960ff551886a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:20.705053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d', '9dec9e11-2f64-410a-9138-c76a28139138', 'a52b9904-6215-4656-8796-8cca7fdd5a67', '54506b4b-7281-4b1a-9497-d7ae5def715f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:20.706502 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3f8735b2-5c7c-47ac-bf86-3e1efe26a17a req-7a13ef5c-a33a-4201-9cca-174c9798401e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.711480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f8f8aff-739b-4940-8f53-f3aad30ab416 req-2f302c69-44b3-4451-866d-0cd0c410377d tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/security-groups?id=26c35480-64b8-425a-a93a-c79d53878076&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763576
Dec 18 20:51:20.748758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13ef5c-a33a-4201-9cca-174c9798401e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Pushing event deleted for resources: {'Port': ['ID=f4d2142c-df3c-4259-89f6-888e1edbf513,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:20.802591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event updated for resources: {'Port': ['ID=1989df78-5575-43d1-8748-79a640639e11,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:20.811147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8735b2-5c7c-47ac-bf86-3e1efe26a17a req-7a13ef5c-a33a-4201-9cca-174c9798401e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] No DVR routers for this DVR port f4d2142c-df3c-4259-89f6-888e1edbf513 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:20.815175 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3f8735b2-5c7c-47ac-bf86-3e1efe26a17a req-7a13ef5c-a33a-4201-9cca-174c9798401e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.820518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3f8735b2-5c7c-47ac-bf86-3e1efe26a17a req-7a13ef5c-a33a-4201-9cca-174c9798401e tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.36 "DELETE /v2.0/ports/f4d2142c-df3c-4259-89f6-888e1edbf513 HTTP/1.1" status: 204  len: 173 time: 0.7881627
Dec 18 20:51:20.821255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1389e6-a05e-4f01-aa45-405bf57c622d', 'name': 'network-vif-deleted', 'tag': 'f4d2142c-df3c-4259-89f6-888e1edbf513'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:20.824006 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4a5a5d-2527-421f-b98c-55a0035ede7c" -d '{"events": [{"server_uuid": "6b1389e6-a05e-4f01-aa45-405bf57c622d", "name": "network-vif-deleted", "tag": "f4d2142c-df3c-4259-89f6-888e1edbf513"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:20.829641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:20.831746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:20.834201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:51:20.900640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:20.901557 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:20.925970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-6d905322-103f-40f8-8318-4af1718675f6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6008174
Dec 18 20:51:20.934198 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a6dd5e-675a-46ab-96fd-80fdf8b101f5 x-openstack-request-id: req-26a6dd5e-675a-46ab-96fd-80fdf8b101f5 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:20.934639 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1389e6-a05e-4f01-aa45-405bf57c622d", "name": "network-vif-deleted", "tag": "f4d2142c-df3c-4259-89f6-888e1edbf513", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:20.935327 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26a6dd5e-675a-46ab-96fd-80fdf8b101f5 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:20.935793 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1389e6-a05e-4f01-aa45-405bf57c622d', 'name': 'network-vif-deleted', 'tag': 'f4d2142c-df3c-4259-89f6-888e1edbf513', 'status': 'completed', 'code': 200}
Dec 18 20:51:20.954290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Request body: {'port': {'device_id': '5d26953e-4ddb-4f0b-85a1-3de0ae36401f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:21.092537 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.105387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309642a-e077-426c-b598-56433cccd1cd req-7b9ecd1a-828f-49ea-8a53-7a4fe0cfa740 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:21.107107 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c309642a-e077-426c-b598-56433cccd1cd req-7b9ecd1a-828f-49ea-8a53-7a4fe0cfa740 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 946 time: 0.0893998
Dec 18 20:51:21.119995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f4d2142c-df3c-4259-89f6-888e1edbf513 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:21.131684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58452) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:21.149895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: f4d2142c-df3c-4259-89f6-888e1edbf513 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:21.150163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f4d2142c-df3c-4259-89f6-888e1edbf513 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:21.150614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:21.166048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4b9abac-82cf-4ace-b7e1-fee04847d0a2 req-5a5aaf0d-0567-4afc-ad0c-994acc9b3dc1 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1389e6-a05e-4f01-aa45-405bf57c622d HTTP/1.1" status: 200  len: 210 time: 0.0597401
Dec 18 20:51:21.167444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cca4074-06f5-4c87-baa8-3245f427d185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.226648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:21.227036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c7ac2ad7-4aa4-4308-8ff9-3c9dc07d720a not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:21.274485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae7459-f876-47ce-9d60-d949189eed2c req-7426ca2e-5512-48d4-9fff-67a9de7cd19b tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:21.283026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fae7459-f876-47ce-9d60-d949189eed2c req-7426ca2e-5512-48d4-9fff-67a9de7cd19b tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1573231
Dec 18 20:51:21.300826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cca4074-06f5-4c87-baa8-3245f427d185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.309936 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cca4074-06f5-4c87-baa8-3245f427d185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.354403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca4074-06f5-4c87-baa8-3245f427d185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3967ba-5ec2-499e-b1df-f5d96025b00f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:21.359036 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5cca4074-06f5-4c87-baa8-3245f427d185 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2625d7ce5de74f19ab91b2ed6c441082&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2263331
Dec 18 20:51:21.362593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-c309642a-e077-426c-b598-56433cccd1cd req-b7f20182-e32d-4a5c-bd5c-fa72afe09415 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Deleting port 4ca78321-f8c5-417a-8eae-41822d244cd0 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:21.363147 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c309642a-e077-426c-b598-56433cccd1cd req-b7f20182-e32d-4a5c-bd5c-fa72afe09415 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.365809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58458) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:21.369651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a6e57c2d-98d8-4720-bc3d-83df828b9853 None None] Provisioning complete for port 1989df78-5575-43d1-8748-79a640639e11 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:21.370100 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a6e57c2d-98d8-4720-bc3d-83df828b9853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.481821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fae7459-f876-47ce-9d60-d949189eed2c req-f27c570c-17cf-4b6e-8e07-c5788b6e1292 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972845
Dec 18 20:51:21.487738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-363ab39f-2cc2-4e1b-80fc-4065d3a17556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.491699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8cad0-f0cc-4d94-974e-8325032324e4 req-7da776ac-558f-4a37-ab05-d540d5dee9ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:21.499186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c309642a-e077-426c-b598-56433cccd1cd req-b7f20182-e32d-4a5c-bd5c-fa72afe09415 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] For port 4ca78321-f8c5-417a-8eae-41822d244cd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ca78321-f8c5-417a-8eae-41822d244cd0,segment=NetworkSegment(e9a84a4d-abd6-48fb-9484-fd49793dcfc4),segment_id=e9a84a4d-abd6-48fb-9484-fd49793dcfc4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:21.499551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c309642a-e077-426c-b598-56433cccd1cd req-b7f20182-e32d-4a5c-bd5c-fa72afe09415 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.499934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47d8cad0-f0cc-4d94-974e-8325032324e4 req-7da776ac-558f-4a37-ab05-d540d5dee9ae tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 936 time: 0.2128892
Dec 18 20:51:21.524070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-c309642a-e077-426c-b598-56433cccd1cd req-b7f20182-e32d-4a5c-bd5c-fa72afe09415 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Calling delete_port for 4ca78321-f8c5-417a-8eae-41822d244cd0 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:21.532384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-363ab39f-2cc2-4e1b-80fc-4065d3a17556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.563462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a6e57c2d-98d8-4720-bc3d-83df828b9853 None None] Port 1989df78-5575-43d1-8748-79a640639e11 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:51:21.578361 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47d8cad0-f0cc-4d94-974e-8325032324e4 req-3cce3ba7-9c35-41cb-a94f-44410d3ca1c1 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738726
Dec 18 20:51:21.648869 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-363ab39f-2cc2-4e1b-80fc-4065d3a17556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.652461 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-363ab39f-2cc2-4e1b-80fc-4065d3a17556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.656183 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-363ab39f-2cc2-4e1b-80fc-4065d3a17556 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b3967ba-5ec2-499e-b1df-f5d96025b00f HTTP/1.1" status: 204  len: 168 time: 0.2856901
Dec 18 20:51:21.667506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ab39f-2cc2-4e1b-80fc-4065d3a17556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3967ba-5ec2-499e-b1df-f5d96025b00f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:21.807342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1989df78-5575-43d1-8748-79a640639e11 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:21.809419 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c309642a-e077-426c-b598-56433cccd1cd req-b7f20182-e32d-4a5c-bd5c-fa72afe09415 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.821903 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.839337 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Transition to ACTIVE for port object 1989df78-5575-43d1-8748-79a640639e11 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:51:21.859396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f20182-e32d-4a5c-bd5c-fa72afe09415 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Pushing event deleted for resources: {'Port': ['ID=4ca78321-f8c5-417a-8eae-41822d244cd0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:21.881521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.891617 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-756572c7-f0b4-460f-84ad-7aa84a76c941 req-f32d2153-6cb8-4c97-a443-18fe3f9083c3 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f HTTP/1.1" status: 200  len: 210 time: 0.0441406
Dec 18 20:51:21.907203 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c309642a-e077-426c-b598-56433cccd1cd req-b7f20182-e32d-4a5c-bd5c-fa72afe09415 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] No DVR routers for this DVR port 4ca78321-f8c5-417a-8eae-41822d244cd0 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:21.920910 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c309642a-e077-426c-b598-56433cccd1cd req-b7f20182-e32d-4a5c-bd5c-fa72afe09415 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:21.924425 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c309642a-e077-426c-b598-56433cccd1cd req-b7f20182-e32d-4a5c-bd5c-fa72afe09415 tempest-LiveMigrationTest-700829217 tempest-LiveMigrationTest-700829217-project] 10.222.0.31 "DELETE /v2.0/ports/4ca78321-f8c5-417a-8eae-41822d244cd0 HTTP/1.1" status: 204  len: 173 time: 0.8089609
Dec 18 20:51:21.930953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9706c-65a0-4a76-be84-c4ab5c0af765 req-ccf245a8-0efb-46af-80f7-1f82f0fe48ce tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:21.937433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9706c-65a0-4a76-be84-c4ab5c0af765 req-ccf245a8-0efb-46af-80f7-1f82f0fe48ce tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:21.945668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75e9706c-65a0-4a76-be84-c4ab5c0af765 req-ccf245a8-0efb-46af-80f7-1f82f0fe48ce tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1680 time: 0.2447257
Dec 18 20:51:22.002117 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Pushing event updated for resources: {'Port': ['ID=1989df78-5575-43d1-8748-79a640639e11,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:22.069432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75e9706c-65a0-4a76-be84-c4ab5c0af765 req-c7c2e4ec-97e5-49eb-8f26-25a29c086fd9 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223187
Dec 18 20:51:22.104503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Attempting to bind port 1989df78-5575-43d1-8748-79a640639e11 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:51:22.104879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Attempting to bind port 1989df78-5575-43d1-8748-79a640639e11 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:51:22.105300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Attempting to bind port 1989df78-5575-43d1-8748-79a640639e11 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:22.111225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Port 1989df78-5575-43d1-8748-79a640639e11 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:51:22.111684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Attempting to bind port 1989df78-5575-43d1-8748-79a640639e11 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:22.119131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:51:22.119474 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:22.119861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:51:22.120291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Bound port: 1989df78-5575-43d1-8748-79a640639e11, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:51:22.120647 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:22.213261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] For port 1989df78-5575-43d1-8748-79a640639e11, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:22.219452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] For port 1989df78-5575-43d1-8748-79a640639e11, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1989df78-5575-43d1-8748-79a640639e11,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:51:22.224382 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:22.261346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:22.262622 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:22.264249 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] 10.222.0.31 "PUT /v2.0/ports/1989df78-5575-43d1-8748-79a640639e11 HTTP/1.1" status: 200  len: 1096 time: 1.3156893
Dec 18 20:51:22.264709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d26953e-4ddb-4f0b-85a1-3de0ae36401f', 'tag': '1989df78-5575-43d1-8748-79a640639e11'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:22.267211 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84b502f-23b5-4b4a-ad68-95255e508411" -d '{"events": [{"name": "network-changed", "server_uuid": "5d26953e-4ddb-4f0b-85a1-3de0ae36401f", "tag": "1989df78-5575-43d1-8748-79a640639e11"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:22.323633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cda40-c713-4878-b716-164d9d47ae8e service neutron] Pushing event updated for resources: {'Port': ['ID=1989df78-5575-43d1-8748-79a640639e11,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:22.336449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device e60078e1-0404-483c-be40-491d5a7ac210 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:22.382504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2e7bf797-1341-4ce0-afa7-4a21f4c34aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:22.384655 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-2e7bf797-1341-4ce0-afa7-4a21f4c34aeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 1099 time: 0.0534184
Dec 18 20:51:22.395404 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cae3c6-188b-450c-9290-31c92f3a5216 x-openstack-request-id: req-68cae3c6-188b-450c-9290-31c92f3a5216 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:22.395744 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d26953e-4ddb-4f0b-85a1-3de0ae36401f", "tag": "1989df78-5575-43d1-8748-79a640639e11", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:22.396065 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68cae3c6-188b-450c-9290-31c92f3a5216 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:22.396545 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d26953e-4ddb-4f0b-85a1-3de0ae36401f', 'tag': '1989df78-5575-43d1-8748-79a640639e11', 'status': 'completed', 'code': 200}
Dec 18 20:51:22.448810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port e60078e1-0404-483c-be40-491d5a7ac210 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:51:22.456340 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-7361d7f9-ca2d-49de-a1ac-1d9a09158a86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=1989df78-5575-43d1-8748-79a640639e11 HTTP/1.1" status: 200  len: 217 time: 0.0588057
Dec 18 20:51:22.459773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port e60078e1-0404-483c-be40-491d5a7ac210 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:22.460222 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:22.593030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-174bf012-62a5-49f3-991e-276c00bdb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:22.594549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-174bf012-62a5-49f3-991e-276c00bdb40f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1291044
Dec 18 20:51:22.668408 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:22.696690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60078e1-0404-483c-be40-491d5a7ac210'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:22.699512 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b30711-d508-47d2-abd1-5280a63cff87" -d '{"events": [{"server_uuid": "e09b99ef-8148-405f-a61a-3cbebb685678", "name": "network-vif-plugged", "status": "completed", "tag": "e60078e1-0404-483c-be40-491d5a7ac210"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:22.717972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port e60078e1-0404-483c-be40-491d5a7ac210, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e60078e1-0404-483c-be40-491d5a7ac210,segment=NetworkSegment(b65c08c4-9176-47a1-b3a8-c83efa3b8453),segment_id=b65c08c4-9176-47a1-b3a8-c83efa3b8453)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:22.726326 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:22.727338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f6435f74-9322-42c0-8848-1a63b5470f96 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:22.747797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0cb78-1196-4c2e-812b-46d5a052e774 req-e21f548e-258e-4b33-b75c-7b859370b21c tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:22.749309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ca0cb78-1196-4c2e-812b-46d5a052e774 req-e21f548e-258e-4b33-b75c-7b859370b21c tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1295311
Dec 18 20:51:22.770656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8a5a6-cb54-496f-8f73-3167108849c2 req-7253a3f8-50dd-4c49-9d7a-8a6bb0e7f224 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:22.772340 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fad8a5a6-cb54-496f-8f73-3167108849c2 req-7253a3f8-50dd-4c49-9d7a-8a6bb0e7f224 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 945 time: 0.1535144
Dec 18 20:51:22.787486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-c0eeef39-ab30-4b89-9f7e-71f3769cabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:22.789057 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-c0eeef39-ab30-4b89-9f7e-71f3769cabaf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1813116
Dec 18 20:51:22.823238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port f6435f74-9322-42c0-8848-1a63b5470f96 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:51:22.831637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=e60078e1-0404-483c-be40-491d5a7ac210,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:22.834806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port f6435f74-9322-42c0-8848-1a63b5470f96 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:22.835174 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:22.906502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ca0cb78-1196-4c2e-812b-46d5a052e774 req-707cf244-ff4d-471f-906f-46eab9364e21 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320395
Dec 18 20:51:22.917844 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:22.937024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'name': 'network-vif-deleted', 'tag': '4ca78321-f8c5-417a-8eae-41822d244cd0'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:22.940698 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d923794-9d51-4a31-b772-eb22228704cc" -d '{"events": [{"server_uuid": "5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f", "name": "network-vif-deleted", "tag": "4ca78321-f8c5-417a-8eae-41822d244cd0"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:22.949838 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fad8a5a6-cb54-496f-8f73-3167108849c2 req-13e510c9-3fa5-4bb9-b75b-add2311ace1f tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd4a2b5a-ba3d-4654-9022-ceecd158121b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664221
Dec 18 20:51:22.963810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-88219660-a4a6-4dd6-a942-b99eb47ea8ec service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587474
Dec 18 20:51:22.964959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f6435f74-9322-42c0-8848-1a63b5470f96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6435f74-9322-42c0-8848-1a63b5470f96,segment=NetworkSegment(2caaf4c0-e541-43f8-a93b-464de91d8748),segment_id=2caaf4c0-e541-43f8-a93b-464de91d8748)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:22.970333 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:22.971222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4ca78321-f8c5-417a-8eae-41822d244cd0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:23.024410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 4ca78321-f8c5-417a-8eae-41822d244cd0 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:23.024772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4ca78321-f8c5-417a-8eae-41822d244cd0 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:23.062734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f6435f74-9322-42c0-8848-1a63b5470f96,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:23.102149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cf448-4027-4661-be7a-f44f211dec07 req-ab5174a7-2886-491b-aadd-f957b2496e71 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:23.103754 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-528cf448-4027-4661-be7a-f44f211dec07 req-ab5174a7-2886-491b-aadd-f957b2496e71 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 945 time: 0.0569444
Dec 18 20:51:23.132551 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e86add-2c5e-455b-a5a7-b22c23a86904 x-openstack-request-id: req-a6e86add-2c5e-455b-a5a7-b22c23a86904 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:23.133242 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09b99ef-8148-405f-a61a-3cbebb685678", "name": "network-vif-plugged", "status": "completed", "tag": "e60078e1-0404-483c-be40-491d5a7ac210", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:23.135516 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6e86add-2c5e-455b-a5a7-b22c23a86904 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:23.135516 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60078e1-0404-483c-be40-491d5a7ac210', 'code': 200}
Dec 18 20:51:23.137828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f0c3575-b156-4785-b619-bca4049ebe7a req-f0ffa42c-d16a-40e5-937b-34abd9d63679 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1647682
Dec 18 20:51:23.189722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500211f8-193e-41dc-82b2-45673957eb32 req-00ed3af2-1eb6-46a4-97c0-aeda0c3a3e86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:23.192561 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-500211f8-193e-41dc-82b2-45673957eb32 req-00ed3af2-1eb6-46a4-97c0-aeda0c3a3e86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 948 time: 0.1239097
Dec 18 20:51:23.306969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-500211f8-193e-41dc-82b2-45673957eb32 req-196ac824-e148-422c-94d7-ac075d45b2b5 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046927
Dec 18 20:51:23.307608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58522) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:23.366112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b502f-23b5-4b4a-ad68-95255e508411 req-e8446533-fb42-4fe8-8a3d-71faa9d98891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:23.367828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c84b502f-23b5-4b4a-ad68-95255e508411 req-e8446533-fb42-4fe8-8a3d-71faa9d98891 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce640720b084b84a86f590d354dad25&device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 1099 time: 0.1383803
Dec 18 20:51:23.388912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10ce76a-e4ed-4d0f-821f-af451f85bf04 admin admin] Deleting subnet 4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:51:23.441214 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a10ce76a-e4ed-4d0f-821f-af451f85bf04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:23.502316 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0b9e66-9968-43e4-b671-47ef865483bb x-openstack-request-id: req-9c0b9e66-9968-43e4-b671-47ef865483bb {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:23.502609 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f", "name": "network-vif-deleted", "tag": "4ca78321-f8c5-417a-8eae-41822d244cd0", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:23.502856 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c0b9e66-9968-43e4-b671-47ef865483bb {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:23.503237 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2f2e9e-da41-4537-8c8d-07cbe9ab3a7f', 'name': 'network-vif-deleted', 'tag': '4ca78321-f8c5-417a-8eae-41822d244cd0', 'status': 'completed', 'code': 200}
Dec 18 20:51:23.516272 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a10ce76a-e4ed-4d0f-821f-af451f85bf04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:23.537645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-528cf448-4027-4661-be7a-f44f211dec07 req-0849ba60-6b4e-4063-8d47-bc0e7a5369d5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Deleting port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:23.537982 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-528cf448-4027-4661-be7a-f44f211dec07 req-0849ba60-6b4e-4063-8d47-bc0e7a5369d5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:23.549965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad4d5e-4cbd-44e4-a722-52685843b944 req-6680d56a-c5ed-4a91-81a0-f5ca0d104dc9 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:23.556068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad4d5e-4cbd-44e4-a722-52685843b944 req-6680d56a-c5ed-4a91-81a0-f5ca0d104dc9 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:23.557840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72ad4d5e-4cbd-44e4-a722-52685843b944 req-6680d56a-c5ed-4a91-81a0-f5ca0d104dc9 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1682 time: 0.1800821
Dec 18 20:51:23.608104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b502f-23b5-4b4a-ad68-95255e508411 req-bb963726-30a4-422d-80b7-6fad9c15340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:23.609653 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c84b502f-23b5-4b4a-ad68-95255e508411 req-bb963726-30a4-422d-80b7-6fad9c15340e service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2330005
Dec 18 20:51:23.615256 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a10ce76a-e4ed-4d0f-821f-af451f85bf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:23.633027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-528cf448-4027-4661-be7a-f44f211dec07 req-0849ba60-6b4e-4063-8d47-bc0e7a5369d5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] For port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,segment=NetworkSegment(49643b21-1de1-4334-ac3b-4585df1660e4),segment_id=49643b21-1de1-4334-ac3b-4585df1660e4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:23.633395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-528cf448-4027-4661-be7a-f44f211dec07 req-0849ba60-6b4e-4063-8d47-bc0e7a5369d5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:23.651585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-528cf448-4027-4661-be7a-f44f211dec07 req-0849ba60-6b4e-4063-8d47-bc0e7a5369d5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Calling delete_port for 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:23.686125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c84b502f-23b5-4b4a-ad68-95255e508411 req-a2a93a9a-4a3a-493a-8897-4e51b14f2e11 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=1989df78-5575-43d1-8748-79a640639e11 HTTP/1.1" status: 200  len: 217 time: 0.0494096
Dec 18 20:51:23.700791 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72ad4d5e-4cbd-44e4-a722-52685843b944 req-60e9aa9b-d035-4fd1-a180-4991e89f18b5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334147
Dec 18 20:51:23.758287 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a10ce76a-e4ed-4d0f-821f-af451f85bf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:23.766550 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b502f-23b5-4b4a-ad68-95255e508411 req-0b7da57f-7dbd-4499-b7c0-406a24d8ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:23.767972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c84b502f-23b5-4b4a-ad68-95255e508411 req-0b7da57f-7dbd-4499-b7c0-406a24d8ecff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0622005
Dec 18 20:51:23.797061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ce76a-e4ed-4d0f-821f-af451f85bf04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:23.805996 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-528cf448-4027-4661-be7a-f44f211dec07 req-0849ba60-6b4e-4063-8d47-bc0e7a5369d5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:23.815686 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a10ce76a-e4ed-4d0f-821f-af451f85bf04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:23.818840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a10ce76a-e4ed-4d0f-821f-af451f85bf04 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4dc9a604-59d2-4fb1-a8c3-57b80b6fdbb8 HTTP/1.1" status: 204  len: 168 time: 0.5090361
Dec 18 20:51:23.822121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58536) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:23.835222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849ba60-6b4e-4063-8d47-bc0e7a5369d5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Pushing event deleted for resources: {'Port': ['ID=35ef2a63-339b-4a47-a0b0-2edcd0dd0be1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:23.844132 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:51:23.878383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b502f-23b5-4b4a-ad68-95255e508411 req-d785ad72-b114-4182-98a6-7fa9eb4320aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:23.879728 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c84b502f-23b5-4b4a-ad68-95255e508411 req-d785ad72-b114-4182-98a6-7fa9eb4320aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0919499
Dec 18 20:51:23.888495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-528cf448-4027-4661-be7a-f44f211dec07 req-0849ba60-6b4e-4063-8d47-bc0e7a5369d5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] No DVR routers for this DVR port 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:23.891500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-528cf448-4027-4661-be7a-f44f211dec07 req-0849ba60-6b4e-4063-8d47-bc0e7a5369d5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:23.895170 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-528cf448-4027-4661-be7a-f44f211dec07 req-0849ba60-6b4e-4063-8d47-bc0e7a5369d5 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.36 "DELETE /v2.0/ports/35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 HTTP/1.1" status: 204  len: 173 time: 0.7737973
Dec 18 20:51:23.947926 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.100992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c84b502f-23b5-4b4a-ad68-95255e508411 req-fed5e891-ec8a-427a-8669-fea8e1c7526c service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075379
Dec 18 20:51:24.134434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6937fd46-29d0-496c-8505-432928b36e86 req-b26bda92-eea6-4727-ace9-a467cd6fdfa6 tempest-LiveAutoBlockMigrationV225Test-1918466308 tempest-LiveAutoBlockMigrationV225Test-1918466308-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b8c445f-06db-4133-a919-8c79de5333f0 HTTP/1.1" status: 200  len: 210 time: 0.0496161
Dec 18 20:51:24.135964 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.211448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d5dd1f0>,) {'filters': {'network_id': ['5cbb2c71-d950-4efd-806f-e5446059ac55']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:24.234117 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d5dd1f0>, 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:24.234443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d5dd1f0>, 'e9a84a4d-abd6-48fb-9484-fd49793dcfc4') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:24.244556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac86091-565d-4472-aeea-492543fb4765 req-a9efe2b5-8a3a-4f7e-a4d8-602ba3436f96 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:24.246060 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aac86091-565d-4472-aeea-492543fb4765 req-a9efe2b5-8a3a-4f7e-a4d8-602ba3436f96 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.2373459
Dec 18 20:51:24.258034 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.287803 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.305968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:51:24.306387 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:51:24.308016 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:51:24.383486 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c84b502f-23b5-4b4a-ad68-95255e508411 req-572ec095-2be0-47f6-b282-f524d183611f service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2723305
Dec 18 20:51:24.399009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aac86091-565d-4472-aeea-492543fb4765 req-875d97c1-8772-44f0-b850-9bd6d47b3c30 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440492
Dec 18 20:51:24.399578 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.406044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.412213 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58562) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:24.412725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5cbb2c71-d950-4efd-806f-e5446059ac55 HTTP/1.1" status: 204  len: 168 time: 0.5891438
Dec 18 20:51:24.425539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3a48f-724c-499f-81ae-f79cad153c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cbb2c71-d950-4efd-806f-e5446059ac55,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:24.471516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-535455e5-7ae0-4ff5-94d8-bd34fd52da53 admin admin] Deleting subnet 0005aa0c-0473-41a0-9d7f-c828648e5785 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:51:24.474972 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-535455e5-7ae0-4ff5-94d8-bd34fd52da53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.483610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19cff1-74e5-4b10-8a72-ba86362a2d07 req-606cf9fd-b0e0-4668-804c-d28632181ef6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:24.485347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b19cff1-74e5-4b10-8a72-ba86362a2d07 req-606cf9fd-b0e0-4668-804c-d28632181ef6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 948 time: 0.0577607
Dec 18 20:51:24.518985 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-535455e5-7ae0-4ff5-94d8-bd34fd52da53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.550626 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b19cff1-74e5-4b10-8a72-ba86362a2d07 req-4b43712f-a7e3-40b6-8398-8db342e80374 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584488
Dec 18 20:51:24.585725 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-535455e5-7ae0-4ff5-94d8-bd34fd52da53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.646198 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-535455e5-7ae0-4ff5-94d8-bd34fd52da53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.672775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535455e5-7ae0-4ff5-94d8-bd34fd52da53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0005aa0c-0473-41a0-9d7f-c828648e5785,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:24.674768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-535455e5-7ae0-4ff5-94d8-bd34fd52da53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.680469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58568) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:24.680778 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-535455e5-7ae0-4ff5-94d8-bd34fd52da53 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0005aa0c-0473-41a0-9d7f-c828648e5785 HTTP/1.1" status: 204  len: 168 time: 0.2661958
Dec 18 20:51:24.766171 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.873539 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.903584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e349d-be06-463f-96f5-302a0d02d4e4 req-b0ad083b-567b-4dbf-a217-430dd118a9a3 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:24.909349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e349d-be06-463f-96f5-302a0d02d4e4 req-b0ad083b-567b-4dbf-a217-430dd118a9a3 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:24.910926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b11e349d-be06-463f-96f5-302a0d02d4e4 req-b0ad083b-567b-4dbf-a217-430dd118a9a3 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1682 time: 0.1143839
Dec 18 20:51:24.914315 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ce8c070>,) {'filters': {'network_id': ['2e393c2a-9fda-4e26-a03e-6f97101cd11e']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:24.925588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ce8c070>, 'd8e69690-a21b-4dc2-ac8d-02cda4999238') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:24.925971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ce8c070>, 'd8e69690-a21b-4dc2-ac8d-02cda4999238') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:24.945063 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.965815 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.980450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:51:24.980820 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:51:24.983156 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:51:25.024856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b11e349d-be06-463f-96f5-302a0d02d4e4 req-f7519f1f-c6ac-4e77-a333-bbf32e3e4fcd tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029954
Dec 18 20:51:25.046360 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.052562 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.058294 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2e393c2a-9fda-4e26-a03e-6f97101cd11e HTTP/1.1" status: 204  len: 168 time: 0.3746598
Dec 18 20:51:25.067324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd121d4-b6ea-4419-a709-e68f808c7ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e393c2a-9fda-4e26-a03e-6f97101cd11e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:25.135867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6435f74-9322-42c0-8848-1a63b5470f96'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:25.138788 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86331ba-902c-4a90-81c5-386310a77445" -d '{"events": [{"server_uuid": "e09b99ef-8148-405f-a61a-3cbebb685678", "name": "network-vif-plugged", "status": "completed", "tag": "f6435f74-9322-42c0-8848-1a63b5470f96"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:25.186112 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5546028-a9e6-4e39-9ba4-ac58f5914427 x-openstack-request-id: req-d5546028-a9e6-4e39-9ba4-ac58f5914427 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:25.186467 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09b99ef-8148-405f-a61a-3cbebb685678", "name": "network-vif-plugged", "status": "completed", "tag": "f6435f74-9322-42c0-8848-1a63b5470f96", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:25.186728 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5546028-a9e6-4e39-9ba4-ac58f5914427 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:25.187116 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6435f74-9322-42c0-8848-1a63b5470f96', 'code': 200}
Dec 18 20:51:25.208771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58592) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:25.298245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf72963-1115-4c9e-88e4-d38e6115a418 admin admin] Deleting subnet dda3f542-e261-446c-9545-36f864fed65b {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:51:25.302203 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cf72963-1115-4c9e-88e4-d38e6115a418 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.340722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabeb5f-7719-48ca-a08a-57ace081abe7 req-545d42c3-9bd8-4f37-abc5-4b419ae2de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:25.341192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabeb5f-7719-48ca-a08a-57ace081abe7 req-545d42c3-9bd8-4f37-abc5-4b419ae2de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:25.342937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bcabeb5f-7719-48ca-a08a-57ace081abe7 req-545d42c3-9bd8-4f37-abc5-4b419ae2de08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1984 time: 0.0826893
Dec 18 20:51:25.345189 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58600) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:25.353189 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cf72963-1115-4c9e-88e4-d38e6115a418 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.397542 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-962bd5ef-e9a4-40ee-ab0b-93bfd1a6d726 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0870e14bc2934bae9138d4818b260729&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0511403
Dec 18 20:51:25.400451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58602) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:25.424554 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cf72963-1115-4c9e-88e4-d38e6115a418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.445611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bcabeb5f-7719-48ca-a08a-57ace081abe7 req-4d8b7531-da16-455b-bd3b-48ef3c9fcba4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955191
Dec 18 20:51:25.450878 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6763-d66d-44ff-a058-3db8232b3e1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.486895 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6763-d66d-44ff-a058-3db8232b3e1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.493426 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cf72963-1115-4c9e-88e4-d38e6115a418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.508447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8c445f-06db-4133-a919-8c79de5333f0', 'name': 'network-vif-deleted', 'tag': '35ef2a63-339b-4a47-a0b0-2edcd0dd0be1'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:25.514532 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cf72963-1115-4c9e-88e4-d38e6115a418 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.515538 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6db9638-e59a-4825-89e5-e8c845e3f180" -d '{"events": [{"server_uuid": "9b8c445f-06db-4133-a919-8c79de5333f0", "name": "network-vif-deleted", "tag": "35ef2a63-339b-4a47-a0b0-2edcd0dd0be1"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:25.517851 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3cf72963-1115-4c9e-88e4-d38e6115a418 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dda3f542-e261-446c-9545-36f864fed65b HTTP/1.1" status: 204  len: 168 time: 0.3078375
Dec 18 20:51:25.529182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58610) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:25.548699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf72963-1115-4c9e-88e4-d38e6115a418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda3f542-e261-446c-9545-36f864fed65b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:25.561452 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542a44f2-476e-4330-8f04-eaaf625d5b33 x-openstack-request-id: req-542a44f2-476e-4330-8f04-eaaf625d5b33 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:25.561830 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8c445f-06db-4133-a919-8c79de5333f0", "name": "network-vif-deleted", "tag": "35ef2a63-339b-4a47-a0b0-2edcd0dd0be1", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:25.562147 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-542a44f2-476e-4330-8f04-eaaf625d5b33 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:25.562636 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8c445f-06db-4133-a919-8c79de5333f0', 'name': 'network-vif-deleted', 'tag': '35ef2a63-339b-4a47-a0b0-2edcd0dd0be1', 'status': 'completed', 'code': 200}
Dec 18 20:51:25.592592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ebcbd-bf26-4b7e-9cd3-1c5f3ede170e req-1881a41c-027f-460e-a735-d3617c4128f7 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:25.594488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-275ebcbd-bf26-4b7e-9cd3-1c5f3ede170e req-1881a41c-027f-460e-a735-d3617c4128f7 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0813730
Dec 18 20:51:25.635922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.662814 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-275ebcbd-bf26-4b7e-9cd3-1c5f3ede170e req-c0ddee98-1852-4d57-9d6b-484426b2975d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622051
Dec 18 20:51:25.694700 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6763-d66d-44ff-a058-3db8232b3e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.697276 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6763-d66d-44ff-a058-3db8232b3e1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.698540 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ec5a6763-d66d-44ff-a058-3db8232b3e1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26c35480-64b8-425a-a93a-c79d53878076 HTTP/1.1" status: 204  len: 168 time: 0.2966769
Dec 18 20:51:25.706246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404f82a-929b-4c33-8f10-d921fda51daf req-62a9b641-af2c-47f2-9372-ab3ab12ae833 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:25.707665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e404f82a-929b-4c33-8f10-d921fda51daf req-62a9b641-af2c-47f2-9372-ab3ab12ae833 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 948 time: 0.0682206
Dec 18 20:51:25.734954 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a6763-d66d-44ff-a058-3db8232b3e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c35480-64b8-425a-a93a-c79d53878076,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:25.752604 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.784986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e404f82a-929b-4c33-8f10-d921fda51daf req-063f4b33-640a-4a41-aedb-95d67c082be5 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696032
Dec 18 20:51:25.789691 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d86ca90>,) {'filters': {'network_id': ['fab4d786-81c4-48dc-b51f-790f7e93cb03']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:25.802861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d86ca90>, '49643b21-1de1-4334-ac3b-4585df1660e4') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:25.803407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d86ca90>, '49643b21-1de1-4334-ac3b-4585df1660e4') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:25.816067 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.830945 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.837938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:51:25.838411 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:51:25.840526 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:51:25.900228 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.905822 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:25.909498 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fab4d786-81c4-48dc-b51f-790f7e93cb03 HTTP/1.1" status: 204  len: 168 time: 0.3790724
Dec 18 20:51:25.913067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58622) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:25.925939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1315cd-6bca-4e41-91e5-090d39023608 admin admin] Pushing event deleted for resources: {'Network': ['ID=fab4d786-81c4-48dc-b51f-790f7e93cb03,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:25.963565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20b969c-1198-4acb-86fc-76460a67f7e9 admin admin] Deleting subnet 0e8d089d-1f3e-47ca-a3f8-8845fdf61f2d {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:51:25.968434 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e20b969c-1198-4acb-86fc-76460a67f7e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.004489 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e20b969c-1198-4acb-86fc-76460a67f7e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.046783 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e20b969c-1198-4acb-86fc-76460a67f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.115343 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e20b969c-1198-4acb-86fc-76460a67f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.163171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b969c-1198-4acb-86fc-76460a67f7e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8d089d-1f3e-47ca-a3f8-8845fdf61f2d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:26.165167 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e20b969c-1198-4acb-86fc-76460a67f7e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.168681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e20b969c-1198-4acb-86fc-76460a67f7e9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e8d089d-1f3e-47ca-a3f8-8845fdf61f2d HTTP/1.1" status: 204  len: 168 time: 0.2538600
Dec 18 20:51:26.171657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58634) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:26.190537 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c4574-c06d-4de3-b8cb-d5ecc56603fc req-201cbc22-2377-4c6f-893b-877e3c2a1aac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:26.196556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c4574-c06d-4de3-b8cb-d5ecc56603fc req-201cbc22-2377-4c6f-893b-877e3c2a1aac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:26.198182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-654c4574-c06d-4de3-b8cb-d5ecc56603fc req-201cbc22-2377-4c6f-893b-877e3c2a1aac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1682 time: 0.0946753
Dec 18 20:51:26.248008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58638) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:26.256805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.276629 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-654c4574-c06d-4de3-b8cb-d5ecc56603fc req-009a5bb3-d148-4b02-853a-663def0bf650 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712383
Dec 18 20:51:26.314407 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7b4ad2a9-6a26-469f-ac60-305dd4a77643 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f8e3b51044244cca78d83ab1ecb036d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0592895
Dec 18 20:51:26.316790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58640) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:26.343290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 1989df78-5575-43d1-8748-79a640639e11 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:51:26.348968 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.372105 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73b7eb67-dd33-40cf-88dc-39b0bad4b0c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.377094 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f427160>,) {'filters': {'network_id': ['1dbde14a-db48-4e73-84f5-eef2f795fa24']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:26.391351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f427160>, '89e107f9-cd4b-471c-bbad-c43010338e36') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:26.399179 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73b7eb67-dd33-40cf-88dc-39b0bad4b0c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.404782 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f427160>, '89e107f9-cd4b-471c-bbad-c43010338e36') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:26.432382 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.459461 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73b7eb67-dd33-40cf-88dc-39b0bad4b0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.463377 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73b7eb67-dd33-40cf-88dc-39b0bad4b0c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.471368 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.475671 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-73b7eb67-dd33-40cf-88dc-39b0bad4b0c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6563918d-41ab-4b0f-bff2-235fc91f026d HTTP/1.1" status: 204  len: 168 time: 0.1519513
Dec 18 20:51:26.486587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:51:26.487325 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:51:26.491963 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:51:26.500560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7eb67-dd33-40cf-88dc-39b0bad4b0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6563918d-41ab-4b0f-bff2-235fc91f026d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:26.527573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 1989df78-5575-43d1-8748-79a640639e11, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1989df78-5575-43d1-8748-79a640639e11,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:26.555368 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '1989df78-5575-43d1-8748-79a640639e11', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '1989df78-5575-43d1-8748-79a640639e11', 'mac_address': 'fa:16:3e:c6:b0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:51:26.584259 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.596983 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.599390 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.600580 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1dbde14a-db48-4e73-84f5-eef2f795fa24 HTTP/1.1" status: 204  len: 168 time: 0.4269660
Dec 18 20:51:26.612059 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680828a2-7773-4e4c-8d79-701ffc8315b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbde14a-db48-4e73-84f5-eef2f795fa24,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:26.632943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1989df78-5575-43d1-8748-79a640639e11 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:26.662016 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 1989df78-5575-43d1-8748-79a640639e11, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1989df78-5575-43d1-8748-79a640639e11,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:26.674089 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.725196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=1989df78-5575-43d1-8748-79a640639e11,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:26.829917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58662) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:26.849429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd0129-aad1-48db-8bf5-cc8387c650da req-3ae2ef54-6397-438e-8fa6-e36ac9f2608d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:26.857760 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03fd0129-aad1-48db-8bf5-cc8387c650da req-3ae2ef54-6397-438e-8fa6-e36ac9f2608d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0771255
Dec 18 20:51:26.893949 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f0399c42-9e28-4617-b9d3-2e8cd2f5aab1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a84b125f83d34481adc5617b5ca62e2e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0628068
Dec 18 20:51:26.899286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58664) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:26.967609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3303bd5a-35f2-41af-824c-14cc18e45dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:26.969688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03fd0129-aad1-48db-8bf5-cc8387c650da req-9c0dd6bb-eeff-4de2-8ba0-18ce361e0bf1 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096880
Dec 18 20:51:26.971497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['1989df78-5575-43d1-8748-79a640639e11'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:26.991816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedafea-1a74-465d-92d5-ec840f69feac req-b817cb3e-d01c-40f0-8b68-77914dab362b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:26.993587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9aedafea-1a74-465d-92d5-ec840f69feac req-b817cb3e-d01c-40f0-8b68-77914dab362b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 949 time: 0.1068215
Dec 18 20:51:27.007827 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3303bd5a-35f2-41af-824c-14cc18e45dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:27.075388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9aedafea-1a74-465d-92d5-ec840f69feac req-e32a96ac-5874-41cc-926d-759647b70d88 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727694
Dec 18 20:51:27.081966 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3303bd5a-35f2-41af-824c-14cc18e45dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:27.085525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3303bd5a-35f2-41af-824c-14cc18e45dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:27.090034 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3303bd5a-35f2-41af-824c-14cc18e45dbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd4a2b5a-ba3d-4654-9022-ceecd158121b HTTP/1.1" status: 204  len: 168 time: 0.1897547
Dec 18 20:51:27.104661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303bd5a-35f2-41af-824c-14cc18e45dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4a2b5a-ba3d-4654-9022-ceecd158121b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:27.148858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:27.175376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:27.175678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 35ef2a63-339b-4a47-a0b0-2edcd0dd0be1 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:27.411919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f45f31-0679-4010-b096-5dddd0ec6cd4 req-c7af925d-dcaa-4589-a68b-60793a43652e tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:27.419028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f45f31-0679-4010-b096-5dddd0ec6cd4 req-c7af925d-dcaa-4589-a68b-60793a43652e tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:27.420713 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2f45f31-0679-4010-b096-5dddd0ec6cd4 req-c7af925d-dcaa-4589-a68b-60793a43652e tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1682 time: 0.0666771
Dec 18 20:51:27.461951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58688) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:27.515190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2f45f31-0679-4010-b096-5dddd0ec6cd4 req-d95faca7-2808-4ca3-8602-b4fb6d7ecafe tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876443
Dec 18 20:51:27.521440 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ed405f3e-0a62-4e54-b3c6-ab0bd98b35bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96bbc9ed26984947a2211c73165f2ca5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0577772
Dec 18 20:51:27.524592 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58694) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:27.630356 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b424c256-9bb5-4c38-ab92-2f7e2d4345f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:27.671526 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b424c256-9bb5-4c38-ab92-2f7e2d4345f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:27.750135 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b424c256-9bb5-4c38-ab92-2f7e2d4345f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:27.754380 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b424c256-9bb5-4c38-ab92-2f7e2d4345f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:27.757982 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b424c256-9bb5-4c38-ab92-2f7e2d4345f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/471cefe8-075c-4bde-8312-3f008c8544c9 HTTP/1.1" status: 204  len: 168 time: 0.2294331
Dec 18 20:51:27.769777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424c256-9bb5-4c38-ab92-2f7e2d4345f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471cefe8-075c-4bde-8312-3f008c8544c9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:27.936719 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba5386-4494-4d8f-b197-2a8d49638e74 req-6e569d55-4ab3-4fd8-a14a-ae4d078ecc4e tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:27.943392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba5386-4494-4d8f-b197-2a8d49638e74 req-6e569d55-4ab3-4fd8-a14a-ae4d078ecc4e tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:27.945386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecba5386-4494-4d8f-b197-2a8d49638e74 req-6e569d55-4ab3-4fd8-a14a-ae4d078ecc4e tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1682 time: 0.0629673
Dec 18 20:51:28.024906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecba5386-4494-4d8f-b197-2a8d49638e74 req-5a29030a-2652-4030-8770-b7768b7db17b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670941
Dec 18 20:51:28.100601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f56da9-4dd5-4972-a261-674a70e49432 req-6770b26d-4d05-4551-b9c2-6ffcf7021b43 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:28.102085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e9f56da9-4dd5-4972-a261-674a70e49432 req-6770b26d-4d05-4551-b9c2-6ffcf7021b43 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0556989
Dec 18 20:51:28.172348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e9f56da9-4dd5-4972-a261-674a70e49432 req-0f2a32ea-68e3-4402-bd45-5559a1efd8e4 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624850
Dec 18 20:51:28.220216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2d890-f0a9-4091-b1a8-99992e47b65d req-1b61dce2-759d-4bd3-ae41-2f4e17ec1eb6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:28.221861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63d2d890-f0a9-4091-b1a8-99992e47b65d req-1b61dce2-759d-4bd3-ae41-2f4e17ec1eb6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 949 time: 0.0665734
Dec 18 20:51:28.276852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63d2d890-f0a9-4091-b1a8-99992e47b65d req-e0028500-ad23-48fc-8a04-290add2dc463 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468755
Dec 18 20:51:28.343021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 1989df78-5575-43d1-8748-79a640639e11 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:28.394979 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 1989df78-5575-43d1-8748-79a640639e11 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:51:28.399053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 1989df78-5575-43d1-8748-79a640639e11 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:28.399532 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:28.483112 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:28.507601 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d26953e-4ddb-4f0b-85a1-3de0ae36401f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1989df78-5575-43d1-8748-79a640639e11'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:28.510511 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7dc196-de47-4792-9dad-71b5308258ca" -d '{"events": [{"server_uuid": "5d26953e-4ddb-4f0b-85a1-3de0ae36401f", "name": "network-vif-plugged", "status": "completed", "tag": "1989df78-5575-43d1-8748-79a640639e11"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:28.524020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 1989df78-5575-43d1-8748-79a640639e11, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1989df78-5575-43d1-8748-79a640639e11,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:28.531354 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:28.567964 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677b27ee-c99d-40c4-aa96-25ede3a296c4 x-openstack-request-id: req-677b27ee-c99d-40c4-aa96-25ede3a296c4 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:28.568484 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d26953e-4ddb-4f0b-85a1-3de0ae36401f", "name": "network-vif-plugged", "status": "completed", "tag": "1989df78-5575-43d1-8748-79a640639e11", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:28.568895 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-677b27ee-c99d-40c4-aa96-25ede3a296c4 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:28.569594 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d26953e-4ddb-4f0b-85a1-3de0ae36401f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1989df78-5575-43d1-8748-79a640639e11', 'code': 200}
Dec 18 20:51:28.691279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a247632-e1ef-4039-b0cc-71168b1a40fa req-e330f61a-bea2-4194-a99c-e67e9c2ff1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:28.693779 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a247632-e1ef-4039-b0cc-71168b1a40fa req-e330f61a-bea2-4194-a99c-e67e9c2ff1c2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 1101 time: 0.0723526
Dec 18 20:51:28.761740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a247632-e1ef-4039-b0cc-71168b1a40fa req-ecf9cef1-11fd-40d9-9a6f-da9b6dd79989 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570772
Dec 18 20:51:28.770637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=1989df78-5575-43d1-8748-79a640639e11,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:29.159163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f172-725f-4522-bc6c-3c71238dddd9 req-f89eb2bd-ec49-4ba7-9b66-539020ffc088 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:29.165123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f172-725f-4522-bc6c-3c71238dddd9 req-f89eb2bd-ec49-4ba7-9b66-539020ffc088 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:29.166713 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4b6f172-725f-4522-bc6c-3c71238dddd9 req-f89eb2bd-ec49-4ba7-9b66-539020ffc088 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1682 time: 0.0679598
Dec 18 20:51:29.226518 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4b6f172-725f-4522-bc6c-3c71238dddd9 req-25602190-03d9-4816-9687-17212f873f7c tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527182
Dec 18 20:51:29.327543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebd128-1637-40a3-a0d7-1f988148f364 req-8c4e142a-79c0-4f72-a6c2-4a6758719b3b tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:29.330064 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaebd128-1637-40a3-a0d7-1f988148f364 req-8c4e142a-79c0-4f72-a6c2-4a6758719b3b tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0603449
Dec 18 20:51:29.413225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaebd128-1637-40a3-a0d7-1f988148f364 req-270ac93c-aceb-48ed-aaef-74dd7719ed78 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762961
Dec 18 20:51:29.429689 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfbe72-14c2-45bc-8f6c-72c5743c9aa7 req-d0b4b32e-6a7d-4c80-adae-59a70fdc18b6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:29.431244 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cebfbe72-14c2-45bc-8f6c-72c5743c9aa7 req-d0b4b32e-6a7d-4c80-adae-59a70fdc18b6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 950 time: 0.0684564
Dec 18 20:51:29.497929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cebfbe72-14c2-45bc-8f6c-72c5743c9aa7 req-93407744-5c1e-41fc-a17d-d21404192d06 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602708
Dec 18 20:51:29.702767 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-fffb25d9-f94e-4a9d-aff4-25a89ef62997 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:29.708913 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-fffb25d9-f94e-4a9d-aff4-25a89ef62997 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:29.719143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-fffb25d9-f94e-4a9d-aff4-25a89ef62997 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1682 time: 0.0645885
Dec 18 20:51:30.144717 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-2d97a98b-3533-4f94-ac97-591e393a3a1b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting port f6435f74-9322-42c0-8848-1a63b5470f96 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:30.145229 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-2d97a98b-3533-4f94-ac97-591e393a3a1b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:30.246862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-2d97a98b-3533-4f94-ac97-591e393a3a1b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] For port f6435f74-9322-42c0-8848-1a63b5470f96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6435f74-9322-42c0-8848-1a63b5470f96,segment=NetworkSegment(2caaf4c0-e541-43f8-a93b-464de91d8748),segment_id=2caaf4c0-e541-43f8-a93b-464de91d8748)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:30.247677 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-2d97a98b-3533-4f94-ac97-591e393a3a1b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:30.272273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-2d97a98b-3533-4f94-ac97-591e393a3a1b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Calling delete_port for f6435f74-9322-42c0-8848-1a63b5470f96 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:30.409580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8fc0f-b9d1-4ca2-8fb5-564eb7b7932a req-ca317fe2-2416-4d14-89f3-af8b797e6dac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:30.415865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8fc0f-b9d1-4ca2-8fb5-564eb7b7932a req-ca317fe2-2416-4d14-89f3-af8b797e6dac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:30.422744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56d8fc0f-b9d1-4ca2-8fb5-564eb7b7932a req-ca317fe2-2416-4d14-89f3-af8b797e6dac tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 1682 time: 0.0865712
Dec 18 20:51:30.507420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56d8fc0f-b9d1-4ca2-8fb5-564eb7b7932a req-5095ddd4-5a17-4de7-a1bc-63760dad4d11 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/security-groups?id=52d8b956-a0cd-4589-971f-a2c750ea5311&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820103
Dec 18 20:51:30.524078 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-2d97a98b-3533-4f94-ac97-591e393a3a1b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:30.558024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97a98b-3533-4f94-ac97-591e393a3a1b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Port': ['ID=f6435f74-9322-42c0-8848-1a63b5470f96,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:30.617507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-2d97a98b-3533-4f94-ac97-591e393a3a1b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] No DVR routers for this DVR port f6435f74-9322-42c0-8848-1a63b5470f96 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:30.620071 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-2d97a98b-3533-4f94-ac97-591e393a3a1b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:30.624634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-2d97a98b-3533-4f94-ac97-591e393a3a1b tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.31 "DELETE /v2.0/ports/f6435f74-9322-42c0-8848-1a63b5470f96 HTTP/1.1" status: 204  len: 173 time: 0.8985476
Dec 18 20:51:30.626508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'name': 'network-vif-deleted', 'tag': 'f6435f74-9322-42c0-8848-1a63b5470f96'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:30.628809 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751ed082-3b5e-421b-b457-ada3acb9a7f3" -d '{"events": [{"server_uuid": "e09b99ef-8148-405f-a61a-3cbebb685678", "name": "network-vif-deleted", "tag": "f6435f74-9322-42c0-8848-1a63b5470f96"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:30.747557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf35fa7-4f27-4531-8b6a-27956ae00b1f req-54c3918b-99e9-4a97-a0ea-7fa8cc0838c1 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:30.748875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0cf35fa7-4f27-4531-8b6a-27956ae00b1f req-54c3918b-99e9-4a97-a0ea-7fa8cc0838c1 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1600413
Dec 18 20:51:30.801434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-e831c2d3-c67a-4017-80a5-782037ecfe26 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting port e60078e1-0404-483c-be40-491d5a7ac210 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:30.801773 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-e831c2d3-c67a-4017-80a5-782037ecfe26 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:30.896533 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0cf35fa7-4f27-4531-8b6a-27956ae00b1f req-671831db-b34b-43b5-97e8-99b4e59a7ad7 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400778
Dec 18 20:51:30.946230 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc44a78-9cf4-41a6-a05b-5edba1a67f15 req-4c574ea2-083d-4660-8bb5-dfb89bf8fde9 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:30.954244 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdc44a78-9cf4-41a6-a05b-5edba1a67f15 req-4c574ea2-083d-4660-8bb5-dfb89bf8fde9 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 950 time: 0.1318219
Dec 18 20:51:30.962324 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844aaaa7-56d9-4f33-bc13-a4191fb8887a x-openstack-request-id: req-844aaaa7-56d9-4f33-bc13-a4191fb8887a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:30.962835 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09b99ef-8148-405f-a61a-3cbebb685678", "name": "network-vif-deleted", "tag": "f6435f74-9322-42c0-8848-1a63b5470f96", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:30.963059 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-844aaaa7-56d9-4f33-bc13-a4191fb8887a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:30.963587 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'name': 'network-vif-deleted', 'tag': 'f6435f74-9322-42c0-8848-1a63b5470f96', 'status': 'completed', 'code': 200}
Dec 18 20:51:30.991579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-e831c2d3-c67a-4017-80a5-782037ecfe26 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] For port e60078e1-0404-483c-be40-491d5a7ac210, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e60078e1-0404-483c-be40-491d5a7ac210,segment=NetworkSegment(b65c08c4-9176-47a1-b3a8-c83efa3b8453),segment_id=b65c08c4-9176-47a1-b3a8-c83efa3b8453)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:30.992039 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-e831c2d3-c67a-4017-80a5-782037ecfe26 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:31.017328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-e831c2d3-c67a-4017-80a5-782037ecfe26 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Calling delete_port for e60078e1-0404-483c-be40-491d5a7ac210 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:31.040497 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdc44a78-9cf4-41a6-a05b-5edba1a67f15 req-e2c8a5f1-e330-4aa2-9932-e96ed68f7847 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852447
Dec 18 20:51:31.221902 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-e831c2d3-c67a-4017-80a5-782037ecfe26 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:31.233856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b0880-e967-4d37-bb05-62c8764d7c52 req-387ea590-4712-4242-af1e-3e5972c57069 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:31.235403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-780b0880-e967-4d37-bb05-62c8764d7c52 req-387ea590-4712-4242-af1e-3e5972c57069 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 1101 time: 0.0676463
Dec 18 20:51:31.271216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831c2d3-c67a-4017-80a5-782037ecfe26 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Port': ['ID=e60078e1-0404-483c-be40-491d5a7ac210,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:31.332494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-e831c2d3-c67a-4017-80a5-782037ecfe26 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] No DVR routers for this DVR port e60078e1-0404-483c-be40-491d5a7ac210 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:31.337023 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-e831c2d3-c67a-4017-80a5-782037ecfe26 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:31.340420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e56018c-eaa8-460c-9a1c-e8809546042d req-e831c2d3-c67a-4017-80a5-782037ecfe26 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.31 "DELETE /v2.0/ports/e60078e1-0404-483c-be40-491d5a7ac210 HTTP/1.1" status: 204  len: 173 time: 0.6940918
Dec 18 20:51:31.367307 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58862) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:31.370552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-0386aa9e-2fb5-45ee-88e9-eb4e1847e297 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f15c3e2ec1194924bee37b0161adc237&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0401921
Dec 18 20:51:31.383741 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-780b0880-e967-4d37-bb05-62c8764d7c52 req-fe76f9a0-a241-4f0d-8237-ceef9e4e02e5 tempest-ServersOnMultiNodesTest-1117205473 tempest-ServersOnMultiNodesTest-1117205473-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249266
Dec 18 20:51:31.566316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-54cf5741-4678-4be1-831d-44a1214af889 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:31.567861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-54cf5741-4678-4be1-831d-44a1214af889 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1821206
Dec 18 20:51:31.585372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-0ae1cc24-070e-47f0-8f53-8226765fb9a0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/quotas/f15c3e2ec1194924bee37b0161adc237 HTTP/1.1" status: 200  len: 375 time: 0.0097857
Dec 18 20:51:31.588910 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e0e1adf9-317a-41b4-ab4a-1b451f3e6902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:31.621012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-7e175d7d-2446-4b20-8c04-fb8e5add4864 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0283327
Dec 18 20:51:31.678571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e0e1adf9-317a-41b4-ab4a-1b451f3e6902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:31.683098 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e0e1adf9-317a-41b4-ab4a-1b451f3e6902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:31.722535 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e0e1adf9-317a-41b4-ab4a-1b451f3e6902 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d711e53609d424c9efffc944bbbb15b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3535852
Dec 18 20:51:31.725761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58874) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:31.741206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1adf9-317a-41b4-ab4a-1b451f3e6902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0922da7b-78b5-4000-91e9-78e232ab56d1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:31.837688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca115-179a-4fb3-b586-47f78ec04db0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:31.879870 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a52e854-d7e8-44b7-be35-dbb551f92f71 req-19ac70c5-810a-4b62-bd19-55bc5995f2ba tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09b99ef-8148-405f-a61a-3cbebb685678 HTTP/1.1" status: 200  len: 210 time: 0.0381353
Dec 18 20:51:31.890023 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca115-179a-4fb3-b586-47f78ec04db0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:31.975628 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca115-179a-4fb3-b586-47f78ec04db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:31.978278 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca115-179a-4fb3-b586-47f78ec04db0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:31.979440 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1c9ca115-179a-4fb3-b586-47f78ec04db0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0922da7b-78b5-4000-91e9-78e232ab56d1 HTTP/1.1" status: 204  len: 168 time: 0.2525203
Dec 18 20:51:32.024349 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-474ed2c2-44d2-470f-a80d-11425a9a345f req-aa16f1b4-b184-49c7-b180-dd5916701965 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 210 time: 0.0421100
Dec 18 20:51:32.029992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ca115-179a-4fb3-b586-47f78ec04db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0922da7b-78b5-4000-91e9-78e232ab56d1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:32.210150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b51300-fcb5-43b2-871a-6a207f2f211f req-b3bc1a8e-4856-4b16-840e-5b3e227ae62b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:32.212370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3b51300-fcb5-43b2-871a-6a207f2f211f req-b3bc1a8e-4856-4b16-840e-5b3e227ae62b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 950 time: 0.0986485
Dec 18 20:51:32.225756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56478d-36a9-4093-822a-3390d5cf0185 req-22108f26-098c-4196-9fa1-884f0818035a tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:32.227362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d56478d-36a9-4093-822a-3390d5cf0185 req-22108f26-098c-4196-9fa1-884f0818035a tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0779400
Dec 18 20:51:32.307284 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3b51300-fcb5-43b2-871a-6a207f2f211f req-b2300222-f7b7-4fb0-8b83-c36b131dee34 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788553
Dec 18 20:51:32.312254 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d56478d-36a9-4093-822a-3390d5cf0185 req-7ec62da9-ada3-4224-a721-f344db551f57 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762808
Dec 18 20:51:32.357959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device e60078e1-0404-483c-be40-491d5a7ac210 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:32.373844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58906) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:32.406645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: e60078e1-0404-483c-be40-491d5a7ac210 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:32.407207 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device e60078e1-0404-483c-be40-491d5a7ac210 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:32.407676 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b29bb2d1-4670-41e6-b71c-733e52280050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:32.408511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f6435f74-9322-42c0-8848-1a63b5470f96 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:32.436322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: f6435f74-9322-42c0-8848-1a63b5470f96 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:32.437359 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f6435f74-9322-42c0-8848-1a63b5470f96 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:32.506095 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b29bb2d1-4670-41e6-b71c-733e52280050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:32.510169 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b29bb2d1-4670-41e6-b71c-733e52280050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:32.548018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b29bb2d1-4670-41e6-b71c-733e52280050 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d5701f27bd942c0ba52d769b8193c4c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1728289
Dec 18 20:51:32.549883 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bb2d1-4670-41e6-b71c-733e52280050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b943c4-b53e-42a3-b432-0c1ac46cbe5f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:32.551476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58910) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:32.611813 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-373592dd-2ccd-4310-b203-e68d740f071e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:32.638231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-373592dd-2ccd-4310-b203-e68d740f071e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:32.692368 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-373592dd-2ccd-4310-b203-e68d740f071e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:32.695156 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-373592dd-2ccd-4310-b203-e68d740f071e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:32.698603 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-373592dd-2ccd-4310-b203-e68d740f071e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39b943c4-b53e-42a3-b432-0c1ac46cbe5f HTTP/1.1" status: 204  len: 168 time: 0.1427622
Dec 18 20:51:32.704109 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373592dd-2ccd-4310-b203-e68d740f071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b943c4-b53e-42a3-b432-0c1ac46cbe5f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:32.901657 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-62533204-6772-4736-8783-0acf459b89e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:32.964723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'name': 'network-vif-deleted', 'tag': 'e60078e1-0404-483c-be40-491d5a7ac210'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:32.968341 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db7c7ea-bcf1-4a95-9475-a288ea91c5c9" -d '{"events": [{"server_uuid": "e09b99ef-8148-405f-a61a-3cbebb685678", "name": "network-vif-deleted", "tag": "e60078e1-0404-483c-be40-491d5a7ac210"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:32.984752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58926) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:32.993824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58930) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:33.031657 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c660e6-0ea0-4b8c-a25a-5b79ae69f437 x-openstack-request-id: req-96c660e6-0ea0-4b8c-a25a-5b79ae69f437 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:33.031956 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09b99ef-8148-405f-a61a-3cbebb685678", "name": "network-vif-deleted", "tag": "e60078e1-0404-483c-be40-491d5a7ac210", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:33.032252 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96c660e6-0ea0-4b8c-a25a-5b79ae69f437 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:33.033558 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09b99ef-8148-405f-a61a-3cbebb685678', 'name': 'network-vif-deleted', 'tag': 'e60078e1-0404-483c-be40-491d5a7ac210', 'status': 'completed', 'code': 200}
Dec 18 20:51:33.062751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-25fca2b6-f3fa-4e80-8799-99c35a9f4044 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting subnet 7f0d1894-5030-4e86-b050-eee9f656391f {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:51:33.079523 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25fca2b6-f3fa-4e80-8799-99c35a9f4044 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.140532 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-cf1fe6e2-6ff4-4170-8716-321809196d1d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f15c3e2ec1194924bee37b0161adc237&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0748436
Dec 18 20:51:33.162674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af12677b-bb8f-41ce-beca-2f03d8b7ccb6 req-658286f9-fabf-4fca-9498-603324d57b0c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 210 time: 0.0479774
Dec 18 20:51:33.240170 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25fca2b6-f3fa-4e80-8799-99c35a9f4044 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.245077 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-045dee40-deac-4af4-93c9-7becbb7dd08c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.392925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-6d74d591-743e-4d50-b064-b946a1a8e13e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:33.394447 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-6d74d591-743e-4d50-b064-b946a1a8e13e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2398832
Dec 18 20:51:33.406455 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b532971-4466-4ffc-9f40-03737fe034fd req-5edeff43-6cf2-4f2f-9e73-623282f534be tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:33.407994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25fca2b6-f3fa-4e80-8799-99c35a9f4044 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.408134 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b532971-4466-4ffc-9f40-03737fe034fd req-5edeff43-6cf2-4f2f-9e73-623282f534be tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 950 time: 0.0846815
Dec 18 20:51:33.435920 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Request body: {'port': {'device_id': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': 'f15c3e2ec1194924bee37b0161adc237'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:33.548359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-045dee40-deac-4af4-93c9-7becbb7dd08c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.559126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-045dee40-deac-4af4-93c9-7becbb7dd08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.562904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b2df-5168-43e6-926a-2849eb240bfa req-2d0def95-c985-49ae-ba35-8d1ba1436b79 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:33.564395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0f7b2df-5168-43e6-926a-2849eb240bfa req-2d0def95-c985-49ae-ba35-8d1ba1436b79 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1524224
Dec 18 20:51:33.573424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142e03b-fac8-4a4d-a86f-6addfff15788 req-d6f35934-59d3-4247-91bf-19bbd330c500 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:33.575539 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5142e03b-fac8-4a4d-a86f-6addfff15788 req-d6f35934-59d3-4247-91bf-19bbd330c500 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 950 time: 0.1664431
Dec 18 20:51:33.616448 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-045dee40-deac-4af4-93c9-7becbb7dd08c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47afd4144d59401db03d83c3501ca32e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6298904
Dec 18 20:51:33.623149 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25fca2b6-f3fa-4e80-8799-99c35a9f4044 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.623370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58958) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:33.658967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dee40-deac-4af4-93c9-7becbb7dd08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522f2869-b700-45fa-82c1-d9b2e608b320,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:33.662153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fca2b6-f3fa-4e80-8799-99c35a9f4044 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0d1894-5030-4e86-b050-eee9f656391f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:33.702922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25fca2b6-f3fa-4e80-8799-99c35a9f4044 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.707027 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-25fca2b6-f3fa-4e80-8799-99c35a9f4044 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "DELETE /v2.0/subnets/7f0d1894-5030-4e86-b050-eee9f656391f HTTP/1.1" status: 204  len: 168 time: 0.7121530
Dec 18 20:51:33.713006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf90a867-34ce-4ee9-ac7c-bb69fbc6a71e None None] Network f880d138-a5d8-43c2-a2f8-b58d6577fea6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:51:33.714590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58962) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:33.718459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-4b532971-4466-4ffc-9f40-03737fe034fd req-cf8735d5-d4e6-4f6a-b91b-8a265ecfae8c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Deleting port 1989df78-5575-43d1-8748-79a640639e11 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:33.718802 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4b532971-4466-4ffc-9f40-03737fe034fd req-cf8735d5-d4e6-4f6a-b91b-8a265ecfae8c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.726355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0f7b2df-5168-43e6-926a-2849eb240bfa req-1756166b-658b-488f-b16e-88dd714342f1 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467295
Dec 18 20:51:33.731418 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5142e03b-fac8-4a4d-a86f-6addfff15788 req-2c540e22-719e-41db-9703-57e211e124d4 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468406
Dec 18 20:51:33.731657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Made reservation on behalf of f15c3e2ec1194924bee37b0161adc237 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:33.735723 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.768993 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.792044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72a08240-816e-4e60-87ae-deba6ccc5170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.843980 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72a08240-816e-4e60-87ae-deba6ccc5170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.876715 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-4b532971-4466-4ffc-9f40-03737fe034fd req-cf8735d5-d4e6-4f6a-b91b-8a265ecfae8c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] For port 1989df78-5575-43d1-8748-79a640639e11, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1989df78-5575-43d1-8748-79a640639e11,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:33.877117 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4b532971-4466-4ffc-9f40-03737fe034fd req-cf8735d5-d4e6-4f6a-b91b-8a265ecfae8c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.907889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-4b532971-4466-4ffc-9f40-03737fe034fd req-cf8735d5-d4e6-4f6a-b91b-8a265ecfae8c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Calling delete_port for 1989df78-5575-43d1-8748-79a640639e11 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:33.936350 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.968009 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72a08240-816e-4e60-87ae-deba6ccc5170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.970805 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72a08240-816e-4e60-87ae-deba6ccc5170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:33.972134 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-72a08240-816e-4e60-87ae-deba6ccc5170 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/522f2869-b700-45fa-82c1-d9b2e608b320 HTTP/1.1" status: 204  len: 168 time: 0.3479967
Dec 18 20:51:33.992016 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d570925a-48b4-4fcb-967f-18eef687ffe0 None None] DHCP port deletion for f880d138-a5d8-43c2-a2f8-b58d6577fea6 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:51:33.992754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a08240-816e-4e60-87ae-deba6ccc5170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522f2869-b700-45fa-82c1-d9b2e608b320,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:34.052156 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.063450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.111548 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4b532971-4466-4ffc-9f40-03737fe034fd req-cf8735d5-d4e6-4f6a-b91b-8a265ecfae8c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.113206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d570925a-48b4-4fcb-967f-18eef687ffe0 None None] Deleting port b1d85be1-864c-407c-9b22-05063abebfd1 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:34.113206 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d570925a-48b4-4fcb-967f-18eef687ffe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.162975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8735d5-d4e6-4f6a-b91b-8a265ecfae8c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event deleted for resources: {'Port': ['ID=1989df78-5575-43d1-8748-79a640639e11,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:34.231437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b532971-4466-4ffc-9f40-03737fe034fd req-cf8735d5-d4e6-4f6a-b91b-8a265ecfae8c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] No DVR routers for this DVR port 1989df78-5575-43d1-8748-79a640639e11 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:34.243739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Allocated IP 192.168.233.81 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/209a1be9-0f3f-4756-8361-ca32f4b7d826) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:51:34.246082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d570925a-48b4-4fcb-967f-18eef687ffe0 None None] For port b1d85be1-864c-407c-9b22-05063abebfd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b1d85be1-864c-407c-9b22-05063abebfd1,segment=NetworkSegment(2caaf4c0-e541-43f8-a93b-464de91d8748),segment_id=2caaf4c0-e541-43f8-a93b-464de91d8748)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:34.250238 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d570925a-48b4-4fcb-967f-18eef687ffe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.250656 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4b532971-4466-4ffc-9f40-03737fe034fd req-cf8735d5-d4e6-4f6a-b91b-8a265ecfae8c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.257930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b532971-4466-4ffc-9f40-03737fe034fd req-cf8735d5-d4e6-4f6a-b91b-8a265ecfae8c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "DELETE /v2.0/ports/1989df78-5575-43d1-8748-79a640639e11 HTTP/1.1" status: 204  len: 173 time: 0.8339210
Dec 18 20:51:34.273528 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7540ead2-3f4a-4dcb-8a47-70d3236e5260,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:34.296596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d570925a-48b4-4fcb-967f-18eef687ffe0 None None] Calling delete_port for b1d85be1-864c-407c-9b22-05063abebfd1 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:34.326780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting port b1d85be1-864c-407c-9b22-05063abebfd1 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:34.327187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.329077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d', '9dec9e11-2f64-410a-9138-c76a28139138', 'a52b9904-6215-4656-8796-8cca7fdd5a67', '54506b4b-7281-4b1a-9497-d7ae5def715f', '1989df78-5575-43d1-8748-79a640639e11'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:34.337501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c', '4984579f-71f2-49fb-bece-8c1cd12eaebd', '0b9441be-b2da-4416-9591-960ff551886a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:34.440546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26dd5e92-c0d6-4d05-9906-a24b6a8183ef req-6f13f930-ac02-460f-bd41-1e00993ee29a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 210 time: 0.0761793
Dec 18 20:51:34.462998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] For port b1d85be1-864c-407c-9b22-05063abebfd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b1d85be1-864c-407c-9b22-05063abebfd1,segment=NetworkSegment(2caaf4c0-e541-43f8-a93b-464de91d8748),segment_id=2caaf4c0-e541-43f8-a93b-464de91d8748)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:34.463374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.502630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Calling delete_port for b1d85be1-864c-407c-9b22-05063abebfd1 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:34.619104 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.665255 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58996) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:34.670756 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d570925a-48b4-4fcb-967f-18eef687ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.687219 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecf34-7cbb-425c-80ca-443362c5e990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.692933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Port': ['ID=b1d85be1-864c-407c-9b22-05063abebfd1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:34.702741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] No DVR routers for this DVR port b1d85be1-864c-407c-9b22-05063abebfd1 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:34.712450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570925a-48b4-4fcb-967f-18eef687ffe0 None None] Pushing event deleted for resources: {'Port': ['ID=b1d85be1-864c-407c-9b22-05063abebfd1,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:34.727219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d570925a-48b4-4fcb-967f-18eef687ffe0 None None] No DVR routers for this DVR port b1d85be1-864c-407c-9b22-05063abebfd1 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:34.830437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.875596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dfb06a0>,) {'filters': {'network_id': ['f880d138-a5d8-43c2-a2f8-b58d6577fea6']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:34.881314 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.903226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dfb06a0>, '2caaf4c0-e541-43f8-a93b-464de91d8748') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:34.903736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dfb06a0>, '2caaf4c0-e541-43f8-a93b-464de91d8748') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:34.924095 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.953259 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.966631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:51:34.967395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:51:34.972334 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:51:35.024191 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a45d20a8-9cfa-48fd-aab2-3d0e2a8eb459 req-653366e1-c4ea-4b9b-a81b-4efef6a7fe99 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d26953e-4ddb-4f0b-85a1-3de0ae36401f HTTP/1.1" status: 200  len: 210 time: 0.0641809
Dec 18 20:51:35.043329 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.050381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d26953e-4ddb-4f0b-85a1-3de0ae36401f', 'name': 'network-vif-deleted', 'tag': '1989df78-5575-43d1-8748-79a640639e11'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:35.055593 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88cfb5c-ba3e-43ac-922a-2113053e34d6" -d '{"events": [{"server_uuid": "5d26953e-4ddb-4f0b-85a1-3de0ae36401f", "name": "network-vif-deleted", "tag": "1989df78-5575-43d1-8748-79a640639e11"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:35.100357 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecf34-7cbb-425c-80ca-443362c5e990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.108399 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecf34-7cbb-425c-80ca-443362c5e990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.128791 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Pushing event updated for resources: {'Port': ['ID=209a1be9-0f3f-4756-8361-ca32f4b7d826,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:35.156151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b1d85be1-864c-407c-9b22-05063abebfd1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:35.172258 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686bd2b-f066-4928-903d-1ae3eb4efb1d req-fc698b79-85f7-4367-839a-7d2302afac66 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:35.175189 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:35.180367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:35.182385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2686bd2b-f066-4928-903d-1ae3eb4efb1d req-fc698b79-85f7-4367-839a-7d2302afac66 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.3039498
Dec 18 20:51:35.182631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:51:35.196687 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.215322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: b1d85be1-864c-407c-9b22-05063abebfd1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:35.215820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b1d85be1-864c-407c-9b22-05063abebfd1 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:35.228502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7f3ecf34-7cbb-425c-80ca-443362c5e990 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f145ee84f2f04ba6a0a2415cf3d45502&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5614994
Dec 18 20:51:35.234490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ecf34-7cbb-425c-80ca-443362c5e990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fc3da9-5cfa-4538-8ae8-7c9ac684f9a0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:35.240235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59014) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:35.255838 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d5aca1b2-cf06-4ac7-9b40-95399a91c577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.286374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.292776 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "DELETE /v2.0/networks/f880d138-a5d8-43c2-a2f8-b58d6577fea6 HTTP/1.1" status: 204  len: 168 time: 1.5720978
Dec 18 20:51:35.311602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59016) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:35.315934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c3d86-1b06-426e-ac20-efdb21c04e47 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Network': ['ID=f880d138-a5d8-43c2-a2f8-b58d6577fea6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:35.375747 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:35.376401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.380664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2686bd2b-f066-4928-903d-1ae3eb4efb1d req-0acce7de-2b6b-4a1d-9564-3e18424cdffe tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971807
Dec 18 20:51:35.383177 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd79f577-32a7-4617-ae9e-63361ec6410c x-openstack-request-id: req-fd79f577-32a7-4617-ae9e-63361ec6410c {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:35.383351 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d26953e-4ddb-4f0b-85a1-3de0ae36401f", "name": "network-vif-deleted", "tag": "1989df78-5575-43d1-8748-79a640639e11", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:35.383554 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd79f577-32a7-4617-ae9e-63361ec6410c {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:35.384236 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d26953e-4ddb-4f0b-85a1-3de0ae36401f', 'name': 'network-vif-deleted', 'tag': '1989df78-5575-43d1-8748-79a640639e11', 'status': 'completed', 'code': 200}
Dec 18 20:51:35.412245 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-eabfe0a9-74d3-4c64-a934-6a86b304a2fe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9823859
Dec 18 20:51:35.417152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13ca01e1-da0a-4af8-b835-2deb22549e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.436026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Request body: {'port': {'device_id': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:35.461740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0b7ece-c74d-4472-aa54-293e64f59ca5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting subnet be256c5b-9572-4e60-9e69-f874f338fa78 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:51:35.466662 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13ca01e1-da0a-4af8-b835-2deb22549e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.481901 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7ece-c74d-4472-aa54-293e64f59ca5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.558942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.583137 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7ece-c74d-4472-aa54-293e64f59ca5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.675723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7c37079e-7cf3-4d70-a5d1-0276b2614a8a None None] Provisioning complete for port 209a1be9-0f3f-4756-8361-ca32f4b7d826 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:35.676199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4a718-00e0-418c-8e94-61f16fecd7ca req-4f6281bd-e383-4096-8459-6f702eceb471 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:35.676804 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c37079e-7cf3-4d70-a5d1-0276b2614a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.688630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4c4a718-00e0-418c-8e94-61f16fecd7ca req-4f6281bd-e383-4096-8459-6f702eceb471 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 935 time: 0.1269486
Dec 18 20:51:35.698661 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13ca01e1-da0a-4af8-b835-2deb22549e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.701650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13ca01e1-da0a-4af8-b835-2deb22549e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.705077 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-13ca01e1-da0a-4af8-b835-2deb22549e8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5fc3da9-5cfa-4538-8ae8-7c9ac684f9a0 HTTP/1.1" status: 204  len: 168 time: 0.4601867
Dec 18 20:51:35.727627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca01e1-da0a-4af8-b835-2deb22549e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fc3da9-5cfa-4538-8ae8-7c9ac684f9a0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:35.750042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7c37079e-7cf3-4d70-a5d1-0276b2614a8a None None] Port 209a1be9-0f3f-4756-8361-ca32f4b7d826 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:51:35.798365 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7ece-c74d-4472-aa54-293e64f59ca5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.821554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4c4a718-00e0-418c-8e94-61f16fecd7ca req-3fae2c8f-b304-41a0-ba21-92f1542ee17b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320667
Dec 18 20:51:35.888700 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7ece-c74d-4472-aa54-293e64f59ca5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.932406 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7ece-c74d-4472-aa54-293e64f59ca5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:35.936113 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bf0b7ece-c74d-4472-aa54-293e64f59ca5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "DELETE /v2.0/subnets/be256c5b-9572-4e60-9e69-f874f338fa78 HTTP/1.1" status: 204  len: 168 time: 0.6081767
Dec 18 20:51:35.937133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b7ece-c74d-4472-aa54-293e64f59ca5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Subnet': ['ID=be256c5b-9572-4e60-9e69-f874f338fa78,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:35.939194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59030) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:35.941251 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20614e3d-26ae-4f55-81bf-0e921927ee1c None None] Network 31e19967-1c17-4096-8afb-e86fcf3cbcb3 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:51:35.992042 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209a1be9-0f3f-4756-8361-ca32f4b7d826 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:36.007818 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:36.026201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Transition to ACTIVE for port object 209a1be9-0f3f-4756-8361-ca32f4b7d826 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:51:36.033309 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:36.075544 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:36.139369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Deleting port 26edcb2d-2f19-4e51-aec9-8a59a0477b80 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:36.139773 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:36.245793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ef056c-1b21-41d9-9a37-d92673ff6fc0 None None] DHCP port deletion for 31e19967-1c17-4096-8afb-e86fcf3cbcb3 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:51:36.352761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] For port 26edcb2d-2f19-4e51-aec9-8a59a0477b80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26edcb2d-2f19-4e51-aec9-8a59a0477b80,segment=NetworkSegment(b65c08c4-9176-47a1-b3a8-c83efa3b8453),segment_id=b65c08c4-9176-47a1-b3a8-c83efa3b8453)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:36.353282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:36.366395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Attempting to bind port 209a1be9-0f3f-4756-8361-ca32f4b7d826 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:51:36.367368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Attempting to bind port 209a1be9-0f3f-4756-8361-ca32f4b7d826 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:51:36.368494 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Attempting to bind port 209a1be9-0f3f-4756-8361-ca32f4b7d826 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:36.374569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Pushing event updated for resources: {'Port': ['ID=209a1be9-0f3f-4756-8361-ca32f4b7d826,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:36.385892 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Calling delete_port for 26edcb2d-2f19-4e51-aec9-8a59a0477b80 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:36.395197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 1989df78-5575-43d1-8748-79a640639e11 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:36.406920 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Port 209a1be9-0f3f-4756-8361-ca32f4b7d826 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:51:36.411977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Attempting to bind port 209a1be9-0f3f-4756-8361-ca32f4b7d826 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:36.427514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:51:36.427958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:36.428492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:51:36.428960 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Bound port: 209a1be9-0f3f-4756-8361-ca32f4b7d826, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:51:36.429327 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:36.465895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 1989df78-5575-43d1-8748-79a640639e11 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:36.468009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 1989df78-5575-43d1-8748-79a640639e11 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:36.484175 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:36.517986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-42ef056c-1b21-41d9-9a37-d92673ff6fc0 None None] Deleting port 26edcb2d-2f19-4e51-aec9-8a59a0477b80 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:36.519206 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-42ef056c-1b21-41d9-9a37-d92673ff6fc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:36.561028 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:36.565098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:51:36.571714 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:36.622656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-42ef056c-1b21-41d9-9a37-d92673ff6fc0 None None] For port 26edcb2d-2f19-4e51-aec9-8a59a0477b80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26edcb2d-2f19-4e51-aec9-8a59a0477b80,segment=NetworkSegment(b65c08c4-9176-47a1-b3a8-c83efa3b8453),segment_id=b65c08c4-9176-47a1-b3a8-c83efa3b8453)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:36.623615 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-42ef056c-1b21-41d9-9a37-d92673ff6fc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:36.635245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Pushing event updated for resources: {'Port': ['ID=209a1be9-0f3f-4756-8361-ca32f4b7d826,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:36.652902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-42ef056c-1b21-41d9-9a37-d92673ff6fc0 None None] Calling delete_port for 26edcb2d-2f19-4e51-aec9-8a59a0477b80 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:36.663455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:36.667510 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:36.669111 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-b00c352e-92f5-48b5-9a88-6ea5967ea29e service neutron] 10.222.0.36 "PUT /v2.0/ports/209a1be9-0f3f-4756-8361-ca32f4b7d826 HTTP/1.1" status: 200  len: 1095 time: 1.2454343
Dec 18 20:51:36.669601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'tag': '209a1be9-0f3f-4756-8361-ca32f4b7d826'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:36.672753 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c05f761-1565-4de1-8dbc-3ef37e378a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3", "tag": "209a1be9-0f3f-4756-8361-ca32f4b7d826"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:36.754935 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-42ef056c-1b21-41d9-9a37-d92673ff6fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:36.792228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-2b21eda1-6314-4653-8d5b-63e8d92ecca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:36.794702 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-2b21eda1-6314-4653-8d5b-63e8d92ecca8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 1098 time: 0.0722833
Dec 18 20:51:36.826594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef056c-1b21-41d9-9a37-d92673ff6fc0 None None] Pushing event deleted for resources: {'Port': ['ID=26edcb2d-2f19-4e51-aec9-8a59a0477b80,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:36.833199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef056c-1b21-41d9-9a37-d92673ff6fc0 None None] No DVR routers for this DVR port 26edcb2d-2f19-4e51-aec9-8a59a0477b80 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:36.855462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261a84b-47c6-49cb-a0f0-9c3fc0f84c23 req-d8866e74-e521-4099-a7a6-f8c8f294c924 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:36.856878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b261a84b-47c6-49cb-a0f0-9c3fc0f84c23 req-d8866e74-e521-4099-a7a6-f8c8f294c924 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 950 time: 0.3154950
Dec 18 20:51:36.882667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069edc3-fbda-4732-ae62-2151f2e299a6 req-f08101e7-2e8e-4bb8-914a-ba0a327549e0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:36.891003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8069edc3-fbda-4732-ae62-2151f2e299a6 req-f08101e7-2e8e-4bb8-914a-ba0a327549e0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.3251870
Dec 18 20:51:36.895137 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-db5f3b4d-a15a-4ac7-a7c7-d8cfa9a57c35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826 HTTP/1.1" status: 200  len: 217 time: 0.0896869
Dec 18 20:51:36.957963 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:37.008437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-26e62b83-223c-4b51-9fd9-d629ae794966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:37.009936 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-26e62b83-223c-4b51-9fd9-d629ae794966 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1009855
Dec 18 20:51:37.014872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Port': ['ID=26edcb2d-2f19-4e51-aec9-8a59a0477b80,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:37.021946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] No DVR routers for this DVR port 26edcb2d-2f19-4e51-aec9-8a59a0477b80 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:37.095922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-1ce94f36-87a8-4445-8dd5-fe142e444b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:37.097527 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-1ce94f36-87a8-4445-8dd5-fe142e444b52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0693758
Dec 18 20:51:37.104113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 26edcb2d-2f19-4e51-aec9-8a59a0477b80 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:37.109942 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8069edc3-fbda-4732-ae62-2151f2e299a6 req-a2a8a19a-8d4e-4ae6-8b1d-bee15d289a78 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2180579
Dec 18 20:51:37.167468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b261a84b-47c6-49cb-a0f0-9c3fc0f84c23 req-6aead173-26fc-4269-a2da-330f170582fd tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2682722
Dec 18 20:51:37.177221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 26edcb2d-2f19-4e51-aec9-8a59a0477b80 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:37.177674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 26edcb2d-2f19-4e51-aec9-8a59a0477b80 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:37.214200 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:37.216660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59074) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:37.225790 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe88a67-276a-4647-b763-7f325d87b047 x-openstack-request-id: req-0fe88a67-276a-4647-b763-7f325d87b047 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:37.226087 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3", "tag": "209a1be9-0f3f-4756-8361-ca32f4b7d826", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:37.226371 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fe88a67-276a-4647-b763-7f325d87b047 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:37.226773 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'tag': '209a1be9-0f3f-4756-8361-ca32f4b7d826', 'status': 'completed', 'code': 200}
Dec 18 20:51:37.256220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365db89a60>,) {'filters': {'network_id': ['31e19967-1c17-4096-8afb-e86fcf3cbcb3']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:37.273396 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-277e6bf3-8a59-472a-a934-4785b6c1e7aa service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567931
Dec 18 20:51:37.281727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db89a60>, 'b65c08c4-9176-47a1-b3a8-c83efa3b8453') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:37.282030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db89a60>, 'b65c08c4-9176-47a1-b3a8-c83efa3b8453') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:37.303284 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:37.329779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66476037-c096-4211-94fe-4469ce9bb43c req-fd402cc2-a8ea-4d42-8349-d2930411fad6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:37.337645 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66476037-c096-4211-94fe-4469ce9bb43c req-fd402cc2-a8ea-4d42-8349-d2930411fad6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 947 time: 0.0945787
Dec 18 20:51:37.340859 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:37.360024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:51:37.360414 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:51:37.363580 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:51:37.425777 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-88026e83-4abb-48b3-873a-efed8bd0d072 req-0367d490-1c00-4fcd-943b-f74026df876c service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372874
Dec 18 20:51:37.444540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66476037-c096-4211-94fe-4469ce9bb43c req-1e5b6cb2-c628-4cd6-b93b-75f2c589ba61 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058538
Dec 18 20:51:37.445566 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:37.456176 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:37.460024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] 10.222.0.13 "DELETE /v2.0/networks/31e19967-1c17-4096-8afb-e86fcf3cbcb3 HTTP/1.1" status: 204  len: 168 time: 1.5052905
Dec 18 20:51:37.471450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180abfd4-2356-4dcf-8ebc-ed74ad897da5 tempest-ServersTestMultiNic-1194603688 tempest-ServersTestMultiNic-1194603688-project] Pushing event deleted for resources: {'Network': ['ID=31e19967-1c17-4096-8afb-e86fcf3cbcb3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:37.565290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05f761-1565-4de1-8dbc-3ef37e378a3b req-730c2a71-f314-4062-8444-da7a12107fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:37.566851 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8c05f761-1565-4de1-8dbc-3ef37e378a3b req-730c2a71-f314-4062-8444-da7a12107fe2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 1098 time: 0.0537090
Dec 18 20:51:37.600456 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3266cde2-1c6d-47b9-9716-1e6b961fa946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:37.641248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59094) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:37.705759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05f761-1565-4de1-8dbc-3ef37e378a3b req-d041daa9-5b3a-432f-b045-04bc4881c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:37.707581 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8c05f761-1565-4de1-8dbc-3ef37e378a3b req-d041daa9-5b3a-432f-b045-04bc4881c1ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1214814
Dec 18 20:51:37.766827 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8c05f761-1565-4de1-8dbc-3ef37e378a3b req-de6c301e-ab58-48e6-9b33-955edc95736e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826 HTTP/1.1" status: 200  len: 217 time: 0.0460470
Dec 18 20:51:37.788773 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3266cde2-1c6d-47b9-9716-1e6b961fa946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:37.796371 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3266cde2-1c6d-47b9-9716-1e6b961fa946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:37.825259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05f761-1565-4de1-8dbc-3ef37e378a3b req-95f9b7e0-8d1e-4d73-939d-1d0b7bf1bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:37.827211 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8c05f761-1565-4de1-8dbc-3ef37e378a3b req-95f9b7e0-8d1e-4d73-939d-1d0b7bf1bf3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0506723
Dec 18 20:51:37.872134 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3266cde2-1c6d-47b9-9716-1e6b961fa946 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8edf6f46090c4778a09bc28a3ad42378&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6520600
Dec 18 20:51:37.873149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59102) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:37.881009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266cde2-1c6d-47b9-9716-1e6b961fa946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4304802e-e54a-438b-8fd4-c0b0d05815ea,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:37.923960 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05f761-1565-4de1-8dbc-3ef37e378a3b req-f5deaf98-815f-4781-a2ee-862033cbce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:37.925960 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8c05f761-1565-4de1-8dbc-3ef37e378a3b req-f5deaf98-815f-4781-a2ee-862033cbce0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0848413
Dec 18 20:51:37.967539 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8470717f-94f0-4f05-ad70-a2f2a1903b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:37.979609 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.031992 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8470717f-94f0-4f05-ad70-a2f2a1903b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.106825 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8c05f761-1565-4de1-8dbc-3ef37e378a3b req-38da5f18-1cda-4210-bed3-0fdc5d068c8e service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628828
Dec 18 20:51:38.126929 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85c771a8-37ff-4c91-a613-4ac516f04034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.139203 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8470717f-94f0-4f05-ad70-a2f2a1903b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.141764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8470717f-94f0-4f05-ad70-a2f2a1903b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.145242 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8470717f-94f0-4f05-ad70-a2f2a1903b1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4304802e-e54a-438b-8fd4-c0b0d05815ea HTTP/1.1" status: 204  len: 168 time: 0.2696865
Dec 18 20:51:38.184214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470717f-94f0-4f05-ad70-a2f2a1903b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4304802e-e54a-438b-8fd4-c0b0d05815ea,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:38.268970 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8c05f761-1565-4de1-8dbc-3ef37e378a3b req-81c865e8-1246-4d8e-9a38-1b67ed37c504 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525362
Dec 18 20:51:38.372263 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6718252-f5d6-4abd-a55a-6fc5141150c2 req-dd95874b-55d8-4f7d-b2ae-f9bb46228596 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:38.373822 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c6718252-f5d6-4abd-a55a-6fc5141150c2 req-dd95874b-55d8-4f7d-b2ae-f9bb46228596 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 950 time: 0.0704455
Dec 18 20:51:38.398780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a80ec2-3786-4f39-95d1-f4b3e2bb09fd req-f54151f0-fcaa-488d-9e9b-b05ed78505dd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:38.399229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a80ec2-3786-4f39-95d1-f4b3e2bb09fd req-f54151f0-fcaa-488d-9e9b-b05ed78505dd tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1439044
Dec 18 20:51:38.420664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e614b-b616-430d-8837-12efdc1ea08f req-a1868350-fe5c-435d-9de9-c61989e744b2 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:38.422137 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-228e614b-b616-430d-8837-12efdc1ea08f req-a1868350-fe5c-435d-9de9-c61989e744b2 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a40f995-3ddb-44b8-a4d1-51aac21ae695 HTTP/1.1" status: 200  len: 950 time: 0.1387928
Dec 18 20:51:38.478934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-c6718252-f5d6-4abd-a55a-6fc5141150c2 req-9cde6ae6-49fb-4421-b047-b5041d5b2a3e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Deleting port 0b9441be-b2da-4416-9591-960ff551886a {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:38.479337 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c6718252-f5d6-4abd-a55a-6fc5141150c2 req-9cde6ae6-49fb-4421-b047-b5041d5b2a3e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.504439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a80ec2-3786-4f39-95d1-f4b3e2bb09fd req-0ee40102-36c1-49eb-aa0e-9254e6ab3cb7 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982764
Dec 18 20:51:38.511305 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.574508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-85c771a8-37ff-4c91-a613-4ac516f04034 admin admin] Deleting port a1ce0247-4f3f-46fb-9c59-ca549ef734b5 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:38.575075 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85c771a8-37ff-4c91-a613-4ac516f04034 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.608267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c6718252-f5d6-4abd-a55a-6fc5141150c2 req-9cde6ae6-49fb-4421-b047-b5041d5b2a3e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] For port 0b9441be-b2da-4416-9591-960ff551886a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b9441be-b2da-4416-9591-960ff551886a,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:38.608911 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c6718252-f5d6-4abd-a55a-6fc5141150c2 req-9cde6ae6-49fb-4421-b047-b5041d5b2a3e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.630301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-c6718252-f5d6-4abd-a55a-6fc5141150c2 req-9cde6ae6-49fb-4421-b047-b5041d5b2a3e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Calling delete_port for 0b9441be-b2da-4416-9591-960ff551886a owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:38.677998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-85c771a8-37ff-4c91-a613-4ac516f04034 admin admin] For port a1ce0247-4f3f-46fb-9c59-ca549ef734b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1ce0247-4f3f-46fb-9c59-ca549ef734b5,segment=NetworkSegment(e5d75816-4d28-4af9-8032-6d871ec1664b),segment_id=e5d75816-4d28-4af9-8032-6d871ec1664b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:38.678465 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85c771a8-37ff-4c91-a613-4ac516f04034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.688453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59130) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:38.700868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-85c771a8-37ff-4c91-a613-4ac516f04034 admin admin] Calling delete_port for a1ce0247-4f3f-46fb-9c59-ca549ef734b5 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:38.705995 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1840-774f-443a-988d-806d52a1ea82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.770192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-228e614b-b616-430d-8837-12efdc1ea08f req-bc60900e-678b-41a6-ad7e-4353da6e2746 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3374367
Dec 18 20:51:38.843022 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c6718252-f5d6-4abd-a55a-6fc5141150c2 req-9cde6ae6-49fb-4421-b047-b5041d5b2a3e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.845565 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1840-774f-443a-988d-806d52a1ea82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.858219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c', '4984579f-71f2-49fb-bece-8c1cd12eaebd', '0b9441be-b2da-4416-9591-960ff551886a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:38.862181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d', '9dec9e11-2f64-410a-9138-c76a28139138', 'a52b9904-6215-4656-8796-8cca7fdd5a67', '54506b4b-7281-4b1a-9497-d7ae5def715f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:38.888377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1840-774f-443a-988d-806d52a1ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.910821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde6ae6-49fb-4421-b047-b5041d5b2a3e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event deleted for resources: {'Port': ['ID=0b9441be-b2da-4416-9591-960ff551886a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:38.951354 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85c771a8-37ff-4c91-a613-4ac516f04034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:38.984242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c771a8-37ff-4c91-a613-4ac516f04034 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ce0247-4f3f-46fb-9c59-ca549ef734b5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:39.032148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a1840-774f-443a-988d-806d52a1ea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2758a6d8-6270-4ece-ac98-d1859493e7e0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:39.040850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6718252-f5d6-4abd-a55a-6fc5141150c2 req-9cde6ae6-49fb-4421-b047-b5041d5b2a3e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] No DVR routers for this DVR port 0b9441be-b2da-4416-9591-960ff551886a on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:39.075102 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c6718252-f5d6-4abd-a55a-6fc5141150c2 req-9cde6ae6-49fb-4421-b047-b5041d5b2a3e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:39.078793 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c6718252-f5d6-4abd-a55a-6fc5141150c2 req-9cde6ae6-49fb-4421-b047-b5041d5b2a3e tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "DELETE /v2.0/ports/0b9441be-b2da-4416-9591-960ff551886a HTTP/1.1" status: 204  len: 173 time: 0.6959689
Dec 18 20:51:39.090695 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6d4a1840-774f-443a-988d-806d52a1ea82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13944d83b834485a8d459cbd11056352&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4013052
Dec 18 20:51:39.093331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59140) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:39.146815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-1e6cd349-f6c3-4149-90c2-d0ec0f3c8ff3 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0767024
Dec 18 20:51:39.177278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d802-5d92-4869-a9ee-e047d8c9663e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:39.197410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 209a1be9-0f3f-4756-8361-ca32f4b7d826 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:51:39.212116 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d802-5d92-4869-a9ee-e047d8c9663e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:39.232269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a40f995-3ddb-44b8-a4d1-51aac21ae695', 'name': 'network-vif-deleted', 'tag': '0b9441be-b2da-4416-9591-960ff551886a'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:39.235044 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc5e761-077e-431b-8983-cd5f54141d43" -d '{"events": [{"server_uuid": "5a40f995-3ddb-44b8-a4d1-51aac21ae695", "name": "network-vif-deleted", "tag": "0b9441be-b2da-4416-9591-960ff551886a"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:39.298083 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d802-5d92-4869-a9ee-e047d8c9663e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:39.300849 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d802-5d92-4869-a9ee-e047d8c9663e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:39.302026 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a3f7d802-5d92-4869-a9ee-e047d8c9663e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2758a6d8-6270-4ece-ac98-d1859493e7e0 HTTP/1.1" status: 204  len: 168 time: 0.2076571
Dec 18 20:51:39.314123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7d802-5d92-4869-a9ee-e047d8c9663e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2758a6d8-6270-4ece-ac98-d1859493e7e0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:39.323516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8897d-68ef-40e8-958c-e48cfa3fb0ea req-fecf11ad-af00-44c3-8ca5-13c12490be10 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:39.325651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7a8897d-68ef-40e8-958c-e48cfa3fb0ea req-fecf11ad-af00-44c3-8ca5-13c12490be10 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 947 time: 0.2801247
Dec 18 20:51:39.514322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:39.539148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '209a1be9-0f3f-4756-8361-ca32f4b7d826', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '209a1be9-0f3f-4756-8361-ca32f4b7d826', 'mac_address': 'fa:16:3e:05:7a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:51:39.659653 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:39.702473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209a1be9-0f3f-4756-8361-ca32f4b7d826 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:39.769992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:39.781962 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:39.822490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-844e97c3-5c13-42b0-9958-fcc239827147 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:39.824789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-844e97c3-5c13-42b0-9958-fcc239827147 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6639299
Dec 18 20:51:39.845916 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85c771a8-37ff-4c91-a613-4ac516f04034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:39.866445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7a8897d-68ef-40e8-958c-e48cfa3fb0ea req-c3cd667d-f384-4da7-a3f1-921e44d1f6e8 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401827
Dec 18 20:51:39.871283 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-35595f39-e55c-447e-a002-452d7b0cc6fc tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/quotas/09f464a0dbea408cb3f43c2c96bdaaac HTTP/1.1" status: 200  len: 375 time: 0.0300906
Dec 18 20:51:39.873420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=209a1be9-0f3f-4756-8361-ca32f4b7d826,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:39.962396 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-9ac30dbf-0d3b-41ad-a89c-154277cf52e7 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0484207
Dec 18 20:51:40.057204 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7900cd-5987-4bde-b941-7536bafa3b6f x-openstack-request-id: req-dc7900cd-5987-4bde-b941-7536bafa3b6f {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:40.057689 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a40f995-3ddb-44b8-a4d1-51aac21ae695", "name": "network-vif-deleted", "tag": "0b9441be-b2da-4416-9591-960ff551886a", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:40.057812 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc7900cd-5987-4bde-b941-7536bafa3b6f {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:40.059362 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a40f995-3ddb-44b8-a4d1-51aac21ae695', 'name': 'network-vif-deleted', 'tag': '0b9441be-b2da-4416-9591-960ff551886a', 'status': 'completed', 'code': 200}
Dec 18 20:51:40.092174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['209a1be9-0f3f-4756-8361-ca32f4b7d826'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:40.275114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651af21c-96d1-487b-8a21-8f124e19fad6 req-04da9c0b-aacf-4f9f-b7c2-c03578c73806 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:40.276677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-651af21c-96d1-487b-8a21-8f124e19fad6 req-04da9c0b-aacf-4f9f-b7c2-c03578c73806 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1120965
Dec 18 20:51:40.285721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c771a8-37ff-4c91-a613-4ac516f04034 admin admin] Router bbe88e9c-6284-49c5-a88f-a6de4ec4019a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:51:40.397232 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-651af21c-96d1-487b-8a21-8f124e19fad6 req-34de91b9-77ca-41c3-bde5-4184fc1fd7c0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103346
Dec 18 20:51:40.468143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c771a8-37ff-4c91-a613-4ac516f04034 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:51:40.478078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bccb0c-b703-4cc6-8022-3c251f2dc9b9 None None] Sync routers for ids ['bbe88e9c-6284-49c5-a88f-a6de4ec4019a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:51:40.487811 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-85c771a8-37ff-4c91-a613-4ac516f04034 admin admin] 10.222.0.13 "PUT /v2.0/routers/bbe88e9c-6284-49c5-a88f-a6de4ec4019a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8425438
Dec 18 20:51:40.488150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59192) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:40.500567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bccb0c-b703-4cc6-8022-3c251f2dc9b9 None None] Routers {'bbe88e9c-6284-49c5-a88f-a6de4ec4019a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:51:40.501316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e4bccb0c-b703-4cc6-8022-3c251f2dc9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e674640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bbe88e9c-6284-49c5-a88f-a6de4ec4019a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:40.591906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-419541c0-01b1-4190-a1bd-45c785f8d697 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0886219
Dec 18 20:51:40.732557 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:40.735035 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e4bccb0c-b703-4cc6-8022-3c251f2dc9b9 None None] Set router bbe88e9c-6284-49c5-a88f-a6de4ec4019a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:51:40.828443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-915a2495-74f7-4aaf-a7f1-48d6256532be tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:40.835670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-915a2495-74f7-4aaf-a7f1-48d6256532be tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2426698
Dec 18 20:51:40.881568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f4f2-1809-4f69-95e3-d9c0e07b6839 req-144c7e1b-f347-43a8-8faf-a926e6969cb8 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:40.883106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9808f4f2-1809-4f69-95e3-d9c0e07b6839 req-144c7e1b-f347-43a8-8faf-a926e6969cb8 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 950 time: 0.1621568
Dec 18 20:51:40.891862 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-2311f389-a127-4b3e-9084-69c99e7f9d8e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/quotas/09f464a0dbea408cb3f43c2c96bdaaac HTTP/1.1" status: 200  len: 375 time: 0.0554378
Dec 18 20:51:40.945900 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:40.960372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e4bccb0c-b703-4cc6-8022-3c251f2dc9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e674640>, [{'id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'name': 'tempest-ServersTestMultiNic-7738961-router', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:49Z', 'updated_at': '2021-12-18T20:51:38Z', 'revision_number': 5, 'project_id': '260f5423c9c44b499073e360e0e66264', 'gw_port': {'id': '886766cc-18cb-4c67-bf12-529cc21aa90b', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:49:51Z', 'updated_at': '2021-12-18T20:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:41.063307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-e8b79476-f389-4565-8d32-f4242aa54f2f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1360884
Dec 18 20:51:41.092630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9808f4f2-1809-4f69-95e3-d9c0e07b6839 req-3d31a907-dbe5-4499-8a55-1eabf912a02a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984041
Dec 18 20:51:41.133139 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Deleting port 886766cc-18cb-4c67-bf12-529cc21aa90b {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:41.133688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:41.157951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bccb0c-b703-4cc6-8022-3c251f2dc9b9 None None] Checking router: bbe88e9c-6284-49c5-a88f-a6de4ec4019a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:51:41.168208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bccb0c-b703-4cc6-8022-3c251f2dc9b9 None None] Routers {'bbe88e9c-6284-49c5-a88f-a6de4ec4019a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:51:41.168884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e4bccb0c-b703-4cc6-8022-3c251f2dc9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e674640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bbe88e9c-6284-49c5-a88f-a6de4ec4019a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:41.207294 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 209a1be9-0f3f-4756-8361-ca32f4b7d826 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:41.289797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] For port 886766cc-18cb-4c67-bf12-529cc21aa90b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886766cc-18cb-4c67-bf12-529cc21aa90b,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:41.290451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:41.323860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e4bccb0c-b703-4cc6-8022-3c251f2dc9b9 None None] Set router bbe88e9c-6284-49c5-a88f-a6de4ec4019a gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:51:41.335896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7802c-9ac6-4417-8166-639ed23c3f52 req-6732400d-f2a9-449d-a673-f8a0c7313a4b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:41.337588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c4e7802c-9ac6-4417-8166-639ed23c3f52 req-6732400d-f2a9-449d-a673-f8a0c7313a4b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 948 time: 0.1091187
Dec 18 20:51:41.338737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Calling delete_port for 886766cc-18cb-4c67-bf12-529cc21aa90b owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:41.392216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e4bccb0c-b703-4cc6-8022-3c251f2dc9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e674640>, [{'id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'name': 'tempest-ServersTestMultiNic-7738961-router', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:49Z', 'updated_at': '2021-12-18T20:51:40Z', 'revision_number': 6, 'project_id': '260f5423c9c44b499073e360e0e66264', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:41.427451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bccb0c-b703-4cc6-8022-3c251f2dc9b9 None None] The sync data for ids ['bbe88e9c-6284-49c5-a88f-a6de4ec4019a'] in ncdv-master-1 is: [{'id': 'bbe88e9c-6284-49c5-a88f-a6de4ec4019a', 'name': 'tempest-ServersTestMultiNic-7738961-router', 'tenant_id': '260f5423c9c44b499073e360e0e66264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:49:49Z', 'updated_at': '2021-12-18T20:51:40Z', 'revision_number': 6, 'project_id': '260f5423c9c44b499073e360e0e66264', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:51:41.429101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 209a1be9-0f3f-4756-8361-ca32f4b7d826 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:51:41.434486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 209a1be9-0f3f-4756-8361-ca32f4b7d826 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:41.435296 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:41.541867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10e6f688-c13b-4f60-a3ee-cb243b3b117b req-d46799c7-ad3f-471c-b31b-22110303eb15 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 210 time: 0.0547845
Dec 18 20:51:41.590478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c4e7802c-9ac6-4417-8166-639ed23c3f52 req-3b4731c9-4561-4d0a-8345-27f0f102e8ed tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2422848
Dec 18 20:51:41.647048 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:41.681131 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209a1be9-0f3f-4756-8361-ca32f4b7d826'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:41.685699 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9741bc-916e-4069-8bda-0f26a2d779bf" -d '{"events": [{"server_uuid": "26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3", "name": "network-vif-plugged", "status": "completed", "tag": "209a1be9-0f3f-4756-8361-ca32f4b7d826"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:41.701348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:41.709123 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:41.709935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 0b9441be-b2da-4416-9591-960ff551886a no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:41.736089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 0b9441be-b2da-4416-9591-960ff551886a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:41.736734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 0b9441be-b2da-4416-9591-960ff551886a not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:41.785809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102fd0b-01f8-4362-b6f3-c1c82b59f110 req-5d5ac52c-b6f1-4044-a28b-6acd5db67224 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:41.787909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f102fd0b-01f8-4362-b6f3-c1c82b59f110 req-5d5ac52c-b6f1-4044-a28b-6acd5db67224 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0820312
Dec 18 20:51:41.793743 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987087ff-9d1a-4570-80f5-ed3ec837bef1 x-openstack-request-id: req-987087ff-9d1a-4570-80f5-ed3ec837bef1 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:41.794241 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3", "name": "network-vif-plugged", "status": "completed", "tag": "209a1be9-0f3f-4756-8361-ca32f4b7d826", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:41.794684 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-987087ff-9d1a-4570-80f5-ed3ec837bef1 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:41.795552 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209a1be9-0f3f-4756-8361-ca32f4b7d826', 'code': 200}
Dec 18 20:51:41.797263 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=209a1be9-0f3f-4756-8361-ca32f4b7d826,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:41.902936 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:41.982358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13170df3-2f74-4ce1-b14f-b0aff4a77893 req-c6b964b7-60c4-46c4-b755-63dccb5a4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:41.985289 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-13170df3-2f74-4ce1-b14f-b0aff4a77893 req-c6b964b7-60c4-46c4-b755-63dccb5a4c27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 1100 time: 0.0600853
Dec 18 20:51:42.007420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f102fd0b-01f8-4362-b6f3-c1c82b59f110 req-7ed15f51-79f6-4f52-bd07-666647e51a6d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105901
Dec 18 20:51:42.022844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Pushing event deleted for resources: {'Port': ['ID=886766cc-18cb-4c67-bf12-529cc21aa90b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:42.039392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-4faa70d6-c45f-42f9-8046-92dbfd7eb5d3 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0693133
Dec 18 20:51:42.054003 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-13170df3-2f74-4ce1-b14f-b0aff4a77893 req-ef6b728b-a483-43e5-a193-6de06a1b48b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541501
Dec 18 20:51:42.173117 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:42.320595 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:42.322665 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:42.349430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-89d85945-8951-4f0d-b764-7cb440ecd8ef tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:42.351029 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-89d85945-8951-4f0d-b764-7cb440ecd8ef tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2952089
Dec 18 20:51:42.352468 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3a477-9a11-45a0-8b00-b56c3dc768c8 req-34160261-7de2-486a-b6b4-a32c099d1304 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:42.353992 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0fc3a477-9a11-45a0-8b00-b56c3dc768c8 req-34160261-7de2-486a-b6b4-a32c099d1304 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 950 time: 0.0668089
Dec 18 20:51:42.397929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Request body: {'port': {'device_id': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '09f464a0dbea408cb3f43c2c96bdaaac'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:42.453488 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:42.454041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbe88e9c-6284-49c5-a88f-a6de4ec4019a {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:51:42.466431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ce53a-91e8-4fe8-8e93-b7d122f8b61d req-fd44eacf-9bda-4c60-8a8d-d44d65b69041 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:42.468125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b5ce53a-91e8-4fe8-8e93-b7d122f8b61d req-fd44eacf-9bda-4c60-8a8d-d44d65b69041 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 950 time: 0.2553723
Dec 18 20:51:42.473798 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:42.474999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-87e77a62-e591-47f6-af16-522b43f5c557 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bbe88e9c-6284-49c5-a88f-a6de4ec4019a HTTP/1.1" status: 204  len: 168 time: 1.9856799
Dec 18 20:51:42.512848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59270) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:42.582759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b5ce53a-91e8-4fe8-8e93-b7d122f8b61d req-aa8d62c5-03d9-4a2a-a869-55dabb4ca5a6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995748
Dec 18 20:51:42.615038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-13948a23-bffc-4588-951d-7f65e67e2266 admin admin] Deleting subnet c28f4158-af42-4cf0-ac76-362100f54e4b {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:51:42.669684 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13948a23-bffc-4588-951d-7f65e67e2266 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:42.744794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Made reservation on behalf of 09f464a0dbea408cb3f43c2c96bdaaac for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:42.751580 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:42.797199 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:42.811889 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13948a23-bffc-4588-951d-7f65e67e2266 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:42.900653 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-bba08524-788a-4f47-9fd8-40100c2ac954 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0737381
Dec 18 20:51:42.903201 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:42.939552 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:42.984606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59282) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:43.045666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119ed82-346e-4af9-92c0-9b2cd5415dec req-aa1bbe98-b116-4bf7-b183-159123d2dd22 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:43.053055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-0fc3a477-9a11-45a0-8b00-b56c3dc768c8 req-ec78880c-b654-4298-947e-191c5f3f43f0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Deleting port 4984579f-71f2-49fb-bece-8c1cd12eaebd {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:43.053730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4119ed82-346e-4af9-92c0-9b2cd5415dec req-aa1bbe98-b116-4bf7-b183-159123d2dd22 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.3602438
Dec 18 20:51:43.054174 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0fc3a477-9a11-45a0-8b00-b56c3dc768c8 req-ec78880c-b654-4298-947e-191c5f3f43f0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.106453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 886766cc-18cb-4c67-bf12-529cc21aa90b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:43.126326 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13948a23-bffc-4588-951d-7f65e67e2266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.130648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 886766cc-18cb-4c67-bf12-529cc21aa90b {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:43.131230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 886766cc-18cb-4c67-bf12-529cc21aa90b not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:43.132626 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a1ce0247-4f3f-46fb-9c59-ca549ef734b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:43.151740 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.160537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: a1ce0247-4f3f-46fb-9c59-ca549ef734b5 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:43.161155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a1ce0247-4f3f-46fb-9c59-ca549ef734b5 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:43.180059 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-598e94f9-8547-4afa-a9bd-61dabf10a837 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:43.181555 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-598e94f9-8547-4afa-a9bd-61dabf10a837 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2680082
Dec 18 20:51:43.189958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:43.201296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Request body: {'port': {'device_id': '15b8477c-e0d4-4c92-ab00-6ff2899911da', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '09f464a0dbea408cb3f43c2c96bdaaac'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:43.216679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da462ace-489f-4e13-95ee-948c09c96026 req-1e774e00-4143-4d57-ba9e-e2642fe0d4ba tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 210 time: 0.4989738
Dec 18 20:51:43.301887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-0fc3a477-9a11-45a0-8b00-b56c3dc768c8 req-ec78880c-b654-4298-947e-191c5f3f43f0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] For port 4984579f-71f2-49fb-bece-8c1cd12eaebd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4984579f-71f2-49fb-bece-8c1cd12eaebd,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:43.302277 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0fc3a477-9a11-45a0-8b00-b56c3dc768c8 req-ec78880c-b654-4298-947e-191c5f3f43f0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.318395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4119ed82-346e-4af9-92c0-9b2cd5415dec req-05f04ece-944e-4cbd-afb9-e8c1d27c0792 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2637711
Dec 18 20:51:43.335294 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13948a23-bffc-4588-951d-7f65e67e2266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.340028 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-0fc3a477-9a11-45a0-8b00-b56c3dc768c8 req-ec78880c-b654-4298-947e-191c5f3f43f0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Calling delete_port for 4984579f-71f2-49fb-bece-8c1cd12eaebd owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:43.371247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Allocated IP 192.168.233.232 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/659424cb-2544-4eb1-afc7-8c764a75b399) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:51:43.400453 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13948a23-bffc-4588-951d-7f65e67e2266 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.405160 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-13948a23-bffc-4588-951d-7f65e67e2266 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c28f4158-af42-4cf0-ac76-362100f54e4b HTTP/1.1" status: 204  len: 168 time: 0.8912857
Dec 18 20:51:43.407525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf1d6fa-008f-44be-9be7-9d0c1bfadb8d None None] Network 26952b1a-9694-4890-a4a8-a33c999df5e8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:51:43.409245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59288) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:43.412192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13948a23-bffc-4588-951d-7f65e67e2266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28f4158-af42-4cf0-ac76-362100f54e4b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:43.444850 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.455503 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.505530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Made reservation on behalf of 09f464a0dbea408cb3f43c2c96bdaaac for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:43.509049 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.538938 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd729ecccf9a45c089d0008aa750baff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5536635
Dec 18 20:51:43.542355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59292) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:43.550808 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf3a7af-b10f-4a9e-9f6a-6750f252a6ff,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:43.581287 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.583556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.583909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.584248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.584589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.584919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.585248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.585576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.585915 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.586224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.586572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.586894 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.587214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.588301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea01cb8-022a-4937-8e53-f11ca8e1db40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:43.633628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849ddde-afc3-484d-bf98-36030f96e574 req-fd99241d-7849-4f50-ae66-90c207d3a40a tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:43.635201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b849ddde-afc3-484d-bf98-36030f96e574 req-fd99241d-7849-4f50-ae66-90c207d3a40a tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.2282472
Dec 18 20:51:43.647065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944e23a0-7a0d-4521-9e5a-e7d3e480461b None None] DHCP port deletion for 26952b1a-9694-4890-a4a8-a33c999df5e8 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:51:43.709457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-944e23a0-7a0d-4521-9e5a-e7d3e480461b None None] Deleting port b3ef6894-5c54-4502-8899-b891b6c90a92 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:43.709730 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-944e23a0-7a0d-4521-9e5a-e7d3e480461b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.740072 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e218571e-aa25-47b7-90e6-c32081ca9983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.746131 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0fc3a477-9a11-45a0-8b00-b56c3dc768c8 req-ec78880c-b654-4298-947e-191c5f3f43f0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.761245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d', '9dec9e11-2f64-410a-9138-c76a28139138', 'a52b9904-6215-4656-8796-8cca7fdd5a67', '54506b4b-7281-4b1a-9497-d7ae5def715f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:43.765407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:43.790374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b849ddde-afc3-484d-bf98-36030f96e574 req-91851092-bd9d-4c5c-a7d6-cd9622b754be tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427407
Dec 18 20:51:43.814424 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.830958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78880c-b654-4298-947e-191c5f3f43f0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event deleted for resources: {'Port': ['ID=4984579f-71f2-49fb-bece-8c1cd12eaebd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:43.832468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9fa3e-6e8d-4695-9f74-b0adb45f15fb req-086e5913-7973-44ac-9251-1a102c398eb2 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:43.834292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ffa9fa3e-6e8d-4695-9f74-b0adb45f15fb req-086e5913-7973-44ac-9251-1a102c398eb2 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce4e117a-1136-496e-a3b5-98c652ed0f78 HTTP/1.1" status: 200  len: 867 time: 0.1558166
Dec 18 20:51:43.847006 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e218571e-aa25-47b7-90e6-c32081ca9983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.851559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Deleting port b3ef6894-5c54-4502-8899-b891b6c90a92 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:43.851959 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.877774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc3a477-9a11-45a0-8b00-b56c3dc768c8 req-ec78880c-b654-4298-947e-191c5f3f43f0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] No DVR routers for this DVR port 4984579f-71f2-49fb-bece-8c1cd12eaebd on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:43.881338 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0fc3a477-9a11-45a0-8b00-b56c3dc768c8 req-ec78880c-b654-4298-947e-191c5f3f43f0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.884595 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0fc3a477-9a11-45a0-8b00-b56c3dc768c8 req-ec78880c-b654-4298-947e-191c5f3f43f0 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "DELETE /v2.0/ports/4984579f-71f2-49fb-bece-8c1cd12eaebd HTTP/1.1" status: 204  len: 173 time: 1.5231240
Dec 18 20:51:43.885042 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4e117a-1136-496e-a3b5-98c652ed0f78', 'name': 'network-vif-deleted', 'tag': '4984579f-71f2-49fb-bece-8c1cd12eaebd'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:43.887911 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40628fb5-923c-48e5-86cb-12dd7e851413" -d '{"events": [{"server_uuid": "ce4e117a-1136-496e-a3b5-98c652ed0f78", "name": "network-vif-deleted", "tag": "4984579f-71f2-49fb-bece-8c1cd12eaebd"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:43.888599 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-944e23a0-7a0d-4521-9e5a-e7d3e480461b None None] For port b3ef6894-5c54-4502-8899-b891b6c90a92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3ef6894-5c54-4502-8899-b891b6c90a92,segment=NetworkSegment(e5d75816-4d28-4af9-8032-6d871ec1664b),segment_id=e5d75816-4d28-4af9-8032-6d871ec1664b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:43.889513 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-944e23a0-7a0d-4521-9e5a-e7d3e480461b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.920502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-944e23a0-7a0d-4521-9e5a-e7d3e480461b None None] Calling delete_port for b3ef6894-5c54-4502-8899-b891b6c90a92 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:43.941316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e218571e-aa25-47b7-90e6-c32081ca9983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.946127 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e218571e-aa25-47b7-90e6-c32081ca9983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.951205 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e218571e-aa25-47b7-90e6-c32081ca9983 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bf3a7af-b10f-4a9e-9f6a-6750f252a6ff HTTP/1.1" status: 204  len: 168 time: 0.4059484
Dec 18 20:51:43.954227 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.971481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] For port b3ef6894-5c54-4502-8899-b891b6c90a92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3ef6894-5c54-4502-8899-b891b6c90a92,segment=NetworkSegment(e5d75816-4d28-4af9-8032-6d871ec1664b),segment_id=e5d75816-4d28-4af9-8032-6d871ec1664b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:43.971836 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:43.996827 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beeaf11c-20e9-4966-aabd-0fd26890a239 x-openstack-request-id: req-beeaf11c-20e9-4966-aabd-0fd26890a239 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:43.997319 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4e117a-1136-496e-a3b5-98c652ed0f78", "name": "network-vif-deleted", "tag": "4984579f-71f2-49fb-bece-8c1cd12eaebd", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:43.997510 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-beeaf11c-20e9-4966-aabd-0fd26890a239 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:43.998218 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4e117a-1136-496e-a3b5-98c652ed0f78', 'name': 'network-vif-deleted', 'tag': '4984579f-71f2-49fb-bece-8c1cd12eaebd', 'status': 'completed', 'code': 200}
Dec 18 20:51:44.001780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218571e-aa25-47b7-90e6-c32081ca9983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf3a7af-b10f-4a9e-9f6a-6750f252a6ff,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:44.030754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ffa9fa3e-6e8d-4695-9f74-b0adb45f15fb req-5b4ef554-7a8c-4956-ade1-812725dfd9c8 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759629
Dec 18 20:51:44.036160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Calling delete_port for b3ef6894-5c54-4502-8899-b891b6c90a92 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:44.038938 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:44.043780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Allocated IP 192.168.233.217 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/4b35e620-8957-42f7-a38a-5c515e281514) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:51:44.047290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:44.055931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Pushing event updated for resources: {'Port': ['ID=659424cb-2544-4eb1-afc7-8c764a75b399,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:44.059851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:51:44.118481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.119132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.119783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.120290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.120849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.121351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.121845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.122430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.122955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.123508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.124044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.124569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.125108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:44.170367 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:44.171662 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.196284 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-5195bed8-8e55-4dae-8db6-b35e05cecc6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8095739
Dec 18 20:51:44.206864 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.217744 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-944e23a0-7a0d-4521-9e5a-e7d3e480461b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.225338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Request body: {'port': {'device_id': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:44.292435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e23a0-7a0d-4521-9e5a-e7d3e480461b None None] Pushing event deleted for resources: {'Port': ['ID=b3ef6894-5c54-4502-8899-b891b6c90a92,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:44.301944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e23a0-7a0d-4521-9e5a-e7d3e480461b None None] No DVR routers for this DVR port b3ef6894-5c54-4502-8899-b891b6c90a92 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:44.329767 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.329927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ef6894-5c54-4502-8899-b891b6c90a92,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:44.333467 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.347675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] No DVR routers for this DVR port b3ef6894-5c54-4502-8899-b891b6c90a92 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:44.404638 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.452944 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96e960ec-a561-4f9d-99d8-d733fdbbc7c1 req-dd050d07-77c6-45eb-93f9-0503ec08a4de tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 210 time: 0.1033387
Dec 18 20:51:44.542944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:44.544194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59308) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:44.552180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:44.555974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:51:44.640243 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Pushing event updated for resources: {'Port': ['ID=4b35e620-8957-42f7-a38a-5c515e281514,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:44.641531 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d3da4dd-aa6d-40fe-b069-71bfdc3f7851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.674638 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.680943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:44.681708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.702093 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-9eed811e-cbb6-44f2-8281-15beda5cc96d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5089989
Dec 18 20:51:44.718238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Request body: {'port': {'device_id': '15b8477c-e0d4-4c92-ab00-6ff2899911da', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:44.767404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.799466 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.849642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dca3490>,) {'filters': {'network_id': ['26952b1a-9694-4890-a4a8-a33c999df5e8']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:44.863537 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dca3490>, 'e5d75816-4d28-4af9-8032-6d871ec1664b') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:44.864007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dca3490>, 'e5d75816-4d28-4af9-8032-6d871ec1664b') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:44.876530 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.897806 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.905568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:51:44.906700 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.934808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e27ea23b-00a6-4b0c-baab-74f9a988d83c None None] Provisioning complete for port 659424cb-2544-4eb1-afc7-8c764a75b399 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:44.935191 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e27ea23b-00a6-4b0c-baab-74f9a988d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:51:44.973644 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:51:44.986162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e27ea23b-00a6-4b0c-baab-74f9a988d83c None None] Port 659424cb-2544-4eb1-afc7-8c764a75b399 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:51:45.070986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b3ef6894-5c54-4502-8899-b891b6c90a92 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:45.076224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bdd12-5b4e-497d-b02e-47876d80360d req-3c7a7e8f-8978-4903-a01b-851ec331ad74 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:45.078694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5bdd12-5b4e-497d-b02e-47876d80360d req-3c7a7e8f-8978-4903-a01b-851ec331ad74 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.4752839
Dec 18 20:51:45.109714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: b3ef6894-5c54-4502-8899-b891b6c90a92 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:45.110092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b3ef6894-5c54-4502-8899-b891b6c90a92 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:45.134581 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.149676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119ddd4-3fdf-4a52-86c4-5600b259761f req-b85c1abf-d8d9-497b-8f27-da1b628a37db tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:45.151271 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5119ddd4-3fdf-4a52-86c4-5600b259761f req-b85c1abf-d8d9-497b-8f27-da1b628a37db tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1745157
Dec 18 20:51:45.154214 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.158348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/26952b1a-9694-4890-a4a8-a33c999df5e8 HTTP/1.1" status: 204  len: 168 time: 1.7467563
Dec 18 20:51:45.174227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b35e620-8957-42f7-a38a-5c515e281514 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:45.183595 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.193383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e20412-bfeb-4ed1-a3c4-f3c75dc919cb admin admin] Pushing event deleted for resources: {'Network': ['ID=26952b1a-9694-4890-a4a8-a33c999df5e8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:45.196760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Transition to ACTIVE for port object 4b35e620-8957-42f7-a38a-5c515e281514 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:51:45.203178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.220199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4984579f-71f2-49fb-bece-8c1cd12eaebd no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:45.261013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 4984579f-71f2-49fb-bece-8c1cd12eaebd {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:45.261534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4984579f-71f2-49fb-bece-8c1cd12eaebd not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:45.280382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5bdd12-5b4e-497d-b02e-47876d80360d req-3786fa99-c922-467c-a8d3-45f048c1f475 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870203
Dec 18 20:51:45.362976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Attempting to bind port 4b35e620-8957-42f7-a38a-5c515e281514 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:51:45.363320 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Attempting to bind port 4b35e620-8957-42f7-a38a-5c515e281514 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:51:45.363642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Attempting to bind port 4b35e620-8957-42f7-a38a-5c515e281514 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:45.376308 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Port 4b35e620-8957-42f7-a38a-5c515e281514 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:51:45.376651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Attempting to bind port 4b35e620-8957-42f7-a38a-5c515e281514 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:45.396683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:51:45.398505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:45.399197 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:51:45.400230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Bound port: 4b35e620-8957-42f7-a38a-5c515e281514, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:51:45.401141 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.407385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59324) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:45.414124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5119ddd4-3fdf-4a52-86c4-5600b259761f req-9374619f-8c7d-4638-a4e8-625def09083e tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2354903
Dec 18 20:51:45.420335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b35e620-8957-42f7-a38a-5c515e281514,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:45.422679 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d3da4dd-aa6d-40fe-b069-71bfdc3f7851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.442030 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d3da4dd-aa6d-40fe-b069-71bfdc3f7851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.532140 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e6445c5d-c9bc-4f23-890f-00c8640bc530 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=260f5423c9c44b499073e360e0e66264&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1148357
Dec 18 20:51:45.534886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59330) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:45.558179 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] For port 4b35e620-8957-42f7-a38a-5c515e281514, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:45.599899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] For port 4b35e620-8957-42f7-a38a-5c515e281514, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b35e620-8957-42f7-a38a-5c515e281514,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:51:45.617980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.632663 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee933b78-ac6e-4b9c-998a-bde34d33c694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.664949 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee933b78-ac6e-4b9c-998a-bde34d33c694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.728697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:45.729407 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.730978 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] 10.222.0.31 "PUT /v2.0/ports/4b35e620-8957-42f7-a38a-5c515e281514 HTTP/1.1" status: 200  len: 1096 time: 1.0204539
Dec 18 20:51:45.758420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f8a6d-1b0f-48ca-8d58-1405706ec5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b35e620-8957-42f7-a38a-5c515e281514,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:45.779292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee933b78-ac6e-4b9c-998a-bde34d33c694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.781887 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee933b78-ac6e-4b9c-998a-bde34d33c694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:45.783109 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ee933b78-ac6e-4b9c-998a-bde34d33c694 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52d8b956-a0cd-4589-971f-a2c750ea5311 HTTP/1.1" status: 204  len: 168 time: 0.2471216
Dec 18 20:51:45.818043 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee933b78-ac6e-4b9c-998a-bde34d33c694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d8b956-a0cd-4589-971f-a2c750ea5311,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:45.951470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3da4dd-aa6d-40fe-b069-71bfdc3f7851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd0f6c1-ed74-479b-b82c-bbe97f13aac8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:45.999582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b8477c-e0d4-4c92-ab00-6ff2899911da', 'tag': '4b35e620-8957-42f7-a38a-5c515e281514'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:46.001973 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1510e403-161e-43b8-a014-bdd048a2cf39" -d '{"events": [{"name": "network-changed", "server_uuid": "15b8477c-e0d4-4c92-ab00-6ff2899911da", "tag": "4b35e620-8957-42f7-a38a-5c515e281514"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:46.014784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-390949e9-0d7b-4672-83a1-88abed85aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:46.016263 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-390949e9-0d7b-4672-83a1-88abed85aae9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 1099 time: 0.2178209
Dec 18 20:51:46.054842 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4d3da4dd-aa6d-40fe-b069-71bfdc3f7851 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09ee069539d945268a3e6e8be8254e5e&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5036347
Dec 18 20:51:46.063264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59342) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:46.076510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-d2269cf0-b499-4a01-8be5-7eb37f7b06eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=4b35e620-8957-42f7-a38a-5c515e281514 HTTP/1.1" status: 200  len: 217 time: 0.0491946
Dec 18 20:51:46.128304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-d939add4-4863-4fb3-a3c4-0f5fcf8ecaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:46.128875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaf289-33bf-4e6d-a9dc-27edd8269d79 req-4573cd01-aa70-4a4f-8f68-72d7729b4dcc tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:46.129802 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-d939add4-4863-4fb3-a3c4-0f5fcf8ecaf2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0462260
Dec 18 20:51:46.130418 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1aaf289-33bf-4e6d-a9dc-27edd8269d79 req-4573cd01-aa70-4a4f-8f68-72d7729b4dcc tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 1100 time: 0.1904054
Dec 18 20:51:46.141867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdadad1-a25b-44f2-97d9-28f628962b01 req-24732128-c8a2-4319-9e63-c05d48683035 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:46.143554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bdadad1-a25b-44f2-97d9-28f628962b01 req-24732128-c8a2-4319-9e63-c05d48683035 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 948 time: 0.2148521
Dec 18 20:51:46.173503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659424cb-2544-4eb1-afc7-8c764a75b399 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:46.179275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-46ddfc4d-cd9f-4f9b-a1b5-0eed9a409687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:46.181014 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-46ddfc4d-cd9f-4f9b-a1b5-0eed9a409687 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0428855
Dec 18 20:51:46.195648 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1aaf289-33bf-4e6d-a9dc-27edd8269d79 req-bc1cab1e-1f1a-441c-a865-f6ecbdbbf982 tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:46.200807 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:46.255970 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f78fecaa-b92b-4d3f-8c2f-c943d2e07713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:46.259192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Transition to ACTIVE for port object 659424cb-2544-4eb1-afc7-8c764a75b399 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:51:46.274216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bdadad1-a25b-44f2-97d9-28f628962b01 req-dff44500-8a9a-4b39-a5dd-ff939579a5ea tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215692
Dec 18 20:51:46.280577 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:46.283376 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-2b0006f4-9f80-4c1e-8c5e-9eba8fffa853 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948057
Dec 18 20:51:46.312897 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f78fecaa-b92b-4d3f-8c2f-c943d2e07713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:46.408332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840d260-0296-46f6-9817-2279462026ea service neutron] Pushing event updated for resources: {'Port': ['ID=659424cb-2544-4eb1-afc7-8c764a75b399,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:46.415626 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f1acb4e8-692e-4f68-be66-9c77a4287755 req-6d1171b8-f37f-4b08-8b60-93991567dfc0 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230915
Dec 18 20:51:46.478106 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1aaf289-33bf-4e6d-a9dc-27edd8269d79 req-bc1cab1e-1f1a-441c-a865-f6ecbdbbf982 tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:46.502161 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1aaf289-33bf-4e6d-a9dc-27edd8269d79 req-bc1cab1e-1f1a-441c-a865-f6ecbdbbf982 tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:46.530935 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f78fecaa-b92b-4d3f-8c2f-c943d2e07713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:46.533621 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f78fecaa-b92b-4d3f-8c2f-c943d2e07713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:46.537174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f78fecaa-b92b-4d3f-8c2f-c943d2e07713 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfd0f6c1-ed74-479b-b82c-bbe97f13aac8 HTTP/1.1" status: 204  len: 168 time: 0.4704847
Dec 18 20:51:46.583871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1aaf289-33bf-4e6d-a9dc-27edd8269d79 req-bc1cab1e-1f1a-441c-a865-f6ecbdbbf982 tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4338028
Dec 18 20:51:46.600036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cab1e-1f1a-441c-a865-f6ecbdbbf982 tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448c5ea2-68ae-4e5e-9ae3-73123a73e384,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:46.614479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Attempting to bind port 659424cb-2544-4eb1-afc7-8c764a75b399 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:51:46.614920 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Attempting to bind port 659424cb-2544-4eb1-afc7-8c764a75b399 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:51:46.615346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Attempting to bind port 659424cb-2544-4eb1-afc7-8c764a75b399 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:46.617740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fecaa-b92b-4d3f-8c2f-c943d2e07713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd0f6c1-ed74-479b-b82c-bbe97f13aac8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:46.627269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Port 659424cb-2544-4eb1-afc7-8c764a75b399 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:51:46.628008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Attempting to bind port 659424cb-2544-4eb1-afc7-8c764a75b399 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:46.634802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:51:46.635194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:46.636606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:51:46.637214 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Bound port: 659424cb-2544-4eb1-afc7-8c764a75b399, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:51:46.637755 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:46.687267 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ca2495-5d04-4c5e-bc63-928d86d390b1 x-openstack-request-id: req-41ca2495-5d04-4c5e-bc63-928d86d390b1 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:46.687267 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b8477c-e0d4-4c92-ab00-6ff2899911da", "tag": "4b35e620-8957-42f7-a38a-5c515e281514", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:46.688135 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41ca2495-5d04-4c5e-bc63-928d86d390b1 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:46.688633 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b8477c-e0d4-4c92-ab00-6ff2899911da', 'tag': '4b35e620-8957-42f7-a38a-5c515e281514', 'status': 'completed', 'code': 200}
Dec 18 20:51:46.753775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510e403-161e-43b8-a014-bdd048a2cf39 req-4cb78e15-c25e-4d0d-bb10-38b5a2320505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:46.755558 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1510e403-161e-43b8-a014-bdd048a2cf39 req-4cb78e15-c25e-4d0d-bb10-38b5a2320505 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 1099 time: 0.0530608
Dec 18 20:51:46.803260 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:46.855102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:51:46.867604 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:46.935077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8fa29-63ac-47f3-a680-7b388fdc24dc req-197dc4fd-6fa0-4851-b8f1-05bea25220a4 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:46.936621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82a8fa29-63ac-47f3-a680-7b388fdc24dc req-197dc4fd-6fa0-4851-b8f1-05bea25220a4 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1524346
Dec 18 20:51:46.943991 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e148ff5-2e89-4005-b1e9-508f369b47b3 req-eebe3756-5a7e-4702-8333-1746a5abccd4 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:46.955248 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e148ff5-2e89-4005-b1e9-508f369b47b3 req-eebe3756-5a7e-4702-8333-1746a5abccd4 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cadd365-eceb-4a91-93b6-4514be9ac919 HTTP/1.1" status: 200  len: 949 time: 0.1485434
Dec 18 20:51:46.959498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:46.960359 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:46.961501 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-7840d260-0296-46f6-9817-2279462026ea service neutron] 10.222.0.31 "PUT /v2.0/ports/659424cb-2544-4eb1-afc7-8c764a75b399 HTTP/1.1" status: 200  len: 1096 time: 2.7492323
Dec 18 20:51:46.963783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:46.966916 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d819b48-2bf9-42c3-ad77-c81ab94b6e85" -d '{"events": [{"name": "network-changed", "server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:46.970396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510e403-161e-43b8-a014-bdd048a2cf39 req-1e2ba5c7-939e-41ef-9c3c-df067bb34bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:46.972212 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1510e403-161e-43b8-a014-bdd048a2cf39 req-1e2ba5c7-939e-41ef-9c3c-df067bb34bcd service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2001114
Dec 18 20:51:47.044773 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1510e403-161e-43b8-a014-bdd048a2cf39 req-5d6b133b-dd5a-4795-83b2-74d5ae9a8620 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=4b35e620-8957-42f7-a38a-5c515e281514 HTTP/1.1" status: 200  len: 217 time: 0.0629768
Dec 18 20:51:47.068166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e148ff5-2e89-4005-b1e9-508f369b47b3 req-46344b1b-1615-4e34-8fd2-59ba9f5d481f tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119499
Dec 18 20:51:47.083162 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59378) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:47.113131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840d260-0296-46f6-9817-2279462026ea service neutron] Pushing event updated for resources: {'Port': ['ID=659424cb-2544-4eb1-afc7-8c764a75b399,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:47.147608 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510e403-161e-43b8-a014-bdd048a2cf39 req-53a23560-ff63-4a39-b891-5fd964ff43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:47.149702 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1510e403-161e-43b8-a014-bdd048a2cf39 req-53a23560-ff63-4a39-b891-5fd964ff43ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0965891
Dec 18 20:51:47.219932 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82a8fa29-63ac-47f3-a680-7b388fdc24dc req-44ee62b8-66ac-44b5-96c4-649f90790c79 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2619414
Dec 18 20:51:47.240396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-3e311c0c-7bc0-413b-aa68-8f00b56f63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:47.250860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-3e311c0c-7bc0-413b-aa68-8f00b56f63d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 1099 time: 0.1978343
Dec 18 20:51:47.251056 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510e403-161e-43b8-a014-bdd048a2cf39 req-9530fdbb-956e-4c16-81e1-c9a8f5fd48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:47.252549 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1510e403-161e-43b8-a014-bdd048a2cf39 req-9530fdbb-956e-4c16-81e1-c9a8f5fd48e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0906725
Dec 18 20:51:47.257584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1193308472-network', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:47.277085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a38fcf-3abc-4f54-911d-c178e9d6a661 req-2f9fc503-340b-40b0-876e-498a035b7b89 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:47.286597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53a38fcf-3abc-4f54-911d-c178e9d6a661 req-2f9fc503-340b-40b0-876e-498a035b7b89 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/ports?device_id=6cadd365-eceb-4a91-93b6-4514be9ac919 HTTP/1.1" status: 200  len: 949 time: 0.2346613
Dec 18 20:51:47.300590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:47.305105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:47.350626 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:47.373578 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9f8c50-fab9-4f2e-ad08-af1eb578fa17 x-openstack-request-id: req-7e9f8c50-fab9-4f2e-ad08-af1eb578fa17 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:47.373867 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:47.374139 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e9f8c50-fab9-4f2e-ad08-af1eb578fa17 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:47.375120 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399', 'status': 'completed', 'code': 200}
Dec 18 20:51:47.387885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-b79ab86d-754b-4d2a-817d-833def17d70d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=659424cb-2544-4eb1-afc7-8c764a75b399 HTTP/1.1" status: 200  len: 217 time: 0.0998664
Dec 18 20:51:47.430217 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1510e403-161e-43b8-a014-bdd048a2cf39 req-17ae4652-85c2-428a-8f92-a6807ee1a4f2 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540356
Dec 18 20:51:47.547955 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:47.550181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-6a68cf37-e69f-4603-8748-2d583e88b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:47.551691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-6a68cf37-e69f-4603-8748-2d583e88b9ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1444218
Dec 18 20:51:47.561217 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:47.561884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673b89c-d18a-4292-8eeb-f622f3ad8e20 req-45c2d314-e945-423e-aed4-b00915aa55c4 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:47.569451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b673b89c-d18a-4292-8eeb-f622f3ad8e20 req-45c2d314-e945-423e-aed4-b00915aa55c4 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 948 time: 0.1991937
Dec 18 20:51:47.579655 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1510e403-161e-43b8-a014-bdd048a2cf39 req-d31e06b3-b6ea-4742-b44c-676677fdbfea service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396794
Dec 18 20:51:47.598296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:51:47.610706 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9d6002-3306-4427-ab93-4425eda47d12,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:47.616860 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:47.617267 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Added segment 28f0ba01-4411-44af-bc1e-46aca7fda6fb of type vlan for network b3cf1807-07e5-4f23-a394-25e4d942b008
Dec 18 20:51:47.675084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:47.685130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b673b89c-d18a-4292-8eeb-f622f3ad8e20 req-980bea3f-59a3-4e7f-a033-074db766f37a tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146636
Dec 18 20:51:47.689106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-53a38fcf-3abc-4f54-911d-c178e9d6a661 req-bcc1236d-e9ff-44e3-af38-0f5a6e14133d tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Deleting port 54506b4b-7281-4b1a-9497-d7ae5def715f {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:47.689679 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-53a38fcf-3abc-4f54-911d-c178e9d6a661 req-bcc1236d-e9ff-44e3-af38-0f5a6e14133d tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:47.705597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-d443bdbd-dc8b-483c-a58b-8c23c9207c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:47.707142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-d443bdbd-dc8b-483c-a58b-8c23c9207c37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1359296
Dec 18 20:51:47.712926 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:47.713998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:47.713998 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:47.803415 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b3cf1807-07e5-4f23-a394-25e4d942b008,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:47.811071 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7c82727d-aa24-42fe-ae02-ea06e0f010e0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7266335
Dec 18 20:51:47.815939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59410) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:47.824324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network b3cf1807-07e5-4f23-a394-25e4d942b008 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:51:47.832285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4e8daf29-807e-40b0-b3bc-45a48d73a927 admin admin] Request body: {'subnet': {'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1193308472-subnet', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:47.879108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-53a38fcf-3abc-4f54-911d-c178e9d6a661 req-bcc1236d-e9ff-44e3-af38-0f5a6e14133d tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] For port 54506b4b-7281-4b1a-9497-d7ae5def715f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54506b4b-7281-4b1a-9497-d7ae5def715f,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:47.879483 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-53a38fcf-3abc-4f54-911d-c178e9d6a661 req-bcc1236d-e9ff-44e3-af38-0f5a6e14133d tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:47.910313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-53a38fcf-3abc-4f54-911d-c178e9d6a661 req-bcc1236d-e9ff-44e3-af38-0f5a6e14133d tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Calling delete_port for 54506b4b-7281-4b1a-9497-d7ae5def715f owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:47.920470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-17fcdf51-370a-4cd8-8a3c-65dbb0a50fc5 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1880984
Dec 18 20:51:47.926020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8daf29-807e-40b0-b3bc-45a48d73a927 admin admin] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:47.928328 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf29-807e-40b0-b3bc-45a48d73a927 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:48.078792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c811998-86bb-43e8-b196-b271fdc73912 req-8af7a129-1ffc-4acf-8056-27cc173cbe3a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:48.080591 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3c811998-86bb-43e8-b196-b271fdc73912 req-8af7a129-1ffc-4acf-8056-27cc173cbe3a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "GET /v2.0/ports?device_id=5edea04e-2c27-4be2-a3b4-1ec34f70c3ed HTTP/1.1" status: 200  len: 949 time: 0.0543220
Dec 18 20:51:48.164989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-08611900-a6b4-4985-829c-3a0c2941f914 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2598519
Dec 18 20:51:48.183702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-e602e369-3697-440c-b828-4a53601d7c36 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:51:48.185659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-e602e369-3697-440c-b828-4a53601d7c36 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0087862
Dec 18 20:51:48.211015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-3c811998-86bb-43e8-b196-b271fdc73912 req-9e9858aa-4807-4e45-b936-2f9fff990337 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Deleting port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:48.211356 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3c811998-86bb-43e8-b196-b271fdc73912 req-9e9858aa-4807-4e45-b936-2f9fff990337 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:48.255075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fea5a-05fe-498a-9420-a688db471ef4 req-04be40d5-0bbd-4f6f-a43d-c1c70715712d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:48.263030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b16fea5a-05fe-498a-9420-a688db471ef4 req-04be40d5-0bbd-4f6f-a43d-c1c70715712d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.2688301
Dec 18 20:51:48.285581 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf5bb8f3-ea9e-4a45-b37d-d9cd82d57049 req-f086bf66-bdae-4faf-8693-fd8a7a1c7dc0 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3401601
Dec 18 20:51:48.334448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3c811998-86bb-43e8-b196-b271fdc73912 req-9e9858aa-4807-4e45-b936-2f9fff990337 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] For port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:48.334448 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3c811998-86bb-43e8-b196-b271fdc73912 req-9e9858aa-4807-4e45-b936-2f9fff990337 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:48.352494 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-3c811998-86bb-43e8-b196-b271fdc73912 req-9e9858aa-4807-4e45-b936-2f9fff990337 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Calling delete_port for d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:48.393158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4b35e620-8957-42f7-a38a-5c515e281514 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:51:48.449870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc0fc7-f037-4fe8-9846-b5f7ede2d084 req-5adc05b1-735c-4b6d-8c42-ea67f0c7e2f7 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:48.452708 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0dc0fc7-f037-4fe8-9846-b5f7ede2d084 req-5adc05b1-735c-4b6d-8c42-ea67f0c7e2f7 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cadd365-eceb-4a91-93b6-4514be9ac919 HTTP/1.1" status: 200  len: 949 time: 0.2766833
Dec 18 20:51:48.508717 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b16fea5a-05fe-498a-9420-a688db471ef4 req-d1150ca4-9ff8-46ae-8aa4-809a015b0fc1 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2401924
Dec 18 20:51:48.522685 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-53a38fcf-3abc-4f54-911d-c178e9d6a661 req-bcc1236d-e9ff-44e3-af38-0f5a6e14133d tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:48.526387 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3c811998-86bb-43e8-b196-b271fdc73912 req-9e9858aa-4807-4e45-b936-2f9fff990337 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:48.551275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d', '9dec9e11-2f64-410a-9138-c76a28139138', 'a52b9904-6215-4656-8796-8cca7fdd5a67', '54506b4b-7281-4b1a-9497-d7ae5def715f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:48.554912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:48.559028 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9858aa-4807-4e45-b936-2f9fff990337 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event deleted for resources: {'Port': ['ID=d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:48.636610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c811998-86bb-43e8-b196-b271fdc73912 req-9e9858aa-4807-4e45-b936-2f9fff990337 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] No DVR routers for this DVR port d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:48.640565 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3c811998-86bb-43e8-b196-b271fdc73912 req-9e9858aa-4807-4e45-b936-2f9fff990337 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:48.655985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d819b48-2bf9-42c3-ad77-c81ab94b6e85 req-196c8ea5-5cba-40f3-87d6-29e669d95314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:48.656838 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3c811998-86bb-43e8-b196-b271fdc73912 req-9e9858aa-4807-4e45-b936-2f9fff990337 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.36 "DELETE /v2.0/ports/d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c HTTP/1.1" status: 204  len: 173 time: 0.5696676
Dec 18 20:51:48.658643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d819b48-2bf9-42c3-ad77-c81ab94b6e85 req-196c8ea5-5cba-40f3-87d6-29e669d95314 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 1099 time: 0.2989731
Dec 18 20:51:48.659959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1236d-e9ff-44e3-af38-0f5a6e14133d tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event deleted for resources: {'Port': ['ID=54506b4b-7281-4b1a-9497-d7ae5def715f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:48.669771 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf29-807e-40b0-b3bc-45a48d73a927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:48.694070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edea04e-2c27-4be2-a3b4-1ec34f70c3ed', 'name': 'network-vif-deleted', 'tag': 'd2ee6d32-7b4d-4339-825e-0c4db2f8ee5c'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:48.696074 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6712d99-ce3a-4016-8ae9-9f9952317e75" -d '{"events": [{"server_uuid": "5edea04e-2c27-4be2-a3b4-1ec34f70c3ed", "name": "network-vif-deleted", "tag": "d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:48.700432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:48.790653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4b35e620-8957-42f7-a38a-5c515e281514, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b35e620-8957-42f7-a38a-5c515e281514,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:48.812489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '4b35e620-8957-42f7-a38a-5c515e281514', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '4b35e620-8957-42f7-a38a-5c515e281514', 'mac_address': 'fa:16:3e:9b:f1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:51:48.873513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a38fcf-3abc-4f54-911d-c178e9d6a661 req-bcc1236d-e9ff-44e3-af38-0f5a6e14133d tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] No DVR routers for this DVR port 54506b4b-7281-4b1a-9497-d7ae5def715f on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:48.881738 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:48.897931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b35e620-8957-42f7-a38a-5c515e281514 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:48.898591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8daf29-807e-40b0-b3bc-45a48d73a927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00034496-0c84-4e94-bc88-fbb41663ba15,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:48.912774 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-53a38fcf-3abc-4f54-911d-c178e9d6a661 req-bcc1236d-e9ff-44e3-af38-0f5a6e14133d tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:48.916391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53a38fcf-3abc-4f54-911d-c178e9d6a661 req-bcc1236d-e9ff-44e3-af38-0f5a6e14133d tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "DELETE /v2.0/ports/54506b4b-7281-4b1a-9497-d7ae5def715f HTTP/1.1" status: 204  len: 173 time: 1.5574129
Dec 18 20:51:48.939105 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4b35e620-8957-42f7-a38a-5c515e281514, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b35e620-8957-42f7-a38a-5c515e281514,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:48.966631 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:48.979555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee749d-8d70-499c-a2be-4dfe00fc29af req-6618fb3a-3160-46ee-99c8-6f2c9695a81b tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:48.985503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abee749d-8d70-499c-a2be-4dfe00fc29af req-6618fb3a-3160-46ee-99c8-6f2c9695a81b tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.3490906
Dec 18 20:51:49.002887 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0dc0fc7-f037-4fe8-9846-b5f7ede2d084 req-8260f8dc-ac66-49da-a141-7410463f4e18 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5097702
Dec 18 20:51:49.144347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d819b48-2bf9-42c3-ad77-c81ab94b6e85 req-747391f0-fdb0-42b4-a512-2c7b805a0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:49.146743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d819b48-2bf9-42c3-ad77-c81ab94b6e85 req-747391f0-fdb0-42b4-a512-2c7b805a0eb8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.4686639
Dec 18 20:51:49.214913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=4b35e620-8957-42f7-a38a-5c515e281514,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:49.271026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d819b48-2bf9-42c3-ad77-c81ab94b6e85 req-503c9bc8-6d2f-4565-93fb-7d221511ecc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=659424cb-2544-4eb1-afc7-8c764a75b399 HTTP/1.1" status: 200  len: 217 time: 0.1106417
Dec 18 20:51:49.323983 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:49.357920 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bbd6b2-6507-47b9-972d-857c78405a0a x-openstack-request-id: req-a8bbd6b2-6507-47b9-972d-857c78405a0a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:49.358783 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edea04e-2c27-4be2-a3b4-1ec34f70c3ed", "name": "network-vif-deleted", "tag": "d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:49.359208 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8bbd6b2-6507-47b9-972d-857c78405a0a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:49.359760 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edea04e-2c27-4be2-a3b4-1ec34f70c3ed', 'name': 'network-vif-deleted', 'tag': 'd2ee6d32-7b4d-4339-825e-0c4db2f8ee5c', 'status': 'completed', 'code': 200}
Dec 18 20:51:49.379122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cadd365-eceb-4a91-93b6-4514be9ac919', 'name': 'network-vif-deleted', 'tag': '54506b4b-7281-4b1a-9497-d7ae5def715f'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:49.388016 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57ce8b4-bd16-48b0-a9b3-d5f0f3b23c32" -d '{"events": [{"server_uuid": "6cadd365-eceb-4a91-93b6-4514be9ac919", "name": "network-vif-deleted", "tag": "54506b4b-7281-4b1a-9497-d7ae5def715f"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:49.390297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4b35e620-8957-42f7-a38a-5c515e281514'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:49.406628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8daf29-807e-40b0-b3bc-45a48d73a927 admin admin] Checking segment: {'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:49.408131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8daf29-807e-40b0-b3bc-45a48d73a927 admin admin] Network hostable DHCP agents. Network: b3cf1807-07e5-4f23-a394-25e4d942b008, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:51:49.435990 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abee749d-8d70-499c-a2be-4dfe00fc29af req-13b5b313-bfde-4c13-b811-af1d7fe82ec6 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3025622
Dec 18 20:51:49.446555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d819b48-2bf9-42c3-ad77-c81ab94b6e85 req-236d7fe4-491d-4a59-b40d-923b75a0caae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:49.449108 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d819b48-2bf9-42c3-ad77-c81ab94b6e85 req-236d7fe4-491d-4a59-b40d-923b75a0caae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1646812
Dec 18 20:51:49.484168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8daf29-807e-40b0-b3bc-45a48d73a927 admin admin] Network b3cf1807-07e5-4f23-a394-25e4d942b008 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:51:49.520897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59474) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:49.592278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-4e8daf29-807e-40b0-b3bc-45a48d73a927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b3cf1807-07e5-4f23-a394-25e4d942b008) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:49.599657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8daf29-807e-40b0-b3bc-45a48d73a927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:49.599759 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e8daf29-807e-40b0-b3bc-45a48d73a927 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:49.641405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380b4b8-3808-40c2-bfb1-e0bf53315c16 req-c352bf3b-9e48-4f08-84fe-0c537d905f2c tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:49.643694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5380b4b8-3808-40c2-bfb1-e0bf53315c16 req-c352bf3b-9e48-4f08-84fe-0c537d905f2c tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 949 time: 0.1137125
Dec 18 20:51:49.650773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4e8daf29-807e-40b0-b3bc-45a48d73a927 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8295968
Dec 18 20:51:49.651563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d819b48-2bf9-42c3-ad77-c81ab94b6e85 req-595573c8-d237-4f81-9b66-f7e164091981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:49.651738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59480) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:49.653175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d819b48-2bf9-42c3-ad77-c81ab94b6e85 req-595573c8-d237-4f81-9b66-f7e164091981 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1973066
Dec 18 20:51:49.656987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:49.716060 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:49.719104 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:49.823224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82483b43-ef0d-4562-a89d-2f36c9264e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:49.834817 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5380b4b8-3808-40c2-bfb1-e0bf53315c16 req-c809ed3e-b28b-4272-88f2-f67667207782 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805210
Dec 18 20:51:49.837069 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:49.839630 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16794dc5-f0cf-4189-918e-9b8417ed8c87 x-openstack-request-id: req-16794dc5-f0cf-4189-918e-9b8417ed8c87 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:49.844141 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cadd365-eceb-4a91-93b6-4514be9ac919", "name": "network-vif-deleted", "tag": "54506b4b-7281-4b1a-9497-d7ae5def715f", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:49.844474 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16794dc5-f0cf-4189-918e-9b8417ed8c87 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:49.845767 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cadd365-eceb-4a91-93b6-4514be9ac919', 'name': 'network-vif-deleted', 'tag': '54506b4b-7281-4b1a-9497-d7ae5def715f', 'status': 'completed', 'code': 200}
Dec 18 20:51:49.899409 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d819b48-2bf9-42c3-ad77-c81ab94b6e85 req-40afb02d-80ac-4e44-a48b-af3e7fabea76 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2378781
Dec 18 20:51:49.918039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a598cfc-7000-400f-96f0-ff5cc59098ed None None] Network b3cf1807-07e5-4f23-a394-25e4d942b008 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:51:50.049486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ede00-ad95-4a17-bafd-b4e130ceee3d req-7dd1e93b-d6e1-4575-9d99-006dfd97ae77 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:50.057010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-965ede00-ad95-4a17-bafd-b4e130ceee3d req-7dd1e93b-d6e1-4575-9d99-006dfd97ae77 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.1109734
Dec 18 20:51:50.111128 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d819b48-2bf9-42c3-ad77-c81ab94b6e85 req-249d68ee-2e43-4ba1-a250-bd32bf3b0986 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2037323
Dec 18 20:51:50.141522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-965ede00-ad95-4a17-bafd-b4e130ceee3d req-55829f6b-b868-4b55-8c67-19bd5c0d85c2 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832980
Dec 18 20:51:50.174402 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82483b43-ef0d-4562-a89d-2f36c9264e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.181942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.188302 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82483b43-ef0d-4562-a89d-2f36c9264e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.190440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b3cf1807-07e5-4f23-a394-25e4d942b008', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'fixed_ips': [{'subnet_id': '00034496-0c84-4e94-bc88-fbb41663ba15'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:51:50.191583 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.277444 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-82483b43-ef0d-4562-a89d-2f36c9264e98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c34be471588b488abdc545428c8564ba&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7554469
Dec 18 20:51:50.279170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82483b43-ef0d-4562-a89d-2f36c9264e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29313b67-f813-464a-bf03-56cd97622963,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:50.280446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59490) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:50.364688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b2743279-866c-4e1b-aff4-163dbb3ab35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.395380 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b2743279-866c-4e1b-aff4-163dbb3ab35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.406757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Allocated IP 172.20.0.2 (b3cf1807-07e5-4f23-a394-25e4d942b008/00034496-0c84-4e94-bc88-fbb41663ba15/265ebbca-0f64-44ac-b21f-d12173b869f2) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:51:50.452196 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b2743279-866c-4e1b-aff4-163dbb3ab35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.455825 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b2743279-866c-4e1b-aff4-163dbb3ab35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.457268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b2743279-866c-4e1b-aff4-163dbb3ab35c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29313b67-f813-464a-bf03-56cd97622963 HTTP/1.1" status: 204  len: 168 time: 0.1758113
Dec 18 20:51:50.471666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2743279-866c-4e1b-aff4-163dbb3ab35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29313b67-f813-464a-bf03-56cd97622963,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:50.489186 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.514187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 659424cb-2544-4eb1-afc7-8c764a75b399 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:51:50.519417 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.527295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 54506b4b-7281-4b1a-9497-d7ae5def715f no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:50.571826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 54506b4b-7281-4b1a-9497-d7ae5def715f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:50.572227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 54506b4b-7281-4b1a-9497-d7ae5def715f not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:50.656145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77981c2b-7bdd-49f2-b286-cc36e411bbdc req-87901c26-acda-4f7b-a9b3-2f8bc3fa1246 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:50.668231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77981c2b-7bdd-49f2-b286-cc36e411bbdc req-87901c26-acda-4f7b-a9b3-2f8bc3fa1246 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0781391
Dec 18 20:51:50.723273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Allocated IP 172.35.3.208 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/75273d64-7d57-4089-830e-5812a07bb618) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:51:50.741674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-2e765f66-d31e-495c-b924-c3051bfeae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:50.743195 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-2e765f66-d31e-495c-b924-c3051bfeae44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 1100 time: 0.0998421
Dec 18 20:51:50.770497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:50.772818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f22003-2295-47ba-9fe0-4fffc3199cdf req-6db193f9-1edc-4b68-83e8-c7140d85104c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:50.774987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6f22003-2295-47ba-9fe0-4fffc3199cdf req-6db193f9-1edc-4b68-83e8-c7140d85104c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=facfd9bf-d901-4385-a082-8a8c8b44f452 HTTP/1.1" status: 200  len: 950 time: 0.1348200
Dec 18 20:51:50.794939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77981c2b-7bdd-49f2-b286-cc36e411bbdc req-e2d44940-409e-4a54-8913-ed5575b10bef tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197226
Dec 18 20:51:50.802995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '659424cb-2544-4eb1-afc7-8c764a75b399', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '659424cb-2544-4eb1-afc7-8c764a75b399', 'mac_address': 'fa:16:3e:3e:a9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:51:50.813838 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.859836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.863155 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:50.892176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6f22003-2295-47ba-9fe0-4fffc3199cdf req-695d5dd1-12e4-4e0a-84d8-b4a53e092a7c tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960686
Dec 18 20:51:50.962453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59510) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:50.986846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59035ede-220b-4d4d-91d8-e60319899f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:51.012308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659424cb-2544-4eb1-afc7-8c764a75b399 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:51:51.018050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d', '9dec9e11-2f64-410a-9138-c76a28139138', 'a52b9904-6215-4656-8796-8cca7fdd5a67'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:51.027695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Network b3cf1807-07e5-4f23-a394-25e4d942b008 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:51.085598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:51.113212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Pushing event updated for resources: {'Port': ['ID=265ebbca-0f64-44ac-b21f-d12173b869f2,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:51.115935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:51:51.146939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:51.177851 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:51.234597 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59035ede-220b-4d4d-91d8-e60319899f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:51.244652 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59035ede-220b-4d4d-91d8-e60319899f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:51.251576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:51.260693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Attempting to bind port 265ebbca-0f64-44ac-b21f-d12173b869f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:51:51.261105 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Attempting to bind port 265ebbca-0f64-44ac-b21f-d12173b869f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:51:51.261456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Attempting to bind port 265ebbca-0f64-44ac-b21f-d12173b869f2 on network b3cf1807-07e5-4f23-a394-25e4d942b008 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:51.262553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566fdc0-bb38-4034-8180-732348900ffe req-59d66084-1163-44a6-bfdd-59c3429c7352 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:51.265172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b566fdc0-bb38-4034-8180-732348900ffe req-59d66084-1163-44a6-bfdd-59c3429c7352 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 949 time: 0.1682944
Dec 18 20:51:51.291881 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:51.295188 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-65bb8b82-fc14-438c-83ab-8cc46ed50872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:51.296691 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-65bb8b82-fc14-438c-83ab-8cc46ed50872 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.5350919
Dec 18 20:51:51.301753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:51.302109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d2ee6d32-7b4d-4339-825e-0c4db2f8ee5c not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:51.312610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:51:51.312982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Checking segment: {'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:51.313399 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:51.313758 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Bound using segment: {'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:51:51.314235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Bound port: 265ebbca-0f64-44ac-b21f-d12173b869f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:51:51.314712 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:51.337511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=659424cb-2544-4eb1-afc7-8c764a75b399,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:51.367233 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-a70920a7-031b-45cd-85ec-a08e2a98f6a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826 HTTP/1.1" status: 200  len: 217 time: 0.0469341
Dec 18 20:51:51.399166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-59035ede-220b-4d4d-91d8-e60319899f08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bea86f9af124c4aae294f7c0f5b6cf2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4351594
Dec 18 20:51:51.401243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59035ede-220b-4d4d-91d8-e60319899f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b36317f-deb8-4c84-a520-059045286ae0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:51.419572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59518) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:51.420774 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:51.444170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] For port 265ebbca-0f64-44ac-b21f-d12173b869f2, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:51.449197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] For port 265ebbca-0f64-44ac-b21f-d12173b869f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=265ebbca-0f64-44ac-b21f-d12173b869f2,segment=NetworkSegment(28f0ba01-4411-44af-bc1e-46aca7fda6fb),segment_id=28f0ba01-4411-44af-bc1e-46aca7fda6fb)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:51:51.451004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475adcf-f8f7-41f7-a05a-02abb1fa9208 req-859618af-52f6-4155-a9cb-5798c4b65eaa tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:51.461028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1475adcf-f8f7-41f7-a05a-02abb1fa9208 req-859618af-52f6-4155-a9cb-5798c4b65eaa tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.1937101
Dec 18 20:51:51.462140 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:51.468773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b566fdc0-bb38-4034-8180-732348900ffe req-658bbbcf-c824-409e-abbb-9f531dbaef21 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839879
Dec 18 20:51:51.475657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['659424cb-2544-4eb1-afc7-8c764a75b399'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:51.517987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Pushing event updated for resources: {'Port': ['ID=75273d64-7d57-4089-830e-5812a07bb618,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:51.538516 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1475adcf-f8f7-41f7-a05a-02abb1fa9208 req-d4a5b2e1-b8e0-4360-a3ce-918109fe1907 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768802
Dec 18 20:51:51.539189 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:51.555281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:51.559170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:51:51.563516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-72590d9d-c8c9-40b2-a79e-350038eda6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:51.565546 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-72590d9d-c8c9-40b2-a79e-350038eda6db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1759295
Dec 18 20:51:51.567787 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092586d-cd0a-43bf-92ca-e619b6ecc396 req-cde0b943-0361-4af5-9cbf-1ba87a0e5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:51.569263 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0092586d-cd0a-43bf-92ca-e619b6ecc396 req-cde0b943-0361-4af5-9cbf-1ba87a0e5115 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f74319f4d954cea9418c30afd53b213&device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 1097 time: 0.2129414
Dec 18 20:51:51.611048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971518da-b9b4-4819-bb8d-e5b095dd319c None None] Pushing event updated for resources: {'Port': ['ID=265ebbca-0f64-44ac-b21f-d12173b869f2,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:51.614279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390e9e-de6d-483d-87a5-a2cf02dfe5b7 req-daed9b4d-b846-4673-b784-d5735d5fac8a tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:51.624390 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21390e9e-de6d-483d-87a5-a2cf02dfe5b7 req-daed9b4d-b846-4673-b784-d5735d5fac8a tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0671310
Dec 18 20:51:51.680950 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21390e9e-de6d-483d-87a5-a2cf02dfe5b7 req-b82309f4-be94-4d80-bae1-a35785a31e1c tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562768
Dec 18 20:51:51.803783 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-edb53127-8d0c-4ec6-9d17-c836e8437e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:51.829773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-188ec6da-f97d-40ff-95f1-fad2e402b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:51.831537 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-188ec6da-f97d-40ff-95f1-fad2e402b3fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2311380
Dec 18 20:51:51.920635 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-edb53127-8d0c-4ec6-9d17-c836e8437e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:51.931099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b8069-a48f-45f7-81ac-cb6b0819279d req-2baf8bfc-a5d0-4e5e-9e2c-7690449897f8 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:51.933512 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-405b8069-a48f-45f7-81ac-cb6b0819279d req-2baf8bfc-a5d0-4e5e-9e2c-7690449897f8 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/ports?device_id=facfd9bf-d901-4385-a082-8a8c8b44f452 HTTP/1.1" status: 200  len: 950 time: 0.0809665
Dec 18 20:51:51.999934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092586d-cd0a-43bf-92ca-e619b6ecc396 req-28e6cc6b-1dad-4d0e-aefc-9192163e62db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:52.001371 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0092586d-cd0a-43bf-92ca-e619b6ecc396 req-28e6cc6b-1dad-4d0e-aefc-9192163e62db service neutron] 10.222.0.36 "GET /v2.0/networks?id=b887375f-aca9-4b00-9b24-e802c9b9f2d0 HTTP/1.1" status: 200  len: 917 time: 0.3994725
Dec 18 20:51:52.080075 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0092586d-cd0a-43bf-92ca-e619b6ecc396 req-86350f99-209a-4ed6-93ec-dcf5b45a0006 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73fa6ad8-869b-4f9e-a560-517252ea691b HTTP/1.1" status: 200  len: 217 time: 0.0613370
Dec 18 20:51:52.112501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db637b-5f6b-468d-9d94-6f19629e454b req-936d6937-0fef-4fa7-8776-3c71ed8fbc4f tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:52.113955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75db637b-5f6b-468d-9d94-6f19629e454b req-936d6937-0fef-4fa7-8776-3c71ed8fbc4f tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b61b0-8c22-420f-9c24-f948a8967c70 HTTP/1.1" status: 200  len: 950 time: 0.1290216
Dec 18 20:51:52.122989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10acff-a98b-4b10-9cbb-82aebc2c3f5b req-84fafb7d-57dc-4bca-a7dd-66cb93e4558a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:52.124343 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd10acff-a98b-4b10-9cbb-82aebc2c3f5b req-84fafb7d-57dc-4bca-a7dd-66cb93e4558a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=facfd9bf-d901-4385-a082-8a8c8b44f452 HTTP/1.1" status: 200  len: 950 time: 0.1211271
Dec 18 20:51:52.190992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-405b8069-a48f-45f7-81ac-cb6b0819279d req-4d1d6d89-0764-4d7d-bd15-7e2909fe5e86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Deleting port 9dec9e11-2f64-410a-9138-c76a28139138 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:52.191193 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-405b8069-a48f-45f7-81ac-cb6b0819279d req-4d1d6d89-0764-4d7d-bd15-7e2909fe5e86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:52.222887 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-989e455b-7602-4743-ae38-fe243cb6803b service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3724797
Dec 18 20:51:52.228669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092586d-cd0a-43bf-92ca-e619b6ecc396 req-688be989-cd24-465e-b511-6866e652b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:52.230651 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0092586d-cd0a-43bf-92ca-e619b6ecc396 req-688be989-cd24-465e-b511-6866e652b934 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cc82e0c-a4eb-479e-87ac-bad9c5f61167 HTTP/1.1" status: 200  len: 855 time: 0.1429138
Dec 18 20:51:52.294652 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-edb53127-8d0c-4ec6-9d17-c836e8437e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:52.295933 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-edb53127-8d0c-4ec6-9d17-c836e8437e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:52.299566 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-edb53127-8d0c-4ec6-9d17-c836e8437e80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b36317f-deb8-4c84-a520-059045286ae0 HTTP/1.1" status: 204  len: 168 time: 0.8739996
Dec 18 20:51:52.345481 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:52.347437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb53127-8d0c-4ec6-9d17-c836e8437e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b36317f-deb8-4c84-a520-059045286ae0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:52.419458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092586d-cd0a-43bf-92ca-e619b6ecc396 req-89fbc974-3e6b-4434-85d4-764b6a076a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:52.421000 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0092586d-cd0a-43bf-92ca-e619b6ecc396 req-89fbc974-3e6b-4434-85d4-764b6a076a9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b887375f-aca9-4b00-9b24-e802c9b9f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1795161
Dec 18 20:51:52.421769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4b35e620-8957-42f7-a38a-5c515e281514 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:52.485183 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-28cdc646-21dd-4969-9054-ab4270a9f68e service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2513902
Dec 18 20:51:52.515357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 4b35e620-8957-42f7-a38a-5c515e281514 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:51:52.536880 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 4b35e620-8957-42f7-a38a-5c515e281514 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:52.539041 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:52.646867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd10acff-a98b-4b10-9cbb-82aebc2c3f5b req-a1e68df7-b01b-46a2-88e5-86c0010dda7b tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5125194
Dec 18 20:51:52.678910 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0092586d-cd0a-43bf-92ca-e619b6ecc396 req-841b639e-3f28-4385-994a-b94333f053c4 service neutron] 10.222.0.36 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057796
Dec 18 20:51:52.698695 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:52.750482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b8477c-e0d4-4c92-ab00-6ff2899911da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b35e620-8957-42f7-a38a-5c515e281514'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:52.753135 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f50f6e5-98d0-4cd4-b330-32d2db105572" -d '{"events": [{"server_uuid": "15b8477c-e0d4-4c92-ab00-6ff2899911da", "name": "network-vif-plugged", "status": "completed", "tag": "4b35e620-8957-42f7-a38a-5c515e281514"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:52.777199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 4b35e620-8957-42f7-a38a-5c515e281514, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b35e620-8957-42f7-a38a-5c515e281514,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:52.785438 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:52.786393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 9dec9e11-2f64-410a-9138-c76a28139138 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:52.873745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:52.885065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-405b8069-a48f-45f7-81ac-cb6b0819279d req-4d1d6d89-0764-4d7d-bd15-7e2909fe5e86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] For port 9dec9e11-2f64-410a-9138-c76a28139138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9dec9e11-2f64-410a-9138-c76a28139138,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:52.885442 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-405b8069-a48f-45f7-81ac-cb6b0819279d req-4d1d6d89-0764-4d7d-bd15-7e2909fe5e86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:52.919870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-405b8069-a48f-45f7-81ac-cb6b0819279d req-4d1d6d89-0764-4d7d-bd15-7e2909fe5e86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Calling delete_port for 9dec9e11-2f64-410a-9138-c76a28139138 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:52.928738 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-75db637b-5f6b-468d-9d94-6f19629e454b req-403a71cb-710c-4e3b-9c0e-9ccc25d48383 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Deleting port a52b9904-6215-4656-8796-8cca7fdd5a67 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:52.929330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75db637b-5f6b-468d-9d94-6f19629e454b req-403a71cb-710c-4e3b-9c0e-9ccc25d48383 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:52.944148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=4b35e620-8957-42f7-a38a-5c515e281514,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:52.952581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7805a7-af82-401c-8747-62f48b9e3a84 req-d6343b3a-1057-4e9a-86d2-ec8818ef08ec tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:52.961625 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d7805a7-af82-401c-8747-62f48b9e3a84 req-d6343b3a-1057-4e9a-86d2-ec8818ef08ec tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 949 time: 0.3133101
Dec 18 20:51:53.007201 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:53.033417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe45859-f75a-4d17-ae33-b782f3af8f6d None None] Network b3cf1807-07e5-4f23-a394-25e4d942b008 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:51:53.037384 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0092586d-cd0a-43bf-92ca-e619b6ecc396 req-f7286af6-1617-47bd-977e-08227018117d service neutron] 10.222.0.36 "GET /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3059633
Dec 18 20:51:53.082969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d7805a7-af82-401c-8747-62f48b9e3a84 req-25f2a0eb-b3a4-490f-8b67-d395631db661 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179740
Dec 18 20:51:53.122879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055700d-d70e-4820-b2a8-7e052a88fd8c req-87747781-0c3f-4d4d-b760-de15fcabbcf0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:53.135099 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7055700d-d70e-4820-b2a8-7e052a88fd8c req-87747781-0c3f-4d4d-b760-de15fcabbcf0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.3591433
Dec 18 20:51:53.148451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 265ebbca-0f64-44ac-b21f-d12173b869f2 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:53.217436 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Router 076d14eb-60cc-4fd8-8989-a7245af07067 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:51:53.240155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e586ebc4-8f26-422a-afb2-5c984529b1f5 None None] Provisioning complete for port 265ebbca-0f64-44ac-b21f-d12173b869f2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:53.240615 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e586ebc4-8f26-422a-afb2-5c984529b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:53.246525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 9dec9e11-2f64-410a-9138-c76a28139138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9dec9e11-2f64-410a-9138-c76a28139138,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:53.256707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7055700d-d70e-4820-b2a8-7e052a88fd8c req-a1d6430e-a4d9-4aba-b886-baa130323302 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206353
Dec 18 20:51:53.287000 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:53.353661 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe595967-b617-4ed5-b7a2-9643efb8dbd2 x-openstack-request-id: req-fe595967-b617-4ed5-b7a2-9643efb8dbd2 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:53.354486 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b8477c-e0d4-4c92-ab00-6ff2899911da", "name": "network-vif-plugged", "status": "completed", "tag": "4b35e620-8957-42f7-a38a-5c515e281514", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:53.355272 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe595967-b617-4ed5-b7a2-9643efb8dbd2 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:53.355674 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b8477c-e0d4-4c92-ab00-6ff2899911da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b35e620-8957-42f7-a38a-5c515e281514', 'code': 200}
Dec 18 20:51:53.355794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:51:53.373659 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Sync routers for ids ['076d14eb-60cc-4fd8-8989-a7245af07067'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:51:53.392078 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:53.397305 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Routers {'076d14eb-60cc-4fd8-8989-a7245af07067'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:51:53.398280 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366410e9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['076d14eb-60cc-4fd8-8989-a7245af07067'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:53.400404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59554) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:53.409276 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c63d380b-7fb4-4f26-ab59-0ccf405e32e4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.7517991
Dec 18 20:51:53.452040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 265ebbca-0f64-44ac-b21f-d12173b869f2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:53.453192 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:53.530551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=9dec9e11-2f64-410a-9138-c76a28139138,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:53.540708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0a121-2fcd-4950-aacf-80124541e7cd req-8dbea7bc-15b7-4e82-9c07-04ab4af74427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:53.545132 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-26e0a121-2fcd-4950-aacf-80124541e7cd req-8dbea7bc-15b7-4e82-9c07-04ab4af74427 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 1101 time: 0.1155214
Dec 18 20:51:53.600675 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e586ebc4-8f26-422a-afb2-5c984529b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:53.615025 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-26e0a121-2fcd-4950-aacf-80124541e7cd req-5282447d-7044-4744-b33e-9114595fe165 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541403
Dec 18 20:51:53.619373 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:53.631489 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-75db637b-5f6b-468d-9d94-6f19629e454b req-403a71cb-710c-4e3b-9c0e-9ccc25d48383 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] For port a52b9904-6215-4656-8796-8cca7fdd5a67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a52b9904-6215-4656-8796-8cca7fdd5a67,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:53.631973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75db637b-5f6b-468d-9d94-6f19629e454b req-403a71cb-710c-4e3b-9c0e-9ccc25d48383 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:53.639029 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Set router 076d14eb-60cc-4fd8-8989-a7245af07067 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:51:53.645721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a683f85-5976-44af-b3c6-12e7a32d5e7a req-9272adc1-39e3-4e00-9689-7d24f1f0c0d7 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:53.647424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a683f85-5976-44af-b3c6-12e7a32d5e7a req-9272adc1-39e3-4e00-9689-7d24f1f0c0d7 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.4208419
Dec 18 20:51:53.668906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e586ebc4-8f26-422a-afb2-5c984529b1f5 None None] For port 265ebbca-0f64-44ac-b21f-d12173b869f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=265ebbca-0f64-44ac-b21f-d12173b869f2,segment=NetworkSegment(28f0ba01-4411-44af-bc1e-46aca7fda6fb),segment_id=28f0ba01-4411-44af-bc1e-46aca7fda6fb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:53.688522 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e586ebc4-8f26-422a-afb2-5c984529b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:53.727416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-75db637b-5f6b-468d-9d94-6f19629e454b req-403a71cb-710c-4e3b-9c0e-9ccc25d48383 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Calling delete_port for a52b9904-6215-4656-8796-8cca7fdd5a67 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:53.898490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586ebc4-8f26-422a-afb2-5c984529b1f5 None None] Pushing event updated for resources: {'Port': ['ID=265ebbca-0f64-44ac-b21f-d12173b869f2,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:53.910882 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:51:53.911617 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:51:53.955298 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366410e9d0>, [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T20:51:52Z', 'revision_number': 3, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:53.983302 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Checking router: 076d14eb-60cc-4fd8-8989-a7245af07067 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:51:53.983882 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Updating router 076d14eb-60cc-4fd8-8989-a7245af07067 port 75273d64-7d57-4089-830e-5812a07bb618 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:51:53.991281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a683f85-5976-44af-b3c6-12e7a32d5e7a req-d0dd42b4-9500-4d25-875b-76a0f518fc9d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3317361
Dec 18 20:51:54.004277 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-405b8069-a48f-45f7-81ac-cb6b0819279d req-4d1d6d89-0764-4d7d-bd15-7e2909fe5e86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.018332 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d', 'a52b9904-6215-4656-8796-8cca7fdd5a67'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:54.018806 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.043277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d6d89-0764-4d7d-bd15-7e2909fe5e86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event deleted for resources: {'Port': ['ID=9dec9e11-2f64-410a-9138-c76a28139138,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:54.046585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9edac634-7bd3-4036-92d3-723451959264 None None] Provisioning complete for port 265ebbca-0f64-44ac-b21f-d12173b869f2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:54.047062 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9edac634-7bd3-4036-92d3-723451959264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.087889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc8f20-11d0-441f-80e0-3944103db495 req-23fc072e-fb63-4d86-9cac-e64529bea090 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:54.095787 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13cc8f20-11d0-441f-80e0-3944103db495 req-23fc072e-fb63-4d86-9cac-e64529bea090 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=facfd9bf-d901-4385-a082-8a8c8b44f452 HTTP/1.1" status: 200  len: 948 time: 0.2876675
Dec 18 20:51:54.215763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-405b8069-a48f-45f7-81ac-cb6b0819279d req-4d1d6d89-0764-4d7d-bd15-7e2909fe5e86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] No DVR routers for this DVR port 9dec9e11-2f64-410a-9138-c76a28139138 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:54.253369 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-405b8069-a48f-45f7-81ac-cb6b0819279d req-4d1d6d89-0764-4d7d-bd15-7e2909fe5e86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.257444 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-405b8069-a48f-45f7-81ac-cb6b0819279d req-4d1d6d89-0764-4d7d-bd15-7e2909fe5e86 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "DELETE /v2.0/ports/9dec9e11-2f64-410a-9138-c76a28139138 HTTP/1.1" status: 204  len: 173 time: 2.3167183
Dec 18 20:51:54.264211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facfd9bf-d901-4385-a082-8a8c8b44f452', 'name': 'network-vif-deleted', 'tag': '9dec9e11-2f64-410a-9138-c76a28139138'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:54.267134 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027d412b-f9c9-4749-988e-8b9416153896" -d '{"events": [{"server_uuid": "facfd9bf-d901-4385-a082-8a8c8b44f452", "name": "network-vif-deleted", "tag": "9dec9e11-2f64-410a-9138-c76a28139138"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:54.328338 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13cc8f20-11d0-441f-80e0-3944103db495 req-8d721b5b-0172-4d20-8106-ce3280c683c1 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316303
Dec 18 20:51:54.361043 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75db637b-5f6b-468d-9d94-6f19629e454b req-403a71cb-710c-4e3b-9c0e-9ccc25d48383 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.365691 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.372240 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.427247 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Pushing event updated for resources: {'Port': ['ID=75273d64-7d57-4089-830e-5812a07bb618,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:54.441623 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.442122 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.442552 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.442856 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.443190 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.443759 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.444096 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.444426 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.444799 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.445136 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.445476 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.446215 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.446215 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:51:54.446619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a71cb-710c-4e3b-9c0e-9ccc25d48383 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event deleted for resources: {'Port': ['ID=a52b9904-6215-4656-8796-8cca7fdd5a67,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:54.467138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b56174-67ee-45af-b39c-c7c2971b916a req-dced753c-a234-4b12-b9d5-6a8af8447ee1 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:54.468707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1b56174-67ee-45af-b39c-c7c2971b916a req-dced753c-a234-4b12-b9d5-6a8af8447ee1 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 950 time: 0.2775195
Dec 18 20:51:54.468850 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Attempting to bind port 75273d64-7d57-4089-830e-5812a07bb618 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:51:54.469130 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Attempting to bind port 75273d64-7d57-4089-830e-5812a07bb618 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:51:54.469498 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Attempting to bind port 75273d64-7d57-4089-830e-5812a07bb618 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:54.475180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 659424cb-2544-4eb1-afc7-8c764a75b399 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:54.477096 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:51:54.477480 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:54.477977 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.478441 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:51:54.480018 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Bound port: 75273d64-7d57-4089-830e-5812a07bb618, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:51:54.480444 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.549080 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] For port 75273d64-7d57-4089-830e-5812a07bb618, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:54.553372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 659424cb-2544-4eb1-afc7-8c764a75b399 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:51:54.556322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-75db637b-5f6b-468d-9d94-6f19629e454b req-403a71cb-710c-4e3b-9c0e-9ccc25d48383 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] No DVR routers for this DVR port a52b9904-6215-4656-8796-8cca7fdd5a67 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:54.558852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 659424cb-2544-4eb1-afc7-8c764a75b399 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:54.560149 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.561260 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] For port 75273d64-7d57-4089-830e-5812a07bb618, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75273d64-7d57-4089-830e-5812a07bb618,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:51:54.571916 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.584643 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75db637b-5f6b-468d-9d94-6f19629e454b req-403a71cb-710c-4e3b-9c0e-9ccc25d48383 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.588067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75db637b-5f6b-468d-9d94-6f19629e454b req-403a71cb-710c-4e3b-9c0e-9ccc25d48383 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "DELETE /v2.0/ports/a52b9904-6215-4656-8796-8cca7fdd5a67 HTTP/1.1" status: 204  len: 173 time: 2.4620047
Dec 18 20:51:54.659402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490523b4-233b-4527-9e04-63e75ccdb188 req-67a84d59-d838-4427-8676-a7c186601283 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:54.661008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-490523b4-233b-4527-9e04-63e75ccdb188 req-67a84d59-d838-4427-8676-a7c186601283 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.2199495
Dec 18 20:51:54.675144 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ec528-b984-44fa-91ab-640535cfccc7 None None] Pushing event updated for resources: {'Port': ['ID=75273d64-7d57-4089-830e-5812a07bb618,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:54.677336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1b56174-67ee-45af-b39c-c7c2971b916a req-bbe5560b-2516-47a8-9042-8bdde146060a tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849475
Dec 18 20:51:54.708672 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Routers {'076d14eb-60cc-4fd8-8989-a7245af07067'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:51:54.708672 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366410e9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['076d14eb-60cc-4fd8-8989-a7245af07067'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:54.713358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:54.720008 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.784928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-490523b4-233b-4527-9e04-63e75ccdb188 req-e3d92fda-4c9f-4efd-ad14-2b4d8f41e04b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017129
Dec 18 20:51:54.833131 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94078e8d-1ec5-41af-9941-e50dbd3d2f5f x-openstack-request-id: req-94078e8d-1ec5-41af-9941-e50dbd3d2f5f {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:54.834744 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facfd9bf-d901-4385-a082-8a8c8b44f452", "name": "network-vif-deleted", "tag": "9dec9e11-2f64-410a-9138-c76a28139138", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:54.835041 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94078e8d-1ec5-41af-9941-e50dbd3d2f5f {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:54.835456 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facfd9bf-d901-4385-a082-8a8c8b44f452', 'name': 'network-vif-deleted', 'tag': '9dec9e11-2f64-410a-9138-c76a28139138', 'status': 'completed', 'code': 200}
Dec 18 20:51:54.842121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:54.862523 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:54.941106 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] Set router 076d14eb-60cc-4fd8-8989-a7245af07067 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:51:54.982749 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:55.232645 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Allocated IP 172.20.0.1 (b3cf1807-07e5-4f23-a394-25e4d942b008/00034496-0c84-4e94-bc88-fbb41663ba15/c67a1a09-9257-4423-906a-71991b3e9374) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:51:55.258739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 265ebbca-0f64-44ac-b21f-d12173b869f2 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:55.261768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=659424cb-2544-4eb1-afc7-8c764a75b399,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:55.357310 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facfd9bf-d901-4385-a082-8a8c8b44f452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dec9e11-2f64-410a-9138-c76a28139138'}, {'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:55.371013 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ff410-5ee0-4cff-b1a9-e91df3a1e7a1" -d '{"events": [{"server_uuid": "facfd9bf-d901-4385-a082-8a8c8b44f452", "name": "network-vif-unplugged", "status": "completed", "tag": "9dec9e11-2f64-410a-9138-c76a28139138"}, {"server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:55.408855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c28e36-ba5e-4d9b-8649-567436564560 req-f29be3fe-cf7f-4e21-9df6-f3356fdc96f4 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:55.418356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89c28e36-ba5e-4d9b-8649-567436564560 req-f29be3fe-cf7f-4e21-9df6-f3356fdc96f4 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1609614
Dec 18 20:51:55.456506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 265ebbca-0f64-44ac-b21f-d12173b869f2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:55.457189 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:55.491874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89c28e36-ba5e-4d9b-8649-567436564560 req-162d2cea-be50-42f1-8d0d-82d4432a8a91 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680897
Dec 18 20:51:55.524086 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa87a400-a73d-4752-ad45-a0645fc3bc34 x-openstack-request-id: req-aa87a400-a73d-4752-ad45-a0645fc3bc34 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:55.524086 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facfd9bf-d901-4385-a082-8a8c8b44f452", "name": "network-vif-unplugged", "status": "completed", "tag": "9dec9e11-2f64-410a-9138-c76a28139138", "code": 200}, {"server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:55.524659 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa87a400-a73d-4752-ad45-a0645fc3bc34 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:55.524659 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facfd9bf-d901-4385-a082-8a8c8b44f452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dec9e11-2f64-410a-9138-c76a28139138', 'code': 200}
Dec 18 20:51:55.524851 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399', 'code': 200}
Dec 18 20:51:55.529495 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366410e9d0>, [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T20:51:52Z', 'revision_number': 3, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:55.562638 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8426b65-c41c-4e2b-8a5c-e51270a53d1f None None] The sync data for ids ['076d14eb-60cc-4fd8-8989-a7245af07067'] in ncdv-master-1 is: [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T20:51:52Z', 'revision_number': 3, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:51:55.614834 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:55.728041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e56380-21a1-4108-9737-91d48207cf36 req-476117ad-eece-4cfd-8803-1b06c40de8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:55.729605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13e56380-21a1-4108-9737-91d48207cf36 req-476117ad-eece-4cfd-8803-1b06c40de8a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 1101 time: 0.1129851
Dec 18 20:51:55.741739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79574bd-63e7-4d00-bf03-6e2069509a05 req-f2fe63e1-5da3-494d-83ee-da6acf1fafaf tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:55.743246 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d79574bd-63e7-4d00-bf03-6e2069509a05 req-f2fe63e1-5da3-494d-83ee-da6acf1fafaf tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0838292
Dec 18 20:51:55.755993 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:55.868936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Network b3cf1807-07e5-4f23-a394-25e4d942b008 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:55.884515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:55.888235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:51:55.895580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c67a1a09-9257-4423-906a-71991b3e9374,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:55.933233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13e56380-21a1-4108-9737-91d48207cf36 req-ef275c91-4bb4-4be4-86de-9e899073c949 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872869
Dec 18 20:51:55.970000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d79574bd-63e7-4d00-bf03-6e2069509a05 req-0e38fd1b-41a8-4e5e-8184-247b45c486c5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2169313
Dec 18 20:51:55.982727 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:56.039131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9891-1fad-4c26-9b42-253d3f524f08 req-2df288a8-b311-4a4b-85d8-a1e94fde1feb tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:56.040684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea9f9891-1fad-4c26-9b42-253d3f524f08 req-2df288a8-b311-4a4b-85d8-a1e94fde1feb tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 950 time: 0.1624329
Dec 18 20:51:56.153669 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6e192e98-0d90-4676-97f4-85ebbfe7f06a None None] Provisioning complete for port c67a1a09-9257-4423-906a-71991b3e9374 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:56.153972 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6e192e98-0d90-4676-97f4-85ebbfe7f06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:56.172771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f212a-ab66-49da-b721-1011e6a3a2b5 req-46c2d20e-fede-4c1d-8735-6eec3d671911 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:56.174472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb8f212a-ab66-49da-b721-1011e6a3a2b5 req-46c2d20e-fede-4c1d-8735-6eec3d671911 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 949 time: 0.1295261
Dec 18 20:51:56.180930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea9f9891-1fad-4c26-9b42-253d3f524f08 req-4afc6c8d-b61e-474f-ac22-531fffb855e6 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247990
Dec 18 20:51:56.218607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6e192e98-0d90-4676-97f4-85ebbfe7f06a None None] Port c67a1a09-9257-4423-906a-71991b3e9374 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:51:56.227578 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:56.307000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb8f212a-ab66-49da-b721-1011e6a3a2b5 req-a881635c-5561-40a4-b852-45864f47f559 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249285
Dec 18 20:51:56.353179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f486dc-6eaa-4137-9bd2-64492b225250 req-fa925bc8-9bbe-4654-bda4-747ea79c5fe4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:56.355311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0f486dc-6eaa-4137-9bd2-64492b225250 req-fa925bc8-9bbe-4654-bda4-747ea79c5fe4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.0987048
Dec 18 20:51:56.437983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a52b9904-6215-4656-8796-8cca7fdd5a67 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:51:56.466560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: a52b9904-6215-4656-8796-8cca7fdd5a67 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:51:56.466914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a52b9904-6215-4656-8796-8cca7fdd5a67 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:51:56.470510 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0f486dc-6eaa-4137-9bd2-64492b225250 req-eb57e180-d28f-4cab-8c40-0b3b1efba27b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041317
Dec 18 20:51:56.560414 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:56.581896 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:56.656450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc675f3-ca61-4680-82dd-1d78b95c42d4 req-bd93e968-1ca4-404c-a81b-54e53411e54d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:56.657939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-acc675f3-ca61-4680-82dd-1d78b95c42d4 req-bd93e968-1ca4-404c-a81b-54e53411e54d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffede440-64bd-4c72-bcaa-a602bc2fb9fc HTTP/1.1" status: 200  len: 946 time: 0.1529927
Dec 18 20:51:56.689934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fbfcf-ad4c-4df1-a23c-7da77920992b req-4776745a-fca5-4d2d-baf1-c20b8ffc13ee tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:56.691423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce1fbfcf-ad4c-4df1-a23c-7da77920992b req-4776745a-fca5-4d2d-baf1-c20b8ffc13ee tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.1492229
Dec 18 20:51:56.693313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c67a1a09-9257-4423-906a-71991b3e9374,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:56.701090 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:56.797110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-acc675f3-ca61-4680-82dd-1d78b95c42d4 req-eca64c51-94a1-496f-b062-26f447dac9c2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309834
Dec 18 20:51:56.822446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce1fbfcf-ad4c-4df1-a23c-7da77920992b req-d5d1c049-2aca-4514-99b9-e45ab6a9120d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164105
Dec 18 20:51:56.838226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0b61b0-8c22-420f-9c24-f948a8967c70', 'name': 'network-vif-deleted', 'tag': 'a52b9904-6215-4656-8796-8cca7fdd5a67'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:56.842867 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb2dffc-7646-4fa0-8afc-ed51073074c1" -d '{"events": [{"server_uuid": "bc0b61b0-8c22-420f-9c24-f948a8967c70", "name": "network-vif-deleted", "tag": "a52b9904-6215-4656-8796-8cca7fdd5a67"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:56.872108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Network b3cf1807-07e5-4f23-a394-25e4d942b008 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:51:56.873621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:51:56.882494 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a2f33e-b2b3-4c56-999f-0d117ebca76a x-openstack-request-id: req-52a2f33e-b2b3-4c56-999f-0d117ebca76a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:56.882985 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0b61b0-8c22-420f-9c24-f948a8967c70", "name": "network-vif-deleted", "tag": "a52b9904-6215-4656-8796-8cca7fdd5a67", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:56.883241 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52a2f33e-b2b3-4c56-999f-0d117ebca76a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:56.883607 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0b61b0-8c22-420f-9c24-f948a8967c70', 'name': 'network-vif-deleted', 'tag': 'a52b9904-6215-4656-8796-8cca7fdd5a67', 'status': 'completed', 'code': 200}
Dec 18 20:51:57.139609 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 75273d64-7d57-4089-830e-5812a07bb618 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:57.193313 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5d72f396-7180-4ea6-913f-f6cd015aa73f None None] Provisioning complete for port c67a1a09-9257-4423-906a-71991b3e9374 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:57.193689 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5d72f396-7180-4ea6-913f-f6cd015aa73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:57.244664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5d72f396-7180-4ea6-913f-f6cd015aa73f None None] Port c67a1a09-9257-4423-906a-71991b3e9374 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:51:57.256086 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 75273d64-7d57-4089-830e-5812a07bb618 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:57.256461 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:57.343315 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:57.365714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 75273d64-7d57-4089-830e-5812a07bb618, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75273d64-7d57-4089-830e-5812a07bb618,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:57.370678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3183c-db04-4396-95ed-ca78780b9ccb req-33768f1a-a647-4754-b01a-a12ec88e58f5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:57.371709 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:57.378244 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5cb3183c-db04-4396-95ed-ca78780b9ccb req-33768f1a-a647-4754-b01a-a12ec88e58f5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 946 time: 0.4627817
Dec 18 20:51:57.424751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=75273d64-7d57-4089-830e-5812a07bb618,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:57.478144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Router 076d14eb-60cc-4fd8-8989-a7245af07067 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:51:57.499984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5cb3183c-db04-4396-95ed-ca78780b9ccb req-88e376e7-e015-4d74-8fe3-a74dc295584c tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208963
Dec 18 20:51:57.528473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f46f4-c756-4fef-91af-a25f9b5644d2 req-66ff7dc8-997b-44ba-8254-a58e455935f4 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:57.530085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d79f46f4-c756-4fef-91af-a25f9b5644d2 req-66ff7dc8-997b-44ba-8254-a58e455935f4 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 949 time: 0.1230705
Dec 18 20:51:57.540424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bca36a-7262-4133-a8c8-6a5eccb050f1 req-50b39aac-76f7-49fb-8a39-52423a4c9470 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:57.541842 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67bca36a-7262-4133-a8c8-6a5eccb050f1 req-50b39aac-76f7-49fb-8a39-52423a4c9470 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07c26ad-bdd3-495d-bf73-2844e2824e78 HTTP/1.1" status: 200  len: 949 time: 0.1405394
Dec 18 20:51:57.741155 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67bca36a-7262-4133-a8c8-6a5eccb050f1 req-523e68cf-0abc-4148-9e8f-c95f50a53ef6 tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.13 "GET /v2.0/security-groups?id=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689324
Dec 18 20:51:57.771965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:51:57.781892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Sync routers for ids ['076d14eb-60cc-4fd8-8989-a7245af07067'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:51:57.782765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8bdcf123-2697-4ace-a2f0-5262f18516e5 admin admin] 10.222.0.13 "PUT /v2.0/routers/076d14eb-60cc-4fd8-8989-a7245af07067/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3738396
Dec 18 20:51:57.796233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Routers {'076d14eb-60cc-4fd8-8989-a7245af07067'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:51:57.797199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-1a760ed0-cd52-4642-9466-8750af01f828 req-4f0a9164-6eb7-4621-8f60-ec8c9cdf45e5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:51:57.797418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e607d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['076d14eb-60cc-4fd8-8989-a7245af07067'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:57.799405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a760ed0-cd52-4642-9466-8750af01f828 req-4f0a9164-6eb7-4621-8f60-ec8c9cdf45e5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0084643
Dec 18 20:51:57.813080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffe699-609a-419f-8dcd-cfac2da15dbf req-ce14ce51-f10e-409c-9d5a-193f175f5615 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:57.814975 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2ffe699-609a-419f-8dcd-cfac2da15dbf req-ce14ce51-f10e-409c-9d5a-193f175f5615 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.1211243
Dec 18 20:51:57.868367 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d79f46f4-c756-4fef-91af-a25f9b5644d2 req-7de7cdfb-a504-4c8a-9ce8-49dc0351098a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Deleting port 05ea3e02-3bf7-43f5-91c1-02487451a24d {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:51:57.868800 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d79f46f4-c756-4fef-91af-a25f9b5644d2 req-7de7cdfb-a504-4c8a-9ce8-49dc0351098a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:57.918876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Set router 076d14eb-60cc-4fd8-8989-a7245af07067 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:51:58.005104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a760ed0-cd52-4642-9466-8750af01f828 req-1834e8a9-5ba7-42e6-b7a7-840f16c2ee3b tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.1889920
Dec 18 20:51:58.011434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2ffe699-609a-419f-8dcd-cfac2da15dbf req-bcdc644d-4232-487d-9f2f-da49ab4ea754 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516066
Dec 18 20:51:58.048527 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d79f46f4-c756-4fef-91af-a25f9b5644d2 req-7de7cdfb-a504-4c8a-9ce8-49dc0351098a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] For port 05ea3e02-3bf7-43f5-91c1-02487451a24d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05ea3e02-3bf7-43f5-91c1-02487451a24d,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:51:58.050010 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d79f46f4-c756-4fef-91af-a25f9b5644d2 req-7de7cdfb-a504-4c8a-9ce8-49dc0351098a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.066204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d79f46f4-c756-4fef-91af-a25f9b5644d2 req-7de7cdfb-a504-4c8a-9ce8-49dc0351098a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Calling delete_port for 05ea3e02-3bf7-43f5-91c1-02487451a24d owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:51:58.202542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8beb3f-827c-4856-9b52-bbc2ab595a2e req-d653f003-613b-40f2-bdca-04b8ee9f4d24 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:58.204092 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d8beb3f-827c-4856-9b52-bbc2ab595a2e req-d653f003-613b-40f2-bdca-04b8ee9f4d24 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.0846405
Dec 18 20:51:58.251090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e607d90>, [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T20:51:56Z', 'revision_number': 4, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c67a1a09-9257-4423-906a-71991b3e9374', 'name': '', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'mac_address': 'fa:16:3e:3e:e3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:55Z', 'updated_at': '2021-12-18T20:51:56Z', 'revision_number': 2, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'subnets': [{'id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:58.293388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Checking router: 076d14eb-60cc-4fd8-8989-a7245af07067 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:51:58.293859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Updating router 076d14eb-60cc-4fd8-8989-a7245af07067 port c67a1a09-9257-4423-906a-71991b3e9374 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:51:58.325007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d8beb3f-827c-4856-9b52-bbc2ab595a2e req-56f3076e-c9d4-4978-ac24-598143aabf5d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086287
Dec 18 20:51:58.331529 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.372791 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d79f46f4-c756-4fef-91af-a25f9b5644d2 req-7de7cdfb-a504-4c8a-9ce8-49dc0351098a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.423619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7cdfb-a504-4c8a-9ce8-49dc0351098a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Pushing event deleted for resources: {'Port': ['ID=05ea3e02-3bf7-43f5-91c1-02487451a24d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:58.470603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79f46f4-c756-4fef-91af-a25f9b5644d2 req-7de7cdfb-a504-4c8a-9ce8-49dc0351098a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] No DVR routers for this DVR port 05ea3e02-3bf7-43f5-91c1-02487451a24d on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:51:58.481662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725e343-521e-49fb-adc5-db70860118e5 req-8d3f4fd9-1db3-4dec-adb9-9c4979473843 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:58.489422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e725e343-521e-49fb-adc5-db70860118e5 req-8d3f4fd9-1db3-4dec-adb9-9c4979473843 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1290064
Dec 18 20:51:58.492346 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d79f46f4-c756-4fef-91af-a25f9b5644d2 req-7de7cdfb-a504-4c8a-9ce8-49dc0351098a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.495861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d79f46f4-c756-4fef-91af-a25f9b5644d2 req-7de7cdfb-a504-4c8a-9ce8-49dc0351098a tempest-ServersOnMultiNodesTest-410683735 tempest-ServersOnMultiNodesTest-410683735-project] 10.222.0.31 "DELETE /v2.0/ports/05ea3e02-3bf7-43f5-91c1-02487451a24d HTTP/1.1" status: 204  len: 173 time: 0.9531093
Dec 18 20:51:58.555828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['05ea3e02-3bf7-43f5-91c1-02487451a24d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:51:58.595484 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e725e343-521e-49fb-adc5-db70860118e5 req-a7ca7adb-e54d-4157-977f-8057bf53c409 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997601
Dec 18 20:51:58.700485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0b92d78b-b4b7-4c35-af4a-fa6bcb2147d6 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0239847
Dec 18 20:51:58.739186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59676) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:58.746604 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-312141957-network', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:58.758230 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.767280 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.775062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Made reservation on behalf of 30d11e8b908541bea484c5b90e60d4dd for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:58.778222 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.788145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.818961 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8da25-f399-4af8-836f-596721fa9999 None None] Pushing event updated for resources: {'Port': ['ID=c67a1a09-9257-4423-906a-71991b3e9374,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:58.884979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c4e90-1809-403b-9fc5-8c18150300d6 req-a15069b5-a290-47e9-9d48-5260531a8b07 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:58.887519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef0c4e90-1809-403b-9fc5-8c18150300d6 req-a15069b5-a290-47e9-9d48-5260531a8b07 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffede440-64bd-4c72-bcaa-a602bc2fb9fc HTTP/1.1" status: 200  len: 946 time: 0.1105673
Dec 18 20:51:58.890444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c26ad-bdd3-495d-bf73-2844e2824e78', 'name': 'network-vif-deleted', 'tag': '05ea3e02-3bf7-43f5-91c1-02487451a24d'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:51:58.894608 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c058921-6a82-4aa1-ba00-d76d26bef3c2" -d '{"events": [{"server_uuid": "b07c26ad-bdd3-495d-bf73-2844e2824e78", "name": "network-vif-deleted", "tag": "05ea3e02-3bf7-43f5-91c1-02487451a24d"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:51:58.897289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.897448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Attempting to bind port c67a1a09-9257-4423-906a-71991b3e9374 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:51:58.897774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Attempting to bind port c67a1a09-9257-4423-906a-71991b3e9374 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:51:58.898140 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Attempting to bind port c67a1a09-9257-4423-906a-71991b3e9374 on network b3cf1807-07e5-4f23-a394-25e4d942b008 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:51:58.904799 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.908144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:51:58.908532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Checking segment: {'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:51:58.908908 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.909308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Bound using segment: {'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:51:58.909787 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Bound port: c67a1a09-9257-4423-906a-71991b3e9374, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:51:58.910180 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.927364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:51:58.967518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bf5bbd-0271-4aae-bbcd-ab4ccdaebde1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:58.998234 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:58.998602 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Added segment f408e9f9-96f8-43c4-a316-2581222eee42 of type vlan for network 54846978-9f31-46a2-a4a8-da70f57e581c
Dec 18 20:51:59.005525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71047-a231-448c-81d5-1dadf5676a31 req-9a1ca1c5-122b-4b10-a3fa-5382c98e47f9 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:59.014291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-9a1ca1c5-122b-4b10-a3fa-5382c98e47f9 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3076739
Dec 18 20:51:59.036967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] For port c67a1a09-9257-4423-906a-71991b3e9374, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:51:59.047117 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] For port c67a1a09-9257-4423-906a-71991b3e9374, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c67a1a09-9257-4423-906a-71991b3e9374,segment=NetworkSegment(28f0ba01-4411-44af-bc1e-46aca7fda6fb),segment_id=28f0ba01-4411-44af-bc1e-46aca7fda6fb)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:51:59.057682 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:59.112008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef0c4e90-1809-403b-9fc5-8c18150300d6 req-b1147039-6a41-49af-a88d-eb235b2bc81e tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987696
Dec 18 20:51:59.131588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-046aa7b1-bcb0-4cb0-83cd-45d2673fa815 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/quotas/09f464a0dbea408cb3f43c2c96bdaaac HTTP/1.1" status: 200  len: 375 time: 0.1162758
Dec 18 20:51:59.145506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:59.253777 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:59.255556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:59.257838 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:59.266236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0d1daa7c-c1f6-4398-9671-4f348e9fa868 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1324768
Dec 18 20:51:59.269784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 75273d64-7d57-4089-830e-5812a07bb618 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:51:59.290648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Routers {'076d14eb-60cc-4fd8-8989-a7245af07067'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:51:59.291526 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e607d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['076d14eb-60cc-4fd8-8989-a7245af07067'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:51:59.298059 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5570607
Dec 18 20:51:59.301017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59692) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:59.302431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8da25-f399-4af8-836f-596721fa9999 None None] Pushing event updated for resources: {'Port': ['ID=c67a1a09-9257-4423-906a-71991b3e9374,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:59.306904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f0a263f3-84c7-4a48-ba90-c0b14dbba174 admin admin] Request body: {'subnet': {'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-312141957-subnet', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:51:59.358417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a263f3-84c7-4a48-ba90-c0b14dbba174 admin admin] Made reservation on behalf of 30d11e8b908541bea484c5b90e60d4dd for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:51:59.360779 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0a263f3-84c7-4a48-ba90-c0b14dbba174 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:59.393242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d60c1-df08-4237-96e1-85558df06e57 admin admin] Pushing event updated for resources: {'Network': ['ID=54846978-9f31-46a2-a4a8-da70f57e581c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:51:59.421922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 54846978-9f31-46a2-a4a8-da70f57e581c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:51:59.436243 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f8eb98-bf71-4ffd-afb7-6f034157097d x-openstack-request-id: req-a1f8eb98-bf71-4ffd-afb7-6f034157097d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:51:59.436831 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07c26ad-bdd3-495d-bf73-2844e2824e78", "name": "network-vif-deleted", "tag": "05ea3e02-3bf7-43f5-91c1-02487451a24d", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:51:59.436831 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1f8eb98-bf71-4ffd-afb7-6f034157097d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:51:59.437325 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07c26ad-bdd3-495d-bf73-2844e2824e78', 'name': 'network-vif-deleted', 'tag': '05ea3e02-3bf7-43f5-91c1-02487451a24d', 'status': 'completed', 'code': 200}
Dec 18 20:51:59.587291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-90d367b9-16a0-4070-b474-04315876aaf3 None None] Provisioning complete for port c67a1a09-9257-4423-906a-71991b3e9374 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:59.587743 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-90d367b9-16a0-4070-b474-04315876aaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:59.624391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de87a1-b17a-4055-af7b-d57c487489e6 req-1653dc78-c0a7-4643-9395-6f1372c8ec16 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:59.626130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0de87a1-b17a-4055-af7b-d57c487489e6 req-1653dc78-c0a7-4643-9395-6f1372c8ec16 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.1187527
Dec 18 20:51:59.693746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 75273d64-7d57-4089-830e-5812a07bb618 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:51:59.694231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:59.746924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] Set router 076d14eb-60cc-4fd8-8989-a7245af07067 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:51:59.766944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59704) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:51:59.793899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0de87a1-b17a-4055-af7b-d57c487489e6 req-8d56c4d2-0d3e-4a69-b52e-5469903f686b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497195
Dec 18 20:51:59.833220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749e2ea-9398-4cf4-8e08-20f641beae37 req-f9f5e7ff-238e-46f3-988f-81e3e96621ef tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:51:59.834784 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4749e2ea-9398-4cf4-8e08-20f641beae37 req-f9f5e7ff-238e-46f3-988f-81e3e96621ef tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 946 time: 0.1556690
Dec 18 20:51:59.853656 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0a263f3-84c7-4a48-ba90-c0b14dbba174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:59.911279 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-90d367b9-16a0-4070-b474-04315876aaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:51:59.941502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3aa5401-8de6-4317-a996-f8e8b7d63ff1 req-101c9d28-583c-4085-a409-1d0e4ea25ae6 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 210 time: 0.0730171
Dec 18 20:51:59.981350 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4749e2ea-9398-4cf4-8e08-20f641beae37 req-d466cb12-3588-40a7-9b24-5054db184763 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301088
Dec 18 20:51:59.996829 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ebb28cc0-ac25-432c-9e8a-b36a38d40955 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ce640720b084b84a86f590d354dad25&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2282081
Dec 18 20:51:59.997904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59712) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:00.015762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a263f3-84c7-4a48-ba90-c0b14dbba174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=299bedb9-ea7e-4ebc-9d93-3d01aa156d8a,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:00.024772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a263f3-84c7-4a48-ba90-c0b14dbba174 admin admin] Checking segment: {'id': 'f408e9f9-96f8-43c4-a316-2581222eee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:00.025138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a263f3-84c7-4a48-ba90-c0b14dbba174 admin admin] Network hostable DHCP agents. Network: 54846978-9f31-46a2-a4a8-da70f57e581c, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:52:00.028670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-90d367b9-16a0-4070-b474-04315876aaf3 None None] For port c67a1a09-9257-4423-906a-71991b3e9374, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c67a1a09-9257-4423-906a-71991b3e9374,segment=NetworkSegment(28f0ba01-4411-44af-bc1e-46aca7fda6fb),segment_id=28f0ba01-4411-44af-bc1e-46aca7fda6fb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:00.069144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-90d367b9-16a0-4070-b474-04315876aaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.075675 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bdcddbbd-0de0-455c-b86d-378f186e6dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.078639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a263f3-84c7-4a48-ba90-c0b14dbba174 admin admin] Network 54846978-9f31-46a2-a4a8-da70f57e581c is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:52:00.107689 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-f0a263f3-84c7-4a48-ba90-c0b14dbba174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 54846978-9f31-46a2-a4a8-da70f57e581c) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:00.118980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a263f3-84c7-4a48-ba90-c0b14dbba174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:00.119576 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0a263f3-84c7-4a48-ba90-c0b14dbba174 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.125411 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bdcddbbd-0de0-455c-b86d-378f186e6dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.157701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f0a263f3-84c7-4a48-ba90-c0b14dbba174 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8553052
Dec 18 20:52:00.160358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59718) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:00.177995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-312141957-router', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:00.208191 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.209349 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.244968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76730e55-a6dc-4fc2-8a83-c50e335ac666 None None] Network 54846978-9f31-46a2-a4a8-da70f57e581c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:00.250948 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bdcddbbd-0de0-455c-b86d-378f186e6dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.253725 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bdcddbbd-0de0-455c-b86d-378f186e6dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.255055 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bdcddbbd-0de0-455c-b86d-378f186e6dc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31185a9d-d0b0-4b1f-88bd-98bbda6b0feb HTTP/1.1" status: 204  len: 168 time: 0.2546358
Dec 18 20:52:00.314055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcddbbd-0de0-455c-b86d-378f186e6dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31185a9d-d0b0-4b1f-88bd-98bbda6b0feb,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:00.316848 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.341782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77e8e-abfc-4760-988e-957214913825 req-f8adb81d-1f9b-4873-ba88-e7380b68455f tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:00.349106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77e8e-abfc-4760-988e-957214913825 req-f8adb81d-1f9b-4873-ba88-e7380b68455f tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:00.355375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77e8e-abfc-4760-988e-957214913825 req-f8adb81d-1f9b-4873-ba88-e7380b68455f tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:00.363016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75b77e8e-abfc-4760-988e-957214913825 req-f8adb81d-1f9b-4873-ba88-e7380b68455f tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e&device_id=ffede440-64bd-4c72-bcaa-a602bc2fb9fc&device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 2419 time: 0.1432719
Dec 18 20:52:00.404146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-eb37a9fe-1b70-44a7-8b61-ec169ea8eb02 None None] Provisioning complete for port c67a1a09-9257-4423-906a-71991b3e9374 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:00.405244 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb37a9fe-1b70-44a7-8b61-ec169ea8eb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.424635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d367b9-16a0-4070-b474-04315876aaf3 None None] Pushing event updated for resources: {'Port': ['ID=c67a1a09-9257-4423-906a-71991b3e9374,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:00.456376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 05ea3e02-3bf7-43f5-91c1-02487451a24d no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:52:00.480479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 05ea3e02-3bf7-43f5-91c1-02487451a24d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:52:00.480729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 05ea3e02-3bf7-43f5-91c1-02487451a24d not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:52:00.536286 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.542679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75b77e8e-abfc-4760-988e-957214913825 req-4ca0770e-e4af-468e-a26a-895efea36603 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786957
Dec 18 20:52:00.588424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-54846978-9f31-46a2-a4a8-da70f57e581c', 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c', 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'fixed_ips': [{'subnet_id': '299bedb9-ea7e-4ebc-9d93-3d01aa156d8a'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:52:00.589941 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.605608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e607d90>, [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T20:51:56Z', 'revision_number': 4, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c67a1a09-9257-4423-906a-71991b3e9374', 'name': '', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'mac_address': 'fa:16:3e:3e:e3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:55Z', 'updated_at': '2021-12-18T20:51:59Z', 'revision_number': 4, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'subnets': [{'id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:00.610515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-34077f43-2993-479f-862e-5c64037241b8 req-854e7062-49ed-4de5-8e37-afd37b3f6d03 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:52:00.611540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34077f43-2993-479f-862e-5c64037241b8 req-854e7062-49ed-4de5-8e37-afd37b3f6d03 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0084200
Dec 18 20:52:00.694377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59730) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:00.699641 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34077f43-2993-479f-862e-5c64037241b8 req-3dded7e6-7991-4093-8692-9a1635d4f6d4 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200  len: 369 time: 0.0683653
Dec 18 20:52:00.702624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5ef08-ae92-4969-8bb0-06ed3442f2b6 None None] The sync data for ids ['076d14eb-60cc-4fd8-8989-a7245af07067'] in ncdv-master-1 is: [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T20:51:56Z', 'revision_number': 4, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c67a1a09-9257-4423-906a-71991b3e9374', 'name': '', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'mac_address': 'fa:16:3e:3e:e3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:55Z', 'updated_at': '2021-12-18T20:51:59Z', 'revision_number': 4, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'subnets': [{'id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:52:00.797512 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-04a8d561-a9cf-4a9b-85c1-090e85f04cd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=787c898fed2d4859aa691909910bd6a8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1019156
Dec 18 20:52:00.804196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59732) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:00.846391 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:52:00.886777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.916443 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:00.926404 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Allocated IP 172.20.0.2 (54846978-9f31-46a2-a4a8-da70f57e581c/299bedb9-ea7e-4ebc-9d93-3d01aa156d8a/52bd8e05-42be-4dd7-820f-e41987bc5550) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:00.941252 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20b84fe0-7660-4efb-8b1c-bd5897a0b71a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:01.019394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20b84fe0-7660-4efb-8b1c-bd5897a0b71a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:01.039985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0fe6f959-8b1a-49b4-b841-fc268537c001 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0507131
Dec 18 20:52:01.134066 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20b84fe0-7660-4efb-8b1c-bd5897a0b71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:01.136918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20b84fe0-7660-4efb-8b1c-bd5897a0b71a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:01.140329 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-20b84fe0-7660-4efb-8b1c-bd5897a0b71a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf2ddee8-980d-471f-99ef-628712973c46 HTTP/1.1" status: 204  len: 168 time: 0.3330641
Dec 18 20:52:01.163990 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b84fe0-7660-4efb-8b1c-bd5897a0b71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ddee8-980d-471f-99ef-628712973c46,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:01.236221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eb5cb-f494-481a-a1b5-081f9485db48 req-f1c16ba5-c11f-4efd-8474-58ae03a70977 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:01.238593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a51eb5cb-f494-481a-a1b5-081f9485db48 req-f1c16ba5-c11f-4efd-8474-58ae03a70977 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.3243043
Dec 18 20:52:01.264670 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:01.268014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c67a1a09-9257-4423-906a-71991b3e9374 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:01.310788 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:01.316418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Allocated IP 172.35.3.86 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/2a15995d-e408-492f-9cd2-6d0c291451fc) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:01.366501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port c67a1a09-9257-4423-906a-71991b3e9374 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:01.367077 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:01.369923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Network 54846978-9f31-46a2-a4a8-da70f57e581c is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:01.375491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:01.419716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49608a63-0135-44c4-ac09-ff3ebdbdacaf req-0781f1db-c340-4f35-9a1b-b5e75df4b249 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 210 time: 0.1989560
Dec 18 20:52:01.425205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:01.431045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Pushing event updated for resources: {'Port': ['ID=52bd8e05-42be-4dd7-820f-e41987bc5550,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:01.561535 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Attempting to bind port 52bd8e05-42be-4dd7-820f-e41987bc5550 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:01.561878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Attempting to bind port 52bd8e05-42be-4dd7-820f-e41987bc5550 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f408e9f9-96f8-43c4-a316-2581222eee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:01.562232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Attempting to bind port 52bd8e05-42be-4dd7-820f-e41987bc5550 on network 54846978-9f31-46a2-a4a8-da70f57e581c {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:01.585238 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a51eb5cb-f494-481a-a1b5-081f9485db48 req-1ecf030f-3c06-4e12-9353-e222f1bf9103 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3123484
Dec 18 20:52:01.603060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:01.603449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Checking segment: {'id': 'f408e9f9-96f8-43c4-a316-2581222eee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:01.603784 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:01.603985 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:01.604361 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Bound using segment: {'id': 'f408e9f9-96f8-43c4-a316-2581222eee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:01.604858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Bound port: 52bd8e05-42be-4dd7-820f-e41987bc5550, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f408e9f9-96f8-43c4-a316-2581222eee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:01.605236 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:01.673376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71047-a231-448c-81d5-1dadf5676a31 req-17e42953-fd71-4197-b0eb-4a170d9db468 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:01.675997 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-17e42953-fd71-4197-b0eb-4a170d9db468 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6174850
Dec 18 20:52:01.678397 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:01.710677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-54e71047-a231-448c-81d5-1dadf5676a31 req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Request body: {'port': {'device_id': '39f5fb37-07c8-4714-8eb3-fad1fa1f51d6', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '09f464a0dbea408cb3f43c2c96bdaaac'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:01.814710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] For port 52bd8e05-42be-4dd7-820f-e41987bc5550, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:01.824490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] For port 52bd8e05-42be-4dd7-820f-e41987bc5550, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52bd8e05-42be-4dd7-820f-e41987bc5550,segment=NetworkSegment(f408e9f9-96f8-43c4-a316-2581222eee42),segment_id=f408e9f9-96f8-43c4-a316-2581222eee42)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:01.838820 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:01.850802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:01.884065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:01.887225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:01.975108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Pushing event updated for resources: {'Port': ['ID=2a15995d-e408-492f-9cd2-6d0c291451fc,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:01.978030 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44908381-359b-49ac-a1a0-1348737397a5 None None] Pushing event updated for resources: {'Port': ['ID=52bd8e05-42be-4dd7-820f-e41987bc5550,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:02.292968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e71047-a231-448c-81d5-1dadf5676a31 req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Made reservation on behalf of 09f464a0dbea408cb3f43c2c96bdaaac for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:02.296883 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-54e71047-a231-448c-81d5-1dadf5676a31 req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:02.554424 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59782) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:02.673422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-network', 'tenant_id': '47e94e03944844ccb90b9a5818d00856'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:02.708543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Made reservation on behalf of 47e94e03944844ccb90b9a5818d00856 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:02.722129 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:02.745611 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:02.833968 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:02.837970 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:02.865170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:52:02.874412 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1aa134-f279-40db-a378-b5e51b337513,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:02.882008 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:02.882227 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Added segment 671d4059-7089-40ba-abd5-648ed5819826 of type vlan for network f1d70eca-02f4-4675-afda-361ba3071aaf
Dec 18 20:52:02.912083 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a38090ee-610f-4e41-b3f5-f95c5163a219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:02.928610 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:02.944912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c4d0929-ca00-4c0f-ac06-a82906b4702e req-e49c3910-f49d-4ff0-afd2-a1d27f75f710 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 210 time: 0.0836148
Dec 18 20:52:02.958637 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:02.959547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:02.960224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:02.989515 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:02.998583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53028da8-066b-4e4d-97c3-32be29e3d6c4 req-41347a6f-a1f4-4c7d-9650-fd1aa03cdeed tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:03.000058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53028da8-066b-4e4d-97c3-32be29e3d6c4 req-41347a6f-a1f4-4c7d-9650-fd1aa03cdeed tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.1377695
Dec 18 20:52:03.001210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-54e71047-a231-448c-81d5-1dadf5676a31 req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Allocated IP 192.168.233.191 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/82e2dc4f-305b-4f3d-be2d-709ad9dc49f0) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:03.061166 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] Pushing event updated for resources: {'Network': ['ID=f1d70eca-02f4-4675-afda-361ba3071aaf,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:03.074320 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6036c3f7-efe0-47af-bcbc-7ebe81a9cc0b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 902 time: 0.5171249
Dec 18 20:52:03.079426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59794) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:03.083779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network f1d70eca-02f4-4675-afda-361ba3071aaf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:52:03.093242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9a47261b-4510-45d0-a323-29ea481fdc12 admin admin] Request body: {'subnet': {'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-subnet', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:03.179800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 52bd8e05-42be-4dd7-820f-e41987bc5550 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:03.254567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 52bd8e05-42be-4dd7-820f-e41987bc5550 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:03.256045 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:03.259860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a47261b-4510-45d0-a323-29ea481fdc12 admin admin] Made reservation on behalf of 47e94e03944844ccb90b9a5818d00856 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:03.263229 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9a47261b-4510-45d0-a323-29ea481fdc12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:03.347561 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53028da8-066b-4e4d-97c3-32be29e3d6c4 req-5e3799e8-367e-4a1e-b468-284f65567ba6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3087797
Dec 18 20:52:03.363433 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:03.408521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 52bd8e05-42be-4dd7-820f-e41987bc5550, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52bd8e05-42be-4dd7-820f-e41987bc5550,segment=NetworkSegment(f408e9f9-96f8-43c4-a316-2581222eee42),segment_id=f408e9f9-96f8-43c4-a316-2581222eee42)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:03.418925 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:03.503913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=52bd8e05-42be-4dd7-820f-e41987bc5550,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:03.519035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:03.591256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1fd5a2-bf7a-40fc-a1d3-c5ea8264683a None None] Network 54846978-9f31-46a2-a4a8-da70f57e581c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:03.637929 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-54e71047-a231-448c-81d5-1dadf5676a31 req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:03.657509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8a3166fa-e170-43e2-872f-d900b3ea4287 None None] Provisioning complete for port 52bd8e05-42be-4dd7-820f-e41987bc5550 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:03.657887 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8a3166fa-e170-43e2-872f-d900b3ea4287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:03.792291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13d11a-2aa5-4170-ba5c-a3e89b70310b req-30d67234-e42c-49e1-a574-92d75f29f11d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:03.793825 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e13d11a-2aa5-4170-ba5c-a3e89b70310b req-30d67234-e42c-49e1-a574-92d75f29f11d tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 946 time: 0.1845357
Dec 18 20:52:03.794738 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9a47261b-4510-45d0-a323-29ea481fdc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:03.853501 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-54e71047-a231-448c-81d5-1dadf5676a31 req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:03.865575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4b35e620-8957-42f7-a38a-5c515e281514', '659424cb-2544-4eb1-afc7-8c764a75b399'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:03.939142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47261b-4510-45d0-a323-29ea481fdc12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05cc53ec-1c25-42dc-ac5b-5a97b48ffd34,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:03.973199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e71047-a231-448c-81d5-1dadf5676a31 req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:03.980217 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e13d11a-2aa5-4170-ba5c-a3e89b70310b req-e208251c-9c08-46c5-884d-e71b575b5899 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767757
Dec 18 20:52:03.980829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Pushing event updated for resources: {'Port': ['ID=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:03.983760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-54e71047-a231-448c-81d5-1dadf5676a31 req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:03.989532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e71047-a231-448c-81d5-1dadf5676a31 req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:04.015687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a47261b-4510-45d0-a323-29ea481fdc12 admin admin] Checking segment: {'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:04.016053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47261b-4510-45d0-a323-29ea481fdc12 admin admin] Network hostable DHCP agents. Network: f1d70eca-02f4-4675-afda-361ba3071aaf, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:52:04.021773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Router c051bc27-ecd0-49ad-9144-152763c481ed is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:52:04.036766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0b3dd37e-0c5a-4c1d-b228-115c8e497508 None None] Provisioning complete for port 52bd8e05-42be-4dd7-820f-e41987bc5550 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:04.037247 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd37e-0c5a-4c1d-b228-115c8e497508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.064812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71047-a231-448c-81d5-1dadf5676a31 req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:04.065435 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-54e71047-a231-448c-81d5-1dadf5676a31 req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.074702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47261b-4510-45d0-a323-29ea481fdc12 admin admin] Network f1d70eca-02f4-4675-afda-361ba3071aaf is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:52:04.149739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-25c5f3c4-0676-42d2-afb8-49aaf906a908 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4523897
Dec 18 20:52:04.155542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-9a47261b-4510-45d0-a323-29ea481fdc12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f1d70eca-02f4-4675-afda-361ba3071aaf) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:04.167024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Request body: {'port': {'device_id': '39f5fb37-07c8-4714-8eb3-fad1fa1f51d6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:04.172937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a47261b-4510-45d0-a323-29ea481fdc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:04.173816 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9a47261b-4510-45d0-a323-29ea481fdc12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.266271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eef043-abe4-4eb4-834a-1e4beec4be23 req-fd5c1fe7-23c2-4dbe-b26f-079fec6aee7d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:04.267871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05eef043-abe4-4eb4-834a-1e4beec4be23 req-fd5c1fe7-23c2-4dbe-b26f-079fec6aee7d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 936 time: 0.1998756
Dec 18 20:52:04.277948 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9a47261b-4510-45d0-a323-29ea481fdc12 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.1936107
Dec 18 20:52:04.278153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59804) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:04.283959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:04.302444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d6c971-ba9a-42d4-922d-4f238f4fea39 None None] Network f1d70eca-02f4-4675-afda-361ba3071aaf requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:04.319892 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.321240 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.334433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:52:04.348768 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Sync routers for ids ['c051bc27-ecd0-49ad-9144-152763c481ed'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:52:04.358719 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.368567 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Routers {'c051bc27-ecd0-49ad-9144-152763c481ed'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:52:04.369203 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36643d0250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['c051bc27-ecd0-49ad-9144-152763c481ed'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:04.378001 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.379279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3918c0aa-fed2-4e27-8181-20bed946010b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.2111719
Dec 18 20:52:04.384633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59810) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:04.399790 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.507688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f1d70eca-02f4-4675-afda-361ba3071aaf', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'project_id': '47e94e03944844ccb90b9a5818d00856', 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:52:04.508933 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.580170 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Set router c051bc27-ecd0-49ad-9144-152763c481ed gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:52:04.589670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05eef043-abe4-4eb4-834a-1e4beec4be23 req-1dbf9e44-f83f-443a-af45-2803a68080eb tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3020098
Dec 18 20:52:04.613510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6434b632-f436-444c-9f8c-4409747373b4 None None] Provisioning complete for port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:04.615014 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6434b632-f436-444c-9f8c-4409747373b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.701115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6434b632-f436-444c-9f8c-4409747373b4 None None] Port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:04.740145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Allocated IP 172.20.0.2 (f1d70eca-02f4-4675-afda-361ba3071aaf/05cc53ec-1c25-42dc-ac5b-5a97b48ffd34/4b73ef08-5fb0-4fb1-b650-723da29743bb) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:04.778580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677f3cf-6010-4195-8e0b-5bf329e23bbf req-0edea996-e254-4be4-903d-32c64cefd5b3 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:04.786801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4677f3cf-6010-4195-8e0b-5bf329e23bbf req-0edea996-e254-4be4-903d-32c64cefd5b3 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.2484996
Dec 18 20:52:04.855133 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36643d0250>, [{'id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'name': 'tempest-TaggedBootDevicesTest-312141957-router', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:02Z', 'revision_number': 3, 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'gw_port': {'id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:04.858871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4677f3cf-6010-4195-8e0b-5bf329e23bbf req-4294a7d9-562f-43e7-b07d-5acce619c26b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709457
Dec 18 20:52:04.886329 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Checking router: c051bc27-ecd0-49ad-9144-152763c481ed for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:52:04.887562 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Updating router c051bc27-ecd0-49ad-9144-152763c481ed port 2a15995d-e408-492f-9cd2-6d0c291451fc binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:52:04.918734 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.929872 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.939959 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.948486 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:04.994931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Network f1d70eca-02f4-4675-afda-361ba3071aaf is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:05.000706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:05.005266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:05.013373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Pushing event updated for resources: {'Port': ['ID=4b73ef08-5fb0-4fb1-b650-723da29743bb,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:05.046024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6865b12-521c-4da6-848a-93e63b90db15 req-3537e241-e66b-429b-a7a9-55279384ab9b tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:05.046960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6865b12-521c-4da6-848a-93e63b90db15 req-3537e241-e66b-429b-a7a9-55279384ab9b tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.31 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 946 time: 0.1560261
Dec 18 20:52:05.107950 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Attempting to bind port 4b73ef08-5fb0-4fb1-b650-723da29743bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:05.108894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Attempting to bind port 4b73ef08-5fb0-4fb1-b650-723da29743bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:05.109434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Attempting to bind port 4b73ef08-5fb0-4fb1-b650-723da29743bb on network f1d70eca-02f4-4675-afda-361ba3071aaf {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:05.115691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:05.116349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Checking segment: {'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:05.116952 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.117770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Bound using segment: {'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:05.118436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Bound port: 4b73ef08-5fb0-4fb1-b650-723da29743bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:05.119064 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.181448 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a81fd83c-15e1-4640-a58e-a7d84d1e0ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.217371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 52bd8e05-42be-4dd7-820f-e41987bc5550 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:05.250433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.272409 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.281231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] For port 4b73ef08-5fb0-4fb1-b650-723da29743bb, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:05.302101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] For port 4b73ef08-5fb0-4fb1-b650-723da29743bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b73ef08-5fb0-4fb1-b650-723da29743bb,segment=NetworkSegment(671d4059-7089-40ba-abd5-648ed5819826),segment_id=671d4059-7089-40ba-abd5-648ed5819826)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:05.318166 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.344396 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.350476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d6865b12-521c-4da6-848a-93e63b90db15 req-9d92b627-a4eb-4696-9c16-043e07491cb5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Deleting port 8c68a13f-39f5-43c7-9efd-4920983792ab {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:05.350915 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d6865b12-521c-4da6-848a-93e63b90db15 req-9d92b627-a4eb-4696-9c16-043e07491cb5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.351826 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.372088 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb8f3-5981-47de-94c9-687239fdf57a req-561f153f-5f27-4551-80c6-40ceb7c6d747 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:05.376138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 52bd8e05-42be-4dd7-820f-e41987bc5550 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:05.376517 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.379669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c51cb8f3-5981-47de-94c9-687239fdf57a req-561f153f-5f27-4551-80c6-40ceb7c6d747 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 946 time: 0.1941640
Dec 18 20:52:05.427429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Allocated IP 172.35.3.22 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/547bfb14-4e98-4fd4-8b2c-afdd49964c5d) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:05.476648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b46d7-a552-4ec8-a6c5-bfb30472fa2c None None] Pushing event updated for resources: {'Port': ['ID=4b73ef08-5fb0-4fb1-b650-723da29743bb,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:05.516079 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Attempting to bind port 2a15995d-e408-492f-9cd2-6d0c291451fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:05.520166 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Attempting to bind port 2a15995d-e408-492f-9cd2-6d0c291451fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:05.522538 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Attempting to bind port 2a15995d-e408-492f-9cd2-6d0c291451fc on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:05.540377 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f106b-42fb-4003-8667-d8157a0b6751 None None] Pushing event updated for resources: {'Port': ['ID=2a15995d-e408-492f-9cd2-6d0c291451fc,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:05.551973 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:05.552407 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:05.558204 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.559881 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:05.560408 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Bound port: 2a15995d-e408-492f-9cd2-6d0c291451fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:05.562561 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.580413 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.634331 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.649200 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] For port 2a15995d-e408-492f-9cd2-6d0c291451fc, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:05.657978 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] For port 2a15995d-e408-492f-9cd2-6d0c291451fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a15995d-e408-492f-9cd2-6d0c291451fc,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:05.662158 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:05.665472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:05.666109 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.670713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:05.690599 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:05.751888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Pushing event updated for resources: {'Port': ['ID=547bfb14-4e98-4fd4-8b2c-afdd49964c5d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:05.766797 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.774225 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.790870 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Routers {'c051bc27-ecd0-49ad-9144-152763c481ed'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:52:05.791685 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36643d0250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['c051bc27-ecd0-49ad-9144-152763c481ed'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:05.846357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c51cb8f3-5981-47de-94c9-687239fdf57a req-489d3bcb-0e66-4b68-a8df-bfabf517df76 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4656684
Dec 18 20:52:05.862305 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f106b-42fb-4003-8667-d8157a0b6751 None None] Pushing event updated for resources: {'Port': ['ID=2a15995d-e408-492f-9cd2-6d0c291451fc,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:05.869837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d6865b12-521c-4da6-848a-93e63b90db15 req-9d92b627-a4eb-4696-9c16-043e07491cb5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] For port 8c68a13f-39f5-43c7-9efd-4920983792ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c68a13f-39f5-43c7-9efd-4920983792ab,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:05.870445 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d6865b12-521c-4da6-848a-93e63b90db15 req-9d92b627-a4eb-4696-9c16-043e07491cb5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.873672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Transition to ACTIVE for port object 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:05.933872 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:05.957757 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] Set router c051bc27-ecd0-49ad-9144-152763c481ed gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:52:05.961562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d6865b12-521c-4da6-848a-93e63b90db15 req-9d92b627-a4eb-4696-9c16-043e07491cb5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Calling delete_port for 8c68a13f-39f5-43c7-9efd-4920983792ab owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:06.101324 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:06.183393 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36643d0250>, [{'id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'name': 'tempest-TaggedBootDevicesTest-312141957-router', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:02Z', 'revision_number': 3, 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'gw_port': {'id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:06.212114 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e598a1-2d06-4c74-a1d1-a4c24d10e88c None None] The sync data for ids ['c051bc27-ecd0-49ad-9144-152763c481ed'] in ncdv-master-1 is: [{'id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'name': 'tempest-TaggedBootDevicesTest-312141957-router', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:02Z', 'revision_number': 3, 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'gw_port': {'id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:52:06.292978 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:06.366385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:06.471899 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8caf42-0997-4303-9e58-be31983b4a00 req-5310409e-2126-49ba-abcf-af9df718f23f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:06.480247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd8caf42-0997-4303-9e58-be31983b4a00 req-5310409e-2126-49ba-abcf-af9df718f23f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 936 time: 0.6881366
Dec 18 20:52:06.537664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Router 8da1ab25-1f16-47f5-a9c5-68a6142f242f is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:52:06.624406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Pushing event updated for resources: {'Port': ['ID=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:06.709249 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:52:06.713768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72b67e-4d61-47e6-94fa-48d05f5f949f req-4797751c-160f-4b98-89a7-8aa14a22356f tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:06.715521 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a72b67e-4d61-47e6-94fa-48d05f5f949f req-4797751c-160f-4b98-89a7-8aa14a22356f tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.7219408
Dec 18 20:52:06.737789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Sync routers for ids ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:52:06.738898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd8caf42-0997-4303-9e58-be31983b4a00 req-3f00c338-619a-49f6-8f40-b23fa9911a06 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2576776
Dec 18 20:52:06.752217 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:06.754868 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-834d0df2-3afa-47cb-8284-a8e6ad5653c1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 940 time: 2.4740365
Dec 18 20:52:06.755655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Routers {'8da1ab25-1f16-47f5-a9c5-68a6142f242f'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:52:06.756398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec43f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:06.756903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59826) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:06.827058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Attempting to bind port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:06.827494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Attempting to bind port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:06.827968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Attempting to bind port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:06.846094 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:06.846590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Attempting to bind port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:06.887496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:06.887952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:06.888403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:06.889216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Bound port: 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:06.889883 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:06.893358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Allocated IP 172.20.0.1 (54846978-9f31-46a2-a4a8-da70f57e581c/299bedb9-ea7e-4ebc-9d93-3d01aa156d8a/3e17c6fb-ca42-4329-9122-d187f0803966) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:06.969309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a72b67e-4d61-47e6-94fa-48d05f5f949f req-e5ae38c5-5b1b-49f9-94d7-2cd44316a82c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156262
Dec 18 20:52:06.993549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Set router 8da1ab25-1f16-47f5-a9c5-68a6142f242f gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:52:07.090208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd0353-242a-449d-8cf2-71f61fe052cf None None] Network f1d70eca-02f4-4675-afda-361ba3071aaf requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:07.216299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] For port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:07.238286 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] For port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:07.288938 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:07.290466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4b73ef08-5fb0-4fb1-b650-723da29743bb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:07.308411 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:07.310618 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d6865b12-521c-4da6-848a-93e63b90db15 req-9d92b627-a4eb-4696-9c16-043e07491cb5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:07.341280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['73fa6ad8-869b-4f9e-a560-517252ea691b', 'b3039056-1fc4-4019-883c-67786f806485'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:07.379514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7ba9e99b-5b62-4a69-baaa-a595e41131ee None None] Provisioning complete for port 4b73ef08-5fb0-4fb1-b650-723da29743bb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:07.379906 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e99b-5b62-4a69-baaa-a595e41131ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:07.393042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787c686-b008-4a5d-b8e8-1dbbc9556f11 req-32608c52-337f-40ae-a178-7c2124f5c844 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:07.394720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2787c686-b008-4a5d-b8e8-1dbbc9556f11 req-32608c52-337f-40ae-a178-7c2124f5c844 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acebe03-ef39-4717-abd1-ec9c4b52d21e HTTP/1.1" status: 200  len: 946 time: 0.2959034
Dec 18 20:52:07.397596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:07.398204 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:07.399545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] 10.222.0.31 "PUT /v2.0/ports/82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 HTTP/1.1" status: 200  len: 1096 time: 3.2379069
Dec 18 20:52:07.447518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f5fb37-07c8-4714-8eb3-fad1fa1f51d6', 'tag': '82e2dc4f-305b-4f3d-be2d-709ad9dc49f0'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:07.450375 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123f49d1-ca03-4214-af90-a70d014e65b0" -d '{"events": [{"name": "network-changed", "server_uuid": "39f5fb37-07c8-4714-8eb3-fad1fa1f51d6", "tag": "82e2dc4f-305b-4f3d-be2d-709ad9dc49f0"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:07.516694 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:07.555689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:07.556256 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6865b12-521c-4da6-848a-93e63b90db15 req-9d92b627-a4eb-4696-9c16-043e07491cb5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] No DVR routers for this DVR port 8c68a13f-39f5-43c7-9efd-4920983792ab on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:52:07.563948 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d6865b12-521c-4da6-848a-93e63b90db15 req-9d92b627-a4eb-4696-9c16-043e07491cb5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:07.572225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6865b12-521c-4da6-848a-93e63b90db15 req-9d92b627-a4eb-4696-9c16-043e07491cb5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.31 "DELETE /v2.0/ports/8c68a13f-39f5-43c7-9efd-4920983792ab HTTP/1.1" status: 204  len: 173 time: 2.5176387
Dec 18 20:52:07.604322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507ee31-0786-424f-a20f-37f0702b77b3 service neutron] Pushing event updated for resources: {'Port': ['ID=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:07.677165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4b73ef08-5fb0-4fb1-b650-723da29743bb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:07.677727 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:07.680806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Network 54846978-9f31-46a2-a4a8-da70f57e581c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:07.683309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92b627-a4eb-4696-9c16-043e07491cb5 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Pushing event deleted for resources: {'Port': ['ID=8c68a13f-39f5-43c7-9efd-4920983792ab,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:07.707736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:07.717012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:07.823773 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fa65e1-bdb4-4490-be0f-4d15f77c0e1e x-openstack-request-id: req-f4fa65e1-bdb4-4490-be0f-4d15f77c0e1e {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:07.824466 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f5fb37-07c8-4714-8eb3-fad1fa1f51d6", "tag": "82e2dc4f-305b-4f3d-be2d-709ad9dc49f0", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:07.824466 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4fa65e1-bdb4-4490-be0f-4d15f77c0e1e {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:07.840086 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f5fb37-07c8-4714-8eb3-fad1fa1f51d6', 'tag': '82e2dc4f-305b-4f3d-be2d-709ad9dc49f0', 'status': 'completed', 'code': 200}
Dec 18 20:52:07.905473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71047-a231-448c-81d5-1dadf5676a31 req-fd294e87-6621-4cfb-9bb6-03092595f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:07.907575 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-fd294e87-6621-4cfb-9bb6-03092595f7be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 1099 time: 0.4433353
Dec 18 20:52:07.923092 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e99b-5b62-4a69-baaa-a595e41131ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:07.923524 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2787c686-b008-4a5d-b8e8-1dbbc9556f11 req-35c0cd68-bf9a-45c2-b6e1-8f65a7437ad1 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4662378
Dec 18 20:52:07.938620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Allocated IP 172.20.0.1 (f1d70eca-02f4-4675-afda-361ba3071aaf/05cc53ec-1c25-42dc-ac5b-5a97b48ffd34/6ca128a1-55ff-4b89-bcdc-bd203ce74bdd) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:08.083205 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.116334 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.136444 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-ebdfc912-e4d6-4d72-bdff-e391ba4ab7cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 HTTP/1.1" status: 200  len: 217 time: 0.1916227
Dec 18 20:52:08.156744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec43f70>, [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:52:05Z', 'revision_number': 3, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:08.185167 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.195123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Pushing event updated for resources: {'Port': ['ID=3e17c6fb-ca42-4329-9122-d187f0803966,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:08.210702 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.248502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7ba9e99b-5b62-4a69-baaa-a595e41131ee None None] For port 4b73ef08-5fb0-4fb1-b650-723da29743bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b73ef08-5fb0-4fb1-b650-723da29743bb,segment=NetworkSegment(671d4059-7089-40ba-abd5-648ed5819826),segment_id=671d4059-7089-40ba-abd5-648ed5819826)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:08.299718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Checking router: 8da1ab25-1f16-47f5-a9c5-68a6142f242f for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:52:08.299718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Updating router 8da1ab25-1f16-47f5-a9c5-68a6142f242f port 547bfb14-4e98-4fd4-8b2c-afdd49964c5d binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:52:08.301603 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e99b-5b62-4a69-baaa-a595e41131ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.317108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Network f1d70eca-02f4-4675-afda-361ba3071aaf is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:08.341288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:08.343683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Pushing event updated for resources: {'Port': ['ID=6ca128a1-55ff-4b89-bcdc-bd203ce74bdd,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:08.351785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:08.357683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3053aa-f54b-4eae-a6ee-cbeedd9857e1 req-ab3bf77c-60c7-4d28-bda1-0565b2effedd tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:08.365623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac3053aa-f54b-4eae-a6ee-cbeedd9857e1 req-ab3bf77c-60c7-4d28-bda1-0565b2effedd tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 948 time: 0.4195056
Dec 18 20:52:08.373109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71047-a231-448c-81d5-1dadf5676a31 req-99857434-7635-4e2d-a10f-9d60da950691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:08.374811 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-99857434-7635-4e2d-a10f-9d60da950691 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1855578
Dec 18 20:52:08.445467 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.498939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8c68a13f-39f5-43c7-9efd-4920983792ab no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:52:08.541066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1acc8-0490-4a98-a526-5c2b8aa86435 req-8065fff6-4352-4f09-9ece-0795fbfdc139 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:08.548949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20c1acc8-0490-4a98-a526-5c2b8aa86435 req-8065fff6-4352-4f09-9ece-0795fbfdc139 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.2753065
Dec 18 20:52:08.656542 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac3053aa-f54b-4eae-a6ee-cbeedd9857e1 req-c9ca0cde-b496-45ba-afbe-53e1fda3e915 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2897489
Dec 18 20:52:08.664956 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.704751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20c1acc8-0490-4a98-a526-5c2b8aa86435 req-78e499ba-5739-49be-b50a-71cb0cf973c0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551368
Dec 18 20:52:08.708599 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71047-a231-448c-81d5-1dadf5676a31 req-7e1980fb-4dbf-4878-8331-2d2fd4a8446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:08.723377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-7e1980fb-4dbf-4878-8331-2d2fd4a8446a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3382559
Dec 18 20:52:08.724720 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.745589 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.803146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9e99b-5b62-4a69-baaa-a595e41131ee None None] Pushing event updated for resources: {'Port': ['ID=4b73ef08-5fb0-4fb1-b650-723da29743bb,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:08.806599 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.849545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 8c68a13f-39f5-43c7-9efd-4920983792ab {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:52:08.849947 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8c68a13f-39f5-43c7-9efd-4920983792ab not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:52:08.881062 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.912801 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.917843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:08.929463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-e65ef5c7-d5c3-47f5-80d9-7b6340aed1d9 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856639
Dec 18 20:52:08.996962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Pushing event updated for resources: {'Port': ['ID=6ca128a1-55ff-4b89-bcdc-bd203ce74bdd,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:08.999374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.103625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fb3163ce-dd01-43c8-a063-419c98101be4 None None] Provisioning complete for port 4b73ef08-5fb0-4fb1-b650-723da29743bb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:09.104090 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb3163ce-dd01-43c8-a063-419c98101be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.109180 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:52:09.109602 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:52:09.115508 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.120513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54e71047-a231-448c-81d5-1dadf5676a31 req-f56445bb-d5d7-4c35-a303-5a8f01214de7 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1790788
Dec 18 20:52:09.123280 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.153514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Network f1d70eca-02f4-4675-afda-361ba3071aaf is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:09.157476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:09.232996 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.235354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Pushing event updated for resources: {'Port': ['ID=3e17c6fb-ca42-4329-9122-d187f0803966,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:09.259727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f49d1-ca03-4214-af90-a70d014e65b0 req-7a6d0ee2-b70f-48dc-a11b-044debb37437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:09.262053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-123f49d1-ca03-4214-af90-a70d014e65b0 req-7a6d0ee2-b70f-48dc-a11b-044debb37437 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 1099 time: 0.0790055
Dec 18 20:52:09.350964 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Router 8da1ab25-1f16-47f5-a9c5-68a6142f242f has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:52:09.394598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fb3163ce-dd01-43c8-a063-419c98101be4 None None] Provisioning complete for port 3e17c6fb-ca42-4329-9122-d187f0803966 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:09.394985 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb3163ce-dd01-43c8-a063-419c98101be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.431376 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.447221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fb3163ce-dd01-43c8-a063-419c98101be4 None None] Port 3e17c6fb-ca42-4329-9122-d187f0803966 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:09.451650 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.498840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Network 54846978-9f31-46a2-a4a8-da70f57e581c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:09.503056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fb3163ce-dd01-43c8-a063-419c98101be4 None None] Provisioning complete for port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:09.503056 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb3163ce-dd01-43c8-a063-419c98101be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.504765 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:09.508029 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f49d1-ca03-4214-af90-a70d014e65b0 req-29a8cdaa-21b3-4a92-b06b-df70f7bb292e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:09.508925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:52:09.510184 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-123f49d1-ca03-4214-af90-a70d014e65b0 req-29a8cdaa-21b3-4a92-b06b-df70f7bb292e service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2377903
Dec 18 20:52:09.527227 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c5a0f9ca-6899-4943-93d0-6db3963de75a admin admin] 10.222.0.13 "PUT /v2.0/routers/8da1ab25-1f16-47f5-a9c5-68a6142f242f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7691250
Dec 18 20:52:09.527629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f259b2-57b9-4f6f-a14f-12266485756a req-851fee6e-b388-436b-b4f6-e327a1a389d4 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:09.529245 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57f259b2-57b9-4f6f-a14f-12266485756a req-851fee6e-b388-436b-b4f6-e327a1a389d4 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffede440-64bd-4c72-bcaa-a602bc2fb9fc HTTP/1.1" status: 200  len: 946 time: 0.1519904
Dec 18 20:52:09.545242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Attempting to bind port 547bfb14-4e98-4fd4-8b2c-afdd49964c5d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:09.545625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Attempting to bind port 547bfb14-4e98-4fd4-8b2c-afdd49964c5d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:09.546024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Attempting to bind port 547bfb14-4e98-4fd4-8b2c-afdd49964c5d on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:09.566729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Pushing event updated for resources: {'Port': ['ID=547bfb14-4e98-4fd4-8b2c-afdd49964c5d,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:09.571932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:09.572314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:09.572768 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.573340 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:09.574267 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Bound port: 547bfb14-4e98-4fd4-8b2c-afdd49964c5d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:09.574391 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.602013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.602362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.602703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.603049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.603388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.604266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.604601 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.604933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.605261 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.605589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.605921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.606275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.606597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:09.646378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fb3163ce-dd01-43c8-a063-419c98101be4 None None] Port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:09.652807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2a15995d-e408-492f-9cd2-6d0c291451fc up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:09.682559 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57f259b2-57b9-4f6f-a14f-12266485756a req-02d02f33-5045-4611-8aa4-0f15b6801d7a tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993304
Dec 18 20:52:09.684895 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-123f49d1-ca03-4214-af90-a70d014e65b0 req-cc925f48-4a37-444f-8dc9-3a30ba86780d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 HTTP/1.1" status: 200  len: 217 time: 0.0849848
Dec 18 20:52:09.751981 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] For port 547bfb14-4e98-4fd4-8b2c-afdd49964c5d, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:09.756240 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] For port 547bfb14-4e98-4fd4-8b2c-afdd49964c5d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=547bfb14-4e98-4fd4-8b2c-afdd49964c5d,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:09.767067 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.826518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8bf1435e-99a8-4ee8-a504-f6463c5e443f None None] Provisioning complete for port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:09.826890 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8bf1435e-99a8-4ee8-a504-f6463c5e443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.843471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acebe03-ef39-4717-abd1-ec9c4b52d21e', 'name': 'network-vif-deleted', 'tag': '8c68a13f-39f5-43c7-9efd-4920983792ab'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:09.845731 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e960e-1e04-4d8d-8a9b-781179589c7e" -d '{"events": [{"server_uuid": "6acebe03-ef39-4717-abd1-ec9c4b52d21e", "name": "network-vif-deleted", "tag": "8c68a13f-39f5-43c7-9efd-4920983792ab"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:09.866216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2a15995d-e408-492f-9cd2-6d0c291451fc triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:09.866607 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:09.904891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f49d1-ca03-4214-af90-a70d014e65b0 req-249947e9-4d93-4d3f-a4dd-0095ad906532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:09.905158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Routers {'8da1ab25-1f16-47f5-a9c5-68a6142f242f'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:52:09.905775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec43f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:09.906380 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-123f49d1-ca03-4214-af90-a70d014e65b0 req-249947e9-4d93-4d3f-a4dd-0095ad906532 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1961954
Dec 18 20:52:09.915496 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febc361-382d-4d80-a8f3-3a5724ac4ddb None None] Pushing event updated for resources: {'Port': ['ID=547bfb14-4e98-4fd4-8b2c-afdd49964c5d,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:09.953161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1435e-99a8-4ee8-a504-f6463c5e443f None None] Port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:09.954433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Router c051bc27-ecd0-49ad-9144-152763c481ed has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:52:09.962116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003ae4a-e379-424e-95d6-472734dda395 req-0b0ad130-7d79-4f7c-9b4a-0ea05be949da tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:09.964178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3003ae4a-e379-424e-95d6-472734dda395 req-0b0ad130-7d79-4f7c-9b4a-0ea05be949da tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.1509333
Dec 18 20:52:09.973820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fb25a-fd6e-4bbf-a180-1a5cc18a7527 req-a8a5b90d-c6f5-4af4-910e-d349789b343e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:09.976953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-620fb25a-fd6e-4bbf-a180-1a5cc18a7527 req-a8a5b90d-c6f5-4af4-910e-d349789b343e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 948 time: 0.1609976
Dec 18 20:52:10.068548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] Set router 8da1ab25-1f16-47f5-a9c5-68a6142f242f gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:52:10.071993 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:10.090414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f49d1-ca03-4214-af90-a70d014e65b0 req-90fef9f2-4b87-4f98-9b0a-9a6eae9c2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:10.091310 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-123f49d1-ca03-4214-af90-a70d014e65b0 req-90fef9f2-4b87-4f98-9b0a-9a6eae9c2394 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1729078
Dec 18 20:52:10.123851 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3003ae4a-e379-424e-95d6-472734dda395 req-ba844177-1f69-4c99-8253-e625f48f7fa0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459742
Dec 18 20:52:10.145215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-620fb25a-fd6e-4bbf-a180-1a5cc18a7527 req-0382592a-c2f4-4897-889e-c75c015ddd5f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564760
Dec 18 20:52:10.163150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-78ca9aa3-3d4e-4d0c-ad58-3525a81fe835 None None] Provisioning complete for port 3e17c6fb-ca42-4329-9122-d187f0803966 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:10.163520 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-78ca9aa3-3d4e-4d0c-ad58-3525a81fe835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:10.166232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 2a15995d-e408-492f-9cd2-6d0c291451fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a15995d-e408-492f-9cd2-6d0c291451fc,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:10.232052 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:10.265381 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-123f49d1-ca03-4214-af90-a70d014e65b0 req-a85a557a-7195-4229-8e4a-a6b84d008654 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542749
Dec 18 20:52:10.308570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-78ca9aa3-3d4e-4d0c-ad58-3525a81fe835 None None] Port 3e17c6fb-ca42-4329-9122-d187f0803966 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:10.325450 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16ede36-56eb-4841-9932-ddced4c2433f x-openstack-request-id: req-a16ede36-56eb-4841-9932-ddced4c2433f {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:10.325735 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acebe03-ef39-4717-abd1-ec9c4b52d21e", "name": "network-vif-deleted", "tag": "8c68a13f-39f5-43c7-9efd-4920983792ab", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:10.325983 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a16ede36-56eb-4841-9932-ddced4c2433f {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:10.326394 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acebe03-ef39-4717-abd1-ec9c4b52d21e', 'name': 'network-vif-deleted', 'tag': '8c68a13f-39f5-43c7-9efd-4920983792ab', 'status': 'completed', 'code': 200}
Dec 18 20:52:10.352219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=2a15995d-e408-492f-9cd2-6d0c291451fc,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:10.365876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4b73ef08-5fb0-4fb1-b650-723da29743bb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:10.413093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:52:10.422710 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Sync routers for ids ['c051bc27-ecd0-49ad-9144-152763c481ed'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:52:10.423217 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d89655d0-c25f-427b-ba69-1ac270cfa05f admin admin] 10.222.0.13 "PUT /v2.0/routers/c051bc27-ecd0-49ad-9144-152763c481ed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0191708
Dec 18 20:52:10.433919 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Routers {'c051bc27-ecd0-49ad-9144-152763c481ed'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:52:10.435010 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36643d0a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['c051bc27-ecd0-49ad-9144-152763c481ed'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:10.456393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4b73ef08-5fb0-4fb1-b650-723da29743bb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:10.456620 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:10.490057 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:52:10.494049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-123f49d1-ca03-4214-af90-a70d014e65b0 req-8e73f2bd-99be-4750-bb45-cecb272b52e0 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2126715
Dec 18 20:52:10.514345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-fcdd3b58-5ca7-4de9-b4fe-32065b2dc979 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:10.523023 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-fcdd3b58-5ca7-4de9-b4fe-32065b2dc979 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/networks?id=f1d70eca-02f4-4675-afda-361ba3071aaf HTTP/1.1" status: 200  len: 829 time: 0.2057810
Dec 18 20:52:10.539567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-5acde134-6927-4823-bf13-c2cd8a02b016 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/quotas/47e94e03944844ccb90b9a5818d00856 HTTP/1.1" status: 200  len: 375 time: 0.0156620
Dec 18 20:52:10.570805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec43f70>, [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ca128a1-55ff-4b89-bcdc-bd203ce74bdd', 'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'mac_address': 'fa:16:3e:42:6a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:07Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 2, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'subnets': [{'id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:10.587612 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Set router c051bc27-ecd0-49ad-9144-152763c481ed gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:52:10.602019 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-8b357dea-c612-483c-bf8e-14e8319a4129 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47e94e03944844ccb90b9a5818d00856&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0615182
Dec 18 20:52:10.651280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa09de8-b287-4a5c-b2e2-320c5db3fbaf None None] The sync data for ids ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'] in ncdv-master-1 is: [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ca128a1-55ff-4b89-bcdc-bd203ce74bdd', 'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'mac_address': 'fa:16:3e:42:6a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:07Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 2, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'subnets': [{'id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:52:10.800980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:10.815190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '82e2dc4f-305b-4f3d-be2d-709ad9dc49f0', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '82e2dc4f-305b-4f3d-be2d-709ad9dc49f0', 'mac_address': 'fa:16:3e:61:a9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:52:10.822054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-2ce3c8e9-ac22-4ba8-92ff-7b56b9eaa3d6 service neutron] 10.222.0.13 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2170067
Dec 18 20:52:10.858389 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:10.861375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e1c2a-2820-41ce-82c1-e0a47b6c064d req-d0e71f0c-672e-4fe1-9132-085338452260 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:10.862789 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e66e1c2a-2820-41ce-82c1-e0a47b6c064d req-d0e71f0c-672e-4fe1-9132-085338452260 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffede440-64bd-4c72-bcaa-a602bc2fb9fc HTTP/1.1" status: 200  len: 946 time: 0.0550134
Dec 18 20:52:10.888853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:10.929238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:10.935632 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:11.020958 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36643d0a30>, [{'id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'name': 'tempest-TaggedBootDevicesTest-312141957-router', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'gw_port': {'id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3e17c6fb-ca42-4329-9122-d187f0803966', 'name': '', 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'mac_address': 'fa:16:3e:61:20:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '299bedb9-ea7e-4ebc-9d93-3d01aa156d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 2, 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'subnets': [{'id': '299bedb9-ea7e-4ebc-9d93-3d01aa156d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:11.041419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b91c8b-c76f-4852-8106-ec1aa57e6a5e req-bf44c43d-6283-443b-8a13-8ed59d78f6d1 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:11.045693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b91c8b-c76f-4852-8106-ec1aa57e6a5e req-bf44c43d-6283-443b-8a13-8ed59d78f6d1 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffede440-64bd-4c72-bcaa-a602bc2fb9fc HTTP/1.1" status: 200  len: 946 time: 0.1974220
Dec 18 20:52:11.068586 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Checking router: c051bc27-ecd0-49ad-9144-152763c481ed for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:52:11.069334 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Updating router c051bc27-ecd0-49ad-9144-152763c481ed port 3e17c6fb-ca42-4329-9122-d187f0803966 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:52:11.081666 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-e66e1c2a-2820-41ce-82c1-e0a47b6c064d req-2b225509-d483-4099-84ff-5015fa507fd2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Deleting port b3039056-1fc4-4019-883c-67786f806485 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:11.082013 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e66e1c2a-2820-41ce-82c1-e0a47b6c064d req-2b225509-d483-4099-84ff-5015fa507fd2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:11.098943 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:11.120738 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-218ef9a6-3de9-4ca7-a97b-7f1d18f3a14d service neutron] 10.222.0.13 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2983871
Dec 18 20:52:11.219845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b91c8b-c76f-4852-8106-ec1aa57e6a5e req-4c65be48-8204-445d-8610-2c254aa21421 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562862
Dec 18 20:52:11.316339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e66e1c2a-2820-41ce-82c1-e0a47b6c064d req-2b225509-d483-4099-84ff-5015fa507fd2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] For port b3039056-1fc4-4019-883c-67786f806485, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3039056-1fc4-4019-883c-67786f806485,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:11.316768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e66e1c2a-2820-41ce-82c1-e0a47b6c064d req-2b225509-d483-4099-84ff-5015fa507fd2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:11.345773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:11.387359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-e66e1c2a-2820-41ce-82c1-e0a47b6c064d req-2b225509-d483-4099-84ff-5015fa507fd2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Calling delete_port for b3039056-1fc4-4019-883c-67786f806485 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:11.409398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['82e2dc4f-305b-4f3d-be2d-709ad9dc49f0'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:11.444003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6688955-1307-4779-b5e1-099216733741 req-fba5f17c-9fa1-4a4f-a695-1ca958828c47 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:11.445608 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6688955-1307-4779-b5e1-099216733741 req-fba5f17c-9fa1-4a4f-a695-1ca958828c47 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.1194537
Dec 18 20:52:11.665511 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e66e1c2a-2820-41ce-82c1-e0a47b6c064d req-2b225509-d483-4099-84ff-5015fa507fd2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:11.668575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df5dad-91e8-45c2-bd52-583d51fea115 req-e8ceedfe-9799-4044-b904-4d96d33deeae tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:11.670154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1df5dad-91e8-45c2-bd52-583d51fea115 req-e8ceedfe-9799-4044-b904-4d96d33deeae tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 949 time: 0.2093756
Dec 18 20:52:11.679802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['73fa6ad8-869b-4f9e-a560-517252ea691b'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:11.722513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6688955-1307-4779-b5e1-099216733741 req-aad21e9f-5eb8-4544-bbf6-04cce0241bda tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2627947
Dec 18 20:52:11.757951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b225509-d483-4099-84ff-5015fa507fd2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Pushing event deleted for resources: {'Port': ['ID=b3039056-1fc4-4019-883c-67786f806485,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:11.902936 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1df5dad-91e8-45c2-bd52-583d51fea115 req-c3b01bbb-0ebb-4843-9ce8-f94c17f9d11f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2106967
Dec 18 20:52:11.921740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66e1c2a-2820-41ce-82c1-e0a47b6c064d req-2b225509-d483-4099-84ff-5015fa507fd2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] No DVR routers for this DVR port b3039056-1fc4-4019-883c-67786f806485 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:52:11.931851 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e66e1c2a-2820-41ce-82c1-e0a47b6c064d req-2b225509-d483-4099-84ff-5015fa507fd2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:11.957672 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e66e1c2a-2820-41ce-82c1-e0a47b6c064d req-2b225509-d483-4099-84ff-5015fa507fd2 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.36 "DELETE /v2.0/ports/b3039056-1fc4-4019-883c-67786f806485 HTTP/1.1" status: 204  len: 173 time: 1.0853927
Dec 18 20:52:11.962811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffede440-64bd-4c72-bcaa-a602bc2fb9fc', 'name': 'network-vif-deleted', 'tag': 'b3039056-1fc4-4019-883c-67786f806485'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:11.967591 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62d7391-d936-43e4-9afc-72b1808a7f29" -d '{"events": [{"server_uuid": "ffede440-64bd-4c72-bcaa-a602bc2fb9fc", "name": "network-vif-deleted", "tag": "b3039056-1fc4-4019-883c-67786f806485"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:12.078320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b2cadd4-d0aa-4cb9-9a60-a3014ae73544 req-e2adc57a-14c3-4d0f-96c8-db28d5d904f2 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 210 time: 0.1036048
Dec 18 20:52:12.128280 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098ea332-afac-4b6d-9a63-4363a75c55e4 x-openstack-request-id: req-098ea332-afac-4b6d-9a63-4363a75c55e4 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:12.129476 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffede440-64bd-4c72-bcaa-a602bc2fb9fc", "name": "network-vif-deleted", "tag": "b3039056-1fc4-4019-883c-67786f806485", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:12.129964 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-098ea332-afac-4b6d-9a63-4363a75c55e4 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:12.130614 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffede440-64bd-4c72-bcaa-a602bc2fb9fc', 'name': 'network-vif-deleted', 'tag': 'b3039056-1fc4-4019-883c-67786f806485', 'status': 'completed', 'code': 200}
Dec 18 20:52:12.140666 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:12.153472 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:12.277061 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2a7d1-4393-45c6-9ea3-7930ff393f51 None None] Pushing event updated for resources: {'Port': ['ID=3e17c6fb-ca42-4329-9122-d187f0803966,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:12.433890 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Attempting to bind port 3e17c6fb-ca42-4329-9122-d187f0803966 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:12.434780 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Attempting to bind port 3e17c6fb-ca42-4329-9122-d187f0803966 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f408e9f9-96f8-43c4-a316-2581222eee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:12.435353 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Attempting to bind port 3e17c6fb-ca42-4329-9122-d187f0803966 on network 54846978-9f31-46a2-a4a8-da70f57e581c {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:12.443393 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:12.444170 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Checking segment: {'id': 'f408e9f9-96f8-43c4-a316-2581222eee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:12.444731 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:12.445728 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Bound using segment: {'id': 'f408e9f9-96f8-43c4-a316-2581222eee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:12.446397 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Bound port: 3e17c6fb-ca42-4329-9122-d187f0803966, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f408e9f9-96f8-43c4-a316-2581222eee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:12.447097 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:12.456601 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6319454-577e-499a-805d-1a4f2fcbedeb req-ba98fc2a-2f10-4e86-8ffd-572fc9ed4460 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffede440-64bd-4c72-bcaa-a602bc2fb9fc HTTP/1.1" status: 200  len: 210 time: 0.0536871
Dec 18 20:52:12.615796 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] For port 3e17c6fb-ca42-4329-9122-d187f0803966, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:12.621632 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] For port 3e17c6fb-ca42-4329-9122-d187f0803966, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e17c6fb-ca42-4329-9122-d187f0803966,segment=NetworkSegment(f408e9f9-96f8-43c4-a316-2581222eee42),segment_id=f408e9f9-96f8-43c4-a316-2581222eee42)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:12.631779 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:12.646379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 547bfb14-4e98-4fd4-8b2c-afdd49964c5d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:12.793233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 547bfb14-4e98-4fd4-8b2c-afdd49964c5d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:12.793965 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:12.818663 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Routers {'c051bc27-ecd0-49ad-9144-152763c481ed'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:52:12.820560 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36643d0a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['c051bc27-ecd0-49ad-9144-152763c481ed'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:12.891141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b63e98bf-773a-44c9-9bad-ca793b9d63dc None None] Provisioning complete for port 3e17c6fb-ca42-4329-9122-d187f0803966 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:12.891524 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b63e98bf-773a-44c9-9bad-ca793b9d63dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:12.912168 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2a7d1-4393-45c6-9ea3-7930ff393f51 None None] Pushing event updated for resources: {'Port': ['ID=3e17c6fb-ca42-4329-9122-d187f0803966,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:12.999239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e4e25-4f8e-47b6-8296-e574cd74946e req-246bdfbc-fdbc-4866-a7cf-8e0faf194fa7 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:13.001968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d2e4e25-4f8e-47b6-8296-e574cd74946e req-246bdfbc-fdbc-4866-a7cf-8e0faf194fa7 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.1142716
Dec 18 20:52:13.101354 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] Set router c051bc27-ecd0-49ad-9144-152763c481ed gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:52:13.112469 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d2e4e25-4f8e-47b6-8296-e574cd74946e req-6da3f870-dbb0-4a94-a8ce-bb93b019803e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018991
Dec 18 20:52:13.127597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df4014-8b79-49bf-95d3-f6e6f9d59faf req-dfccd5aa-1eea-42b6-b1fc-c949559ce8b2 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:13.136779 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84df4014-8b79-49bf-95d3-f6e6f9d59faf req-dfccd5aa-1eea-42b6-b1fc-c949559ce8b2 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 949 time: 0.0926437
Dec 18 20:52:13.183731 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:13.192340 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b63e98bf-773a-44c9-9bad-ca793b9d63dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:13.200541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84df4014-8b79-49bf-95d3-f6e6f9d59faf req-51915aaf-6d2d-4532-9f05-948b0ca9f3da tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624521
Dec 18 20:52:13.235524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 547bfb14-4e98-4fd4-8b2c-afdd49964c5d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=547bfb14-4e98-4fd4-8b2c-afdd49964c5d,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:13.248150 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:13.249042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2a15995d-e408-492f-9cd2-6d0c291451fc up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:13.335639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b3039056-1fc4-4019-883c-67786f806485 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:52:13.390638 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b63e98bf-773a-44c9-9bad-ca793b9d63dc None None] For port 3e17c6fb-ca42-4329-9122-d187f0803966, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e17c6fb-ca42-4329-9122-d187f0803966,segment=NetworkSegment(f408e9f9-96f8-43c4-a316-2581222eee42),segment_id=f408e9f9-96f8-43c4-a316-2581222eee42)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:13.390809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca169a53-afa3-40f7-9c7e-3f77e074e2da req-57e7a059-4fc0-4c62-b7fc-a5e38a3e406e tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 210 time: 0.0576205
Dec 18 20:52:13.408069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: b3039056-1fc4-4019-883c-67786f806485 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:52:13.408420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b3039056-1fc4-4019-883c-67786f806485 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:52:13.437859 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b63e98bf-773a-44c9-9bad-ca793b9d63dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:13.459302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=547bfb14-4e98-4fd4-8b2c-afdd49964c5d,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:13.510044 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36643d0a30>, [{'id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'name': 'tempest-TaggedBootDevicesTest-312141957-router', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'gw_port': {'id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3e17c6fb-ca42-4329-9122-d187f0803966', 'name': '', 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'mac_address': 'fa:16:3e:61:20:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '299bedb9-ea7e-4ebc-9d93-3d01aa156d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:12Z', 'revision_number': 4, 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'subnets': [{'id': '299bedb9-ea7e-4ebc-9d93-3d01aa156d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:13.517011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2a15995d-e408-492f-9cd2-6d0c291451fc triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:13.517359 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:13.561348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e98bf-773a-44c9-9bad-ca793b9d63dc None None] Pushing event updated for resources: {'Port': ['ID=3e17c6fb-ca42-4329-9122-d187f0803966,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:13.581138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2cffa07f-c799-457a-8b0c-8f36859cee75 None None] Provisioning complete for port 3e17c6fb-ca42-4329-9122-d187f0803966 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:13.581509 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2cffa07f-c799-457a-8b0c-8f36859cee75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:13.597537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-b115a8bf-c87b-4798-ab87-b07bbddf4096 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:13.607293 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-b115a8bf-c87b-4798-ab87-b07bbddf4096 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.36 "GET /v2.0/networks?id=f1d70eca-02f4-4675-afda-361ba3071aaf HTTP/1.1" status: 200  len: 829 time: 0.2502608
Dec 18 20:52:13.615530 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea320e-4ef5-457b-897e-2b1cbae05af7 None None] The sync data for ids ['c051bc27-ecd0-49ad-9144-152763c481ed'] in ncdv-master-1 is: [{'id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'name': 'tempest-TaggedBootDevicesTest-312141957-router', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'gw_port': {'id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3e17c6fb-ca42-4329-9122-d187f0803966', 'name': '', 'network_id': '54846978-9f31-46a2-a4a8-da70f57e581c', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'mac_address': 'fa:16:3e:61:20:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '299bedb9-ea7e-4ebc-9d93-3d01aa156d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:12Z', 'revision_number': 4, 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'subnets': [{'id': '299bedb9-ea7e-4ebc-9d93-3d01aa156d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:52:13.623861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Request body: {'port': {'device_id': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'admin_state_up': True, 'tenant_id': '47e94e03944844ccb90b9a5818d00856'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:13.865230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Made reservation on behalf of 47e94e03944844ccb90b9a5818d00856 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:13.868895 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:13.951165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3343c-258e-45f0-9826-b0e83004647c req-815e191c-020e-4988-a5cd-47da5649e981 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:13.952930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1a3343c-258e-45f0-9826-b0e83004647c req-815e191c-020e-4988-a5cd-47da5649e981 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0594845
Dec 18 20:52:14.007260 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1a3343c-258e-45f0-9826-b0e83004647c req-fc802cfb-524b-4a83-9764-2b4bebcfa4c8 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457098
Dec 18 20:52:14.029607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Allocated IP 172.20.0.11 (f1d70eca-02f4-4675-afda-361ba3071aaf/05cc53ec-1c25-42dc-ac5b-5a97b48ffd34/cbe017f3-1a9e-4b8f-b078-a8a69597377e) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:14.217825 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:14.309722 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:14.321425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab9564-e074-4d20-aca9-7ce3bb7190c6 req-3d5f10ab-3501-428f-93b7-786d87e27199 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:14.325774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92ab9564-e074-4d20-aca9-7ce3bb7190c6 req-3d5f10ab-3501-428f-93b7-786d87e27199 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.1261742
Dec 18 20:52:14.411558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Network f1d70eca-02f4-4675-afda-361ba3071aaf is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:14.424131 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:14.432253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:14.489485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92ab9564-e074-4d20-aca9-7ce3bb7190c6 req-bb9d35a7-0d02-4279-bff5-935c43ea7360 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503398
Dec 18 20:52:14.496695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:14.549159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3669f6-9e27-484b-9a6a-9c581c5ac862 req-b5ba4a28-8894-4eb5-b591-f820751c58e5 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:14.550850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a3669f6-9e27-484b-9a6a-9c581c5ac862 req-b5ba4a28-8894-4eb5-b591-f820751c58e5 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 949 time: 0.1790261
Dec 18 20:52:14.568650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Pushing event updated for resources: {'Port': ['ID=cbe017f3-1a9e-4b8f-b078-a8a69597377e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:14.607013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:14.608679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:14.621407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Sync routers for ids ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:52:14.663556 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-4f1a1c21-4c3c-4f05-89dc-8b1513b06370 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0448554
Dec 18 20:52:14.671834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 547bfb14-4e98-4fd4-8b2c-afdd49964c5d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:14.726724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a3669f6-9e27-484b-9a6a-9c581c5ac862 req-f31a196c-f860-42e2-b303-0bfc4d615e1c tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685812
Dec 18 20:52:14.793365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Routers {'8da1ab25-1f16-47f5-a9c5-68a6142f242f'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:52:14.793959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e794b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:14.905214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Request body: {'port': {'device_id': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:14.914867 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:14.934538 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-bb7c7647-1fc5-4265-86dd-028ad47045bb service neutron] show failed (client error): The resource could not be found.
Dec 18 20:52:14.935826 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-bb7c7647-1fc5-4265-86dd-028ad47045bb service neutron] 10.222.0.36 "GET /v2.0/ports/209a1be9-0f3f-4756-8361-ca32f4b7d826/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2700193
Dec 18 20:52:14.967668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9476df-8f33-4361-8e6f-5db2aa142654 req-39490df3-0c19-435a-8ec0-d0f0c26c8cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:14.969233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac9476df-8f33-4361-8e6f-5db2aa142654 req-39490df3-0c19-435a-8ec0-d0f0c26c8cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 932 time: 0.0895572
Dec 18 20:52:14.972830 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:15.024942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:52:15.064162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac9476df-8f33-4361-8e6f-5db2aa142654 req-29178356-7dce-4c01-a13c-d87af3e965c6 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788472
Dec 18 20:52:15.073874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Set router 8da1ab25-1f16-47f5-a9c5-68a6142f242f gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:52:15.171199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:15.171873 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:15.210047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1db295-8c8b-4cb6-83ca-d032d6702b5e req-5f7a627f-07a4-4e11-87e8-d89bcf3272a8 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:15.212196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a1db295-8c8b-4cb6-83ca-d032d6702b5e req-5f7a627f-07a4-4e11-87e8-d89bcf3272a8 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0819755
Dec 18 20:52:15.303311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 547bfb14-4e98-4fd4-8b2c-afdd49964c5d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:15.303861 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:15.305797 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fae89451-a50a-46d4-8c0a-21eeb987896a None None] Provisioning complete for port cbe017f3-1a9e-4b8f-b078-a8a69597377e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:15.306312 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fae89451-a50a-46d4-8c0a-21eeb987896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:15.418502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fae89451-a50a-46d4-8c0a-21eeb987896a None None] Port cbe017f3-1a9e-4b8f-b078-a8a69597377e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:15.520927 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:15.566493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f5fb37-07c8-4714-8eb3-fad1fa1f51d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e2dc4f-305b-4f3d-be2d-709ad9dc49f0'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:15.569213 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa81704-edcf-4397-841c-08c4981d28d3" -d '{"events": [{"server_uuid": "39f5fb37-07c8-4714-8eb3-fad1fa1f51d6", "name": "network-vif-plugged", "status": "completed", "tag": "82e2dc4f-305b-4f3d-be2d-709ad9dc49f0"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:15.578066 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3e17c6fb-ca42-4329-9122-d187f0803966 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:15.613169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:15.626656 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:15.662087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e794b80>, [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ca128a1-55ff-4b89-bcdc-bd203ce74bdd', 'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'mac_address': 'fa:16:3e:42:6a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:07Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 2, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'subnets': [{'id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:15.696890 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055ee99-23b0-4de4-bef5-dbe67701af77 req-b9ab40dc-ef45-4d94-89b2-85876de49934 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:15.699189 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1055ee99-23b0-4de4-bef5-dbe67701af77 req-b9ab40dc-ef45-4d94-89b2-85876de49934 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.36 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.0809586
Dec 18 20:52:15.729082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a1db295-8c8b-4cb6-83ca-d032d6702b5e req-e9e428c3-db1b-47e9-99fd-c2059e6ac78a tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5091419
Dec 18 20:52:15.758473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe017f3-1a9e-4b8f-b078-a8a69597377e {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:15.768572 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:15.784099 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Transition to ACTIVE for port object cbe017f3-1a9e-4b8f-b078-a8a69597377e will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:15.794818 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:15.862588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-67566724-145f-4ea8-8ce5-bce89707f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:15.864122 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-67566724-145f-4ea8-8ce5-bce89707f085 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3&tenant_id=f15c3e2ec1194924bee37b0161adc237 HTTP/1.1" status: 200  len: 1100 time: 0.6190462
Dec 18 20:52:15.911817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:15.948570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Checking router: 8da1ab25-1f16-47f5-a9c5-68a6142f242f for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:52:15.949075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Updating router 8da1ab25-1f16-47f5-a9c5-68a6142f242f port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:52:15.965580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe017f3-1a9e-4b8f-b078-a8a69597377e,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:15.980846 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68714466-9d88-41b0-9129-12b5398d32a1 x-openstack-request-id: req-68714466-9d88-41b0-9129-12b5398d32a1 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:15.981275 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f5fb37-07c8-4714-8eb3-fad1fa1f51d6", "name": "network-vif-plugged", "status": "completed", "tag": "82e2dc4f-305b-4f3d-be2d-709ad9dc49f0", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:15.981631 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68714466-9d88-41b0-9129-12b5398d32a1 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:15.982128 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f5fb37-07c8-4714-8eb3-fad1fa1f51d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e2dc4f-305b-4f3d-be2d-709ad9dc49f0', 'code': 200}
Dec 18 20:52:16.003500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:16.010903 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.044057 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275b0f5-dfad-4efc-b216-a2a2160827ce req-f0cd8b9e-9ac5-4e94-a099-f35eeeb3d833 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:16.045948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3e17c6fb-ca42-4329-9122-d187f0803966 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:16.046447 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.057178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c275b0f5-dfad-4efc-b216-a2a2160827ce req-f0cd8b9e-9ac5-4e94-a099-f35eeeb3d833 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.3697336
Dec 18 20:52:16.238821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Attempting to bind port cbe017f3-1a9e-4b8f-b078-a8a69597377e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:16.239192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Attempting to bind port cbe017f3-1a9e-4b8f-b078-a8a69597377e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:16.239493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Attempting to bind port cbe017f3-1a9e-4b8f-b078-a8a69597377e on network f1d70eca-02f4-4675-afda-361ba3071aaf {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:16.258982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Port cbe017f3-1a9e-4b8f-b078-a8a69597377e on network f1d70eca-02f4-4675-afda-361ba3071aaf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:16.260414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Attempting to bind port cbe017f3-1a9e-4b8f-b078-a8a69597377e on network f1d70eca-02f4-4675-afda-361ba3071aaf {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:16.286568 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-1055ee99-23b0-4de4-bef5-dbe67701af77 req-99b19865-fab3-4bf4-ae17-9cf93594e0b0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Deleting port 73fa6ad8-869b-4f9e-a560-517252ea691b {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:16.287157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1055ee99-23b0-4de4-bef5-dbe67701af77 req-99b19865-fab3-4bf4-ae17-9cf93594e0b0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.294049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:16.294423 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Checking segment: {'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:16.295021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Bound using segment: {'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:16.295467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Bound port: cbe017f3-1a9e-4b8f-b078-a8a69597377e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:16.295806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.325325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c275b0f5-dfad-4efc-b216-a2a2160827ce req-ec260ae3-2715-4716-bef8-e825a2adb343 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2654302
Dec 18 20:52:16.393629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a5c4e-a91c-435b-85f3-834a87eac4b6 req-1a7f3bab-fb9f-46c2-a38a-1fd76275f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:16.399691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-233a5c4e-a91c-435b-85f3-834a87eac4b6 req-1a7f3bab-fb9f-46c2-a38a-1fd76275f08d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 1101 time: 0.3216352
Dec 18 20:52:16.413444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2c530-d554-4b65-8f31-50b17156c49e req-d2191c8f-1c88-45f0-9a7d-d81ab879ba98 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:16.418024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ad2c530-d554-4b65-8f31-50b17156c49e req-d2191c8f-1c88-45f0-9a7d-d81ab879ba98 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 950 time: 0.1585119
Dec 18 20:52:16.422352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.489423 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.491635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-1055ee99-23b0-4de4-bef5-dbe67701af77 req-99b19865-fab3-4bf4-ae17-9cf93594e0b0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] For port 73fa6ad8-869b-4f9e-a560-517252ea691b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73fa6ad8-869b-4f9e-a560-517252ea691b,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:16.492009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1055ee99-23b0-4de4-bef5-dbe67701af77 req-99b19865-fab3-4bf4-ae17-9cf93594e0b0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.499557 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.501468 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] For port cbe017f3-1a9e-4b8f-b078-a8a69597377e, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:16.506952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] For port cbe017f3-1a9e-4b8f-b078-a8a69597377e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbe017f3-1a9e-4b8f-b078-a8a69597377e,segment=NetworkSegment(671d4059-7089-40ba-abd5-648ed5819826),segment_id=671d4059-7089-40ba-abd5-648ed5819826)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:16.514173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-1055ee99-23b0-4de4-bef5-dbe67701af77 req-99b19865-fab3-4bf4-ae17-9cf93594e0b0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Calling delete_port for 73fa6ad8-869b-4f9e-a560-517252ea691b owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:16.516739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.582221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46361fb3-3d16-4955-a348-be2ce542a849 None None] Pushing event updated for resources: {'Port': ['ID=6ca128a1-55ff-4b89-bcdc-bd203ce74bdd,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:16.621464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe017f3-1a9e-4b8f-b078-a8a69597377e,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:16.632717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:16.633433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.635163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Attempting to bind port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:16.635333 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-a5adcdcc-609f-4165-9d11-c497671dd192 service neutron] 10.222.0.36 "PUT /v2.0/ports/cbe017f3-1a9e-4b8f-b078-a8a69597377e HTTP/1.1" status: 200  len: 1092 time: 1.9619105
Dec 18 20:52:16.635671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Attempting to bind port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:16.635841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'tag': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:16.636173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Attempting to bind port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd on network f1d70eca-02f4-4675-afda-361ba3071aaf {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:16.639310 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777b6b5e-7551-4d31-8ad8-12e668087838" -d '{"events": [{"name": "network-changed", "server_uuid": "ce12ca16-56f4-459d-bc88-98eab54424b7", "tag": "cbe017f3-1a9e-4b8f-b078-a8a69597377e"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:16.641858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:16.642558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Checking segment: {'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:16.642881 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.643336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Bound using segment: {'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:16.643875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Bound port: 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671d4059-7089-40ba-abd5-648ed5819826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:16.644321 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.716788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] For port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:16.720585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] For port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ca128a1-55ff-4b89-bcdc-bd203ce74bdd,segment=NetworkSegment(671d4059-7089-40ba-abd5-648ed5819826),segment_id=671d4059-7089-40ba-abd5-648ed5819826)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:16.728308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ad2c530-d554-4b65-8f31-50b17156c49e req-13b72ef9-d219-4cec-a7e8-326bbaf710ec tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2969246
Dec 18 20:52:16.731073 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.740210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-233a5c4e-a91c-435b-85f3-834a87eac4b6 req-51cbf131-ee63-4e6d-9a15-4b2fa6a32032 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3097048
Dec 18 20:52:16.813309 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46361fb3-3d16-4955-a348-be2ce542a849 None None] Pushing event updated for resources: {'Port': ['ID=6ca128a1-55ff-4b89-bcdc-bd203ce74bdd,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:16.821589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f6513-4cb1-4ad8-af89-b25636ef670b req-18cd9fae-dd78-46ec-9e26-33b32a4d1860 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:16.823427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-3aff2963-1206-4a46-bf21-5335fb0afb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:16.824992 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-3aff2963-1206-4a46-bf21-5335fb0afb6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47e94e03944844ccb90b9a5818d00856&device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 1095 time: 0.0762911
Dec 18 20:52:16.830100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d6f6513-4cb1-4ad8-af89-b25636ef670b req-18cd9fae-dd78-46ec-9e26-33b32a4d1860 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 944 time: 0.2093809
Dec 18 20:52:16.837458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Routers {'8da1ab25-1f16-47f5-a9c5-68a6142f242f'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:52:16.838925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e794b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:16.897386 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-80b23c76-24c2-4366-bb82-dad3c8554ff1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe017f3-1a9e-4b8f-b078-a8a69597377e HTTP/1.1" status: 200  len: 217 time: 0.0575013
Dec 18 20:52:16.954551 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d6f6513-4cb1-4ad8-af89-b25636ef670b req-4add18cd-dba6-4bdd-ba8f-c4b3d869c0a8 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234965
Dec 18 20:52:16.962385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1055ee99-23b0-4de4-bef5-dbe67701af77 req-99b19865-fab3-4bf4-ae17-9cf93594e0b0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.969743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-40b6263a-5abb-408a-a968-cf8026b934c2 None None] Provisioning complete for port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:16.970678 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-40b6263a-5abb-408a-a968-cf8026b934c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:16.995948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-de5b7eb3-462f-4169-8157-bead90e7b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:16.997419 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-de5b7eb3-462f-4169-8157-bead90e7b19e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05cc53ec-1c25-42dc-ac5b-5a97b48ffd34 HTTP/1.1" status: 200  len: 868 time: 0.0881188
Dec 18 20:52:17.002221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20283d68-9b8a-4390-a124-feff4b16cfd4 req-d999ba08-2c55-4877-9a49-56dc11444012 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:17.019028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['73fa6ad8-869b-4f9e-a560-517252ea691b'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:17.021963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20283d68-9b8a-4390-a124-feff4b16cfd4 req-d999ba08-2c55-4877-9a49-56dc11444012 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/ports?device_id=335d5aef-b6d5-402c-8431-28f42f02d8fc HTTP/1.1" status: 200  len: 946 time: 0.1491683
Dec 18 20:52:17.041085 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f74accd-17d8-4732-93bb-acbee5675d9c x-openstack-request-id: req-8f74accd-17d8-4732-93bb-acbee5675d9c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:17.041710 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce12ca16-56f4-459d-bc88-98eab54424b7", "tag": "cbe017f3-1a9e-4b8f-b078-a8a69597377e", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:17.042198 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f74accd-17d8-4732-93bb-acbee5675d9c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:17.042839 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'tag': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e', 'status': 'completed', 'code': 200}
Dec 18 20:52:17.044046 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b19865-fab3-4bf4-ae17-9cf93594e0b0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Pushing event deleted for resources: {'Port': ['ID=73fa6ad8-869b-4f9e-a560-517252ea691b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:17.086927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] Set router 8da1ab25-1f16-47f5-a9c5-68a6142f242f gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:52:17.094063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20283d68-9b8a-4390-a124-feff4b16cfd4 req-75b86ef5-ca7f-4841-87e1-c2c051a75a70 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b28b0f-e95b-4258-a911-221353e1f9dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710800
Dec 18 20:52:17.148651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:17.152367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1055ee99-23b0-4de4-bef5-dbe67701af77 req-99b19865-fab3-4bf4-ae17-9cf93594e0b0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] No DVR routers for this DVR port 73fa6ad8-869b-4f9e-a560-517252ea691b on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:52:17.157029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1055ee99-23b0-4de4-bef5-dbe67701af77 req-99b19865-fab3-4bf4-ae17-9cf93594e0b0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:17.160798 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1055ee99-23b0-4de4-bef5-dbe67701af77 req-99b19865-fab3-4bf4-ae17-9cf93594e0b0 tempest-ListServerFiltersTestJSON-1507499997 tempest-ListServerFiltersTestJSON-1507499997-project] 10.222.0.36 "DELETE /v2.0/ports/73fa6ad8-869b-4f9e-a560-517252ea691b HTTP/1.1" status: 204  len: 173 time: 1.3753223
Dec 18 20:52:17.162999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-7326711f-cdbe-4bb6-88b7-052b4cf886cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:17.173959 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-7326711f-cdbe-4bb6-88b7-052b4cf886cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1d70eca-02f4-4675-afda-361ba3071aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1410186
Dec 18 20:52:17.254798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:17.304580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60104) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:17.316806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f2234da4-e249-445e-9f84-896813ebb05f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-602454053'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:17.348408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 209a1be9-0f3f-4756-8361-ca32f4b7d826 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:52:17.361216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209a1be9-0f3f-4756-8361-ca32f4b7d826'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:17.364571 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bedae23-940b-48bf-8409-fb7037f5849b" -d '{"events": [{"server_uuid": "26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3", "name": "network-vif-unplugged", "status": "completed", "tag": "209a1be9-0f3f-4756-8361-ca32f4b7d826"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:17.380621 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:17.421348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2234da4-e249-445e-9f84-896813ebb05f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:17.427958 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2234da4-e249-445e-9f84-896813ebb05f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:17.437588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Transition to ACTIVE for port object 209a1be9-0f3f-4756-8361-ca32f4b7d826 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:17.456809 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-7eedc9e4-345c-4b85-9ffe-4723f314b136 service neutron] 10.222.0.36 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2776713
Dec 18 20:52:17.461965 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:17.468115 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-40b6263a-5abb-408a-a968-cf8026b934c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:17.517863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2234da4-e249-445e-9f84-896813ebb05f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:52:17.527433 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2234da4-e249-445e-9f84-896813ebb05f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:17.527792 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-f2234da4-e249-445e-9f84-896813ebb05f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Added segment 7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76 of type vlan for network 86999e20-7286-4a34-ab79-356dd5f0f5ea
Dec 18 20:52:17.563405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-40b6263a-5abb-408a-a968-cf8026b934c2 None None] For port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ca128a1-55ff-4b89-bcdc-bd203ce74bdd,segment=NetworkSegment(671d4059-7089-40ba-abd5-648ed5819826),segment_id=671d4059-7089-40ba-abd5-648ed5819826)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:17.578859 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-40b6263a-5abb-408a-a968-cf8026b934c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:17.579131 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2234da4-e249-445e-9f84-896813ebb05f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:17.583516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 209a1be9-0f3f-4756-8361-ca32f4b7d826 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:52:17.584468 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 73fa6ad8-869b-4f9e-a560-517252ea691b no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:52:17.610452 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c030a3cf-db2d-483c-986b-2ba48d102c61 x-openstack-request-id: req-c030a3cf-db2d-483c-986b-2ba48d102c61 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:17.610990 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3", "name": "network-vif-unplugged", "status": "completed", "tag": "209a1be9-0f3f-4756-8361-ca32f4b7d826", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:17.611518 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c030a3cf-db2d-483c-986b-2ba48d102c61 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:17.611975 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209a1be9-0f3f-4756-8361-ca32f4b7d826', 'code': 200}
Dec 18 20:52:17.632370 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-133c4cd1-a76c-493e-84a4-8db95c8e1a69 req-68dc4470-d22d-4604-b9e1-b6dde7869cc8 service neutron] 10.222.0.36 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1619549
Dec 18 20:52:17.640614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 73fa6ad8-869b-4f9e-a560-517252ea691b {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:52:17.641258 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 73fa6ad8-869b-4f9e-a560-517252ea691b not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:52:17.655215 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2234da4-e249-445e-9f84-896813ebb05f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:17.662429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2234da4-e249-445e-9f84-896813ebb05f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:17.663261 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2234da4-e249-445e-9f84-896813ebb05f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:17.714690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6263a-5abb-408a-a968-cf8026b934c2 None None] Pushing event updated for resources: {'Port': ['ID=6ca128a1-55ff-4b89-bcdc-bd203ce74bdd,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:17.738796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-55804e51-41c3-4172-896b-0d01740a8726 None None] Provisioning complete for port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:17.738796 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-55804e51-41c3-4172-896b-0d01740a8726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:17.767235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b6b5e-7551-4d31-8ad8-12e668087838 req-33ed9bf0-3ba6-4a7d-be83-bb816c684dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:17.768731 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-777b6b5e-7551-4d31-8ad8-12e668087838 req-33ed9bf0-3ba6-4a7d-be83-bb816c684dac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47e94e03944844ccb90b9a5818d00856&device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 1095 time: 0.0712502
Dec 18 20:52:17.783052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e794b80>, [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ca128a1-55ff-4b89-bcdc-bd203ce74bdd', 'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'mac_address': 'fa:16:3e:42:6a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:07Z', 'updated_at': '2021-12-18T20:52:16Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'subnets': [{'id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:17.832890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58875f19-0f71-4ed7-8036-bb9013e685ae None None] The sync data for ids ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'] in ncdv-master-1 is: [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ca128a1-55ff-4b89-bcdc-bd203ce74bdd', 'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'mac_address': 'fa:16:3e:42:6a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:07Z', 'updated_at': '2021-12-18T20:52:16Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'subnets': [{'id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:52:17.876615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] No DVR routers for this DVR port 209a1be9-0f3f-4756-8361-ca32f4b7d826 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:52:17.958230 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f2234da4-e249-445e-9f84-896813ebb05f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6494017
Dec 18 20:52:17.959389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Pushing event updated for resources: {'Port': ['ID=209a1be9-0f3f-4756-8361-ca32f4b7d826,revision_number=6']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:17.961921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b6b5e-7551-4d31-8ad8-12e668087838 req-d96b624e-3c36-419e-920c-afe904c70c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:17.964446 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-777b6b5e-7551-4d31-8ad8-12e668087838 req-d96b624e-3c36-419e-920c-afe904c70c7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1d70eca-02f4-4675-afda-361ba3071aaf HTTP/1.1" status: 200  len: 930 time: 0.1669142
Dec 18 20:52:17.966358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60114) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:17.969073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Attempting to bind port 209a1be9-0f3f-4756-8361-ca32f4b7d826 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:17.970491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Attempting to bind port 209a1be9-0f3f-4756-8361-ca32f4b7d826 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:17.971430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Attempting to bind port 209a1be9-0f3f-4756-8361-ca32f4b7d826 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:17.983811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-840605888'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:17.998929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Port 209a1be9-0f3f-4756-8361-ca32f4b7d826 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:17.999559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Attempting to bind port 209a1be9-0f3f-4756-8361-ca32f4b7d826 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:18.001603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2234da4-e249-445e-9f84-896813ebb05f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Network': ['ID=86999e20-7286-4a34-ab79-356dd5f0f5ea,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:18.014573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 86999e20-7286-4a34-ab79-356dd5f0f5ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:52:18.040990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d1a4a-470d-49c6-bd34-87c679a6cccf req-580f5773-3629-43fe-af2c-39e7ebd3931c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:18.045073 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-777b6b5e-7551-4d31-8ad8-12e668087838 req-fac0f0cd-7941-40e9-af16-b2f8fc7d01f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe017f3-1a9e-4b8f-b078-a8a69597377e HTTP/1.1" status: 200  len: 217 time: 0.0570743
Dec 18 20:52:18.049641 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-999d1a4a-470d-49c6-bd34-87c679a6cccf req-580f5773-3629-43fe-af2c-39e7ebd3931c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 947 time: 0.4121997
Dec 18 20:52:18.080181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:18.081071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:18.081711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:18.082390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Bound port: 209a1be9-0f3f-4756-8361-ca32f4b7d826, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:18.082999 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.136810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b6b5e-7551-4d31-8ad8-12e668087838 req-25d0b982-4cdd-43d1-9fca-69bcbd3bf14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:18.140181 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-777b6b5e-7551-4d31-8ad8-12e668087838 req-25d0b982-4cdd-43d1-9fca-69bcbd3bf14b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05cc53ec-1c25-42dc-ac5b-5a97b48ffd34 HTTP/1.1" status: 200  len: 868 time: 0.0881815
Dec 18 20:52:18.197101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b6b5e-7551-4d31-8ad8-12e668087838 req-d207df6a-d670-46c0-b2de-4b41aed7e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:18.199578 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-777b6b5e-7551-4d31-8ad8-12e668087838 req-d207df6a-d670-46c0-b2de-4b41aed7e966 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1d70eca-02f4-4675-afda-361ba3071aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0512674
Dec 18 20:52:18.201582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:18.205472 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.217355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-999d1a4a-470d-49c6-bd34-87c679a6cccf req-80271f29-dfc2-4d73-998b-924abcbc05de tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668379
Dec 18 20:52:18.237196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022ead7-f099-4a8f-aeaa-3bfe8823e401 req-6bf53ff2-e98c-4d62-a152-d98d00b0d74f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:18.238747 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f022ead7-f099-4a8f-aeaa-3bfe8823e401 req-6bf53ff2-e98c-4d62-a152-d98d00b0d74f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 950 time: 0.3003581
Dec 18 20:52:18.275496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:18.301943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:52:18.313896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:18.340498 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.363434 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-777b6b5e-7551-4d31-8ad8-12e668087838 req-862d082d-3b74-4e8f-aff6-1ba8336ecd11 service neutron] 10.222.0.36 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560884
Dec 18 20:52:18.365607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.366082 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Added segment 1906a399-ce94-4acf-acc5-d0b5b5f077ad of type vlan for network 5b74eeda-4ba0-4971-b20a-e138901b128c
Dec 18 20:52:18.404865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:18.405517 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.407439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] 10.222.0.31 "PUT /v2.0/ports/209a1be9-0f3f-4756-8361-ca32f4b7d826 HTTP/1.1" status: 200  len: 1095 time: 2.5283914
Dec 18 20:52:18.410922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f022ead7-f099-4a8f-aeaa-3bfe8823e401 req-21c85f8d-9f97-4790-9ab4-cd602449c919 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622996
Dec 18 20:52:18.452656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:18.497658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d1521-aa8b-4134-beb3-4f2057eab9de service neutron] Pushing event updated for resources: {'Port': ['ID=209a1be9-0f3f-4756-8361-ca32f4b7d826,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:18.505451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.528280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bbf71-8565-4320-b1bc-fc98c33ea64a req-8828a5f1-1bcf-4a46-beae-3893de9cd43e tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:18.538108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60124) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:18.539438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-608bbf71-8565-4320-b1bc-fc98c33ea64a req-8828a5f1-1bcf-4a46-beae-3893de9cd43e tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 944 time: 0.2234416
Dec 18 20:52:18.606550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:18.607417 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.653864 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7b70a6-f138-4bc3-8e28-5acb238a3f2a admin admin] Deleting subnet 9cc82e0c-a4eb-479e-87ac-bad9c5f61167 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:52:18.658537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c7b70a6-f138-4bc3-8e28-5acb238a3f2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.666439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-608bbf71-8565-4320-b1bc-fc98c33ea64a req-2102a572-e119-4ec5-b0f0-ce723915f98b tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102059
Dec 18 20:52:18.670835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.db.resource_extend [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:52:18.693324 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-777b6b5e-7551-4d31-8ad8-12e668087838 req-c6fbc37e-97d7-44ed-a4a6-da02446b0d7b service neutron] 10.222.0.36 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3196831
Dec 18 20:52:18.716529 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c7b70a6-f138-4bc3-8e28-5acb238a3f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.745510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-29748c49-57db-49fc-a5e1-b77679626da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:18.747241 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-29748c49-57db-49fc-a5e1-b77679626da3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 1098 time: 0.2630296
Dec 18 20:52:18.750052 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.762198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:18.763339 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.825924 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c7b70a6-f138-4bc3-8e28-5acb238a3f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.888136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c7b70a6-f138-4bc3-8e28-5acb238a3f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.891481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.9137356
Dec 18 20:52:18.895991 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60128) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:18.908850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-cba8bb93-63e8-4b5c-8476-8d2620c35c19 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'subnet': {'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:18.919945 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c7b70a6-f138-4bc3-8e28-5acb238a3f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:18.925670 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3c7b70a6-f138-4bc3-8e28-5acb238a3f2a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9cc82e0c-a4eb-479e-87ac-bad9c5f61167 HTTP/1.1" status: 204  len: 168 time: 0.3824613
Dec 18 20:52:18.925670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b70a6-f138-4bc3-8e28-5acb238a3f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc82e0c-a4eb-479e-87ac-bad9c5f61167,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:18.926827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60130) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:18.928659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786dd328-cf3e-415d-8411-5c854fe51f06 None None] Network b887375f-aca9-4b00-9b24-e802c9b9f2d0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:18.966080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead981d0-26fd-45ed-a167-16c5bd11eb6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Network': ['ID=5b74eeda-4ba0-4971-b20a-e138901b128c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:19.014481 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.017507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-0be979e3-3cac-4ebf-8f84-dfbe73964986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:19.019193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-0be979e3-3cac-4ebf-8f84-dfbe73964986 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2473660
Dec 18 20:52:19.032196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5b74eeda-4ba0-4971-b20a-e138901b128c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:52:19.045856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335d5aef-b6d5-402c-8431-28f42f02d8fc', 'name': 'network-vif-deleted', 'tag': '73fa6ad8-869b-4f9e-a560-517252ea691b'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:19.047517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba8bb93-63e8-4b5c-8476-8d2620c35c19 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:19.048486 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7475fbc-ae4a-4825-aea1-c4a0bd3d2b08" -d '{"events": [{"server_uuid": "335d5aef-b6d5-402c-8431-28f42f02d8fc", "name": "network-vif-deleted", "tag": "73fa6ad8-869b-4f9e-a560-517252ea691b"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:19.052106 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cba8bb93-63e8-4b5c-8476-8d2620c35c19 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.076466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Deleting port 5e10c648-939a-43f4-94e6-d6cb709f8adc {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:19.076816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.104072 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-1b84e545-3f77-4230-8c74-3e141c42dbc6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826 HTTP/1.1" status: 200  len: 217 time: 0.0651195
Dec 18 20:52:19.131964 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0a73a4-d59b-4aa0-ab99-590c8626309a x-openstack-request-id: req-2b0a73a4-d59b-4aa0-ab99-590c8626309a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:19.132304 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335d5aef-b6d5-402c-8431-28f42f02d8fc", "name": "network-vif-deleted", "tag": "73fa6ad8-869b-4f9e-a560-517252ea691b", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:19.132570 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b0a73a4-d59b-4aa0-ab99-590c8626309a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:19.132963 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335d5aef-b6d5-402c-8431-28f42f02d8fc', 'name': 'network-vif-deleted', 'tag': '73fa6ad8-869b-4f9e-a560-517252ea691b', 'status': 'completed', 'code': 200}
Dec 18 20:52:19.150473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] For port 5e10c648-939a-43f4-94e6-d6cb709f8adc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e10c648-939a-43f4-94e6-d6cb709f8adc,segment=NetworkSegment(de8c7481-b567-4e80-9428-b9eb48d5b276),segment_id=de8c7481-b567-4e80-9428-b9eb48d5b276)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:19.150838 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.165068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Calling delete_port for 5e10c648-939a-43f4-94e6-d6cb709f8adc owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:19.213355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-a4e33af6-d9dd-4f8a-a71c-344b9a0de166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:19.215007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-a4e33af6-d9dd-4f8a-a71c-344b9a0de166 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0775387
Dec 18 20:52:19.236727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca92b53-b0ac-4d7d-8695-b9c6bc3dfaa8 None None] DHCP port deletion for b887375f-aca9-4b00-9b24-e802c9b9f2d0 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:52:19.261904 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.289591 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.297539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e10c648-939a-43f4-94e6-d6cb709f8adc,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:19.313387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] No DVR routers for this DVR port 5e10c648-939a-43f4-94e6-d6cb709f8adc on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:52:19.319560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5ca92b53-b0ac-4d7d-8695-b9c6bc3dfaa8 None None] Deleting port 5e10c648-939a-43f4-94e6-d6cb709f8adc {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:19.321622 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5ca92b53-b0ac-4d7d-8695-b9c6bc3dfaa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.335666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-ade56640-e00d-45bc-8cf9-5bfd1041845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:19.337134 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-ade56640-e00d-45bc-8cf9-5bfd1041845c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1139524
Dec 18 20:52:19.396960 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.397342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5ca92b53-b0ac-4d7d-8695-b9c6bc3dfaa8 None None] For port 5e10c648-939a-43f4-94e6-d6cb709f8adc, host ncdv-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:19.397791 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5ca92b53-b0ac-4d7d-8695-b9c6bc3dfaa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.415275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5ca92b53-b0ac-4d7d-8695-b9c6bc3dfaa8 None None] Calling delete_port for 5e10c648-939a-43f4-94e6-d6cb709f8adc owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:19.419664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.ipam_backend_mixin [None req-5ca92b53-b0ac-4d7d-8695-b9c6bc3dfaa8 None None] Port 5e10c648-939a-43f4-94e6-d6cb709f8adc was not found and therefore no delete operation was performed {{(pid=126010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 20:52:19.421932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dfa7670>,) {'filters': {'network_id': ['b887375f-aca9-4b00-9b24-e802c9b9f2d0']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:19.422448 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5ca92b53-b0ac-4d7d-8695-b9c6bc3dfaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.434610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dfa7670>, 'de8c7481-b567-4e80-9428-b9eb48d5b276') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:19.435358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dfa7670>, 'de8c7481-b567-4e80-9428-b9eb48d5b276') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:19.446034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.451915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca92b53-b0ac-4d7d-8695-b9c6bc3dfaa8 None None] Pushing event deleted for resources: {'Port': ['ID=5e10c648-939a-43f4-94e6-d6cb709f8adc,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:19.453095 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cba8bb93-63e8-4b5c-8476-8d2620c35c19 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.456944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca92b53-b0ac-4d7d-8695-b9c6bc3dfaa8 None None] No DVR routers for this DVR port 5e10c648-939a-43f4-94e6-d6cb709f8adc on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:52:19.468813 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.471962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a348ce-830e-48ec-b6c8-423140114772 req-d74d5000-9337-4717-9607-79ec48859d0c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:19.476253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:52:19.476253 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:52:19.479110 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:52:19.483257 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3a348ce-830e-48ec-b6c8-423140114772 req-d74d5000-9337-4717-9607-79ec48859d0c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 947 time: 0.1594157
Dec 18 20:52:19.548203 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.559622 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.564768 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b887375f-aca9-4b00-9b24-e802c9b9f2d0 HTTP/1.1" status: 204  len: 168 time: 0.6352313
Dec 18 20:52:19.584859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146fb35-2e01-40f0-ae24-7daca750d799 admin admin] Pushing event deleted for resources: {'Network': ['ID=b887375f-aca9-4b00-9b24-e802c9b9f2d0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:19.607766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-45d89eb8-42fb-4c38-9cad-64d2ebc149a0 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559555
Dec 18 20:52:19.615252 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'tag': '209a1be9-0f3f-4756-8361-ca32f4b7d826'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:19.617462 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511a8424-1208-4868-8a66-313fc8b48812" -d '{"events": [{"name": "network-changed", "server_uuid": "26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3", "tag": "209a1be9-0f3f-4756-8361-ca32f4b7d826"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:19.621181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8bb93-63e8-4b5c-8476-8d2620c35c19 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Subnet': ['ID=b6ff7a92-12ab-437a-8f88-b0ab4f887a39,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:19.649982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3a348ce-830e-48ec-b6c8-423140114772 req-b08f3e1b-a8c2-40ee-8f3e-5969292da521 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690342
Dec 18 20:52:19.708236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14584705-fb92-4413-9f8e-f155e1e32bdb req-732796e1-febb-4dca-bd66-38f1fc713d67 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:19.709738 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14584705-fb92-4413-9f8e-f155e1e32bdb req-732796e1-febb-4dca-bd66-38f1fc713d67 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 950 time: 0.1700339
Dec 18 20:52:19.712277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba8bb93-63e8-4b5c-8476-8d2620c35c19 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Checking segment: {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:19.712639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba8bb93-63e8-4b5c-8476-8d2620c35c19 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Network hostable DHCP agents. Network: 86999e20-7286-4a34-ab79-356dd5f0f5ea, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:52:19.754681 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef908e3b-cce4-4c90-b3bf-da71f8ffdb8a x-openstack-request-id: req-ef908e3b-cce4-4c90-b3bf-da71f8ffdb8a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:19.754974 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3", "tag": "209a1be9-0f3f-4756-8361-ca32f4b7d826", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:19.755228 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef908e3b-cce4-4c90-b3bf-da71f8ffdb8a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:19.755814 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'tag': '209a1be9-0f3f-4756-8361-ca32f4b7d826', 'status': 'completed', 'code': 200}
Dec 18 20:52:19.788592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba8bb93-63e8-4b5c-8476-8d2620c35c19 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Network 86999e20-7286-4a34-ab79-356dd5f0f5ea is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:52:19.792010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60150) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:19.793163 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf7e4869-a0aa-4ae1-bd7b-702a2d661aed req-fe794494-1d6c-42ca-b1d1-1a369f9cfd21 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1658671
Dec 18 20:52:19.815560 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14584705-fb92-4413-9f8e-f155e1e32bdb req-0f3f6e4f-63a8-404f-b475-87f7f04a1c7e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859482
Dec 18 20:52:19.816740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-cba8bb93-63e8-4b5c-8476-8d2620c35c19 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 86999e20-7286-4a34-ab79-356dd5f0f5ea) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:19.825821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faaf658-fb86-4c93-8f4e-0da4a92c3307 None None] Network 86999e20-7286-4a34-ab79-356dd5f0f5ea requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:19.836624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8bb93-63e8-4b5c-8476-8d2620c35c19 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:19.837214 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cba8bb93-63e8-4b5c-8476-8d2620c35c19 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:19.911915 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3ec7de93-d2b2-4130-ad63-3d0367a44314 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f74319f4d954cea9418c30afd53b213&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1172624
Dec 18 20:52:19.912965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60158) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:19.926169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cba8bb93-63e8-4b5c-8476-8d2620c35c19 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.0225663
Dec 18 20:52:19.929780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a8424-1208-4868-8a66-313fc8b48812 req-d2007434-ca4f-4a10-805f-f0df0aaf1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:19.932215 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-d2007434-ca4f-4a10-805f-f0df0aaf1c60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 1098 time: 0.1259837
Dec 18 20:52:19.932950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60160) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:19.940817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3ba9d4a2-f0ec-4080-ba68-9d36d118b7db tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'subnet': {'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:19.973084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5debb23-edc2-47eb-a392-c7b1919ca787 req-e3a4ce9b-a0b9-4656-8466-1df8ac34d135 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:19.974905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5debb23-edc2-47eb-a392-c7b1919ca787 req-e3a4ce9b-a0b9-4656-8466-1df8ac34d135 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 944 time: 0.1479344
Dec 18 20:52:19.993120 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a8424-1208-4868-8a66-313fc8b48812 req-bc4bd74d-fb4e-4f69-afac-cab83cc31585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:20.003073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-bc4bd74d-fb4e-4f69-afac-cab83cc31585 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 1098 time: 0.1278670
Dec 18 20:52:20.044367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-86999e20-7286-4a34-ab79-356dd5f0f5ea', 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea', 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'fixed_ips': [{'subnet_id': 'b6ff7a92-12ab-437a-8f88-b0ab4f887a39'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:52:20.045939 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:20.066710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60162) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:20.109755 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d31308-30f9-4050-b951-fd47ab29fce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:20.142654 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a8424-1208-4868-8a66-313fc8b48812 req-b89149e4-14f5-4f96-b19a-35dfb9cf3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:20.151382 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-b89149e4-14f5-4f96-b19a-35dfb9cf3774 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2029519
Dec 18 20:52:20.172443 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d31308-30f9-4050-b951-fd47ab29fce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:20.183530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5debb23-edc2-47eb-a392-c7b1919ca787 req-740c7ff7-f392-4912-9ee7-3387ff3d4e97 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019589
Dec 18 20:52:20.222886 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a8424-1208-4868-8a66-313fc8b48812 req-40afc15d-31e6-42f6-8501-f5f57bc3dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:20.224714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-40afc15d-31e6-42f6-8501-f5f57bc3dd0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2109988
Dec 18 20:52:20.284614 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-a80bf421-12ea-4155-a599-770592fe6bbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826 HTTP/1.1" status: 200  len: 217 time: 0.0424433
Dec 18 20:52:20.290771 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-478d64a2-df65-47fa-aca8-7ba76ae134b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826 HTTP/1.1" status: 200  len: 217 time: 0.0538690
Dec 18 20:52:20.341056 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba9d4a2-f0ec-4080-ba68-9d36d118b7db tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:20.345429 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4268892-34a9-4843-b9c5-a083d08686a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:20.346749 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d4a2-f0ec-4080-ba68-9d36d118b7db tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:20.410026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a8424-1208-4868-8a66-313fc8b48812 req-65d92810-134b-4e97-b9a2-285c985730a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:20.413182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-65d92810-134b-4e97-b9a2-285c985730a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1116388
Dec 18 20:52:20.426522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Allocated IP 10.1.1.2 (86999e20-7286-4a34-ab79-356dd5f0f5ea/b6ff7a92-12ab-437a-8f88-b0ab4f887a39/5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:20.443353 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d31308-30f9-4050-b951-fd47ab29fce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:20.448627 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d31308-30f9-4050-b951-fd47ab29fce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:20.450869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-95d31308-30f9-4050-b951-fd47ab29fce6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5b28b0f-e95b-4258-a911-221353e1f9dd HTTP/1.1" status: 204  len: 168 time: 0.5360119
Dec 18 20:52:20.458161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5e10c648-939a-43f4-94e6-d6cb709f8adc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:52:20.474199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a8424-1208-4868-8a66-313fc8b48812 req-1d3e792b-6864-4c73-8dbd-e9ad7732f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:20.475759 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-1d3e792b-6864-4c73-8dbd-e9ad7732f3e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1571345
Dec 18 20:52:20.498910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d31308-30f9-4050-b951-fd47ab29fce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b28b0f-e95b-4258-a911-221353e1f9dd,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:20.533418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a8424-1208-4868-8a66-313fc8b48812 req-75096538-a0c2-4bed-9e5b-c34bd2462b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:20.535109 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-75096538-a0c2-4bed-9e5b-c34bd2462b84 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1087306
Dec 18 20:52:20.537353 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4268892-34a9-4843-b9c5-a083d08686a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:20.544429 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4268892-34a9-4843-b9c5-a083d08686a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:20.584130 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 5e10c648-939a-43f4-94e6-d6cb709f8adc {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:52:20.584473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5e10c648-939a-43f4-94e6-d6cb709f8adc not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:52:20.601015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a8424-1208-4868-8a66-313fc8b48812 req-107c24d8-d81b-4f1e-b1ee-ebc5108bbe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:20.604413 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-107c24d8-d81b-4f1e-b1ee-ebc5108bbe28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1163828
Dec 18 20:52:20.767276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-11ba85f9-4db8-48c6-a484-5a3fb110bc36 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2193348
Dec 18 20:52:20.783159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d4268892-34a9-4843-b9c5-a083d08686a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1094352abf294f22bda41c1216d137d8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7155099
Dec 18 20:52:20.786433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60176) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:20.793934 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d4a2-f0ec-4080-ba68-9d36d118b7db tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:20.806225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4268892-34a9-4843-b9c5-a083d08686a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d436d2d-bdb3-4a9c-97a4-10fb7bd98e19,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:20.890280 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-bc4c3b60-c0a7-43e5-a3c8-3821cf7f0589 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2723157
Dec 18 20:52:20.900254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9d4a2-f0ec-4080-ba68-9d36d118b7db tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Subnet': ['ID=d514dada-d8b2-467e-8ca9-570f42a26f3c,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:20.900793 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:20.911758 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:20.955379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba9d4a2-f0ec-4080-ba68-9d36d118b7db tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Checking segment: {'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:20.955379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba9d4a2-f0ec-4080-ba68-9d36d118b7db tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Network hostable DHCP agents. Network: 5b74eeda-4ba0-4971-b20a-e138901b128c, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:52:20.961262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Network 86999e20-7286-4a34-ab79-356dd5f0f5ea is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:20.964898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:20.968927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:20.982733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Pushing event updated for resources: {'Port': ['ID=5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:21.011711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba9d4a2-f0ec-4080-ba68-9d36d118b7db tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Network 5b74eeda-4ba0-4971-b20a-e138901b128c is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:52:21.036356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Attempting to bind port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:21.037049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Attempting to bind port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:21.037514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Attempting to bind port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 on network 86999e20-7286-4a34-ab79-356dd5f0f5ea {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:21.045838 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:21.047159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Checking segment: {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:21.047677 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.048167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Bound using segment: {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:21.048830 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Bound port: 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:21.049224 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.049826 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-142ed58f-8686-4cba-9945-20c117e7804f service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465297
Dec 18 20:52:21.050897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-3ba9d4a2-f0ec-4080-ba68-9d36d118b7db tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5b74eeda-4ba0-4971-b20a-e138901b128c) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:21.088014 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba9d4a2-f0ec-4080-ba68-9d36d118b7db tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:21.090724 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d4a2-f0ec-4080-ba68-9d36d118b7db tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.094435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f409669b-422e-4ea2-8b22-d972b06b205a None None] Network 5b74eeda-4ba0-4971-b20a-e138901b128c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:21.117335 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3ba9d4a2-f0ec-4080-ba68-9d36d118b7db tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.1826019
Dec 18 20:52:21.121570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60190) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:21.129534 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'port': {'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea', 'name': 'tempest-TaggedBootDevicesTest-1385006129', 'fixed_ips': [{'subnet_id': 'b6ff7a92-12ab-437a-8f88-b0ab4f887a39'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:21.203728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] For port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:21.229136 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] For port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:21.240519 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.289289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5b74eeda-4ba0-4971-b20a-e138901b128c', 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c', 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'fixed_ips': [{'subnet_id': 'd514dada-d8b2-467e-8ca9-570f42a26f3c'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:52:21.290229 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.297515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:21.339738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device cbe017f3-1a9e-4b8f-b078-a8a69597377e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:52:21.381478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdead36-3186-44e1-8464-6048c59feb26 None None] Pushing event updated for resources: {'Port': ['ID=5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:21.444739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.474022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] device_id is not set on port f8de1dac-5fbd-4626-8379-c9547acc28fb yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:52:21.527320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-511a8424-1208-4868-8a66-313fc8b48812 req-195e8cac-9cd4-4a92-948b-e75465bf4060 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7421706
Dec 18 20:52:21.558174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5a7a8-7b41-471c-9d19-1aa15c819c49 req-cafd3607-1417-44ad-8550-4e2383dc60cc tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:21.566421 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fc5a7a8-7b41-471c-9d19-1aa15c819c49 req-cafd3607-1417-44ad-8550-4e2383dc60cc tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 947 time: 0.7610877
Dec 18 20:52:21.582374 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ecac-90f4-4870-be8f-3113ba75bdef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.595040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60202) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:21.601447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port cbe017f3-1a9e-4b8f-b078-a8a69597377e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbe017f3-1a9e-4b8f-b078-a8a69597377e,segment=NetworkSegment(671d4059-7089-40ba-abd5-648ed5819826),segment_id=671d4059-7089-40ba-abd5-648ed5819826)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:21.605081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06861b8c-3c54-424a-b9df-527b2a960edc req-00b7a2e0-bf72-45d0-8b03-30ecb15a0922 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:21.605755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06861b8c-3c54-424a-b9df-527b2a960edc req-00b7a2e0-bf72-45d0-8b03-30ecb15a0922 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:21.606411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06861b8c-3c54-424a-b9df-527b2a960edc req-00b7a2e0-bf72-45d0-8b03-30ecb15a0922 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:21.607035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06861b8c-3c54-424a-b9df-527b2a960edc req-00b7a2e0-bf72-45d0-8b03-30ecb15a0922 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:21.607654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06861b8c-3c54-424a-b9df-527b2a960edc req-00b7a2e0-bf72-45d0-8b03-30ecb15a0922 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:21.608277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06861b8c-3c54-424a-b9df-527b2a960edc req-00b7a2e0-bf72-45d0-8b03-30ecb15a0922 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:21.608893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06861b8c-3c54-424a-b9df-527b2a960edc req-00b7a2e0-bf72-45d0-8b03-30ecb15a0922 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:21.618816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06861b8c-3c54-424a-b9df-527b2a960edc req-00b7a2e0-bf72-45d0-8b03-30ecb15a0922 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7&device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6&device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da&device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2&device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3&device_id=d025fcfa-d293-483a-80c3-2100f89d26f4&device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 6431 time: 0.2462196
Dec 18 20:52:21.645006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'port_id': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e', 'mac_address': 'fa:16:3e:8d:e6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:52:21.694083 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ecac-90f4-4870-be8f-3113ba75bdef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.700721 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-06861b8c-3c54-424a-b9df-527b2a960edc req-9190059c-7b4d-4ddb-a4d2-d9e90c24e358 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.761647 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.778006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fc5a7a8-7b41-471c-9d19-1aa15c819c49 req-323cc9b2-0150-4278-86ad-1706996bf165 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101467
Dec 18 20:52:21.792939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe017f3-1a9e-4b8f-b078-a8a69597377e {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:21.801168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Allocated IP 10.1.1.54 (86999e20-7286-4a34-ab79-356dd5f0f5ea/b6ff7a92-12ab-437a-8f88-b0ab4f887a39/f8de1dac-5fbd-4626-8379-c9547acc28fb) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:21.803474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Allocated IP 10.2.2.2 (5b74eeda-4ba0-4971-b20a-e138901b128c/d514dada-d8b2-467e-8ca9-570f42a26f3c/ddca400c-633a-4468-a2c7-d05e89f2fdb9) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:21.841719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port cbe017f3-1a9e-4b8f-b078-a8a69597377e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbe017f3-1a9e-4b8f-b078-a8a69597377e,segment=NetworkSegment(671d4059-7089-40ba-abd5-648ed5819826),segment_id=671d4059-7089-40ba-abd5-648ed5819826)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:21.854405 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.881566 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ecac-90f4-4870-be8f-3113ba75bdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.885940 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ecac-90f4-4870-be8f-3113ba75bdef admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.887607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5ce8ecac-90f4-4870-be8f-3113ba75bdef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d436d2d-bdb3-4a9c-97a4-10fb7bd98e19 HTTP/1.1" status: 204  len: 168 time: 1.0904582
Dec 18 20:52:21.910067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8ecac-90f4-4870-be8f-3113ba75bdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d436d2d-bdb3-4a9c-97a4-10fb7bd98e19,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:21.939785 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-06861b8c-3c54-424a-b9df-527b2a960edc req-9190059c-7b4d-4ddb-a4d2-d9e90c24e358 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:21.953918 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1900157530-network', 'tenant_id': '1a0744714bbf4779a774d5d0d8fc18d7'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:21.959888 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-06861b8c-3c54-424a-b9df-527b2a960edc req-9190059c-7b4d-4ddb-a4d2-d9e90c24e358 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.053623 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Made reservation on behalf of 1a0744714bbf4779a774d5d0d8fc18d7 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:22.062524 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.065316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190059c-7b4d-4ddb-a4d2-d9e90c24e358 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65a7e54-70e8-4ada-9dc9-fd005b77a57f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:22.091392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06861b8c-3c54-424a-b9df-527b2a960edc req-9190059c-7b4d-4ddb-a4d2-d9e90c24e358 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&id=5672d52a-5263-48ae-8f46-8984a51ab284&id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 607 time: 0.4288344
Dec 18 20:52:22.176531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['cbe017f3-1a9e-4b8f-b078-a8a69597377e'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:22.188056 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.204099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=cbe017f3-1a9e-4b8f-b078-a8a69597377e,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:22.283428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4c94-f205-4e35-9123-8c5f39a230f0 req-b7479e7b-e21e-4b91-9e55-be1b7896afea tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:22.288050 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.295009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de9a4c94-f205-4e35-9123-8c5f39a230f0 req-b7479e7b-e21e-4b91-9e55-be1b7896afea tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 945 time: 0.0969207
Dec 18 20:52:22.355523 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.363039 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de9a4c94-f205-4e35-9123-8c5f39a230f0 req-7ac89245-dad0-4617-a37c-d4ff831052ea tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655863
Dec 18 20:52:22.367891 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.387540 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.457922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Network 86999e20-7286-4a34-ab79-356dd5f0f5ea is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:22.464786 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:52:22.478884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:22.483111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:22.513760 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.546503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557d4671-44cd-4859-a5e2-72610505bfa6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:22.550977 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.551328 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Added segment 66e323ce-d2c6-4918-afc0-f880372d8272 of type vlan for network 7fe37750-b06f-419d-82fb-61fd7d848a35
Dec 18 20:52:22.562761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:22.563871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Port': ['ID=f8de1dac-5fbd-4626-8379-c9547acc28fb,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:22.564711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 209a1be9-0f3f-4756-8361-ca32f4b7d826 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:52:22.625458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:22.626486 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.642888 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.651087 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aae8eaa7-faae-4c22-9a47-de84682ca393 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.5275719
Dec 18 20:52:22.654364 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60222) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:22.661833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'port': {'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea', 'name': 'tempest-TaggedBootDevicesTest-2037068494', 'fixed_ips': [{'subnet_id': 'b6ff7a92-12ab-437a-8f88-b0ab4f887a39'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:22.672712 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.686741 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.688564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:22.689673 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:22.762941 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0772703
Dec 18 20:52:22.765595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60224) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:22.771998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-303ffe54-72f1-4031-84b9-fd46589031ac admin admin] Request body: {'subnet': {'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1900157530-subnet', 'tenant_id': '1a0744714bbf4779a774d5d0d8fc18d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:22.806242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Network 5b74eeda-4ba0-4971-b20a-e138901b128c is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:22.852394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:22.859669 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:22.868214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Pushing event updated for resources: {'Port': ['ID=ddca400c-633a-4468-a2c7-d05e89f2fdb9,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:22.984074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112103-2bd3-429c-bedb-7b408064e77a req-f303a354-b51b-4911-9340-c6cafbc2db78 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:22.992159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69112103-2bd3-429c-bedb-7b408064e77a req-f303a354-b51b-4911-9340-c6cafbc2db78 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 947 time: 0.0900342
Dec 18 20:52:22.999795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a3e7a-84c2-4e07-b76a-b44f6a533b6d req-0c8af465-15e5-4138-a1f5-3cae5effe37c tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:23.000361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a3e7a-84c2-4e07-b76a-b44f6a533b6d req-0c8af465-15e5-4138-a1f5-3cae5effe37c tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:23.000729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a3e7a-84c2-4e07-b76a-b44f6a533b6d req-0c8af465-15e5-4138-a1f5-3cae5effe37c tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:23.010143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e9a3e7a-84c2-4e07-b76a-b44f6a533b6d req-0c8af465-15e5-4138-a1f5-3cae5effe37c tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6&device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da&device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 2884 time: 0.2288737
Dec 18 20:52:23.017152 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:23.017553 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:23.069125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Attempting to bind port ddca400c-633a-4468-a2c7-d05e89f2fdb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:23.069507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Attempting to bind port ddca400c-633a-4468-a2c7-d05e89f2fdb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:23.069872 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Attempting to bind port ddca400c-633a-4468-a2c7-d05e89f2fdb9 on network 5b74eeda-4ba0-4971-b20a-e138901b128c {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:23.075673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:23.091366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef120e-b7b7-43c3-99a6-f918b821f143 None None] Network 86999e20-7286-4a34-ab79-356dd5f0f5ea requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:23.101563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e9a3e7a-84c2-4e07-b76a-b44f6a533b6d req-cd30b9c1-2a5c-4d63-8967-93a73eaa43b5 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904775
Dec 18 20:52:23.103066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:23.119563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:23.120085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Checking segment: {'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:23.120960 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:23.121545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Bound using segment: {'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:23.122112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Bound port: ddca400c-633a-4468-a2c7-d05e89f2fdb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:23.122603 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:23.151420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941532d-2b15-4b15-97e0-744996a32651 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe37750-b06f-419d-82fb-61fd7d848a35,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:23.183496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303ffe54-72f1-4031-84b9-fd46589031ac admin admin] Made reservation on behalf of 1a0744714bbf4779a774d5d0d8fc18d7 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:23.185225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 7fe37750-b06f-419d-82fb-61fd7d848a35 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:52:23.187429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '209a1be9-0f3f-4756-8361-ca32f4b7d826', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '209a1be9-0f3f-4756-8361-ca32f4b7d826', 'mac_address': 'fa:16:3e:05:7a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:52:23.188621 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-303ffe54-72f1-4031-84b9-fd46589031ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:23.248086 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:23.276422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69112103-2bd3-429c-bedb-7b408064e77a req-00cd285f-49b6-4dad-81f4-c99527210e0e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2828896
Dec 18 20:52:23.282742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] device_id is not set on port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:52:23.586418 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-303ffe54-72f1-4031-84b9-fd46589031ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:23.605158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae88aaf-24e4-47c3-be97-88e8275dfc85 req-2923c473-58d8-4d54-9c6a-661fa2b3de9f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:23.612740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ae88aaf-24e4-47c3-be97-88e8275dfc85 req-2923c473-58d8-4d54-9c6a-661fa2b3de9f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 945 time: 0.1405330
Dec 18 20:52:23.631391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device cbe017f3-1a9e-4b8f-b078-a8a69597377e up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:23.690674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Allocated IP 10.1.1.128 (86999e20-7286-4a34-ab79-356dd5f0f5ea/b6ff7a92-12ab-437a-8f88-b0ab4f887a39/04c02923-efaf-4b7a-9421-6c1c3df3d6eb) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:23.718805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ae88aaf-24e4-47c3-be97-88e8275dfc85 req-b75d6ccc-6d51-4a34-a2ae-c44de8d8d2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045718
Dec 18 20:52:23.773274 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ffe54-72f1-4031-84b9-fd46589031ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c34163-39bb-4877-88ae-d89e31fa25bd,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:23.792509 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ffe54-72f1-4031-84b9-fd46589031ac admin admin] Checking segment: {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:23.792806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ffe54-72f1-4031-84b9-fd46589031ac admin admin] Network hostable DHCP agents. Network: 7fe37750-b06f-419d-82fb-61fd7d848a35, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:52:23.798166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7b24ba86-ecf5-4a99-9f99-e5490ba27363 None None] Provisioning complete for port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:23.798754 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7b24ba86-ecf5-4a99-9f99-e5490ba27363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:23.817033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-e831a05a-5fe1-4fb3-9ab4-ac06a849dc74 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:23.818569 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-e831a05a-5fe1-4fb3-9ab4-ac06a849dc74 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3&tenant_id=f15c3e2ec1194924bee37b0161adc237&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 947 time: 0.1658986
Dec 18 20:52:23.836698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ffe54-72f1-4031-84b9-fd46589031ac admin admin] Network 7fe37750-b06f-419d-82fb-61fd7d848a35 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:52:23.873364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port cbe017f3-1a9e-4b8f-b078-a8a69597377e completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:52:23.897147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port cbe017f3-1a9e-4b8f-b078-a8a69597377e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:23.898492 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:23.928499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55fbf6-ed8c-407c-aaeb-6c18a9c3126b req-39a3447d-8ce5-4645-b053-999760fdc7cb tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:23.932542 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-99e996ef-d16e-4a52-aeaa-0f9e7f0167a8 service neutron] delete failed (client error): The resource could not be found.
Dec 18 20:52:23.933726 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-99e996ef-d16e-4a52-aeaa-0f9e7f0167a8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/209a1be9-0f3f-4756-8361-ca32f4b7d826/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1011376
Dec 18 20:52:23.936939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e55fbf6-ed8c-407c-aaeb-6c18a9c3126b req-39a3447d-8ce5-4645-b053-999760fdc7cb tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 947 time: 0.0843053
Dec 18 20:52:23.937741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-303ffe54-72f1-4031-84b9-fd46589031ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7fe37750-b06f-419d-82fb-61fd7d848a35) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:23.955169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303ffe54-72f1-4031-84b9-fd46589031ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:23.955927 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-303ffe54-72f1-4031-84b9-fd46589031ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:23.993750 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-303ffe54-72f1-4031-84b9-fd46589031ac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2267084
Dec 18 20:52:24.003463 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:24.013250 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf4599e-f8d0-4188-b9ea-4060e18860c5 None None] Network 7fe37750-b06f-419d-82fb-61fd7d848a35 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:24.026441 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:24.028072 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e55fbf6-ed8c-407c-aaeb-6c18a9c3126b req-d46ecd7a-9b93-434d-982f-7a252633a336 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900171
Dec 18 20:52:24.137536 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:24.166494 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-64f67865-06fb-4ec2-a6f6-4d97708fe0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:24.168720 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-64f67865-06fb-4ec2-a6f6-4d97708fe0a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 1098 time: 0.0909264
Dec 18 20:52:24.169254 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:24.185139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] For port ddca400c-633a-4468-a2c7-d05e89f2fdb9, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:24.188872 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209a1be9-0f3f-4756-8361-ca32f4b7d826 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:24.253259 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] For port ddca400c-633a-4468-a2c7-d05e89f2fdb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddca400c-633a-4468-a2c7-d05e89f2fdb9,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:24.300444 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:24.312395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Network 86999e20-7286-4a34-ab79-356dd5f0f5ea is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:24.321556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:24.340135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:24.342916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:24.371594 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:24.426980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:24.441392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Port': ['ID=04c02923-efaf-4b7a-9421-6c1c3df3d6eb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:24.464989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-d4dbd3df-5443-4b71-a72c-bfb2b3ecc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:24.470644 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-d4dbd3df-5443-4b71-a72c-bfb2b3ecc425 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2875583
Dec 18 20:52:24.528862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:24.534480 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:24.593295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fbcc9f56-4b3e-4376-83dd-53727cf31867 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.9376392
Dec 18 20:52:24.611749 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:24.639512 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-16814330-7460-4717-8bea-883cc074049f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826 HTTP/1.1" status: 200  len: 217 time: 0.1596341
Dec 18 20:52:24.651206 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:24.765806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-e6a867ce-28f4-4727-b3e3-e796b11e5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:24.767449 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-e6a867ce-28f4-4727-b3e3-e796b11e5f68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1136520
Dec 18 20:52:24.780884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['209a1be9-0f3f-4756-8361-ca32f4b7d826'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:24.893934 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port cbe017f3-1a9e-4b8f-b078-a8a69597377e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbe017f3-1a9e-4b8f-b078-a8a69597377e,segment=NetworkSegment(671d4059-7089-40ba-abd5-648ed5819826),segment_id=671d4059-7089-40ba-abd5-648ed5819826)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:24.896413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-7f29a93e-36cd-489d-a268-18fc8bf0ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:24.897954 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-7f29a93e-36cd-489d-a268-18fc8bf0ac3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1211784
Dec 18 20:52:24.899597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:24.904575 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1276dcc9-7325-4e65-958c-13458c93414a" -d '{"events": [{"server_uuid": "ce12ca16-56f4-459d-bc88-98eab54424b7", "name": "network-vif-plugged", "status": "completed", "tag": "cbe017f3-1a9e-4b8f-b078-a8a69597377e"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:24.923370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9305959b-38b8-4bdb-9573-a43b80cce59e None None] Network 7fe37750-b06f-419d-82fb-61fd7d848a35 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:25.056998 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7b24ba86-ecf5-4a99-9f99-e5490ba27363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:25.068842 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:25.073026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-26ce3715-fa23-427f-88ff-a56939f84bfa tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:25.096748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-26ce3715-fa23-427f-88ff-a56939f84bfa tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/networks?id=7fe37750-b06f-419d-82fb-61fd7d848a35 HTTP/1.1" status: 200  len: 813 time: 0.3050632
Dec 18 20:52:25.125405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-bbbc3daa-d5cb-43fa-904c-1d4f02860004 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/quotas/1a0744714bbf4779a774d5d0d8fc18d7 HTTP/1.1" status: 200  len: 375 time: 0.0275257
Dec 18 20:52:25.136841 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8212b35-de2b-498b-96b1-f5377b7e483c None None] Pushing event updated for resources: {'Port': ['ID=ddca400c-633a-4468-a2c7-d05e89f2fdb9,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:25.167897 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-b7d0a58e-5ed9-4002-a8ab-c4ddcceeb8b0 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2567136
Dec 18 20:52:25.170570 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9accc765-2000-4655-b2e3-f08765e3c920 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a0744714bbf4779a774d5d0d8fc18d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0441501
Dec 18 20:52:25.171777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60330) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:25.198961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-70a86218-d596-4efc-85e4-129e4d4c67ad tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135724728', 'description': 'tempest-description--1333494053'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:25.313739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707c15f-5cc0-4dd0-a3c5-ad5955485785 req-aee6f260-0c1f-49ec-96f3-de59c9271747 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:25.323744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e707c15f-5cc0-4dd0-a3c5-ad5955485785 req-aee6f260-0c1f-49ec-96f3-de59c9271747 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 1101 time: 0.1000557
Dec 18 20:52:25.325861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=209a1be9-0f3f-4756-8361-ca32f4b7d826,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:25.364659 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-7b24ba86-ecf5-4a99-9f99-e5490ba27363 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:52:25.365049 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-7b24ba86-ecf5-4a99-9f99-e5490ba27363 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:52:25.389080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70a86218-d596-4efc-85e4-129e4d4c67ad tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:25.469487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:25.519906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e707c15f-5cc0-4dd0-a3c5-ad5955485785 req-a11b5a30-5c39-4f26-bea7-5908be471e2e tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903503
Dec 18 20:52:25.536065 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70a86218-d596-4efc-85e4-129e4d4c67ad tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:25.541890 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf60215e-cad3-4c11-8e63-b629152efcd3 req-ff1ea6b6-193b-4650-b914-81614edc8cfb service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3241937
Dec 18 20:52:25.545792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70a86218-d596-4efc-85e4-129e4d4c67ad tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:25.587258 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=cbe017f3-1a9e-4b8f-b078-a8a69597377e,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:25.624397 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70a86218-d596-4efc-85e4-129e4d4c67ad tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:25.628800 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-70a86218-d596-4efc-85e4-129e4d4c67ad tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4521337
Dec 18 20:52:25.630734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60354) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:25.638393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e23b3133-2a8e-4e2c-9f56-b61d7698fbfb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'security_group_rule': {'security_group_id': 'f4cd3883-3206-4f85-b844-8db2f8bfb841', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:25.647848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a86218-d596-4efc-85e4-129e4d4c67ad tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cd3883-3206-4f85-b844-8db2f8bfb841,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:25.669562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-5a41333f-dfec-4bc7-9061-c8b6fc637ce6 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4978397
Dec 18 20:52:25.697353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e23b3133-2a8e-4e2c-9f56-b61d7698fbfb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:25.783007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e23b3133-2a8e-4e2c-9f56-b61d7698fbfb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:25.789215 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e23b3133-2a8e-4e2c-9f56-b61d7698fbfb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:25.816354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b3133-2a8e-4e2c-9f56-b61d7698fbfb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22cd78c-759c-4f07-8ee6-7fc2342a1fd2,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:25.829435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114b5c2-17fe-4207-9f49-6603ae3f65bd req-a849ff0c-eb7d-4206-85b2-d4abade7f709 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:25.829663 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e23b3133-2a8e-4e2c-9f56-b61d7698fbfb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:25.833448 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e23b3133-2a8e-4e2c-9f56-b61d7698fbfb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1993325
Dec 18 20:52:25.833613 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7114b5c2-17fe-4207-9f49-6603ae3f65bd req-a849ff0c-eb7d-4206-85b2-d4abade7f709 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 946 time: 0.1013982
Dec 18 20:52:25.833722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60364) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:25.840039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-300f38ee-b32e-4461-a59d-600ac5ebb49d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'security_group_rule': {'security_group_id': 'f4cd3883-3206-4f85-b844-8db2f8bfb841', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:25.847422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-1fef45e0-e13f-4d09-a2e4-e48ac191fc07 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1769028
Dec 18 20:52:25.925748 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-300f38ee-b32e-4461-a59d-600ac5ebb49d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:25.957588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7114b5c2-17fe-4207-9f49-6603ae3f65bd req-d250cd8f-77e4-4ea6-a08b-81c2b94aea41 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090994
Dec 18 20:52:26.033817 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-300f38ee-b32e-4461-a59d-600ac5ebb49d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:26.035596 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff9b146-2ead-483e-be2a-bc450fca40e8 x-openstack-request-id: req-aff9b146-2ead-483e-be2a-bc450fca40e8 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:26.035986 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce12ca16-56f4-459d-bc88-98eab54424b7", "name": "network-vif-plugged", "status": "completed", "tag": "cbe017f3-1a9e-4b8f-b078-a8a69597377e", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:26.036263 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aff9b146-2ead-483e-be2a-bc450fca40e8 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:26.037730 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e', 'code': 200}
Dec 18 20:52:26.042682 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-300f38ee-b32e-4461-a59d-600ac5ebb49d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:26.074373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f38ee-b32e-4461-a59d-600ac5ebb49d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47206f5-5d32-4e8b-870f-8c4fcb106021,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:26.090854 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-300f38ee-b32e-4461-a59d-600ac5ebb49d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:26.094950 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-300f38ee-b32e-4461-a59d-600ac5ebb49d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2575276
Dec 18 20:52:26.095472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60376) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:26.100212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:26.130961 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c5c2a1ca-1eb9-45e0-a623-d88b277336e7 None None] Provisioning complete for port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:26.136523 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a1ca-1eb9-45e0-a623-d88b277336e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:26.176380 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:26.209211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603660a-b24b-4646-b114-42c22b300c22 req-7b0a4c00-6249-4321-8a3e-d6e8a40b3c7f tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:26.217873 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2603660a-b24b-4646-b114-42c22b300c22 req-7b0a4c00-6249-4321-8a3e-d6e8a40b3c7f tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 948 time: 0.1045184
Dec 18 20:52:26.326547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d7fc-ae6e-4261-a580-3699b1a65832 req-e2a3e0c8-0d5a-484c-9298-55f349976569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:26.328511 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-81f4d7fc-ae6e-4261-a580-3699b1a65832 req-e2a3e0c8-0d5a-484c-9298-55f349976569 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 1097 time: 0.1116419
Dec 18 20:52:26.334645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd735a83-88dd-4c9d-b7fe-dd48f662e310 None None] Network 5b74eeda-4ba0-4971-b20a-e138901b128c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:26.339901 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2603660a-b24b-4646-b114-42c22b300c22 req-325abe5a-585d-41c6-a580-26b5cb4be98b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202579
Dec 18 20:52:26.411848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c5c2a1ca-1eb9-45e0-a623-d88b277336e7 None None] Port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:26.440358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c5c2a1ca-1eb9-45e0-a623-d88b277336e7 None None] Provisioning complete for port f8de1dac-5fbd-4626-8379-c9547acc28fb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:26.440862 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a1ca-1eb9-45e0-a623-d88b277336e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:26.446653 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-81f4d7fc-ae6e-4261-a580-3699b1a65832 req-a11fe4b8-45bb-4cf7-a169-0a7a14b0ec80 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052790
Dec 18 20:52:26.528184 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48668ea0-a24e-4043-9bd2-892633886da4 req-44ced39c-6337-48c5-9d1a-73531d868427 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:26.530477 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48668ea0-a24e-4043-9bd2-892633886da4 req-44ced39c-6337-48c5-9d1a-73531d868427 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 1101 time: 0.0743001
Dec 18 20:52:26.534590 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:26.559686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 209a1be9-0f3f-4756-8361-ca32f4b7d826 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:26.590489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c5c2a1ca-1eb9-45e0-a623-d88b277336e7 None None] Port f8de1dac-5fbd-4626-8379-c9547acc28fb cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:26.595897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48668ea0-a24e-4043-9bd2-892633886da4 req-16919fcc-87d7-4c4b-9d7b-eaa09c2c448e tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584407
Dec 18 20:52:26.646666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c5c2a1ca-1eb9-45e0-a623-d88b277336e7 None None] Provisioning complete for port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:26.647050 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a1ca-1eb9-45e0-a623-d88b277336e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:26.730924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 209a1be9-0f3f-4756-8361-ca32f4b7d826 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:52:26.737388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 209a1be9-0f3f-4756-8361-ca32f4b7d826 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:26.738090 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:26.849694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba5769d1-bf75-4f44-9cb5-25e8620ef456 req-d7d003b8-b5d8-485e-a979-4ba3aada5f6a tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a41a1-bd03-4b9c-8164-b39c33c23356 HTTP/1.1" status: 200  len: 210 time: 0.1082463
Dec 18 20:52:26.910786 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:26.967572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Allocated IP 172.35.3.4 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/2ab135d1-f178-435a-8dc4-535d3964f718) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:26.976419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:26.985431 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:27.160068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=209a1be9-0f3f-4756-8361-ca32f4b7d826,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:27.187979 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:27.285465 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76e05c-418c-4777-8e31-bf207c3295ce req-606b6af6-d1e4-43ad-b79e-e6ebdf0fe24f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:27.289680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa76e05c-418c-4777-8e31-bf207c3295ce req-606b6af6-d1e4-43ad-b79e-e6ebdf0fe24f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 946 time: 0.1261647
Dec 18 20:52:27.313522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c9fd3c7e-7a0b-47bf-900c-0535ab8993e9 None None] Provisioning complete for port ddca400c-633a-4468-a2c7-d05e89f2fdb9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:27.313902 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3c7e-7a0b-47bf-900c-0535ab8993e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:27.360653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:27.415877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:27.416426 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:27.503574 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:27.538357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa76e05c-418c-4777-8e31-bf207c3295ce req-4435ad04-7e77-497a-bb9c-0981adf56ccb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377563
Dec 18 20:52:27.574886 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3c7e-7a0b-47bf-900c-0535ab8993e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:27.674605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:27.686612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:27.697990 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:27.739109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c9fd3c7e-7a0b-47bf-900c-0535ab8993e9 None None] For port ddca400c-633a-4468-a2c7-d05e89f2fdb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddca400c-633a-4468-a2c7-d05e89f2fdb9,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:27.748176 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3c7e-7a0b-47bf-900c-0535ab8993e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:27.758097 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ddca400c-633a-4468-a2c7-d05e89f2fdb9 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:27.857140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Port': ['ID=2ab135d1-f178-435a-8dc4-535d3964f718,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:27.883496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b974f-c78f-4b19-a4bb-95aacd6e9f26 req-89503681-4127-463a-9834-69f7eeb5f2f6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:27.887700 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c3b974f-c78f-4b19-a4bb-95aacd6e9f26 req-89503681-4127-463a-9834-69f7eeb5f2f6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.1651065
Dec 18 20:52:27.993375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c3b974f-c78f-4b19-a4bb-95aacd6e9f26 req-05e0e431-05bb-412b-a326-32622890fcf3 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939798
Dec 18 20:52:28.008203 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:28.040280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209a1be9-0f3f-4756-8361-ca32f4b7d826'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:28.044746 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d278a9-591d-4ed2-b803-888c1b4a6517" -d '{"events": [{"server_uuid": "26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3", "name": "network-vif-plugged", "status": "completed", "tag": "209a1be9-0f3f-4756-8361-ca32f4b7d826"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:28.095853 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:28.123829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd3c7e-7a0b-47bf-900c-0535ab8993e9 None None] Pushing event updated for resources: {'Port': ['ID=ddca400c-633a-4468-a2c7-d05e89f2fdb9,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:28.144674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca2f5567-5c27-4a7d-8a59-aba60caa407d req-33c8165c-ed69-4b7b-83a2-4189647c34fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a41a1-bd03-4b9c-8164-b39c33c23356 HTTP/1.1" status: 200  len: 210 time: 0.0748479
Dec 18 20:52:28.156582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ea153661-2ae3-4255-9ede-f7b169392892 None None] Provisioning complete for port ddca400c-633a-4468-a2c7-d05e89f2fdb9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:28.158233 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ea153661-2ae3-4255-9ede-f7b169392892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:28.212423 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfe07a1-d532-4cd2-96f8-eac7c81722eb x-openstack-request-id: req-dbfe07a1-d532-4cd2-96f8-eac7c81722eb {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:28.212753 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3", "name": "network-vif-plugged", "status": "completed", "tag": "209a1be9-0f3f-4756-8361-ca32f4b7d826", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:28.213159 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbfe07a1-d532-4cd2-96f8-eac7c81722eb {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:28.213711 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209a1be9-0f3f-4756-8361-ca32f4b7d826', 'code': 200}
Dec 18 20:52:28.215271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80555650-ef81-43e5-8b1f-8e37a781ae58 req-ec3d48ac-7bad-4667-b55e-134fb0d40a6e tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:28.223918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80555650-ef81-43e5-8b1f-8e37a781ae58 req-ec3d48ac-7bad-4667-b55e-134fb0d40a6e tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 1100 time: 0.0884824
Dec 18 20:52:28.227676 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port ddca400c-633a-4468-a2c7-d05e89f2fdb9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:28.228058 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:28.281690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80555650-ef81-43e5-8b1f-8e37a781ae58 req-9213bd34-2ab5-47b4-82ce-effca0d9cb7a tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522754
Dec 18 20:52:28.420940 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:28.428678 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:28.532386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Port': ['ID=2ab135d1-f178-435a-8dc4-535d3964f718,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:28.548997 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:28.585367 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:28.588082 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e1a13645-f018-401b-b4a5-c1d8ff6abe3e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.4914052
Dec 18 20:52:28.774929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-f82f8e52-58e5-4e2f-b095-782fa3288c17 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:28.776650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-f82f8e52-58e5-4e2f-b095-782fa3288c17 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.31 "GET /v2.0/networks?id=7fe37750-b06f-419d-82fb-61fd7d848a35 HTTP/1.1" status: 200  len: 813 time: 0.1501849
Dec 18 20:52:28.806523 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Request body: {'port': {'device_id': '704a41a1-bd03-4b9c-8164-b39c33c23356', 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35', 'admin_state_up': True, 'tenant_id': '1a0744714bbf4779a774d5d0d8fc18d7'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:28.832391 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-31c434b6-f082-4db0-99b7-fc897da4f293 req-324499f7-e592-44d7-9a8a-57c59deef521 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1208611
Dec 18 20:52:28.836513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ddca400c-633a-4468-a2c7-d05e89f2fdb9 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:28.918394 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-0969a1ea-cf59-4495-94ad-268edebff5e5 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f15c3e2ec1194924bee37b0161adc237&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1402850
Dec 18 20:52:28.964112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port ddca400c-633a-4468-a2c7-d05e89f2fdb9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:28.964491 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:28.967671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c434b6-f082-4db0-99b7-fc897da4f293 req-19796760-198b-4e2c-b14d-cfc0d5a22324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:28.969267 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-31c434b6-f082-4db0-99b7-fc897da4f293 req-19796760-198b-4e2c-b14d-cfc0d5a22324 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 1097 time: 0.0737844
Dec 18 20:52:29.106640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c434b6-f082-4db0-99b7-fc897da4f293 req-9e526315-7796-42ba-b4c0-784a8711bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:29.107896 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-31c434b6-f082-4db0-99b7-fc897da4f293 req-9e526315-7796-42ba-b4c0-784a8711bb6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.1149774
Dec 18 20:52:29.127002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91791a-26d7-422a-abe3-33bb4a97ceb1 req-6fcdaa6e-b9c8-45c8-90a4-547ff5720b21 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:29.130713 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab91791a-26d7-422a-abe3-33bb4a97ceb1 req-6fcdaa6e-b9c8-45c8-90a4-547ff5720b21 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 946 time: 0.2102022
Dec 18 20:52:29.186659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638e33-6373-4d51-924f-667e306dddbd req-d7520101-7c96-4c62-8783-c7c0fd5be9ea tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:29.188168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-d7520101-7c96-4c62-8783-c7c0fd5be9ea tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2688968
Dec 18 20:52:29.207086 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-31c434b6-f082-4db0-99b7-fc897da4f293 req-33e7a0b7-691e-4fd2-901c-e64281a4144f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 200  len: 1002 time: 0.0917873
Dec 18 20:52:29.234388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-4e4914c2-f223-44ab-83b0-e036954c3889 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/quotas/f15c3e2ec1194924bee37b0161adc237 HTTP/1.1" status: 200  len: 375 time: 0.0385158
Dec 18 20:52:29.247636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab91791a-26d7-422a-abe3-33bb4a97ceb1 req-b5d7edfb-efef-4378-afdc-f541708abf96 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032703
Dec 18 20:52:29.269736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Made reservation on behalf of 1a0744714bbf4779a774d5d0d8fc18d7 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:29.273418 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:29.298623 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c434b6-f082-4db0-99b7-fc897da4f293 req-e8ee39fd-fa2c-4af8-beeb-25f74b4d2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:29.300246 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-31c434b6-f082-4db0-99b7-fc897da4f293 req-e8ee39fd-fa2c-4af8-beeb-25f74b4d2c14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.0850718
Dec 18 20:52:29.377818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c434b6-f082-4db0-99b7-fc897da4f293 req-473fc7ca-1cfe-4092-8821-4126b010344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:29.379702 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-31c434b6-f082-4db0-99b7-fc897da4f293 req-473fc7ca-1cfe-4092-8821-4126b010344b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0713120
Dec 18 20:52:29.490137 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-31c434b6-f082-4db0-99b7-fc897da4f293 req-d9822fa1-e7ec-4a32-b84e-46667e1ace70 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1003959
Dec 18 20:52:29.582347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-7973313d-9f94-4f9c-8dfb-2ef2cc8ffa8f tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:29.583939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-7973313d-9f94-4f9c-8dfb-2ef2cc8ffa8f tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.31 "GET /v2.0/networks?id=7fe37750-b06f-419d-82fb-61fd7d848a35 HTTP/1.1" status: 200  len: 813 time: 0.2654083
Dec 18 20:52:29.592410 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-89f3982a-9afe-4df8-9c5e-351849089a53 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3407743
Dec 18 20:52:29.599974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Request body: {'port': {'device_id': '98fdfb4c-b91a-4b47-bc5c-21b3edeb251d', 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35', 'admin_state_up': True, 'tenant_id': '1a0744714bbf4779a774d5d0d8fc18d7'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:29.621501 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-31c434b6-f082-4db0-99b7-fc897da4f293 req-ddc9ed29-75ef-49a7-9647-00633d2bdbbe service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232121
Dec 18 20:52:29.708407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd3a94-4402-47b5-9ce6-dc26470bfc2c req-71607600-6197-4a25-8d0b-80821a3a971b tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:29.709956 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3cd3a94-4402-47b5-9ce6-dc26470bfc2c req-71607600-6197-4a25-8d0b-80821a3a971b tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.2055480
Dec 18 20:52:29.786647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Allocated IP 172.20.0.14 (7fe37750-b06f-419d-82fb-61fd7d848a35/e8c34163-39bb-4877-88ae-d89e31fa25bd/2ecbcce4-d67b-4875-bcc2-e9294017cbcb) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:29.849819 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3cd3a94-4402-47b5-9ce6-dc26470bfc2c req-54999796-421e-45f3-b96f-4f52d3072935 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977924
Dec 18 20:52:29.854478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Made reservation on behalf of 1a0744714bbf4779a774d5d0d8fc18d7 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:29.857841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:30.026843 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6859376b-134d-446e-803a-fdc61c94df51 req-8384597a-0462-45e0-b054-8ecacce45e00 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a41a1-bd03-4b9c-8164-b39c33c23356 HTTP/1.1" status: 200  len: 210 time: 0.0516469
Dec 18 20:52:30.186197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-b3f306da-9b3f-4db0-8653-bfb5b7465ff1 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--135724728&fields=id&tenant_id=405bfbeb7b7d47c48b706aa32c6702bf HTTP/1.1" status: 200  len: 267 time: 0.2508872
Dec 18 20:52:30.347431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:30.380593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-273ad27b-e639-4adf-8040-b3dd0451003c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:30.381945 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-273ad27b-e639-4adf-8040-b3dd0451003c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports/f8de1dac-5fbd-4626-8379-c9547acc28fb HTTP/1.1" status: 200  len: 931 time: 0.1668036
Dec 18 20:52:30.430561 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-e1f34460-7a4c-4363-a76e-25622e9c7667 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 258 time: 0.3679140
Dec 18 20:52:30.460733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-f851ab9d-4cd6-4c72-819a-0d8027b17861 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:30.462187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-f851ab9d-4cd6-4c72-819a-0d8027b17861 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports/04c02923-efaf-4b7a-9421-6c1c3df3d6eb HTTP/1.1" status: 200  len: 932 time: 0.0677578
Dec 18 20:52:30.466811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:30.526990 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-5d596c6a-8adc-4f63-bb73-6f3892afa7c6 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?network_id=5b74eeda-4ba0-4971-b20a-e138901b128c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0558827
Dec 18 20:52:30.542523 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:30.636798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-4106351c-edc9-43cb-a179-f9e0b72ebac6 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?network_id=5b74eeda-4ba0-4971-b20a-e138901b128c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0992930
Dec 18 20:52:30.646764 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:30.664869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Network 7fe37750-b06f-419d-82fb-61fd7d848a35 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:30.703089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:30.892780 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-3561f907-f711-4ab2-84c3-3e05fd2b90ba tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f15c3e2ec1194924bee37b0161adc237&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0367756
Dec 18 20:52:31.044871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638e33-6373-4d51-924f-667e306dddbd req-52938be6-e62c-40e5-96c2-e5b4889c121b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:31.046544 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-52938be6-e62c-40e5-96c2-e5b4889c121b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1467795
Dec 18 20:52:31.061798 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-06638e33-6373-4d51-924f-667e306dddbd req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Request body: {'port': {'device_id': 'cfebec43-3354-4223-9f86-adc3ef6fb19d', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': 'f15c3e2ec1194924bee37b0161adc237'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:31.086230 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:31.089791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Allocated IP 172.20.0.4 (7fe37750-b06f-419d-82fb-61fd7d848a35/e8c34163-39bb-4877-88ae-d89e31fa25bd/64d3133c-2391-4792-9bd6-ac1e947e1ef2) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:31.094187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Pushing event updated for resources: {'Port': ['ID=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:31.188268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06638e33-6373-4d51-924f-667e306dddbd req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Made reservation on behalf of f15c3e2ec1194924bee37b0161adc237 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:31.192094 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-06638e33-6373-4d51-924f-667e306dddbd req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:31.245401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:31.246032 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:31.286101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-cc20d5e2-bdc7-41dc-a770-edd88bee025d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:31.292313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-cc20d5e2-bdc7-41dc-a770-edd88bee025d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:31.297968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-cc20d5e2-bdc7-41dc-a770-edd88bee025d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:31.299620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-cc20d5e2-bdc7-41dc-a770-edd88bee025d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/networks?id=b3cf1807-07e5-4f23-a394-25e4d942b008&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=5b74eeda-4ba0-4971-b20a-e138901b128c&id=5b74eeda-4ba0-4971-b20a-e138901b128c HTTP/1.1" status: 200  len: 1989 time: 0.6502559
Dec 18 20:52:31.310750 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d35d072e-2aa5-4740-a4d4-b9487555ad77 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5095782
Dec 18 20:52:31.340989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-06638e33-6373-4d51-924f-667e306dddbd req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Allocated IP 192.168.233.52 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/b09fe15f-0b97-40bf-b218-e64ff9933df9) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:31.364152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Request body: {'port': {'device_id': '704a41a1-bd03-4b9c-8164-b39c33c23356', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:31.402603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-4195ccad-3b68-48a4-b888-b85219b8738b tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/quotas/405bfbeb7b7d47c48b706aa32c6702bf HTTP/1.1" status: 200  len: 375 time: 0.0875349
Dec 18 20:52:31.505160 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:31.538018 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-06638e33-6373-4d51-924f-667e306dddbd req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:31.560000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60740) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:31.561880 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:31.583964 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-06638e33-6373-4d51-924f-667e306dddbd req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:31.585994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8d7d180a-69dc-4e0e-91ce-5314f3473fc2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1665874
Dec 18 20:52:31.597342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['209a1be9-0f3f-4756-8361-ca32f4b7d826'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:31.608469 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:31.639303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06638e33-6373-4d51-924f-667e306dddbd req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:31.645449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-06638e33-6373-4d51-924f-667e306dddbd req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:31.648153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-06638e33-6373-4d51-924f-667e306dddbd req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:31.651186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Pushing event updated for resources: {'Port': ['ID=b09fe15f-0b97-40bf-b218-e64ff9933df9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:31.725760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638e33-6373-4d51-924f-667e306dddbd req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:31.726563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-06638e33-6373-4d51-924f-667e306dddbd req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:31.762842 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-cd7427cb-df00-4d7f-93f2-d68211bd8acf tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.7055299
Dec 18 20:52:31.768922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db60803a-938d-4d94-aab1-55dc1aaaaf36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:31.776588 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Request body: {'port': {'device_id': 'cfebec43-3354-4223-9f86-adc3ef6fb19d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:31.859159 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:31.882276 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:31.902424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-fc2dc70f-6217-49e5-b79a-695664afff47 service neutron] 10.222.0.13 "GET /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768738
Dec 18 20:52:32.015085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Allocated IP 172.35.3.193 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/576f0e45-7a00-41fb-b4a1-b86912b77bdf) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:32.023220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Network 7fe37750-b06f-419d-82fb-61fd7d848a35 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:32.026681 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db60803a-938d-4d94-aab1-55dc1aaaaf36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.028885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2726744b-d4e5-4fc0-a973-57e29d4cfd8c None None] Provisioning complete for port b09fe15f-0b97-40bf-b218-e64ff9933df9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:32.029443 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2726744b-d4e5-4fc0-a973-57e29d4cfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.039289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db60803a-938d-4d94-aab1-55dc1aaaaf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.067280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2726744b-d4e5-4fc0-a973-57e29d4cfd8c None None] Port b09fe15f-0b97-40bf-b218-e64ff9933df9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:32.069737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:32.078992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:32.081411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Pushing event updated for resources: {'Port': ['ID=64d3133c-2391-4792-9bd6-ac1e947e1ef2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:32.119299 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-db60803a-938d-4d94-aab1-55dc1aaaaf36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07bce02fee24475fab38d05b208d1f2f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5558362
Dec 18 20:52:32.120332 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60744) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:32.130939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60803a-938d-4d94-aab1-55dc1aaaaf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3074a805-66a9-4714-b049-5254fbc896b2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:32.216181 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2689f480-3b0f-47fc-80a2-20fd3b71b290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.219570 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:32.220181 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.261833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a826ae68-3e4a-4091-8e40-56a0f79678fb tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6654019
Dec 18 20:52:32.263693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-92f880e6-ee25-43f5-b207-22661f0e0be0 service neutron] 10.222.0.13 "GET /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2999468
Dec 18 20:52:32.269891 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2689f480-3b0f-47fc-80a2-20fd3b71b290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.281123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09fe15f-0b97-40bf-b218-e64ff9933df9 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:32.283303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Request body: {'port': {'device_id': '98fdfb4c-b91a-4b47-bc5c-21b3edeb251d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:32.293825 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.319697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Transition to ACTIVE for port object b09fe15f-0b97-40bf-b218-e64ff9933df9 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:32.324755 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.366687 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2689f480-3b0f-47fc-80a2-20fd3b71b290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.369794 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2689f480-3b0f-47fc-80a2-20fd3b71b290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.373138 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2689f480-3b0f-47fc-80a2-20fd3b71b290 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3074a805-66a9-4714-b049-5254fbc896b2 HTTP/1.1" status: 204  len: 168 time: 0.2466004
Dec 18 20:52:32.387903 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.389207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Pushing event updated for resources: {'Port': ['ID=b09fe15f-0b97-40bf-b218-e64ff9933df9,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:32.391086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-aa2dfa52-64dc-4415-85f6-0673b2196d9c service neutron] 10.222.0.13 "GET /v2.0/ports/f8de1dac-5fbd-4626-8379-c9547acc28fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1137917
Dec 18 20:52:32.393066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689f480-3b0f-47fc-80a2-20fd3b71b290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3074a805-66a9-4714-b049-5254fbc896b2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:32.404096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecbcce4-d67b-4875-bcc2-e9294017cbcb {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:32.440475 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.464573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Attempting to bind port b09fe15f-0b97-40bf-b218-e64ff9933df9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:32.464999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Attempting to bind port b09fe15f-0b97-40bf-b218-e64ff9933df9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:32.465472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Attempting to bind port b09fe15f-0b97-40bf-b218-e64ff9933df9 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:32.470662 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Port b09fe15f-0b97-40bf-b218-e64ff9933df9 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:32.471141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Attempting to bind port b09fe15f-0b97-40bf-b218-e64ff9933df9 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:32.476799 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:32.477271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:32.477748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:32.478352 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Bound port: b09fe15f-0b97-40bf-b218-e64ff9933df9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:32.478820 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.496339 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.526245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Transition to ACTIVE for port object 2ecbcce4-d67b-4875-bcc2-e9294017cbcb will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:32.541971 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.554770 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] For port b09fe15f-0b97-40bf-b218-e64ff9933df9, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:32.561522 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] For port b09fe15f-0b97-40bf-b218-e64ff9933df9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:32.568095 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.646400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Pushing event updated for resources: {'Port': ['ID=b09fe15f-0b97-40bf-b218-e64ff9933df9,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:32.653235 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.658385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:32.659117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.662119 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-aa5ecb59-f05d-44b4-b8e8-a1aee08cada4 service neutron] 10.222.0.36 "PUT /v2.0/ports/b09fe15f-0b97-40bf-b218-e64ff9933df9 HTTP/1.1" status: 200  len: 1095 time: 0.8899977
Dec 18 20:52:32.663894 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfebec43-3354-4223-9f86-adc3ef6fb19d', 'tag': 'b09fe15f-0b97-40bf-b218-e64ff9933df9'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:32.667610 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd1b741-b88b-4a23-9b0e-2979b1a8a613" -d '{"events": [{"name": "network-changed", "server_uuid": "cfebec43-3354-4223-9f86-adc3ef6fb19d", "tag": "b09fe15f-0b97-40bf-b218-e64ff9933df9"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:32.770008 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638e33-6373-4d51-924f-667e306dddbd req-1c5c75d9-fb71-4f4e-8d52-bfb38d400148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:32.771699 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-1c5c75d9-fb71-4f4e-8d52-bfb38d400148 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 1098 time: 0.0580845
Dec 18 20:52:32.792654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:32.796301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-662d231b-871b-4ab2-9f3d-f82f548d135b service neutron] 10.222.0.13 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3874364
Dec 18 20:52:32.798579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:32.827989 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-803b91ac-8638-4d5a-a07e-5b91a0ff3a14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9 HTTP/1.1" status: 200  len: 217 time: 0.0466018
Dec 18 20:52:32.886837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638e33-6373-4d51-924f-667e306dddbd req-4b48479a-6935-4a00-ae18-9fa550753494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:32.888348 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-4b48479a-6935-4a00-ae18-9fa550753494 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0527015
Dec 18 20:52:32.917518 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f3db97f8-b582-4075-b180-9b6ee72d2dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:32.927200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:32.956469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638e33-6373-4d51-924f-667e306dddbd req-e2156937-23b0-4cfd-a284-b5204b638970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:32.957977 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-e2156937-23b0-4cfd-a284-b5204b638970 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0537686
Dec 18 20:52:33.067138 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-7125d9b1-934e-4fe3-afb2-a0b810f85456 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1000576
Dec 18 20:52:33.189004 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-06638e33-6373-4d51-924f-667e306dddbd req-d47b5a47-ffdd-4e9b-9e3b-5ba651876a6a service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1049893
Dec 18 20:52:33.222308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:33.298363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Pushing event updated for resources: {'Port': ['ID=576f0e45-7a00-41fb-b4a1-b86912b77bdf,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:33.370242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Attempting to bind port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:33.370613 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Attempting to bind port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:33.370953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Attempting to bind port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb on network 7fe37750-b06f-419d-82fb-61fd7d848a35 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:33.444269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb on network 7fe37750-b06f-419d-82fb-61fd7d848a35 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:33.444609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Attempting to bind port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb on network 7fe37750-b06f-419d-82fb-61fd7d848a35 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:33.465075 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6ebe9f65-4616-4bdf-8a2f-16b2c73671a5 service neutron] 10.222.0.13 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6524878
Dec 18 20:52:33.472584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:33.472922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Checking segment: {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:33.473310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Bound using segment: {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:33.473751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Bound port: 2ecbcce4-d67b-4875-bcc2-e9294017cbcb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:33.474343 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:33.539193 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:33.592799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-4ec5911a-1d8d-413a-ac05-de6c6915b6e6 service neutron] 10.222.0.13 "GET /v2.0/ports/04c02923-efaf-4b7a-9421-6c1c3df3d6eb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1162615
Dec 18 20:52:33.637492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d3133c-2391-4792-9bd6-ac1e947e1ef2 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:33.679017 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:33.696107 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:33.700027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60814) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:33.732532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Transition to ACTIVE for port object 64d3133c-2391-4792-9bd6-ac1e947e1ef2 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:33.751995 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:33.756295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] For port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:33.812541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] For port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:33.814636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8de27016-01d6-4609-8665-c59346b88888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:33.829548 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:33.895599 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8de27016-01d6-4609-8665-c59346b88888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:33.896058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e9ec272a-3bff-458f-b1e0-e6cc6a418080 service neutron] 10.222.0.13 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2941785
Dec 18 20:52:33.897461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Pushing event updated for resources: {'Port': ['ID=64d3133c-2391-4792-9bd6-ac1e947e1ef2,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:33.903698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:33.904260 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:33.906225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] 10.222.0.31 "PUT /v2.0/ports/2ecbcce4-d67b-4875-bcc2-e9294017cbcb HTTP/1.1" status: 200  len: 1092 time: 2.5760808
Dec 18 20:52:33.907998 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8de27016-01d6-4609-8665-c59346b88888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:33.909115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704a41a1-bd03-4b9c-8164-b39c33c23356', 'tag': '2ecbcce4-d67b-4875-bcc2-e9294017cbcb'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:33.911376 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b403f193-5b61-4231-ac21-665e1d98cafa" -d '{"events": [{"name": "network-changed", "server_uuid": "704a41a1-bd03-4b9c-8164-b39c33c23356", "tag": "2ecbcce4-d67b-4875-bcc2-e9294017cbcb"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:33.950916 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8de27016-01d6-4609-8665-c59346b88888 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d26846dd77cd46c3a5372d262ab306e6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2496629
Dec 18 20:52:33.951566 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60820) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:33.957906 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de27016-01d6-4609-8665-c59346b88888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891771dc-6b69-466a-b38a-e2562747212e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:34.003870 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be05c2a0-b015-4c8f-a8ba-058c7de75c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:34.025570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be05c2a0-b015-4c8f-a8ba-058c7de75c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:34.075659 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be05c2a0-b015-4c8f-a8ba-058c7de75c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:34.078661 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be05c2a0-b015-4c8f-a8ba-058c7de75c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:34.082118 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-be05c2a0-b015-4c8f-a8ba-058c7de75c96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/891771dc-6b69-466a-b38a-e2562747212e HTTP/1.1" status: 204  len: 168 time: 0.1270356
Dec 18 20:52:34.087776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05c2a0-b015-4c8f-a8ba-058c7de75c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891771dc-6b69-466a-b38a-e2562747212e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:34.111550 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feded01c-4a5c-4dca-b30d-b7f0ce498c40 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:34.171933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-edd169a8-8740-40f6-8778-a16178edea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:34.173487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-edd169a8-8740-40f6-8778-a16178edea7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a0744714bbf4779a774d5d0d8fc18d7&device_id=704a41a1-bd03-4b9c-8164-b39c33c23356 HTTP/1.1" status: 200  len: 1095 time: 0.2083409
Dec 18 20:52:34.176850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Attempting to bind port 64d3133c-2391-4792-9bd6-ac1e947e1ef2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:34.177193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Attempting to bind port 64d3133c-2391-4792-9bd6-ac1e947e1ef2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:34.177522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Attempting to bind port 64d3133c-2391-4792-9bd6-ac1e947e1ef2 on network 7fe37750-b06f-419d-82fb-61fd7d848a35 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:34.187156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-5a635e9b-3b4a-486f-93f7-1a7974475c45 service neutron] 10.222.0.13 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2789025
Dec 18 20:52:34.190518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Port 64d3133c-2391-4792-9bd6-ac1e947e1ef2 on network 7fe37750-b06f-419d-82fb-61fd7d848a35 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:34.190851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Attempting to bind port 64d3133c-2391-4792-9bd6-ac1e947e1ef2 on network 7fe37750-b06f-419d-82fb-61fd7d848a35 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:34.222813 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:34.255984 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:34.256347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Checking segment: {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:34.256725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Bound using segment: {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:34.257176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Bound port: 64d3133c-2391-4792-9bd6-ac1e947e1ef2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:34.257535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:34.297584 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:34.300372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-d6559a17-d7fa-4c48-a229-07cd3d1a2670 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ecbcce4-d67b-4875-bcc2-e9294017cbcb HTTP/1.1" status: 200  len: 217 time: 0.1061008
Dec 18 20:52:34.475532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Pushing event updated for resources: {'Port': ['ID=576f0e45-7a00-41fb-b4a1-b86912b77bdf,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:34.492660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-bbf08005-636a-4a61-9053-d9f73c72be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:34.494208 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-bbf08005-636a-4a61-9053-d9f73c72be39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8c34163-39bb-4877-88ae-d89e31fa25bd HTTP/1.1" status: 200  len: 853 time: 0.1597073
Dec 18 20:52:34.509696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] For port 64d3133c-2391-4792-9bd6-ac1e947e1ef2, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:34.520477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] For port 64d3133c-2391-4792-9bd6-ac1e947e1ef2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64d3133c-2391-4792-9bd6-ac1e947e1ef2,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:34.522894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ee342752-64c5-472e-8e52-8571d2c82332 service neutron] 10.222.0.13 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3192723
Dec 18 20:52:34.543927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:34.547898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-6980e7af-cf01-4473-8141-fdf96b09be92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fe37750-b06f-419d-82fb-61fd7d848a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416410
Dec 18 20:52:34.555827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:34.675185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:34.676491 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-1d26d30c-0b34-44de-9127-382b714fd088 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.2249260
Dec 18 20:52:34.688831 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:34.689457 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:34.690816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] 10.222.0.31 "PUT /v2.0/ports/64d3133c-2391-4792-9bd6-ac1e947e1ef2 HTTP/1.1" status: 200  len: 1091 time: 2.4146121
Dec 18 20:52:34.797970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60858) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:34.901518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'networks': [{'name': 'tempest-network--972160098'}, {'name': 'tempest-network--430186256'}]} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:34.902290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'network': {'name': 'tempest-network--972160098'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:34.903053 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'network': {'name': 'tempest-network--430186256'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:34.926673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Made reservation on behalf of e6db5c53936c43c1955b27d55e7c15c3 for: {'network': 2} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:34.931306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:34.940767 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.019138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.026985 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.027450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.041441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99f54d-940b-40f2-acb2-83636202b56b service neutron] Pushing event updated for resources: {'Port': ['ID=64d3133c-2391-4792-9bd6-ac1e947e1ef2,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:35.051086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-afffe220-b9cd-43af-af4f-723022c2ac19 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200  len: 696 time: 0.3681226
Dec 18 20:52:35.069544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6699c6b3-e4f5-449d-bba8-a9e04e1269a2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:35.072556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:52:35.083393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.083974 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Added segment 97a0dd49-95ce-4ba0-91ff-3e33ca8f0d80 of type vlan for network 727f313b-b574-4069-bf57-32cc16802e62
Dec 18 20:52:35.125375 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.147000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-c8901a2d-2645-465b-9d7e-dced008f096b service neutron] 10.222.0.31 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5875793
Dec 18 20:52:35.150800 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6ee25c0-5086-45d0-ad18-0148f11410e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.152181 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-b7c24397-403e-4174-9852-124318c4ae5b service neutron] 10.222.0.13 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6069858
Dec 18 20:52:35.158634 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:52:35.162286 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-b3780870-13f1-4ac1-8efe-506b0a3de016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:35.163800 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-b3780870-13f1-4ac1-8efe-506b0a3de016 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a0744714bbf4779a774d5d0d8fc18d7&device_id=98fdfb4c-b91a-4b47-bc5c-21b3edeb251d HTTP/1.1" status: 200  len: 1094 time: 0.1711066
Dec 18 20:52:35.169814 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.170206 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Added segment 2cc5a7cc-30b5-4d57-961c-0f70722ced31 of type vlan for network 3d12acd2-4603-4c5b-a58e-f21d3aa09d9e
Dec 18 20:52:35.209279 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.243416 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.244461 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.249930 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:35.254844 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:35.255491 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.300476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-f01890d2-6080-4ac1-8073-6fb84085d8da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64d3133c-2391-4792-9bd6-ac1e947e1ef2 HTTP/1.1" status: 200  len: 217 time: 0.1212788
Dec 18 20:52:35.314947 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 0.5151629
Dec 18 20:52:35.318357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60862) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:35.391925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event updated for resources: {'Network': ['ID=727f313b-b574-4069-bf57-32cc16802e62,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:35.393096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-863ae32c-b04e-4ca6-99fe-73ad168983a5 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:35.394485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c607bd9a-adfb-4058-a409-ff10fff001f7 req-863ae32c-b04e-4ca6-99fe-73ad168983a5 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.3283248
Dec 18 20:52:35.403513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 727f313b-b574-4069-bf57-32cc16802e62 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:52:35.433353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-ecb1da2c-bb5f-4ca2-b4b2-3e00a347cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:35.435455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-ecb1da2c-bb5f-4ca2-b4b2-3e00a347cc58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8c34163-39bb-4877-88ae-d89e31fa25bd HTTP/1.1" status: 200  len: 853 time: 0.1183372
Dec 18 20:52:35.461615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-232db825-5929-4d5d-8767-23ed257404a3 service neutron] 10.222.0.13 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2948332
Dec 18 20:52:35.477907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-e580cd64-874c-4e1d-afe2-8d6e36964afd service neutron] 10.222.0.31 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3100650
Dec 18 20:52:35.480159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-e08dab83-8190-43dc-b02e-69741497ca4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fe37750-b06f-419d-82fb-61fd7d848a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316730
Dec 18 20:52:35.519864 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d231ba8-6aee-46e2-8231-ca258eaa5095 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event updated for resources: {'Network': ['ID=3d12acd2-4603-4c5b-a58e-f21d3aa09d9e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:35.529530 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 3d12acd2-4603-4c5b-a58e-f21d3aa09d9e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:52:35.576760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94b32f-0e30-4097-b7e5-32c093e7305f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:35.583994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94b32f-0e30-4097-b7e5-32c093e7305f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:35.589364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94b32f-0e30-4097-b7e5-32c093e7305f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:35.595363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94b32f-0e30-4097-b7e5-32c093e7305f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:35.597116 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3d94b32f-0e30-4097-b7e5-32c093e7305f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.2777376
Dec 18 20:52:35.599913 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60866) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:35.641558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de3b4c-fa5f-47b4-ba1d-dc80837a3b28 req-a105a374-a83e-471f-a6ed-7d6405bf4c13 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:35.643086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1de3b4c-fa5f-47b4-ba1d-dc80837a3b28 req-a105a374-a83e-471f-a6ed-7d6405bf4c13 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 946 time: 0.1557016
Dec 18 20:52:35.675156 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.705323 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-3722757d-397c-428e-b695-009e227f53c2 service neutron] 10.222.0.13 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299671
Dec 18 20:52:35.714856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-ee32455e-77e8-4f14-b11b-f2cf575a9710 service neutron] 10.222.0.31 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855111
Dec 18 20:52:35.762323 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.781180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d5b88e0>,) {'filters': {'network_id': ['727f313b-b574-4069-bf57-32cc16802e62']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:35.790213 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d5b88e0>, '97a0dd49-95ce-4ba0-91ff-3e33ca8f0d80') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:35.790550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d5b88e0>, '97a0dd49-95ce-4ba0-91ff-3e33ca8f0d80') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:35.800189 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.814477 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.821116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:52:35.821307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1de3b4c-fa5f-47b4-ba1d-dc80837a3b28 req-4e91b830-8a1d-45da-bfbf-36bb81279caf tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1702893
Dec 18 20:52:35.821505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:52:35.824672 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:52:35.884941 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-1cbf269e-787d-43fb-a185-bd57d0539955 service neutron] 10.222.0.13 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724019
Dec 18 20:52:35.888564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415e32d3-4d2e-4574-8484-c9430e38b079 req-a5266478-4320-4196-9aa0-0e6f40d4af21 service neutron] 10.222.0.31 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636958
Dec 18 20:52:35.895553 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.913419 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:35.918993 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "DELETE /v2.0/networks/727f313b-b574-4069-bf57-32cc16802e62 HTTP/1.1" status: 204  len: 168 time: 0.3180466
Dec 18 20:52:35.924537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60870) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:35.952026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26f391-cdf0-4d8d-8cd1-fcbbad5977e1 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event deleted for resources: {'Network': ['ID=727f313b-b574-4069-bf57-32cc16802e62,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:36.014503 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.018706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593294bc-45b7-4ecb-9d4d-b83e91aaf06f req-f6201306-31ed-4780-8855-25afe0419eae tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:36.020202 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-593294bc-45b7-4ecb-9d4d-b83e91aaf06f req-f6201306-31ed-4780-8855-25afe0419eae tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 947 time: 0.0833671
Dec 18 20:52:36.023958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-683c120e-a572-47aa-b0c3-c73115417332 service neutron] 10.222.0.13 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325214
Dec 18 20:52:36.102739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.122466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d800dc0>,) {'filters': {'network_id': ['3d12acd2-4603-4c5b-a58e-f21d3aa09d9e']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:36.126886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-593294bc-45b7-4ecb-9d4d-b83e91aaf06f req-08dde252-be05-491e-9609-7be8017230fc tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859022
Dec 18 20:52:36.131845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d800dc0>, '2cc5a7cc-30b5-4d57-961c-0f70722ced31') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:36.132196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d800dc0>, '2cc5a7cc-30b5-4d57-961c-0f70722ced31') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:36.145252 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.153471 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-3243deb4-0b1e-4bfd-97e6-b560932f5337 service neutron] 10.222.0.13 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196713
Dec 18 20:52:36.159529 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.165467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:52:36.166481 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:52:36.169608 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:52:36.234920 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.250834 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.256982 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "DELETE /v2.0/networks/3d12acd2-4603-4c5b-a58e-f21d3aa09d9e HTTP/1.1" status: 204  len: 168 time: 0.3293028
Dec 18 20:52:36.257879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60874) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:36.267932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb393fe-b57c-425d-9e6a-eaac377885b3 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event deleted for resources: {'Network': ['ID=3d12acd2-4603-4c5b-a58e-f21d3aa09d9e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:36.288042 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.311566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8f89af2-c770-480e-8a7d-14e3d9e58baa service neutron] 10.222.0.13 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494749
Dec 18 20:52:36.458195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7cdd1-d71d-4aab-b755-42cef8f9d5ee req-4de0a4fc-75b8-43f6-bc19-2d9a4df1f895 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:36.460255 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78e7cdd1-d71d-4aab-b755-42cef8f9d5ee req-4de0a4fc-75b8-43f6-bc19-2d9a4df1f895 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.1933901
Dec 18 20:52:36.486534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ab72fc-fd73-4153-be39-b99cc64e37f2 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:36.492478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ab72fc-fd73-4153-be39-b99cc64e37f2 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:36.494059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d7ab72fc-fd73-4153-be39-b99cc64e37f2 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2302177
Dec 18 20:52:36.498179 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60882) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:36.503315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8d42f235-5768-47b5-8c36-ed1b9d70e6d9 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-399926596'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:36.529207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d42f235-5768-47b5-8c36-ed1b9d70e6d9 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Made reservation on behalf of e6db5c53936c43c1955b27d55e7c15c3 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:36.533250 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8d42f235-5768-47b5-8c36-ed1b9d70e6d9 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.533711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78e7cdd1-d71d-4aab-b755-42cef8f9d5ee req-939083d7-9c69-41ff-b5e3-1a06ead9f3b6 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635722
Dec 18 20:52:36.559572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d42f235-5768-47b5-8c36-ed1b9d70e6d9 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:52:36.570338 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8d42f235-5768-47b5-8c36-ed1b9d70e6d9 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.570723 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-8d42f235-5768-47b5-8c36-ed1b9d70e6d9 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Added segment 3e1aaf20-0044-41b2-82ff-791ad151a219 of type vlan for network 01b028cb-c1e0-4e93-9932-e8d9232b5b16
Dec 18 20:52:36.609816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ecbcce4-d67b-4875-bcc2-e9294017cbcb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:52:36.625114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8d42f235-5768-47b5-8c36-ed1b9d70e6d9 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.655008 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8d42f235-5768-47b5-8c36-ed1b9d70e6d9 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.660892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d42f235-5768-47b5-8c36-ed1b9d70e6d9 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:36.661786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8d42f235-5768-47b5-8c36-ed1b9d70e6d9 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.672324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c914c-3939-4990-b9fe-b0b9f6d01fed req-ad80c159-215c-439d-8e5b-13c7fac185b7 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:36.675289 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca7c914c-3939-4990-b9fe-b0b9f6d01fed req-ad80c159-215c-439d-8e5b-13c7fac185b7 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a41a1-bd03-4b9c-8164-b39c33c23356 HTTP/1.1" status: 200  len: 944 time: 0.0798285
Dec 18 20:52:36.730135 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8d42f235-5768-47b5-8c36-ed1b9d70e6d9 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.2307985
Dec 18 20:52:36.733216 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60894) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:36.735857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42f235-5768-47b5-8c36-ed1b9d70e6d9 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event updated for resources: {'Network': ['ID=01b028cb-c1e0-4e93-9932-e8d9232b5b16,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:36.742613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ba421636-e7d6-4c58-bef1-2044f64a153e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-325038017'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:36.752910 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:36.758274 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 01b028cb-c1e0-4e93-9932-e8d9232b5b16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:52:36.762133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca7c914c-3939-4990-b9fe-b0b9f6d01fed req-4308e78d-abf2-4217-b1a3-31434b1488aa tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764425
Dec 18 20:52:36.778163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba421636-e7d6-4c58-bef1-2044f64a153e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Made reservation on behalf of e6db5c53936c43c1955b27d55e7c15c3 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:36.781577 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba421636-e7d6-4c58-bef1-2044f64a153e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.810077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '2ecbcce4-d67b-4875-bcc2-e9294017cbcb', 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35', 'port_id': '2ecbcce4-d67b-4875-bcc2-e9294017cbcb', 'mac_address': 'fa:16:3e:b0:5c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c34163-39bb-4877-88ae-d89e31fa25bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:52:36.813937 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1831a412-2ec7-498c-b380-e1be68f7415d x-openstack-request-id: req-1831a412-2ec7-498c-b380-e1be68f7415d {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:36.814388 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfebec43-3354-4223-9f86-adc3ef6fb19d", "tag": "b09fe15f-0b97-40bf-b218-e64ff9933df9", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:36.814648 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1831a412-2ec7-498c-b380-e1be68f7415d {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:36.815548 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfebec43-3354-4223-9f86-adc3ef6fb19d', 'tag': 'b09fe15f-0b97-40bf-b218-e64ff9933df9', 'status': 'completed', 'code': 200}
Dec 18 20:52:36.836552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba421636-e7d6-4c58-bef1-2044f64a153e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:52:36.852896 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99918e9c-c408-4143-89fc-4ac055342908 x-openstack-request-id: req-99918e9c-c408-4143-89fc-4ac055342908 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:36.853670 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704a41a1-bd03-4b9c-8164-b39c33c23356", "tag": "2ecbcce4-d67b-4875-bcc2-e9294017cbcb", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:36.854138 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99918e9c-c408-4143-89fc-4ac055342908 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:36.854760 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704a41a1-bd03-4b9c-8164-b39c33c23356', 'tag': '2ecbcce4-d67b-4875-bcc2-e9294017cbcb', 'status': 'completed', 'code': 200}
Dec 18 20:52:36.868333 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.882850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecbcce4-d67b-4875-bcc2-e9294017cbcb {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:36.908213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:36.916017 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:36.995910 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:37.114628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403f193-5b61-4231-ac21-665e1d98cafa req-b4fd1dad-aa62-4eeb-9585-caf33e9757fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:37.116160 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b403f193-5b61-4231-ac21-665e1d98cafa req-b4fd1dad-aa62-4eeb-9585-caf33e9757fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a0744714bbf4779a774d5d0d8fc18d7&device_id=704a41a1-bd03-4b9c-8164-b39c33c23356 HTTP/1.1" status: 200  len: 1095 time: 0.2243342
Dec 18 20:52:37.128148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-be62e797-e814-49ec-ac9d-1dbfd5ed53b4 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:37.129782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-be62e797-e814-49ec-ac9d-1dbfd5ed53b4 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1783376
Dec 18 20:52:37.233618 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba421636-e7d6-4c58-bef1-2044f64a153e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:37.234816 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-ba421636-e7d6-4c58-bef1-2044f64a153e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Added segment 15f1aac6-ac89-4977-8c8c-28924bef5f33 of type vlan for network 96e797b4-6160-4dd5-8b0d-3e9208efb141
Dec 18 20:52:37.239404 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['2ecbcce4-d67b-4875-bcc2-e9294017cbcb'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:37.292066 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba421636-e7d6-4c58-bef1-2044f64a153e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:37.295682 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1b741-b88b-4a23-9b0e-2979b1a8a613 req-6bb778a4-0b9a-401e-b5e6-d2b9296a4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:37.297208 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2fd1b741-b88b-4a23-9b0e-2979b1a8a613 req-6bb778a4-0b9a-401e-b5e6-d2b9296a4775 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 1098 time: 0.4553504
Dec 18 20:52:37.344717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b09fe15f-0b97-40bf-b218-e64ff9933df9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:52:37.383705 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba421636-e7d6-4c58-bef1-2044f64a153e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:37.391038 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba421636-e7d6-4c58-bef1-2044f64a153e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:37.391878 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba421636-e7d6-4c58-bef1-2044f64a153e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:37.475124 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ba421636-e7d6-4c58-bef1-2044f64a153e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.7407458
Dec 18 20:52:37.486037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60912) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:37.495493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82873f75-cced-4783-a73f-76d074ebc4d3 req-d921cd62-f0d8-4560-ab8c-1127da221ebb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:37.502999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82873f75-cced-4783-a73f-76d074ebc4d3 req-d921cd62-f0d8-4560-ab8c-1127da221ebb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 946 time: 0.4507408
Dec 18 20:52:37.505932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba421636-e7d6-4c58-bef1-2044f64a153e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event updated for resources: {'Network': ['ID=96e797b4-6160-4dd5-8b0d-3e9208efb141,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:37.509505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'ports': [{'network_id': '01b028cb-c1e0-4e93-9932-e8d9232b5b16', 'name': 'tempest-port--1945773108', 'admin_state_up': True}, {'network_id': '96e797b4-6160-4dd5-8b0d-3e9208efb141', 'admin_state_up': False}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:37.510028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'port': {'network_id': '01b028cb-c1e0-4e93-9932-e8d9232b5b16', 'name': 'tempest-port--1945773108', 'admin_state_up': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:37.510535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'port': {'network_id': '96e797b4-6160-4dd5-8b0d-3e9208efb141', 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:37.512955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1b741-b88b-4a23-9b0e-2979b1a8a613 req-7caf0073-f548-4d43-b87d-4433bd566940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:37.514853 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2fd1b741-b88b-4a23-9b0e-2979b1a8a613 req-7caf0073-f548-4d43-b87d-4433bd566940 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1977088
Dec 18 20:52:37.521237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 96e797b4-6160-4dd5-8b0d-3e9208efb141 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:52:37.539067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-7cb6e1bf-6e8c-43d1-b077-db225771adfd tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200  len: 696 time: 0.3946500
Dec 18 20:52:37.589172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-b4e79955-b594-4f15-af6e-b46f9c31c5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Request body: {'floatingip': {'port_id': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:37.605545 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2fd1b741-b88b-4a23-9b0e-2979b1a8a613 req-f1a4f80d-f5e4-4d8d-85e6-b970363c4f98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9 HTTP/1.1" status: 200  len: 217 time: 0.0535798
Dec 18 20:52:37.635353 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b09fe15f-0b97-40bf-b218-e64ff9933df9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:37.648474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'b09fe15f-0b97-40bf-b218-e64ff9933df9', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': 'b09fe15f-0b97-40bf-b218-e64ff9933df9', 'mac_address': 'fa:16:3e:a7:23:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:52:37.693774 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:37.708049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09fe15f-0b97-40bf-b218-e64ff9933df9 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:37.715680 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1b741-b88b-4a23-9b0e-2979b1a8a613 req-c1cee165-cafa-42d1-947a-155b3c84fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:37.715680 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2fd1b741-b88b-4a23-9b0e-2979b1a8a613 req-c1cee165-cafa-42d1-947a-155b3c84fd5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0737324
Dec 18 20:52:37.733838 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b09fe15f-0b97-40bf-b218-e64ff9933df9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:37.735060 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-b4e79955-b594-4f15-af6e-b46f9c31c5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:37.737930 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:37.743961 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82873f75-cced-4783-a73f-76d074ebc4d3 req-b06bfefc-772e-4593-a441-f3fb913d98e3 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2399025
Dec 18 20:52:37.745237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403f193-5b61-4231-ac21-665e1d98cafa req-8db49347-bf27-4bc2-8c82-b186fc79e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:37.746632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b403f193-5b61-4231-ac21-665e1d98cafa req-8db49347-bf27-4bc2-8c82-b186fc79e65a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fe37750-b06f-419d-82fb-61fd7d848a35 HTTP/1.1" status: 200  len: 914 time: 0.6115975
Dec 18 20:52:37.807507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1b741-b88b-4a23-9b0e-2979b1a8a613 req-0d83ece5-8032-456d-b163-f703f7d3f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:37.809154 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2fd1b741-b88b-4a23-9b0e-2979b1a8a613 req-0d83ece5-8032-456d-b163-f703f7d3f5cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0536902
Dec 18 20:52:37.831944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b09fe15f-0b97-40bf-b218-e64ff9933df9,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:37.846441 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:52:37.918754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b403f193-5b61-4231-ac21-665e1d98cafa req-bf93b16c-9306-4a00-9ed4-51a510fef336 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ecbcce4-d67b-4875-bcc2-e9294017cbcb HTTP/1.1" status: 200  len: 217 time: 0.1133256
Dec 18 20:52:37.937924 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2fd1b741-b88b-4a23-9b0e-2979b1a8a613 req-f4466dc4-2396-48cf-8370-e53caa462616 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196342
Dec 18 20:52:37.971814 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:38.020965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b09fe15f-0b97-40bf-b218-e64ff9933df9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:38.054953 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2fd1b741-b88b-4a23-9b0e-2979b1a8a613 req-ed867b3f-4405-4060-8b6f-56f0ce731278 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1054873
Dec 18 20:52:38.075858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403f193-5b61-4231-ac21-665e1d98cafa req-7e57e698-2741-45b8-866a-1c64a960e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:38.077327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b403f193-5b61-4231-ac21-665e1d98cafa req-7e57e698-2741-45b8-866a-1c64a960e167 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8c34163-39bb-4877-88ae-d89e31fa25bd HTTP/1.1" status: 200  len: 853 time: 0.1453366
Dec 18 20:52:38.131765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5140899-cbe7-43a3-8b07-922ca6880c9e req-6c7fbdea-fa1a-47ba-819c-b0defb0b1118 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 210 time: 0.0496948
Dec 18 20:52:38.149534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b403f193-5b61-4231-ac21-665e1d98cafa req-ba0e211b-99fb-4619-b1ef-54c91bb9b9e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fe37750-b06f-419d-82fb-61fd7d848a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583618
Dec 18 20:52:38.150321 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Made reservation on behalf of e6db5c53936c43c1955b27d55e7c15c3 for: {'port': 2} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:38.154965 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:38.256753 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:38.326842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-141bd031-093f-470c-a916-2cf2507e4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:38.328292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-141bd031-093f-470c-a916-2cf2507e4723 service neutron] 10.222.0.36 "GET /v2.0/ports/f8de1dac-5fbd-4626-8379-c9547acc28fb HTTP/1.1" status: 200  len: 1027 time: 0.0479853
Dec 18 20:52:38.375164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-800a5fef-97c9-4713-a62a-3bcf55d58235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:38.376554 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-800a5fef-97c9-4713-a62a-3bcf55d58235 service neutron] 10.222.0.36 "GET /v2.0/ports/04c02923-efaf-4b7a-9421-6c1c3df3d6eb HTTP/1.1" status: 200  len: 1028 time: 0.0412114
Dec 18 20:52:38.499060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e8f11544-c5da-41cb-9121-9d37b7110c41 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:38.499446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b18340-7be2-44b4-a8fc-88b0baa4952e req-bdd28f1f-8738-44d8-b689-ee0b70b4d9c6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:38.500888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89b18340-7be2-44b4-a8fc-88b0baa4952e req-bdd28f1f-8738-44d8-b689-ee0b70b4d9c6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 948 time: 0.2852867
Dec 18 20:52:38.506973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e8f11544-c5da-41cb-9121-9d37b7110c41 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:38.508582 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:38.513741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e8f11544-c5da-41cb-9121-9d37b7110c41 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:38.515371 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e8f11544-c5da-41cb-9121-9d37b7110c41 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "GET /v2.0/networks?id=b3cf1807-07e5-4f23-a394-25e4d942b008&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=5b74eeda-4ba0-4971-b20a-e138901b128c&id=5b74eeda-4ba0-4971-b20a-e138901b128c HTTP/1.1" status: 200  len: 1989 time: 0.1308327
Dec 18 20:52:38.521006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b403f193-5b61-4231-ac21-665e1d98cafa req-b1bacd37-54aa-47f5-9189-abf373873dc8 service neutron] 10.222.0.31 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3350303
Dec 18 20:52:38.531492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] device_id is not set on port 48ea7420-6c01-4d93-8f5f-923e5e319539 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:52:38.588977 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-679fbe9a-de36-4e62-a177-fee438d89bb0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=405bfbeb7b7d47c48b706aa32c6702bf HTTP/1.1" status: 200  len: 379 time: 0.0625591
Dec 18 20:52:38.604521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'port': {'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'admin_state_up': True, 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'security_groups': ['f4cd3883-3206-4f85-b844-8db2f8bfb841']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:38.638658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 64d3133c-2391-4792-9bd6-ac1e947e1ef2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:52:38.640928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ecbcce4-d67b-4875-bcc2-e9294017cbcb up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:38.761575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:38.766795 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:38.778495 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89b18340-7be2-44b4-a8fc-88b0baa4952e req-ea459b8c-d758-4590-8458-849b91ec35b2 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595599
Dec 18 20:52:38.793693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:52:38.802056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:38.803199 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:38.858208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 64d3133c-2391-4792-9bd6-ac1e947e1ef2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64d3133c-2391-4792-9bd6-ac1e947e1ef2,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:38.874496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fdfb4c-b91a-4b47-bc5c-21b3edeb251d', 'tag': '64d3133c-2391-4792-9bd6-ac1e947e1ef2'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:38.876773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '64d3133c-2391-4792-9bd6-ac1e947e1ef2', 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35', 'port_id': '64d3133c-2391-4792-9bd6-ac1e947e1ef2', 'mac_address': 'fa:16:3e:1d:1a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c34163-39bb-4877-88ae-d89e31fa25bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:52:38.876989 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bfb6c0-392d-4d2a-9423-8be4d5cbeb77" -d '{"events": [{"name": "network-changed", "server_uuid": "98fdfb4c-b91a-4b47-bc5c-21b3edeb251d", "tag": "64d3133c-2391-4792-9bd6-ac1e947e1ef2"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:38.950448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Allocated IP 172.20.0.4 (b3cf1807-07e5-4f23-a394-25e4d942b008/00034496-0c84-4e94-bc88-fbb41663ba15/bf2508ae-cc73-498d-b496-3c1f2e87f0f4) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:38.957118 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:38.968752 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:38.981416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d3133c-2391-4792-9bd6-ac1e947e1ef2 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:39.013560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 64d3133c-2391-4792-9bd6-ac1e947e1ef2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64d3133c-2391-4792-9bd6-ac1e947e1ef2,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:39.019856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704a41a1-bd03-4b9c-8164-b39c33c23356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecbcce4-d67b-4875-bcc2-e9294017cbcb'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:39.023327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b403f193-5b61-4231-ac21-665e1d98cafa req-808e4e58-52a2-426a-bbec-37e033a6aee7 service neutron] 10.222.0.31 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4887705
Dec 18 20:52:39.023781 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f453df-500b-45dd-8c4f-b5a7d41f5562" -d '{"events": [{"server_uuid": "704a41a1-bd03-4b9c-8164-b39c33c23356", "name": "network-vif-plugged", "status": "completed", "tag": "2ecbcce4-d67b-4875-bcc2-e9294017cbcb"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:39.030567 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.052775 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.db.resource_extend [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-b4e79955-b594-4f15-af6e-b46f9c31c5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:52:39.059025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:39.085606 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.115750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=64d3133c-2391-4792-9bd6-ac1e947e1ef2,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:39.129136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda2a2-d2ec-4415-beac-7c005e9b3ba0 req-3ab791ce-3d74-4345-be1c-ef97384218ca tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:39.130670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dacda2a2-d2ec-4415-beac-7c005e9b3ba0 req-3ab791ce-3d74-4345-be1c-ef97384218ca tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.1697521
Dec 18 20:52:39.155054 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.186090 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-b4e79955-b594-4f15-af6e-b46f9c31c5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.189840 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:39.202534 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-b4e79955-b594-4f15-af6e-b46f9c31c5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.205678 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.221813 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.267320 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Network b3cf1807-07e5-4f23-a394-25e4d942b008 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:39.270414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:39.273247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:39.319067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Port': ['ID=bf2508ae-cc73-498d-b496-3c1f2e87f0f4,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:39.345383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['64d3133c-2391-4792-9bd6-ac1e947e1ef2'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:39.369502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:39.370179 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.386464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b09fe15f-0b97-40bf-b218-e64ff9933df9 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:39.410852 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e1986a6d-97d3-4c2b-816c-c7f35c3fc210 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8098979
Dec 18 20:52:39.426098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'port': {'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea', 'admin_state_up': True, 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'security_groups': ['f4cd3883-3206-4f85-b844-8db2f8bfb841']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:39.501467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port b09fe15f-0b97-40bf-b218-e64ff9933df9 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:52:39.507104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port b09fe15f-0b97-40bf-b218-e64ff9933df9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:39.507481 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.622664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dacda2a2-d2ec-4415-beac-7c005e9b3ba0 req-3b35a5b8-384d-4879-83b4-5b9e584ada13 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4792473
Dec 18 20:52:39.624659 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:39.630384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.695204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] device_id is not set on port dab80951-e036-4f40-94c9-5ff87f4d522b yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:52:39.761339 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.773057 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-b4e79955-b594-4f15-af6e-b46f9c31c5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Floating IP 7c382847-752a-4795-9d1a-9177a9dd09e8 associated. External IP: 172.35.3.193, port: cbe017f3-1a9e-4b8f-b078-a8a69597377e.
Dec 18 20:52:39.790697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-da6f803b-308f-4c9c-80f0-31fe6e790663 None None] Provisioning complete for port bf2508ae-cc73-498d-b496-3c1f2e87f0f4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:39.792043 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-da6f803b-308f-4c9c-80f0-31fe6e790663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.812201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Allocated IP 10.1.1.78 (86999e20-7286-4a34-ab79-356dd5f0f5ea/b6ff7a92-12ab-437a-8f88-b0ab4f887a39/5740d94d-10b4-4d4f-b84a-14e2647f72c7) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:39.844674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-6d07ac84-387d-449e-a696-94579918821e tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:39.846169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-6d07ac84-387d-449e-a696-94579918821e tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.31 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 946 time: 0.1562884
Dec 18 20:52:39.848114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-da6f803b-308f-4c9c-80f0-31fe6e790663 None None] Port bf2508ae-cc73-498d-b496-3c1f2e87f0f4 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:39.891849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b09fe15f-0b97-40bf-b218-e64ff9933df9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:39.902172 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:39.965695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b09fe15f-0b97-40bf-b218-e64ff9933df9,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:40.058160 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.101198 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.155048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Network 86999e20-7286-4a34-ab79-356dd5f0f5ea is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:40.174754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Port': ['ID=5740d94d-10b4-4d4f-b84a-14e2647f72c7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:40.179972 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:40.195104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:40.244688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.275962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:40.277029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.307117 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a8560193-2cb3-4fb2-87ce-12e72db9c6a0 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.8876014
Dec 18 20:52:40.325846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.328049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'port': {'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea', 'admin_state_up': True, 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'security_groups': ['f4cd3883-3206-4f85-b844-8db2f8bfb841']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:40.427274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Deleting port 0a593524-9707-4109-9577-e536b658044d {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:40.427822 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.447818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:40.451725 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.480510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-280c9fbe-20cb-42d8-949a-f18741f7ec94 None None] Provisioning complete for port 5740d94d-10b4-4d4f-b84a-14e2647f72c7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:40.481185 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-280c9fbe-20cb-42d8-949a-f18741f7ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.487540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event updated for resources: {'Port': ['ID=48ea7420-6c01-4d93-8f5f-923e5e319539,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:40.504138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-b4e79955-b594-4f15-af6e-b46f9c31c5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Router 8da1ab25-1f16-47f5-a9c5-68a6142f242f has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:52:40.512475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f3f51-5676-4092-ab37-73cb1128dc9b req-51e7fade-e0a4-4503-889e-cbd1eb46016b tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:40.514022 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-038f3f51-5676-4092-ab37-73cb1128dc9b req-51e7fade-e0a4-4503-889e-cbd1eb46016b tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a41a1-bd03-4b9c-8164-b39c33c23356 HTTP/1.1" status: 200  len: 946 time: 0.2940245
Dec 18 20:52:40.539425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-280c9fbe-20cb-42d8-949a-f18741f7ec94 None None] Port 5740d94d-10b4-4d4f-b84a-14e2647f72c7 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:40.580343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Checking segment: {'id': '3e1aaf20-0044-41b2-82ff-791ad151a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '01b028cb-c1e0-4e93-9932-e8d9232b5b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:40.580632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Network hostable DHCP agents. Network: 01b028cb-c1e0-4e93-9932-e8d9232b5b16, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:52:40.631267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Allocated IP 10.1.1.118 (86999e20-7286-4a34-ab79-356dd5f0f5ea/b6ff7a92-12ab-437a-8f88-b0ab4f887a39/ccb5043d-02af-492d-8f2d-78752159fb84) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:40.656150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] For port 0a593524-9707-4109-9577-e536b658044d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a593524-9707-4109-9577-e536b658044d,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:40.656699 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.663647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 64d3133c-2391-4792-9bd6-ac1e947e1ef2 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:40.745964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 64d3133c-2391-4792-9bd6-ac1e947e1ef2 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:52:40.753111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 64d3133c-2391-4792-9bd6-ac1e947e1ef2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:40.754008 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.754153 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-038f3f51-5676-4092-ab37-73cb1128dc9b req-31229fcd-c9c6-4490-aef3-be6f723fd097 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279012
Dec 18 20:52:40.785038 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.859526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Network 01b028cb-c1e0-4e93-9932-e8d9232b5b16 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:52:40.862721 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.867380 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.900553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 64d3133c-2391-4792-9bd6-ac1e947e1ef2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64d3133c-2391-4792-9bd6-ac1e947e1ef2,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:40.906062 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.918512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Network 86999e20-7286-4a34-ab79-356dd5f0f5ea is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:40.923153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:40.926032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:40.935044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 01b028cb-c1e0-4e93-9932-e8d9232b5b16) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:40.946001 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:40.946482 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:40.972119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Port': ['ID=ccb5043d-02af-492d-8f2d-78752159fb84,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:40.976536 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=64d3133c-2391-4792-9bd6-ac1e947e1ef2,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:40.998198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:40.999138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:41.000471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8769bf-ea56-4353-b2ab-f1a2002cbcbc None None] Network 01b028cb-c1e0-4e93-9932-e8d9232b5b16 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:41.021581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-b4e79955-b594-4f15-af6e-b46f9c31c5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:52:41.034694 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-580de276-6b82-4ce9-90e2-aebc12f03a7d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7105806
Dec 18 20:52:41.035382 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-b4e79955-b594-4f15-af6e-b46f9c31c5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:41.035535 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8854667-93ba-48a2-8d93-668d4c98a23f None None] Sync routers for ids ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:52:41.048569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'port': {'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c', 'admin_state_up': True, 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'security_groups': ['f4cd3883-3206-4f85-b844-8db2f8bfb841']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:41.054814 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8854667-93ba-48a2-8d93-668d4c98a23f None None] Routers {'8da1ab25-1f16-47f5-a9c5-68a6142f242f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:52:41.055467 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b8854667-93ba-48a2-8d93-668d4c98a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664040cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:41.150745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541f54-dede-434f-8e10-3a69445e13b6 req-19111fb5-7d08-4bd0-9e03-d640f2729d7b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:41.152277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b541f54-dede-434f-8e10-3a69445e13b6 req-19111fb5-7d08-4bd0-9e03-d640f2729d7b tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 946 time: 0.3009658
Dec 18 20:52:41.197288 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-b4e79955-b594-4f15-af6e-b46f9c31c5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "PUT /v2.0/floatingips/7c382847-752a-4795-9d1a-9177a9dd09e8 HTTP/1.1" status: 200  len: 997 time: 3.6206448
Dec 18 20:52:41.197896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event updated for resources: {'Port': ['ID=dab80951-e036-4f40-94c9-5ff87f4d522b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:41.237348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:41.303772 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:41.304417 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:41.304903 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Floating IP f26fd914-4158-41b7-a890-e1bccf45df89 disassociated. External IP: 172.35.3.219, port: 0a593524-9707-4109-9577-e536b658044d.
Dec 18 20:52:41.305793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Calling delete_port for 0a593524-9707-4109-9577-e536b658044d owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:41.321879 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-b8854667-93ba-48a2-8d93-668d4c98a23f None None] Set router 8da1ab25-1f16-47f5-a9c5-68a6142f242f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:52:41.341907 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Checking segment: {'id': '15f1aac6-ac89-4977-8c8c-28924bef5f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '96e797b4-6160-4dd5-8b0d-3e9208efb141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:41.342145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Network hostable DHCP agents. Network: 96e797b4-6160-4dd5-8b0d-3e9208efb141, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:52:41.358660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:41.373224 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b541f54-dede-434f-8e10-3a69445e13b6 req-f5763635-2abd-4e25-84b5-ed56a1ddd721 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf6692fb-5155-40c6-b6ea-c8d17d1018d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1994579
Dec 18 20:52:41.408664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8c7f6142-3ac6-43c6-af4c-0f9eb662c68e None None] Provisioning complete for port ccb5043d-02af-492d-8f2d-78752159fb84 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:41.409199 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6142-3ac6-43c6-af4c-0f9eb662c68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:41.423244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-211fa044-9441-4bb2-916a-7140a52da0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:41.425137 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-211fa044-9441-4bb2-916a-7140a52da0e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47e94e03944844ccb90b9a5818d00856&device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 1097 time: 0.1946754
Dec 18 20:52:41.448365 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90bb769-b5f9-490b-84d1-8b539d305d02 x-openstack-request-id: req-a90bb769-b5f9-490b-84d1-8b539d305d02 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:41.448975 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fdfb4c-b91a-4b47-bc5c-21b3edeb251d", "tag": "64d3133c-2391-4792-9bd6-ac1e947e1ef2", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:41.449437 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a90bb769-b5f9-490b-84d1-8b539d305d02 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:41.450144 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fdfb4c-b91a-4b47-bc5c-21b3edeb251d', 'tag': '64d3133c-2391-4792-9bd6-ac1e947e1ef2', 'status': 'completed', 'code': 200}
Dec 18 20:52:41.514628 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61af715c-bfd4-481b-9c51-116429a2cbd7 x-openstack-request-id: req-61af715c-bfd4-481b-9c51-116429a2cbd7 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:41.515128 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704a41a1-bd03-4b9c-8164-b39c33c23356", "name": "network-vif-plugged", "status": "completed", "tag": "2ecbcce4-d67b-4875-bcc2-e9294017cbcb", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:41.515958 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61af715c-bfd4-481b-9c51-116429a2cbd7 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:41.519665 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704a41a1-bd03-4b9c-8164-b39c33c23356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecbcce4-d67b-4875-bcc2-e9294017cbcb', 'code': 200}
Dec 18 20:52:41.520874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f6142-3ac6-43c6-af4c-0f9eb662c68e None None] Port ccb5043d-02af-492d-8f2d-78752159fb84 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:41.560075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-f5fbc00a-4567-411e-aa06-500248d100cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:41.570669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-f5fbc00a-4567-411e-aa06-500248d100cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=f1d70eca-02f4-4675-afda-361ba3071aaf HTTP/1.1" status: 200  len: 930 time: 0.1348364
Dec 18 20:52:41.639486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Network 96e797b4-6160-4dd5-8b0d-3e9208efb141 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:52:41.695936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 96e797b4-6160-4dd5-8b0d-3e9208efb141) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:41.703996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0334913-1d2d-496a-b1fb-86e74c930893 None None] Network 96e797b4-6160-4dd5-8b0d-3e9208efb141 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:41.737731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:41.738937 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b8854667-93ba-48a2-8d93-668d4c98a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664040cd0>, [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7c382847-752a-4795-9d1a-9177a9dd09e8', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'floating_ip_address': '172.35.3.193', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'port_id': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'mac_address': 'fa:16:3e:8d:e6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:52:33Z', 'updated_at': '2021-12-18T20:52:38Z', 'revision_number': 1, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca128a1-55ff-4b89-bcdc-bd203ce74bdd', 'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'mac_address': 'fa:16:3e:42:6a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:07Z', 'updated_at': '2021-12-18T20:52:17Z', 'revision_number': 5, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'subnets': [{'id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:41.744283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:41.749080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:41.749759 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:41.770375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec6304-47bf-4edd-bf61-7741cebbf4f6 req-942eff23-af12-4ba4-ba8a-30a665ed24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:41.771568 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8854667-93ba-48a2-8d93-668d4c98a23f None None] Checking router: 8da1ab25-1f16-47f5-a9c5-68a6142f242f for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:52:41.774683 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-79ec6304-47bf-4edd-bf61-7741cebbf4f6 req-942eff23-af12-4ba4-ba8a-30a665ed24e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=704a41a1-bd03-4b9c-8164-b39c33c23356 HTTP/1.1" status: 200  len: 1097 time: 0.1666307
Dec 18 20:52:41.783765 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8854667-93ba-48a2-8d93-668d4c98a23f None None] Routers {'8da1ab25-1f16-47f5-a9c5-68a6142f242f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:52:41.784694 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b8854667-93ba-48a2-8d93-668d4c98a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664040cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:41.894651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Allocated IP 10.2.2.100 (5b74eeda-4ba0-4971-b20a-e138901b128c/d514dada-d8b2-467e-8ca9-570f42a26f3c/f1cdb751-5072-47e3-96f0-96e30fe3bc2f) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:41.911232 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-79ec6304-47bf-4edd-bf61-7741cebbf4f6 req-e3d8d5b5-a5a6-4f32-bb9e-e0fc86e5540d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231747
Dec 18 20:52:41.912223 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-b8854667-93ba-48a2-8d93-668d4c98a23f None None] Set router 8da1ab25-1f16-47f5-a9c5-68a6142f242f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:52:42.089607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ba48405f-94c5-40a7-98c3-279bada85ef8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 4.5816498
Dec 18 20:52:42.091940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60976) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:42.136171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9cc72-e544-4825-8865-8cde3b409727 req-8ec087da-a9af-4492-b528-cddd28a6d1ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:42.141882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9cc72-e544-4825-8865-8cde3b409727 req-8ec087da-a9af-4492-b528-cddd28a6d1ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:42.147769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9cc72-e544-4825-8865-8cde3b409727 req-8ec087da-a9af-4492-b528-cddd28a6d1ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:42.155774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44d9cc72-e544-4825-8865-8cde3b409727 req-8ec087da-a9af-4492-b528-cddd28a6d1ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 2373 time: 0.4833829
Dec 18 20:52:42.156770 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:42.159039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfb6c0-392d-4d2a-9423-8be4d5cbeb77 req-94c80608-55d5-4cc5-b425-6d93875beda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:42.160471 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25bfb6c0-392d-4d2a-9423-8be4d5cbeb77 req-94c80608-55d5-4cc5-b425-6d93875beda7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a0744714bbf4779a774d5d0d8fc18d7&device_id=98fdfb4c-b91a-4b47-bc5c-21b3edeb251d HTTP/1.1" status: 200  len: 1096 time: 0.5868888
Dec 18 20:52:42.164597 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b8854667-93ba-48a2-8d93-668d4c98a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664040cd0>, [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7c382847-752a-4795-9d1a-9177a9dd09e8', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'floating_ip_address': '172.35.3.193', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'port_id': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'mac_address': 'fa:16:3e:8d:e6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:52:33Z', 'updated_at': '2021-12-18T20:52:38Z', 'revision_number': 1, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca128a1-55ff-4b89-bcdc-bd203ce74bdd', 'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'mac_address': 'fa:16:3e:42:6a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:07Z', 'updated_at': '2021-12-18T20:52:17Z', 'revision_number': 5, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'subnets': [{'id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:42.225986 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:42.283962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Network 5b74eeda-4ba0-4971-b20a-e138901b128c is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:42.289174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:42.323693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfb6c0-392d-4d2a-9423-8be4d5cbeb77 req-1bfb9586-1273-4d5b-93cd-039ae90027ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:42.323899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:42.325093 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8854667-93ba-48a2-8d93-668d4c98a23f None None] The sync data for ids ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'] in ncdv-master-1 is: [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7c382847-752a-4795-9d1a-9177a9dd09e8', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'floating_ip_address': '172.35.3.193', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'port_id': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'mac_address': 'fa:16:3e:8d:e6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:52:33Z', 'updated_at': '2021-12-18T20:52:38Z', 'revision_number': 1, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca128a1-55ff-4b89-bcdc-bd203ce74bdd', 'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'mac_address': 'fa:16:3e:42:6a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:07Z', 'updated_at': '2021-12-18T20:52:17Z', 'revision_number': 5, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'subnets': [{'id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:52:42.325597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25bfb6c0-392d-4d2a-9423-8be4d5cbeb77 req-1bfb9586-1273-4d5b-93cd-039ae90027ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fe37750-b06f-419d-82fb-61fd7d848a35 HTTP/1.1" status: 200  len: 914 time: 0.1341491
Dec 18 20:52:42.328938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-51b722d3-92f7-4e58-9e64-f0753549609a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe017f3-1a9e-4b8f-b078-a8a69597377e HTTP/1.1" status: 200  len: 1000 time: 0.7574127
Dec 18 20:52:42.331167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Port': ['ID=f1cdb751-5072-47e3-96f0-96e30fe3bc2f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:42.425745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:42.426386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:42.468889 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d3dffc65-af74-4df5-a059-418c0e3533da tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4249284
Dec 18 20:52:42.469510 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25bfb6c0-392d-4d2a-9423-8be4d5cbeb77 req-9c2479eb-93bb-413e-9253-0d2175beda6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64d3133c-2391-4792-9bd6-ac1e947e1ef2 HTTP/1.1" status: 200  len: 217 time: 0.1199934
Dec 18 20:52:42.487060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'port': {'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c', 'admin_state_up': True, 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'security_groups': ['f4cd3883-3206-4f85-b844-8db2f8bfb841']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:42.574825 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b217c305-ba50-4dd5-aa8b-3a83ffcd5ca4 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:42.580286 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b217c305-ba50-4dd5-aa8b-3a83ffcd5ca4 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:42.584648 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b217c305-ba50-4dd5-aa8b-3a83ffcd5ca4 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.4775491
Dec 18 20:52:42.585502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60984) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:42.588278 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44d9cc72-e544-4825-8865-8cde3b409727 req-e50911b8-6918-49cf-ada8-375fb1b6723d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4316578
Dec 18 20:52:42.593370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-e3835de8-0437-4e8a-a3b5-e0e1366ea54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:42.594782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-e3835de8-0437-4e8a-a3b5-e0e1366ea54d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cc53ec-1c25-42dc-ac5b-5a97b48ffd34 HTTP/1.1" status: 200  len: 868 time: 0.2354620
Dec 18 20:52:42.603968 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:42.670398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-86684a7c-7b96-481e-a616-85819f514b9b None None] Provisioning complete for port f1cdb751-5072-47e3-96f0-96e30fe3bc2f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:42.671331 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86684a7c-7b96-481e-a616-85819f514b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:42.673302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0a593524-9707-4109-9577-e536b658044d no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:52:42.680006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfb6c0-392d-4d2a-9423-8be4d5cbeb77 req-b89eaff1-9369-4fe1-9d67-d1e67467b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:42.682021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25bfb6c0-392d-4d2a-9423-8be4d5cbeb77 req-b89eaff1-9369-4fe1-9d67-d1e67467b8e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8c34163-39bb-4877-88ae-d89e31fa25bd HTTP/1.1" status: 200  len: 853 time: 0.1951637
Dec 18 20:52:42.685449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Pushing event deleted for resources: {'Port': ['ID=0a593524-9707-4109-9577-e536b658044d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:42.705321 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 0a593524-9707-4109-9577-e536b658044d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:52:42.705938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0a593524-9707-4109-9577-e536b658044d not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:52:42.737960 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Made reservation on behalf of 405bfbeb7b7d47c48b706aa32c6702bf for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:42.740874 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:42.766036 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25bfb6c0-392d-4d2a-9423-8be4d5cbeb77 req-01f82a29-ff00-4967-a307-277bae3b60f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fe37750-b06f-419d-82fb-61fd7d848a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0756593
Dec 18 20:52:42.799344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-86684a7c-7b96-481e-a616-85819f514b9b None None] Port f1cdb751-5072-47e3-96f0-96e30fe3bc2f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:42.819546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5b85e-cb76-4337-8e30-16eaa4476f63 None None] New status for floating IP 7c382847-752a-4795-9d1a-9177a9dd09e8: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:52:42.825287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-612559f3-8fc3-4ab2-b674-af5ac5762d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:42.826066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-612559f3-8fc3-4ab2-b674-af5ac5762d74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1d70eca-02f4-4675-afda-361ba3071aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2146916
Dec 18 20:52:42.870951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1b255bb3-27e2-481f-9f1b-ea925f4e224d tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Deleting port 48ea7420-6c01-4d93-8f5f-923e5e319539 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:42.871561 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b255bb3-27e2-481f-9f1b-ea925f4e224d tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:42.936132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108b90b-19b2-46ea-90b4-e65aed4ce7fa req-f5b322d9-134f-4333-8f44-cbc8f9c544f3 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:42.937552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4108b90b-19b2-46ea-90b4-e65aed4ce7fa req-f5b322d9-134f-4333-8f44-cbc8f9c544f3 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.2384598
Dec 18 20:52:42.987126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b255bb3-27e2-481f-9f1b-ea925f4e224d tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:43.012144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1b255bb3-27e2-481f-9f1b-ea925f4e224d tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Calling delete_port for 48ea7420-6c01-4d93-8f5f-923e5e319539 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:43.076680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4108b90b-19b2-46ea-90b4-e65aed4ce7fa req-58e5fb5c-cf38-42df-b1d1-45d83a26c90d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104321
Dec 18 20:52:43.107733 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Allocated IP 10.2.2.200 (5b74eeda-4ba0-4971-b20a-e138901b128c/d514dada-d8b2-467e-8ca9-570f42a26f3c/e339efff-5759-4aa7-8925-f9e71e302622) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:43.146748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-74c15d26-b81c-4e95-862d-5b6d87e77e48 service neutron] 10.222.0.13 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3012345
Dec 18 20:52:43.172690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25bfb6c0-392d-4d2a-9423-8be4d5cbeb77 req-4076ea76-f715-4021-b349-4eb92e1ab0f4 service neutron] 10.222.0.31 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3587749
Dec 18 20:52:43.186445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b255bb3-27e2-481f-9f1b-ea925f4e224d tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:43.210875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:52:43.239342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b255bb3-27e2-481f-9f1b-ea925f4e224d tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event deleted for resources: {'Port': ['ID=48ea7420-6c01-4d93-8f5f-923e5e319539,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:43.252587 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b255bb3-27e2-481f-9f1b-ea925f4e224d tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:43.255882 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1b255bb3-27e2-481f-9f1b-ea925f4e224d tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "DELETE /v2.0/ports/48ea7420-6c01-4d93-8f5f-923e5e319539 HTTP/1.1" status: 204  len: 168 time: 0.6693873
Dec 18 20:52:43.258738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60990) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:43.372320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:52:43.443705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51df74-0d33-4caf-b351-3f3f4d54f40e req-de6e1d05-36c9-421e-aaf4-0c78ba6bf918 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:43.444282 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:43.445928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed51df74-0d33-4caf-b351-3f3f4d54f40e req-de6e1d05-36c9-421e-aaf4-0c78ba6bf918 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.2465916
Dec 18 20:52:43.451975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'tag': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:43.454209 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545b2672-fad2-459d-9c1b-2ffb499f4ced" -d '{"events": [{"name": "network-changed", "server_uuid": "ce12ca16-56f4-459d-bc88-98eab54424b7", "tag": "cbe017f3-1a9e-4b8f-b078-a8a69597377e"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:43.464275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-752d631a-fb31-484f-a197-df9ffa996b5f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Deleting port dab80951-e036-4f40-94c9-5ff87f4d522b {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:43.464628 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-752d631a-fb31-484f-a197-df9ffa996b5f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:43.479305 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:43.490494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'port_id': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'mac_address': 'fa:16:3e:46:26:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:52:43.520717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfebec43-3354-4223-9f86-adc3ef6fb19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09fe15f-0b97-40bf-b218-e64ff9933df9'}, {'server_uuid': '98fdfb4c-b91a-4b47-bc5c-21b3edeb251d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d3133c-2391-4792-9bd6-ac1e947e1ef2'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:43.523318 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124fc799-3182-4651-a47b-4c2a11e7bcea" -d '{"events": [{"server_uuid": "cfebec43-3354-4223-9f86-adc3ef6fb19d", "name": "network-vif-plugged", "status": "completed", "tag": "b09fe15f-0b97-40bf-b218-e64ff9933df9"}, {"server_uuid": "98fdfb4c-b91a-4b47-bc5c-21b3edeb251d", "name": "network-vif-plugged", "status": "completed", "tag": "64d3133c-2391-4792-9bd6-ac1e947e1ef2"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:43.526009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25bfb6c0-392d-4d2a-9423-8be4d5cbeb77 req-d46237bd-8951-4ca1-8a38-447ff2d999b8 service neutron] 10.222.0.31 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3379951
Dec 18 20:52:43.530481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1508b9af-78c5-4125-a724-37df3c10fe32 req-a68577b2-02e6-4560-bacf-391f25035b0a service neutron] 10.222.0.13 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3568146
Dec 18 20:52:43.562117 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:43.582939 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-752d631a-fb31-484f-a197-df9ffa996b5f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:43.583183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:43.595035 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:43.613222 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed51df74-0d33-4caf-b351-3f3f4d54f40e req-98c61027-d260-45e8-b045-2ef65313dd70 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175132
Dec 18 20:52:43.613585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-752d631a-fb31-484f-a197-df9ffa996b5f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Calling delete_port for dab80951-e036-4f40-94c9-5ff87f4d522b owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:43.617050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:43.622766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:52:43.624042 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:43.636237 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d3d3b-72f7-46a2-8e03-36588839d5ee None None] Sync routers for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:52:43.660680 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d3d3b-72f7-46a2-8e03-36588839d5ee None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:52:43.661925 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-666d3d3b-72f7-46a2-8e03-36588839d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f70c1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:43.690016 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Network 5b74eeda-4ba0-4971-b20a-e138901b128c is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:43.699652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:43.703204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:43.723626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] No DVR routers for this DVR port 0a593524-9707-4109-9577-e536b658044d on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:52:43.736361 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:43.746718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:43.748365 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-102619f9-a659-4ffc-81f2-5a80712e6b1e req-e3d33b8f-6de3-4fd6-9510-a4696869d458 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.31 "DELETE /v2.0/ports/0a593524-9707-4109-9577-e536b658044d HTTP/1.1" status: 204  len: 173 time: 3.8905904
Dec 18 20:52:43.759371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:43.800424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93026251-cd41-48f8-b359-0e8eaf243ca9 req-fe42cd5a-04ff-417c-a94c-148c45561400 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/ports?device_id=edeabf63-f66c-4719-9212-d3214bd03574 HTTP/1.1" status: 200  len: 210 time: 0.0745559
Dec 18 20:52:43.841671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event updated for resources: {'Port': ['ID=e339efff-5759-4aa7-8925-f9e71e302622,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:43.854038 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:43.854816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:43.867195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d819c-fecc-4294-a506-ba34958a5700 req-bc123b31-ac1d-4492-bd2c-73f0ea547b0f tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:43.882210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-735d819c-fecc-4294-a506-ba34958a5700 req-bc123b31-ac1d-4492-bd2c-73f0ea547b0f tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a41a1-bd03-4b9c-8164-b39c33c23356 HTTP/1.1" status: 200  len: 946 time: 0.1763623
Dec 18 20:52:43.892155 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4101894
Dec 18 20:52:43.896168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.897124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.897124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.897468 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.897817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.898160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.898570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.898902 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.899234 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.899612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.900621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.900967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.901286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63e0d9-1f49-46ab-8b94-8e2aac345ec4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:43.922400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Request body: {'port': {'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:43.925483 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3290da0-4228-4fcf-ae7e-6c1ed8698701 x-openstack-request-id: req-e3290da0-4228-4fcf-ae7e-6c1ed8698701 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:43.931804 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce12ca16-56f4-459d-bc88-98eab54424b7", "tag": "cbe017f3-1a9e-4b8f-b078-a8a69597377e", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:43.932858 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3290da0-4228-4fcf-ae7e-6c1ed8698701 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:43.933387 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'tag': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e', 'status': 'completed', 'code': 200}
Dec 18 20:52:44.018547 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-666d3d3b-72f7-46a2-8e03-36588839d5ee None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:52:44.054434 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811afbd2-e24d-4892-947a-7109ff3f016b x-openstack-request-id: req-811afbd2-e24d-4892-947a-7109ff3f016b {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:44.054749 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfebec43-3354-4223-9f86-adc3ef6fb19d", "name": "network-vif-plugged", "status": "completed", "tag": "b09fe15f-0b97-40bf-b218-e64ff9933df9", "code": 200}, {"server_uuid": "98fdfb4c-b91a-4b47-bc5c-21b3edeb251d", "name": "network-vif-plugged", "status": "completed", "tag": "64d3133c-2391-4792-9bd6-ac1e947e1ef2", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:44.055023 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-811afbd2-e24d-4892-947a-7109ff3f016b {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:44.061080 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfebec43-3354-4223-9f86-adc3ef6fb19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09fe15f-0b97-40bf-b218-e64ff9933df9', 'code': 200}
Dec 18 20:52:44.062096 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fdfb4c-b91a-4b47-bc5c-21b3edeb251d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d3133c-2391-4792-9bd6-ac1e947e1ef2', 'code': 200}
Dec 18 20:52:44.117656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-735d819c-fecc-4294-a506-ba34958a5700 req-da37bf89-5881-4a03-825d-1bd4390554ad tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265310
Dec 18 20:52:44.153601 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-752d631a-fb31-484f-a197-df9ffa996b5f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:44.159435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b2672-fad2-459d-9c1b-2ffb499f4ced req-eca90ec2-87d2-4adb-b97f-f4834c26564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:44.162057 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-545b2672-fad2-459d-9c1b-2ffb499f4ced req-eca90ec2-87d2-4adb-b97f-f4834c26564f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47e94e03944844ccb90b9a5818d00856&device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 1097 time: 0.1660178
Dec 18 20:52:44.164376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0f9adb72-bc8e-4158-9792-dbe03443c645 None None] Provisioning complete for port e339efff-5759-4aa7-8925-f9e71e302622 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:44.164755 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0f9adb72-bc8e-4158-9792-dbe03443c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:44.207497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0f9adb72-bc8e-4158-9792-dbe03443c645 None None] Port e339efff-5759-4aa7-8925-f9e71e302622 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:52:44.218725 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:44.256006 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d631a-fb31-484f-a197-df9ffa996b5f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event deleted for resources: {'Port': ['ID=dab80951-e036-4f40-94c9-5ff87f4d522b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:44.275791 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-752d631a-fb31-484f-a197-df9ffa996b5f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:44.281960 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-752d631a-fb31-484f-a197-df9ffa996b5f tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "DELETE /v2.0/ports/dab80951-e036-4f40-94c9-5ff87f4d522b HTTP/1.1" status: 204  len: 168 time: 1.0217075
Dec 18 20:52:44.284588 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 32786) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:44.421588 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4b657a3b-fd90-4774-8b9c-3955d889ff36 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1262445
Dec 18 20:52:44.426152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 32796) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:44.436911 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-666d3d3b-72f7-46a2-8e03-36588839d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f70c1c0>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:44.442152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-136798377'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:44.463694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-316108b0-1692-4f9b-afda-734d7e478258 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 258 time: 0.3852828
Dec 18 20:52:44.474537 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3f30d-6bc0-4678-a4a9-e33dfd219af2 req-71a31a57-b642-41e2-b5d7-c18f4b543541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:44.476272 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80c3f30d-6bc0-4678-a4a9-e33dfd219af2 req-71a31a57-b642-41e2-b5d7-c18f4b543541 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=98fdfb4c-b91a-4b47-bc5c-21b3edeb251d HTTP/1.1" status: 200  len: 1096 time: 0.3171678
Dec 18 20:52:44.481803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:44.510613 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d3d3b-72f7-46a2-8e03-36588839d5ee None None] Checking router: 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:52:44.531803 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d3d3b-72f7-46a2-8e03-36588839d5ee None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:52:44.532352 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-666d3d3b-72f7-46a2-8e03-36588839d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f70c1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:44.536034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1db413-3214-49c9-88c8-a26f95b6776e req-db89f802-3244-456e-bedd-e69a93f3d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:44.536231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b2672-fad2-459d-9c1b-2ffb499f4ced req-2e420ffe-0349-4ab6-80ef-76ddf17a98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:44.537546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa1db413-3214-49c9-88c8-a26f95b6776e req-db89f802-3244-456e-bedd-e69a93f3d45b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 1100 time: 0.3730011
Dec 18 20:52:44.537676 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-545b2672-fad2-459d-9c1b-2ffb499f4ced req-2e420ffe-0349-4ab6-80ef-76ddf17a98d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1d70eca-02f4-4675-afda-361ba3071aaf HTTP/1.1" status: 200  len: 930 time: 0.3636527
Dec 18 20:52:44.579145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e1904-cbe8-4a3d-85d2-a082aff8eadb req-bcf082ad-e186-4d2b-9e68-68006564433d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:44.585428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e1904-cbe8-4a3d-85d2-a082aff8eadb req-bcf082ad-e186-4d2b-9e68-68006564433d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:44.602743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e1904-cbe8-4a3d-85d2-a082aff8eadb req-bcf082ad-e186-4d2b-9e68-68006564433d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:44.611794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e1904-cbe8-4a3d-85d2-a082aff8eadb req-bcf082ad-e186-4d2b-9e68-68006564433d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:44.620118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e1904-cbe8-4a3d-85d2-a082aff8eadb req-bcf082ad-e186-4d2b-9e68-68006564433d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:44.644406 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d7e1904-cbe8-4a3d-85d2-a082aff8eadb req-bcf082ad-e186-4d2b-9e68-68006564433d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 3815 time: 0.3132160
Dec 18 20:52:44.671394 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:44.718223 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-666d3d3b-72f7-46a2-8e03-36588839d5ee None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:52:44.742933 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80c3f30d-6bc0-4678-a4a9-e33dfd219af2 req-2e609008-ba21-4df3-ab05-5a678f693b0d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2492142
Dec 18 20:52:44.777536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa1db413-3214-49c9-88c8-a26f95b6776e req-65af419d-c430-4e99-94a4-aeea801c89b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193298
Dec 18 20:52:44.778473 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:44.781837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Made reservation on behalf of e6db5c53936c43c1955b27d55e7c15c3 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:44.786142 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:44.824691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:52:44.838365 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:44.838365 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Added segment 2481368c-034f-46a2-aa3e-1f3a47bffa28 of type vlan for network 757472b4-4163-4c67-8249-43a761e8f992
Dec 18 20:52:44.958725 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.016165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d7e1904-cbe8-4a3d-85d2-a082aff8eadb req-a9a2c4af-0f88-4f01-b052-401852a38c24 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3695908
Dec 18 20:52:45.033178 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.041339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:45.042440 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.053271 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-545b2672-fad2-459d-9c1b-2ffb499f4ced req-fd9b7f4f-3678-40b1-9ab8-2139cdd77349 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe017f3-1a9e-4b8f-b078-a8a69597377e HTTP/1.1" status: 200  len: 1002 time: 0.4224417
Dec 18 20:52:45.062678 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-666d3d3b-72f7-46a2-8e03-36588839d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f70c1c0>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:45.099528 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d3d3b-72f7-46a2-8e03-36588839d5ee None None] The sync data for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 is: [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:47:46Z', 'revision_number': 4, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6912c3af-1076-46a5-9f69-df07ff6e7fc2', 'name': '', 'network_id': 'b16f44c1-8015-4e89-85aa-20e9d5fd9f2e', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'mac_address': 'fa:16:3e:b2:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:45Z', 'updated_at': '2021-12-18T20:47:52Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'subnets': [{'id': '17a94c26-44fd-4378-aa86-f3b1e0f22e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:52:45.175996 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.7409489
Dec 18 20:52:45.188821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 32806) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:45.195957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-71f6ff7f-ebe2-469e-b45e-448c1142328a tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1969769217'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:45.203097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event updated for resources: {'Network': ['ID=757472b4-4163-4c67-8249-43a761e8f992,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:45.203364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2508ae-cc73-498d-b496-3c1f2e87f0f4 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:45.213340 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.226180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Transition to ACTIVE for port object bf2508ae-cc73-498d-b496-3c1f2e87f0f4 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:45.257316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.259985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.260534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.260861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.261205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.261726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.262069 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.264520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.264903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.265253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.265573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.265901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.266319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.266703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b3745-95f0-455e-a385-80794c9f6385 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:52:45.279434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 757472b4-4163-4c67-8249-43a761e8f992 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:52:45.314685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b2672-fad2-459d-9c1b-2ffb499f4ced req-93c0bdfc-c289-446a-90b7-735e60c17bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:45.316961 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-545b2672-fad2-459d-9c1b-2ffb499f4ced req-93c0bdfc-c289-446a-90b7-735e60c17bcd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05cc53ec-1c25-42dc-ac5b-5a97b48ffd34 HTTP/1.1" status: 200  len: 868 time: 0.2469337
Dec 18 20:52:45.334759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c6080-9766-42d1-a7d5-c3c208e8356f req-49726e30-caea-4940-b866-49796945a9b6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:45.341765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2508ae-cc73-498d-b496-3c1f2e87f0f4,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:45.355005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f20c6080-9766-42d1-a7d5-c3c208e8356f req-49726e30-caea-4940-b866-49796945a9b6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.1899285
Dec 18 20:52:45.360484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f6ff7f-ebe2-469e-b45e-448c1142328a tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Made reservation on behalf of e6db5c53936c43c1955b27d55e7c15c3 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:45.364292 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71f6ff7f-ebe2-469e-b45e-448c1142328a tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.390779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:45.411525 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.499289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:45.499658 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.512763 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b2672-fad2-459d-9c1b-2ffb499f4ced req-1b66678b-8202-4721-896e-6b6f4f148971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:45.514658 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-545b2672-fad2-459d-9c1b-2ffb499f4ced req-1b66678b-8202-4721-896e-6b6f4f148971 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1d70eca-02f4-4675-afda-361ba3071aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1872716
Dec 18 20:52:45.594058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Attempting to bind port bf2508ae-cc73-498d-b496-3c1f2e87f0f4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:45.594751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Attempting to bind port bf2508ae-cc73-498d-b496-3c1f2e87f0f4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:45.595307 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Attempting to bind port bf2508ae-cc73-498d-b496-3c1f2e87f0f4 on network b3cf1807-07e5-4f23-a394-25e4d942b008 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:45.603937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Port bf2508ae-cc73-498d-b496-3c1f2e87f0f4 on network b3cf1807-07e5-4f23-a394-25e4d942b008 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:45.604512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Attempting to bind port bf2508ae-cc73-498d-b496-3c1f2e87f0f4 on network b3cf1807-07e5-4f23-a394-25e4d942b008 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:45.616228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:45.616862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Checking segment: {'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:45.617439 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Bound using segment: {'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:45.618058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Bound port: bf2508ae-cc73-498d-b496-3c1f2e87f0f4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f0ba01-4411-44af-bc1e-46aca7fda6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:45.618664 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.633754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Allocated IP 172.35.3.145 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/2af67cfd-8cc9-43ca-93a5-97668acfdc51) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:45.636730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff55224-e551-4858-b4d1-2fd9e8770359 None None] New status for floating IP f26fd914-4158-41b7-a890-e1bccf45df89: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:52:45.712282 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-545b2672-fad2-459d-9c1b-2ffb499f4ced req-a7811f68-f298-42a7-be76-0c21d2fcdc8b service neutron] 10.222.0.36 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845620
Dec 18 20:52:45.770935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f6ff7f-ebe2-469e-b45e-448c1142328a tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:52:45.782130 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71f6ff7f-ebe2-469e-b45e-448c1142328a tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.782745 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-71f6ff7f-ebe2-469e-b45e-448c1142328a tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Added segment 1834a403-282b-4612-998f-aa86a54e4590 of type vlan for network f4416593-f01e-4d43-8da9-3af970a46865
Dec 18 20:52:45.786086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] For port bf2508ae-cc73-498d-b496-3c1f2e87f0f4, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:45.802663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] For port bf2508ae-cc73-498d-b496-3c1f2e87f0f4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf2508ae-cc73-498d-b496-3c1f2e87f0f4,segment=NetworkSegment(28f0ba01-4411-44af-bc1e-46aca7fda6fb),segment_id=28f0ba01-4411-44af-bc1e-46aca7fda6fb)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:45.812227 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.817196 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.875312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:45.885098 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.893079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:45.893890 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:45.895547 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf2508ae-cc73-498d-b496-3c1f2e87f0f4 HTTP/1.1" status: 200  len: 1091 time: 1.9805796
Dec 18 20:52:45.898175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:45.900910 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395ebc61-95d4-4a92-9f40-0aa106edd19c" -d '{"events": [{"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "bf2508ae-cc73-498d-b496-3c1f2e87f0f4"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:45.915926 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-545b2672-fad2-459d-9c1b-2ffb499f4ced req-277c3f7c-9ec3-403e-9a91-b50392274c00 service neutron] 10.222.0.36 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1912827
Dec 18 20:52:45.935375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6a8b2-88f8-4e59-9b1a-a9bd5decadf0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2508ae-cc73-498d-b496-3c1f2e87f0f4,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:45.966511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Request body: {'port': {'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:46.052796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:46.064018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:46.066720 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c915bb-117f-44ce-9604-748993cd800f" -d '{"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:46.119826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:46.450093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeabf63-f66c-4719-9212-d3214bd03574', 'name': 'network-vif-deleted', 'tag': '0a593524-9707-4109-9577-e536b658044d'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:46.452408 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61e49aa-be73-4cc2-b54c-d59cf1da381e" -d '{"events": [{"server_uuid": "edeabf63-f66c-4719-9212-d3214bd03574", "name": "network-vif-deleted", "tag": "0a593524-9707-4109-9577-e536b658044d"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:46.495568 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71f6ff7f-ebe2-469e-b45e-448c1142328a tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:46.505426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f20c6080-9766-42d1-a7d5-c3c208e8356f req-a7e0099e-f2c9-46bc-993c-1260bdaf3528 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1493206
Dec 18 20:52:46.518123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8de1dac-5fbd-4626-8379-c9547acc28fb {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:46.540040 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:46.570745 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:46.575319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71f6ff7f-ebe2-469e-b45e-448c1142328a tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:46.579441 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Transition to ACTIVE for port object f8de1dac-5fbd-4626-8379-c9547acc28fb will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:46.581070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6ff7f-ebe2-469e-b45e-448c1142328a tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:46.581666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71f6ff7f-ebe2-469e-b45e-448c1142328a tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:46.587053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:46.675019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8de1dac-5fbd-4626-8379-c9547acc28fb,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:46.695717 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6ff7f-ebe2-469e-b45e-448c1142328a tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event updated for resources: {'Network': ['ID=f4416593-f01e-4d43-8da9-3af970a46865,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:46.709920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network f4416593-f01e-4d43-8da9-3af970a46865 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:52:46.766325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-71f6ff7f-ebe2-469e-b45e-448c1142328a tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.5744100
Dec 18 20:52:46.779214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Attempting to bind port f8de1dac-5fbd-4626-8379-c9547acc28fb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:46.779807 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Attempting to bind port f8de1dac-5fbd-4626-8379-c9547acc28fb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:46.781099 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Attempting to bind port f8de1dac-5fbd-4626-8379-c9547acc28fb on network 86999e20-7286-4a34-ab79-356dd5f0f5ea {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:46.787105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Port f8de1dac-5fbd-4626-8379-c9547acc28fb on network 86999e20-7286-4a34-ab79-356dd5f0f5ea not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:46.787622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Attempting to bind port f8de1dac-5fbd-4626-8379-c9547acc28fb on network 86999e20-7286-4a34-ab79-356dd5f0f5ea {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:46.793927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:46.795270 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Checking segment: {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:46.795932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Bound using segment: {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:46.796594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Bound port: f8de1dac-5fbd-4626-8379-c9547acc28fb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:46.797153 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:46.874558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe973b-dfbb-4b74-aca0-0ba81b0307e8 req-621af25c-9050-4123-9c17-92a0a38dc336 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:46.876668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96fe973b-dfbb-4b74-aca0-0ba81b0307e8 req-621af25c-9050-4123-9c17-92a0a38dc336 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fdfb4c-b91a-4b47-bc5c-21b3edeb251d HTTP/1.1" status: 200  len: 945 time: 0.2396390
Dec 18 20:52:46.881421 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:46.892782 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] For port f8de1dac-5fbd-4626-8379-c9547acc28fb, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:46.896824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] For port f8de1dac-5fbd-4626-8379-c9547acc28fb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8de1dac-5fbd-4626-8379-c9547acc28fb,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:46.905264 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:46.907899 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 32824) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:46.959455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:46.962047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'subnets': [{'network_id': '757472b4-4163-4c67-8249-43a761e8f992', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1650191280', 'ip_version': 4}, {'network_id': 'f4416593-f01e-4d43-8da9-3af970a46865', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:46.962946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'subnet': {'network_id': '757472b4-4163-4c67-8249-43a761e8f992', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1650191280', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:46.963306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:46.963532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Request body: {'subnet': {'network_id': 'f4416593-f01e-4d43-8da9-3af970a46865', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:46.964757 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] 10.222.0.36 "PUT /v2.0/ports/f8de1dac-5fbd-4626-8379-c9547acc28fb HTTP/1.1" status: 200  len: 1130 time: 1.0057418
Dec 18 20:52:47.002910 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Request body: {'port': {'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:47.066367 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:47.077536 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:47.079353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Pushing event updated for resources: {'Port': ['ID=2af67cfd-8cc9-43ca-93a5-97668acfdc51,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:47.117030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:47.119716 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:47.124286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce48c40-9a38-43d5-ab11-dd100c344ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8de1dac-5fbd-4626-8379-c9547acc28fb,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:47.252316 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96fe973b-dfbb-4b74-aca0-0ba81b0307e8 req-03ee77df-9bab-4ea5-97dc-1213b07b3f8d tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3425443
Dec 18 20:52:47.280826 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:47.316000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Made reservation on behalf of e6db5c53936c43c1955b27d55e7c15c3 for: {'subnet': 2} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:47.331860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:47.332205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:47.469892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c02923-efaf-4b7a-9421-6c1c3df3d6eb {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:47.482775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:47.497678 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:47.498316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Transition to ACTIVE for port object 04c02923-efaf-4b7a-9421-6c1c3df3d6eb will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:47.503517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:47.588974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ac0cb-f6df-489a-945e-8e88c6371eaa req-8059fdd7-71a3-44e9-a246-a545d2f8b03e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:47.590636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-766ac0cb-f6df-489a-945e-8e88c6371eaa req-8059fdd7-71a3-44e9-a246-a545d2f8b03e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.1992254
Dec 18 20:52:47.613337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Pushing event updated for resources: {'Port': ['ID=04c02923-efaf-4b7a-9421-6c1c3df3d6eb,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:47.654960 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Attempting to bind port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:47.655297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Attempting to bind port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:47.655723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Attempting to bind port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb on network 86999e20-7286-4a34-ab79-356dd5f0f5ea {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:47.660446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb on network 86999e20-7286-4a34-ab79-356dd5f0f5ea not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:47.661087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Attempting to bind port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb on network 86999e20-7286-4a34-ab79-356dd5f0f5ea {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:47.667529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:47.667981 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Checking segment: {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:47.668428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Bound using segment: {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:47.668975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Bound port: 04c02923-efaf-4b7a-9421-6c1c3df3d6eb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:47.669429 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:47.751802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] For port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:47.756503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] For port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c02923-efaf-4b7a-9421-6c1c3df3d6eb,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:47.765774 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:47.806132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:47.807175 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:47.808605 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] 10.222.0.36 "PUT /v2.0/ports/04c02923-efaf-4b7a-9421-6c1c3df3d6eb HTTP/1.1" status: 200  len: 1131 time: 0.8125310
Dec 18 20:52:47.845645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Request body: {'port': {'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:47.852326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-766ac0cb-f6df-489a-945e-8e88c6371eaa req-43a17aa4-736e-40eb-a0ae-17e8d883c95f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2466390
Dec 18 20:52:47.878754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50f986-219d-4b10-ace1-cf8be7acee9e service neutron] Pushing event updated for resources: {'Port': ['ID=04c02923-efaf-4b7a-9421-6c1c3df3d6eb,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:47.926621 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:48.108839 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37d949b-f720-40f1-900e-605eeaec8a8c x-openstack-request-id: req-e37d949b-f720-40f1-900e-605eeaec8a8c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:48.109181 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "bf2508ae-cc73-498d-b496-3c1f2e87f0f4", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:48.109440 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e37d949b-f720-40f1-900e-605eeaec8a8c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:48.109836 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4', 'status': 'completed', 'code': 200}
Dec 18 20:52:48.127694 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:48.227379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-638e222c-1414-4344-b8f5-ef999997351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.227978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-638e222c-1414-4344-b8f5-ef999997351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.228387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-638e222c-1414-4344-b8f5-ef999997351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.229981 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-638e222c-1414-4344-b8f5-ef999997351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.229981 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-638e222c-1414-4344-b8f5-ef999997351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.229981 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-638e222c-1414-4344-b8f5-ef999997351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.230850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-638e222c-1414-4344-b8f5-ef999997351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.233544 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-638e222c-1414-4344-b8f5-ef999997351d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6209 time: 0.1266389
Dec 18 20:52:48.233937 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:48.248244 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:48.347976 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca41c-e08d-44f6-8590-2ff712ea85bd req-2bb35427-73d9-44e5-a522-66dcca888eb8 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.356262 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca41c-e08d-44f6-8590-2ff712ea85bd req-2bb35427-73d9-44e5-a522-66dcca888eb8 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.361267 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca41c-e08d-44f6-8590-2ff712ea85bd req-2bb35427-73d9-44e5-a522-66dcca888eb8 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.369186 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca41c-e08d-44f6-8590-2ff712ea85bd req-2bb35427-73d9-44e5-a522-66dcca888eb8 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.375841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca41c-e08d-44f6-8590-2ff712ea85bd req-2bb35427-73d9-44e5-a522-66dcca888eb8 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.381326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca41c-e08d-44f6-8590-2ff712ea85bd req-2bb35427-73d9-44e5-a522-66dcca888eb8 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.387932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca41c-e08d-44f6-8590-2ff712ea85bd req-2bb35427-73d9-44e5-a522-66dcca888eb8 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.396602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-017ca41c-e08d-44f6-8590-2ff712ea85bd req-2bb35427-73d9-44e5-a522-66dcca888eb8 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5372 time: 0.2847507
Dec 18 20:52:48.435962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-89613cc6-8f81-431a-94d2-38be03f2d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.436358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-89613cc6-8f81-431a-94d2-38be03f2d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.436829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-89613cc6-8f81-431a-94d2-38be03f2d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.438448 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-89613cc6-8f81-431a-94d2-38be03f2d1c6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.1947646
Dec 18 20:52:48.446104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5740d94d-10b4-4d4f-b84a-14e2647f72c7 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:48.456530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Pushing event updated for resources: {'Port': ['ID=2af67cfd-8cc9-43ca-93a5-97668acfdc51,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:48.466171 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:48.520539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event updated for resources: {'Subnet': ['ID=98147183-3840-477d-9d12-da66886cb43e,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:48.525920 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Transition to ACTIVE for port object 5740d94d-10b4-4d4f-b84a-14e2647f72c7 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:48.537945 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:48.597555 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-017ca41c-e08d-44f6-8590-2ff712ea85bd req-2d35ad44-a423-44b2-9045-878a708bf0f8 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2002439
Dec 18 20:52:48.610925 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:48.621282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Checking segment: {'id': '2481368c-034f-46a2-aa3e-1f3a47bffa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '757472b4-4163-4c67-8249-43a761e8f992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:48.621657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Network hostable DHCP agents. Network: 757472b4-4163-4c67-8249-43a761e8f992, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:52:48.674123 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:48.686508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4e01339-3398-47a5-8119-f3e482c2a7fb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.2179105
Dec 18 20:52:48.722413 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eb9b42-dd9d-48d6-8355-8407f7610c6a x-openstack-request-id: req-29eb9b42-dd9d-48d6-8355-8407f7610c6a {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:48.723305 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:48.723809 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29eb9b42-dd9d-48d6-8355-8407f7610c6a {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:48.724443 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'code': 200}
Dec 18 20:52:48.727624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 659424cb-2544-4eb1-afc7-8c764a75b399 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:52:48.751178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5740d94d-10b4-4d4f-b84a-14e2647f72c7,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:48.757259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-0b146755-bbe4-406a-8290-e9eddd0d2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:48.761774 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-395ebc61-95d4-4a92-9f40-0aa106edd19c req-0b146755-bbe4-406a-8290-e9eddd0d2c28 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3091192
Dec 18 20:52:48.824418 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-a4f1a017-d4cb-49e0-b4fc-78532d036fdb tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.145 HTTP/1.1" status: 200  len: 696 time: 0.1333358
Dec 18 20:52:48.827071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Attempting to bind port 5740d94d-10b4-4d4f-b84a-14e2647f72c7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:48.829581 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf93fec-0404-4448-af3f-b7cba4891059 x-openstack-request-id: req-cbf93fec-0404-4448-af3f-b7cba4891059 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:48.829971 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeabf63-f66c-4719-9212-d3214bd03574", "name": "network-vif-deleted", "tag": "0a593524-9707-4109-9577-e536b658044d", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:48.830237 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbf93fec-0404-4448-af3f-b7cba4891059 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:48.830695 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edeabf63-f66c-4719-9212-d3214bd03574', 'name': 'network-vif-deleted', 'tag': '0a593524-9707-4109-9577-e536b658044d', 'status': 'completed', 'code': 200}
Dec 18 20:52:48.831234 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Attempting to bind port 5740d94d-10b4-4d4f-b84a-14e2647f72c7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:48.832756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Attempting to bind port 5740d94d-10b4-4d4f-b84a-14e2647f72c7 on network 86999e20-7286-4a34-ab79-356dd5f0f5ea {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:48.842126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Network 757472b4-4163-4c67-8249-43a761e8f992 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:52:48.847062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Port 5740d94d-10b4-4d4f-b84a-14e2647f72c7 on network 86999e20-7286-4a34-ab79-356dd5f0f5ea not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:48.851741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 659424cb-2544-4eb1-afc7-8c764a75b399 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:52:48.852592 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Attempting to bind port 5740d94d-10b4-4d4f-b84a-14e2647f72c7 on network 86999e20-7286-4a34-ab79-356dd5f0f5ea {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:48.863244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:48.863606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Checking segment: {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:48.863961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Bound using segment: {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:48.864387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Bound port: 5740d94d-10b4-4d4f-b84a-14e2647f72c7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:48.864755 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:48.949827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 757472b4-4163-4c67-8249-43a761e8f992) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:48.959439 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:48.987642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b289495c-8614-4600-8088-96676af8baa3 None None] Network 757472b4-4163-4c67-8249-43a761e8f992 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:49.026244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] For port 5740d94d-10b4-4d4f-b84a-14e2647f72c7, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:49.030703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] For port 5740d94d-10b4-4d4f-b84a-14e2647f72c7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5740d94d-10b4-4d4f-b84a-14e2647f72c7,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:49.048434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:49.094096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event updated for resources: {'Subnet': ['ID=849b3166-32d9-42ef-b917-ddd9866cfb2b,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:49.126999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:49.130104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Checking segment: {'id': '1834a403-282b-4612-998f-aa86a54e4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f4416593-f01e-4d43-8da9-3af970a46865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:49.130508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Network hostable DHCP agents. Network: f4416593-f01e-4d43-8da9-3af970a46865, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:52:49.163966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-5b44b9ad-4958-453a-8b1e-92fc6b8c43fd tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:49.175199 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba0c62d8-e7af-4f10-8024-7786d237fcd2 req-5b44b9ad-4958-453a-8b1e-92fc6b8c43fd tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.3498592
Dec 18 20:52:49.181851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:49.185701 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:49.202150 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/5740d94d-10b4-4d4f-b84a-14e2647f72c7 HTTP/1.1" status: 200  len: 1090 time: 1.3620107
Dec 18 20:52:49.203156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-757472b4-4163-4c67-8249-43a761e8f992', 'network_id': '757472b4-4163-4c67-8249-43a761e8f992', 'project_id': 'e6db5c53936c43c1955b27d55e7c15c3', 'fixed_ips': [{'subnet_id': '98147183-3840-477d-9d12-da66886cb43e'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:52:49.204929 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:49.222042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '659424cb-2544-4eb1-afc7-8c764a75b399', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '659424cb-2544-4eb1-afc7-8c764a75b399', 'mac_address': 'fa:16:3e:3e:a9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:52:49.232279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Network f4416593-f01e-4d43-8da9-3af970a46865 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:52:49.242062 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:49.259771 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Request body: {'port': {'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:49.276905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f4416593-f01e-4d43-8da9-3af970a46865) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:49.290369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:49.291785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:49.292620 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:49.309723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ad3e3-bf3a-4f6b-9754-7549e65545c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5740d94d-10b4-4d4f-b84a-14e2647f72c7,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:49.323496 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fb4a62-5ae8-4f55-a8f8-91086167d3f4 None None] Network f4416593-f01e-4d43-8da9-3af970a46865 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:49.379438 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:49.399493 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:49.428903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1bb9ad9a-9fb3-47f9-ba08-94adf9e94c16 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 2.4695296
Dec 18 20:52:49.433413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 32848) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:49.442665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31257428-0b8b-4b5c-be53-6b97faa14a19 req-0eeff195-ffdd-48f8-b24a-e03f0e6bcc6c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:49.455748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31257428-0b8b-4b5c-be53-6b97faa14a19 req-0eeff195-ffdd-48f8-b24a-e03f0e6bcc6c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.2083278
Dec 18 20:52:49.505355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacb849-36fa-4533-8446-f763e5ab0b8c req-8b2f7173-c2b9-478b-8160-4bcb514bd00c tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:49.512806 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:49.514009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-baacb849-36fa-4533-8446-f763e5ab0b8c req-8b2f7173-c2b9-478b-8160-4bcb514bd00c tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.1671145
Dec 18 20:52:49.599615 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 659424cb-2544-4eb1-afc7-8c764a75b399 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:49.609792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:49.636337 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:49.642930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31257428-0b8b-4b5c-be53-6b97faa14a19 req-a1f1491f-4055-4f0e-bff1-5e3eea102c57 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859791
Dec 18 20:52:49.776988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=659424cb-2544-4eb1-afc7-8c764a75b399,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:49.779218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1330c946-c4e2-46c4-93bd-c500d09ae27e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:49.780967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1330c946-c4e2-46c4-93bd-c500d09ae27e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:49.782790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1330c946-c4e2-46c4-93bd-c500d09ae27e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:49.784494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1330c946-c4e2-46c4-93bd-c500d09ae27e tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.3205628
Dec 18 20:52:49.789119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-baacb849-36fa-4533-8446-f763e5ab0b8c req-1088d0e7-fa1d-4711-aa41-37571b04f1c1 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2740035
Dec 18 20:52:49.789691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 32858) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:49.867691 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:52:49.868066 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:52:49.872400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb5043d-02af-492d-8f2d-78752159fb84 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:49.875056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9ff9e0-f62a-46a4-9f39-6b059cfb4e01 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Deleting subnet 98147183-3840-477d-9d12-da66886cb43e {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:52:49.897360 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:49.935980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f4416593-f01e-4d43-8da9-3af970a46865', 'network_id': 'f4416593-f01e-4d43-8da9-3af970a46865', 'project_id': 'e6db5c53936c43c1955b27d55e7c15c3', 'fixed_ips': [{'subnet_id': '849b3166-32d9-42ef-b917-ddd9866cfb2b'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:52:49.935980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:49.944914 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Transition to ACTIVE for port object ccb5043d-02af-492d-8f2d-78752159fb84 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:49.954154 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:49.986241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Allocated IP 172.20.0.2 (757472b4-4163-4c67-8249-43a761e8f992/98147183-3840-477d-9d12-da66886cb43e/30476df2-f2a9-4ccb-bddc-279e93f3e4e0) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:50.047751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb5043d-02af-492d-8f2d-78752159fb84,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:50.049820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76455e98-f4ec-4fb7-aca9-bc879e94e6b7 req-64f5eed8-4925-4a7d-98ff-e49b3006a80b tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:50.057972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76455e98-f4ec-4fb7-aca9-bc879e94e6b7 req-64f5eed8-4925-4a7d-98ff-e49b3006a80b tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1102726
Dec 18 20:52:50.169217 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': 'f8de1dac-5fbd-4626-8379-c9547acc28fb'}, {'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': '04c02923-efaf-4b7a-9421-6c1c3df3d6eb'}, {'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': '5740d94d-10b4-4d4f-b84a-14e2647f72c7'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:50.172017 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5651212-dc0c-4fad-ae7a-5ff7753296ed" -d '{"events": [{"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "f8de1dac-5fbd-4626-8379-c9547acc28fb"}, {"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "04c02923-efaf-4b7a-9421-6c1c3df3d6eb"}, {"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "5740d94d-10b4-4d4f-b84a-14e2647f72c7"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:50.184352 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76455e98-f4ec-4fb7-aca9-bc879e94e6b7 req-eea8d506-739d-4b71-bf4b-f5b2c519b01c tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.145 HTTP/1.1" status: 200  len: 696 time: 0.1254601
Dec 18 20:52:50.191130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Attempting to bind port ccb5043d-02af-492d-8f2d-78752159fb84 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:50.191477 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Attempting to bind port ccb5043d-02af-492d-8f2d-78752159fb84 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:50.191807 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Attempting to bind port ccb5043d-02af-492d-8f2d-78752159fb84 on network 86999e20-7286-4a34-ab79-356dd5f0f5ea {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:50.199101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Port ccb5043d-02af-492d-8f2d-78752159fb84 on network 86999e20-7286-4a34-ab79-356dd5f0f5ea not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:50.199805 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Attempting to bind port ccb5043d-02af-492d-8f2d-78752159fb84 on network 86999e20-7286-4a34-ab79-356dd5f0f5ea {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:50.213483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:50.213876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Checking segment: {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:50.214455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Bound using segment: {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:50.214903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Bound port: ccb5043d-02af-492d-8f2d-78752159fb84, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:50.215260 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:50.225249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-76455e98-f4ec-4fb7-aca9-bc879e94e6b7 req-61d3b2fd-de54-49b9-a4a8-2201b741fe86 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Request body: {'floatingip': {'port_id': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:50.276028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Allocated IP 172.20.0.18 (f4416593-f01e-4d43-8da9-3af970a46865/849b3166-32d9-42ef-b917-ddd9866cfb2b/5cff2a65-8cbd-4716-8dc2-f199e7d45ee6) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:50.292095 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-76455e98-f4ec-4fb7-aca9-bc879e94e6b7 req-61d3b2fd-de54-49b9-a4a8-2201b741fe86 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:50.314345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] For port ccb5043d-02af-492d-8f2d-78752159fb84, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:50.319065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] For port ccb5043d-02af-492d-8f2d-78752159fb84, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccb5043d-02af-492d-8f2d-78752159fb84,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:50.331190 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:50.356264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb62cc2-2667-43e4-8081-737d259a5bdf req-83ca057d-3753-4b9c-a961-c759737cdb71 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:50.367626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb62cc2-2667-43e4-8081-737d259a5bdf req-83ca057d-3753-4b9c-a961-c759737cdb71 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:50.371256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:50.371952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:50.373663 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] 10.222.0.36 "PUT /v2.0/ports/ccb5043d-02af-492d-8f2d-78752159fb84 HTTP/1.1" status: 200  len: 1091 time: 1.1271677
Dec 18 20:52:50.375565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb62cc2-2667-43e4-8081-737d259a5bdf req-83ca057d-3753-4b9c-a961-c759737cdb71 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:50.383485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb62cc2-2667-43e4-8081-737d259a5bdf req-83ca057d-3753-4b9c-a961-c759737cdb71 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:50.390815 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb62cc2-2667-43e4-8081-737d259a5bdf req-83ca057d-3753-4b9c-a961-c759737cdb71 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:50.401200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb62cc2-2667-43e4-8081-737d259a5bdf req-83ca057d-3753-4b9c-a961-c759737cdb71 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:50.410097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb62cc2-2667-43e4-8081-737d259a5bdf req-83ca057d-3753-4b9c-a961-c759737cdb71 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:50.412462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Request body: {'port': {'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:50.426894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-afb62cc2-2667-43e4-8081-737d259a5bdf req-83ca057d-3753-4b9c-a961-c759737cdb71 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5396 time: 0.2627311
Dec 18 20:52:50.461720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622d144-5b74-428d-89c9-fe98b41bbfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb5043d-02af-492d-8f2d-78752159fb84,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:50.525142 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:50.668606 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:50.680751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-afb62cc2-2667-43e4-8081-737d259a5bdf req-e5dbd504-2653-4c69-aee0-878595603856 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2491326
Dec 18 20:52:50.739681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:50.742574 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1895deb-4fb9-4f1f-9135-fbca1f31a0ba" -d '{"events": [{"server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:50.746055 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:50.764144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:50.770991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659424cb-2544-4eb1-afc7-8c764a75b399 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:50.835119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Pushing event updated for resources: {'Port': ['ID=5cff2a65-8cbd-4716-8dc2-f199e7d45ee6,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:50.908137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Network f4416593-f01e-4d43-8da9-3af970a46865 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:50.913849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:50.919677 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:50.942314 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:50.948956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a672073-ae36-4a60-beda-7d60741d91de req-51b2c38f-3836-43cd-9fee-db9ecfa205a4 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:50.957994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a672073-ae36-4a60-beda-7d60741d91de req-51b2c38f-3836-43cd-9fee-db9ecfa205a4 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.31 "GET /v2.0/ports?device_id=98fdfb4c-b91a-4b47-bc5c-21b3edeb251d HTTP/1.1" status: 200  len: 945 time: 0.2713671
Dec 18 20:52:50.971953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:50.975882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-81d35f36-788b-4e92-a353-e354982af814 req-4c6eb156-dbd0-4d47-a493-541b39b4a725 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:52:50.983674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cdb751-5072-47e3-96f0-96e30fe3bc2f {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:50.991094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81d35f36-788b-4e92-a353-e354982af814 req-4c6eb156-dbd0-4d47-a493-541b39b4a725 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0309627
Dec 18 20:52:50.995343 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.010657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Transition to ACTIVE for port object f1cdb751-5072-47e3-96f0-96e30fe3bc2f will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:51.029738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.116228 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Attempting to bind port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:51.116753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Attempting to bind port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1834a403-282b-4612-998f-aa86a54e4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f4416593-f01e-4d43-8da9-3af970a46865'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:51.116991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Attempting to bind port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 on network f4416593-f01e-4d43-8da9-3af970a46865 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:51.129493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:51.129892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Checking segment: {'id': '1834a403-282b-4612-998f-aa86a54e4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f4416593-f01e-4d43-8da9-3af970a46865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:51.130282 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.130703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Bound using segment: {'id': '1834a403-282b-4612-998f-aa86a54e4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f4416593-f01e-4d43-8da9-3af970a46865'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:51.131183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Bound port: 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1834a403-282b-4612-998f-aa86a54e4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f4416593-f01e-4d43-8da9-3af970a46865'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:51.131563 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.138362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=659424cb-2544-4eb1-afc7-8c764a75b399,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:51.148506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cdb751-5072-47e3-96f0-96e30fe3bc2f,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:51.162495 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-76455e98-f4ec-4fb7-aca9-bc879e94e6b7 req-61d3b2fd-de54-49b9-a4a8-2201b741fe86 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 18 20:52:51.163910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76455e98-f4ec-4fb7-aca9-bc879e94e6b7 req-61d3b2fd-de54-49b9-a4a8-2201b741fe86 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "PUT /v2.0/floatingips/f6bc1808-de65-4217-98d4-d7680f0bf190 HTTP/1.1" status: 409  len: 551 time: 0.9690909
Dec 18 20:52:51.235541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 32878) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:51.327327 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-349e8deb-bb50-4f3a-bb15-c3b612fea8ad tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.331319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['659424cb-2544-4eb1-afc7-8c764a75b399'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:52:51.346457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Attempting to bind port f1cdb751-5072-47e3-96f0-96e30fe3bc2f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:51.346917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Attempting to bind port f1cdb751-5072-47e3-96f0-96e30fe3bc2f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:51.347615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Attempting to bind port f1cdb751-5072-47e3-96f0-96e30fe3bc2f on network 5b74eeda-4ba0-4971-b20a-e138901b128c {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:51.354932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Port f1cdb751-5072-47e3-96f0-96e30fe3bc2f on network 5b74eeda-4ba0-4971-b20a-e138901b128c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:51.355272 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Attempting to bind port f1cdb751-5072-47e3-96f0-96e30fe3bc2f on network 5b74eeda-4ba0-4971-b20a-e138901b128c {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:51.362381 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:51.363306 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Checking segment: {'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:51.363700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Bound using segment: {'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:51.364140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Bound port: f1cdb751-5072-47e3-96f0-96e30fe3bc2f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:51.364501 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.438875 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.469186 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.496948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] For port f1cdb751-5072-47e3-96f0-96e30fe3bc2f, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:51.503288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] For port f1cdb751-5072-47e3-96f0-96e30fe3bc2f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1cdb751-5072-47e3-96f0-96e30fe3bc2f,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:51.507059 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc0d5df-3a32-440a-bdeb-0e9c75bf8afb x-openstack-request-id: req-cdc0d5df-3a32-440a-bdeb-0e9c75bf8afb {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:51.507674 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "f8de1dac-5fbd-4626-8379-c9547acc28fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "04c02923-efaf-4b7a-9421-6c1c3df3d6eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "5740d94d-10b4-4d4f-b84a-14e2647f72c7", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:51.508144 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdc0d5df-3a32-440a-bdeb-0e9c75bf8afb {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:51.508968 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': 'f8de1dac-5fbd-4626-8379-c9547acc28fb', 'status': 'completed', 'code': 200}
Dec 18 20:52:51.510697 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': '04c02923-efaf-4b7a-9421-6c1c3df3d6eb', 'status': 'completed', 'code': 200}
Dec 18 20:52:51.511313 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': '5740d94d-10b4-4d4f-b84a-14e2647f72c7', 'status': 'completed', 'code': 200}
Dec 18 20:52:51.555667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.579250 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:51.581362 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.582131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-a2787bf2-142a-4c09-9960-cdb2b09dd021 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:51.582951 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] 10.222.0.36 "PUT /v2.0/ports/f1cdb751-5072-47e3-96f0-96e30fe3bc2f HTTP/1.1" status: 200  len: 1091 time: 1.1767144
Dec 18 20:52:51.586793 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-a2787bf2-142a-4c09-9960-cdb2b09dd021 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/networks?id=7fe37750-b06f-419d-82fb-61fd7d848a35 HTTP/1.1" status: 200  len: 813 time: 0.1957431
Dec 18 20:52:51.604425 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76876df-87c2-4dd5-a71f-ccadf4fb76fa x-openstack-request-id: req-d76876df-87c2-4dd5-a71f-ccadf4fb76fa {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:51.604883 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:51.605290 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d76876df-87c2-4dd5-a71f-ccadf4fb76fa {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:51.605911 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399', 'code': 200}
Dec 18 20:52:51.613975 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a9ff9e0-f62a-46a4-9f39-6b059cfb4e01 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.642812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] For port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:51.682495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Request body: {'port': {'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:51.731051 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-349e8deb-bb50-4f3a-bb15-c3b612fea8ad tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.753692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] For port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cff2a65-8cbd-4716-8dc2-f199e7d45ee6,segment=NetworkSegment(1834a403-282b-4612-998f-aa86a54e4590),segment_id=1834a403-282b-4612-998f-aa86a54e4590)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:51.756931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Network 757472b4-4163-4c67-8249-43a761e8f992 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:52:51.766394 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a9ff9e0-f62a-46a4-9f39-6b059cfb4e01 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.792804 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.808104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:52:51.828017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-3956b188-bd50-4be4-9f15-773c5e9cc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:51.828504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-3956b188-bd50-4be4-9f15-773c5e9cc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:51.828980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-3956b188-bd50-4be4-9f15-773c5e9cc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:51.829505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-3956b188-bd50-4be4-9f15-773c5e9cc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:51.829900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-3956b188-bd50-4be4-9f15-773c5e9cc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:51.835279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-3956b188-bd50-4be4-9f15-773c5e9cc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:51.835843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-3956b188-bd50-4be4-9f15-773c5e9cc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:51.837907 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-3956b188-bd50-4be4-9f15-773c5e9cc9d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6410 time: 0.3247366
Dec 18 20:52:51.847922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b818612-4c52-4961-b576-fbf59fbe8914 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cdb751-5072-47e3-96f0-96e30fe3bc2f,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:51.861833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:52:51.865124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Pushing event updated for resources: {'Port': ['ID=30476df2-f2a9-4ccb-bddc-279e93f3e4e0,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:51.874946 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a9ff9e0-f62a-46a4-9f39-6b059cfb4e01 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.983891 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:51.999374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1638c5-5ef3-47a6-8e1a-5b6f5d5b0c04 None None] Pushing event updated for resources: {'Port': ['ID=5cff2a65-8cbd-4716-8dc2-f199e7d45ee6,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:52.035669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-02ed5d08-ea28-41eb-a228-f72e3043126c tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/quotas/1a0744714bbf4779a774d5d0d8fc18d7 HTTP/1.1" status: 200  len: 375 time: 0.3214302
Dec 18 20:52:52.122188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-9a672073-ae36-4a60-beda-7d60741d91de req-24de79c2-de62-4b29-96bd-2cd4065e9b06 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Deleting port 64d3133c-2391-4792-9bd6-ac1e947e1ef2 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:52.124419 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9a672073-ae36-4a60-beda-7d60741d91de req-24de79c2-de62-4b29-96bd-2cd4065e9b06 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:52.125672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-a5de322f-dfb8-46b8-b23d-180af5c92c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.126342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-a5de322f-dfb8-46b8-b23d-180af5c92c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.126468 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Attempting to bind port 30476df2-f2a9-4ccb-bddc-279e93f3e4e0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:52.126796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Attempting to bind port 30476df2-f2a9-4ccb-bddc-279e93f3e4e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2481368c-034f-46a2-aa3e-1f3a47bffa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '757472b4-4163-4c67-8249-43a761e8f992'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:52.127155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Attempting to bind port 30476df2-f2a9-4ccb-bddc-279e93f3e4e0 on network 757472b4-4163-4c67-8249-43a761e8f992 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:52.127602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-a5de322f-dfb8-46b8-b23d-180af5c92c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.130305 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-a5de322f-dfb8-46b8-b23d-180af5c92c7c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2491038
Dec 18 20:52:52.140346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:52.140835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Checking segment: {'id': '2481368c-034f-46a2-aa3e-1f3a47bffa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '757472b4-4163-4c67-8249-43a761e8f992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:52.141315 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:52.141782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Bound using segment: {'id': '2481368c-034f-46a2-aa3e-1f3a47bffa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '757472b4-4163-4c67-8249-43a761e8f992'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:52.142373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Bound port: 30476df2-f2a9-4ccb-bddc-279e93f3e4e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2481368c-034f-46a2-aa3e-1f3a47bffa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '757472b4-4163-4c67-8249-43a761e8f992'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:52.142831 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:52.537011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-1190f899-2eb2-4ded-9521-ccb0466215f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.538548 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-1190f899-2eb2-4ded-9521-ccb0466215f0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3949494
Dec 18 20:52:52.607383 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e339efff-5759-4aa7-8925-f9e71e302622 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:52:52.631737 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:52.640830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-a418607f-899d-4677-a452-cbd79e9915cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 1.0425062
Dec 18 20:52:52.679775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-46bf14d2-8c7c-42e5-a60b-547e9eec4feb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:52:52.680848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-46bf14d2-8c7c-42e5-a60b-547e9eec4feb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0102746
Dec 18 20:52:52.704758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4e11f-6487-4211-ad58-8e555b585dc4 req-e7413fed-4b50-4ddf-b1d6-812d3e7ddc02 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.720745 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecb4e11f-6487-4211-ad58-8e555b585dc4 req-e7413fed-4b50-4ddf-b1d6-812d3e7ddc02 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 949 time: 0.8423069
Dec 18 20:52:52.738739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8d0f9-233c-4084-9d05-db11d1b191cf req-b9ac56c6-c1d3-4434-8b93-2d7be94ba99e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.740300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9b8d0f9-233c-4084-9d05-db11d1b191cf req-b9ac56c6-c1d3-4434-8b93-2d7be94ba99e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.31 "GET /v2.0/ports?device_id=704a41a1-bd03-4b9c-8164-b39c33c23356 HTTP/1.1" status: 200  len: 946 time: 1.1302702
Dec 18 20:52:52.750820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-45c2c673-d78f-4d70-aaa7-4dde29b9042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.753504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-45c2c673-d78f-4d70-aaa7-4dde29b9042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.754096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-45c2c673-d78f-4d70-aaa7-4dde29b9042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.754717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-45c2c673-d78f-4d70-aaa7-4dde29b9042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.756175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-45c2c673-d78f-4d70-aaa7-4dde29b9042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.756175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-45c2c673-d78f-4d70-aaa7-4dde29b9042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.756396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-45c2c673-d78f-4d70-aaa7-4dde29b9042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:52.762623 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-45c2c673-d78f-4d70-aaa7-4dde29b9042e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6410 time: 0.1476932
Dec 18 20:52:52.785573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Transition to ACTIVE for port object e339efff-5759-4aa7-8925-f9e71e302622 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:52:52.787127 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-86606a80-2fd9-4c54-8c13-431ee52e5a2d tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a0744714bbf4779a774d5d0d8fc18d7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7498021
Dec 18 20:52:52.791437 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] For port 30476df2-f2a9-4ccb-bddc-279e93f3e4e0, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:52.808034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:52.827597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] For port 30476df2-f2a9-4ccb-bddc-279e93f3e4e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30476df2-f2a9-4ccb-bddc-279e93f3e4e0,segment=NetworkSegment(2481368c-034f-46a2-aa3e-1f3a47bffa28),segment_id=2481368c-034f-46a2-aa3e-1f3a47bffa28)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:52.838632 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:52.843036 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a9ff9e0-f62a-46a4-9f39-6b059cfb4e01 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:52.914632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ff9e0-f62a-46a4-9f39-6b059cfb4e01 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event deleted for resources: {'Subnet': ['ID=98147183-3840-477d-9d12-da66886cb43e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:52.923840 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-349e8deb-bb50-4f3a-bb15-c3b612fea8ad tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:52.932166 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-349e8deb-bb50-4f3a-bb15-c3b612fea8ad tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:52.937522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-349e8deb-bb50-4f3a-bb15-c3b612fea8ad tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf6692fb-5155-40c6-b6ea-c8d17d1018d0 HTTP/1.1" status: 204  len: 168 time: 1.6991501
Dec 18 20:52:52.981063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 32910) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:52.981861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:53.023429 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a9ff9e0-f62a-46a4-9f39-6b059cfb4e01 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:53.028994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8a9ff9e0-f62a-46a4-9f39-6b059cfb4e01 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "DELETE /v2.0/subnets/98147183-3840-477d-9d12-da66886cb43e HTTP/1.1" status: 204  len: 168 time: 3.2378137
Dec 18 20:52:53.098635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 32918) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:53.102086 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 659424cb-2544-4eb1-afc7-8c764a75b399 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:53.103595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e8deb-bb50-4f3a-bb15-c3b612fea8ad tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6692fb-5155-40c6-b6ea-c8d17d1018d0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:53.198683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-ed134b5a-5573-4dd6-9983-7a5461fdf1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:53.199169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-ed134b5a-5573-4dd6-9983-7a5461fdf1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:53.199703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-ed134b5a-5573-4dd6-9983-7a5461fdf1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:53.201365 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-ed134b5a-5573-4dd6-9983-7a5461fdf1cf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.4314334
Dec 18 20:52:53.202041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Pushing event updated for resources: {'Port': ['ID=e339efff-5759-4aa7-8925-f9e71e302622,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:53.245468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac534fc6-a720-4a45-bf21-792a5c17e54b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Deleting subnet 849b3166-32d9-42ef-b917-ddd9866cfb2b {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:52:53.284726 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-0cb32156-e98d-486e-9fb1-ba5ef783d0b8 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] show failed (client error): The resource could not be found.
Dec 18 20:52:53.295792 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0cb32156-e98d-486e-9fb1-ba5ef783d0b8 tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "GET /v2.0/security-groups/cf6692fb-5155-40c6-b6ea-c8d17d1018d0 HTTP/1.1" status: 404  len: 347 time: 0.2047045
Dec 18 20:52:53.307051 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 32926) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:53.331568 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac534fc6-a720-4a45-bf21-792a5c17e54b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:53.447398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 659424cb-2544-4eb1-afc7-8c764a75b399 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:53.448238 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:53.461966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Attempting to bind port e339efff-5759-4aa7-8925-f9e71e302622 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:52:53.462370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Attempting to bind port e339efff-5759-4aa7-8925-f9e71e302622 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:52:53.462681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Attempting to bind port e339efff-5759-4aa7-8925-f9e71e302622 on network 5b74eeda-4ba0-4971-b20a-e138901b128c {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:53.520886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': 'ccb5043d-02af-492d-8f2d-78752159fb84'}, {'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': 'f1cdb751-5072-47e3-96f0-96e30fe3bc2f'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:53.532287 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f654d9-a652-405a-b787-d88160141fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "ccb5043d-02af-492d-8f2d-78752159fb84"}, {"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "f1cdb751-5072-47e3-96f0-96e30fe3bc2f"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:53.547883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Port e339efff-5759-4aa7-8925-f9e71e302622 on network 5b74eeda-4ba0-4971-b20a-e138901b128c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:52:53.550698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Attempting to bind port e339efff-5759-4aa7-8925-f9e71e302622 on network 5b74eeda-4ba0-4971-b20a-e138901b128c {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:52:53.565266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b4397-7061-4d73-9021-53ff1b770caf None None] Pushing event updated for resources: {'Port': ['ID=30476df2-f2a9-4ccb-bddc-279e93f3e4e0,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:53.609336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:52:53.609859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Checking segment: {'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:52:53.610925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Bound using segment: {'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:52:53.614210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Bound port: e339efff-5759-4aa7-8925-f9e71e302622, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1906a399-ce94-4acf-acc5-d0b5b5f077ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:52:53.614711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:53.623440 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecb4e11f-6487-4211-ad58-8e555b585dc4 req-def0540b-fb16-497d-b270-61ecb5d7298a tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9017291
Dec 18 20:52:53.650975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-9a672073-ae36-4a60-beda-7d60741d91de req-24de79c2-de62-4b29-96bd-2cd4065e9b06 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] For port 64d3133c-2391-4792-9bd6-ac1e947e1ef2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64d3133c-2391-4792-9bd6-ac1e947e1ef2,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:53.651345 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9a672073-ae36-4a60-beda-7d60741d91de req-24de79c2-de62-4b29-96bd-2cd4065e9b06 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:53.751830 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:53.752215 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:53.845413 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:53.872618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-63189bac-51c8-4d81-92e4-3195f1ac3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:53.874244 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-63189bac-51c8-4d81-92e4-3195f1ac3a69 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6343665
Dec 18 20:52:53.918674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:53.920163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:53.923584 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9e13aa-ed9a-4839-9351-24e1a8a1dff5" -d '{"events": [{"server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:53.930840 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:53.932138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ecbcce4-d67b-4875-bcc2-e9294017cbcb no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:52:54.023073 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6544afef-9c33-43cf-bac5-f89e0b441d2a None None] Network f4416593-f01e-4d43-8da9-3af970a46865 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:54.023782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-9a672073-ae36-4a60-beda-7d60741d91de req-24de79c2-de62-4b29-96bd-2cd4065e9b06 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Calling delete_port for 64d3133c-2391-4792-9bd6-ac1e947e1ef2 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:54.088410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] For port e339efff-5759-4aa7-8925-f9e71e302622, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:52:54.091960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=659424cb-2544-4eb1-afc7-8c764a75b399,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:54.095010 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac534fc6-a720-4a45-bf21-792a5c17e54b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:54.117011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] For port e339efff-5759-4aa7-8925-f9e71e302622, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e339efff-5759-4aa7-8925-f9e71e302622,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:52:54.137820 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:54.185828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:54.186458 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:54.187835 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] 10.222.0.36 "PUT /v2.0/ports/e339efff-5759-4aa7-8925-f9e71e302622 HTTP/1.1" status: 200  len: 1091 time: 2.5162394
Dec 18 20:52:54.215277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-bcdda485-2cbe-4974-b8fa-afd79c4efa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:54.215758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-bcdda485-2cbe-4974-b8fa-afd79c4efa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:54.216231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-bcdda485-2cbe-4974-b8fa-afd79c4efa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:54.219382 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-bcdda485-2cbe-4974-b8fa-afd79c4efa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:54.219877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-bcdda485-2cbe-4974-b8fa-afd79c4efa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:54.220348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-bcdda485-2cbe-4974-b8fa-afd79c4efa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:54.220818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-bcdda485-2cbe-4974-b8fa-afd79c4efa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:54.227189 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-bcdda485-2cbe-4974-b8fa-afd79c4efa59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6435 time: 0.2833335
Dec 18 20:52:54.239905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2202f490-ea1b-4c5b-993f-14c2441db7ea None None] Provisioning complete for port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:54.240388 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2202f490-ea1b-4c5b-993f-14c2441db7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:54.255407 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-e368e986-8759-4703-9285-0f68aec2871c tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips/f6bc1808-de65-4217-98d4-d7680f0bf190 HTTP/1.1" status: 200  len: 693 time: 0.5990944
Dec 18 20:52:54.354920 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:54.376289 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-dff22bd5-f02a-43c6-8bd3-095ae42012d4 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5565188
Dec 18 20:52:54.440340 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cff2a65-8cbd-4716-8dc2-f199e7d45ee6,segment=NetworkSegment(1834a403-282b-4612-998f-aa86a54e4590),segment_id=1834a403-282b-4612-998f-aa86a54e4590)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:54.464522 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:54.539149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-f5e65485-4543-4378-a563-b1261feb1e70 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:54.542674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-f5e65485-4543-4378-a563-b1261feb1e70 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.2504926
Dec 18 20:52:54.610011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d9b8d0f9-233c-4084-9d05-db11d1b191cf req-7d0b46cf-ec3e-4a99-91a3-716c1ff7c3ea tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Deleting port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:54.610816 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9b8d0f9-233c-4084-9d05-db11d1b191cf req-7d0b46cf-ec3e-4a99-91a3-716c1ff7c3ea tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:54.623778 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:54.806928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:54.808922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=5cff2a65-8cbd-4716-8dc2-f199e7d45ee6,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:54.817036 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:54.817750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 64d3133c-2391-4792-9bd6-ac1e947e1ef2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:52:54.847387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-b9606cdc-b296-4994-ad67-f91437c03ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.145 HTTP/1.1" status: 200  len: 696 time: 0.2830863
Dec 18 20:52:54.939408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 30476df2-f2a9-4ccb-bddc-279e93f3e4e0 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:52:55.054122 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac534fc6-a720-4a45-bf21-792a5c17e54b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:55.080931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-0ecd6955-6373-4d07-87b0-f13369e74edf tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.145 HTTP/1.1" status: 200  len: 696 time: 0.2133327
Dec 18 20:52:55.107066 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:55.168563 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-25a1718d-dc70-46fb-9fb3-b8aa6dadd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.169149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-25a1718d-dc70-46fb-9fb3-b8aa6dadd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.169485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-25a1718d-dc70-46fb-9fb3-b8aa6dadd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.174807 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-25a1718d-dc70-46fb-9fb3-b8aa6dadd241 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.9192111
Dec 18 20:52:55.220557 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f2da7235-4c8c-464d-a602-c8b9c99c67e4 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7709036
Dec 18 20:52:55.319954 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15db75-9ca3-464c-a67f-88a6ada52b3e service neutron] Pushing event updated for resources: {'Port': ['ID=e339efff-5759-4aa7-8925-f9e71e302622,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:55.347312 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-1953f920-a8ae-4d5c-97ec-b043b6b51476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.349926 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-1953f920-a8ae-4d5c-97ec-b043b6b51476 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 1100 time: 0.1648171
Dec 18 20:52:55.394797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d9b8d0f9-233c-4084-9d05-db11d1b191cf req-7d0b46cf-ec3e-4a99-91a3-716c1ff7c3ea tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] For port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:55.395592 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9b8d0f9-233c-4084-9d05-db11d1b191cf req-7d0b46cf-ec3e-4a99-91a3-716c1ff7c3ea tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:55.399929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c8f71-482a-4479-9a9b-0834bad7d8ed tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Deleting port 5af50fe8-e240-4c3c-b271-59c0d5f12932 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:55.400610 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8f71-482a-4479-9a9b-0834bad7d8ed tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:55.438841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-22addd1a-529e-47d8-b644-d2f61edb8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.440744 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5651212-dc0c-4fad-ae7a-5ff7753296ed req-22addd1a-529e-47d8-b644-d2f61edb8f4b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2297935
Dec 18 20:52:55.502369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d9b8d0f9-233c-4084-9d05-db11d1b191cf req-7d0b46cf-ec3e-4a99-91a3-716c1ff7c3ea tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Calling delete_port for 2ecbcce4-d67b-4875-bcc2-e9294017cbcb owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:55.509674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-5c998f58-1f0f-4ade-ad26-5c49bd0e7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.511249 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-5c998f58-1f0f-4ade-ad26-5c49bd0e7d6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1493554
Dec 18 20:52:55.552848 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9a672073-ae36-4a60-beda-7d60741d91de req-24de79c2-de62-4b29-96bd-2cd4065e9b06 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:55.566379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9acbd3-c430-4605-9a5f-668ce5d52cff None None] Network 757472b4-4163-4c67-8249-43a761e8f992 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:55.581315 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-70565e7a-8d94-4d7f-a13f-62ae8e2386ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9 HTTP/1.1" status: 200  len: 217 time: 0.0531442
Dec 18 20:52:55.622364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d2ac61da-8330-429e-adcb-d4654394c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.622894 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d2ac61da-8330-429e-adcb-d4654394c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.623379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d2ac61da-8330-429e-adcb-d4654394c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.623857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d2ac61da-8330-429e-adcb-d4654394c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.624334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d2ac61da-8330-429e-adcb-d4654394c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.624807 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d2ac61da-8330-429e-adcb-d4654394c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.625279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d2ac61da-8330-429e-adcb-d4654394c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.633954 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d2ac61da-8330-429e-adcb-d4654394c6ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6477 time: 0.1501212
Dec 18 20:52:55.668436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 30476df2-f2a9-4ccb-bddc-279e93f3e4e0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:55.669037 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:55.694240 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-62a7bc32-c7ab-44ea-9e7e-c202a6070a13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2508ae-cc73-498d-b496-3c1f2e87f0f4 HTTP/1.1" status: 200  len: 217 time: 0.0398624
Dec 18 20:52:55.713554 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:55.727428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3a18eafa-f1da-401b-bcb8-a198e1abb41f None None] Provisioning complete for port 30476df2-f2a9-4ccb-bddc-279e93f3e4e0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:52:55.728765 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3a18eafa-f1da-401b-bcb8-a198e1abb41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:55.751485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-baa99b1a-2c66-415d-a3b4-ff5b5011733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.752536 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-baa99b1a-2c66-415d-a3b4-ff5b5011733f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1618466
Dec 18 20:52:55.776390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de79c2-de62-4b29-96bd-2cd4065e9b06 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Pushing event deleted for resources: {'Port': ['ID=64d3133c-2391-4792-9bd6-ac1e947e1ef2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:55.795870 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-f67ed684-f82f-4891-9faf-7813c3258a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.797901 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-f67ed684-f82f-4891-9faf-7813c3258a1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00034496-0c84-4e94-bc88-fbb41663ba15 HTTP/1.1" status: 200  len: 851 time: 0.0949383
Dec 18 20:52:55.827094 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac534fc6-a720-4a45-bf21-792a5c17e54b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:55.898090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-0781560e-9f26-4794-b4f2-8e10bee495c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.900489 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-0781560e-9f26-4794-b4f2-8e10bee495c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1400511
Dec 18 20:52:55.903278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-5b1aacea-c600-41df-a3cc-3119f2d17131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:55.905765 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-5b1aacea-c600-41df-a3cc-3119f2d17131 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3cf1807-07e5-4f23-a394-25e4d942b008&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0882268
Dec 18 20:52:55.937866 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac534fc6-a720-4a45-bf21-792a5c17e54b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:55.944612 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ac534fc6-a720-4a45-bf21-792a5c17e54b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "DELETE /v2.0/subnets/849b3166-32d9-42ef-b917-ddd9866cfb2b HTTP/1.1" status: 204  len: 168 time: 2.8370993
Dec 18 20:52:55.948717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8f71-482a-4479-9a9b-0834bad7d8ed tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:55.949119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8f71-482a-4479-9a9b-0834bad7d8ed tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:55.953272 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac534fc6-a720-4a45-bf21-792a5c17e54b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event deleted for resources: {'Subnet': ['ID=849b3166-32d9-42ef-b917-ddd9866cfb2b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:55.959200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 32956) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:55.963734 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a672073-ae36-4a60-beda-7d60741d91de req-24de79c2-de62-4b29-96bd-2cd4065e9b06 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] No DVR routers for this DVR port 64d3133c-2391-4792-9bd6-ac1e947e1ef2 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:52:55.964238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7602edee-7cff-4b60-9108-d45430c90906 None None] Network f4416593-f01e-4d43-8da9-3af970a46865 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:52:55.989871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9a672073-ae36-4a60-beda-7d60741d91de req-24de79c2-de62-4b29-96bd-2cd4065e9b06 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:56.009791 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a672073-ae36-4a60-beda-7d60741d91de req-24de79c2-de62-4b29-96bd-2cd4065e9b06 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.31 "DELETE /v2.0/ports/64d3133c-2391-4792-9bd6-ac1e947e1ef2 HTTP/1.1" status: 204  len: 173 time: 5.0130785
Dec 18 20:52:56.027272 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:56.035240 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3a18eafa-f1da-401b-bcb8-a198e1abb41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:56.050515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fdfb4c-b91a-4b47-bc5c-21b3edeb251d', 'name': 'network-vif-deleted', 'tag': '64d3133c-2391-4792-9bd6-ac1e947e1ef2'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:52:56.058371 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8099014b-5a2c-4dff-962e-de3f1e1468ec" -d '{"events": [{"server_uuid": "98fdfb4c-b91a-4b47-bc5c-21b3edeb251d", "name": "network-vif-deleted", "tag": "64d3133c-2391-4792-9bd6-ac1e947e1ef2"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:52:56.065637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df03f52-18ce-4ab1-a929-9a296307dfb7 None None] DHCP port deletion for 757472b4-4163-4c67-8249-43a761e8f992 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:52:56.080755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb2194-40f9-4636-9ea5-5bbf98c73e97 req-bfe3b36d-6ce7-419e-b81a-cfb039037938 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:56.087941 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bacb2194-40f9-4636-9ea5-5bbf98c73e97 req-bfe3b36d-6ce7-419e-b81a-cfb039037938 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.4160397
Dec 18 20:52:56.091820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c8f71-482a-4479-9a9b-0834bad7d8ed tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Calling delete_port for 5af50fe8-e240-4c3c-b271-59c0d5f12932 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:56.166529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 30476df2-f2a9-4ccb-bddc-279e93f3e4e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30476df2-f2a9-4ccb-bddc-279e93f3e4e0,segment=NetworkSegment(2481368c-034f-46a2-aa3e-1f3a47bffa28),segment_id=2481368c-034f-46a2-aa3e-1f3a47bffa28)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:56.203332 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:56.348377 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-3a18eafa-f1da-401b-bcb8-a198e1abb41f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:52:56.349756 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-3a18eafa-f1da-401b-bcb8-a198e1abb41f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:52:56.358158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=30476df2-f2a9-4ccb-bddc-279e93f3e4e0,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:56.373763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1df03f52-18ce-4ab1-a929-9a296307dfb7 None None] Deleting port 30476df2-f2a9-4ccb-bddc-279e93f3e4e0 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:56.373763 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1df03f52-18ce-4ab1-a929-9a296307dfb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:56.390089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29da4b2-4bf4-4ab4-b3e6-31bc457e0fe8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:56.392425 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b29da4b2-4bf4-4ab4-b3e6-31bc457e0fe8 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4165988
Dec 18 20:52:56.397987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3107e3f5-4f02-4346-ab72-a1865203fac5 None None] DHCP port deletion for f4416593-f01e-4d43-8da9-3af970a46865 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:52:56.422219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 32968) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:56.438196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-099ed7c3-18f0-47d0-b990-b654a4d4a635 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Deleting port 2af67cfd-8cc9-43ca-93a5-97668acfdc51 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:56.438667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-099ed7c3-18f0-47d0-b990-b654a4d4a635 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:56.529675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1df03f52-18ce-4ab1-a929-9a296307dfb7 None None] For port 30476df2-f2a9-4ccb-bddc-279e93f3e4e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30476df2-f2a9-4ccb-bddc-279e93f3e4e0,segment=NetworkSegment(2481368c-034f-46a2-aa3e-1f3a47bffa28),segment_id=2481368c-034f-46a2-aa3e-1f3a47bffa28)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:56.530103 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1df03f52-18ce-4ab1-a929-9a296307dfb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:56.549917 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1df03f52-18ce-4ab1-a929-9a296307dfb7 None None] Calling delete_port for 30476df2-f2a9-4ccb-bddc-279e93f3e4e0 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:56.570350 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:56.603426 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-0d9ccd15-aec9-4d56-9994-a19f02a7c575 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6834455
Dec 18 20:52:56.605965 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-87c5e7ce-74f1-43fd-a858-0a36a31ea062 service neutron] 10.222.0.36 "GET /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6725717
Dec 18 20:52:56.648685 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3107e3f5-4f02-4346-ab72-a1865203fac5 None None] Deleting port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:56.650593 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3107e3f5-4f02-4346-ab72-a1865203fac5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:56.894941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:52:56.973833 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-8461fd2b-877e-431e-b4e5-7a966b992bea service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3249004
Dec 18 20:52:56.982867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Deleting port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:52:56.983197 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.051239 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3107e3f5-4f02-4346-ab72-a1865203fac5 None None] For port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cff2a65-8cbd-4716-8dc2-f199e7d45ee6,segment=NetworkSegment(1834a403-282b-4612-998f-aa86a54e4590),segment_id=1834a403-282b-4612-998f-aa86a54e4590)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:57.051987 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3107e3f5-4f02-4346-ab72-a1865203fac5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.058416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] For port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cff2a65-8cbd-4716-8dc2-f199e7d45ee6,segment=NetworkSegment(1834a403-282b-4612-998f-aa86a54e4590),segment_id=1834a403-282b-4612-998f-aa86a54e4590)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:52:57.058806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.067931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3107e3f5-4f02-4346-ab72-a1865203fac5 None None] Calling delete_port for 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:57.085335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Calling delete_port for 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:57.179696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bacb2194-40f9-4636-9ea5-5bbf98c73e97 req-13d7dcd8-bea7-418d-b94b-6fc788021857 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0588307
Dec 18 20:52:57.204174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3a18eafa-f1da-401b-bcb8-a198e1abb41f None None] Could not find standard attr ID for object 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 20:52:57.210080 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3107e3f5-4f02-4346-ab72-a1865203fac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.230828 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.244930 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a4c28444-3fcf-444a-8849-2610a81e043b service neutron] 10.222.0.36 "GET /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6056681
Dec 18 20:52:57.275736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event deleted for resources: {'Port': ['ID=5cff2a65-8cbd-4716-8dc2-f199e7d45ee6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:57.278159 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] No DVR routers for this DVR port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:52:57.307226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107e3f5-4f02-4346-ab72-a1865203fac5 None None] No DVR routers for this DVR port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:52:57.314150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107e3f5-4f02-4346-ab72-a1865203fac5 None None] Pushing event deleted for resources: {'Port': ['ID=5cff2a65-8cbd-4716-8dc2-f199e7d45ee6,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:57.322378 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-896521d4-cf12-4977-a9ca-9e66d200db7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=f8de1dac-5fbd-4626-8379-c9547acc28fb HTTP/1.1" status: 200  len: 217 time: 0.0543880
Dec 18 20:52:57.335450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No active binding found for port 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 {{(pid=126010) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Dec 18 20:52:57.335450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5cff2a65-8cbd-4716-8dc2-f199e7d45ee6 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:52:57.335450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 30476df2-f2a9-4ccb-bddc-279e93f3e4e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:52:57.404384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-1d81dd44-a4f6-46b0-b261-7b78b68755b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:57.409176 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-1d81dd44-a4f6-46b0-b261-7b78b68755b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.0540781
Dec 18 20:52:57.432685 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9b8d0f9-233c-4084-9d05-db11d1b191cf req-7d0b46cf-ec3e-4a99-91a3-716c1ff7c3ea tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.476563 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.521160 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.558958 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1df03f52-18ce-4ab1-a929-9a296307dfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.561940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a87d94b2-4c50-4f01-8248-09a3f0a7ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:57.563769 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a87d94b2-4c50-4f01-8248-09a3f0a7ee71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1377649
Dec 18 20:52:57.567919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d445af0>,) {'filters': {'network_id': ['f4416593-f01e-4d43-8da9-3af970a46865']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:57.589909 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b46cf-ec3e-4a99-91a3-716c1ff7c3ea tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Pushing event deleted for resources: {'Port': ['ID=2ecbcce4-d67b-4875-bcc2-e9294017cbcb,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:57.593115 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d445af0>, '1834a403-282b-4612-998f-aa86a54e4590') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:57.593643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d445af0>, '1834a403-282b-4612-998f-aa86a54e4590') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:57.620950 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df03f52-18ce-4ab1-a929-9a296307dfb7 None None] Pushing event deleted for resources: {'Port': ['ID=30476df2-f2a9-4ccb-bddc-279e93f3e4e0,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:57.625160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df03f52-18ce-4ab1-a929-9a296307dfb7 None None] No DVR routers for this DVR port 30476df2-f2a9-4ccb-bddc-279e93f3e4e0 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:52:57.647900 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-099ed7c3-18f0-47d0-b990-b654a4d4a635 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.651465 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-099ed7c3-18f0-47d0-b990-b654a4d4a635 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.656718 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.689385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.708324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b8d0f9-233c-4084-9d05-db11d1b191cf req-7d0b46cf-ec3e-4a99-91a3-716c1ff7c3ea tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] No DVR routers for this DVR port 2ecbcce4-d67b-4875-bcc2-e9294017cbcb on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:52:57.715734 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9b8d0f9-233c-4084-9d05-db11d1b191cf req-7d0b46cf-ec3e-4a99-91a3-716c1ff7c3ea tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.726353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:52:57.726931 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:57.731928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9b8d0f9-233c-4084-9d05-db11d1b191cf req-7d0b46cf-ec3e-4a99-91a3-716c1ff7c3ea tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.31 "DELETE /v2.0/ports/2ecbcce4-d67b-4875-bcc2-e9294017cbcb HTTP/1.1" status: 204  len: 173 time: 4.9754529
Dec 18 20:52:57.736407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-099ed7c3-18f0-47d0-b990-b654a4d4a635 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Calling delete_port for 2af67cfd-8cc9-43ca-93a5-97668acfdc51 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:52:57.746227 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:52:57.749584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b00bb-76a6-4c46-857c-477d7d75ec56 req-f872ede8-db4f-4943-8518-3f50a6f0a485 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:57.755686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b00bb-76a6-4c46-857c-477d7d75ec56 req-f872ede8-db4f-4943-8518-3f50a6f0a485 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:57.764056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b00bb-76a6-4c46-857c-477d7d75ec56 req-f872ede8-db4f-4943-8518-3f50a6f0a485 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:57.790928 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b00bb-76a6-4c46-857c-477d7d75ec56 req-f872ede8-db4f-4943-8518-3f50a6f0a485 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:57.791487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b00bb-76a6-4c46-857c-477d7d75ec56 req-f872ede8-db4f-4943-8518-3f50a6f0a485 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:57.801283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b00bb-76a6-4c46-857c-477d7d75ec56 req-f872ede8-db4f-4943-8518-3f50a6f0a485 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:57.808549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b00bb-76a6-4c46-857c-477d7d75ec56 req-f872ede8-db4f-4943-8518-3f50a6f0a485 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:57.814006 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-a2080fbc-57bd-4cfc-b39c-589ee8912fdf service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2344098
Dec 18 20:52:57.816842 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b32b00bb-76a6-4c46-857c-477d7d75ec56 req-f872ede8-db4f-4943-8518-3f50a6f0a485 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5420 time: 0.4219539
Dec 18 20:52:57.986645 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:58.010948 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:58.014793 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "DELETE /v2.0/networks/f4416593-f01e-4d43-8da9-3af970a46865 HTTP/1.1" status: 204  len: 168 time: 1.5874221
Dec 18 20:52:58.016258 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad52f1-8663-4abc-9300-b2ea6116680b tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event deleted for resources: {'Network': ['ID=f4416593-f01e-4d43-8da9-3af970a46865,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:58.018926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 32980) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:58.021215 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-c6f432c8-eb0a-42a8-869a-5e1ae9063794 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1837659
Dec 18 20:52:58.086438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b32b00bb-76a6-4c46-857c-477d7d75ec56 req-6f663a28-844a-4f66-9009-40e03033bc05 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2644782
Dec 18 20:52:58.142373 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-66841d75-d2bd-4830-a4e1-11dbe9489a1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=04c02923-efaf-4b7a-9421-6c1c3df3d6eb HTTP/1.1" status: 200  len: 217 time: 0.1104667
Dec 18 20:52:58.240581 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8f71-482a-4479-9a9b-0834bad7d8ed tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:58.256995 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87b1fa6-dc9a-4e24-a863-9f35a29c47f8 x-openstack-request-id: req-e87b1fa6-dc9a-4e24-a863-9f35a29c47f8 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:58.257494 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:58.257734 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e87b1fa6-dc9a-4e24-a863-9f35a29c47f8 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:58.261385 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399', 'code': 200}
Dec 18 20:52:58.269062 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c080d2-281f-46af-994b-6d483ee77ccb x-openstack-request-id: req-c3c080d2-281f-46af-994b-6d483ee77ccb {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:58.270588 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "ccb5043d-02af-492d-8f2d-78752159fb84", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "f1cdb751-5072-47e3-96f0-96e30fe3bc2f", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:58.271037 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3c080d2-281f-46af-994b-6d483ee77ccb {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:58.272404 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': 'ccb5043d-02af-492d-8f2d-78752159fb84', 'status': 'completed', 'code': 200}
Dec 18 20:52:58.272772 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': 'f1cdb751-5072-47e3-96f0-96e30fe3bc2f', 'status': 'completed', 'code': 200}
Dec 18 20:52:58.277845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c8f71-482a-4479-9a9b-0834bad7d8ed tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Pushing event deleted for resources: {'Port': ['ID=5af50fe8-e240-4c3c-b271-59c0d5f12932,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:58.362714 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-099ed7c3-18f0-47d0-b990-b654a4d4a635 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:58.451430 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:58.521058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ed7c3-18f0-47d0-b990-b654a4d4a635 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Pushing event deleted for resources: {'Port': ['ID=2af67cfd-8cc9-43ca-93a5-97668acfdc51,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:58.526728 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6381d57f-0389-4f0c-8b49-18f103fac84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:58.531235 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-6381d57f-0389-4f0c-8b49-18f103fac84b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.3656073
Dec 18 20:52:58.539648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-687b376f-8348-40e7-93de-164de0e48704 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:58.541615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-687b376f-8348-40e7-93de-164de0e48704 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.31 "GET /v2.0/networks?id=7fe37750-b06f-419d-82fb-61fd7d848a35 HTTP/1.1" status: 200  len: 813 time: 0.4835842
Dec 18 20:52:58.616177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-ff193262-16a3-48d9-9ba2-03d6d4d561b9 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:58.620134 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-ff193262-16a3-48d9-9ba2-03d6d4d561b9 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.36 "GET /v2.0/networks?id=7fe37750-b06f-419d-82fb-61fd7d848a35 HTTP/1.1" status: 200  len: 813 time: 0.5109024
Dec 18 20:52:58.625342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Request body: {'port': {'device_id': '85e89dcf-25e5-4937-a138-a00b38f607bd', 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35', 'admin_state_up': True, 'tenant_id': '1a0744714bbf4779a774d5d0d8fc18d7'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:58.685542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb113ce-0074-4650-b579-e7f2afe9b74b req-f51d2817-5cd1-4af3-b5b0-8bff41c537c8 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:58.686475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Request body: {'port': {'device_id': 'f23d751a-dbda-4976-a75f-1b418b3c1ef4', 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35', 'admin_state_up': True, 'tenant_id': '1a0744714bbf4779a774d5d0d8fc18d7'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:52:58.693499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1eb113ce-0074-4650-b579-e7f2afe9b74b req-f51d2817-5cd1-4af3-b5b0-8bff41c537c8 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.2832806
Dec 18 20:52:58.774198 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8f71-482a-4479-9a9b-0834bad7d8ed tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:58.776997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8f71-482a-4479-9a9b-0834bad7d8ed tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:58.778240 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ff8c8f71-482a-4479-9a9b-0834bad7d8ed tempest-ServersWithSpecificFlavorTestJSON-1520230706 tempest-ServersWithSpecificFlavorTestJSON-1520230706-project] 10.222.0.13 "DELETE /v2.0/floatingips/f26fd914-4158-41b7-a890-e1bccf45df89 HTTP/1.1" status: 204  len: 168 time: 5.4354534
Dec 18 20:52:58.845379 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1eb113ce-0074-4650-b579-e7f2afe9b74b req-5c2d37cd-4ba3-413b-9a5c-6a3860dfa3c0 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506753
Dec 18 20:52:58.907246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:58.912142 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-099ed7c3-18f0-47d0-b990-b654a4d4a635 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:58.919593 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-099ed7c3-18f0-47d0-b990-b654a4d4a635 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:58.927913 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23872e37-08de-4ff7-b9c7-bbcc651a780e req-099ed7c3-18f0-47d0-b990-b654a4d4a635 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "DELETE /v2.0/floatingips/f6bc1808-de65-4217-98d4-d7680f0bf190 HTTP/1.1" status: 204  len: 173 time: 3.8457925
Dec 18 20:52:58.930142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d503b2-7901-4c0d-abd3-2ffc5434e4a0 req-d8d6b259-50ac-4b8a-950f-db4b97a60bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:58.948425 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d6d5610>,) {'filters': {'network_id': ['757472b4-4163-4c67-8249-43a761e8f992']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:58.949515 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c2d503b2-7901-4c0d-abd3-2ffc5434e4a0 req-d8d6b259-50ac-4b8a-950f-db4b97a60bef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 1101 time: 0.2183001
Dec 18 20:52:58.959700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Made reservation on behalf of 1a0744714bbf4779a774d5d0d8fc18d7 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:58.963370 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:58.969118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e93d435d-2b36-4724-a972-a2e2669240e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:58.972671 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e93d435d-2b36-4724-a972-a2e2669240e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3216815
Dec 18 20:52:58.975389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d6d5610>, '2481368c-034f-46a2-aa3e-1f3a47bffa28') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:58.975700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d6d5610>, '2481368c-034f-46a2-aa3e-1f3a47bffa28') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:52:59.041886 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf7d736-f4a2-4696-a46c-186f1b99d36a x-openstack-request-id: req-adf7d736-f4a2-4696-a46c-186f1b99d36a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:52:59.042221 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fdfb4c-b91a-4b47-bc5c-21b3edeb251d", "name": "network-vif-deleted", "tag": "64d3133c-2391-4792-9bd6-ac1e947e1ef2", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:52:59.042514 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adf7d736-f4a2-4696-a46c-186f1b99d36a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:52:59.042929 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fdfb4c-b91a-4b47-bc5c-21b3edeb251d', 'name': 'network-vif-deleted', 'tag': '64d3133c-2391-4792-9bd6-ac1e947e1ef2', 'status': 'completed', 'code': 200}
Dec 18 20:52:59.087579 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:59.156585 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:59.159344 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c2d503b2-7901-4c0d-abd3-2ffc5434e4a0 req-0a434d4d-07ad-4f16-b7d7-70ccbe6b327c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088814
Dec 18 20:52:59.207941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:52:59.208369 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:52:59.211571 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:52:59.287462 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-81799617-c474-4166-be9b-6d3e0bde3cf3 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200  len: 1002 time: 0.1627045
Dec 18 20:52:59.335522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Made reservation on behalf of 1a0744714bbf4779a774d5d0d8fc18d7 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:52:59.341692 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:59.350794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0159878-9988-400a-90cf-04149dd4c31f req-a43a0973-d398-46b0-a2a0-d951a0d27c0c tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:59.353470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-a43a0973-d398-46b0-a2a0-d951a0d27c0c tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports/cbe017f3-1a9e-4b8f-b078-a8a69597377e HTTP/1.1" status: 200  len: 943 time: 0.0640190
Dec 18 20:52:59.438814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d10b09-a964-4c09-881f-617c30f2840e req-89a6bfc4-e720-4798-8775-0edcebd00c02 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:59.440520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5d10b09-a964-4c09-881f-617c30f2840e req-89a6bfc4-e720-4798-8775-0edcebd00c02 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.3532465
Dec 18 20:52:59.528004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5d10b09-a964-4c09-881f-617c30f2840e req-109b990c-1d5c-4cfd-9421-49693b15d668 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764430
Dec 18 20:52:59.614738 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-8ba8d087-0eed-4daa-b9d8-93aae762ee95 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200  len: 1002 time: 0.1725926
Dec 18 20:52:59.654226 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-388e7419-baf7-4f9a-99a1-003901674210 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6448517
Dec 18 20:52:59.663158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:59.689150 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:59.695598 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "DELETE /v2.0/networks/757472b4-4163-4c67-8249-43a761e8f992 HTTP/1.1" status: 204  len: 168 time: 1.6709790
Dec 18 20:52:59.713640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e499d7b4-c7a3-44c1-961e-d741d824415d req-6c9520bf-8916-4582-b8bb-985ab8bf80de tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 210 time: 0.0295098
Dec 18 20:52:59.716589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33000) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:52:59.735006 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ddc5a4-3fa9-4fe3-aa02-5380392cec53 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event deleted for resources: {'Network': ['ID=757472b4-4163-4c67-8249-43a761e8f992,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:52:59.741761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Allocated IP 172.20.0.3 (7fe37750-b06f-419d-82fb-61fd7d848a35/e8c34163-39bb-4877-88ae-d89e31fa25bd/c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:52:59.833475 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-f591007c-14c8-4bb3-b6d6-8a086daa56b7 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681132
Dec 18 20:52:59.904737 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-cb5b33dc-4af7-4375-9cc7-99ccb388396c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=5740d94d-10b4-4d4f-b84a-14e2647f72c7 HTTP/1.1" status: 200  len: 217 time: 0.0617132
Dec 18 20:52:59.939149 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:52:59.963390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-86eb6adc-bbe3-49b1-bae7-32954e03600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:59.965180 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-86eb6adc-bbe3-49b1-bae7-32954e03600b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.0488901
Dec 18 20:52:59.981620 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0159878-9988-400a-90cf-04149dd4c31f req-8ded274c-bd4a-4431-a203-856107037dba tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:52:59.983191 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-8ded274c-bd4a-4431-a203-856107037dba tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.3680670
Dec 18 20:53:00.027252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-5aeeed9c-3242-4b02-ab01-1cd6ba7ae287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:00.030020 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-5aeeed9c-3242-4b02-ab01-1cd6ba7ae287 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0529771
Dec 18 20:53:00.093706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f5f6-1759-4699-80f8-d170a7176776 req-24ded1ee-becf-46f2-a3a6-0bf04167678e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:00.099601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f5f6-1759-4699-80f8-d170a7176776 req-24ded1ee-becf-46f2-a3a6-0bf04167678e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:00.105487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f5f6-1759-4699-80f8-d170a7176776 req-24ded1ee-becf-46f2-a3a6-0bf04167678e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:00.111521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f5f6-1759-4699-80f8-d170a7176776 req-24ded1ee-becf-46f2-a3a6-0bf04167678e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:00.117443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f5f6-1759-4699-80f8-d170a7176776 req-24ded1ee-becf-46f2-a3a6-0bf04167678e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:00.123881 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f5f6-1759-4699-80f8-d170a7176776 req-24ded1ee-becf-46f2-a3a6-0bf04167678e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:00.130214 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f5f6-1759-4699-80f8-d170a7176776 req-24ded1ee-becf-46f2-a3a6-0bf04167678e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:00.132150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6db5f5f6-1759-4699-80f8-d170a7176776 req-24ded1ee-becf-46f2-a3a6-0bf04167678e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5420 time: 0.2533841
Dec 18 20:53:00.151573 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-c6f3f56c-b286-4ffc-8580-0a8048a00501 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1122227
Dec 18 20:53:00.259707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704a41a1-bd03-4b9c-8164-b39c33c23356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ecbcce4-d67b-4875-bcc2-e9294017cbcb'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:00.262044 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7a2c2f-14a8-4de2-b7f8-bca186207418" -d '{"events": [{"server_uuid": "704a41a1-bd03-4b9c-8164-b39c33c23356", "name": "network-vif-unplugged", "status": "completed", "tag": "2ecbcce4-d67b-4875-bcc2-e9294017cbcb"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:00.273353 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-ff7d7ece-711d-432a-aa8a-69d859ff062e service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1135693
Dec 18 20:53:00.273820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': 'e339efff-5759-4aa7-8925-f9e71e302622'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:00.276420 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def4c322-fa12-428a-bbe3-a9c51ecf50af" -d '{"events": [{"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "e339efff-5759-4aa7-8925-f9e71e302622"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:00.285697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:00.290797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-f22b8455-88c6-4558-b87f-a8a634bd3fd3 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200  len: 1002 time: 0.2698832
Dec 18 20:53:00.309732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-e0159878-9988-400a-90cf-04149dd4c31f req-6fc7c15b-9ea0-47b6-b31b-00ac7ca62215 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:00.334366 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-cf451d29-b6fd-47e0-9c9a-b0d763c98a40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=ccb5043d-02af-492d-8f2d-78752159fb84 HTTP/1.1" status: 200  len: 217 time: 0.0526850
Dec 18 20:53:00.371268 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:00.373371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d4d7190>,) {'filters': {'network_id': ['96e797b4-6160-4dd5-8b0d-3e9208efb141']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:00.397128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d4d7190>, '15f1aac6-ac89-4977-8c8c-28924bef5f33') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:00.397483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d4d7190>, '15f1aac6-ac89-4977-8c8c-28924bef5f33') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:00.405112 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6db5f5f6-1759-4699-80f8-d170a7176776 req-88c298d7-85ac-4fd1-868e-a792b04b3c2a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2488594
Dec 18 20:53:00.412207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-bccc5dd9-2819-430a-ac79-a31c65f2256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:00.426288 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:00.429255 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-bccc5dd9-2819-430a-ac79-a31c65f2256b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.0796671
Dec 18 20:53:00.449623 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e0159878-9988-400a-90cf-04149dd4c31f req-6fc7c15b-9ea0-47b6-b31b-00ac7ca62215 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:00.494897 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:00.511004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:00.511421 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:00.516006 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:00.547035 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-4e561f2b-ed41-4d55-8e71-2f36abfc1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:00.549010 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-4e561f2b-ed41-4d55-8e71-2f36abfc1ca8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1110303
Dec 18 20:53:00.583235 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:00.727127 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.api [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-ea169531-496d-4468-8379-b6b912cfd2fe {{(pid=126009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:53:00.728388 ncdv-master-1 neutron-server[126009]: DEBUG oslo_db.api [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:53:00.749745 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-d776201a-0ad5-413e-ab88-a38b5186489c service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864922
Dec 18 20:53:00.860270 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-167e27f7-d16b-4fdc-b994-bceb18b550cd service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021974
Dec 18 20:53:00.917716 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-dbf99672-2a08-4c09-adf8-9c4805e11040 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1cdb751-5072-47e3-96f0-96e30fe3bc2f HTTP/1.1" status: 200  len: 217 time: 0.0438113
Dec 18 20:53:00.983684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-510ea27b-b400-40c5-8997-3b0d45c4057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:00.985747 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-510ea27b-b400-40c5-8997-3b0d45c4057c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d514dada-d8b2-467e-8ca9-570f42a26f3c HTTP/1.1" status: 200  len: 797 time: 0.0577261
Dec 18 20:53:00.996663 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.008326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Network 7fe37750-b06f-419d-82fb-61fd7d848a35 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:01.020383 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.023584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "DELETE /v2.0/networks/96e797b4-6160-4dd5-8b0d-3e9208efb141 HTTP/1.1" status: 204  len: 168 time: 1.3041351
Dec 18 20:53:01.030821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33026) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:01.034301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:01.058807 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:01.061383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704a41a1-bd03-4b9c-8164-b39c33c23356', 'name': 'network-vif-deleted', 'tag': '2ecbcce4-d67b-4875-bcc2-e9294017cbcb'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:01.063646 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19036515-dba1-459f-b3ff-266c83fac835" -d '{"events": [{"server_uuid": "704a41a1-bd03-4b9c-8164-b39c33c23356", "name": "network-vif-deleted", "tag": "2ecbcce4-d67b-4875-bcc2-e9294017cbcb"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:01.092427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-9a609450-bbbd-4542-85b4-c9adec8e7ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:01.094800 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-9a609450-bbbd-4542-85b4-c9adec8e7ea7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b74eeda-4ba0-4971-b20a-e138901b128c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0982919
Dec 18 20:53:01.132317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23a36a-827a-4393-9d0d-2793a7424193 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event deleted for resources: {'Network': ['ID=96e797b4-6160-4dd5-8b0d-3e9208efb141,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:01.135987 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e0159878-9988-400a-90cf-04149dd4c31f req-6fc7c15b-9ea0-47b6-b31b-00ac7ca62215 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.168348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Pushing event updated for resources: {'Port': ['ID=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:01.181407 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e0159878-9988-400a-90cf-04149dd4c31f req-6fc7c15b-9ea0-47b6-b31b-00ac7ca62215 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.181753 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-e0159878-9988-400a-90cf-04149dd4c31f req-6fc7c15b-9ea0-47b6-b31b-00ac7ca62215 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Floating IP 7c382847-752a-4795-9d1a-9177a9dd09e8 disassociated. External IP: 172.35.3.193, port: cbe017f3-1a9e-4b8f-b078-a8a69597377e.
Dec 18 20:53:01.195398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c496f-85ae-4480-99fd-143e37aea576 req-27342679-2390-4be8-be70-ee8965cc82ae tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:01.204219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e5c496f-85ae-4480-99fd-143e37aea576 req-27342679-2390-4be8-be70-ee8965cc82ae tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.5788705
Dec 18 20:53:01.229762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.268508 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-73df57f2-0c05-48e0-bec7-bc30564efd6c service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622672
Dec 18 20:53:01.301281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:01.301893 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.307492 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.437424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e5c496f-85ae-4480-99fd-143e37aea576 req-0f5335e2-9ac8-4424-80ba-5e06b0f043d6 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264547
Dec 18 20:53:01.451395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f91f970e-2f38-418f-8555-204cddee2f1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8627381
Dec 18 20:53:01.474442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Allocated IP 172.20.0.10 (7fe37750-b06f-419d-82fb-61fd7d848a35/e8c34163-39bb-4877-88ae-d89e31fa25bd/49e4deb1-4b6d-4313-9ef1-0f5905853b16) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:01.481468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-430d7a93-2deb-4236-97cd-f879bfb4c0e8 service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782627
Dec 18 20:53:01.500138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Request body: {'port': {'device_id': '85e89dcf-25e5-4937-a138-a00b38f607bd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:01.520577 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94f3a00-d9d5-4586-a47b-7c10105cbead x-openstack-request-id: req-d94f3a00-d9d5-4586-a47b-7c10105cbead {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:01.521112 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704a41a1-bd03-4b9c-8164-b39c33c23356", "name": "network-vif-unplugged", "status": "completed", "tag": "2ecbcce4-d67b-4875-bcc2-e9294017cbcb", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:01.521112 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d94f3a00-d9d5-4586-a47b-7c10105cbead {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:01.521497 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704a41a1-bd03-4b9c-8164-b39c33c23356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ecbcce4-d67b-4875-bcc2-e9294017cbcb', 'code': 200}
Dec 18 20:53:01.544807 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-14f5909b-dcd3-48d0-8f01-624cb0dfd31c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e339efff-5759-4aa7-8925-f9e71e302622 HTTP/1.1" status: 200  len: 217 time: 0.0538623
Dec 18 20:53:01.596132 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14acf99-bf27-49ce-b3b5-bb0a7ef9e8cd x-openstack-request-id: req-d14acf99-bf27-49ce-b3b5-bb0a7ef9e8cd {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:01.596424 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "e339efff-5759-4aa7-8925-f9e71e302622", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:01.596683 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d14acf99-bf27-49ce-b3b5-bb0a7ef9e8cd {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:01.597078 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': 'e339efff-5759-4aa7-8925-f9e71e302622', 'status': 'completed', 'code': 200}
Dec 18 20:53:01.703836 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.706221 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.748760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e1f6910>,) {'filters': {'network_id': ['01b028cb-c1e0-4e93-9932-e8d9232b5b16']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:01.773584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-66b42c7e-459b-4783-b6e4-4685d36bdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:01.775124 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-66b42c7e-459b-4783-b6e4-4685d36bdb5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d514dada-d8b2-467e-8ca9-570f42a26f3c HTTP/1.1" status: 200  len: 797 time: 0.2188561
Dec 18 20:53:01.795633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e1f6910>, '3e1aaf20-0044-41b2-82ff-791ad151a219') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:01.795953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e1f6910>, '3e1aaf20-0044-41b2-82ff-791ad151a219') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:01.825717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.841799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0159878-9988-400a-90cf-04149dd4c31f req-6fc7c15b-9ea0-47b6-b31b-00ac7ca62215 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Router 8da1ab25-1f16-47f5-a9c5-68a6142f242f has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:53:01.869402 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-04965b84-d3ae-492c-805b-042123cb9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:01.870937 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-04965b84-d3ae-492c-805b-042123cb9c83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b74eeda-4ba0-4971-b20a-e138901b128c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0851219
Dec 18 20:53:01.871877 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.876798 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.928004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:01.929229 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:01.933467 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:01.991935 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:02.015267 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-82c8e6c0-87df-4d39-b0e8-6d9b35c19a74 service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342163
Dec 18 20:53:02.017877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a34e6-0b74-4af1-a806-0e963357b331 req-db29d1be-809f-4889-8e4a-37fc80b366cc tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:02.019451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-290a34e6-0b74-4af1-a806-0e963357b331 req-db29d1be-809f-4889-8e4a-37fc80b366cc tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.2431345
Dec 18 20:53:02.072191 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Network 7fe37750-b06f-419d-82fb-61fd7d848a35 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:02.090477 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:02.093729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:02.147595 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:02.169337 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:02.170875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Pushing event updated for resources: {'Port': ['ID=49e4deb1-4b6d-4313-9ef1-0f5905853b16,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:02.174711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] 10.222.0.13 "DELETE /v2.0/networks/01b028cb-c1e0-4e93-9932-e8d9232b5b16 HTTP/1.1" status: 204  len: 168 time: 1.1359353
Dec 18 20:53:02.210900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:02.211907 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:02.226141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b2e26-5479-44cf-b0d7-6c6e65a555f0 tempest-BulkNetworkOpsTest-56266664 tempest-BulkNetworkOpsTest-56266664-project] Pushing event deleted for resources: {'Network': ['ID=01b028cb-c1e0-4e93-9932-e8d9232b5b16,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:02.253128 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-290a34e6-0b74-4af1-a806-0e963357b331 req-b28be23e-7e6a-4b6a-b847-1c889c81e339 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2062442
Dec 18 20:53:02.267385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0159878-9988-400a-90cf-04149dd4c31f req-6fc7c15b-9ea0-47b6-b31b-00ac7ca62215 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:53:02.280153 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee94028-ec0d-4a8b-95f8-2e4336736211 None None] Sync routers for ids ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:53:02.289265 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e0159878-9988-400a-90cf-04149dd4c31f req-6fc7c15b-9ea0-47b6-b31b-00ac7ca62215 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:02.291383 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3298f0a5-6775-4fa9-8d4e-cf8636985710 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6108854
Dec 18 20:53:02.294068 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee94028-ec0d-4a8b-95f8-2e4336736211 None None] Routers {'8da1ab25-1f16-47f5-a9c5-68a6142f242f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:02.298946 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-954b2cf4-298a-4200-93a4-5d89bdbfd151 req-e12484df-2871-488c-b49d-4833aa04b64a service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2354374
Dec 18 20:53:02.299165 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-aee94028-ec0d-4a8b-95f8-2e4336736211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664813280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:02.315763 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Request body: {'port': {'device_id': 'f23d751a-dbda-4976-a75f-1b418b3c1ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:02.379796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-6fc7c15b-9ea0-47b6-b31b-00ac7ca62215 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "PUT /v2.0/floatingips/7c382847-752a-4795-9d1a-9177a9dd09e8 HTTP/1.1" status: 200  len: 695 time: 2.0744236
Dec 18 20:53:02.467850 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:02.523390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-5b8668f8-5300-46d8-81ba-44f45d3a1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:02.523971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-5b8668f8-5300-46d8-81ba-44f45d3a1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:02.524734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-5b8668f8-5300-46d8-81ba-44f45d3a1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:02.525041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-5b8668f8-5300-46d8-81ba-44f45d3a1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:02.525510 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-5b8668f8-5300-46d8-81ba-44f45d3a1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:02.525978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-5b8668f8-5300-46d8-81ba-44f45d3a1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:02.526730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-5b8668f8-5300-46d8-81ba-44f45d3a1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:02.528900 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-5b8668f8-5300-46d8-81ba-44f45d3a1376 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6477 time: 0.1154485
Dec 18 20:53:02.559698 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-aee94028-ec0d-4a8b-95f8-2e4336736211 None None] Set router 8da1ab25-1f16-47f5-a9c5-68a6142f242f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:02.628829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0159878-9988-400a-90cf-04149dd4c31f req-d3102682-2643-44aa-8542-188c96fce5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:02.638702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-d3102682-2643-44aa-8542-188c96fce5b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47e94e03944844ccb90b9a5818d00856&device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 1097 time: 0.2371540
Dec 18 20:53:02.659105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:02.669011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33044) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:02.670012 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:02.686827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Transition to ACTIVE for port object c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:53:02.739401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-9e6daca4-22f1-48b6-a12e-a16085016bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:02.741205 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-9e6daca4-22f1-48b6-a12e-a16085016bab service neutron] 10.222.0.36 "GET /v2.0/networks?id=86999e20-7286-4a34-ab79-356dd5f0f5ea HTTP/1.1" status: 200  len: 902 time: 0.2026844
Dec 18 20:53:02.810600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9c2f2-2bd0-4b32-beb4-a350cc5edfe9 req-847bbf06-7a80-4baf-8bc9-5db2a959f9a9 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:02.814849 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9c9c2f2-2bd0-4b32-beb4-a350cc5edfe9 req-847bbf06-7a80-4baf-8bc9-5db2a959f9a9 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 931 time: 0.4118733
Dec 18 20:53:02.815645 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-aee94028-ec0d-4a8b-95f8-2e4336736211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664813280>, [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ca128a1-55ff-4b89-bcdc-bd203ce74bdd', 'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'mac_address': 'fa:16:3e:42:6a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:07Z', 'updated_at': '2021-12-18T20:52:17Z', 'revision_number': 5, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'subnets': [{'id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:02.823805 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-54500608-0e75-4c5f-bdff-fa87d9b8ac92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=ccb5043d-02af-492d-8f2d-78752159fb84 HTTP/1.1" status: 200  len: 217 time: 0.0709260
Dec 18 20:53:02.827310 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:02.847809 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee94028-ec0d-4a8b-95f8-2e4336736211 None None] Checking router: 8da1ab25-1f16-47f5-a9c5-68a6142f242f for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:53:02.857525 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee94028-ec0d-4a8b-95f8-2e4336736211 None None] Routers {'8da1ab25-1f16-47f5-a9c5-68a6142f242f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:02.858526 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-aee94028-ec0d-4a8b-95f8-2e4336736211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664813280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:52:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:02.968586 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5c338abb-e4ad-4ee0-a10e-69d370cd05ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:02.987319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:03.005758 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-aee94028-ec0d-4a8b-95f8-2e4336736211 None None] Set router 8da1ab25-1f16-47f5-a9c5-68a6142f242f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:03.031125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9c9c2f2-2bd0-4b32-beb4-a350cc5edfe9 req-23950831-6098-451c-8f61-a2bafaeb259e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005346
Dec 18 20:53:03.047862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-62b3bfa4-8c28-4a48-ade6-aeec74cb6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.050827 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-62b3bfa4-8c28-4a48-ade6-aeec74cb6b00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.1683803
Dec 18 20:53:03.085515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0159878-9988-400a-90cf-04149dd4c31f req-4697fb4d-ecae-46df-8a67-2675db99f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.098841 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-4697fb4d-ecae-46df-8a67-2675db99f96f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f1d70eca-02f4-4675-afda-361ba3071aaf HTTP/1.1" status: 200  len: 930 time: 0.4089637
Dec 18 20:53:03.106751 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d7afdad0-02e0-4e87-9225-e9fd3c14fe8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6db5c53936c43c1955b27d55e7c15c3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4314172
Dec 18 20:53:03.113299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33052) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:03.145496 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49231ea-6fe6-470d-b3e4-84fd1b367528 x-openstack-request-id: req-a49231ea-6fe6-470d-b3e4-84fd1b367528 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:03.146666 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704a41a1-bd03-4b9c-8164-b39c33c23356", "name": "network-vif-deleted", "tag": "2ecbcce4-d67b-4875-bcc2-e9294017cbcb", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:03.147041 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a49231ea-6fe6-470d-b3e4-84fd1b367528 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:03.147318 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704a41a1-bd03-4b9c-8164-b39c33c23356', 'name': 'network-vif-deleted', 'tag': '2ecbcce4-d67b-4875-bcc2-e9294017cbcb', 'status': 'completed', 'code': 200}
Dec 18 20:53:03.148986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e4deb1-4b6d-4313-9ef1-0f5905853b16 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:03.156101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-3fe431e2-6fd2-4765-a7f9-b9691d989adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.158009 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-3fe431e2-6fd2-4765-a7f9-b9691d989adb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0967171
Dec 18 20:53:03.162051 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:03.222606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Transition to ACTIVE for port object 49e4deb1-4b6d-4313-9ef1-0f5905853b16 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:53:03.234836 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:03.305357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-df720860-2667-4896-943f-478d5fcfcf67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe017f3-1a9e-4b8f-b078-a8a69597377e HTTP/1.1" status: 200  len: 217 time: 0.2049215
Dec 18 20:53:03.319126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Pushing event updated for resources: {'Port': ['ID=49e4deb1-4b6d-4313-9ef1-0f5905853b16,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:03.330615 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-27e6062d-de47-4b96-bffc-2fa3a9e0b102 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1634431
Dec 18 20:53:03.391042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0159878-9988-400a-90cf-04149dd4c31f req-822c160b-6971-4943-a70f-9f34097f2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.393741 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-822c160b-6971-4943-a70f-9f34097f2341 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cc53ec-1c25-42dc-ac5b-5a97b48ffd34 HTTP/1.1" status: 200  len: 868 time: 0.0663612
Dec 18 20:53:03.468764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Attempting to bind port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:03.469145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Attempting to bind port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:03.469438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Attempting to bind port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 on network 7fe37750-b06f-419d-82fb-61fd7d848a35 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:03.473804 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-aee94028-ec0d-4a8b-95f8-2e4336736211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664813280>, [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ca128a1-55ff-4b89-bcdc-bd203ce74bdd', 'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'mac_address': 'fa:16:3e:42:6a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:07Z', 'updated_at': '2021-12-18T20:52:17Z', 'revision_number': 5, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'subnets': [{'id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:03.486093 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Attempting to bind port 49e4deb1-4b6d-4313-9ef1-0f5905853b16 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:03.486574 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Attempting to bind port 49e4deb1-4b6d-4313-9ef1-0f5905853b16 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:03.486788 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Attempting to bind port 49e4deb1-4b6d-4313-9ef1-0f5905853b16 on network 7fe37750-b06f-419d-82fb-61fd7d848a35 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:03.501982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Port 49e4deb1-4b6d-4313-9ef1-0f5905853b16 on network 7fe37750-b06f-419d-82fb-61fd7d848a35 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:53:03.502523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Attempting to bind port 49e4deb1-4b6d-4313-9ef1-0f5905853b16 on network 7fe37750-b06f-419d-82fb-61fd7d848a35 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:03.504316 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee94028-ec0d-4a8b-95f8-2e4336736211 None None] The sync data for ids ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'] in ncdv-master-1 is: [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:52:08Z', 'revision_number': 4, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ca128a1-55ff-4b89-bcdc-bd203ce74bdd', 'name': '', 'network_id': 'f1d70eca-02f4-4675-afda-361ba3071aaf', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'mac_address': 'fa:16:3e:42:6a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:07Z', 'updated_at': '2021-12-18T20:52:17Z', 'revision_number': 5, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'subnets': [{'id': '05cc53ec-1c25-42dc-ac5b-5a97b48ffd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:53:03.507361 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-1908ac87-3b77-4fa2-92f9-239d8cedc832 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1691549
Dec 18 20:53:03.510990 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:03.511342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Checking segment: {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:03.511724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Bound using segment: {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:03.512150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Bound port: 49e4deb1-4b6d-4313-9ef1-0f5905853b16, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:03.512616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:03.517971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92b15a-4ca0-475b-bfe4-0e60338e457f req-e1e441cc-a697-408f-ba27-46d7e99e6b9f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.527311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c92b15a-4ca0-475b-bfe4-0e60338e457f req-e1e441cc-a697-408f-ba27-46d7e99e6b9f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.2764173
Dec 18 20:53:03.541549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 on network 7fe37750-b06f-419d-82fb-61fd7d848a35 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:53:03.541964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Attempting to bind port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 on network 7fe37750-b06f-419d-82fb-61fd7d848a35 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:03.554485 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a15964a-dd29-457c-9971-2332df57ff53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:03.573601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:03.573959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Checking segment: {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:03.574321 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Bound using segment: {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:03.574767 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Bound port: c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e323ce-d2c6-4918-afc0-f880372d8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:03.575211 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:03.583207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0159878-9988-400a-90cf-04149dd4c31f req-7c637030-0000-479d-ad58-f1517c5de774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.584767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-7c637030-0000-479d-ad58-f1517c5de774 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1d70eca-02f4-4675-afda-361ba3071aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1798697
Dec 18 20:53:03.612368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] For port 49e4deb1-4b6d-4313-9ef1-0f5905853b16, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:03.616896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] For port 49e4deb1-4b6d-4313-9ef1-0f5905853b16, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49e4deb1-4b6d-4313-9ef1-0f5905853b16,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:03.632083 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:03.664705 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a15964a-dd29-457c-9971-2332df57ff53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:03.699753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c92b15a-4ca0-475b-bfe4-0e60338e457f req-e9a846a1-3eb3-4d64-bd91-e882d002d57d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711466
Dec 18 20:53:03.702102 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.702857 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:03.704345 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-1bd93153-5877-433d-a519-552aa7034dde service neutron] 10.222.0.36 "PUT /v2.0/ports/49e4deb1-4b6d-4313-9ef1-0f5905853b16 HTTP/1.1" status: 200  len: 1092 time: 1.3928461
Dec 18 20:53:03.706439 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23d751a-dbda-4976-a75f-1b418b3c1ef4', 'tag': '49e4deb1-4b6d-4313-9ef1-0f5905853b16'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:03.709040 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e537e50b-83e2-422c-8568-4ec8ec9f1ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "f23d751a-dbda-4976-a75f-1b418b3c1ef4", "tag": "49e4deb1-4b6d-4313-9ef1-0f5905853b16"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:03.748963 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd93153-5877-433d-a519-552aa7034dde service neutron] Pushing event updated for resources: {'Port': ['ID=49e4deb1-4b6d-4313-9ef1-0f5905853b16,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:03.771901 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-ae94d153-ef7b-47c2-b99b-e182d28d51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.772514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-ae94d153-ef7b-47c2-b99b-e182d28d51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.773062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-ae94d153-ef7b-47c2-b99b-e182d28d51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.774198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-ae94d153-ef7b-47c2-b99b-e182d28d51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.775317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-ae94d153-ef7b-47c2-b99b-e182d28d51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.775856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-ae94d153-ef7b-47c2-b99b-e182d28d51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.776391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-ae94d153-ef7b-47c2-b99b-e182d28d51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.778605 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-ae94d153-ef7b-47c2-b99b-e182d28d51d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6477 time: 0.1600058
Dec 18 20:53:03.950714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f39f5a86-4530-4af3-aa7d-ab8e0d00fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.952411 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-f39f5a86-4530-4af3-aa7d-ab8e0d00fb96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a0744714bbf4779a774d5d0d8fc18d7&device_id=f23d751a-dbda-4976-a75f-1b418b3c1ef4 HTTP/1.1" status: 200  len: 1095 time: 0.1727726
Dec 18 20:53:03.980964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6de1-ad29-4d75-ad1b-dfa915510673 req-19279b22-f4b5-41dd-b903-be2f1744c126 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.987282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6de1-ad29-4d75-ad1b-dfa915510673 req-19279b22-f4b5-41dd-b903-be2f1744c126 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.990288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510a26aa-d062-4dc6-959f-b129d4c2e68d None None] New status for floating IP 7c382847-752a-4795-9d1a-9177a9dd09e8: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:53:03.993516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6de1-ad29-4d75-ad1b-dfa915510673 req-19279b22-f4b5-41dd-b903-be2f1744c126 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:03.999612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6de1-ad29-4d75-ad1b-dfa915510673 req-19279b22-f4b5-41dd-b903-be2f1744c126 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.006081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6de1-ad29-4d75-ad1b-dfa915510673 req-19279b22-f4b5-41dd-b903-be2f1744c126 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.012061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6de1-ad29-4d75-ad1b-dfa915510673 req-19279b22-f4b5-41dd-b903-be2f1744c126 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.012889 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-193eb746-bc1a-48b4-9352-84937b520e6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e4deb1-4b6d-4313-9ef1-0f5905853b16 HTTP/1.1" status: 200  len: 217 time: 0.0486150
Dec 18 20:53:04.018153 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6de1-ad29-4d75-ad1b-dfa915510673 req-19279b22-f4b5-41dd-b903-be2f1744c126 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.020051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b75f6de1-ad29-4d75-ad1b-dfa915510673 req-19279b22-f4b5-41dd-b903-be2f1744c126 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5420 time: 0.1592669
Dec 18 20:53:04.031110 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a15964a-dd29-457c-9971-2332df57ff53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:04.033522 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-35d41e3a-83d2-4f60-88d6-15747f6a630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.035300 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-35d41e3a-83d2-4f60-88d6-15747f6a630d service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b74eeda-4ba0-4971-b20a-e138901b128c HTTP/1.1" status: 200  len: 902 time: 0.2472644
Dec 18 20:53:04.038171 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a15964a-dd29-457c-9971-2332df57ff53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:04.042106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7a15964a-dd29-457c-9971-2332df57ff53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6699c6b3-e4f5-449d-bba8-a9e04e1269a2 HTTP/1.1" status: 204  len: 168 time: 0.9166884
Dec 18 20:53:04.076059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] For port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:04.079473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15964a-dd29-457c-9971-2332df57ff53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6699c6b3-e4f5-449d-bba8-a9e04e1269a2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:04.096881 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-70a1b4f6-1b96-43ab-91f3-08ba6dd34f1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1cdb751-5072-47e3-96f0-96e30fe3bc2f HTTP/1.1" status: 200  len: 217 time: 0.0428455
Dec 18 20:53:04.106302 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-4af95fc3-935a-423f-a46d-ca032e06b884 service neutron] 10.222.0.13 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4980981
Dec 18 20:53:04.111100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] For port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:04.120677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-51f4f37f-adb0-4e57-b302-39701d4ad542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.122386 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-51f4f37f-adb0-4e57-b302-39701d4ad542 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c34163-39bb-4877-88ae-d89e31fa25bd HTTP/1.1" status: 200  len: 853 time: 0.1006949
Dec 18 20:53:04.147362 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:04.187255 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-c6e82328-a2b3-4c7c-ba27-19719a3bd4bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fe37750-b06f-419d-82fb-61fd7d848a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395420
Dec 18 20:53:04.277330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-3a11fb84-ea46-48b9-823d-3ef45a92bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.279486 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-3a11fb84-ea46-48b9-823d-3ef45a92bedf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d514dada-d8b2-467e-8ca9-570f42a26f3c HTTP/1.1" status: 200  len: 797 time: 0.1206810
Dec 18 20:53:04.320425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.321171 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:04.322779 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] 10.222.0.31 "PUT /v2.0/ports/c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 HTTP/1.1" status: 200  len: 1091 time: 2.8267448
Dec 18 20:53:04.354929 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-758ce3a6-2486-495d-b38b-48317628b625 service neutron] 10.222.0.36 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499555
Dec 18 20:53:04.362087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b75f6de1-ad29-4d75-ad1b-dfa915510673 req-f868f49e-21b0-44fa-a18c-b14e74a5b100 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3141398
Dec 18 20:53:04.389578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f654d9-a652-405a-b787-d88160141fa6 req-5caeba28-f909-4d5a-a21f-592a6cf92af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.390967 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-5caeba28-f909-4d5a-a21f-592a6cf92af0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b74eeda-4ba0-4971-b20a-e138901b128c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0972118
Dec 18 20:53:04.472003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76ebfc-daea-444c-b4cc-a8b4e89a2cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:04.487300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0159878-9988-400a-90cf-04149dd4c31f req-29054ffb-223d-4b03-9e70-3f13c4a1b70a service neutron] 10.222.0.13 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3702445
Dec 18 20:53:04.503434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-6262751e-c7b0-4d7c-a491-b03c76447247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.508259 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-6262751e-c7b0-4d7c-a491-b03c76447247 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a0744714bbf4779a774d5d0d8fc18d7&device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 1094 time: 0.1215549
Dec 18 20:53:04.608747 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-076fcd7e-539a-4813-8425-36affb4b0b1c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 HTTP/1.1" status: 200  len: 217 time: 0.0941467
Dec 18 20:53:04.620740 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-2a2257ec-8825-4553-8ba5-9e814b1ce975 service neutron] 10.222.0.36 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2519391
Dec 18 20:53:04.622482 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf88ad-92eb-47e7-aa37-8129d6ea142f x-openstack-request-id: req-a2bf88ad-92eb-47e7-aa37-8129d6ea142f {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:04.622754 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23d751a-dbda-4976-a75f-1b418b3c1ef4", "tag": "49e4deb1-4b6d-4313-9ef1-0f5905853b16", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:04.623013 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2bf88ad-92eb-47e7-aa37-8129d6ea142f {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:04.623407 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23d751a-dbda-4976-a75f-1b418b3c1ef4', 'tag': '49e4deb1-4b6d-4313-9ef1-0f5905853b16', 'status': 'completed', 'code': 200}
Dec 18 20:53:04.668870 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-f002c8b9-0091-4939-9dbd-23b5a7b958c7 service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2334876
Dec 18 20:53:04.729271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fdf84-1199-4e39-8aef-2b3dbfbc2525 req-928a621a-0073-4546-9320-43aa20e33871 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.731199 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd4fdf84-1199-4e39-8aef-2b3dbfbc2525 req-928a621a-0073-4546-9320-43aa20e33871 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.1354463
Dec 18 20:53:04.736030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-c9c16b69-cb1f-4c64-8aab-7fc2c62493a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.737801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-c9c16b69-cb1f-4c64-8aab-7fc2c62493a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8c34163-39bb-4877-88ae-d89e31fa25bd HTTP/1.1" status: 200  len: 853 time: 0.1108036
Dec 18 20:53:04.819557 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-af466e3b-a22d-4de9-8c68-4b797d861659 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fe37750-b06f-419d-82fb-61fd7d848a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545173
Dec 18 20:53:04.842110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd4fdf84-1199-4e39-8aef-2b3dbfbc2525 req-66d0f535-42ec-4e0a-91e7-f0f333d10313 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030326
Dec 18 20:53:04.861619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537e50b-83e2-422c-8568-4ec8ec9f1ce2 req-de397561-5654-4b94-8ad7-6101882d1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:04.863191 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e537e50b-83e2-422c-8568-4ec8ec9f1ce2 req-de397561-5654-4b94-8ad7-6101882d1d69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a0744714bbf4779a774d5d0d8fc18d7&device_id=f23d751a-dbda-4976-a75f-1b418b3c1ef4 HTTP/1.1" status: 200  len: 1095 time: 0.1634684
Dec 18 20:53:04.951651 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5f654d9-a652-405a-b787-d88160141fa6 req-90df48b3-4bca-4aa4-b046-8bdc3d241232 service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2645695
Dec 18 20:53:05.026744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-7ba9453c-c454-49b0-84d6-70d900e99afd service neutron] 10.222.0.31 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994200
Dec 18 20:53:05.176936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'tag': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e'}, {'name': 'network-changed', 'server_uuid': '85e89dcf-25e5-4937-a138-a00b38f607bd', 'tag': 'c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:05.180244 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce12ca16-56f4-459d-bc88-98eab54424b7", "tag": "cbe017f3-1a9e-4b8f-b078-a8a69597377e"}, {"name": "network-changed", "server_uuid": "85e89dcf-25e5-4937-a138-a00b38f607bd", "tag": "c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:05.200903 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e381c63f-16aa-4c87-b6ba-ec8f553264cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:05.307184 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cd142-02e8-45fe-9c6b-f17fe41a635b req-8e0a4868-47dc-46c0-bc86-8d61d40c71af tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:05.309134 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d8cd142-02e8-45fe-9c6b-f17fe41a635b req-8e0a4868-47dc-46c0-bc86-8d61d40c71af tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 943 time: 0.0894227
Dec 18 20:53:05.397972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2b3b59-c50c-49ec-88d6-21c76ce1f480 req-8f369be0-4760-425d-9fbf-d8526c09696f service neutron] 10.222.0.31 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3622754
Dec 18 20:53:05.415878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d8cd142-02e8-45fe-9c6b-f17fe41a635b req-ea344b75-8868-480f-86db-f98a9d3315b6 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955760
Dec 18 20:53:05.575754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a78326a-6486-497f-a551-f44d681b1087 req-f9105f35-5d54-4186-be12-21039331963f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips/7c382847-752a-4795-9d1a-9177a9dd09e8 HTTP/1.1" status: 200  len: 693 time: 0.1178496
Dec 18 20:53:05.784693 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33122) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:05.787982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537e50b-83e2-422c-8568-4ec8ec9f1ce2 req-9a1bd699-4d81-43d6-8acb-3e8dc3619943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:05.792888 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e537e50b-83e2-422c-8568-4ec8ec9f1ce2 req-9a1bd699-4d81-43d6-8acb-3e8dc3619943 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fe37750-b06f-419d-82fb-61fd7d848a35 HTTP/1.1" status: 200  len: 914 time: 0.8927932
Dec 18 20:53:05.847065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-f43808a2-1cf5-4cbd-bedd-22e026e4ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:05.847558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-f43808a2-1cf5-4cbd-bedd-22e026e4ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:05.848040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-f43808a2-1cf5-4cbd-bedd-22e026e4ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:05.848526 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-f43808a2-1cf5-4cbd-bedd-22e026e4ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:05.849009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-f43808a2-1cf5-4cbd-bedd-22e026e4ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:05.849474 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-f43808a2-1cf5-4cbd-bedd-22e026e4ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:05.849939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-f43808a2-1cf5-4cbd-bedd-22e026e4ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:05.851996 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-f43808a2-1cf5-4cbd-bedd-22e026e4ee1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6477 time: 0.6704855
Dec 18 20:53:05.853849 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e537e50b-83e2-422c-8568-4ec8ec9f1ce2 req-aba9352b-7135-4258-ae11-e4139b3dd60c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e4deb1-4b6d-4313-9ef1-0f5905853b16 HTTP/1.1" status: 200  len: 217 time: 0.0511107
Dec 18 20:53:06.019970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2014785841'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:06.050524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-7e726f90-b692-469f-bf76-dc5fabcc1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.052861 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-7e726f90-b692-469f-bf76-dc5fabcc1a54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b74eeda-4ba0-4971-b20a-e138901b128c HTTP/1.1" status: 200  len: 902 time: 0.1734388
Dec 18 20:53:06.078669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537e50b-83e2-422c-8568-4ec8ec9f1ce2 req-26d46a3d-e8ae-4757-b07f-6e186f96a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.080719 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e537e50b-83e2-422c-8568-4ec8ec9f1ce2 req-26d46a3d-e8ae-4757-b07f-6e186f96a389 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c34163-39bb-4877-88ae-d89e31fa25bd HTTP/1.1" status: 200  len: 853 time: 0.2022655
Dec 18 20:53:06.133211 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-d340be54-0698-46a2-8e03-5ac6180fd85f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e339efff-5759-4aa7-8925-f9e71e302622 HTTP/1.1" status: 200  len: 217 time: 0.0715318
Dec 18 20:53:06.142827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78326a-6486-497f-a551-f44d681b1087 req-a0f5f49a-5002-465b-bf55-6c652b12b6b0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.150211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a78326a-6486-497f-a551-f44d681b1087 req-a0f5f49a-5002-465b-bf55-6c652b12b6b0 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.5735538
Dec 18 20:53:06.158666 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e537e50b-83e2-422c-8568-4ec8ec9f1ce2 req-c13ea908-b191-4f99-8130-0537c1114305 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fe37750-b06f-419d-82fb-61fd7d848a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352545
Dec 18 20:53:06.159667 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:06.163026 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:06.208328 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:06.229091 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a78326a-6486-497f-a551-f44d681b1087 req-02411aa5-4985-410d-a229-140e85492268 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200  len: 696 time: 0.0754213
Dec 18 20:53:06.297820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a78326a-6486-497f-a551-f44d681b1087 req-7fb687ab-cf36-4ceb-b81a-b723ac6e59a9 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200  len: 696 time: 0.0675485
Dec 18 20:53:06.298092 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:06.303524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-fc50f519-b080-4331-a5c6-2b68c53602d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.306839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-fc50f519-b080-4331-a5c6-2b68c53602d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d514dada-d8b2-467e-8ca9-570f42a26f3c HTTP/1.1" status: 200  len: 797 time: 0.1335537
Dec 18 20:53:06.308308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff30da-f576-41b3-84e9-6d5003c6a806 req-b51b8ef1-cd0c-4c16-bf23-4f2bcef2691a tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.316705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-15ff30da-f576-41b3-84e9-6d5003c6a806 req-b51b8ef1-cd0c-4c16-bf23-4f2bcef2691a tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.6326599
Dec 18 20:53:06.397478 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e537e50b-83e2-422c-8568-4ec8ec9f1ce2 req-870dbbe8-4c5a-42f9-bafc-9956bd483f66 service neutron] 10.222.0.36 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136626
Dec 18 20:53:06.471636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-182b6118-e894-43b2-aaa8-c0d5fb7d8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.473464 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-182b6118-e894-43b2-aaa8-c0d5fb7d8287 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b74eeda-4ba0-4971-b20a-e138901b128c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1535926
Dec 18 20:53:06.484186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-15ff30da-f576-41b3-84e9-6d5003c6a806 req-e5c024cc-13e7-434d-a113-7f6f2b057b7a tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665492
Dec 18 20:53:06.520928 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6a78326a-6486-497f-a551-f44d681b1087 req-35478d67-8243-4702-a415-46e758e97305 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Deleting port 576f0e45-7a00-41fb-b4a1-b86912b77bdf {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:06.521236 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a78326a-6486-497f-a551-f44d681b1087 req-35478d67-8243-4702-a415-46e758e97305 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:06.550380 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:06.563332 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:06.577154 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6453527e-841b-4fe2-b8e9-1a51505cab1d x-openstack-request-id: req-6453527e-841b-4fe2-b8e9-1a51505cab1d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:06.577696 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce12ca16-56f4-459d-bc88-98eab54424b7", "tag": "cbe017f3-1a9e-4b8f-b078-a8a69597377e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "85e89dcf-25e5-4937-a138-a00b38f607bd", "tag": "c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:06.577696 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6453527e-841b-4fe2-b8e9-1a51505cab1d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:06.579544 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'tag': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e', 'status': 'completed', 'code': 200}
Dec 18 20:53:06.579544 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e89dcf-25e5-4937-a138-a00b38f607bd', 'tag': 'c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03', 'status': 'completed', 'code': 200}
Dec 18 20:53:06.611285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:06.651087 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:06.651619 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Added segment 84277370-1ca3-4077-a0a6-7b5d46df5673 of type vlan for network 308087df-fed6-4f4a-8ebc-faae4bca7b5b
Dec 18 20:53:06.672216 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6867d85-9954-4114-81b2-1d15a981363f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:06.678682 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e537e50b-83e2-422c-8568-4ec8ec9f1ce2 req-df6451e0-715e-465d-8b1c-ce38a5ef3547 service neutron] 10.222.0.36 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2708108
Dec 18 20:53:06.712947 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a78326a-6486-497f-a551-f44d681b1087 req-35478d67-8243-4702-a415-46e758e97305 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:06.713281 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a78326a-6486-497f-a551-f44d681b1087 req-35478d67-8243-4702-a415-46e758e97305 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:06.742833 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-0d56c4ad-3277-44d8-b7e6-fb500dd2139d service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2560558
Dec 18 20:53:06.744310 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:06.753763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6a78326a-6486-497f-a551-f44d681b1087 req-35478d67-8243-4702-a415-46e758e97305 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Calling delete_port for 576f0e45-7a00-41fb-b4a1-b86912b77bdf owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:06.767787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-c5592fd1-0e45-46e1-a7a4-603d8b63fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.769299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-c5592fd1-0e45-46e1-a7a4-603d8b63fb24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47e94e03944844ccb90b9a5818d00856&device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 1097 time: 0.1669428
Dec 18 20:53:06.778747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-2f3bb805-5a53-48fe-a4bf-5f842128b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.780269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-2f3bb805-5a53-48fe-a4bf-5f842128b6e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a0744714bbf4779a774d5d0d8fc18d7&device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 1094 time: 0.1524918
Dec 18 20:53:06.810744 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:06.816167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.816748 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:06.883333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e5037-2bfd-4095-9278-d50cbbae9666 req-c0c496d1-5d1e-4806-886c-d6486c975049 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.889315 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e5037-2bfd-4095-9278-d50cbbae9666 req-c0c496d1-5d1e-4806-886c-d6486c975049 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.893318 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.1067362
Dec 18 20:53:06.895240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e5037-2bfd-4095-9278-d50cbbae9666 req-c0c496d1-5d1e-4806-886c-d6486c975049 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.901757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e5037-2bfd-4095-9278-d50cbbae9666 req-c0c496d1-5d1e-4806-886c-d6486c975049 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.906239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfc7bf-4eb5-43bd-9e56-9ac7b8d2094f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=308087df-fed6-4f4a-8ebc-faae4bca7b5b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:06.907675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e5037-2bfd-4095-9278-d50cbbae9666 req-c0c496d1-5d1e-4806-886c-d6486c975049 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.913579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e5037-2bfd-4095-9278-d50cbbae9666 req-c0c496d1-5d1e-4806-886c-d6486c975049 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.920174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e5037-2bfd-4095-9278-d50cbbae9666 req-c0c496d1-5d1e-4806-886c-d6486c975049 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:06.922147 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-def4c322-fa12-428a-bbe3-a9c51ecf50af req-708ba068-aff5-434d-b08b-43dc9c37fc42 service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1684952
Dec 18 20:53:06.926643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d95e5037-2bfd-4095-9278-d50cbbae9666 req-c0c496d1-5d1e-4806-886c-d6486c975049 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5420 time: 0.2391720
Dec 18 20:53:06.927429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 308087df-fed6-4f4a-8ebc-faae4bca7b5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:07.011817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:07.037025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33146) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:07.043149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7faf826d-cbc7-4162-a05a-a085f359bb9c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'network_id': '308087df-fed6-4f4a-8ebc-faae4bca7b5b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:07.140016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-e662ebb9-3135-433f-a634-f9c3f1c6c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:07.141505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-e662ebb9-3135-433f-a634-f9c3f1c6c9be service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1d70eca-02f4-4675-afda-361ba3071aaf HTTP/1.1" status: 200  len: 930 time: 0.3585608
Dec 18 20:53:07.141819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:07.153768 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d95e5037-2bfd-4095-9278-d50cbbae9666 req-84106068-3259-45e5-b89a-8e0d22e33f9d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2133887
Dec 18 20:53:07.157681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-efd5003f-c741-4059-aae0-16c66431e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:07.159414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-efd5003f-c741-4059-aae0-16c66431e0bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=7fe37750-b06f-419d-82fb-61fd7d848a35 HTTP/1.1" status: 200  len: 914 time: 0.3367059
Dec 18 20:53:07.159691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03', 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35', 'port_id': 'c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03', 'mac_address': 'fa:16:3e:20:22:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c34163-39bb-4877-88ae-d89e31fa25bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:07.177222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faf826d-cbc7-4162-a05a-a085f359bb9c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:07.181641 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7faf826d-cbc7-4162-a05a-a085f359bb9c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.219806 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.233125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-e7753b4f-a186-43e4-b3fb-2dae9a4f0fce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe017f3-1a9e-4b8f-b078-a8a69597377e HTTP/1.1" status: 200  len: 217 time: 0.0772040
Dec 18 20:53:07.250215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:07.255139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-659fce03-7966-43ea-8ea6-7f22058247ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 HTTP/1.1" status: 200  len: 217 time: 0.0873199
Dec 18 20:53:07.285641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:07.291506 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.350132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:07.390826 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a78326a-6486-497f-a551-f44d681b1087 req-35478d67-8243-4702-a415-46e758e97305 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.396890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-b4f946b5-ffbd-42ba-a0e9-372d06209bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:07.398373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-b4f946b5-ffbd-42ba-a0e9-372d06209bf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05cc53ec-1c25-42dc-ac5b-5a97b48ffd34 HTTP/1.1" status: 200  len: 868 time: 0.1403894
Dec 18 20:53:07.405490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-ff82bd7e-e50b-40a0-91b5-1faf83e1bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:07.406968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-ff82bd7e-e50b-40a0-91b5-1faf83e1bae4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8c34163-39bb-4877-88ae-d89e31fa25bd HTTP/1.1" status: 200  len: 853 time: 0.1393449
Dec 18 20:53:07.442935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35478d67-8243-4702-a415-46e758e97305 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Pushing event deleted for resources: {'Port': ['ID=576f0e45-7a00-41fb-b4a1-b86912b77bdf,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:07.454646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 49e4deb1-4b6d-4313-9ef1-0f5905853b16 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:07.483360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-c0671597-8d0b-4bf0-96e7-0c7cec160090 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7fe37750-b06f-419d-82fb-61fd7d848a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0510132
Dec 18 20:53:07.487685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7faf826d-cbc7-4162-a05a-a085f359bb9c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.545085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719a590-de05-4763-a12a-0e0a3154433f req-9c16ba90-794a-4d0f-b6db-99fb8e722f93 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:07.546674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9719a590-de05-4763-a12a-0e0a3154433f req-9c16ba90-794a-4d0f-b6db-99fb8e722f93 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.2259161
Dec 18 20:53:07.563175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf826d-cbc7-4162-a05a-a085f359bb9c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=814b06d3-5348-41de-b188-99de4d98dbf7,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:07.568891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faf826d-cbc7-4162-a05a-a085f359bb9c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking segment: {'id': '84277370-1ca3-4077-a0a6-7b5d46df5673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '308087df-fed6-4f4a-8ebc-faae4bca7b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:07.569368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faf826d-cbc7-4162-a05a-a085f359bb9c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network hostable DHCP agents. Network: 308087df-fed6-4f4a-8ebc-faae4bca7b5b, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:07.588101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faf826d-cbc7-4162-a05a-a085f359bb9c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network 308087df-fed6-4f4a-8ebc-faae4bca7b5b is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:07.600667 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-7faf826d-cbc7-4162-a05a-a085f359bb9c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 308087df-fed6-4f4a-8ebc-faae4bca7b5b) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:07.604733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:07.615124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c125f5f6-feca-4fd8-b98d-e11e2f200fb1 None None] Network 308087df-fed6-4f4a-8ebc-faae4bca7b5b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:07.615349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-ae06e3b1-6308-4819-842c-cc856f783dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:07.616622 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-ae06e3b1-6308-4819-842c-cc856f783dce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1d70eca-02f4-4675-afda-361ba3071aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1916831
Dec 18 20:53:07.619503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faf826d-cbc7-4162-a05a-a085f359bb9c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:07.622632 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7faf826d-cbc7-4162-a05a-a085f359bb9c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.644822 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7faf826d-cbc7-4162-a05a-a085f359bb9c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 0.6066961
Dec 18 20:53:07.648500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33162) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:07.648896 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a78326a-6486-497f-a551-f44d681b1087 req-35478d67-8243-4702-a415-46e758e97305 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.651666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a78326a-6486-497f-a551-f44d681b1087 req-35478d67-8243-4702-a415-46e758e97305 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.655058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a78326a-6486-497f-a551-f44d681b1087 req-35478d67-8243-4702-a415-46e758e97305 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "DELETE /v2.0/floatingips/7c382847-752a-4795-9d1a-9177a9dd09e8 HTTP/1.1" status: 204  len: 173 time: 1.3561304
Dec 18 20:53:07.661771 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-db0a9d5c-1697-4b6d-8975-b65a4e0cca4b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1467127581'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:07.684090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0a9d5c-1697-4b6d-8975-b65a4e0cca4b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:07.694969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0a9d5c-1697-4b6d-8975-b65a4e0cca4b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.721478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-c8145798-75ec-4372-ab29-840588b76a0c service neutron] 10.222.0.31 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2211232
Dec 18 20:53:07.728908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0a9d5c-1697-4b6d-8975-b65a4e0cca4b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:07.738556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0a9d5c-1697-4b6d-8975-b65a4e0cca4b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.739081 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-db0a9d5c-1697-4b6d-8975-b65a4e0cca4b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Added segment 183123ed-e9b4-4db6-8ed2-aba42b50530c of type vlan for network 8b823be6-903b-4e2a-b3df-9405d1da8b76
Dec 18 20:53:07.747649 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9719a590-de05-4763-a12a-0e0a3154433f req-b9e69b2e-7f0c-4894-bce5-3f3d892a2592 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879487
Dec 18 20:53:07.806969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0a9d5c-1697-4b6d-8975-b65a4e0cca4b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.831370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33166) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:07.843654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0a9d5c-1697-4b6d-8975-b65a4e0cca4b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.849677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0a9d5c-1697-4b6d-8975-b65a4e0cca4b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:07.850311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0a9d5c-1697-4b6d-8975-b65a4e0cca4b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.890323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-308087df-fed6-4f4a-8ebc-faae4bca7b5b', 'network_id': '308087df-fed6-4f4a-8ebc-faae4bca7b5b', 'project_id': '76b2df85c79f4fb198e8337010cb606b', 'fixed_ips': [{'subnet_id': '814b06d3-5348-41de-b188-99de4d98dbf7'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:53:07.891313 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:07.910826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 49e4deb1-4b6d-4313-9ef1-0f5905853b16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49e4deb1-4b6d-4313-9ef1-0f5905853b16,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:07.941554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '49e4deb1-4b6d-4313-9ef1-0f5905853b16', 'network_id': '7fe37750-b06f-419d-82fb-61fd7d848a35', 'port_id': '49e4deb1-4b6d-4313-9ef1-0f5905853b16', 'mac_address': 'fa:16:3e:bf:31:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c34163-39bb-4877-88ae-d89e31fa25bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:07.943774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684ab22-8f2a-42ef-905e-37be051a7db3 req-2a4ceb0d-a02d-4d63-a728-37412f158a24 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:07.950591 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b684ab22-8f2a-42ef-905e-37be051a7db3 req-2a4ceb0d-a02d-4d63-a728-37412f158a24 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 944 time: 0.2134929
Dec 18 20:53:07.959231 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-db0a9d5c-1697-4b6d-8975-b65a4e0cca4b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3089983
Dec 18 20:53:07.962180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33170) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:07.976892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0e0a70f7-8bbd-40eb-90b4-bf23a48d492a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'network_id': '8b823be6-903b-4e2a-b3df-9405d1da8b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:08.006356 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a9d5c-1697-4b6d-8975-b65a4e0cca4b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=8b823be6-903b-4e2a-b3df-9405d1da8b76,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:08.019730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-40f4916f-e0c2-400e-a2f6-c585be633e3d service neutron] 10.222.0.36 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3923898
Dec 18 20:53:08.021511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-2aada1cf-2d5f-415c-a3ef-4a9296a05eac service neutron] 10.222.0.31 "GET /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2783763
Dec 18 20:53:08.067366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 8b823be6-903b-4e2a-b3df-9405d1da8b76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:08.103837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c1454-2f1c-4833-9f4f-d5219ef9965b req-174e7d61-007a-4da7-b078-9da93cf8441c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:08.105479 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-166c1454-2f1c-4833-9f4f-d5219ef9965b req-174e7d61-007a-4da7-b078-9da93cf8441c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 946 time: 0.1766930
Dec 18 20:53:08.136595 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b684ab22-8f2a-42ef-905e-37be051a7db3 req-ad2083a1-60ac-4380-bbfb-b55bff73498a tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463721
Dec 18 20:53:08.154129 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.178717 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.198748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7877d1ba-82d5-4ba8-8ad2-f0e377610c6d req-f8c14ff6-ad74-424c-a6ec-69bea6bbbf7f service neutron] 10.222.0.36 "GET /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675186
Dec 18 20:53:08.215920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-166c1454-2f1c-4833-9f4f-d5219ef9965b req-3eb20f92-ef42-4ce3-8a15-6418ce266c8a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968976
Dec 18 20:53:08.238801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0a70f7-8bbd-40eb-90b4-bf23a48d492a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:08.239393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e4deb1-4b6d-4313-9ef1-0f5905853b16 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:08.240754 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e0a70f7-8bbd-40eb-90b4-bf23a48d492a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.292201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 49e4deb1-4b6d-4313-9ef1-0f5905853b16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49e4deb1-4b6d-4313-9ef1-0f5905853b16,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:08.296682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Allocated IP 172.20.255.242 (308087df-fed6-4f4a-8ebc-faae4bca7b5b/814b06d3-5348-41de-b188-99de4d98dbf7/aeea1b15-2915-46b8-99fd-53de08c43d51) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:08.302270 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.327150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5189f-3adb-4166-bb78-c3515fc280e6 req-8b719fe6-ec4d-4c44-bdfd-a5ea90cd2859 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:08.336334 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05c5189f-3adb-4166-bb78-c3515fc280e6 req-8b719fe6-ec4d-4c44-bdfd-a5ea90cd2859 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.1098683
Dec 18 20:53:08.401329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=49e4deb1-4b6d-4313-9ef1-0f5905853b16,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:08.421402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2ef4b-b65e-41d1-bcf7-5478ea2e05e9 req-c57a520a-19ff-495d-b9e7-f186a78047b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:08.427441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2ef4b-b65e-41d1-bcf7-5478ea2e05e9 req-c57a520a-19ff-495d-b9e7-f186a78047b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:08.433375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2ef4b-b65e-41d1-bcf7-5478ea2e05e9 req-c57a520a-19ff-495d-b9e7-f186a78047b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:08.439562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2ef4b-b65e-41d1-bcf7-5478ea2e05e9 req-c57a520a-19ff-495d-b9e7-f186a78047b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:08.445862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2ef4b-b65e-41d1-bcf7-5478ea2e05e9 req-c57a520a-19ff-495d-b9e7-f186a78047b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:08.451566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2ef4b-b65e-41d1-bcf7-5478ea2e05e9 req-c57a520a-19ff-495d-b9e7-f186a78047b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:08.457485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2ef4b-b65e-41d1-bcf7-5478ea2e05e9 req-c57a520a-19ff-495d-b9e7-f186a78047b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:08.459446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96f2ef4b-b65e-41d1-bcf7-5478ea2e05e9 req-c57a520a-19ff-495d-b9e7-f186a78047b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5420 time: 0.1198502
Dec 18 20:53:08.496218 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05c5189f-3adb-4166-bb78-c3515fc280e6 req-04032352-60d7-4098-9fe8-23a24a03f05e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581886
Dec 18 20:53:08.522001 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.541758 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.550114 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.579876 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96f2ef4b-b65e-41d1-bcf7-5478ea2e05e9 req-7a1240d8-fc10-4851-8d90-2820147c0f26 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1095095
Dec 18 20:53:08.592733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Network 308087df-fed6-4f4a-8ebc-faae4bca7b5b is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:08.608041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:08.608041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['49e4deb1-4b6d-4313-9ef1-0f5905853b16'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:08.643565 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:08.682480 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e0a70f7-8bbd-40eb-90b4-bf23a48d492a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.752196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc872499-9972-4246-b93c-b7b3e2c3fe82 req-9a153bb7-097e-4580-8188-32df01da69dc tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:08.755810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc872499-9972-4246-b93c-b7b3e2c3fe82 req-9a153bb7-097e-4580-8188-32df01da69dc tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0915396
Dec 18 20:53:08.764956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a70f7-8bbd-40eb-90b4-bf23a48d492a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=42b88c2f-eadf-42da-89c5-753ec70e30d6,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:08.780154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Pushing event updated for resources: {'Port': ['ID=aeea1b15-2915-46b8-99fd-53de08c43d51,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:08.802626 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Attempting to bind port aeea1b15-2915-46b8-99fd-53de08c43d51 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:08.803147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Attempting to bind port aeea1b15-2915-46b8-99fd-53de08c43d51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84277370-1ca3-4077-a0a6-7b5d46df5673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '308087df-fed6-4f4a-8ebc-faae4bca7b5b'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:08.803523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Attempting to bind port aeea1b15-2915-46b8-99fd-53de08c43d51 on network 308087df-fed6-4f4a-8ebc-faae4bca7b5b {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:08.817559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0a70f7-8bbd-40eb-90b4-bf23a48d492a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking segment: {'id': '183123ed-e9b4-4db6-8ed2-aba42b50530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b823be6-903b-4e2a-b3df-9405d1da8b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:08.817829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:08.817984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Checking segment: {'id': '84277370-1ca3-4077-a0a6-7b5d46df5673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '308087df-fed6-4f4a-8ebc-faae4bca7b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:08.818366 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.818722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a70f7-8bbd-40eb-90b4-bf23a48d492a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network hostable DHCP agents. Network: 8b823be6-903b-4e2a-b3df-9405d1da8b76, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:08.818847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Bound using segment: {'id': '84277370-1ca3-4077-a0a6-7b5d46df5673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '308087df-fed6-4f4a-8ebc-faae4bca7b5b'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:08.819216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Bound port: aeea1b15-2915-46b8-99fd-53de08c43d51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84277370-1ca3-4077-a0a6-7b5d46df5673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '308087df-fed6-4f4a-8ebc-faae4bca7b5b'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:08.819599 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.833262 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc872499-9972-4246-b93c-b7b3e2c3fe82 req-6efe28c7-d1b4-4306-9131-d4cbf10c7145 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0704195
Dec 18 20:53:08.868683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a70f7-8bbd-40eb-90b4-bf23a48d492a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network 8b823be6-903b-4e2a-b3df-9405d1da8b76 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:08.887631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a70f7-8bbd-40eb-90b4-bf23a48d492a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8b823be6-903b-4e2a-b3df-9405d1da8b76) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:08.894958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a70f7-8bbd-40eb-90b4-bf23a48d492a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:08.895852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e0a70f7-8bbd-40eb-90b4-bf23a48d492a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.905500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cda628-53b7-4e0c-961b-932d2e908df4 None None] Network 8b823be6-903b-4e2a-b3df-9405d1da8b76 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:08.924972 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0e0a70f7-8bbd-40eb-90b4-bf23a48d492a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 0.9617009
Dec 18 20:53:08.927808 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33190) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:08.947064 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e776652-b1b8-4484-8d44-eb1242a3c7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.949255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] For port aeea1b15-2915-46b8-99fd-53de08c43d51, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:08.969531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] For port aeea1b15-2915-46b8-99fd-53de08c43d51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeea1b15-2915-46b8-99fd-53de08c43d51,segment=NetworkSegment(84277370-1ca3-4077-a0a6-7b5d46df5673),segment_id=84277370-1ca3-4077-a0a6-7b5d46df5673)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:08.974028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05295b94-7376-4a10-9bcb-9596de73194c req-10c4e211-8564-484a-b9cc-251034ed77b3 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:08.976947 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:08.984233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05295b94-7376-4a10-9bcb-9596de73194c req-10c4e211-8564-484a-b9cc-251034ed77b3 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.0929251
Dec 18 20:53:09.042895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:09.110990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016431fb-c3b2-41ca-b1db-7966d83d0ed8 None None] Pushing event updated for resources: {'Port': ['ID=aeea1b15-2915-46b8-99fd-53de08c43d51,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:09.111102 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-705c134e-bfa8-4269-8b02-3daf88d10af7 req-85bad7f7-32d1-473c-a2d4-f71e6184d846 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.1217391
Dec 18 20:53:09.134819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:53:09.141830 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8b823be6-903b-4e2a-b3df-9405d1da8b76', 'network_id': '8b823be6-903b-4e2a-b3df-9405d1da8b76', 'project_id': '76b2df85c79f4fb198e8337010cb606b', 'fixed_ips': [{'subnet_id': '42b88c2f-eadf-42da-89c5-753ec70e30d6'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:53:09.143592 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:09.162947 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:09.163753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05295b94-7376-4a10-9bcb-9596de73194c req-88a37490-7ae5-40e9-a846-2755ad1e3529 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779838
Dec 18 20:53:09.165670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:09.165670 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:09.336201 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:09.407733 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:09.414738 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cd81c-e754-4432-b2b5-738996300097 req-6afbb25d-93d8-499b-95f6-34c912b0f497 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:09.418125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-974cd81c-e754-4432-b2b5-738996300097 req-6afbb25d-93d8-499b-95f6-34c912b0f497 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 944 time: 0.1433485
Dec 18 20:53:09.492279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-3e776652-b1b8-4484-8d44-eb1242a3c7f3 admin admin] Deleting port 6912c3af-1076-46a5-9f69-df07ff6e7fc2 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:09.492629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e776652-b1b8-4484-8d44-eb1242a3c7f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:09.492962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:09.502383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e89dcf-25e5-4937-a138-a00b38f607bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:09.504692 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf392b7e-eb16-49ec-aa10-e14a7ee214b5" -d '{"events": [{"server_uuid": "85e89dcf-25e5-4937-a138-a00b38f607bd", "name": "network-vif-plugged", "status": "completed", "tag": "c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:09.518275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device ccb5043d-02af-492d-8f2d-78752159fb84 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:09.521083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:09.527921 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-974cd81c-e754-4432-b2b5-738996300097 req-e052c880-708b-4437-8ab7-6143e5ac9d5c tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026704
Dec 18 20:53:09.528632 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:09.552431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad2554-4fae-47b0-89be-402c3c47c653 req-df40b14c-0f7d-4db5-a7a3-987799aee2de tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:09.559517 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5dad2554-4fae-47b0-89be-402c3c47c653 req-df40b14c-0f7d-4db5-a7a3-987799aee2de tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 946 time: 0.1252801
Dec 18 20:53:09.613046 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903d4f56-1149-4e91-b273-6ef79bbc1bff x-openstack-request-id: req-903d4f56-1149-4e91-b273-6ef79bbc1bff {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:09.613383 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e89dcf-25e5-4937-a138-a00b38f607bd", "name": "network-vif-plugged", "status": "completed", "tag": "c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:09.613591 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-903d4f56-1149-4e91-b273-6ef79bbc1bff {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:09.614102 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e89dcf-25e5-4937-a138-a00b38f607bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03', 'code': 200}
Dec 18 20:53:09.614396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-3e776652-b1b8-4484-8d44-eb1242a3c7f3 admin admin] For port 6912c3af-1076-46a5-9f69-df07ff6e7fc2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6912c3af-1076-46a5-9f69-df07ff6e7fc2,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:09.614986 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e776652-b1b8-4484-8d44-eb1242a3c7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:09.634952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Allocated IP 172.20.0.2 (8b823be6-903b-4e2a-b3df-9405d1da8b76/42b88c2f-eadf-42da-89c5-753ec70e30d6/6049308d-4225-47b0-9c48-53b7005b2561) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:09.647741 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5dad2554-4fae-47b0-89be-402c3c47c653 req-e80fc2a1-628f-424d-af32-7c7330ac2cd7 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814507
Dec 18 20:53:09.648563 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-3e776652-b1b8-4484-8d44-eb1242a3c7f3 admin admin] Calling delete_port for 6912c3af-1076-46a5-9f69-df07ff6e7fc2 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:09.709224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:09.772434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.772944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.773389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.773925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.774283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.775225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.775657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.776283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.777713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.778867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.778867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.778867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.779961 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:09.785505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3b528-decb-4a1e-bfde-99252fd3c6c3 req-c7443178-9984-46ca-afb8-441492a4090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:09.787274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fe3b528-decb-4a1e-bfde-99252fd3c6c3 req-c7443178-9984-46ca-afb8-441492a4090c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 1096 time: 0.1096196
Dec 18 20:53:09.813188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adbc30-f8ca-42a4-af6a-1c9ba4924656 req-fba7ab04-2191-4ab8-8d10-a355c179ce28 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:09.814755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46adbc30-f8ca-42a4-af6a-1c9ba4924656 req-fba7ab04-2191-4ab8-8d10-a355c179ce28 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.1284928
Dec 18 20:53:09.866821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e069a3a-c825-409b-b41e-7f9d48b776c1 req-61d28aa5-9694-4d4a-934b-66edfad82128 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:09.872741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e069a3a-c825-409b-b41e-7f9d48b776c1 req-61d28aa5-9694-4d4a-934b-66edfad82128 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:09.875537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e776652-b1b8-4484-8d44-eb1242a3c7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:09.878392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e069a3a-c825-409b-b41e-7f9d48b776c1 req-61d28aa5-9694-4d4a-934b-66edfad82128 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:09.884326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e069a3a-c825-409b-b41e-7f9d48b776c1 req-61d28aa5-9694-4d4a-934b-66edfad82128 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:09.890390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e069a3a-c825-409b-b41e-7f9d48b776c1 req-61d28aa5-9694-4d4a-934b-66edfad82128 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:09.896242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e069a3a-c825-409b-b41e-7f9d48b776c1 req-61d28aa5-9694-4d4a-934b-66edfad82128 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:09.896501 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:09.902739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e069a3a-c825-409b-b41e-7f9d48b776c1 req-61d28aa5-9694-4d4a-934b-66edfad82128 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:09.904643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e069a3a-c825-409b-b41e-7f9d48b776c1 req-61d28aa5-9694-4d4a-934b-66edfad82128 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5420 time: 0.1595566
Dec 18 20:53:09.935214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e776652-b1b8-4484-8d44-eb1242a3c7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6912c3af-1076-46a5-9f69-df07ff6e7fc2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:09.943353 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fe3b528-decb-4a1e-bfde-99252fd3c6c3 req-e17808bd-1d8e-4794-af8a-dab0393146b6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491754
Dec 18 20:53:09.972315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46adbc30-f8ca-42a4-af6a-1c9ba4924656 req-5c12451a-3c16-4ddf-9c12-2d2027b844e3 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482723
Dec 18 20:53:10.070722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e069a3a-c825-409b-b41e-7f9d48b776c1 req-17cf126c-220b-44ce-8780-e43558b825e7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1481566
Dec 18 20:53:10.131037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port ccb5043d-02af-492d-8f2d-78752159fb84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccb5043d-02af-492d-8f2d-78752159fb84,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:10.213802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:10.215199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'ccb5043d-02af-492d-8f2d-78752159fb84', 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea', 'port_id': 'ccb5043d-02af-492d-8f2d-78752159fb84', 'mac_address': 'fa:16:3e:48:45:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ff7a92-12ab-437a-8f88-b0ab4f887a39', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:10.227577 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.329663 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.340537 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.344338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11d46f-0f97-4184-ace5-fe510712d2b7 req-7cb871a8-1d52-4ac4-b07c-3ac6242bafe0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:10.348179 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.351601 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b11d46f-0f97-4184-ace5-fe510712d2b7 req-7cb871a8-1d52-4ac4-b07c-3ac6242bafe0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.0978799
Dec 18 20:53:10.369413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:10.380102 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb5043d-02af-492d-8f2d-78752159fb84 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:10.411428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Network 8b823be6-903b-4e2a-b3df-9405d1da8b76 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:10.413193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b11d46f-0f97-4184-ace5-fe510712d2b7 req-0b38611a-84b8-4549-b952-c70a82c2513d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532460
Dec 18 20:53:10.426589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:10.433984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:10.439687 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port ccb5043d-02af-492d-8f2d-78752159fb84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccb5043d-02af-492d-8f2d-78752159fb84,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:10.442159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Pushing event updated for resources: {'Port': ['ID=6049308d-4225-47b0-9c48-53b7005b2561,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:10.451325 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.452150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 5740d94d-10b4-4d4f-b84a-14e2647f72c7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:10.495913 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.530456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Subnet': ['ID=42b88c2f-eadf-42da-89c5-753ec70e30d6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:10.538517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e776652-b1b8-4484-8d44-eb1242a3c7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.566206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Attempting to bind port 6049308d-4225-47b0-9c48-53b7005b2561 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:10.566920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Attempting to bind port 6049308d-4225-47b0-9c48-53b7005b2561 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '183123ed-e9b4-4db6-8ed2-aba42b50530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b823be6-903b-4e2a-b3df-9405d1da8b76'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:10.567461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Attempting to bind port 6049308d-4225-47b0-9c48-53b7005b2561 on network 8b823be6-903b-4e2a-b3df-9405d1da8b76 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:10.590807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 5740d94d-10b4-4d4f-b84a-14e2647f72c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5740d94d-10b4-4d4f-b84a-14e2647f72c7,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:10.593535 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:10.593913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Checking segment: {'id': '183123ed-e9b4-4db6-8ed2-aba42b50530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b823be6-903b-4e2a-b3df-9405d1da8b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:10.594344 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.594741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Bound using segment: {'id': '183123ed-e9b4-4db6-8ed2-aba42b50530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b823be6-903b-4e2a-b3df-9405d1da8b76'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:10.595211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Bound port: 6049308d-4225-47b0-9c48-53b7005b2561, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183123ed-e9b4-4db6-8ed2-aba42b50530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8b823be6-903b-4e2a-b3df-9405d1da8b76'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:10.595589 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.605769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=ccb5043d-02af-492d-8f2d-78752159fb84,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:10.622489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '5740d94d-10b4-4d4f-b84a-14e2647f72c7', 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea', 'port_id': '5740d94d-10b4-4d4f-b84a-14e2647f72c7', 'mac_address': 'fa:16:3e:62:91:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ff7a92-12ab-437a-8f88-b0ab4f887a39', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:10.637670 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.675434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f80c7-7b27-4620-964b-c99f8600a007 req-610dc428-3ec1-42b6-8208-d4a2c042a9ab tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:10.677828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d6f80c7-7b27-4620-964b-c99f8600a007 req-610dc428-3ec1-42b6-8208-d4a2c042a9ab tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 945 time: 0.0726750
Dec 18 20:53:10.683925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655cd8aa-5d6b-4e59-9855-5242bae156a4 None None] Network 308087df-fed6-4f4a-8ebc-faae4bca7b5b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:10.688358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c7c99d0>,) {'filters': {'network_id': ['8b823be6-903b-4e2a-b3df-9405d1da8b76']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:10.704538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c7c99d0>, '183123ed-e9b4-4db6-8ed2-aba42b50530c') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:10.704538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c7c99d0>, '183123ed-e9b4-4db6-8ed2-aba42b50530c') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:10.724510 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.749864 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.759844 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:10.760249 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:10.763598 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:10.778563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] For port 6049308d-4225-47b0-9c48-53b7005b2561, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:10.781130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d6f80c7-7b27-4620-964b-c99f8600a007 req-43a24c86-12f4-4722-aff3-a6871767e9bf tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965047
Dec 18 20:53:10.784538 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.809069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-45738648-b78b-4e5d-a7ca-152e094df533 None None] Provisioning complete for port aeea1b15-2915-46b8-99fd-53de08c43d51 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:10.809440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-45738648-b78b-4e5d-a7ca-152e094df533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.815049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5740d94d-10b4-4d4f-b84a-14e2647f72c7 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:10.879991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] For port 6049308d-4225-47b0-9c48-53b7005b2561, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6049308d-4225-47b0-9c48-53b7005b2561,segment=NetworkSegment(183123ed-e9b4-4db6-8ed2-aba42b50530c),segment_id=183123ed-e9b4-4db6-8ed2-aba42b50530c)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:10.890532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 5740d94d-10b4-4d4f-b84a-14e2647f72c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5740d94d-10b4-4d4f-b84a-14e2647f72c7,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:10.900348 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.901458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51874133-ed0c-4214-b7c6-629afcc97330 req-fb511669-bfa0-4ab2-b16f-6401f4014a2f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:10.903236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51874133-ed0c-4214-b7c6-629afcc97330 req-fb511669-bfa0-4ab2-b16f-6401f4014a2f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 946 time: 0.0804694
Dec 18 20:53:10.908656 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.api [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 20:53:10.908656 ncdv-master-1 neutron-server[126009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 20:53:10.908656 ncdv-master-1 neutron-server[126009]: [parameters: {'id': '8b823be6-903b-4e2a-b3df-9405d1da8b76'}]
Dec 18 20:53:10.908656 ncdv-master-1 neutron-server[126009]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:53:10.909080 ncdv-master-1 neutron-server[126009]: DEBUG oslo_db.api [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:53:10.953148 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:10.953794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device bf2508ae-cc73-498d-b496-3c1f2e87f0f4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:10.970522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51874133-ed0c-4214-b7c6-629afcc97330 req-8e96c87b-659f-4e03-8156-272aa661a3c9 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591152
Dec 18 20:53:10.978648 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e776652-b1b8-4484-8d44-eb1242a3c7f3 admin admin] Router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:53:10.990217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device aeea1b15-2915-46b8-99fd-53de08c43d51 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:11.115251 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e776652-b1b8-4484-8d44-eb1242a3c7f3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:53:11.131015 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fa40d5-886b-4afe-9f94-4567ddc1f649 None None] Sync routers for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:53:11.132433 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3e776652-b1b8-4484-8d44-eb1242a3c7f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/3121ed4c-6d1e-46a6-9dfe-1424ca12b13c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2999539
Dec 18 20:53:11.135019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33226) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:11.149908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd7fa9-f606-4ca7-967d-545df07398b6 req-cc3645ee-4cc6-49ab-a090-77049342d1ce tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:11.151320 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fa40d5-886b-4afe-9f94-4567ddc1f649 None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:11.151960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6afd7fa9-f606-4ca7-967d-545df07398b6 req-cc3645ee-4cc6-49ab-a090-77049342d1ce tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.0694165
Dec 18 20:53:11.152258 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d9fa40d5-886b-4afe-9f94-4567ddc1f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664813a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:11.179278 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.resource_extend [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:53:11.198175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fb63f-3df4-40af-8843-fe6ad0095560 None None] Pushing event updated for resources: {'Port': ['ID=6049308d-4225-47b0-9c48-53b7005b2561,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:11.283408 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-d9fa40d5-886b-4afe-9f94-4567ddc1f649 None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:11.286459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c35b79-6ff3-483e-bc60-092b0606eb42 None None] Network 8b823be6-903b-4e2a-b3df-9405d1da8b76 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:11.391830 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-45738648-b78b-4e5d-a7ca-152e094df533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.410386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.411188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port aeea1b15-2915-46b8-99fd-53de08c43d51 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:11.411680 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.423301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=5740d94d-10b4-4d4f-b84a-14e2647f72c7,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:11.507988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Deleting port 6049308d-4225-47b0-9c48-53b7005b2561 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:11.509009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.517899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port bf2508ae-cc73-498d-b496-3c1f2e87f0f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf2508ae-cc73-498d-b496-3c1f2e87f0f4,segment=NetworkSegment(28f0ba01-4411-44af-bc1e-46aca7fda6fb),segment_id=28f0ba01-4411-44af-bc1e-46aca7fda6fb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:11.532501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-45738648-b78b-4e5d-a7ca-152e094df533 None None] For port aeea1b15-2915-46b8-99fd-53de08c43d51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeea1b15-2915-46b8-99fd-53de08c43d51,segment=NetworkSegment(84277370-1ca3-4077-a0a6-7b5d46df5673),segment_id=84277370-1ca3-4077-a0a6-7b5d46df5673)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:11.553283 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d9fa40d5-886b-4afe-9f94-4567ddc1f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664813a30>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:53:09Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:11.567856 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-45738648-b78b-4e5d-a7ca-152e094df533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.575179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'port_id': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4', 'mac_address': 'fa:16:3e:b6:cc:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:11.589642 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fa40d5-886b-4afe-9f94-4567ddc1f649 None None] Checking router: 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:53:11.599017 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fa40d5-886b-4afe-9f94-4567ddc1f649 None None] Routers {'3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:11.599895 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d9fa40d5-886b-4afe-9f94-4567ddc1f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664813a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:11.624501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] For port 6049308d-4225-47b0-9c48-53b7005b2561, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6049308d-4225-47b0-9c48-53b7005b2561,segment=NetworkSegment(183123ed-e9b4-4db6-8ed2-aba42b50530c),segment_id=183123ed-e9b4-4db6-8ed2-aba42b50530c)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:11.624872 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.641101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Calling delete_port for 6049308d-4225-47b0-9c48-53b7005b2561 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:11.655048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:11.657984 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def58d06-95f9-48e8-b1f9-d21c73c888b5" -d '{"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:11.661985 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.729941 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-d9fa40d5-886b-4afe-9f94-4567ddc1f649 None None] Set router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:11.743787 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.760433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2508ae-cc73-498d-b496-3c1f2e87f0f4 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:11.764805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6afd7fa9-f606-4ca7-967d-545df07398b6 req-755c1131-0245-437c-b883-df5cec1cea72 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5760150
Dec 18 20:53:11.783160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port bf2508ae-cc73-498d-b496-3c1f2e87f0f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf2508ae-cc73-498d-b496-3c1f2e87f0f4,segment=NetworkSegment(28f0ba01-4411-44af-bc1e-46aca7fda6fb),segment_id=28f0ba01-4411-44af-bc1e-46aca7fda6fb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:11.783754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202706-8891-4f28-80d2-e88f0b6f0988 req-d31dd6de-f61b-476e-b6c3-2367b21e4a9f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:11.791837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Port': ['ID=6049308d-4225-47b0-9c48-53b7005b2561,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:11.793941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No DVR routers for this DVR port 6049308d-4225-47b0-9c48-53b7005b2561 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:11.816832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84ae220-0887-4351-b918-cb17d304d449 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 20:53:11.828795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202706-8891-4f28-80d2-e88f0b6f0988 req-d31dd6de-f61b-476e-b6c3-2367b21e4a9f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:11.843470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202706-8891-4f28-80d2-e88f0b6f0988 req-d31dd6de-f61b-476e-b6c3-2367b21e4a9f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:11.860167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202706-8891-4f28-80d2-e88f0b6f0988 req-d31dd6de-f61b-476e-b6c3-2367b21e4a9f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:11.875907 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202706-8891-4f28-80d2-e88f0b6f0988 req-d31dd6de-f61b-476e-b6c3-2367b21e4a9f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:11.878889 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.879908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device e339efff-5759-4aa7-8925-f9e71e302622 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:11.882477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202706-8891-4f28-80d2-e88f0b6f0988 req-d31dd6de-f61b-476e-b6c3-2367b21e4a9f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:11.883233 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.889336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202706-8891-4f28-80d2-e88f0b6f0988 req-d31dd6de-f61b-476e-b6c3-2367b21e4a9f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:11.897334 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69202706-8891-4f28-80d2-e88f0b6f0988 req-d31dd6de-f61b-476e-b6c3-2367b21e4a9f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5422 time: 0.7101312
Dec 18 20:53:11.905568 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e497a60>,) {'filters': {'network_id': ['8b823be6-903b-4e2a-b3df-9405d1da8b76']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:11.916304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-465bb78b-3568-4bcd-b3ca-64af56b2fc45 None None] Provisioning complete for port aeea1b15-2915-46b8-99fd-53de08c43d51 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:11.917023 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-465bb78b-3568-4bcd-b3ca-64af56b2fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.920296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e497a60>, '183123ed-e9b4-4db6-8ed2-aba42b50530c') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:11.921044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e497a60>, '183123ed-e9b4-4db6-8ed2-aba42b50530c') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:11.941014 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.954099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055a26f-de2b-4fad-b7d0-0b4b7e43c3eb req-fb149fe2-2f40-4dd1-9956-2d15de694326 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:11.955678 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0055a26f-de2b-4fad-b7d0-0b4b7e43c3eb req-fb149fe2-2f40-4dd1-9956-2d15de694326 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 946 time: 0.7660496
Dec 18 20:53:11.956051 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d9fa40d5-886b-4afe-9f94-4567ddc1f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664813a30>, [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:53:09Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:11.957443 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.959779 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.972268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:11.972963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:11.976758 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:12.003384 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fa40d5-886b-4afe-9f94-4567ddc1f649 None None] The sync data for ids ['3121ed4c-6d1e-46a6-9dfe-1424ca12b13c'] in ncdv-master-1 is: [{'id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1492932748-router', 'tenant_id': 'b48e95c75c9444f2a0d2cb6704727346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224'}], 'enable_snat': True}, 'gw_port_id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:42Z', 'updated_at': '2021-12-18T20:53:09Z', 'revision_number': 5, 'project_id': 'b48e95c75c9444f2a0d2cb6704727346', 'gw_port': {'id': '987b8d67-97e1-4267-8df4-ca0d5d97a238', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3121ed4c-6d1e-46a6-9dfe-1424ca12b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:43Z', 'updated_at': '2021-12-18T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:53:12.027279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45738648-b78b-4e5d-a7ca-152e094df533 None None] Pushing event updated for resources: {'Port': ['ID=aeea1b15-2915-46b8-99fd-53de08c43d51,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:12.077102 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.104621 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.108424 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/8b823be6-903b-4e2a-b3df-9405d1da8b76 HTTP/1.1" status: 204  len: 168 time: 3.1794200
Dec 18 20:53:12.109444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0b6ac-7caa-4b88-a5f7-b1d23fd50216 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Network': ['ID=8b823be6-903b-4e2a-b3df-9405d1da8b76,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:12.112182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33242) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:12.117347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-32ea91d4-80ce-498c-8439-0a2a3abe7b6b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1770352206'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:12.145664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ea91d4-80ce-498c-8439-0a2a3abe7b6b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:12.149563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32ea91d4-80ce-498c-8439-0a2a3abe7b6b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.174437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ea91d4-80ce-498c-8439-0a2a3abe7b6b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:12.184769 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32ea91d4-80ce-498c-8439-0a2a3abe7b6b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.185205 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-32ea91d4-80ce-498c-8439-0a2a3abe7b6b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Added segment 314cf227-ff3c-4cfa-bad2-c735ae56becb of type vlan for network e5b8c024-0219-480c-8d5e-7efb77679569
Dec 18 20:53:12.198210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=bf2508ae-cc73-498d-b496-3c1f2e87f0f4,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:12.217937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69202706-8891-4f28-80d2-e88f0b6f0988 req-a850933c-efb3-4e89-845d-d5515d977e17 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3124328
Dec 18 20:53:12.236381 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32ea91d4-80ce-498c-8439-0a2a3abe7b6b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.246667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f327065-0708-4e56-afa3-7deba49ac371 req-4c833c24-3729-45a0-86af-be9c21e3f6e9 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:12.249877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f327065-0708-4e56-afa3-7deba49ac371 req-4c833c24-3729-45a0-86af-be9c21e3f6e9 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.3245888
Dec 18 20:53:12.260153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port e339efff-5759-4aa7-8925-f9e71e302622, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e339efff-5759-4aa7-8925-f9e71e302622,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:12.270464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84ae220-0887-4351-b918-cb17d304d449 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 20:53:12.282246 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b5ab53-7ed5-4668-89e8-4f803628fd29 x-openstack-request-id: req-13b5ab53-7ed5-4668-89e8-4f803628fd29 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:12.282784 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:12.283230 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13b5ab53-7ed5-4668-89e8-4f803628fd29 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:12.283780 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'code': 200}
Dec 18 20:53:12.290955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'e339efff-5759-4aa7-8925-f9e71e302622', 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c', 'port_id': 'e339efff-5759-4aa7-8925-f9e71e302622', 'mac_address': 'fa:16:3e:16:a3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd514dada-d8b2-467e-8ca9-570f42a26f3c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:12.294281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32ea91d4-80ce-498c-8439-0a2a3abe7b6b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.301155 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.314110 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea91d4-80ce-498c-8439-0a2a3abe7b6b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:12.314846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32ea91d4-80ce-498c-8439-0a2a3abe7b6b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.406855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-0055a26f-de2b-4fad-b7d0-0b4b7e43c3eb req-c986437f-e1a7-40b3-ae43-deffe467bb7f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Deleting port cbe017f3-1a9e-4b8f-b078-a8a69597377e {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:12.407203 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0055a26f-de2b-4fad-b7d0-0b4b7e43c3eb req-c986437f-e1a7-40b3-ae43-deffe467bb7f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.408586 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-32ea91d4-80ce-498c-8439-0a2a3abe7b6b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2957935
Dec 18 20:53:12.413298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33250) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:12.422010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'network_id': 'e5b8c024-0219-480c-8d5e-7efb77679569', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:12.432542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea91d4-80ce-498c-8439-0a2a3abe7b6b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=e5b8c024-0219-480c-8d5e-7efb77679569,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:12.503364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network e5b8c024-0219-480c-8d5e-7efb77679569 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:12.564237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:12.572319 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.636870 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f327065-0708-4e56-afa3-7deba49ac371 req-21a30a77-a5f7-4798-922e-538e783bb33d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3430483
Dec 18 20:53:12.651681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce14d1-5e47-4764-beac-e6a8d2a09fa1 req-9393dfa5-379d-4273-81a0-8c4faf7d41ff tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:12.659015 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cfce14d1-5e47-4764-beac-e6a8d2a09fa1 req-9393dfa5-379d-4273-81a0-8c4faf7d41ff tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 945 time: 0.2656138
Dec 18 20:53:12.667513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-0055a26f-de2b-4fad-b7d0-0b4b7e43c3eb req-c986437f-e1a7-40b3-ae43-deffe467bb7f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] For port cbe017f3-1a9e-4b8f-b078-a8a69597377e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbe017f3-1a9e-4b8f-b078-a8a69597377e,segment=NetworkSegment(671d4059-7089-40ba-abd5-648ed5819826),segment_id=671d4059-7089-40ba-abd5-648ed5819826)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:12.667885 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0055a26f-de2b-4fad-b7d0-0b4b7e43c3eb req-c986437f-e1a7-40b3-ae43-deffe467bb7f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.687684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Performing IP validity checks on allocation pools {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 18 20:53:12.688877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Deleting port 987b8d67-97e1-4267-8df4-ca0d5d97a238 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:12.689224 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.689591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 18 20:53:12.746509 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.819545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e339efff-5759-4aa7-8925-f9e71e302622 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:12.854067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] For port 987b8d67-97e1-4267-8df4-ca0d5d97a238, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=987b8d67-97e1-4267-8df4-ca0d5d97a238,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:12.854503 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.868594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Calling delete_port for 987b8d67-97e1-4267-8df4-ca0d5d97a238 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:12.885139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port e339efff-5759-4aa7-8925-f9e71e302622, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e339efff-5759-4aa7-8925-f9e71e302622,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:12.886503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device aeea1b15-2915-46b8-99fd-53de08c43d51 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:12.917109 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.922358 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:12.922942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 04c02923-efaf-4b7a-9421-6c1c3df3d6eb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:13.001048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=dd1d8d18-69af-43fb-b05a-53f5e498207f,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:13.015446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking segment: {'id': '314cf227-ff3c-4cfa-bad2-c735ae56becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5b8c024-0219-480c-8d5e-7efb77679569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:13.016462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network hostable DHCP agents. Network: e5b8c024-0219-480c-8d5e-7efb77679569, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:13.039257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network e5b8c024-0219-480c-8d5e-7efb77679569 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:13.052758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5b8c024-0219-480c-8d5e-7efb77679569) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:13.054144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c02923-efaf-4b7a-9421-6c1c3df3d6eb,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:13.058508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:13.059429 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.065989 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=e339efff-5759-4aa7-8925-f9e71e302622,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:13.069137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-0055a26f-de2b-4fad-b7d0-0b4b7e43c3eb req-c986437f-e1a7-40b3-ae43-deffe467bb7f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Calling delete_port for cbe017f3-1a9e-4b8f-b078-a8a69597377e owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:13.111885 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bbe6e412-39f3-4ed9-8add-8bfefd3907ea tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 0.6968963
Dec 18 20:53:13.112508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33272) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:13.132777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '04c02923-efaf-4b7a-9421-6c1c3df3d6eb', 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea', 'port_id': '04c02923-efaf-4b7a-9421-6c1c3df3d6eb', 'mac_address': 'fa:16:3e:32:86:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ff7a92-12ab-437a-8f88-b0ab4f887a39', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:13.165812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port aeea1b15-2915-46b8-99fd-53de08c43d51 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:13.166201 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.214793 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.264859 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.272527 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.282124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=987b8d67-97e1-4267-8df4-ca0d5d97a238,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:13.295712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cfce14d1-5e47-4764-beac-e6a8d2a09fa1 req-f79454c3-c642-4abc-820e-c6c421e9491c tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6358404
Dec 18 20:53:13.310387 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c02923-efaf-4b7a-9421-6c1c3df3d6eb {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:13.342898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c02923-efaf-4b7a-9421-6c1c3df3d6eb,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:13.350773 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.351279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5193687-1a6b-4872-94c4-695ab28f7e4b req-486d153d-096c-4e62-9af7-f6ecd5938dec tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:13.351509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f1cdb751-5072-47e3-96f0-96e30fe3bc2f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:13.354531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5193687-1a6b-4872-94c4-695ab28f7e4b req-486d153d-096c-4e62-9af7-f6ecd5938dec tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12ca16-56f4-459d-bc88-98eab54424b7 HTTP/1.1" status: 200  len: 946 time: 0.2700965
Dec 18 20:53:13.419299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc31cceb-1e66-4b2f-9a4e-2a2f56d424cb None None] Network e5b8c024-0219-480c-8d5e-7efb77679569 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:13.421026 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.422384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4390dbff-be1d-4cac-9ca5-d9704b6e5852 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:13.476981 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.525806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Provisioning complete for port 0019dc2b-ef43-4505-b941-2f0f04bde8c0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:13.526479 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.556892 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.576863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port f1cdb751-5072-47e3-96f0-96e30fe3bc2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1cdb751-5072-47e3-96f0-96e30fe3bc2f,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:13.579498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6912c3af-1076-46a5-9f69-df07ff6e7fc2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:13.594406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=04c02923-efaf-4b7a-9421-6c1c3df3d6eb,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:13.620132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1d8d18-69af-43fb-b05a-53f5e498207f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:13.624342 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5193687-1a6b-4872-94c4-695ab28f7e4b req-cee3e593-141e-4e87-a1b9-96db7d2a3865 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc1aa134-f279-40db-a378-b5e51b337513&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2456071
Dec 18 20:53:13.626186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 6912c3af-1076-46a5-9f69-df07ff6e7fc2 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:13.626186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6912c3af-1076-46a5-9f69-df07ff6e7fc2 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:13.630846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.633423 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0055a26f-de2b-4fad-b7d0-0b4b7e43c3eb req-c986437f-e1a7-40b3-ae43-deffe467bb7f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.641510 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.641967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'f1cdb751-5072-47e3-96f0-96e30fe3bc2f', 'network_id': '5b74eeda-4ba0-4971-b20a-e138901b128c', 'port_id': 'f1cdb751-5072-47e3-96f0-96e30fe3bc2f', 'mac_address': 'fa:16:3e:f9:2e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd514dada-d8b2-467e-8ca9-570f42a26f3c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:13.646877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['cbe017f3-1a9e-4b8f-b078-a8a69597377e'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:13.753043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c280939-c428-44f5-8580-d1cd55162b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e5b8c024-0219-480c-8d5e-7efb77679569', 'network_id': 'e5b8c024-0219-480c-8d5e-7efb77679569', 'project_id': '76b2df85c79f4fb198e8337010cb606b', 'fixed_ips': [{'subnet_id': 'dd1d8d18-69af-43fb-b05a-53f5e498207f'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:53:13.754163 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1c280939-c428-44f5-8580-d1cd55162b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.763768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.798823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e22f5b0>,) {'filters': {'network_id': ['e5b8c024-0219-480c-8d5e-7efb77679569']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:13.802085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.812542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986437f-e1a7-40b3-ae43-deffe467bb7f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Pushing event deleted for resources: {'Port': ['ID=cbe017f3-1a9e-4b8f-b078-a8a69597377e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:13.813419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e22f5b0>, '314cf227-ff3c-4cfa-bad2-c735ae56becb') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:13.813726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e22f5b0>, '314cf227-ff3c-4cfa-bad2-c735ae56becb') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:13.825950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.842894 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.857278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:13.857922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe87ce7-1227-414e-b8dd-684befee88a6 req-da560023-607a-4b2b-b767-0f6c88b1e744 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:13.858545 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.859820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2fe87ce7-1227-414e-b8dd-684befee88a6 req-da560023-607a-4b2b-b767-0f6c88b1e744 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.4074132
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:13.872488 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:13.884851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cdb751-5072-47e3-96f0-96e30fe3bc2f {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:13.917371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f543fd83-959d-4c69-90c4-538d30baf814 None None] Network e5b8c024-0219-480c-8d5e-7efb77679569 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:13.928062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port f1cdb751-5072-47e3-96f0-96e30fe3bc2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1cdb751-5072-47e3-96f0-96e30fe3bc2f,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:13.931001 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Provisioning complete for port 62186899-ee5d-489d-a5d0-337d497e0270 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:13.931376 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.938851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.939633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3121ed4c-6d1e-46a6-9dfe-1424ca12b13c {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:53:13.951237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0055a26f-de2b-4fad-b7d0-0b4b7e43c3eb req-c986437f-e1a7-40b3-ae43-deffe467bb7f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] No DVR routers for this DVR port cbe017f3-1a9e-4b8f-b078-a8a69597377e on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:13.957162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.961715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-59abaa64-f283-48e6-b5d0-39aab1e16ed3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3121ed4c-6d1e-46a6-9dfe-1424ca12b13c HTTP/1.1" status: 204  len: 168 time: 2.8256562
Dec 18 20:53:13.966690 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33282) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:13.967055 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0055a26f-de2b-4fad-b7d0-0b4b7e43c3eb req-c986437f-e1a7-40b3-ae43-deffe467bb7f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.968481 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:13.969149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f8de1dac-5fbd-4626-8379-c9547acc28fb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:13.972920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0055a26f-de2b-4fad-b7d0-0b4b7e43c3eb req-c986437f-e1a7-40b3-ae43-deffe467bb7f tempest-FloatingIPsAssociationNegativeTestJSON-1682366314 tempest-FloatingIPsAssociationNegativeTestJSON-1682366314-project] 10.222.0.36 "DELETE /v2.0/ports/cbe017f3-1a9e-4b8f-b078-a8a69597377e HTTP/1.1" status: 204  len: 173 time: 1.9912946
Dec 18 20:53:13.974935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'name': 'network-vif-deleted', 'tag': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:13.978839 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e996d5b5-d101-4d9b-9f5c-bc704857422c" -d '{"events": [{"server_uuid": "ce12ca16-56f4-459d-bc88-98eab54424b7", "name": "network-vif-deleted", "tag": "cbe017f3-1a9e-4b8f-b078-a8a69597377e"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:14.028790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ba688-fbe4-4cab-bbec-f1cfa38f8b3e req-f0117581-2bc5-46da-909f-8df85f038832 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:14.057160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ba688-fbe4-4cab-bbec-f1cfa38f8b3e req-f0117581-2bc5-46da-909f-8df85f038832 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:14.072701 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ba688-fbe4-4cab-bbec-f1cfa38f8b3e req-f0117581-2bc5-46da-909f-8df85f038832 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:14.097557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ba688-fbe4-4cab-bbec-f1cfa38f8b3e req-f0117581-2bc5-46da-909f-8df85f038832 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:14.108520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.120127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ba688-fbe4-4cab-bbec-f1cfa38f8b3e req-f0117581-2bc5-46da-909f-8df85f038832 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:14.122014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port f8de1dac-5fbd-4626-8379-c9547acc28fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8de1dac-5fbd-4626-8379-c9547acc28fb,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:14.139196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=f1cdb751-5072-47e3-96f0-96e30fe3bc2f,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:14.140726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ba688-fbe4-4cab-bbec-f1cfa38f8b3e req-f0117581-2bc5-46da-909f-8df85f038832 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:14.141837 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'f8de1dac-5fbd-4626-8379-c9547acc28fb', 'network_id': '86999e20-7286-4a34-ab79-356dd5f0f5ea', 'port_id': 'f8de1dac-5fbd-4626-8379-c9547acc28fb', 'mac_address': 'fa:16:3e:4f:9c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ff7a92-12ab-437a-8f88-b0ab4f887a39', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:14.177522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ba688-fbe4-4cab-bbec-f1cfa38f8b3e req-f0117581-2bc5-46da-909f-8df85f038832 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:14.179337 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.184114 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-703ba688-fbe4-4cab-bbec-f1cfa38f8b3e req-f0117581-2bc5-46da-909f-8df85f038832 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5425 time: 0.3643863
Dec 18 20:53:14.190458 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/e5b8c024-0219-480c-8d5e-7efb77679569 HTTP/1.1" status: 204  len: 168 time: 1.0746553
Dec 18 20:53:14.199860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a983d-0492-4cb5-b25c-3e873248e45e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Network': ['ID=e5b8c024-0219-480c-8d5e-7efb77679569,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:14.221991 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.225347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33290) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:14.236352 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6bb85708-c9a7-4f4a-ac7f-d21c8344baab tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1238795943'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:14.238580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Provisioning complete for port f3f56a15-1990-449b-b453-f5e2788776f3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:14.238952 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.241384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8de1dac-5fbd-4626-8379-c9547acc28fb {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:14.274151 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9594f0af-3565-46e9-a685-da6b295473a7 admin admin] Deleting subnet 17a94c26-44fd-4378-aa86-f3b1e0f22e56 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:53:14.281422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9594f0af-3565-46e9-a685-da6b295473a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.325575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb85708-c9a7-4f4a-ac7f-d21c8344baab tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:14.336274 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6bb85708-c9a7-4f4a-ac7f-d21c8344baab tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.338292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2fe87ce7-1227-414e-b8dd-684befee88a6 req-660e5955-0faf-40c8-a143-67ec709efa05 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4374652
Dec 18 20:53:14.388325 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9594f0af-3565-46e9-a685-da6b295473a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.406101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-703ba688-fbe4-4cab-bbec-f1cfa38f8b3e req-75f25a55-919f-4d2a-8cfd-c2bebf897dd1 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1741416
Dec 18 20:53:14.503223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f301a-b291-4975-8069-336eb55a06ed req-47b76cd7-2344-4f40-9b11-c29a37342ef4 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:14.507452 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a5f301a-b291-4975-8069-336eb55a06ed req-47b76cd7-2344-4f40-9b11-c29a37342ef4 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=f23d751a-dbda-4976-a75f-1b418b3c1ef4 HTTP/1.1" status: 200  len: 945 time: 0.0749640
Dec 18 20:53:14.569797 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9594f0af-3565-46e9-a685-da6b295473a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.667260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port f8de1dac-5fbd-4626-8379-c9547acc28fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8de1dac-5fbd-4626-8379-c9547acc28fb,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:14.673875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9594f0af-3565-46e9-a685-da6b295473a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.683074 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a5f301a-b291-4975-8069-336eb55a06ed req-4ce677ea-ca4f-4273-b9ab-e172930be398 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684093
Dec 18 20:53:14.686051 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb85708-c9a7-4f4a-ac7f-d21c8344baab tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:14.688677 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.720745 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.752438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0b502-445b-4953-b870-81eea5a018f5 req-96b18bd1-15b6-48a0-a3d0-b407775c98f0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:14.771488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71e0b502-445b-4953-b870-81eea5a018f5 req-96b18bd1-15b6-48a0-a3d0-b407775c98f0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.2154713
Dec 18 20:53:14.773776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:14.780096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594f0af-3565-46e9-a685-da6b295473a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a94c26-44fd-4378-aa86-f3b1e0f22e56,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:14.781262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 49e4deb1-4b6d-4313-9ef1-0f5905853b16 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:14.789592 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9594f0af-3565-46e9-a685-da6b295473a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.796356 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9594f0af-3565-46e9-a685-da6b295473a7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/17a94c26-44fd-4378-aa86-f3b1e0f22e56 HTTP/1.1" status: 204  len: 168 time: 0.8269584
Dec 18 20:53:14.799736 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6bb85708-c9a7-4f4a-ac7f-d21c8344baab tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.799905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33294) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:14.800090 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-6bb85708-c9a7-4f4a-ac7f-d21c8344baab tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Added segment edae8a3b-6265-42ef-9b51-d997af0c0227 of type vlan for network 31fb3ec8-4af3-4fbf-9760-d0fe9984dee7
Dec 18 20:53:14.839408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fd97f5-8680-44aa-8dca-0a0682086e02 None None] Network b16f44c1-8015-4e89-85aa-20e9d5fd9f2e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:14.850825 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:53:14.856478 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d227c4a2-e240-4537-a309-c76fb165dc89 x-openstack-request-id: req-d227c4a2-e240-4537-a309-c76fb165dc89 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:14.856823 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce12ca16-56f4-459d-bc88-98eab54424b7", "name": "network-vif-deleted", "tag": "cbe017f3-1a9e-4b8f-b078-a8a69597377e", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:14.857105 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d227c4a2-e240-4537-a309-c76fb165dc89 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:14.857547 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce12ca16-56f4-459d-bc88-98eab54424b7', 'name': 'network-vif-deleted', 'tag': 'cbe017f3-1a9e-4b8f-b078-a8a69597377e', 'status': 'completed', 'code': 200}
Dec 18 20:53:14.883804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6bb85708-c9a7-4f4a-ac7f-d21c8344baab tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.886021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 987b8d67-97e1-4267-8df4-ca0d5d97a238 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:14.937270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71e0b502-445b-4953-b870-81eea5a018f5 req-7e92e189-5e2a-4e52-8e4b-6f22a4e8b025 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553948
Dec 18 20:53:14.937270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33296) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:14.942133 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6bb85708-c9a7-4f4a-ac7f-d21c8344baab tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.949536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb85708-c9a7-4f4a-ac7f-d21c8344baab tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:14.950346 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6bb85708-c9a7-4f4a-ac7f-d21c8344baab tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:14.993281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 987b8d67-97e1-4267-8df4-ca0d5d97a238 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:14.994013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 987b8d67-97e1-4267-8df4-ca0d5d97a238 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:15.008435 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.resource_extend [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:53:15.028475 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6bb85708-c9a7-4f4a-ac7f-d21c8344baab tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8017256
Dec 18 20:53:15.032186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=f8de1dac-5fbd-4626-8379-c9547acc28fb,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:15.036259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33298) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:15.044800 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e97f8b21-8d0a-4f36-90df-8602b0f343ed tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'network_id': '31fb3ec8-4af3-4fbf-9760-d0fe9984dee7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:15.062178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb85708-c9a7-4f4a-ac7f-d21c8344baab tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=31fb3ec8-4af3-4fbf-9760-d0fe9984dee7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:15.110063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 31fb3ec8-4af3-4fbf-9760-d0fe9984dee7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:15.147660 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:15.179209 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97f8b21-8d0a-4f36-90df-8602b0f343ed tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:15.185210 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e97f8b21-8d0a-4f36-90df-8602b0f343ed tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:15.304745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 49e4deb1-4b6d-4313-9ef1-0f5905853b16 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:53:15.321127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Deleting port fcf98770-3d5a-4e1e-9930-48eb01317611 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:15.322509 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:15.409724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 49e4deb1-4b6d-4313-9ef1-0f5905853b16 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:15.410127 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:15.450833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['ccb5043d-02af-492d-8f2d-78752159fb84'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:15.477815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:15.504290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] For port fcf98770-3d5a-4e1e-9930-48eb01317611, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcf98770-3d5a-4e1e-9930-48eb01317611,segment=NetworkSegment(05a527e9-a2c1-448b-a638-c553d83bbeb4),segment_id=05a527e9-a2c1-448b-a638-c553d83bbeb4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:15.504653 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:15.515617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'port_id': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'mac_address': 'fa:16:3e:46:26:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:15.519150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['5740d94d-10b4-4d4f-b84a-14e2647f72c7'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:15.523690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Calling delete_port for fcf98770-3d5a-4e1e-9930-48eb01317611 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:15.549945 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e97f8b21-8d0a-4f36-90df-8602b0f343ed tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:15.575890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['f8de1dac-5fbd-4626-8379-c9547acc28fb'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:15.619268 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['bf2508ae-cc73-498d-b496-3c1f2e87f0f4'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:15.621222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afca950-5b3d-4d86-be16-406c28b23d37 req-99727e7d-692d-4254-af56-6b942e5515b9 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:15.622838 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1afca950-5b3d-4d86-be16-406c28b23d37 req-99727e7d-692d-4254-af56-6b942e5515b9 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.1844780
Dec 18 20:53:15.667918 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebb7a52-8c7f-4c5c-8709-3c1f7e2d333b None None] DHCP port deletion for b16f44c1-8015-4e89-85aa-20e9d5fd9f2e request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:15.718428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97f8b21-8d0a-4f36-90df-8602b0f343ed tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking segment: {'id': 'edae8a3b-6265-42ef-9b51-d997af0c0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '31fb3ec8-4af3-4fbf-9760-d0fe9984dee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:15.719628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f8b21-8d0a-4f36-90df-8602b0f343ed tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network hostable DHCP agents. Network: 31fb3ec8-4af3-4fbf-9760-d0fe9984dee7, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:15.723528 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f8b21-8d0a-4f36-90df-8602b0f343ed tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=4ee36733-54a1-4a6d-9957-94f48a1754fe,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:15.780313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a971f-2b77-4af8-8556-5e1620f79301 req-c278adde-024a-4a91-8d24-e96f1a5683b4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:15.783141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f8b21-8d0a-4f36-90df-8602b0f343ed tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network 31fb3ec8-4af3-4fbf-9760-d0fe9984dee7 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:15.786787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a971f-2b77-4af8-8556-5e1620f79301 req-c278adde-024a-4a91-8d24-e96f1a5683b4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:15.792957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a971f-2b77-4af8-8556-5e1620f79301 req-c278adde-024a-4a91-8d24-e96f1a5683b4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:15.800687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a971f-2b77-4af8-8556-5e1620f79301 req-c278adde-024a-4a91-8d24-e96f1a5683b4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:15.802574 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e97f8b21-8d0a-4f36-90df-8602b0f343ed tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 31fb3ec8-4af3-4fbf-9760-d0fe9984dee7) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:15.807573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a971f-2b77-4af8-8556-5e1620f79301 req-c278adde-024a-4a91-8d24-e96f1a5683b4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:15.814087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a971f-2b77-4af8-8556-5e1620f79301 req-c278adde-024a-4a91-8d24-e96f1a5683b4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:15.818169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97f8b21-8d0a-4f36-90df-8602b0f343ed tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:15.819327 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e97f8b21-8d0a-4f36-90df-8602b0f343ed tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:15.820122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a971f-2b77-4af8-8556-5e1620f79301 req-c278adde-024a-4a91-8d24-e96f1a5683b4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:15.822623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa9a971f-2b77-4af8-8556-5e1620f79301 req-c278adde-024a-4a91-8d24-e96f1a5683b4 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5427 time: 0.2330575
Dec 18 20:53:15.850205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:15.870825 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e97f8b21-8d0a-4f36-90df-8602b0f343ed tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.8330731
Dec 18 20:53:15.871291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1afca950-5b3d-4d86-be16-406c28b23d37 req-821abf39-9f62-4015-b6e6-695940f4cc6c tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176671
Dec 18 20:53:15.872218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33310) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:15.927514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c195394-122c-437d-8907-96bc8c0ec4c1 None None] Network 31fb3ec8-4af3-4fbf-9760-d0fe9984dee7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:15.949062 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf98770-3d5a-4e1e-9930-48eb01317611,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:16.004622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] No DVR routers for this DVR port fcf98770-3d5a-4e1e-9930-48eb01317611 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:16.017208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Provisioning complete for port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:16.017579 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.051152 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.119650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa9a971f-2b77-4af8-8556-5e1620f79301 req-b2438d96-5706-4d4b-b7c5-b133ef7d6556 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2882240
Dec 18 20:53:16.122680 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-924e847a-1e0c-462f-b6fa-cca50710b74a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.129255 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.197636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.224534 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.266927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-bebb7a52-8c7f-4c5c-8709-3c1f7e2d333b None None] Deleting port fcf98770-3d5a-4e1e-9930-48eb01317611 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:16.267296 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bebb7a52-8c7f-4c5c-8709-3c1f7e2d333b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.274466 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.275806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb53e-7db6-4dbf-adc7-b79e46ac40db req-92b1e9ef-556d-4d5a-b60d-d23d4c5c5bdc tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:16.284521 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b36cb53e-7db6-4dbf-adc7-b79e46ac40db req-92b1e9ef-556d-4d5a-b60d-d23d4c5c5bdc tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=f23d751a-dbda-4976-a75f-1b418b3c1ef4 HTTP/1.1" status: 200  len: 945 time: 0.2997942
Dec 18 20:53:16.325395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ccdd250>,) {'filters': {'network_id': ['b16f44c1-8015-4e89-85aa-20e9d5fd9f2e']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:16.342131 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee36733-54a1-4a6d-9957-94f48a1754fe,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:16.388807 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ccdd250>, '05a527e9-a2c1-448b-a638-c553d83bbeb4') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:16.389490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ccdd250>, '05a527e9-a2c1-448b-a638-c553d83bbeb4') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:16.404427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['04c02923-efaf-4b7a-9421-6c1c3df3d6eb'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:16.410772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:16.458946 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.460716 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['e339efff-5759-4aa7-8925-f9e71e302622'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:16.506725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365db722b0>,) {'filters': {'network_id': ['31fb3ec8-4af3-4fbf-9760-d0fe9984dee7']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:16.526999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db722b0>, 'edae8a3b-6265-42ef-9b51-d997af0c0227') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:16.528085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db722b0>, 'edae8a3b-6265-42ef-9b51-d997af0c0227') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:16.548161 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.582766 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.594828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:16.595635 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:16.599364 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:16.744556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.753771 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.768365 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/31fb3ec8-4af3-4fbf-9760-d0fe9984dee7 HTTP/1.1" status: 204  len: 168 time: 0.8904016
Dec 18 20:53:16.774121 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33324) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:16.777434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:16.789316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-715db165-a37f-448a-80ee-71d39a5ded45 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1157369509'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:16.792199 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.797229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-bebb7a52-8c7f-4c5c-8709-3c1f7e2d333b None None] For port fcf98770-3d5a-4e1e-9930-48eb01317611, host ncdv-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:16.797612 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bebb7a52-8c7f-4c5c-8709-3c1f7e2d333b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.822641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df9a75-f51e-4312-bbc0-213be0301b7b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Network': ['ID=31fb3ec8-4af3-4fbf-9760-d0fe9984dee7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:16.877541 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715db165-a37f-448a-80ee-71d39a5ded45 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:16.880405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fcf98770-3d5a-4e1e-9930-48eb01317611 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:16.882768 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.891584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-715db165-a37f-448a-80ee-71d39a5ded45 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.932810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715db165-a37f-448a-80ee-71d39a5ded45 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:16.948093 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.951476 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-715db165-a37f-448a-80ee-71d39a5ded45 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:16.951833 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-715db165-a37f-448a-80ee-71d39a5ded45 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Added segment 99d0732b-205c-4a47-bd68-6c6377999781 of type vlan for network 8dbc6582-184d-4d45-a943-a02d35789f9e
Dec 18 20:53:16.960973 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b36cb53e-7db6-4dbf-adc7-b79e46ac40db req-6e1b4469-8e33-413a-88d4-6f6fb9450137 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6753561
Dec 18 20:53:17.008160 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:17.016836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2e41c-80b0-4eed-b518-e9334885305d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-31fb3ec8-4af3-4fbf-9760-d0fe9984dee7', 'network_id': '31fb3ec8-4af3-4fbf-9760-d0fe9984dee7', 'project_id': '76b2df85c79f4fb198e8337010cb606b', 'fixed_ips': [{'subnet_id': '4ee36733-54a1-4a6d-9957-94f48a1754fe'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:53:17.017705 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e41c-80b0-4eed-b518-e9334885305d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:17.034014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: fcf98770-3d5a-4e1e-9930-48eb01317611 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:17.034314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fcf98770-3d5a-4e1e-9930-48eb01317611 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:17.038814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:17.046862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-bebb7a52-8c7f-4c5c-8709-3c1f7e2d333b None None] Calling delete_port for fcf98770-3d5a-4e1e-9930-48eb01317611 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:17.049645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.ipam_backend_mixin [None req-bebb7a52-8c7f-4c5c-8709-3c1f7e2d333b None None] Port fcf98770-3d5a-4e1e-9930-48eb01317611 was not found and therefore no delete operation was performed {{(pid=126010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 20:53:17.051082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37eafad-dc85-4829-8682-7ef818498597 req-224fa4f1-7a4a-4d63-912f-697f24c9014e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:17.052907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c37eafad-dc85-4829-8682-7ef818498597 req-224fa4f1-7a4a-4d63-912f-697f24c9014e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.7239482
Dec 18 20:53:17.070993 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bebb7a52-8c7f-4c5c-8709-3c1f7e2d333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:17.072152 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-715db165-a37f-448a-80ee-71d39a5ded45 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:17.097060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:17.097556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:17.099546 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:17.120114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-715db165-a37f-448a-80ee-71d39a5ded45 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:17.124816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Provisioning complete for port 2a15995d-e408-492f-9cd2-6d0c291451fc triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:17.125213 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:17.140207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715db165-a37f-448a-80ee-71d39a5ded45 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:17.141734 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-715db165-a37f-448a-80ee-71d39a5ded45 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:17.232832 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-715db165-a37f-448a-80ee-71d39a5ded45 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4564857
Dec 18 20:53:17.237788 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33330) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:17.245459 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7a24b3ac-8c77-492f-bb03-0abbed249058 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'network_id': '8dbc6582-184d-4d45-a943-a02d35789f9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:17.332740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa216-f91f-41d1-ae4c-92b698c2e201 req-b0aec929-f45d-4497-92a4-5b0c71448d4e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:17.334362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-097aa216-f91f-41d1-ae4c-92b698c2e201 req-b0aec929-f45d-4497-92a4-5b0c71448d4e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.2335258
Dec 18 20:53:17.341939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715db165-a37f-448a-80ee-71d39a5ded45 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=8dbc6582-184d-4d45-a943-a02d35789f9e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:17.344665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c37eafad-dc85-4829-8682-7ef818498597 req-9ea8f433-476c-44ee-bdfb-459b56652279 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2771280
Dec 18 20:53:17.350982 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:17.357330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:17.364769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33336) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:17.367125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b16f44c1-8015-4e89-85aa-20e9d5fd9f2e HTTP/1.1" status: 204  len: 168 time: 2.5598381
Dec 18 20:53:17.395968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb7a52-8c7f-4c5c-8709-3c1f7e2d333b None None] Pushing event deleted for resources: {'Port': ['ID=fcf98770-3d5a-4e1e-9930-48eb01317611,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:17.413038 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:17.415256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a3ac7-564e-421a-9e91-07a6919f84a1 None None] Network 31fb3ec8-4af3-4fbf-9760-d0fe9984dee7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:17.433669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e1431-0b89-47e2-9599-4e0b32cb1625 admin admin] Pushing event deleted for resources: {'Network': ['ID=b16f44c1-8015-4e89-85aa-20e9d5fd9f2e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:17.445352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 8dbc6582-184d-4d45-a943-a02d35789f9e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:17.538294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a24b3ac-8c77-492f-bb03-0abbed249058 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:17.543246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a3ac7-564e-421a-9e91-07a6919f84a1 None None] Network 31fb3ec8-4af3-4fbf-9760-d0fe9984dee7 could not be found, it might have been deleted concurrently. {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Dec 18 20:53:17.544586 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a24b3ac-8c77-492f-bb03-0abbed249058 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:17.547895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23d751a-dbda-4976-a75f-1b418b3c1ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e4deb1-4b6d-4313-9ef1-0f5905853b16'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:17.550615 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4275c7-cfe6-4fbf-86ee-d5a0182e0fea" -d '{"events": [{"server_uuid": "f23d751a-dbda-4976-a75f-1b418b3c1ef4", "name": "network-vif-plugged", "status": "completed", "tag": "49e4deb1-4b6d-4313-9ef1-0f5905853b16"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:17.644939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-097aa216-f91f-41d1-ae4c-92b698c2e201 req-f8ec7f77-9d98-4425-874a-7ba2d478b9d7 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2948756
Dec 18 20:53:17.771715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['f1cdb751-5072-47e3-96f0-96e30fe3bc2f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:17.781274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87423780-5487-4027-ac9a-d2c67f38328b req-cf45eca9-cc53-427b-9ca4-a3cb1765bfe3 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:17.795978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87423780-5487-4027-ac9a-d2c67f38328b req-cf45eca9-cc53-427b-9ca4-a3cb1765bfe3 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:17.801799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87423780-5487-4027-ac9a-d2c67f38328b req-cf45eca9-cc53-427b-9ca4-a3cb1765bfe3 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:17.818779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87423780-5487-4027-ac9a-d2c67f38328b req-cf45eca9-cc53-427b-9ca4-a3cb1765bfe3 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:17.832872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87423780-5487-4027-ac9a-d2c67f38328b req-cf45eca9-cc53-427b-9ca4-a3cb1765bfe3 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:17.838586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87423780-5487-4027-ac9a-d2c67f38328b req-cf45eca9-cc53-427b-9ca4-a3cb1765bfe3 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:17.846137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87423780-5487-4027-ac9a-d2c67f38328b req-cf45eca9-cc53-427b-9ca4-a3cb1765bfe3 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:17.847688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb7a52-8c7f-4c5c-8709-3c1f7e2d333b None None] No DVR routers for this DVR port fcf98770-3d5a-4e1e-9930-48eb01317611 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:17.854960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87423780-5487-4027-ac9a-d2c67f38328b req-cf45eca9-cc53-427b-9ca4-a3cb1765bfe3 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5427 time: 0.3786638
Dec 18 20:53:17.954432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87423780-5487-4027-ac9a-d2c67f38328b req-8259b1b6-8b2b-4fb3-ac5c-ff8fb424e2d6 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0984776
Dec 18 20:53:17.955990 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a24b3ac-8c77-492f-bb03-0abbed249058 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:17.960002 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d5e946-201f-48b6-bc9c-bac37ba64bc4 x-openstack-request-id: req-a6d5e946-201f-48b6-bc9c-bac37ba64bc4 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:17.960351 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23d751a-dbda-4976-a75f-1b418b3c1ef4", "name": "network-vif-plugged", "status": "completed", "tag": "49e4deb1-4b6d-4313-9ef1-0f5905853b16", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:17.961126 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6d5e946-201f-48b6-bc9c-bac37ba64bc4 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:17.962886 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23d751a-dbda-4976-a75f-1b418b3c1ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e4deb1-4b6d-4313-9ef1-0f5905853b16', 'code': 200}
Dec 18 20:53:17.996708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-924e847a-1e0c-462f-b6fa-cca50710b74a admin admin] Deleting port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:17.997286 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-924e847a-1e0c-462f-b6fa-cca50710b74a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:18.003852 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d67d27-20c8-4e5d-9e4a-4791c52b1648 req-24538db4-19c0-4afe-9b03-f387f1d3bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:18.005627 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77d67d27-20c8-4e5d-9e4a-4791c52b1648 req-24538db4-19c0-4afe-9b03-f387f1d3bd3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f23d751a-dbda-4976-a75f-1b418b3c1ef4 HTTP/1.1" status: 200  len: 1096 time: 0.1421573
Dec 18 20:53:18.034744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 49e4deb1-4b6d-4313-9ef1-0f5905853b16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49e4deb1-4b6d-4313-9ef1-0f5905853b16,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:18.122456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a24b3ac-8c77-492f-bb03-0abbed249058 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking segment: {'id': '99d0732b-205c-4a47-bd68-6c6377999781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8dbc6582-184d-4d45-a943-a02d35789f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:18.122766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a24b3ac-8c77-492f-bb03-0abbed249058 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network hostable DHCP agents. Network: 8dbc6582-184d-4d45-a943-a02d35789f9e, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:18.126607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77d67d27-20c8-4e5d-9e4a-4791c52b1648 req-2578ef8f-b3e1-47f4-9a4d-f1c6fbc0827a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062648
Dec 18 20:53:18.132596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24b3ac-8c77-492f-bb03-0abbed249058 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=0f13f2f0-dcfb-4b91-b6d7-d418697bbd0e,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:18.160956 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:18.163097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-924e847a-1e0c-462f-b6fa-cca50710b74a admin admin] For port 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ca128a1-55ff-4b89-bcdc-bd203ce74bdd,segment=NetworkSegment(671d4059-7089-40ba-abd5-648ed5819826),segment_id=671d4059-7089-40ba-abd5-648ed5819826)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:18.163876 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-924e847a-1e0c-462f-b6fa-cca50710b74a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:18.175169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a24b3ac-8c77-492f-bb03-0abbed249058 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network 8dbc6582-184d-4d45-a943-a02d35789f9e is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:18.186337 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-924e847a-1e0c-462f-b6fa-cca50710b74a admin admin] Calling delete_port for 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:18.189488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e29ce9d3-fda2-4540-b976-8d520065bfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:18.194850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-7a24b3ac-8c77-492f-bb03-0abbed249058 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8dbc6582-184d-4d45-a943-a02d35789f9e) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:18.203723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4cb7a-944e-403a-9742-c6dd7b36917d req-44c09364-c4e9-4942-b31f-720202f6fd44 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:18.205543 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eae4cb7a-944e-403a-9742-c6dd7b36917d req-44c09364-c4e9-4942-b31f-720202f6fd44 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=f23d751a-dbda-4976-a75f-1b418b3c1ef4 HTTP/1.1" status: 200  len: 946 time: 0.0900629
Dec 18 20:53:18.215383 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a24b3ac-8c77-492f-bb03-0abbed249058 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:18.215991 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a24b3ac-8c77-492f-bb03-0abbed249058 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:18.246442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f8de1dac-5fbd-4626-8379-c9547acc28fb up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:18.248235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=49e4deb1-4b6d-4313-9ef1-0f5905853b16,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:18.252510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43af6bc-81d8-4613-a51b-6323246e7b3b None None] Network 8dbc6582-184d-4d45-a943-a02d35789f9e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:18.334219 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7a24b3ac-8c77-492f-bb03-0abbed249058 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0953081
Dec 18 20:53:18.339441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33348) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:18.432576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Provisioning complete for port 49e4deb1-4b6d-4313-9ef1-0f5905853b16 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:18.433046 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:18.453090 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eae4cb7a-944e-403a-9742-c6dd7b36917d req-1de81f6a-bc5c-4288-926b-13e06bf96c7b tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390623
Dec 18 20:53:18.634509 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:18.656712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dde8b2-29dc-45d5-a54b-7580c93dce3a req-fa568254-616c-4d72-ad5b-2d8f433608a5 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:18.658633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58dde8b2-29dc-45d5-a54b-7580c93dce3a req-fa568254-616c-4d72-ad5b-2d8f433608a5 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.1655185
Dec 18 20:53:18.690639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port f8de1dac-5fbd-4626-8379-c9547acc28fb completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:53:18.706111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port f8de1dac-5fbd-4626-8379-c9547acc28fb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:18.706825 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:18.714679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8dbc6582-184d-4d45-a943-a02d35789f9e', 'network_id': '8dbc6582-184d-4d45-a943-a02d35789f9e', 'project_id': '76b2df85c79f4fb198e8337010cb606b', 'fixed_ips': [{'subnet_id': '0f13f2f0-dcfb-4b91-b6d7-d418697bbd0e'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:53:18.715994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e29ce9d3-fda2-4540-b976-8d520065bfd9 admin admin] Deleting port 786417b7-af11-4ca5-aea7-bbc60ec0e398 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:18.716135 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:18.716853 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e29ce9d3-fda2-4540-b976-8d520065bfd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:18.967985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-e29ce9d3-fda2-4540-b976-8d520065bfd9 admin admin] For port 786417b7-af11-4ca5-aea7-bbc60ec0e398, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=786417b7-af11-4ca5-aea7-bbc60ec0e398,segment=NetworkSegment(ecbb3e9c-8fc7-441b-9612-8721bba8a420),segment_id=ecbb3e9c-8fc7-441b-9612-8721bba8a420)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:18.968777 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e29ce9d3-fda2-4540-b976-8d520065bfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:18.978667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.011291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e29ce9d3-fda2-4540-b976-8d520065bfd9 admin admin] Calling delete_port for 786417b7-af11-4ca5-aea7-bbc60ec0e398 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:19.041211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58dde8b2-29dc-45d5-a54b-7580c93dce3a req-5805c746-0ac6-4892-b85f-4a2d0017a3a7 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3171561
Dec 18 20:53:19.063047 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-924e847a-1e0c-462f-b6fa-cca50710b74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.085689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Provisioning complete for port 59e6b64d-dc22-411e-b9f8-19be9a75c9c5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:19.086313 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.093417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ae040-e0c8-4ad4-bbab-247ef0615d24 req-29693d01-68a4-42db-b62f-15d6b0215a41 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:19.113888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d4ae040-e0c8-4ad4-bbab-247ef0615d24 req-29693d01-68a4-42db-b62f-15d6b0215a41 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.2879114
Dec 18 20:53:19.164100 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.206546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Port 59e6b64d-dc22-411e-b9f8-19be9a75c9c5 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:53:19.214859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e847a-1e0c-462f-b6fa-cca50710b74a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca128a1-55ff-4b89-bcdc-bd203ce74bdd,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:19.224164 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port f8de1dac-5fbd-4626-8379-c9547acc28fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8de1dac-5fbd-4626-8379-c9547acc28fb,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:19.225996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Could not find standard attr ID for object 987b8d67-97e1-4267-8df4-ca0d5d97a238. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 20:53:19.231843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Allocated IP 172.20.0.2 (8dbc6582-184d-4d45-a943-a02d35789f9e/0f13f2f0-dcfb-4b91-b6d7-d418697bbd0e/b03994a4-2acd-4e8f-82fe-a92196e05334) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:19.238895 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.239999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device bf2508ae-cc73-498d-b496-3c1f2e87f0f4 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:19.281749 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d4ae040-e0c8-4ad4-bbab-247ef0615d24 req-4fd146df-7345-4a97-aae4-0c9573714cc5 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619081
Dec 18 20:53:19.317530 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e29ce9d3-fda2-4540-b976-8d520065bfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.378451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefbbde-2b77-4984-b14c-bb23594a0778 req-a8daa7dd-c3e1-4185-8894-5b53f35389dd tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:19.386007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefbbde-2b77-4984-b14c-bb23594a0778 req-a8daa7dd-c3e1-4185-8894-5b53f35389dd tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:19.402013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefbbde-2b77-4984-b14c-bb23594a0778 req-a8daa7dd-c3e1-4185-8894-5b53f35389dd tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:19.418564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefbbde-2b77-4984-b14c-bb23594a0778 req-a8daa7dd-c3e1-4185-8894-5b53f35389dd tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:19.420698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Provisioning complete for port 547bfb14-4e98-4fd4-8b2c-afdd49964c5d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:19.421084 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.426656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefbbde-2b77-4984-b14c-bb23594a0778 req-a8daa7dd-c3e1-4185-8894-5b53f35389dd tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:19.445381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefbbde-2b77-4984-b14c-bb23594a0778 req-a8daa7dd-c3e1-4185-8894-5b53f35389dd tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:19.458946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefbbde-2b77-4984-b14c-bb23594a0778 req-a8daa7dd-c3e1-4185-8894-5b53f35389dd tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:19.468240 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bcefbbde-2b77-4984-b14c-bb23594a0778 req-a8daa7dd-c3e1-4185-8894-5b53f35389dd tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5427 time: 0.2938919
Dec 18 20:53:19.572756 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.588298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=f8de1dac-5fbd-4626-8379-c9547acc28fb,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:19.663826 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-a09c2129-13ff-42b3-abdd-d5a112d0be29 service neutron] 10.222.0.36 "GET /v2.0/ports/b09fe15f-0b97-40bf-b218-e64ff9933df9/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1863787
Dec 18 20:53:19.685339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port bf2508ae-cc73-498d-b496-3c1f2e87f0f4 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:53:19.710060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port bf2508ae-cc73-498d-b496-3c1f2e87f0f4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:19.710602 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.770087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bcefbbde-2b77-4984-b14c-bb23594a0778 req-15fcebb0-7093-43fb-8b5b-855828c23b62 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3004553
Dec 18 20:53:19.819667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Provisioning complete for port 75273d64-7d57-4089-830e-5812a07bb618 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:19.820036 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.835737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f203-72e6-4c10-8472-da9035b5b6fe req-0ce758db-3081-4ce7-a283-c1481a03af1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:19.844469 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7bb7f203-72e6-4c10-8472-da9035b5b6fe req-0ce758db-3081-4ce7-a283-c1481a03af1e tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=f23d751a-dbda-4976-a75f-1b418b3c1ef4 HTTP/1.1" status: 200  len: 946 time: 0.2420831
Dec 18 20:53:19.867958 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.903725 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.932358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ce9d3-fda2-4540-b976-8d520065bfd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=786417b7-af11-4ca5-aea7-bbc60ec0e398,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:19.950126 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:19.973395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7bb7f203-72e6-4c10-8472-da9035b5b6fe req-885d2d4d-94d5-42c0-b98f-a9d64cd21efa tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243551
Dec 18 20:53:20.001263 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8de1dac-5fbd-4626-8379-c9547acc28fb'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:20.004191 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6453ca5d-96e9-408e-b4aa-be7867fbdda8" -d '{"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "f8de1dac-5fbd-4626-8379-c9547acc28fb"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:20.007830 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Pushing event updated for resources: {'Port': ['ID=b03994a4-2acd-4e8f-82fe-a92196e05334,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:20.057555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Network 8dbc6582-184d-4d45-a943-a02d35789f9e is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:20.061731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:20.065244 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.067302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:20.148227 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65184213-8bf9-4992-9637-4ba7f43e4263 x-openstack-request-id: req-65184213-8bf9-4992-9637-4ba7f43e4263 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:20.148941 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "f8de1dac-5fbd-4626-8379-c9547acc28fb", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:20.148941 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65184213-8bf9-4992-9637-4ba7f43e4263 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:20.149185 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8de1dac-5fbd-4626-8379-c9547acc28fb', 'code': 200}
Dec 18 20:53:20.160740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Subnet': ['ID=0f13f2f0-dcfb-4b91-b6d7-d418697bbd0e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:20.199133 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-924e847a-1e0c-462f-b6fa-cca50710b74a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.236622 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Provisioning complete for port 2ab135d1-f178-435a-8dc4-535d3964f718 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:20.237059 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.301755 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Attempting to bind port b03994a4-2acd-4e8f-82fe-a92196e05334 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:20.303086 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Attempting to bind port b03994a4-2acd-4e8f-82fe-a92196e05334 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99d0732b-205c-4a47-bd68-6c6377999781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8dbc6582-184d-4d45-a943-a02d35789f9e'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:20.303465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Attempting to bind port b03994a4-2acd-4e8f-82fe-a92196e05334 on network 8dbc6582-184d-4d45-a943-a02d35789f9e {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:20.316854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port bf2508ae-cc73-498d-b496-3c1f2e87f0f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf2508ae-cc73-498d-b496-3c1f2e87f0f4,segment=NetworkSegment(28f0ba01-4411-44af-bc1e-46aca7fda6fb),segment_id=28f0ba01-4411-44af-bc1e-46aca7fda6fb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:20.317736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:20.318196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Checking segment: {'id': '99d0732b-205c-4a47-bd68-6c6377999781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8dbc6582-184d-4d45-a943-a02d35789f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:20.318617 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.319096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Bound using segment: {'id': '99d0732b-205c-4a47-bd68-6c6377999781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8dbc6582-184d-4d45-a943-a02d35789f9e'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:20.319700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Bound port: b03994a4-2acd-4e8f-82fe-a92196e05334, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d0732b-205c-4a47-bd68-6c6377999781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8dbc6582-184d-4d45-a943-a02d35789f9e'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:20.320208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.325887 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.342884 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.343841 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device cbe017f3-1a9e-4b8f-b078-a8a69597377e no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:20.405032 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: cbe017f3-1a9e-4b8f-b078-a8a69597377e {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:20.405382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device cbe017f3-1a9e-4b8f-b078-a8a69597377e not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:20.412882 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-242eccee-c97a-4da3-8b1e-4b3489b09b0f None None] Port 2ab135d1-f178-435a-8dc4-535d3964f718 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:53:20.421834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device ccb5043d-02af-492d-8f2d-78752159fb84 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:20.517840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e1b0880>,) {'filters': {'network_id': ['8dbc6582-184d-4d45-a943-a02d35789f9e']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:20.535690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e29ce9d3-fda2-4540-b976-8d520065bfd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.544441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e1b0880>, '99d0732b-205c-4a47-bd68-6c6377999781') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:20.544673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e1b0880>, '99d0732b-205c-4a47-bd68-6c6377999781') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:20.569675 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.573462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-6e2adc2b-f7d1-4965-bac1-3bd5a4d61afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:20.575165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-6e2adc2b-f7d1-4965-bac1-3bd5a4d61afd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d&tenant_id=f15c3e2ec1194924bee37b0161adc237 HTTP/1.1" status: 200  len: 1100 time: 0.4109800
Dec 18 20:53:20.660675 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.673432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed326c6c-3d4e-4694-ac17-0c45d67d06cd req-07eeab2c-9006-4ab7-a87d-90a54065d202 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:20.681593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed326c6c-3d4e-4694-ac17-0c45d67d06cd req-07eeab2c-9006-4ab7-a87d-90a54065d202 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.4135609
Dec 18 20:53:20.708307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8bba0-314c-400a-ae83-e7d87ef4bec7 req-6e3a34be-383a-4071-8d97-8264dd00115d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:20.715814 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9f8bba0-314c-400a-ae83-e7d87ef4bec7 req-6e3a34be-383a-4071-8d97-8264dd00115d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.2465787
Dec 18 20:53:20.723055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:20.723858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:20.737814 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:20.872705 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=bf2508ae-cc73-498d-b496-3c1f2e87f0f4,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:20.913649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] For port b03994a4-2acd-4e8f-82fe-a92196e05334, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:20.918771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] For port b03994a4-2acd-4e8f-82fe-a92196e05334, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b03994a4-2acd-4e8f-82fe-a92196e05334,segment=NetworkSegment(99d0732b-205c-4a47-bd68-6c6377999781),segment_id=99d0732b-205c-4a47-bd68-6c6377999781)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:20.924540 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.db.api [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 20:53:20.924540 ncdv-master-1 neutron-server[126008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 20:53:20.924540 ncdv-master-1 neutron-server[126008]: [parameters: {'id': '8dbc6582-184d-4d45-a943-a02d35789f9e'}]
Dec 18 20:53:20.924540 ncdv-master-1 neutron-server[126008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:53:20.925234 ncdv-master-1 neutron-server[126008]: DEBUG oslo_db.api [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:53:20.929259 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.957029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port ccb5043d-02af-492d-8f2d-78752159fb84 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:53:20.971512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port ccb5043d-02af-492d-8f2d-78752159fb84 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:20.971890 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:20.991892 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924e847a-1e0c-462f-b6fa-cca50710b74a admin admin] Router 8da1ab25-1f16-47f5-a9c5-68a6142f242f has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:53:21.017669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-65dedd85-244c-4b55-93ee-f755422ad076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:21.019239 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-65dedd85-244c-4b55-93ee-f755422ad076 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 1100 time: 0.4041605
Dec 18 20:53:21.041438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed326c6c-3d4e-4694-ac17-0c45d67d06cd req-acc39a62-b967-4a28-bc2e-8db32332893d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3589029
Dec 18 20:53:21.049121 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29ce9d3-fda2-4540-b976-8d520065bfd9 admin admin] Router 7645bd51-0467-4f02-a068-c997e0d4e266 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:53:21.079724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d23a6-50a4-4f59-9a7d-e09734c344e5 None None] Pushing event updated for resources: {'Port': ['ID=b03994a4-2acd-4e8f-82fe-a92196e05334,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:21.105851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e9525-d002-48eb-8ca7-483b67fb0cd8 None None] Network 8dbc6582-184d-4d45-a943-a02d35789f9e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:21.158783 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:21.223100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29ce9d3-fda2-4540-b976-8d520065bfd9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:53:21.230725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port ccb5043d-02af-492d-8f2d-78752159fb84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccb5043d-02af-492d-8f2d-78752159fb84,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:21.238816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3745d2-1def-4161-ae3e-8f02d1e98b4e None None] Sync routers for ids ['7645bd51-0467-4f02-a068-c997e0d4e266'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:53:21.250136 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:21.251324 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9f8bba0-314c-400a-ae83-e7d87ef4bec7 req-4a889d9f-214d-41e0-8fc3-62b3bd000681 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5340936
Dec 18 20:53:21.252006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 5740d94d-10b4-4d4f-b84a-14e2647f72c7 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:21.253285 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e29ce9d3-fda2-4540-b976-8d520065bfd9 admin admin] 10.222.0.13 "PUT /v2.0/routers/7645bd51-0467-4f02-a068-c997e0d4e266/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8882213
Dec 18 20:53:21.254665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33388) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:21.262944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248cba0a-4ca4-4a4d-ba88-333351b5f716 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 20:53:21.356126 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3745d2-1def-4161-ae3e-8f02d1e98b4e None None] Routers {'7645bd51-0467-4f02-a068-c997e0d4e266'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:21.357094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3a3745d2-1def-4161-ae3e-8f02d1e98b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e124fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7645bd51-0467-4f02-a068-c997e0d4e266'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:21.405012 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:21.454948 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:21.497421 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=ccb5043d-02af-492d-8f2d-78752159fb84,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:21.532338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-37a3837e-79ba-482a-99c1-a58b26b22d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:21.533976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-37a3837e-79ba-482a-99c1-a58b26b22d52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.4784861
Dec 18 20:53:21.553934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3282b9e-42a2-421f-9fd3-d7e410e2eefb req-0e8c3b13-8c54-4ab2-9fa2-0629a5e312b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:21.561042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3282b9e-42a2-421f-9fd3-d7e410e2eefb req-0e8c3b13-8c54-4ab2-9fa2-0629a5e312b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:21.567206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3282b9e-42a2-421f-9fd3-d7e410e2eefb req-0e8c3b13-8c54-4ab2-9fa2-0629a5e312b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:21.571210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 5740d94d-10b4-4d4f-b84a-14e2647f72c7 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:53:21.585630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 5740d94d-10b4-4d4f-b84a-14e2647f72c7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:21.586031 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:21.587199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3282b9e-42a2-421f-9fd3-d7e410e2eefb req-0e8c3b13-8c54-4ab2-9fa2-0629a5e312b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:21.595738 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3282b9e-42a2-421f-9fd3-d7e410e2eefb req-0e8c3b13-8c54-4ab2-9fa2-0629a5e312b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:21.602090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3282b9e-42a2-421f-9fd3-d7e410e2eefb req-0e8c3b13-8c54-4ab2-9fa2-0629a5e312b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:21.609142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3282b9e-42a2-421f-9fd3-d7e410e2eefb req-0e8c3b13-8c54-4ab2-9fa2-0629a5e312b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:21.618724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3282b9e-42a2-421f-9fd3-d7e410e2eefb req-0e8c3b13-8c54-4ab2-9fa2-0629a5e312b7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5430 time: 0.1963110
Dec 18 20:53:21.619634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:21.649021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3a3745d2-1def-4161-ae3e-8f02d1e98b4e None None] Set router 7645bd51-0467-4f02-a068-c997e0d4e266 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:21.695269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Deleting port 0019dc2b-ef43-4505-b941-2f0f04bde8c0 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:21.696015 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:21.787063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] For port 0019dc2b-ef43-4505-b941-2f0f04bde8c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0019dc2b-ef43-4505-b941-2f0f04bde8c0,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:21.788008 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:21.818112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248cba0a-4ca4-4a4d-ba88-333351b5f716 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 20:53:21.851849 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Calling delete_port for 0019dc2b-ef43-4505-b941-2f0f04bde8c0 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:21.886314 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830c347-5318-4218-82e5-aa6c9ff24a80 req-fd36d0fa-67b5-4f3e-8dca-dd23e512031b tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:21.890711 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3830c347-5318-4218-82e5-aa6c9ff24a80 req-fd36d0fa-67b5-4f3e-8dca-dd23e512031b tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d751a-dbda-4976-a75f-1b418b3c1ef4 HTTP/1.1" status: 200  len: 946 time: 0.0914617
Dec 18 20:53:21.973120 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:22.105578 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-271884a8-a0a7-49fe-be8c-5c3f1e25136f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9 HTTP/1.1" status: 200  len: 217 time: 0.4675670
Dec 18 20:53:22.140823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 5740d94d-10b4-4d4f-b84a-14e2647f72c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5740d94d-10b4-4d4f-b84a-14e2647f72c7,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:22.147717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-3830c347-5318-4218-82e5-aa6c9ff24a80 req-3f950560-1f33-4261-b124-60a65aabe046 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Deleting port 49e4deb1-4b6d-4313-9ef1-0f5905853b16 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:22.148245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3830c347-5318-4218-82e5-aa6c9ff24a80 req-3f950560-1f33-4261-b124-60a65aabe046 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:22.154185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4'}, {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb5043d-02af-492d-8f2d-78752159fb84'}, {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5740d94d-10b4-4d4f-b84a-14e2647f72c7'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:22.158553 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1867d63-e629-4629-adab-8a4553d08d4f" -d '{"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "bf2508ae-cc73-498d-b496-3c1f2e87f0f4"}, {"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "ccb5043d-02af-492d-8f2d-78752159fb84"}, {"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "5740d94d-10b4-4d4f-b84a-14e2647f72c7"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:22.169510 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:22.170373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 04c02923-efaf-4b7a-9421-6c1c3df3d6eb up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:22.287470 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3a3745d2-1def-4161-ae3e-8f02d1e98b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e124fa0>, [{'id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1802778852-router', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85'}], 'enable_snat': True}, 'gw_port_id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:50Z', 'updated_at': '2021-12-18T20:53:19Z', 'revision_number': 5, 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'gw_port': {'id': '0019dc2b-ef43-4505-b941-2f0f04bde8c0', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:47:51Z', 'updated_at': '2021-12-18T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:22.327177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924e847a-1e0c-462f-b6fa-cca50710b74a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:53:22.341443 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd0e1ce-cd3e-4d6e-80ca-a70b4cfcd921 None None] Sync routers for ids ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:53:22.344829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3830c347-5318-4218-82e5-aa6c9ff24a80 req-3f950560-1f33-4261-b124-60a65aabe046 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] For port 49e4deb1-4b6d-4313-9ef1-0f5905853b16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49e4deb1-4b6d-4313-9ef1-0f5905853b16,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:22.345477 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3830c347-5318-4218-82e5-aa6c9ff24a80 req-3f950560-1f33-4261-b124-60a65aabe046 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:22.347708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3745d2-1def-4161-ae3e-8f02d1e98b4e None None] Checking router: 7645bd51-0467-4f02-a068-c997e0d4e266 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:53:22.358907 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd0e1ce-cd3e-4d6e-80ca-a70b4cfcd921 None None] Routers {'8da1ab25-1f16-47f5-a9c5-68a6142f242f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:22.359523 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dcd0e1ce-cd3e-4d6e-80ca-a70b4cfcd921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5d7a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:22.360523 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:22.366726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-924e847a-1e0c-462f-b6fa-cca50710b74a admin admin] 10.222.0.13 "PUT /v2.0/routers/8da1ab25-1f16-47f5-a9c5-68a6142f242f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4321294
Dec 18 20:53:22.375526 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33402) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:22.393995 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-3830c347-5318-4218-82e5-aa6c9ff24a80 req-3f950560-1f33-4261-b124-60a65aabe046 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Calling delete_port for 49e4deb1-4b6d-4313-9ef1-0f5905853b16 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:22.425456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:53:22.463382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3745d2-1def-4161-ae3e-8f02d1e98b4e None None] Routers {'7645bd51-0467-4f02-a068-c997e0d4e266'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:22.464646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3a3745d2-1def-4161-ae3e-8f02d1e98b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e124fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7645bd51-0467-4f02-a068-c997e0d4e266'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:22.486690 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Pushing event deleted for resources: {'Port': ['ID=0019dc2b-ef43-4505-b941-2f0f04bde8c0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:22.517812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-f9175738-3ef9-43e1-b9a3-140662bdbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:22.519284 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-f9175738-3ef9-43e1-b9a3-140662bdbfe4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.3191819
Dec 18 20:53:22.543637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02eda9-9700-4151-9142-dc11413737dc req-64a4d14f-d338-4d47-ac66-a20ab1d01205 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:22.545263 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c02eda9-9700-4151-9142-dc11413737dc req-64a4d14f-d338-4d47-ac66-a20ab1d01205 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=f23d751a-dbda-4976-a75f-1b418b3c1ef4 HTTP/1.1" status: 200  len: 946 time: 0.9166970
Dec 18 20:53:22.579937 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3a3745d2-1def-4161-ae3e-8f02d1e98b4e None None] Set router 7645bd51-0467-4f02-a068-c997e0d4e266 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:22.609418 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-dcd0e1ce-cd3e-4d6e-80ca-a70b4cfcd921 None None] Set router 8da1ab25-1f16-47f5-a9c5-68a6142f242f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:22.631453 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3282b9e-42a2-421f-9fd3-d7e410e2eefb req-e91189f4-9889-469d-8691-dc2d3c686f17 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 1.0062461
Dec 18 20:53:22.738021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Deleting port b03994a4-2acd-4e8f-82fe-a92196e05334 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:22.746477 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:22.784166 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:22.788213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=5740d94d-10b4-4d4f-b84a-14e2647f72c7,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:22.802556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:22.802923 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:22.810496 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3a3745d2-1def-4161-ae3e-8f02d1e98b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e124fa0>, [{'id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1802778852-router', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:50Z', 'updated_at': '2021-12-18T20:53:22Z', 'revision_number': 7, 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:22.926418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485bc4a4-7612-4371-8351-e0d91bd5aee5 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:22.941257 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dcd0e1ce-cd3e-4d6e-80ca-a70b4cfcd921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5d7a60>, [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:53:18Z', 'revision_number': 5, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:22.950437 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3745d2-1def-4161-ae3e-8f02d1e98b4e None None] The sync data for ids ['7645bd51-0467-4f02-a068-c997e0d4e266'] in ncdv-master-1 is: [{'id': '7645bd51-0467-4f02-a068-c997e0d4e266', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1802778852-router', 'tenant_id': '45a1dd6e308a471d8df32a7caacfdb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:47:50Z', 'updated_at': '2021-12-18T20:53:22Z', 'revision_number': 7, 'project_id': '45a1dd6e308a471d8df32a7caacfdb44', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:53:22.984310 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd0e1ce-cd3e-4d6e-80ca-a70b4cfcd921 None None] Checking router: 8da1ab25-1f16-47f5-a9c5-68a6142f242f for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:53:23.000373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-ed278392-7ece-4e9f-8a02-8bb28d788fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:23.002432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-ed278392-7ece-4e9f-8a02-8bb28d788fb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4456866
Dec 18 20:53:23.005332 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd0e1ce-cd3e-4d6e-80ca-a70b4cfcd921 None None] Routers {'8da1ab25-1f16-47f5-a9c5-68a6142f242f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:23.006173 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dcd0e1ce-cd3e-4d6e-80ca-a70b4cfcd921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5d7a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:23.007052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38f730dd-f4fb-41dd-b337-40493bde7e6e req-988ee634-87c9-4b7c-9b7c-3b98dd116521 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5306585
Dec 18 20:53:23.033545 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.044047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.058925 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.061909 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.075610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c02923-efaf-4b7a-9421-6c1c3df3d6eb,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:23.083595 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.085939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f1cdb751-5072-47e3-96f0-96e30fe3bc2f up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:23.103796 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3830c347-5318-4218-82e5-aa6c9ff24a80 req-3f950560-1f33-4261-b124-60a65aabe046 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.147957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:23.150373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c02eda9-9700-4151-9142-dc11413737dc req-f16809a5-23f3-457b-a75f-d2cd407c7a64 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5165470
Dec 18 20:53:23.233048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31464b3d-8b6c-4c26-8fe6-a00ecc2bfa3e req-d2f3aea6-1f7e-471e-b18d-2d21b8eeb4d2 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:23.241871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31464b3d-8b6c-4c26-8fe6-a00ecc2bfa3e req-d2f3aea6-1f7e-471e-b18d-2d21b8eeb4d2 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.3760765
Dec 18 20:53:23.270333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6900300-a474-4641-a887-30a8e0903ca8 req-8b986db2-a5b6-4041-96da-0f0710572f96 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:23.272295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6900300-a474-4641-a887-30a8e0903ca8 req-8b986db2-a5b6-4041-96da-0f0710572f96 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.31 "GET /v2.0/ports?device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 945 time: 0.3738132
Dec 18 20:53:23.272454 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-dcd0e1ce-cd3e-4d6e-80ca-a70b4cfcd921 None None] Set router 8da1ab25-1f16-47f5-a9c5-68a6142f242f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:23.328571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.328571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7645bd51-0467-4f02-a068-c997e0d4e266 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:53:23.340865 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.346911 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1276c349-4afc-42df-aa73-86371d92e45f admin admin] 10.222.0.13 "DELETE /v2.0/routers/7645bd51-0467-4f02-a068-c997e0d4e266 HTTP/1.1" status: 204  len: 168 time: 2.0909350
Dec 18 20:53:23.347596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33408) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:23.427564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] For port b03994a4-2acd-4e8f-82fe-a92196e05334, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b03994a4-2acd-4e8f-82fe-a92196e05334,segment=NetworkSegment(99d0732b-205c-4a47-bd68-6c6377999781),segment_id=99d0732b-205c-4a47-bd68-6c6377999781)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:23.427949 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.517294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Calling delete_port for b03994a4-2acd-4e8f-82fe-a92196e05334 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:23.564207 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36326648-68ac-4991-ba9c-db72140c0b22 x-openstack-request-id: req-36326648-68ac-4991-ba9c-db72140c0b22 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:23.564745 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "bf2508ae-cc73-498d-b496-3c1f2e87f0f4", "code": 200}, {"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "ccb5043d-02af-492d-8f2d-78752159fb84", "code": 200}, {"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "5740d94d-10b4-4d4f-b84a-14e2647f72c7", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:23.564745 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36326648-68ac-4991-ba9c-db72140c0b22 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:23.565142 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4', 'code': 200}
Dec 18 20:53:23.565408 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb5043d-02af-492d-8f2d-78752159fb84', 'code': 200}
Dec 18 20:53:23.565663 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5740d94d-10b4-4d4f-b84a-14e2647f72c7', 'code': 200}
Dec 18 20:53:23.624362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=04c02923-efaf-4b7a-9421-6c1c3df3d6eb,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:23.630293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3273d84-f762-4b93-9436-fc90fb6f8058 None None] DHCP port deletion for 7fe37750-b06f-419d-82fb-61fd7d848a35 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:23.648251 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f950560-1f33-4261-b124-60a65aabe046 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Pushing event deleted for resources: {'Port': ['ID=49e4deb1-4b6d-4313-9ef1-0f5905853b16,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:23.673742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port f1cdb751-5072-47e3-96f0-96e30fe3bc2f completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:53:23.689767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port f1cdb751-5072-47e3-96f0-96e30fe3bc2f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:23.690583 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.696998 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.713416 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dcd0e1ce-cd3e-4d6e-80ca-a70b4cfcd921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5d7a60>, [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:53:18Z', 'revision_number': 5, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:23.750347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3830c347-5318-4218-82e5-aa6c9ff24a80 req-3f950560-1f33-4261-b124-60a65aabe046 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] No DVR routers for this DVR port 49e4deb1-4b6d-4313-9ef1-0f5905853b16 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:23.751303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-205b439d-617d-45b6-876b-53c7f66f0e10 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6825464
Dec 18 20:53:23.755327 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3830c347-5318-4218-82e5-aa6c9ff24a80 req-3f950560-1f33-4261-b124-60a65aabe046 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.758765 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3830c347-5318-4218-82e5-aa6c9ff24a80 req-3f950560-1f33-4261-b124-60a65aabe046 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.36 "DELETE /v2.0/ports/49e4deb1-4b6d-4313-9ef1-0f5905853b16 HTTP/1.1" status: 204  len: 173 time: 1.8309886
Dec 18 20:53:23.759163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23d751a-dbda-4976-a75f-1b418b3c1ef4', 'name': 'network-vif-deleted', 'tag': '49e4deb1-4b6d-4313-9ef1-0f5905853b16'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:23.761495 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb3460f-7eb7-444c-8f75-3fbc11ccb1ca" -d '{"events": [{"server_uuid": "f23d751a-dbda-4976-a75f-1b418b3c1ef4", "name": "network-vif-deleted", "tag": "49e4deb1-4b6d-4313-9ef1-0f5905853b16"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:23.764067 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.773695 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd0e1ce-cd3e-4d6e-80ca-a70b4cfcd921 None None] The sync data for ids ['8da1ab25-1f16-47f5-a9c5-68a6142f242f'] in ncdv-master-1 is: [{'id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1421722987-router', 'tenant_id': '47e94e03944844ccb90b9a5818d00856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22'}], 'enable_snat': True}, 'gw_port_id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:04Z', 'updated_at': '2021-12-18T20:53:18Z', 'revision_number': 5, 'project_id': '47e94e03944844ccb90b9a5818d00856', 'gw_port': {'id': '547bfb14-4e98-4fd4-8b2c-afdd49964c5d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1ab25-1f16-47f5-a9c5-68a6142f242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:05Z', 'updated_at': '2021-12-18T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:53:23.821247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23597d8-761d-4d61-a8c5-e37d24a36f88 admin admin] Deleting subnet 0035eccc-7139-4e05-a0d8-80f0842e9707 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:53:23.825105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31464b3d-8b6c-4c26-8fe6-a00ecc2bfa3e req-53a90a29-59a8-4b5f-a459-466d0e9f7758 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5820317
Dec 18 20:53:23.826220 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23597d8-761d-4d61-a8c5-e37d24a36f88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.908469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23597d8-761d-4d61-a8c5-e37d24a36f88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.920769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f730dd-f4fb-41dd-b337-40493bde7e6e req-e91062c9-aa9b-4231-9f8b-dfc9175c278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:23.922400 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38f730dd-f4fb-41dd-b337-40493bde7e6e req-e91062c9-aa9b-4231-9f8b-dfc9175c278d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 1100 time: 0.8345983
Dec 18 20:53:23.934841 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:23.977151 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Deleting port 547bfb14-4e98-4fd4-8b2c-afdd49964c5d {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:23.978537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.019563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port f1cdb751-5072-47e3-96f0-96e30fe3bc2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1cdb751-5072-47e3-96f0-96e30fe3bc2f,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:24.025088 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Port': ['ID=b03994a4-2acd-4e8f-82fe-a92196e05334,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:24.030278 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.031104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:24.090586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No DVR routers for this DVR port b03994a4-2acd-4e8f-82fe-a92196e05334 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:24.143217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=f1cdb751-5072-47e3-96f0-96e30fe3bc2f,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:24.168029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:24.168366 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.204612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23597d8-761d-4d61-a8c5-e37d24a36f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.230647 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] For port 547bfb14-4e98-4fd4-8b2c-afdd49964c5d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=547bfb14-4e98-4fd4-8b2c-afdd49964c5d,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:24.231367 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.232460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57533910-b943-40b2-9ba0-66b63c6c7bf7 req-82fcec54-66fb-476d-8f81-01c11d22946b tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:24.234051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57533910-b943-40b2-9ba0-66b63c6c7bf7 req-82fcec54-66fb-476d-8f81-01c11d22946b tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.7894404
Dec 18 20:53:24.255466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Calling delete_port for 547bfb14-4e98-4fd4-8b2c-afdd49964c5d owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:24.357587 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.388060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-f6900300-a474-4641-a887-30a8e0903ca8 req-bbfccc2b-cf1d-4529-9b6b-08217059fffc tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Deleting port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:24.388680 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f6900300-a474-4641-a887-30a8e0903ca8 req-bbfccc2b-cf1d-4529-9b6b-08217059fffc tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.412653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:24.427137 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.428101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device e339efff-5759-4aa7-8925-f9e71e302622 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:24.517771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=10']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:24.551269 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23597d8-761d-4d61-a8c5-e37d24a36f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.572686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port e339efff-5759-4aa7-8925-f9e71e302622 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:53:24.577836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port e339efff-5759-4aa7-8925-f9e71e302622 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:24.578279 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.588160 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.605525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23597d8-761d-4d61-a8c5-e37d24a36f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0035eccc-7139-4e05-a0d8-80f0842e9707,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:24.612666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23597d8-761d-4d61-a8c5-e37d24a36f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.617294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f7552-e5ae-4e8a-92e7-64e72b1ad817 req-333285d2-dd42-4ef5-871f-e3ba98ff23de tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:24.626046 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b23597d8-761d-4d61-a8c5-e37d24a36f88 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0035eccc-7139-4e05-a0d8-80f0842e9707 HTTP/1.1" status: 204  len: 168 time: 1.2382517
Dec 18 20:53:24.627816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33424) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:24.630176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f7552-e5ae-4e8a-92e7-64e72b1ad817 req-333285d2-dd42-4ef5-871f-e3ba98ff23de tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:24.637320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f7552-e5ae-4e8a-92e7-64e72b1ad817 req-333285d2-dd42-4ef5-871f-e3ba98ff23de tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:24.645049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f7552-e5ae-4e8a-92e7-64e72b1ad817 req-333285d2-dd42-4ef5-871f-e3ba98ff23de tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:24.652774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f7552-e5ae-4e8a-92e7-64e72b1ad817 req-333285d2-dd42-4ef5-871f-e3ba98ff23de tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:24.658995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f7552-e5ae-4e8a-92e7-64e72b1ad817 req-333285d2-dd42-4ef5-871f-e3ba98ff23de tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:24.666022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f7552-e5ae-4e8a-92e7-64e72b1ad817 req-333285d2-dd42-4ef5-871f-e3ba98ff23de tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:24.666307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eaaea1-f920-4fdf-b000-ab2e79f9e363 None None] Network 559a377c-953c-44eb-a36c-948051a4fe31 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:24.668531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-899f7552-e5ae-4e8a-92e7-64e72b1ad817 req-333285d2-dd42-4ef5-871f-e3ba98ff23de tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5433 time: 0.6750200
Dec 18 20:53:24.764128 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.777896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f730dd-f4fb-41dd-b337-40493bde7e6e req-6c7832ee-aaff-4009-9aa1-93623e3e680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:24.778509 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.780269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38f730dd-f4fb-41dd-b337-40493bde7e6e req-6c7832ee-aaff-4009-9aa1-93623e3e680c service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.7856455
Dec 18 20:53:24.793748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 786417b7-af11-4ca5-aea7-bbc60ec0e398 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:24.800168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05474b1e-ec96-48f3-939e-e3e1dcbe19f7 req-79cce018-7ca4-4ba9-bdd7-9d16e8d85285 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9975181
Dec 18 20:53:24.803155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ec48c40>,) {'filters': {'network_id': ['8dbc6582-184d-4d45-a943-a02d35789f9e']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:24.829566 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 786417b7-af11-4ca5-aea7-bbc60ec0e398 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:24.829566 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 786417b7-af11-4ca5-aea7-bbc60ec0e398 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:24.829908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=547bfb14-4e98-4fd4-8b2c-afdd49964c5d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:24.830443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0019dc2b-ef43-4505-b941-2f0f04bde8c0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:24.840324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e737f7-793d-4f95-b179-a3ecd0fe0ee4 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:24.860983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ec48c40>, '99d0732b-205c-4a47-bd68-6c6377999781') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:24.863723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ec48c40>, '99d0732b-205c-4a47-bd68-6c6377999781') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:24.912090 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.912531 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.916942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 0019dc2b-ef43-4505-b941-2f0f04bde8c0 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:24.925888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0019dc2b-ef43-4505-b941-2f0f04bde8c0 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:24.926565 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:24.943546 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Deleting port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:24.944186 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:24.961300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:24.961854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6ca128a1-55ff-4b89-bcdc-bd203ce74bdd not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:24.982344 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.041832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port e339efff-5759-4aa7-8925-f9e71e302622, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e339efff-5759-4aa7-8925-f9e71e302622,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:25.051321 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.061130 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.067945 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.092186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 49e4deb1-4b6d-4313-9ef1-0f5905853b16 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:25.132715 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.136559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb2fd52-c404-4cfd-b7eb-77b652db1488 None None] DHCP port deletion for 559a377c-953c-44eb-a36c-948051a4fe31 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:25.140994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:25.141606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.141927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 49e4deb1-4b6d-4313-9ef1-0f5905853b16 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:25.142709 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 49e4deb1-4b6d-4313-9ef1-0f5905853b16 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:25.143288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b09fe15f-0b97-40bf-b218-e64ff9933df9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:25.222488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=e339efff-5759-4aa7-8925-f9e71e302622,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:25.265841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f6900300-a474-4641-a887-30a8e0903ca8 req-bbfccc2b-cf1d-4529-9b6b-08217059fffc tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] For port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03,segment=NetworkSegment(66e323ce-d2c6-4918-afc0-f880372d8272),segment_id=66e323ce-d2c6-4918-afc0-f880372d8272)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:25.266314 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f6900300-a474-4641-a887-30a8e0903ca8 req-bbfccc2b-cf1d-4529-9b6b-08217059fffc tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.283416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-f6900300-a474-4641-a887-30a8e0903ca8 req-bbfccc2b-cf1d-4529-9b6b-08217059fffc tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Calling delete_port for c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:25.311665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-bdb2fd52-c404-4cfd-b7eb-77b652db1488 None None] Deleting port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:25.314537 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bdb2fd52-c404-4cfd-b7eb-77b652db1488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.317180 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:25.356859 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:25.369330 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57533910-b943-40b2-9ba0-66b63c6c7bf7 req-5d02fd7a-6d31-4ee2-a0d7-04914ab38b4f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1036959
Dec 18 20:53:25.375940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38f730dd-f4fb-41dd-b337-40493bde7e6e req-f250d93a-2c1c-4d29-ad4a-115a7a654f9b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826 HTTP/1.1" status: 200  len: 217 time: 0.4508147
Dec 18 20:53:25.376960 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.430322 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.435024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/8dbc6582-184d-4d45-a943-a02d35789f9e HTTP/1.1" status: 204  len: 168 time: 7.0934315
Dec 18 20:53:25.487932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33428) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:25.499299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b09fe15f-0b97-40bf-b218-e64ff9933df9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:25.499459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-116fc94f-71ac-4492-91d9-a5a0f286ae5f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-640455472'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:25.512530 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-bdb2fd52-c404-4cfd-b7eb-77b652db1488 None None] For port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbb0ac55-b5b3-4042-932e-e4af9f62ba1a,segment=NetworkSegment(ecbb3e9c-8fc7-441b-9612-8721bba8a420),segment_id=ecbb3e9c-8fc7-441b-9612-8721bba8a420)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:25.514414 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bdb2fd52-c404-4cfd-b7eb-77b652db1488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.520346 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36941ef0-5886-421c-a3af-45efcf3c3765 x-openstack-request-id: req-36941ef0-5886-421c-a3af-45efcf3c3765 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:25.520799 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23d751a-dbda-4976-a75f-1b418b3c1ef4", "name": "network-vif-deleted", "tag": "49e4deb1-4b6d-4313-9ef1-0f5905853b16", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:25.521269 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36941ef0-5886-421c-a3af-45efcf3c3765 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:25.524687 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23d751a-dbda-4976-a75f-1b418b3c1ef4', 'name': 'network-vif-deleted', 'tag': '49e4deb1-4b6d-4313-9ef1-0f5905853b16', 'status': 'completed', 'code': 200}
Dec 18 20:53:25.525591 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.539405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] For port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbb0ac55-b5b3-4042-932e-e4af9f62ba1a,segment=NetworkSegment(ecbb3e9c-8fc7-441b-9612-8721bba8a420),segment_id=ecbb3e9c-8fc7-441b-9612-8721bba8a420)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:25.540647 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.548509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453578c4-d214-4c37-b21c-6ce4f0201aef tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Network': ['ID=8dbc6582-184d-4d45-a943-a02d35789f9e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:25.567071 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.568399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c02923-efaf-4b7a-9421-6c1c3df3d6eb'}, {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cdb751-5072-47e3-96f0-96e30fe3bc2f'}, {'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'}, {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e339efff-5759-4aa7-8925-f9e71e302622'}, {'server_uuid': 'cfebec43-3354-4223-9f86-adc3ef6fb19d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09fe15f-0b97-40bf-b218-e64ff9933df9'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:25.570177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da1ab25-1f16-47f5-a9c5-68a6142f242f {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:53:25.578784 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d5cce4-5d83-411a-ac84-b9843ba8ef41" -d '{"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "04c02923-efaf-4b7a-9421-6c1c3df3d6eb"}, {"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "f1cdb751-5072-47e3-96f0-96e30fe3bc2f"}, {"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699"}, {"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "e339efff-5759-4aa7-8925-f9e71e302622"}, {"server_uuid": "cfebec43-3354-4223-9f86-adc3ef6fb19d", "name": "network-vif-unplugged", "status": "completed", "tag": "b09fe15f-0b97-40bf-b218-e64ff9933df9"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:25.581983 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-899f7552-e5ae-4e8a-92e7-64e72b1ad817 req-85b71c7e-8b61-4f0b-be14-d41a77b64005 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.8397131
Dec 18 20:53:25.586301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-bdb2fd52-c404-4cfd-b7eb-77b652db1488 None None] Calling delete_port for dbb0ac55-b5b3-4042-932e-e4af9f62ba1a owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:25.601642 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.604668 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-73f66f6e-4fb0-461b-8f28-8e6a5590e4e2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8da1ab25-1f16-47f5-a9c5-68a6142f242f HTTP/1.1" status: 204  len: 168 time: 3.2207577
Dec 18 20:53:25.606594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Calling delete_port for dbb0ac55-b5b3-4042-932e-e4af9f62ba1a owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:25.611310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33434) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:25.779253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116fc94f-71ac-4492-91d9-a5a0f286ae5f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:25.781838 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b09fe15f-0b97-40bf-b218-e64ff9933df9,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:25.797666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-116fc94f-71ac-4492-91d9-a5a0f286ae5f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.854422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5c1af4-9f01-4dee-8974-1b005fdcd2e1 admin admin] Deleting subnet 05cc53ec-1c25-42dc-ac5b-5a97b48ffd34 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:53:25.861064 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1af4-9f01-4dee-8974-1b005fdcd2e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.863740 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bdb2fd52-c404-4cfd-b7eb-77b652db1488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.920016 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2fd52-c404-4cfd-b7eb-77b652db1488 None None] Pushing event deleted for resources: {'Port': ['ID=dbb0ac55-b5b3-4042-932e-e4af9f62ba1a,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:25.926371 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1af4-9f01-4dee-8974-1b005fdcd2e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:25.939788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb2fd52-c404-4cfd-b7eb-77b652db1488 None None] No DVR routers for this DVR port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:25.967260 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f730dd-f4fb-41dd-b337-40493bde7e6e req-f47f88db-f650-4477-865b-120408cf2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:25.970541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38f730dd-f4fb-41dd-b337-40493bde7e6e req-f47f88db-f650-4477-865b-120408cf2ba0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.5813911
Dec 18 20:53:26.084492 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.123730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116fc94f-71ac-4492-91d9-a5a0f286ae5f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:26.133157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1af4-9f01-4dee-8974-1b005fdcd2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.139556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb0ac55-b5b3-4042-932e-e4af9f62ba1a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:26.157597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bef66-d6a8-4513-8a24-e590cf464426 req-7cd60dc1-5e34-43e5-8da1-847c8a421890 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:26.160299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-108bef66-d6a8-4513-8a24-e590cf464426 req-7cd60dc1-5e34-43e5-8da1-847c8a421890 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 947 time: 0.4579518
Dec 18 20:53:26.167171 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-116fc94f-71ac-4492-91d9-a5a0f286ae5f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.167512 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-116fc94f-71ac-4492-91d9-a5a0f286ae5f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Added segment 636a91d9-2b8c-441a-852a-7b87fcef9cc7 of type vlan for network 82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca
Dec 18 20:53:26.171826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f730dd-f4fb-41dd-b337-40493bde7e6e req-6b53fbc1-2d9d-4e46-b23a-5e794f072e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:26.174192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38f730dd-f4fb-41dd-b337-40493bde7e6e req-6b53fbc1-2d9d-4e46-b23a-5e794f072e9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1659870
Dec 18 20:53:26.183737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] No DVR routers for this DVR port dbb0ac55-b5b3-4042-932e-e4af9f62ba1a on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:26.183938 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee16ec-cea1-43c6-8aef-e99fa2b75014 req-3c957d80-cdeb-4ef4-b082-769eff264c15 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:26.185472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b8ee16ec-cea1-43c6-8aef-e99fa2b75014 req-3c957d80-cdeb-4ef4-b082-769eff264c15 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 945 time: 0.2646284
Dec 18 20:53:26.302434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.327187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1af4-9f01-4dee-8974-1b005fdcd2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.330739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dfb8280>,) {'filters': {'network_id': ['559a377c-953c-44eb-a36c-948051a4fe31']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:26.368920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38f730dd-f4fb-41dd-b337-40493bde7e6e req-4a8786c0-10f6-42ae-aa75-bdf0bd17af2d service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597130
Dec 18 20:53:26.372339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dfb8280>, 'ecbb3e9c-8fc7-441b-9612-8721bba8a420') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:26.372640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dfb8280>, 'ecbb3e9c-8fc7-441b-9612-8721bba8a420') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:26.383362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f3b300-11e7-4654-95d8-bbf801b01fbd None None] Network f1d70eca-02f4-4675-afda-361ba3071aaf requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:26.399688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c1af4-9f01-4dee-8974-1b005fdcd2e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05cc53ec-1c25-42dc-ac5b-5a97b48ffd34,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:26.401666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f6900300-a474-4641-a887-30a8e0903ca8 req-bbfccc2b-cf1d-4529-9b6b-08217059fffc tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.406024 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1af4-9f01-4dee-8974-1b005fdcd2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.415707 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ac5c1af4-9f01-4dee-8974-1b005fdcd2e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/05cc53ec-1c25-42dc-ac5b-5a97b48ffd34 HTTP/1.1" status: 204  len: 168 time: 0.8027186
Dec 18 20:53:26.418547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33442) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:26.444713 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.512187 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-116fc94f-71ac-4492-91d9-a5a0f286ae5f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.524286 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfccc2b-cf1d-4529-9b6b-08217059fffc tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Pushing event deleted for resources: {'Port': ['ID=c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:26.556042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-108bef66-d6a8-4513-8a24-e590cf464426 req-77a7b507-2a44-4dfc-896a-4943a79230e5 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3679383
Dec 18 20:53:26.563751 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.570205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df432e0e-0772-4ed8-af01-0deca2a973d4 None None] DHCP port deletion for 7fe37750-b06f-419d-82fb-61fd7d848a35 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:26.596642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b8ee16ec-cea1-43c6-8aef-e99fa2b75014 req-d090331e-b3ac-460c-8099-53c117c2d103 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/security-groups?id=557d4671-44cd-4859-a5e2-72610505bfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2729096
Dec 18 20:53:26.623989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:26.624394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:26.626020 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:26.710691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6900300-a474-4641-a887-30a8e0903ca8 req-bbfccc2b-cf1d-4529-9b6b-08217059fffc tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] No DVR routers for this DVR port c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:26.720607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-116fc94f-71ac-4492-91d9-a5a0f286ae5f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.727216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116fc94f-71ac-4492-91d9-a5a0f286ae5f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:26.728359 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-116fc94f-71ac-4492-91d9-a5a0f286ae5f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.751144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef32791-452d-4cdc-b70a-dad832bcf9ce None None] DHCP port deletion for f1d70eca-02f4-4675-afda-361ba3071aaf request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:26.764566 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.779194 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f6900300-a474-4641-a887-30a8e0903ca8 req-bbfccc2b-cf1d-4529-9b6b-08217059fffc tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.784651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6900300-a474-4641-a887-30a8e0903ca8 req-bbfccc2b-cf1d-4529-9b6b-08217059fffc tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.31 "DELETE /v2.0/ports/c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 HTTP/1.1" status: 204  len: 173 time: 3.4844995
Dec 18 20:53:26.789923 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e89dcf-25e5-4937-a138-a00b38f607bd', 'name': 'network-vif-deleted', 'tag': 'c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:26.793782 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56862c93-4ab7-46c4-a399-375b73701211" -d '{"events": [{"server_uuid": "85e89dcf-25e5-4937-a138-a00b38f607bd", "name": "network-vif-deleted", "tag": "c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:26.817780 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59c8432-6007-4aab-9844-b8f48c834651 x-openstack-request-id: req-e59c8432-6007-4aab-9844-b8f48c834651 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:26.818144 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "04c02923-efaf-4b7a-9421-6c1c3df3d6eb", "code": 200}, {"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "f1cdb751-5072-47e3-96f0-96e30fe3bc2f", "code": 200}, {"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699", "code": 200}, {"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-plugged", "status": "completed", "tag": "e339efff-5759-4aa7-8925-f9e71e302622", "code": 200}, {"server_uuid": "cfebec43-3354-4223-9f86-adc3ef6fb19d", "name": "network-vif-unplugged", "status": "completed", "tag": "b09fe15f-0b97-40bf-b218-e64ff9933df9", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:26.829764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.840971 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e59c8432-6007-4aab-9844-b8f48c834651 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:26.843440 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c02923-efaf-4b7a-9421-6c1c3df3d6eb', 'code': 200}
Dec 18 20:53:26.844165 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:26.844964 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cdb751-5072-47e3-96f0-96e30fe3bc2f', 'code': 200}
Dec 18 20:53:26.846536 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'code': 200}
Dec 18 20:53:26.846981 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e339efff-5759-4aa7-8925-f9e71e302622', 'code': 200}
Dec 18 20:53:26.849521 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfebec43-3354-4223-9f86-adc3ef6fb19d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09fe15f-0b97-40bf-b218-e64ff9933df9', 'code': 200}
Dec 18 20:53:26.851907 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] 10.222.0.13 "DELETE /v2.0/networks/559a377c-953c-44eb-a36c-948051a4fe31 HTTP/1.1" status: 204  len: 168 time: 2.2230833
Dec 18 20:53:26.876353 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 547bfb14-4e98-4fd4-8b2c-afdd49964c5d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:26.931718 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920eb4d-2640-40a3-93a1-b0b5dd2a0019 admin admin] Pushing event deleted for resources: {'Network': ['ID=559a377c-953c-44eb-a36c-948051a4fe31,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:26.954524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 547bfb14-4e98-4fd4-8b2c-afdd49964c5d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:26.954853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 547bfb14-4e98-4fd4-8b2c-afdd49964c5d not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:26.955202 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dbb0ac55-b5b3-4042-932e-e4af9f62ba1a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:26.986149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Deleting port 4b73ef08-5fb0-4fb1-b650-723da29743bb {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:26.986646 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:27.034151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: dbb0ac55-b5b3-4042-932e-e4af9f62ba1a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:27.036050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dbb0ac55-b5b3-4042-932e-e4af9f62ba1a not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:27.047739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1ef32791-452d-4cdc-b70a-dad832bcf9ce None None] Deleting port 4b73ef08-5fb0-4fb1-b650-723da29743bb {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:27.048110 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1ef32791-452d-4cdc-b70a-dad832bcf9ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:27.073682 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38f730dd-f4fb-41dd-b337-40493bde7e6e req-31a2306c-b5ba-4aa2-b127-003f37ed7253 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6818395
Dec 18 20:53:27.106006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:27.131537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] For port 4b73ef08-5fb0-4fb1-b650-723da29743bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b73ef08-5fb0-4fb1-b650-723da29743bb,segment=NetworkSegment(671d4059-7089-40ba-abd5-648ed5819826),segment_id=671d4059-7089-40ba-abd5-648ed5819826)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:27.131805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:27.142375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33454) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:27.142696 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33456) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:27.142860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:27.143454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:27.147346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-116fc94f-71ac-4492-91d9-a5a0f286ae5f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.6559670
Dec 18 20:53:27.148711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'network_id': '82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:27.165425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1ef32791-452d-4cdc-b70a-dad832bcf9ce None None] For port 4b73ef08-5fb0-4fb1-b650-723da29743bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b73ef08-5fb0-4fb1-b650-723da29743bb,segment=NetworkSegment(671d4059-7089-40ba-abd5-648ed5819826),segment_id=671d4059-7089-40ba-abd5-648ed5819826)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:27.165902 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1ef32791-452d-4cdc-b70a-dad832bcf9ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:27.178279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fc94f-71ac-4492-91d9-a5a0f286ae5f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:27.181258 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1ef32791-452d-4cdc-b70a-dad832bcf9ce None None] Calling delete_port for 4b73ef08-5fb0-4fb1-b650-723da29743bb owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:27.211652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112221df-48db-4d57-ada9-a40767468ce9 req-df750242-a491-4d78-86ed-71a1d9a5f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.212358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112221df-48db-4d57-ada9-a40767468ce9 req-df750242-a491-4d78-86ed-71a1d9a5f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.213154 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112221df-48db-4d57-ada9-a40767468ce9 req-df750242-a491-4d78-86ed-71a1d9a5f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.213693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112221df-48db-4d57-ada9-a40767468ce9 req-df750242-a491-4d78-86ed-71a1d9a5f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.214281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112221df-48db-4d57-ada9-a40767468ce9 req-df750242-a491-4d78-86ed-71a1d9a5f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.215253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112221df-48db-4d57-ada9-a40767468ce9 req-df750242-a491-4d78-86ed-71a1d9a5f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.215783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112221df-48db-4d57-ada9-a40767468ce9 req-df750242-a491-4d78-86ed-71a1d9a5f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.219908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-112221df-48db-4d57-ada9-a40767468ce9 req-df750242-a491-4d78-86ed-71a1d9a5f2b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6491 time: 0.2480841
Dec 18 20:53:27.234558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Calling delete_port for 4b73ef08-5fb0-4fb1-b650-723da29743bb owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:27.244472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4d505-0cb2-4964-b61a-087da5617af5 req-aa1f5e4b-db0d-4c5c-b81e-6afbccdc151a tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.247398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1aa4d505-0cb2-4964-b61a-087da5617af5 req-aa1f5e4b-db0d-4c5c-b81e-6afbccdc151a tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.5583637
Dec 18 20:53:27.263480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2cde4-64ad-415e-9691-9dbc072c3dcf req-84bac340-e9dd-4c78-bc07-a8c4a3e0a02f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.270901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2cde4-64ad-415e-9691-9dbc072c3dcf req-84bac340-e9dd-4c78-bc07-a8c4a3e0a02f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.281558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2cde4-64ad-415e-9691-9dbc072c3dcf req-84bac340-e9dd-4c78-bc07-a8c4a3e0a02f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.294200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2cde4-64ad-415e-9691-9dbc072c3dcf req-84bac340-e9dd-4c78-bc07-a8c4a3e0a02f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.304431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:27.310094 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2cde4-64ad-415e-9691-9dbc072c3dcf req-84bac340-e9dd-4c78-bc07-a8c4a3e0a02f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.320060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:27.321048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2cde4-64ad-415e-9691-9dbc072c3dcf req-84bac340-e9dd-4c78-bc07-a8c4a3e0a02f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.324977 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:27.331355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2cde4-64ad-415e-9691-9dbc072c3dcf req-84bac340-e9dd-4c78-bc07-a8c4a3e0a02f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.333754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70f2cde4-64ad-415e-9691-9dbc072c3dcf req-84bac340-e9dd-4c78-bc07-a8c4a3e0a02f tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5434 time: 0.3833342
Dec 18 20:53:27.386136 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Performing IP validity checks on allocation pools {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 18 20:53:27.386888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 18 20:53:27.435323 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1aa4d505-0cb2-4964-b61a-087da5617af5 req-f53c47af-2b3b-422f-a616-55ae5a17536a tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995409
Dec 18 20:53:27.504177 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1ef32791-452d-4cdc-b70a-dad832bcf9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:27.527765 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:27.538121 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70f2cde4-64ad-415e-9691-9dbc072c3dcf req-8f75c9e0-a485-4962-ab38-6c361dff9f6a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1112089
Dec 18 20:53:27.578001 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e877cbc-1cfd-4e79-9adb-d1a5b60c8a86 x-openstack-request-id: req-3e877cbc-1cfd-4e79-9adb-d1a5b60c8a86 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:27.579617 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e89dcf-25e5-4937-a138-a00b38f607bd", "name": "network-vif-deleted", "tag": "c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:27.579887 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e877cbc-1cfd-4e79-9adb-d1a5b60c8a86 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:27.580326 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e89dcf-25e5-4937-a138-a00b38f607bd', 'name': 'network-vif-deleted', 'tag': 'c5c1b4ce-768a-40ac-84a0-0e5dff3d7f03', 'status': 'completed', 'code': 200}
Dec 18 20:53:27.593462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef32791-452d-4cdc-b70a-dad832bcf9ce None None] Pushing event deleted for resources: {'Port': ['ID=4b73ef08-5fb0-4fb1-b650-723da29743bb,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:27.600821 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aea33f68-6760-4a0c-8fda-0710bbf356c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b48e95c75c9444f2a0d2cb6704727346&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4548204
Dec 18 20:53:27.613399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33462) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:27.620191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef32791-452d-4cdc-b70a-dad832bcf9ce None None] No DVR routers for this DVR port 4b73ef08-5fb0-4fb1-b650-723da29743bb on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:27.649314 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-112221df-48db-4d57-ada9-a40767468ce9 req-5e0df6c5-726f-4e95-bee2-490af19bf8eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3994834
Dec 18 20:53:27.713610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking segment: {'id': '636a91d9-2b8c-441a-852a-7b87fcef9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:27.714475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network hostable DHCP agents. Network: 82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:27.718823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=9fd367d4-02ea-4d8b-a0e1-c90e4953963f,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:27.778329 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55b6ac86-c39c-46da-a70f-0d344143b622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:27.781733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:27.797591 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93a1ab0a-d9d1-4e99-9aa0-d121818f4e5c req-75bbe087-4761-4c25-9c2f-295677e21d60 tempest-MultipleCreateTestJSON-454040505 tempest-MultipleCreateTestJSON-454040505-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e89dcf-25e5-4937-a138-a00b38f607bd HTTP/1.1" status: 200  len: 210 time: 0.0344443
Dec 18 20:53:27.813888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e893577-5b91-4024-9142-623371ef7c41 req-517b4f45-721d-4768-b5e1-4b6db86d171d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.815777 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e893577-5b91-4024-9142-623371ef7c41 req-517b4f45-721d-4768-b5e1-4b6db86d171d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 947 time: 0.1278627
Dec 18 20:53:27.817358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network 82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:27.828379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b73ef08-5fb0-4fb1-b650-723da29743bb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:27.834927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] No DVR routers for this DVR port 4b73ef08-5fb0-4fb1-b650-723da29743bb on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:27.848724 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55b6ac86-c39c-46da-a70f-0d344143b622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:27.850502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:27.860230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed18d38-71fc-4fb7-9798-aa5d560301f6 None None] Network 82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:27.885385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:27.885901 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:27.892715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e893577-5b91-4024-9142-623371ef7c41 req-bee9469c-5524-4ade-8d4c-a22d4069d4f1 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653086
Dec 18 20:53:27.978693 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b3ba641f-ed5a-49c0-95c8-d84d954ed55e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 0.8336694
Dec 18 20:53:27.981416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33472) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:27.982935 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:28.005461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca', 'network_id': '82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca', 'project_id': '76b2df85c79f4fb198e8337010cb606b', 'fixed_ips': [{'subnet_id': '9fd367d4-02ea-4d8b-a0e1-c90e4953963f'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:53:28.006682 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:28.029082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d8c2760>,) {'filters': {'network_id': ['f1d70eca-02f4-4675-afda-361ba3071aaf']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:28.070616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55b6ac86-c39c-46da-a70f-0d344143b622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:28.084423 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55b6ac86-c39c-46da-a70f-0d344143b622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:28.098561 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-55b6ac86-c39c-46da-a70f-0d344143b622 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1c41015-9883-47b2-8c56-adc2ad00f841 HTTP/1.1" status: 204  len: 168 time: 0.4836311
Dec 18 20:53:28.101130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d8c2760>, '671d4059-7089-40ba-abd5-648ed5819826') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:28.101427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d8c2760>, '671d4059-7089-40ba-abd5-648ed5819826') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:28.140409 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:28.165951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6ac86-c39c-46da-a70f-0d344143b622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c41015-9883-47b2-8c56-adc2ad00f841,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:28.187949 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:28.197959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:28.199223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:28.201143 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:28.291938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Allocated IP 172.20.0.3 (82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca/9fd367d4-02ea-4d8b-a0e1-c90e4953963f/3515a121-6bc2-4f60-a0f9-ec685dd2f3a9) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:28.325531 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:28.332257 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:28.339203 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f1d70eca-02f4-4675-afda-361ba3071aaf HTTP/1.1" status: 204  len: 168 time: 1.9165242
Dec 18 20:53:28.370152 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4932e3a-f6a2-455c-bcee-e7183a757226 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d70eca-02f4-4675-afda-361ba3071aaf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:28.781837 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4b73ef08-5fb0-4fb1-b650-723da29743bb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:28.809888 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:28.811822 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 4b73ef08-5fb0-4fb1-b650-723da29743bb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:28.812291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4b73ef08-5fb0-4fb1-b650-723da29743bb not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:28.827834 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:28.885815 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cfc55-d044-4582-880d-be1b2d24bbb8 req-09117765-1692-416e-8151-91bde1d7d812 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:28.893782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f60cfc55-d044-4582-880d-be1b2d24bbb8 req-09117765-1692-416e-8151-91bde1d7d812 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 947 time: 0.2775996
Dec 18 20:53:28.909052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Network 82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:28.909568 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33498) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:28.912930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:28.916305 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:28.944110 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:28.987281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33500) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:28.996624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b09fe15f-0b97-40bf-b218-e64ff9933df9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:29.002389 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c396850a-a55e-4697-b0de-8b18adf94378 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47e94e03944844ccb90b9a5818d00856&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0858698
Dec 18 20:53:29.002662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e020e21-0c8a-49bd-8594-60a04811e667 req-05cc6b99-652b-4567-8779-c2f333a6f01f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:29.012017 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e020e21-0c8a-49bd-8594-60a04811e667 req-05cc6b99-652b-4567-8779-c2f333a6f01f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.3929849
Dec 18 20:53:29.015488 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33502) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:29.026469 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Pushing event updated for resources: {'Port': ['ID=3515a121-6bc2-4f60-a0f9-ec685dd2f3a9,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:29.030791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb400b-c221-4967-94b9-f4559a338672 req-cef86c50-81cc-4b66-8e31-d84816d6191b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:29.032292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8bb400b-c221-4967-94b9-f4559a338672 req-cef86c50-81cc-4b66-8e31-d84816d6191b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d&tenant_id=f15c3e2ec1194924bee37b0161adc237&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 947 time: 0.4151192
Dec 18 20:53:29.066827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Attempting to bind port 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:29.068256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Attempting to bind port 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '636a91d9-2b8c-441a-852a-7b87fcef9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:29.074715 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7b6ef951-16f5-4d34-bb62-373c8198e87e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45a1dd6e308a471d8df32a7caacfdb44&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0858943
Dec 18 20:53:29.075244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33504) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:29.083518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Attempting to bind port 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 on network 82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:29.110847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:29.115792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Checking segment: {'id': '636a91d9-2b8c-441a-852a-7b87fcef9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:29.116506 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.117723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Bound using segment: {'id': '636a91d9-2b8c-441a-852a-7b87fcef9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:29.122774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Bound port: 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636a91d9-2b8c-441a-852a-7b87fcef9cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:29.124276 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.159238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-96c8fa2e-2d0a-435a-baf7-df8d37a480e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.166700 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f60cfc55-d044-4582-880d-be1b2d24bbb8 req-d745da85-d07d-4e2b-8f5b-57889f68f61c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2669656
Dec 18 20:53:29.206034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-96c8fa2e-2d0a-435a-baf7-df8d37a480e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.245250 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e020e21-0c8a-49bd-8594-60a04811e667 req-3d235041-3a9b-401a-b8b9-83c9fffd549c tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2298923
Dec 18 20:53:29.282488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-96c8fa2e-2d0a-435a-baf7-df8d37a480e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.285255 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-96c8fa2e-2d0a-435a-baf7-df8d37a480e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.292890 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-96c8fa2e-2d0a-435a-baf7-df8d37a480e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6548cc14-8069-46e6-be39-116a08aed786 HTTP/1.1" status: 204  len: 168 time: 0.2135260
Dec 18 20:53:29.298015 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.resource_extend [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:53:29.311325 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8fa2e-2d0a-435a-baf7-df8d37a480e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6548cc14-8069-46e6-be39-116a08aed786,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:29.315826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33508) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:29.386193 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bbec679-6699-4288-9688-2d11324058e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.416019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] For port 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:29.420894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] For port 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3515a121-6bc2-4f60-a0f9-ec685dd2f3a9,segment=NetworkSegment(636a91d9-2b8c-441a-852a-7b87fcef9cc7),segment_id=636a91d9-2b8c-441a-852a-7b87fcef9cc7)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:29.433471 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.448301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2b77b0-7258-47e4-91fa-935828b76ccd admin admin] Deleting subnet e8c34163-39bb-4877-88ae-d89e31fa25bd {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:53:29.456022 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb2b77b0-7258-47e4-91fa-935828b76ccd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.494216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae7d14-79ba-4e8b-b584-39f3d3faebd8 None None] Pushing event updated for resources: {'Port': ['ID=3515a121-6bc2-4f60-a0f9-ec685dd2f3a9,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:29.512261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Deleting port 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:29.512630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.517432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b09fe15f-0b97-40bf-b218-e64ff9933df9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:29.547489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'b09fe15f-0b97-40bf-b218-e64ff9933df9', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': 'b09fe15f-0b97-40bf-b218-e64ff9933df9', 'mac_address': 'fa:16:3e:a7:23:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:29.549634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb2b77b0-7258-47e4-91fa-935828b76ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.628108 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bbec679-6699-4288-9688-2d11324058e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.631879 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.649908 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb2b77b0-7258-47e4-91fa-935828b76ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.659120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09fe15f-0b97-40bf-b218-e64ff9933df9 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:29.662180 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f2893-fdaa-4b31-9b8a-f2cb327bf3bc req-0e32cd65-7d32-4772-ab18-09294f1c2ea7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:29.675755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f2893-fdaa-4b31-9b8a-f2cb327bf3bc req-0e32cd65-7d32-4772-ab18-09294f1c2ea7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:29.684365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f2893-fdaa-4b31-9b8a-f2cb327bf3bc req-0e32cd65-7d32-4772-ab18-09294f1c2ea7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:29.700124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b09fe15f-0b97-40bf-b218-e64ff9933df9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:29.700739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f2893-fdaa-4b31-9b8a-f2cb327bf3bc req-0e32cd65-7d32-4772-ab18-09294f1c2ea7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:29.707086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f2893-fdaa-4b31-9b8a-f2cb327bf3bc req-0e32cd65-7d32-4772-ab18-09294f1c2ea7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:29.714351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f2893-fdaa-4b31-9b8a-f2cb327bf3bc req-0e32cd65-7d32-4772-ab18-09294f1c2ea7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:29.717605 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.722499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f2893-fdaa-4b31-9b8a-f2cb327bf3bc req-0e32cd65-7d32-4772-ab18-09294f1c2ea7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:29.724444 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-326f2893-fdaa-4b31-9b8a-f2cb327bf3bc req-0e32cd65-7d32-4772-ab18-09294f1c2ea7 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5434 time: 0.3936315
Dec 18 20:53:29.734887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb400b-c221-4967-94b9-f4559a338672 req-252913c1-db08-4d18-a6d6-9556566b6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:29.736395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8bb400b-c221-4967-94b9-f4559a338672 req-252913c1-db08-4d18-a6d6-9556566b6b7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 1098 time: 0.5650930
Dec 18 20:53:29.824006 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb2b77b0-7258-47e4-91fa-935828b76ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.885008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b09fe15f-0b97-40bf-b218-e64ff9933df9,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:29.916716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b77b0-7258-47e4-91fa-935828b76ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c34163-39bb-4877-88ae-d89e31fa25bd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:29.947821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2123348b-7a4c-4ca2-b85c-d98b6d1a1162 None None] Network 7fe37750-b06f-419d-82fb-61fd7d848a35 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:29.955791 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb2b77b0-7258-47e4-91fa-935828b76ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:29.975347 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-eb2b77b0-7258-47e4-91fa-935828b76ccd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e8c34163-39bb-4877-88ae-d89e31fa25bd HTTP/1.1" status: 204  len: 168 time: 0.6569998
Dec 18 20:53:29.975927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33516) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:30.070993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] For port 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3515a121-6bc2-4f60-a0f9-ec685dd2f3a9,segment=NetworkSegment(636a91d9-2b8c-441a-852a-7b87fcef9cc7),segment_id=636a91d9-2b8c-441a-852a-7b87fcef9cc7)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:30.072072 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:30.086732 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:30.097919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b09fe15f-0b97-40bf-b218-e64ff9933df9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:30.113667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bbec679-6699-4288-9688-2d11324058e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:30.116556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bbec679-6699-4288-9688-2d11324058e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:30.117751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0bbec679-6699-4288-9688-2d11324058e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc1aa134-f279-40db-a378-b5e51b337513 HTTP/1.1" status: 204  len: 168 time: 1.0951705
Dec 18 20:53:30.126246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Calling delete_port for 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:30.146904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-326f2893-fdaa-4b31-9b8a-f2cb327bf3bc req-5af8f04b-6270-472a-9660-5c9b5988739e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3715179
Dec 18 20:53:30.151752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbec679-6699-4288-9688-2d11324058e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1aa134-f279-40db-a378-b5e51b337513,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:30.162962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb400b-c221-4967-94b9-f4559a338672 req-859c4771-f1c6-4a9c-a770-465d3051a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:30.164480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8bb400b-c221-4967-94b9-f4559a338672 req-859c4771-f1c6-4a9c-a770-465d3051a7e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.4165635
Dec 18 20:53:30.294603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb6fa0f-932d-4656-a944-4457ea74f644 None None] DHCP port deletion for 7fe37750-b06f-419d-82fb-61fd7d848a35 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:30.351729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8bb400b-c221-4967-94b9-f4559a338672 req-e115eab3-0798-43b8-91fb-7d552ca2169c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9 HTTP/1.1" status: 200  len: 217 time: 0.1357620
Dec 18 20:53:30.423117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:30.495209 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e311d30>,) {'filters': {'network_id': ['7fe37750-b06f-419d-82fb-61fd7d848a35']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:30.525307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb400b-c221-4967-94b9-f4559a338672 req-47f349b3-bcd4-4216-bf4d-872c812d77b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:30.526841 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8bb400b-c221-4967-94b9-f4559a338672 req-47f349b3-bcd4-4216-bf4d-872c812d77b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1545808
Dec 18 20:53:30.530322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e311d30>, '66e323ce-d2c6-4918-afc0-f880372d8272') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:30.530875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e311d30>, '66e323ce-d2c6-4918-afc0-f880372d8272') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:30.534603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027d793-715b-4021-8dfd-03289c71d4c6 req-668272f0-8f03-4d96-98ba-8f439036e08a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:30.542680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2027d793-715b-4021-8dfd-03289c71d4c6 req-668272f0-8f03-4d96-98ba-8f439036e08a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 948 time: 0.1932526
Dec 18 20:53:30.581482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0f6c1-5e84-421c-b3d3-36310938087c req-eb694483-276a-4762-a659-b04e06adf67c tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:30.581975 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:30.583138 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbf0f6c1-5e84-421c-b3d3-36310938087c req-eb694483-276a-4762-a659-b04e06adf67c tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.1875589
Dec 18 20:53:30.635804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:30.652621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:30.653034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:30.659818 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:30.747280 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbf0f6c1-5e84-421c-b3d3-36310938087c req-29d5c9c9-8140-40d2-8aee-9bcd2fe88b6e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414590
Dec 18 20:53:30.769380 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2027d793-715b-4021-8dfd-03289c71d4c6 req-9d1f324f-71bb-47b7-a5da-e05bfaff4ab4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2257068
Dec 18 20:53:30.784988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb400b-c221-4967-94b9-f4559a338672 req-bf054bd1-1a2f-45f6-877f-ec6378c72544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:30.789982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8bb400b-c221-4967-94b9-f4559a338672 req-bf054bd1-1a2f-45f6-877f-ec6378c72544 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2335479
Dec 18 20:53:30.797985 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:30.920674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:30.922533 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:30.976455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:30.983510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] 10.222.0.13 "DELETE /v2.0/networks/7fe37750-b06f-419d-82fb-61fd7d848a35 HTTP/1.1" status: 204  len: 168 time: 1.0060740
Dec 18 20:53:30.989503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad1e8d-4134-4e3a-a323-ef9ae7c1c19f admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe37750-b06f-419d-82fb-61fd7d848a35,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:30.994648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:30.995582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Dec 18 20:53:31.076940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8bb400b-c221-4967-94b9-f4559a338672 req-ced1b18e-c13b-4605-afa0-cbb9b94ff64a service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704587
Dec 18 20:53:31.088058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Port': ['ID=3515a121-6bc2-4f60-a0f9-ec685dd2f3a9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:31.234851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No DVR routers for this DVR port 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:31.332956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd1309-907e-485c-8f70-26f2e78e8afd None None] Network 82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:31.393627 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Port 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 not found, will not notify nova. {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Dec 18 20:53:31.398414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d30bf5aa-80b8-41f3-a30d-0ebfc6838f34 None None] Could not find standard attr ID for object 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 20:53:31.481061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33560) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:31.577493 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-13b19099-27a8-4c19-995f-069c4443a56b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a0744714bbf4779a774d5d0d8fc18d7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0927532
Dec 18 20:53:31.584517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33564) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:31.604576 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:31.721175 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2864a087-fc28-4eda-bb07-1c036ed6e374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:31.745266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8bb400b-c221-4967-94b9-f4559a338672 req-3be96e24-a2dd-4efb-9148-015ae11b1532 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6344950
Dec 18 20:53:31.751256 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:31.793474 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2864a087-fc28-4eda-bb07-1c036ed6e374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:31.842710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20be5-a1df-4a1e-85ab-71928991ae77 req-9ea010ef-9fb5-465e-a890-9acd518160af tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:31.853524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20be5-a1df-4a1e-85ab-71928991ae77 req-9ea010ef-9fb5-465e-a890-9acd518160af tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:31.877802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20be5-a1df-4a1e-85ab-71928991ae77 req-9ea010ef-9fb5-465e-a890-9acd518160af tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:31.891839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20be5-a1df-4a1e-85ab-71928991ae77 req-9ea010ef-9fb5-465e-a890-9acd518160af tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:31.902915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20be5-a1df-4a1e-85ab-71928991ae77 req-9ea010ef-9fb5-465e-a890-9acd518160af tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:31.920924 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2864a087-fc28-4eda-bb07-1c036ed6e374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:31.923020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670defd-5d19-45d4-85d8-85c4945bfa42 None None] Network 82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:31.923846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2864a087-fc28-4eda-bb07-1c036ed6e374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:31.928484 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2864a087-fc28-4eda-bb07-1c036ed6e374 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/557d4671-44cd-4859-a5e2-72610505bfa6 HTTP/1.1" status: 204  len: 168 time: 0.3419797
Dec 18 20:53:31.938107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864a087-fc28-4eda-bb07-1c036ed6e374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557d4671-44cd-4859-a5e2-72610505bfa6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:31.944937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20be5-a1df-4a1e-85ab-71928991ae77 req-9ea010ef-9fb5-465e-a890-9acd518160af tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:31.966432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20be5-a1df-4a1e-85ab-71928991ae77 req-9ea010ef-9fb5-465e-a890-9acd518160af tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:31.969373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecf20be5-a1df-4a1e-85ab-71928991ae77 req-9ea010ef-9fb5-465e-a890-9acd518160af tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5434 time: 0.6071603
Dec 18 20:53:32.027990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd367d4-02ea-4d8b-a0e1-c90e4953963f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:32.163933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568cb0b2-92ea-49f2-9398-a3c1a986dcb0 None None] DHCP port deletion for 82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:32.334044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:32.368750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8923dbf-a3ff-4f2b-94aa-2621a4a1dd5b req-fd1868f6-81e0-4402-9e5b-b0e30d2d22b4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:32.370658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8923dbf-a3ff-4f2b-94aa-2621a4a1dd5b req-fd1868f6-81e0-4402-9e5b-b0e30d2d22b4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 948 time: 0.3403447
Dec 18 20:53:32.388393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365fd08850>,) {'filters': {'network_id': ['82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:32.396377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecf20be5-a1df-4a1e-85ab-71928991ae77 req-977a2598-408c-4396-8424-c40002a0501b tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3325682
Dec 18 20:53:32.434839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365fd08850>, '636a91d9-2b8c-441a-852a-7b87fcef9cc7') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:32.435324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365fd08850>, '636a91d9-2b8c-441a-852a-7b87fcef9cc7') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:32.467402 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:32.498936 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:32.520281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:32.520708 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:32.525488 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:32.553429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8923dbf-a3ff-4f2b-94aa-2621a4a1dd5b req-709a5704-95de-4dd4-99ff-c8deaf610fb7 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495979
Dec 18 20:53:32.734559 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:32.747360 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:32.756523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33602) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:32.760138 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca HTTP/1.1" status: 204  len: 168 time: 4.7773619
Dec 18 20:53:32.761834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6c6d1e38-3c42-459c-b9f6-e6973b4e57ce tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1613014286'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:32.823115 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6d1e38-3c42-459c-b9f6-e6973b4e57ce tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:32.829770 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1e38-3c42-459c-b9f6-e6973b4e57ce tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:32.838906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:32.866745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6d1e38-3c42-459c-b9f6-e6973b4e57ce tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:32.878806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46046bcf-3692-4d36-9fcf-b01b7d23dd53 req-4955dd16-a30b-4f09-a269-d83051905622 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:32.885397 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46046bcf-3692-4d36-9fcf-b01b7d23dd53 req-4955dd16-a30b-4f09-a269-d83051905622 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.2522569
Dec 18 20:53:32.888329 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3db35-1cb8-496b-bed2-e8e87e5dce54 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Network': ['ID=82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:32.912738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1e38-3c42-459c-b9f6-e6973b4e57ce tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:32.913483 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-6c6d1e38-3c42-459c-b9f6-e6973b4e57ce tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Added segment 851aad17-3f68-469d-8c64-b2e484100442 of type vlan for network a3f40e0d-a5d5-4d59-b92d-42aec2395594
Dec 18 20:53:32.928902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:53:32.929545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3515a121-6bc2-4f60-a0f9-ec685dd2f3a9 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:53:32.974070 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5a0aa67-7590-47f9-8412-b85b3636c367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:32.996825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b09fe15f-0b97-40bf-b218-e64ff9933df9 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:33.037550 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1e38-3c42-459c-b9f6-e6973b4e57ce tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:33.048552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46046bcf-3692-4d36-9fcf-b01b7d23dd53 req-918a3dae-5cf1-42b3-a7dd-a282c88fa341 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547556
Dec 18 20:53:33.089253 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port b09fe15f-0b97-40bf-b218-e64ff9933df9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:33.094828 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:33.107875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1e38-3c42-459c-b9f6-e6973b4e57ce tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:33.113622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d1e38-3c42-459c-b9f6-e6973b4e57ce tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:33.114221 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1e38-3c42-459c-b9f6-e6973b4e57ce tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:33.233967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6fb5-2aaf-49d1-803c-16c992bc9425 req-b9fea8f3-0574-4116-9b39-d1479112c69c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:33.241378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6fb5-2aaf-49d1-803c-16c992bc9425 req-b9fea8f3-0574-4116-9b39-d1479112c69c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:33.247508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6fb5-2aaf-49d1-803c-16c992bc9425 req-b9fea8f3-0574-4116-9b39-d1479112c69c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:33.262712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6fb5-2aaf-49d1-803c-16c992bc9425 req-b9fea8f3-0574-4116-9b39-d1479112c69c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:33.272491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d1e38-3c42-459c-b9f6-e6973b4e57ce tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=a3f40e0d-a5d5-4d59-b92d-42aec2395594,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:33.278848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6fb5-2aaf-49d1-803c-16c992bc9425 req-b9fea8f3-0574-4116-9b39-d1479112c69c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:33.288334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6fb5-2aaf-49d1-803c-16c992bc9425 req-b9fea8f3-0574-4116-9b39-d1479112c69c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:33.297292 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6fb5-2aaf-49d1-803c-16c992bc9425 req-b9fea8f3-0574-4116-9b39-d1479112c69c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:33.310203 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6c6d1e38-3c42-459c-b9f6-e6973b4e57ce tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5521119
Dec 18 20:53:33.311825 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a6f6fb5-2aaf-49d1-803c-16c992bc9425 req-b9fea8f3-0574-4116-9b39-d1479112c69c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5434 time: 0.1467276
Dec 18 20:53:33.311947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33624) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:33.312068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33626) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:33.327969 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-23fb37aa-5dad-4611-aca7-3efc2771d501 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Request body: {'floatingip': {'port_id': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:33.336483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-8c2faec7-1d4b-4711-86cc-014c37505e2a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'network_id': 'a3f40e0d-a5d5-4d59-b92d-42aec2395594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:33.384086 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:33.386179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network a3f40e0d-a5d5-4d59-b92d-42aec2395594 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:33.448136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23fb37aa-5dad-4611-aca7-3efc2771d501 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:33.547573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2faec7-1d4b-4711-86cc-014c37505e2a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:33.551413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfebec43-3354-4223-9f86-adc3ef6fb19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09fe15f-0b97-40bf-b218-e64ff9933df9'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:33.552115 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c2faec7-1d4b-4711-86cc-014c37505e2a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:33.554114 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9108b102-f2d5-42d5-a04f-c02b5bb5985f" -d '{"events": [{"server_uuid": "cfebec43-3354-4223-9f86-adc3ef6fb19d", "name": "network-vif-plugged", "status": "completed", "tag": "b09fe15f-0b97-40bf-b218-e64ff9933df9"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:33.636559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b09fe15f-0b97-40bf-b218-e64ff9933df9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:33.651025 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:33.839755 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e3875c-8d53-423a-9b86-8ef967425cb9 x-openstack-request-id: req-c0e3875c-8d53-423a-9b86-8ef967425cb9 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:33.842704 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfebec43-3354-4223-9f86-adc3ef6fb19d", "name": "network-vif-plugged", "status": "completed", "tag": "b09fe15f-0b97-40bf-b218-e64ff9933df9", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:33.843897 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0e3875c-8d53-423a-9b86-8ef967425cb9 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:33.844681 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfebec43-3354-4223-9f86-adc3ef6fb19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09fe15f-0b97-40bf-b218-e64ff9933df9', 'code': 200}
Dec 18 20:53:33.850206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b09fe15f-0b97-40bf-b218-e64ff9933df9,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:34.066155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33686) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:34.082430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c2faec7-1d4b-4711-86cc-014c37505e2a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:34.211416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33692) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:34.260948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc878b4-d0de-4be9-86bb-ef184b6ec73e req-2a2f80e4-23ef-4b04-bab0-e866fc27ec66 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:34.268128 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23fb37aa-5dad-4611-aca7-3efc2771d501 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:34.269065 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fc878b4-d0de-4be9-86bb-ef184b6ec73e req-2a2f80e4-23ef-4b04-bab0-e866fc27ec66 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.2073977
Dec 18 20:53:34.271692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2faec7-1d4b-4711-86cc-014c37505e2a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking segment: {'id': '851aad17-3f68-469d-8c64-b2e484100442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a3f40e0d-a5d5-4d59-b92d-42aec2395594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:34.272348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2faec7-1d4b-4711-86cc-014c37505e2a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network hostable DHCP agents. Network: a3f40e0d-a5d5-4d59-b92d-42aec2395594, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:34.290944 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23fb37aa-5dad-4611-aca7-3efc2771d501 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:34.308784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2faec7-1d4b-4711-86cc-014c37505e2a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=0dc445d3-6b3c-4528-a67e-e7260f000057,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:34.381122 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fc878b4-d0de-4be9-86bb-ef184b6ec73e req-9013fa76-2f5f-483c-833c-3da8df4b776f tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109278
Dec 18 20:53:34.483156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bffd1-66ab-4d44-bc62-e28578a79da0 req-e1fd5714-8aff-4b21-97dc-5bc6b18188f8 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:34.487244 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c72bffd1-66ab-4d44-bc62-e28578a79da0 req-e1fd5714-8aff-4b21-97dc-5bc6b18188f8 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.2325754
Dec 18 20:53:34.487244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2faec7-1d4b-4711-86cc-014c37505e2a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network a3f40e0d-a5d5-4d59-b92d-42aec2395594 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:34.568354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-8c2faec7-1d4b-4711-86cc-014c37505e2a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a3f40e0d-a5d5-4d59-b92d-42aec2395594) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:34.582747 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-23fb37aa-5dad-4611-aca7-3efc2771d501 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Floating IP 550cd27f-c72c-4be7-9778-b1bbf7474ba4 associated. External IP: 172.35.3.4, port: bf2508ae-cc73-498d-b496-3c1f2e87f0f4.
Dec 18 20:53:34.626144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde206b-bb9c-4af0-ba4f-431ed2fc499e None None] Network a3f40e0d-a5d5-4d59-b92d-42aec2395594 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:34.697647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2faec7-1d4b-4711-86cc-014c37505e2a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:34.698242 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c2faec7-1d4b-4711-86cc-014c37505e2a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:34.779306 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c72bffd1-66ab-4d44-bc62-e28578a79da0 req-fc3cb629-ca73-4cbd-9663-50ee47ce438e tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2876570
Dec 18 20:53:34.813247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1480920450-network', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:34.872625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33716) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:34.872892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8c2faec7-1d4b-4711-86cc-014c37505e2a tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.5528448
Dec 18 20:53:34.900768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33718) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:34.947232 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1b7073de-4f3b-48b1-8959-a1c376437240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:34.961377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a3f40e0d-a5d5-4d59-b92d-42aec2395594', 'network_id': 'a3f40e0d-a5d5-4d59-b92d-42aec2395594', 'project_id': '76b2df85c79f4fb198e8337010cb606b', 'fixed_ips': [{'subnet_id': '0dc445d3-6b3c-4528-a67e-e7260f000057'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:53:34.962356 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.002279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Made reservation on behalf of eaf2a3560d8e4c1993aa5a1dfdac5b4e for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:35.005477 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.029936 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.043839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e32b1f-05b6-4293-a84c-a6950363ccc0 req-b5a75752-c186-4edf-9045-015d4e1af617 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:35.045506 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64e32b1f-05b6-4293-a84c-a6950363ccc0 req-b5a75752-c186-4edf-9045-015d4e1af617 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.3565791
Dec 18 20:53:35.048762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd3bdd29-e09b-4608-981e-babc108f8f36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.141032 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Allocated IP 172.20.0.1 (a3f40e0d-a5d5-4d59-b92d-42aec2395594/0dc445d3-6b3c-4528-a67e-e7260f000057/51cd2685-3658-4751-bb0e-c451523277cc) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:35.161905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64e32b1f-05b6-4293-a84c-a6950363ccc0 req-e68125ea-373e-45c1-9171-dcef51dd7ee8 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020610
Dec 18 20:53:35.240271 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1b7073de-4f3b-48b1-8959-a1c376437240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.252233 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1b7073de-4f3b-48b1-8959-a1c376437240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.281306 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f7bbba23-b37d-48db-941d-dbe89bd349eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.322294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fb37aa-5dad-4611-aca7-3efc2771d501 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Router 076d14eb-60cc-4fd8-8989-a7245af07067 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:53:35.370034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.370581 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.371730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7073de-4f3b-48b1-8959-a1c376437240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0d632b-c98c-4220-a349-5fd59307ff6f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:35.378309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1b7073de-4f3b-48b1-8959-a1c376437240 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96d02082884044bfb5912676913a785a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3107531
Dec 18 20:53:35.379535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.382265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33736) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:35.434418 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.445265 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.463171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a93da5a-7522-4d59-80e9-264f0974ad2b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:35.509750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:35.532858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Pushing event updated for resources: {'Port': ['ID=51cd2685-3658-4751-bb0e-c451523277cc,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:35.560464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Network a3f40e0d-a5d5-4d59-b92d-42aec2395594 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:35.563091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:35.578427 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.579922 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Added segment c4cbe43c-4119-4f62-9015-adb39186de3c of type vlan for network e50169fc-b606-4273-ae66-869a743059d2
Dec 18 20:53:35.582893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fb37aa-5dad-4611-aca7-3efc2771d501 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:53:35.594827 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23fb37aa-5dad-4611-aca7-3efc2771d501 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.619203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:35.640642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6613f98-f5fe-4ab3-a5f2-be6bb16e6154 None None] Sync routers for ids ['076d14eb-60cc-4fd8-8989-a7245af07067'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:53:35.652297 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb88a-694a-4b77-815c-8c1a99409937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.666038 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.694731 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-23fb37aa-5dad-4611-aca7-3efc2771d501 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "PUT /v2.0/floatingips/550cd27f-c72c-4be7-9778-b1bbf7474ba4 HTTP/1.1" status: 200  len: 989 time: 2.3783624
Dec 18 20:53:35.699343 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb88a-694a-4b77-815c-8c1a99409937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.703063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:35.706333 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a22f48-29b3-42b7-a49b-29c56854b617" -d '{"events": [{"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "bf2508ae-cc73-498d-b496-3c1f2e87f0f4"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:35.714221 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd3bdd29-e09b-4608-981e-babc108f8f36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.736679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd3bdd29-e09b-4608-981e-babc108f8f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.742169 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.743122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:35.743719 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.766227 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:35.771749 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bdd29-e09b-4608-981e-babc108f8f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f8135a-2c03-4ba4-935d-d4c75a652612,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:35.785330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6613f98-f5fe-4ab3-a5f2-be6bb16e6154 None None] Routers {'076d14eb-60cc-4fd8-8989-a7245af07067'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:35.786011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a6613f98-f5fe-4ab3-a5f2-be6bb16e6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eacae80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['076d14eb-60cc-4fd8-8989-a7245af07067'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:35.844223 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cd3bdd29-e09b-4608-981e-babc108f8f36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cadccefde1f949d7a072bea19110a311&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9468646
Dec 18 20:53:35.844811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33754) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:35.891176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-97cecea5-0f85-474d-9c72-04621b3f3026 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f15c3e2ec1194924bee37b0161adc237&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0965662
Dec 18 20:53:36.008140 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b932197-e9d9-400b-bcb6-1db26329baec x-openstack-request-id: req-0b932197-e9d9-400b-bcb6-1db26329baec {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:36.010646 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "tag": "bf2508ae-cc73-498d-b496-3c1f2e87f0f4", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:36.011658 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b932197-e9d9-400b-bcb6-1db26329baec {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:36.011811 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'tag': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4', 'status': 'completed', 'code': 200}
Dec 18 20:53:36.026172 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.058136 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a6613f98-f5fe-4ab3-a5f2-be6bb16e6154 None None] Set router 076d14eb-60cc-4fd8-8989-a7245af07067 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:36.088360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8731534
Dec 18 20:53:36.089891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33756) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:36.099560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc445d3-6b3c-4528-a67e-e7260f000057,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:36.114109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-e3f1885d-7620-4935-aa92-6fdf39de3acb tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:36.117396 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-e3f1885d-7620-4935-aa92-6fdf39de3acb tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2238472
Dec 18 20:53:36.131303 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8069e91f-5c11-4b3f-9a08-1ed28db386b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.147982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Attempting to bind port 51cd2685-3658-4751-bb0e-c451523277cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:36.148356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Attempting to bind port 51cd2685-3658-4751-bb0e-c451523277cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '851aad17-3f68-469d-8c64-b2e484100442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a3f40e0d-a5d5-4d59-b92d-42aec2395594'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:36.148710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Attempting to bind port 51cd2685-3658-4751-bb0e-c451523277cc on network a3f40e0d-a5d5-4d59-b92d-42aec2395594 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:36.158364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:36.158784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Checking segment: {'id': '851aad17-3f68-469d-8c64-b2e484100442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a3f40e0d-a5d5-4d59-b92d-42aec2395594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:36.159133 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.159526 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Bound using segment: {'id': '851aad17-3f68-469d-8c64-b2e484100442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a3f40e0d-a5d5-4d59-b92d-42aec2395594'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:36.160006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Bound port: 51cd2685-3658-4751-bb0e-c451523277cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851aad17-3f68-469d-8c64-b2e484100442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a3f40e0d-a5d5-4d59-b92d-42aec2395594'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:36.160386 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.178382 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b1a5f7cd-1816-4a5b-b754-d2c871657f12 admin admin] Request body: {'subnet': {'network_id': 'e50169fc-b606-4273-ae66-869a743059d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1480920450-subnet', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:36.233614 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.263026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d92f8e0>,) {'filters': {'network_id': ['a3f40e0d-a5d5-4d59-b92d-42aec2395594']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:36.267089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326bda1-bd54-4319-9c66-8ad9710f34fb admin admin] Pushing event updated for resources: {'Network': ['ID=e50169fc-b606-4273-ae66-869a743059d2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:36.276863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d92f8e0>, '851aad17-3f68-469d-8c64-b2e484100442') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:36.277163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d92f8e0>, '851aad17-3f68-469d-8c64-b2e484100442') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:36.292937 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8069e91f-5c11-4b3f-9a08-1ed28db386b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.295560 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.297013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network e50169fc-b606-4273-ae66-869a743059d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:36.324633 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb88a-694a-4b77-815c-8c1a99409937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.326192 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.327412 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb88a-694a-4b77-815c-8c1a99409937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.328662 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ddfbb88a-694a-4b77-815c-8c1a99409937 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba0d632b-c98c-4220-a349-5fd59307ff6f HTTP/1.1" status: 204  len: 168 time: 0.9440870
Dec 18 20:53:36.366407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:36.373519 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:36.379764 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:36.389376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-b91589c1-b292-4567-8bc0-04ba4cebcfec tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/quotas/f15c3e2ec1194924bee37b0161adc237 HTTP/1.1" status: 200  len: 375 time: 0.1974697
Dec 18 20:53:36.421333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbb88a-694a-4b77-815c-8c1a99409937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0d632b-c98c-4220-a349-5fd59307ff6f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:36.443445 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.485722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e25ba-57f9-4cd7-8216-ff69df6538f4 req-3bc59389-8177-4f68-9c6b-77f4e771c53b tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:36.495174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-221e25ba-57f9-4cd7-8216-ff69df6538f4 req-3bc59389-8177-4f68-9c6b-77f4e771c53b tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.3967228
Dec 18 20:53:36.495986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a5f7cd-1816-4a5b-b754-d2c871657f12 admin admin] Made reservation on behalf of eaf2a3560d8e4c1993aa5a1dfdac5b4e for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:36.501720 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1a5f7cd-1816-4a5b-b754-d2c871657f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.530576 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8069e91f-5c11-4b3f-9a08-1ed28db386b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.538575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8069e91f-5c11-4b3f-9a08-1ed28db386b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.541318 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8069e91f-5c11-4b3f-9a08-1ed28db386b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8f8135a-2c03-4ba4-935d-d4c75a652612 HTTP/1.1" status: 204  len: 168 time: 0.6874945
Dec 18 20:53:36.549529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] For port 51cd2685-3658-4751-bb0e-c451523277cc, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:36.564942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.api [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 20:53:36.564942 ncdv-master-1 neutron-server[126009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 20:53:36.564942 ncdv-master-1 neutron-server[126009]: [parameters: {'id': 'a3f40e0d-a5d5-4d59-b92d-42aec2395594'}]
Dec 18 20:53:36.564942 ncdv-master-1 neutron-server[126009]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:53:36.565443 ncdv-master-1 neutron-server[126009]: DEBUG oslo_db.api [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:53:36.568452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] For port 51cd2685-3658-4751-bb0e-c451523277cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51cd2685-3658-4751-bb0e-c451523277cc,segment=NetworkSegment(851aad17-3f68-469d-8c64-b2e484100442),segment_id=851aad17-3f68-469d-8c64-b2e484100442)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:36.574767 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069e91f-5c11-4b3f-9a08-1ed28db386b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f8135a-2c03-4ba4-935d-d4c75a652612,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:36.583461 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:36.636658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-d9d32291-a5e8-4335-b84d-bacede22bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:36.637296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-d9d32291-a5e8-4335-b84d-bacede22bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:36.637819 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-d9d32291-a5e8-4335-b84d-bacede22bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:36.638367 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-d9d32291-a5e8-4335-b84d-bacede22bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:36.638999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-d9d32291-a5e8-4335-b84d-bacede22bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:36.640087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-d9d32291-a5e8-4335-b84d-bacede22bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:36.640880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-d9d32291-a5e8-4335-b84d-bacede22bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:36.642587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-d9d32291-a5e8-4335-b84d-bacede22bb93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6491 time: 0.5422852
Dec 18 20:53:36.788986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-221e25ba-57f9-4cd7-8216-ff69df6538f4 req-4ed8eddb-3ce8-4139-bb2c-e621bd011f2f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2767298
Dec 18 20:53:36.816331 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-24576f89-b491-4e6a-8b8c-73c9037c3694 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3802738
Dec 18 20:53:36.840863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cc2c31-ad21-4a0b-b596-cb7ac0f53bdf None None] Network a3f40e0d-a5d5-4d59-b92d-42aec2395594 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:36.942212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-4490bf3c-035b-4f51-9361-52af43fb5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:36.947327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-4490bf3c-035b-4f51-9361-52af43fb5b5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3cf1807-07e5-4f23-a394-25e4d942b008 HTTP/1.1" status: 200  len: 913 time: 0.2895122
Dec 18 20:53:36.991628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32f79c-e30d-4c5f-86ea-13d4c1dcdf44 None None] Pushing event updated for resources: {'Port': ['ID=51cd2685-3658-4751-bb0e-c451523277cc,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:37.066574 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:37.100454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51960529-1104-42d4-beb2-f1e008a9a104 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 20:53:37.182676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-6dc9d04a-3d30-4119-8de0-c585ace237a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2508ae-cc73-498d-b496-3c1f2e87f0f4 HTTP/1.1" status: 200  len: 997 time: 0.1838381
Dec 18 20:53:37.310794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Deleting port 51cd2685-3658-4751-bb0e-c451523277cc {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:37.313079 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:37.511762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] For port 51cd2685-3658-4751-bb0e-c451523277cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51cd2685-3658-4751-bb0e-c451523277cc,segment=NetworkSegment(851aad17-3f68-469d-8c64-b2e484100442),segment_id=851aad17-3f68-469d-8c64-b2e484100442)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:37.512735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:37.513706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51960529-1104-42d4-beb2-f1e008a9a104 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 20:53:37.520045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a6613f98-f5fe-4ab3-a5f2-be6bb16e6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eacae80>, [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T20:51:56Z', 'revision_number': 4, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '550cd27f-c72c-4be7-9778-b1bbf7474ba4', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'floating_ip_address': '172.35.3.4', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'port_id': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'mac_address': 'fa:16:3e:b6:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:52:27Z', 'updated_at': '2021-12-18T20:53:34Z', 'revision_number': 1, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67a1a09-9257-4423-906a-71991b3e9374', 'name': '', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'mac_address': 'fa:16:3e:3e:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:55Z', 'updated_at': '2021-12-18T20:51:59Z', 'revision_number': 5, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'subnets': [{'id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:37.533501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Calling delete_port for 51cd2685-3658-4751-bb0e-c451523277cc owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:37.576498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6613f98-f5fe-4ab3-a5f2-be6bb16e6154 None None] Checking router: 076d14eb-60cc-4fd8-8989-a7245af07067 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:53:37.600284 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6613f98-f5fe-4ab3-a5f2-be6bb16e6154 None None] Routers {'076d14eb-60cc-4fd8-8989-a7245af07067'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:37.600853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a6613f98-f5fe-4ab3-a5f2-be6bb16e6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eacae80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['076d14eb-60cc-4fd8-8989-a7245af07067'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:37.660118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33792) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:37.889354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b825e920-0337-4dd0-a476-9eff2d0d0400 req-0df3687a-375d-4824-a2ac-e6a5150d2c76 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 210 time: 0.6680124
Dec 18 20:53:37.901066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1a5f7cd-1816-4a5b-b754-d2c871657f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.006305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-9c797144-4b08-45dd-89e4-4edfa00cdcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:38.008197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-9c797144-4b08-45dd-89e4-4edfa00cdcd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00034496-0c84-4e94-bc88-fbb41663ba15 HTTP/1.1" status: 200  len: 851 time: 0.8111734
Dec 18 20:53:38.063835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5f7cd-1816-4a5b-b754-d2c871657f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:38.079003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaf5a9-9adb-4f7b-ba46-75fc24a6fa8f req-81c32a65-c731-46d6-bc23-bd8214d8cbcf tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:38.087225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fbaf5a9-9adb-4f7b-ba46-75fc24a6fa8f req-81c32a65-c731-46d6-bc23-bd8214d8cbcf tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.1811943
Dec 18 20:53:38.114377 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a5f7cd-1816-4a5b-b754-d2c871657f12 admin admin] Checking segment: {'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:38.114901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a5f7cd-1816-4a5b-b754-d2c871657f12 admin admin] Network hostable DHCP agents. Network: e50169fc-b606-4273-ae66-869a743059d2, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:38.167571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-b9028872-06a0-437e-a89d-3cf8c64b763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:38.169301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-b9028872-06a0-437e-a89d-3cf8c64b763b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3cf1807-07e5-4f23-a394-25e4d942b008&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1459110
Dec 18 20:53:38.185844 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fbaf5a9-9adb-4f7b-ba46-75fc24a6fa8f req-6516c118-f86b-4c7f-8f61-306e032c8922 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975251
Dec 18 20:53:38.239684 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5567-1acd-4c6a-95ac-55e6efaa7c54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.255024 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.277459 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No DVR routers for this DVR port 51cd2685-3658-4751-bb0e-c451523277cc on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:38.285460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a5f7cd-1816-4a5b-b754-d2c871657f12 admin admin] Network e50169fc-b606-4273-ae66-869a743059d2 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:38.303783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-b1a5f7cd-1816-4a5b-b754-d2c871657f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e50169fc-b606-4273-ae66-869a743059d2) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:38.315438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a5f7cd-1816-4a5b-b754-d2c871657f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:38.316172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1a5f7cd-1816-4a5b-b754-d2c871657f12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.344882 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.358750 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b1a5f7cd-1816-4a5b-b754-d2c871657f12 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.2378585
Dec 18 20:53:38.361303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33820) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:38.366308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1480920450-router', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:38.376351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-a0f85dc7-810a-49db-9d98-5e1b0e0c74a1 service neutron] 10.222.0.36 "GET /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1872742
Dec 18 20:53:38.441182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Port': ['ID=51cd2685-3658-4751-bb0e-c451523277cc,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:38.546958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3a22f48-29b3-42b7-a49b-29c56854b617 req-f9b5b3db-2203-42a0-be78-0dd2fc57ce98 service neutron] 10.222.0.36 "GET /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583810
Dec 18 20:53:38.557872 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.564853 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.598695 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.605015 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.610847 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dd13a30>,) {'filters': {'network_id': ['a3f40e0d-a5d5-4d59-b92d-42aec2395594']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:38.629948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a6613f98-f5fe-4ab3-a5f2-be6bb16e6154 None None] Set router 076d14eb-60cc-4fd8-8989-a7245af07067 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:38.640314 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dd13a30>, '851aad17-3f68-469d-8c64-b2e484100442') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:38.640624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dd13a30>, '851aad17-3f68-469d-8c64-b2e484100442') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:38.659794 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.662839 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5567-1acd-4c6a-95ac-55e6efaa7c54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.691471 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5567-1acd-4c6a-95ac-55e6efaa7c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.711544 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.759465 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f8bf5567-1acd-4c6a-95ac-55e6efaa7c54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5edcb0e034dc4a6ba8b8bfd92b92b727&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0981889
Dec 18 20:53:38.761557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:38.762189 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.794121 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.795268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33842) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:38.832362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3816537a-15e2-410d-8074-ca4197fb2dd6 None None] Network e50169fc-b606-4273-ae66-869a743059d2 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:38.839372 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:38.845234 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.862402 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.866431 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/a3f40e0d-a5d5-4d59-b92d-42aec2395594 HTTP/1.1" status: 204  len: 168 time: 3.9960766
Dec 18 20:53:38.881948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf5567-1acd-4c6a-95ac-55e6efaa7c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474f7e9c-16f6-4c93-98f1-6190b9ac4f62,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:38.889304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33860) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:38.900881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d11a374c-3e9d-4e9a-8894-161fe7e79bb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-321645351'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:38.917220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918e637-64c0-48e7-aeca-8e6902b52a86 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Network': ['ID=a3f40e0d-a5d5-4d59-b92d-42aec2395594,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:38.953388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11a374c-3e9d-4e9a-8894-161fe7e79bb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:38.958366 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d11a374c-3e9d-4e9a-8894-161fe7e79bb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:38.988549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11a374c-3e9d-4e9a-8894-161fe7e79bb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:39.007987 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d11a374c-3e9d-4e9a-8894-161fe7e79bb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.008390 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-d11a374c-3e9d-4e9a-8894-161fe7e79bb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Added segment ef374804-f6e6-45fb-8bc9-831718ed008f of type vlan for network 22d8f0b4-8494-47a6-99a0-01770ed71e2c
Dec 18 20:53:39.059088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d11a374c-3e9d-4e9a-8894-161fe7e79bb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.094600 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d11a374c-3e9d-4e9a-8894-161fe7e79bb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.098193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db375458-b783-48d7-b840-95334e58ed0f req-a19b4f22-d21a-4c23-9a01-4a77d6928d51 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 210 time: 0.0350897
Dec 18 20:53:39.100208 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.103071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11a374c-3e9d-4e9a-8894-161fe7e79bb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:39.103715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d11a374c-3e9d-4e9a-8894-161fe7e79bb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.107378 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19464079-4c75-477a-aa04-208869cdf991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.144227 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19464079-4c75-477a-aa04-208869cdf991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.158447 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d11a374c-3e9d-4e9a-8894-161fe7e79bb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2680116
Dec 18 20:53:39.181237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 659424cb-2544-4eb1-afc7-8c764a75b399 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:39.184086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33870) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:39.191371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-787c74e6-8d54-4af9-a309-2c39d03c7b83 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'network_id': '22d8f0b4-8494-47a6-99a0-01770ed71e2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:39.240721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a374c-3e9d-4e9a-8894-161fe7e79bb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=22d8f0b4-8494-47a6-99a0-01770ed71e2c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:39.269437 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 22d8f0b4-8494-47a6-99a0-01770ed71e2c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:39.285616 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-f65a14c2-06c1-419a-a29c-3ecefe232b35 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f15c3e2ec1194924bee37b0161adc237&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1104026
Dec 18 20:53:39.324250 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3f240-3eb1-406e-adc7-851c52270b42 None None] Network e50169fc-b606-4273-ae66-869a743059d2 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:39.385528 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19464079-4c75-477a-aa04-208869cdf991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.388546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19464079-4c75-477a-aa04-208869cdf991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.390563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-19464079-4c75-477a-aa04-208869cdf991 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/474f7e9c-16f6-4c93-98f1-6190b9ac4f62 HTTP/1.1" status: 204  len: 168 time: 0.5942519
Dec 18 20:53:39.435188 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.resource_extend [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:53:39.507420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19464079-4c75-477a-aa04-208869cdf991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474f7e9c-16f6-4c93-98f1-6190b9ac4f62,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:39.560783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33892) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:39.642453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:39.652502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787c74e6-8d54-4af9-a309-2c39d03c7b83 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:39.668133 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-787c74e6-8d54-4af9-a309-2c39d03c7b83 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.668313 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a6613f98-f5fe-4ab3-a5f2-be6bb16e6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eacae80>, [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T20:51:56Z', 'revision_number': 4, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '550cd27f-c72c-4be7-9778-b1bbf7474ba4', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'floating_ip_address': '172.35.3.4', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'port_id': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'mac_address': 'fa:16:3e:b6:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:52:27Z', 'updated_at': '2021-12-18T20:53:34Z', 'revision_number': 1, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67a1a09-9257-4423-906a-71991b3e9374', 'name': '', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'mac_address': 'fa:16:3e:3e:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:55Z', 'updated_at': '2021-12-18T20:51:59Z', 'revision_number': 5, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'subnets': [{'id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:39.676163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '659424cb-2544-4eb1-afc7-8c764a75b399', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '659424cb-2544-4eb1-afc7-8c764a75b399', 'mac_address': 'fa:16:3e:3e:a9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:39.708285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6613f98-f5fe-4ab3-a5f2-be6bb16e6154 None None] The sync data for ids ['076d14eb-60cc-4fd8-8989-a7245af07067'] in ncdv-master-1 is: [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T20:51:56Z', 'revision_number': 4, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '550cd27f-c72c-4be7-9778-b1bbf7474ba4', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'floating_ip_address': '172.35.3.4', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'port_id': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'mac_address': 'fa:16:3e:b6:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:52:27Z', 'updated_at': '2021-12-18T20:53:34Z', 'revision_number': 1, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67a1a09-9257-4423-906a-71991b3e9374', 'name': '', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'mac_address': 'fa:16:3e:3e:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:55Z', 'updated_at': '2021-12-18T20:51:59Z', 'revision_number': 5, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'subnets': [{'id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:53:39.768060 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.791094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 659424cb-2544-4eb1-afc7-8c764a75b399 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:39.824188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:39.829924 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.910358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=659424cb-2544-4eb1-afc7-8c764a75b399,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:39.933851 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c4bb72b-316d-462e-a285-bab1c3faffad admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:39.938989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f1767-3c57-42f6-8183-ff594078bafb req-3d564f7b-466f-46f7-b8c3-5874451f1ce4 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:39.940540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d0f1767-3c57-42f6-8183-ff594078bafb req-3d564f7b-466f-46f7-b8c3-5874451f1ce4 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 950 time: 0.4401786
Dec 18 20:53:39.988831 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-8b83f0a2-7839-4bd0-919f-44bb8d22327b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:39.990602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-8b83f0a2-7839-4bd0-919f-44bb8d22327b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6498177
Dec 18 20:53:40.031137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Request body: {'port': {'device_id': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': 'f15c3e2ec1194924bee37b0161adc237'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:40.048471 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c4bb72b-316d-462e-a285-bab1c3faffad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:40.053548 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c4bb72b-316d-462e-a285-bab1c3faffad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:40.070189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['659424cb-2544-4eb1-afc7-8c764a75b399'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:40.080213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf237c7-26c1-47f7-9190-3c84156ff315 req-4eb360f7-62ed-4430-9d20-c3ff6aa32683 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:40.082069 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5cf237c7-26c1-47f7-9190-3c84156ff315 req-4eb360f7-62ed-4430-9d20-c3ff6aa32683 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.2813962
Dec 18 20:53:40.093778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d0f1767-3c57-42f6-8183-ff594078bafb req-266d692b-6d87-4c6c-8dbe-f98a3b84b42b tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288517
Dec 18 20:53:40.096010 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-787c74e6-8d54-4af9-a309-2c39d03c7b83 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:40.106733 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a3bbd7-ba89-4a00-a458-a33a4e205818 None None] New status for floating IP 550cd27f-c72c-4be7-9778-b1bbf7474ba4: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:53:40.140819 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3c4bb72b-316d-462e-a285-bab1c3faffad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96f1afe3c99a4bcaab29cb7dfdf411b1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5783761
Dec 18 20:53:40.142652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bb72b-316d-462e-a285-bab1c3faffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fdf955-78f9-4d9e-934f-6b20e5ecbced,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:40.148276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33910) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:40.228148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c74e6-8d54-4af9-a309-2c39d03c7b83 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=c45f5ab9-8072-4149-91af-8f379e7e3b15,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:40.277070 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-759538d7-43fe-47c3-9961-e67c7875fe2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:40.305872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5cf237c7-26c1-47f7-9190-3c84156ff315 req-1356058e-6d4e-4662-adca-e7cf9b0c10a6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1826754
Dec 18 20:53:40.332369 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-759538d7-43fe-47c3-9961-e67c7875fe2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:40.427815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-759538d7-43fe-47c3-9961-e67c7875fe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:40.431154 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-759538d7-43fe-47c3-9961-e67c7875fe2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:40.434825 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-759538d7-43fe-47c3-9961-e67c7875fe2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37fdf955-78f9-4d9e-934f-6b20e5ecbced HTTP/1.1" status: 204  len: 168 time: 0.2819228
Dec 18 20:53:40.446053 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759538d7-43fe-47c3-9961-e67c7875fe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fdf955-78f9-4d9e-934f-6b20e5ecbced,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:40.475012 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:40.488009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76daf0d4-7cc1-463e-a25c-7e68c5c76947 req-38b01605-48ab-4c0a-abc0-4286d65d2c7e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 210 time: 0.2514288
Dec 18 20:53:40.515330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c74e6-8d54-4af9-a309-2c39d03c7b83 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking segment: {'id': 'ef374804-f6e6-45fb-8bc9-831718ed008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '22d8f0b4-8494-47a6-99a0-01770ed71e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:40.515330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787c74e6-8d54-4af9-a309-2c39d03c7b83 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network hostable DHCP agents. Network: 22d8f0b4-8494-47a6-99a0-01770ed71e2c, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:40.529554 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:40.550459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787c74e6-8d54-4af9-a309-2c39d03c7b83 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network 22d8f0b4-8494-47a6-99a0-01770ed71e2c is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:40.643931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-787c74e6-8d54-4af9-a309-2c39d03c7b83 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 22d8f0b4-8494-47a6-99a0-01770ed71e2c) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:40.653706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5267e3-aaec-4f63-9e80-33c685fef4ec None None] Network 22d8f0b4-8494-47a6-99a0-01770ed71e2c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:40.660748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c74e6-8d54-4af9-a309-2c39d03c7b83 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:40.661383 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-787c74e6-8d54-4af9-a309-2c39d03c7b83 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:40.699938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-787c74e6-8d54-4af9-a309-2c39d03c7b83 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.5128341
Dec 18 20:53:40.703075 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33936) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:40.763901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Made reservation on behalf of f15c3e2ec1194924bee37b0161adc237 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:40.768298 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:40.903136 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab22c90b-3b7f-4e0e-b0ef-b415b8a2198e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-22d8f0b4-8494-47a6-99a0-01770ed71e2c', 'network_id': '22d8f0b4-8494-47a6-99a0-01770ed71e2c', 'project_id': '76b2df85c79f4fb198e8337010cb606b', 'fixed_ips': [{'subnet_id': 'c45f5ab9-8072-4149-91af-8f379e7e3b15'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:53:40.904581 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ab22c90b-3b7f-4e0e-b0ef-b415b8a2198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:40.922671 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.005799 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.094649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Allocated IP 172.35.3.216 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/6a48a35e-effa-46bf-8968-c3aa2a0f1bcd) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:41.114557 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.137376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ae5fb-2ad5-48ff-a37c-72be96e20868 req-ed7c196c-7c0c-4e45-8cab-1893442c992d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:41.150351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c3ae5fb-2ad5-48ff-a37c-72be96e20868 req-ed7c196c-7c0c-4e45-8cab-1893442c992d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.2480669
Dec 18 20:53:41.164022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Subnet': ['ID=c45f5ab9-8072-4149-91af-8f379e7e3b15,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:41.170050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 659424cb-2544-4eb1-afc7-8c764a75b399 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:41.261677 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.287915 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dc45d60>,) {'filters': {'network_id': ['22d8f0b4-8494-47a6-99a0-01770ed71e2c']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:41.295157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Allocated IP 192.168.233.44 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/8c02c893-1629-4833-9998-e05787ad6250) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:41.301519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dc45d60>, 'ef374804-f6e6-45fb-8bc9-831718ed008f') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:41.302891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dc45d60>, 'ef374804-f6e6-45fb-8bc9-831718ed008f') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server [None req-ab22c90b-3b7f-4e0e-b0ef-b415b8a2198e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c45f5ab9-8072-4149-91af-8f379e7e3b15: This subnet is being modified by another concurrent operation.
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 20:53:41.319044 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c45f5ab9-8072-4149-91af-8f379e7e3b15: This subnet is being modified by another concurrent operation.
Dec 18 20:53:41.323749 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server 
Dec 18 20:53:41.339418 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.365155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 659424cb-2544-4eb1-afc7-8c764a75b399 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:41.365860 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.377293 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.396118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:41.398818 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.406076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c3ae5fb-2ad5-48ff-a37c-72be96e20868 req-26d4dad4-bead-4039-b4b9-d22887c87d99 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2547607
Dec 18 20:53:41.427647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4a0215-df1f-4c4c-9219-98c117a1991c None None] Network 22d8f0b4-8494-47a6-99a0-01770ed71e2c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:41.476711 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:41.507366 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.533726 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.548011 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/22d8f0b4-8494-47a6-99a0-01770ed71e2c HTTP/1.1" status: 204  len: 168 time: 0.8421304
Dec 18 20:53:41.554450 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33964) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:41.600512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-befb9c15-7ef9-4ad2-9d9a-874c8a1faa8f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1206705281'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:41.615182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff3139-0dfb-48c9-b76b-5e10e58eb90f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Network': ['ID=22d8f0b4-8494-47a6-99a0-01770ed71e2c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:41.643916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1521269d-9c01-48de-b10d-9c4e6e7d6453 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 20:53:41.650640 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.653439 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befb9c15-7ef9-4ad2-9d9a-874c8a1faa8f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:41.664218 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-befb9c15-7ef9-4ad2-9d9a-874c8a1faa8f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.688131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1facc-62ab-4d09-a7a0-bba51f1c1f4b req-ae7740a6-a881-4299-b255-8c3cf4265618 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:41.692401 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1b1facc-62ab-4d09-a7a0-bba51f1c1f4b req-ae7740a6-a881-4299-b255-8c3cf4265618 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 949 time: 0.4250922
Dec 18 20:53:41.712520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befb9c15-7ef9-4ad2-9d9a-874c8a1faa8f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:41.718798 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.724964 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-befb9c15-7ef9-4ad2-9d9a-874c8a1faa8f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.725569 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-befb9c15-7ef9-4ad2-9d9a-874c8a1faa8f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Added segment 6755508c-cede-4c39-a359-91f68728868c of type vlan for network 1d2ba183-a1b5-4821-9db8-2918e1158e43
Dec 18 20:53:41.778657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:41.781223 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1731fa-7afc-477c-9ad7-70c93c1faaf4" -d '{"events": [{"server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:41.788064 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7089ea7d-66a6-4451-b285-522b35986ad5 req-c0741cc8-7658-422e-add6-d079da509cc3 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 210 time: 0.0850859
Dec 18 20:53:41.791619 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.808831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:41.821790 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.829519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1b1facc-62ab-4d09-a7a0-bba51f1c1f4b req-9ced97b4-5674-4c15-a873-307c2f183491 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359315
Dec 18 20:53:41.840158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-befb9c15-7ef9-4ad2-9d9a-874c8a1faa8f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.853352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.907900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-befb9c15-7ef9-4ad2-9d9a-874c8a1faa8f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.911351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:41.919536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb9c15-7ef9-4ad2-9d9a-874c8a1faa8f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:41.920005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:41.921717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-befb9c15-7ef9-4ad2-9d9a-874c8a1faa8f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:41.965437 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450d4b23-8c36-421a-861e-3f8bfc516cd9 x-openstack-request-id: req-450d4b23-8c36-421a-861e-3f8bfc516cd9 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:41.966158 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:41.966496 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-450d4b23-8c36-421a-861e-3f8bfc516cd9 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:41.966896 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399', 'code': 200}
Dec 18 20:53:41.968629 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['209a1be9-0f3f-4756-8361-ca32f4b7d826'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:41.972141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b09fe15f-0b97-40bf-b218-e64ff9933df9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:41.978565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:42.063421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:42.064220 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:42.069654 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-befb9c15-7ef9-4ad2-9d9a-874c8a1faa8f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4836328
Dec 18 20:53:42.078681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33984) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:42.097444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c3510ad0-0ac2-44e1-b9a4-e1e7f2279d31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'New_network'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:42.123156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1076314
Dec 18 20:53:42.150802 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:42.155181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2154c-01cf-45a2-b453-e2a8afa60495 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Pushing event updated for resources: {'Port': ['ID=8c02c893-1629-4833-9998-e05787ad6250,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:42.167878 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb9c15-7ef9-4ad2-9d9a-874c8a1faa8f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=1d2ba183-a1b5-4821-9db8-2918e1158e43,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:42.198769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Request body: {'port': {'device_id': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:42.295017 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 1d2ba183-a1b5-4821-9db8-2918e1158e43 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:42.336271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Pushing event updated for resources: {'Port': ['ID=6a48a35e-effa-46bf-8968-c3aa2a0f1bcd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:42.365653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:42.389694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3510ad0-0ac2-44e1-b9a4-e1e7f2279d31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:42.390948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fc4a1-062c-471f-8a25-6539a8aa0fbb req-87abb9ea-9808-43bc-9c33-a5a6a5759646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:42.394649 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c68fc4a1-062c-471f-8a25-6539a8aa0fbb req-87abb9ea-9808-43bc-9c33-a5a6a5759646 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 1102 time: 0.2689571
Dec 18 20:53:42.395619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:42.399992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:42.417712 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3510ad0-0ac2-44e1-b9a4-e1e7f2279d31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:42.472380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1521269d-9c01-48de-b10d-9c4e6e7d6453 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 20:53:42.485602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=659424cb-2544-4eb1-afc7-8c764a75b399,revision_number=10']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:42.553852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3510ad0-0ac2-44e1-b9a4-e1e7f2279d31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network 1d2ba183-a1b5-4821-9db8-2918e1158e43 is not hosted by any dhcp agent {{(pid=126009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 18 20:53:42.561762 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:42.564877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3510ad0-0ac2-44e1-b9a4-e1e7f2279d31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:42.565641 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3510ad0-0ac2-44e1-b9a4-e1e7f2279d31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:42.570134 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c3510ad0-0ac2-44e1-b9a4-e1e7f2279d31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "PUT /v2.0/networks/1d2ba183-a1b5-4821-9db8-2918e1158e43 HTTP/1.1" status: 200  len: 723 time: 0.4841964
Dec 18 20:53:42.571236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34010) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:42.582911 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2bd2daa9-e561-4e00-b16d-eddea05fb4b3 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'network_id': '1d2ba183-a1b5-4821-9db8-2918e1158e43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:42.609167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3510ad0-0ac2-44e1-b9a4-e1e7f2279d31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=1d2ba183-a1b5-4821-9db8-2918e1158e43,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:42.738622 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 1d2ba183-a1b5-4821-9db8-2918e1158e43 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:42.765575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd2daa9-e561-4e00-b16d-eddea05fb4b3 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:42.773063 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bd2daa9-e561-4e00-b16d-eddea05fb4b3 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:42.807577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c68fc4a1-062c-471f-8a25-6539a8aa0fbb req-ca869311-6476-4f39-ad9d-355eaf244078 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3478365
Dec 18 20:53:42.908901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8ac2e-d537-47f3-aeaf-4de4c7c1d4a6 req-356906f1-1c9e-4cd1-8f82-e7e0757cc4fe tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:42.910492 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9a8ac2e-d537-47f3-aeaf-4de4c7c1d4a6 req-356906f1-1c9e-4cd1-8f82-e7e0757cc4fe tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.2954831
Dec 18 20:53:43.066277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:43.068914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:43.109588 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bd2daa9-e561-4e00-b16d-eddea05fb4b3 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.124012 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34042) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:43.204511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2daa9-e561-4e00-b16d-eddea05fb4b3 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=392dd4ce-d61b-4f2d-bd64-6fb6c9c7e33f,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:43.237193 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d175a54-b2b7-4404-8216-38c58b32001c None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:43.245380 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2daa9-e561-4e00-b16d-eddea05fb4b3 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking segment: {'id': '6755508c-cede-4c39-a359-91f68728868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d2ba183-a1b5-4821-9db8-2918e1158e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:43.245925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2daa9-e561-4e00-b16d-eddea05fb4b3 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network hostable DHCP agents. Network: 1d2ba183-a1b5-4821-9db8-2918e1158e43, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:43.284163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2daa9-e561-4e00-b16d-eddea05fb4b3 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network 1d2ba183-a1b5-4821-9db8-2918e1158e43 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:43.291899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9a8ac2e-d537-47f3-aeaf-4de4c7c1d4a6 req-249c00d5-cf93-4781-9e65-45be82b7a7cc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3678911
Dec 18 20:53:43.307017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2bd2daa9-e561-4e00-b16d-eddea05fb4b3 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1d2ba183-a1b5-4821-9db8-2918e1158e43) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:43.317806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd2daa9-e561-4e00-b16d-eddea05fb4b3 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:43.319414 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bd2daa9-e561-4e00-b16d-eddea05fb4b3 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.350067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc5d7ed-7e26-4ab5-8934-4fd5e17233cb None None] Network 1d2ba183-a1b5-4821-9db8-2918e1158e43 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:43.357005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df341-5043-460a-b203-d32177aa3096 req-7150ab2f-ee32-4723-b881-e9b5dc93ad56 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:43.363716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-471df341-5043-460a-b203-d32177aa3096 req-7150ab2f-ee32-4723-b881-e9b5dc93ad56 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 935 time: 0.2766728
Dec 18 20:53:43.379254 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2bd2daa9-e561-4e00-b16d-eddea05fb4b3 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8068933
Dec 18 20:53:43.382109 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34046) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:43.389241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:43.397750 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.460131 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:43.474212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-be74d7da-29b7-4d40-8347-8e44600dc2a9 None None] Provisioning complete for port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:43.474722 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-be74d7da-29b7-4d40-8347-8e44600dc2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.480145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-494155d7-2564-48a2-8f4a-2d10fc1b5b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.519440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.521870 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'port_id': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'mac_address': 'fa:16:3e:46:26:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:43.545001 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58791844'] for subnet, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.589356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-be74d7da-29b7-4d40-8347-8e44600dc2a9 None None] Port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:53:43.640898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:43.646823 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.649938 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.657864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1d2ba183-a1b5-4821-9db8-2918e1158e43', 'network_id': '1d2ba183-a1b5-4821-9db8-2918e1158e43', 'project_id': '76b2df85c79f4fb198e8337010cb606b', 'fixed_ips': [{'subnet_id': '392dd4ce-d61b-4f2d-bd64-6fb6c9c7e33f'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:53:43.658731 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.697754 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-494155d7-2564-48a2-8f4a-2d10fc1b5b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.706727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-494155d7-2564-48a2-8f4a-2d10fc1b5b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.725912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:43.778371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494155d7-2564-48a2-8f4a-2d10fc1b5b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b18f2d-a62f-467d-a33a-edc02c19b2a6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:43.786421 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-494155d7-2564-48a2-8f4a-2d10fc1b5b42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de0a59b4d888450a8a5dbe7491a1f79d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5906839
Dec 18 20:53:43.790875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34048) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:43.811556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741976380892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59004410'] for subnet, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.862178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:43.862705 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.866762 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "PUT /v2.0/subnets/392dd4ce-d61b-4f2d-bd64-6fb6c9c7e33f HTTP/1.1" status: 200  len: 806 time: 0.4808693
Dec 18 20:53:43.868368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34050) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:43.870545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=11']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:43.874512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-79492886-4902-4446-8d1f-d7d943d14550 None None] Provisioning complete for port 8c02c893-1629-4833-9998-e05787ad6250 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:43.874880 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-79492886-4902-4446-8d1f-d7d943d14550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.909151 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:53:43.909538 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:53:43.944190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=392dd4ce-d61b-4f2d-bd64-6fb6c9c7e33f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:43.957540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-79492886-4902-4446-8d1f-d7d943d14550 None None] Port 8c02c893-1629-4833-9998-e05787ad6250 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:53:43.960234 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8380ae7a-4eb5-4612-aaea-feac1984a333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:43.966028 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.966486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.966839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.967184 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.967523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.967796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:43.967929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.968177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.968506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.968831 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.969164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.969491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.969819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.970122 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d21ba0-c33e-4726-bf41-224ad205171b" -d '{"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:43.970285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570420c3-b390-47c4-bd59-5726d6928932 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:43.999234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Allocated IP 172.20.0.2 (1d2ba183-a1b5-4821-9db8-2918e1158e43/392dd4ce-d61b-4f2d-bd64-6fb6c9c7e33f/2eb6ced0-1030-48fd-840d-b55d627595d7) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:44.012116 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8380ae7a-4eb5-4612-aaea-feac1984a333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.041092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.044479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c02c893-1629-4833-9998-e05787ad6250 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:44.052800 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.072349 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-471df341-5043-460a-b203-d32177aa3096 req-48c1406b-5860-4069-adaf-3052340c2cb1 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6973214
Dec 18 20:53:44.102706 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8380ae7a-4eb5-4612-aaea-feac1984a333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.105757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Transition to ACTIVE for port object 8c02c893-1629-4833-9998-e05787ad6250 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:53:44.105985 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8380ae7a-4eb5-4612-aaea-feac1984a333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.107200 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8380ae7a-4eb5-4612-aaea-feac1984a333 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35b18f2d-a62f-467d-a33a-edc02c19b2a6 HTTP/1.1" status: 204  len: 168 time: 0.3154802
Dec 18 20:53:44.125110 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.130145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380ae7a-4eb5-4612-aaea-feac1984a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b18f2d-a62f-467d-a33a-edc02c19b2a6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:44.145309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b76ee-a279-494a-9787-fc3e39c746e6 req-8b59b87f-3321-4aeb-81b6-ac0145539a74 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:44.161073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-892b76ee-a279-494a-9787-fc3e39c746e6 req-8b59b87f-3321-4aeb-81b6-ac0145539a74 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 951 time: 0.7124915
Dec 18 20:53:44.192649 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.219749 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.229072 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.247405 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.315309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Subnet': ['ID=392dd4ce-d61b-4f2d-bd64-6fb6c9c7e33f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:44.316206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Network 1d2ba183-a1b5-4821-9db8-2918e1158e43 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:44.318530 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6259f1bf-8913-4e8e-9e1d-35a06d2e0cc1 x-openstack-request-id: req-6259f1bf-8913-4e8e-9e1d-35a06d2e0cc1 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:44.319080 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:44.319351 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6259f1bf-8913-4e8e-9e1d-35a06d2e0cc1 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:44.319784 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'code': 200}
Dec 18 20:53:44.320345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Pushing event updated for resources: {'Port': ['ID=2eb6ced0-1030-48fd-840d-b55d627595d7,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:44.323709 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:44.325900 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:44.398413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Attempting to bind port 2eb6ced0-1030-48fd-840d-b55d627595d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:44.398798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Attempting to bind port 2eb6ced0-1030-48fd-840d-b55d627595d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6755508c-cede-4c39-a359-91f68728868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d2ba183-a1b5-4821-9db8-2918e1158e43'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:44.399199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Attempting to bind port 2eb6ced0-1030-48fd-840d-b55d627595d7 on network 1d2ba183-a1b5-4821-9db8-2918e1158e43 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:44.409804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:44.410186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Checking segment: {'id': '6755508c-cede-4c39-a359-91f68728868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d2ba183-a1b5-4821-9db8-2918e1158e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:44.411007 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.411413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Bound using segment: {'id': '6755508c-cede-4c39-a359-91f68728868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d2ba183-a1b5-4821-9db8-2918e1158e43'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:44.411899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Bound port: 2eb6ced0-1030-48fd-840d-b55d627595d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6755508c-cede-4c39-a359-91f68728868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1d2ba183-a1b5-4821-9db8-2918e1158e43'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:44.412281 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.459483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.470613 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-892b76ee-a279-494a-9787-fc3e39c746e6 req-572f5f8c-edfb-4125-bf84-24bd1ae32c49 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3084583
Dec 18 20:53:44.510522 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e0e9eb0>,) {'filters': {'network_id': ['1d2ba183-a1b5-4821-9db8-2918e1158e43']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:44.530391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e0e9eb0>, '6755508c-cede-4c39-a359-91f68728868c') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:44.530874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e0e9eb0>, '6755508c-cede-4c39-a359-91f68728868c') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:44.539007 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.546568 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.569666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:44.575840 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] For port 2eb6ced0-1030-48fd-840d-b55d627595d7, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:44.580038 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] For port 2eb6ced0-1030-48fd-840d-b55d627595d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eb6ced0-1030-48fd-840d-b55d627595d7,segment=NetworkSegment(6755508c-cede-4c39-a359-91f68728868c),segment_id=6755508c-cede-4c39-a359-91f68728868c)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:44.603488 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.605080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.618419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:44.635098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:44.635505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.651819 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.682767 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Pushing event updated for resources: {'Port': ['ID=8c02c893-1629-4833-9998-e05787ad6250,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:44.723423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75af06-a305-4a88-b7a4-f02924843a9f req-2825b037-0edf-4bc6-aae3-04dcb0f640e7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:44.731815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b75af06-a305-4a88-b7a4-f02924843a9f req-2825b037-0edf-4bc6-aae3-04dcb0f640e7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2280331
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:44.771512 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:44.774213 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.814148 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.api [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 20:53:44.814148 ncdv-master-1 neutron-server[126009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 20:53:44.814148 ncdv-master-1 neutron-server[126009]: [parameters: {'id': '1d2ba183-a1b5-4821-9db8-2918e1158e43'}]
Dec 18 20:53:44.814148 ncdv-master-1 neutron-server[126009]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:53:44.815085 ncdv-master-1 neutron-server[126009]: DEBUG oslo_db.api [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:53:44.828133 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.843024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c5255-0340-434c-9593-4a49f7437b42 None None] Pushing event updated for resources: {'Port': ['ID=2eb6ced0-1030-48fd-840d-b55d627595d7,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:44.852902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:44.873318 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b75af06-a305-4a88-b7a4-f02924843a9f req-0da78a54-1e7d-496f-ba56-ca78fb3e82c6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1405251
Dec 18 20:53:44.879086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Attempting to bind port 8c02c893-1629-4833-9998-e05787ad6250 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:44.879677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Attempting to bind port 8c02c893-1629-4833-9998-e05787ad6250 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:44.880348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Attempting to bind port 8c02c893-1629-4833-9998-e05787ad6250 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:44.896954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Port 8c02c893-1629-4833-9998-e05787ad6250 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:53:44.897344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Attempting to bind port 8c02c893-1629-4833-9998-e05787ad6250 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:44.905478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:44.905893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:44.907551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:44.907551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Bound port: 8c02c893-1629-4833-9998-e05787ad6250, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:44.907551 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:44.944090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea82fb0-46c9-4ec6-ba3d-f31165241d9d None None] Network 1d2ba183-a1b5-4821-9db8-2918e1158e43 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:45.042735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=12']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:45.063815 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:45.068541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:45.083814 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:45.101032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Router ae78ae5c-1635-467a-bd13-6bbe3422a219 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:53:45.155863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f66a341-6e6b-494c-9ca0-c05a801a4e0a None None] Network 1d2ba183-a1b5-4821-9db8-2918e1158e43 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:45.174375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Pushing event updated for resources: {'Port': ['ID=8c02c893-1629-4833-9998-e05787ad6250,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:45.190158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:45.190995 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:45.192953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-d4826a74-422d-424e-b4ee-a16ace50d83f service neutron] 10.222.0.36 "PUT /v2.0/ports/8c02c893-1629-4833-9998-e05787ad6250 HTTP/1.1" status: 200  len: 1095 time: 3.0477917
Dec 18 20:53:45.197365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'tag': '8c02c893-1629-4833-9998-e05787ad6250'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:45.201306 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f35b8dd-d845-41fa-82c1-21954a267f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "tag": "8c02c893-1629-4833-9998-e05787ad6250"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:45.205556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34104) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:45.317862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:45.408197 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad8314a-d9c1-4a2b-8e75-bd7f1c436c5f x-openstack-request-id: req-bad8314a-d9c1-4a2b-8e75-bd7f1c436c5f {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:45.408695 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "tag": "8c02c893-1629-4833-9998-e05787ad6250", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:45.408950 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bad8314a-d9c1-4a2b-8e75-bd7f1c436c5f {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:45.409357 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'tag': '8c02c893-1629-4833-9998-e05787ad6250', 'status': 'completed', 'code': 200}
Dec 18 20:53:45.442789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Deleting port 2eb6ced0-1030-48fd-840d-b55d627595d7 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:45.442946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc472f-8c5e-46aa-bd50-0dccadc95d13 req-3b0dd934-4c5a-4ecf-829d-56687ab8f342 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:45.443316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:45.450685 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65fc472f-8c5e-46aa-bd50-0dccadc95d13 req-3b0dd934-4c5a-4ecf-829d-56687ab8f342 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 947 time: 0.1863821
Dec 18 20:53:45.509832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d1ec6a-fa9a-4851-a3b3-3e3c281361e8 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 20:53:45.540288 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d50d-e23f-4a42-b47d-96acf37d5f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:45.598791 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65fc472f-8c5e-46aa-bd50-0dccadc95d13 req-210126b3-d3d9-49d4-86c0-5995067d3183 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455927
Dec 18 20:53:45.607921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-60994999-919c-45b1-8501-6cffbee749ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:45.609694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-60994999-919c-45b1-8501-6cffbee749ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 1098 time: 0.1995509
Dec 18 20:53:45.610853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:53:45.646607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Sync routers for ids ['ae78ae5c-1635-467a-bd13-6bbe3422a219'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:53:45.665598 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d50d-e23f-4a42-b47d-96acf37d5f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:45.678372 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d50d-e23f-4a42-b47d-96acf37d5f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:45.713561 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1bc4d50d-e23f-4a42-b47d-96acf37d5f6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d4aa5709616446a9905f1a6c0e382da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5064762
Dec 18 20:53:45.718402 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34120) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:45.737865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Routers {'ae78ae5c-1635-467a-bd13-6bbe3422a219'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:45.742130 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eaca8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ae78ae5c-1635-467a-bd13-6bbe3422a219'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:45.748060 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-0a59a749-702f-4b37-9e3d-0f2f5c075f6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=8c02c893-1629-4833-9998-e05787ad6250 HTTP/1.1" status: 200  len: 217 time: 0.1162195
Dec 18 20:53:45.779588 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] For port 2eb6ced0-1030-48fd-840d-b55d627595d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eb6ced0-1030-48fd-840d-b55d627595d7,segment=NetworkSegment(6755508c-cede-4c39-a359-91f68728868c),segment_id=6755508c-cede-4c39-a359-91f68728868c)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:45.780359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:45.790759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4d50d-e23f-4a42-b47d-96acf37d5f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9364b6-33ab-4272-9b49-1c395e1a1fb4,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:45.810493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Calling delete_port for 2eb6ced0-1030-48fd-840d-b55d627595d7 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:45.842494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f2d1e-85a6-4b3a-a00e-74f87bf1d9d1 req-39f6d09d-b6a5-4638-9be1-dfeb639e9560 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:45.844084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b91f2d1e-85a6-4b3a-a00e-74f87bf1d9d1 req-39f6d09d-b6a5-4638-9be1-dfeb639e9560 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 951 time: 0.2310591
Dec 18 20:53:45.846835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:45.847955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6b78e65f-5def-401e-88dd-fa39adadc04d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.4856520
Dec 18 20:53:45.856516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34124) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:45.920822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-bb979252-1de3-4a19-842c-14fa87aa8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:45.922348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-bb979252-1de3-4a19-842c-14fa87aa8021 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1642926
Dec 18 20:53:45.998044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Set router ae78ae5c-1635-467a-bd13-6bbe3422a219 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:46.053010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b91f2d1e-85a6-4b3a-a00e-74f87bf1d9d1 req-2fbe2f7b-cf9e-40c2-a1ca-052296aa4008 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827848
Dec 18 20:53:46.089605 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfa1111c-3d45-46ff-aa58-035b95655af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:46.101405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f9188-e897-4850-bdda-d65042ff57f8 req-b86f616f-f2e7-4aa7-aacf-42f14c95cee9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:46.114995 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfa1111c-3d45-46ff-aa58-035b95655af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:46.116488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b94f9188-e897-4850-bdda-d65042ff57f8 req-b86f616f-f2e7-4aa7-aacf-42f14c95cee9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 946 time: 0.1215320
Dec 18 20:53:46.139373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-96327631-ca50-4e21-ae94-f99e4e911ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:46.142868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d1ec6a-fa9a-4851-a3b3-3e3c281361e8 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 20:53:46.144326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-96327631-ca50-4e21-ae94-f99e4e911ed1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2104084
Dec 18 20:53:46.296631 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-65388e45-be98-4461-9295-6483b80f94a3 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354501
Dec 18 20:53:46.407715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfa1111c-3d45-46ff-aa58-035b95655af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:46.413828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b94f9188-e897-4850-bdda-d65042ff57f8 req-44c2a964-7575-45f5-9eb5-50f50942a94f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2941499
Dec 18 20:53:46.433990 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dfa1111c-3d45-46ff-aa58-035b95655af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:46.437834 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dfa1111c-3d45-46ff-aa58-035b95655af2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e9364b6-33ab-4272-9b49-1c395e1a1fb4 HTTP/1.1" status: 204  len: 168 time: 0.7077086
Dec 18 20:53:46.490063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a756a57-a561-46e6-8f3e-b407ae41a989 req-02b72f19-7ae3-4578-ae43-801b150bbf2c service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810114
Dec 18 20:53:46.537358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1111c-3d45-46ff-aa58-035b95655af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9364b6-33ab-4272-9b49-1c395e1a1fb4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:46.556244 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:46.650878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35b8dd-d845-41fa-82c1-21954a267f9b req-f1e4b2ed-ea77-4d52-aa42-6b4bc2ae27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:46.655156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f35b8dd-d845-41fa-82c1-21954a267f9b req-f1e4b2ed-ea77-4d52-aa42-6b4bc2ae27fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 1098 time: 0.1032701
Dec 18 20:53:46.818193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No DVR routers for this DVR port 2eb6ced0-1030-48fd-840d-b55d627595d7 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:46.847698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Port': ['ID=2eb6ced0-1030-48fd-840d-b55d627595d7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:46.915358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f45f0e10-14f9-42c3-b1bc-091c3c0ec107 req-443b6a82-f490-4369-919a-ff33c8541544 tempest-AbsoluteLimitsNegativeTestJSON-1325443558 tempest-AbsoluteLimitsNegativeTestJSON-1325443558-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5db81427f59c428288ece836e66da2b9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0790968
Dec 18 20:53:46.943828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eaca8b0>, [{'id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'name': 'tempest-ServerRescueTestJSON-1480920450-router', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216'}], 'enable_snat': True}, 'gw_port_id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:38Z', 'updated_at': '2021-12-18T20:53:42Z', 'revision_number': 3, 'project_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'gw_port': {'id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:40Z', 'updated_at': '2021-12-18T20:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:46.961744 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.006349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Checking router: ae78ae5c-1635-467a-bd13-6bbe3422a219 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:53:47.007653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Updating router ae78ae5c-1635-467a-bd13-6bbe3422a219 port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:53:47.014521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed1dcc-7352-4b52-b20c-0b667c26bbde req-5ada9583-f26d-48a6-bf18-eb24544c700f tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:47.021919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ed1dcc-7352-4b52-b20c-0b667c26bbde req-5ada9583-f26d-48a6-bf18-eb24544c700f tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 1102 time: 0.2650681
Dec 18 20:53:47.040658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35b8dd-d845-41fa-82c1-21954a267f9b req-ee347169-1705-4a20-81ff-9316cdd7c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:47.042223 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f35b8dd-d845-41fa-82c1-21954a267f9b req-ee347169-1705-4a20-81ff-9316cdd7c049 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.3787472
Dec 18 20:53:47.045227 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.071422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.110824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dce4790>,) {'filters': {'network_id': ['1d2ba183-a1b5-4821-9db8-2918e1158e43']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:47.150023 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f35b8dd-d845-41fa-82c1-21954a267f9b req-cb50aecf-ebd1-41b2-ac34-f0112c4f17ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=8c02c893-1629-4833-9998-e05787ad6250 HTTP/1.1" status: 200  len: 217 time: 0.0662529
Dec 18 20:53:47.154667 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dce4790>, '6755508c-cede-4c39-a359-91f68728868c') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:47.155148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dce4790>, '6755508c-cede-4c39-a359-91f68728868c') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:47.158739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f0e10-14f9-42c3-b1bc-091c3c0ec107 req-4de2f847-d926-42ac-9f5d-491ad36b6615 tempest-AbsoluteLimitsNegativeTestJSON-1325443558 tempest-AbsoluteLimitsNegativeTestJSON-1325443558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:47.159935 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f45f0e10-14f9-42c3-b1bc-091c3c0ec107 req-4de2f847-d926-42ac-9f5d-491ad36b6615 tempest-AbsoluteLimitsNegativeTestJSON-1325443558 tempest-AbsoluteLimitsNegativeTestJSON-1325443558-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2365735
Dec 18 20:53:47.174005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ed1dcc-7352-4b52-b20c-0b667c26bbde req-d94ed338-6afd-4eb2-8673-c266b36c0ce0 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461186
Dec 18 20:53:47.179316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.204494 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.240080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:47.240487 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:47.244223 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:47.252044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:47.357726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34158) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:47.365744 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.376335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f45f0e10-14f9-42c3-b1bc-091c3c0ec107 req-1c4cce61-bb30-4e0f-8250-06029f07f7ce tempest-AbsoluteLimitsNegativeTestJSON-1325443558 tempest-AbsoluteLimitsNegativeTestJSON-1325443558-project] 10.222.0.13 "GET /v2.0/quotas/5db81427f59c428288ece836e66da2b9 HTTP/1.1" status: 200  len: 375 time: 0.2005138
Dec 18 20:53:47.401287 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.404610 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/1d2ba183-a1b5-4821-9db8-2918e1158e43 HTTP/1.1" status: 204  len: 168 time: 3.5350609
Dec 18 20:53:47.407334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fa3cf-0c7c-4b84-bf8f-78acc47b5eb1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Network': ['ID=1d2ba183-a1b5-4821-9db8-2918e1158e43,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:47.413018 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34160) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:47.435313 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-be17c6db-f4ee-4854-b260-fa3f843613eb tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:53:47.435864 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be17c6db-f4ee-4854-b260-fa3f843613eb tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:53:47.439164 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-be17c6db-f4ee-4854-b260-fa3f843613eb tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/1d2ba183-a1b5-4821-9db8-2918e1158e43 HTTP/1.1" status: 404  len: 339 time: 0.0249324
Dec 18 20:53:47.439956 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee166dc3-5980-4177-9a85-b874d99aec89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.452355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34164) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:47.459141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:47.459848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.463277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-35a91ec1-30bf-41e9-bb01-8983c5a1fc64 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1601482454', 'description': 'd1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:47.468803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35b8dd-d845-41fa-82c1-21954a267f9b req-8451b050-c9e4-4e88-b8d2-b058a10d2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:47.470291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f35b8dd-d845-41fa-82c1-21954a267f9b req-8451b050-c9e4-4e88-b8d2-b058a10d2b27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.2933915
Dec 18 20:53:47.473091 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f45f0e10-14f9-42c3-b1bc-091c3c0ec107 req-b5223d53-af9f-469c-987d-26dcc7cfbd5e tempest-AbsoluteLimitsNegativeTestJSON-1325443558 tempest-AbsoluteLimitsNegativeTestJSON-1325443558-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5db81427f59c428288ece836e66da2b9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0906982
Dec 18 20:53:47.510279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Allocated IP 172.20.0.1 (e50169fc-b606-4273-ae66-869a743059d2/1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1/e7466fae-f38a-465d-a133-4636aaa8c3fd) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:47.516970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a91ec1-30bf-41e9-bb01-8983c5a1fc64 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:47.521197 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35a91ec1-30bf-41e9-bb01-8983c5a1fc64 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.556509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e403a91-f4e2-4e76-94c3-f0b2fe82c390 req-772502d1-a662-49b9-92ce-103302d80c06 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:47.558283 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e403a91-f4e2-4e76-94c3-f0b2fe82c390 req-772502d1-a662-49b9-92ce-103302d80c06 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 947 time: 0.2610741
Dec 18 20:53:47.563745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a91ec1-30bf-41e9-bb01-8983c5a1fc64 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:47.582963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35a91ec1-30bf-41e9-bb01-8983c5a1fc64 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.583312 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-35a91ec1-30bf-41e9-bb01-8983c5a1fc64 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Added segment 76e69cc6-e8a1-4320-81d0-2a5722259eb4 of type vlan for network c74ee689-3b27-4867-b5fb-9044ab57fcaf
Dec 18 20:53:47.640604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35b8dd-d845-41fa-82c1-21954a267f9b req-1787de52-5cde-464e-b2fe-16743079405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:47.642110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f35b8dd-d845-41fa-82c1-21954a267f9b req-1787de52-5cde-464e-b2fe-16743079405a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1583519
Dec 18 20:53:47.644151 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35a91ec1-30bf-41e9-bb01-8983c5a1fc64 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.684505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35a91ec1-30bf-41e9-bb01-8983c5a1fc64 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.692303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a91ec1-30bf-41e9-bb01-8983c5a1fc64 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:47.693009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35a91ec1-30bf-41e9-bb01-8983c5a1fc64 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.724087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e403a91-f4e2-4e76-94c3-f0b2fe82c390 req-e054dfe8-707b-429e-bba1-a02488bf8fa0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582968
Dec 18 20:53:47.752737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.828810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91ec1-30bf-41e9-bb01-8983c5a1fc64 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=c74ee689-3b27-4867-b5fb-9044ab57fcaf,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:47.861744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:47.881261 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:47.884361 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb2098-591d-4556-9414-6d92fe500767" -d '{"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:47.894055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network c74ee689-3b27-4867-b5fb-9044ab57fcaf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:47.902897 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-35a91ec1-30bf-41e9-bb01-8983c5a1fc64 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.4445846
Dec 18 20:53:47.908176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34174) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:47.933121 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.945498 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:47.999807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f35b8dd-d845-41fa-82c1-21954a267f9b req-89acc298-4167-4297-b4c2-68f17a1cdc1f service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3430974
Dec 18 20:53:48.053831 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee166dc3-5980-4177-9a85-b874d99aec89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.064379 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.071758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a850fb7c-f661-4a71-868c-6680f3ef0298 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:48.073406 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a850fb7c-f661-4a71-868c-6680f3ef0298 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/networks?id=c74ee689-3b27-4867-b5fb-9044ab57fcaf HTTP/1.1" status: 200  len: 761 time: 0.1622696
Dec 18 20:53:48.074233 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee166dc3-5980-4177-9a85-b874d99aec89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.079316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.080457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34178) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:48.091168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e428e026-9288-4e4a-8fad-16f931c3d28f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'description': 'd2'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:48.133549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf872d5-e23d-4a37-a68c-3fca1c2d5d83 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:48.145380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=13']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:48.163873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Attempting to bind port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:48.165104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Attempting to bind port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:48.165668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Attempting to bind port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:48.165897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa53db-302d-4417-9c86-4b77786ded02 req-cdee196c-c152-4c7c-a309-a6b20b87ce39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:48.167564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5efa53db-302d-4417-9c86-4b77786ded02 req-cdee196c-c152-4c7c-a309-a6b20b87ce39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.2873814
Dec 18 20:53:48.197803 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ee166dc3-5980-4177-9a85-b874d99aec89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3372cf5fd3fd4d0486b403b89e00fce2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8381636
Dec 18 20:53:48.203798 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee166dc3-5980-4177-9a85-b874d99aec89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920d4a0a-39b4-4c80-ab07-bc282013176d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:48.215431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34180) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:48.237358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:48.238127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:48.238770 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.239350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:48.240048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Bound port: 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:48.240639 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.292243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f1fd1b42-8e2b-4578-803e-e60926c9a26c None None] Provisioning complete for port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:48.292463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34182) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:48.293049 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f1fd1b42-8e2b-4578-803e-e60926c9a26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.325408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643db96c-a997-4efc-ac91-d25fe6aa1bfc None None] Pushing event updated for resources: {'Port': ['ID=6a48a35e-effa-46bf-8968-c3aa2a0f1bcd,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:48.340797 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.379270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] For port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:48.382683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd1b42-8e2b-4578-803e-e60926c9a26c None None] Port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:53:48.386653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] For port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a48a35e-effa-46bf-8968-c3aa2a0f1bcd,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:48.394889 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.471235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e671abe9-00ef-4b91-bd23-4074d8d1b687 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:48.493250 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643db96c-a997-4efc-ac91-d25fe6aa1bfc None None] Pushing event updated for resources: {'Port': ['ID=6a48a35e-effa-46bf-8968-c3aa2a0f1bcd,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:48.510769 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f35b8dd-d845-41fa-82c1-21954a267f9b req-ef9a294a-6ab5-406f-b1d7-196402507400 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4933026
Dec 18 20:53:48.511501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Routers {'ae78ae5c-1635-467a-bd13-6bbe3422a219'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:48.512366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eaca8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ae78ae5c-1635-467a-bd13-6bbe3422a219'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:48.585011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5efa53db-302d-4417-9c86-4b77786ded02 req-97097d31-3030-4661-91f5-c503d76f0a38 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3524761
Dec 18 20:53:48.587682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a62ffc-77f9-4f37-b84e-049ae9ea6556 req-77a27971-3c34-4b8a-bfe6-cb44340475a8 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:48.602531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75a62ffc-77f9-4f37-b84e-049ae9ea6556 req-77a27971-3c34-4b8a-bfe6-cb44340475a8 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 1102 time: 0.5352378
Dec 18 20:53:48.661821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] Set router ae78ae5c-1635-467a-bd13-6bbe3422a219 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:48.664347 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.714874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75a62ffc-77f9-4f37-b84e-049ae9ea6556 req-4706e6a5-8078-4bda-ac0c-563d51f4bdb2 tempest-ServersAdminTestJSON-1244048381 tempest-ServersAdminTestJSON-1244048381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043062
Dec 18 20:53:48.743782 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcca05f7-46bc-41c3-990f-c4d4016cb800 x-openstack-request-id: req-bcca05f7-46bc-41c3-990f-c4d4016cb800 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:48.744051 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-plugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:48.744308 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcca05f7-46bc-41c3-990f-c4d4016cb800 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:48.744700 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'code': 200}
Dec 18 20:53:48.886237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Network e50169fc-b606-4273-ae66-869a743059d2 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:48.901172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.909674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:48.912779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:48.925617 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.936119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649a5c07-be29-4302-953e-0a2e9b6d9a58 None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:48.977385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f2db9901-5a55-4623-bab7-ea4d781040e0 None None] Provisioning complete for port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:48.977975 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2db9901-5a55-4623-bab7-ea4d781040e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.987322 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:48.992108 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5db81427f59c428288ece836e66da2b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6958671
Dec 18 20:53:48.996333 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34192) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:49.003508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82323da6-7026-4cc3-b054-2c057d3e83d2 req-12ced316-8c4f-4d45-8fe5-f6c309c040d9 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:49.012209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70a923a5-fe44-43ee-a62c-d13371e54b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.014640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82323da6-7026-4cc3-b054-2c057d3e83d2 req-12ced316-8c4f-4d45-8fe5-f6c309c040d9 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 947 time: 0.1595070
Dec 18 20:53:49.042473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eaca8b0>, [{'id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'name': 'tempest-ServerRescueTestJSON-1480920450-router', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216'}], 'enable_snat': True}, 'gw_port_id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:38Z', 'updated_at': '2021-12-18T20:53:42Z', 'revision_number': 3, 'project_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'gw_port': {'id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:40Z', 'updated_at': '2021-12-18T20:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:49.057342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea4d61b-c9a9-4e7d-9a4b-698772e9c2ee,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:49.068652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.069048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.069503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.069853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.070198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.070564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.071700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.072091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.073322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.073863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.074441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.074845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.075264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e07302-256d-4bf5-bbda-cdab7a65d9d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:49.091336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8c02c893-1629-4833-9998-e05787ad6250 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:53:49.100020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf601e-afe0-4343-9760-98de6980f013 None None] The sync data for ids ['ae78ae5c-1635-467a-bd13-6bbe3422a219'] in ncdv-master-1 is: [{'id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'name': 'tempest-ServerRescueTestJSON-1480920450-router', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216'}], 'enable_snat': True}, 'gw_port_id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:38Z', 'updated_at': '2021-12-18T20:53:42Z', 'revision_number': 3, 'project_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'gw_port': {'id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:40Z', 'updated_at': '2021-12-18T20:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:53:49.165656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82323da6-7026-4cc3-b054-2c057d3e83d2 req-096e1c8a-96ef-48a4-9a61-e4ce4f0f030c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487005
Dec 18 20:53:49.176801 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2db9901-5a55-4623-bab7-ea4d781040e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.208028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f2db9901-5a55-4623-bab7-ea4d781040e0 None None] For port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a48a35e-effa-46bf-8968-c3aa2a0f1bcd,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:49.217032 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2db9901-5a55-4623-bab7-ea4d781040e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.234333 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e428e026-9288-4e4a-8fad-16f931c3d28f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.269324 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Pushing event updated for resources: {'Port': ['ID=e7466fae-f38a-465d-a133-4636aaa8c3fd,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:49.345318 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70a923a5-fe44-43ee-a62c-d13371e54b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.347662 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e428e026-9288-4e4a-8fad-16f931c3d28f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.356328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e079fee-c227-4bec-86ed-2301f2221bc7 req-3c7fab20-84e7-49ab-92c3-1154b2a5d2bc tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:49.368976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e079fee-c227-4bec-86ed-2301f2221bc7 req-3c7fab20-84e7-49ab-92c3-1154b2a5d2bc tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 950 time: 0.1129279
Dec 18 20:53:49.403779 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.412980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db9901-5a55-4623-bab7-ea4d781040e0 None None] Pushing event updated for resources: {'Port': ['ID=6a48a35e-effa-46bf-8968-c3aa2a0f1bcd,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:49.416533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4d1da0c4-76c5-40d0-85d6-daa9d8289621 None None] Provisioning complete for port e7466fae-f38a-465d-a133-4636aaa8c3fd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:49.417161 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4d1da0c4-76c5-40d0-85d6-daa9d8289621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.469701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428e026-9288-4e4a-8fad-16f931c3d28f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=c74ee689-3b27-4867-b5fb-9044ab57fcaf,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:49.482487 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e428e026-9288-4e4a-8fad-16f931c3d28f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network c74ee689-3b27-4867-b5fb-9044ab57fcaf is not hosted by any dhcp agent {{(pid=126009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 18 20:53:49.485483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:49.489628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e428e026-9288-4e4a-8fad-16f931c3d28f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:49.490298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e428e026-9288-4e4a-8fad-16f931c3d28f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.490549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e079fee-c227-4bec-86ed-2301f2221bc7 req-d7cc5564-28c3-4eba-bcf6-9e68b39d6ce1 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204364
Dec 18 20:53:49.495776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network c74ee689-3b27-4867-b5fb-9044ab57fcaf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:49.503056 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e428e026-9288-4e4a-8fad-16f931c3d28f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "PUT /v2.0/networks/c74ee689-3b27-4867-b5fb-9044ab57fcaf HTTP/1.1" status: 200  len: 758 time: 1.4176311
Dec 18 20:53:49.503056 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.505749 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34196) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:49.525303 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4d1da0c4-76c5-40d0-85d6-daa9d8289621 None None] Port e7466fae-f38a-465d-a133-4636aaa8c3fd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:53:49.577078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '8c02c893-1629-4833-9998-e05787ad6250', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '8c02c893-1629-4833-9998-e05787ad6250', 'mac_address': 'fa:16:3e:80:a9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:53:49.661594 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.661820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0bc0da-f2e4-43ce-89b0-34ac298df3f6 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:49.664065 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9e0bc0da-f2e4-43ce-89b0-34ac298df3f6 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/networks?id=c74ee689-3b27-4867-b5fb-9044ab57fcaf HTTP/1.1" status: 200  len: 761 time: 0.1548009
Dec 18 20:53:49.668580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34200) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:49.674502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-085f18fd-54cf-4c8e-8bfe-5e6c574ca75e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1446101222'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:49.683291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c02c893-1629-4833-9998-e05787ad6250 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:53:49.693478 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b45bcc7e-1d7d-4e65-9d04-3e8c2969ad19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.745053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:49.746553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085f18fd-54cf-4c8e-8bfe-5e6c574ca75e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:49.756541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-085f18fd-54cf-4c8e-8bfe-5e6c574ca75e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.760039 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b45bcc7e-1d7d-4e65-9d04-3e8c2969ad19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.765595 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.803898 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70a923a5-fe44-43ee-a62c-d13371e54b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.807218 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70a923a5-fe44-43ee-a62c-d13371e54b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.826141 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-70a923a5-fe44-43ee-a62c-d13371e54b81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/920d4a0a-39b4-4c80-ab07-bc282013176d HTTP/1.1" status: 204  len: 168 time: 1.5954864
Dec 18 20:53:49.861608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8c02c893-1629-4833-9998-e05787ad6250,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:49.874429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a923a5-fe44-43ee-a62c-d13371e54b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920d4a0a-39b4-4c80-ab07-bc282013176d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:49.886412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085f18fd-54cf-4c8e-8bfe-5e6c574ca75e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:49.904246 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-085f18fd-54cf-4c8e-8bfe-5e6c574ca75e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:49.904849 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-085f18fd-54cf-4c8e-8bfe-5e6c574ca75e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Added segment 25e4a8ba-d8eb-4944-90ec-0b7986c35775 of type vlan for network bab57da9-f9a5-46d8-a167-13cf24872fe0
Dec 18 20:53:49.913201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77784a71-605d-46bb-a5f2-e2fc7573aab9 req-9a1ce50f-b838-468d-a0a3-7389a7d5db58 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:49.914865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77784a71-605d-46bb-a5f2-e2fc7573aab9 req-9a1ce50f-b838-468d-a0a3-7389a7d5db58 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.1715829
Dec 18 20:53:50.031644 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-085f18fd-54cf-4c8e-8bfe-5e6c574ca75e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:50.053524 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b45bcc7e-1d7d-4e65-9d04-3e8c2969ad19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:50.062538 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b45bcc7e-1d7d-4e65-9d04-3e8c2969ad19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:50.064128 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b45bcc7e-1d7d-4e65-9d04-3e8c2969ad19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eea4d61b-c9a9-4e7d-9a4b-698772e9c2ee HTTP/1.1" status: 204  len: 168 time: 1.0547807
Dec 18 20:53:50.098001 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['8c02c893-1629-4833-9998-e05787ad6250'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:50.106932 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77784a71-605d-46bb-a5f2-e2fc7573aab9 req-e731dfd8-83de-4083-a96e-c6950abde8cb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1724048
Dec 18 20:53:50.116909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bcc7e-1d7d-4e65-9d04-3e8c2969ad19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea4d61b-c9a9-4e7d-9a4b-698772e9c2ee,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:50.140750 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-085f18fd-54cf-4c8e-8bfe-5e6c574ca75e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:50.157651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085f18fd-54cf-4c8e-8bfe-5e6c574ca75e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:50.158532 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-085f18fd-54cf-4c8e-8bfe-5e6c574ca75e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:50.349628 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:50.356710 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:50.500237 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-085f18fd-54cf-4c8e-8bfe-5e6c574ca75e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8301530
Dec 18 20:53:50.527803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34216) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:50.557996 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:50.567013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Pushing event updated for resources: {'Port': ['ID=e7466fae-f38a-465d-a133-4636aaa8c3fd,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:50.585712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d43bf085-500d-407c-a006-e0735da4a7f8 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'network_id': 'bab57da9-f9a5-46d8-a167-13cf24872fe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:50.724656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f18fd-54cf-4c8e-8bfe-5e6c574ca75e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=bab57da9-f9a5-46d8-a167-13cf24872fe0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:50.746651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network bab57da9-f9a5-46d8-a167-13cf24872fe0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:50.808366 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Network e50169fc-b606-4273-ae66-869a743059d2 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:50.811734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:50.983774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b08ab-fd43-4450-8bdd-d786162bf452 req-4af96a0f-0974-4a85-afb0-c47cf3e607df tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:50.989520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da0b08ab-fd43-4450-8bdd-d786162bf452 req-4af96a0f-0974-4a85-afb0-c47cf3e607df tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 950 time: 0.6469893
Dec 18 20:53:51.021880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc4c81-2b7e-44a2-a50b-8ba4f197e6ac req-a903b6af-7f87-468d-8ac1-24b9c6d60e82 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:51.027105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ccc4c81-2b7e-44a2-a50b-8ba4f197e6ac req-a903b6af-7f87-468d-8ac1-24b9c6d60e82 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 948 time: 0.6670699
Dec 18 20:53:51.124096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Router ae78ae5c-1635-467a-bd13-6bbe3422a219 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:53:51.308646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43bf085-500d-407c-a006-e0735da4a7f8 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:51.325578 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d43bf085-500d-407c-a006-e0735da4a7f8 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:51.332734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde686f8-e073-43f9-9b02-7c14624bd0b9 None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:51.337867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:51.380449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a4233-2716-4ea7-aa41-c21142fd988f req-60d11c56-29ef-474e-ba4e-0183ac996827 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:51.382362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e43a4233-2716-4ea7-aa41-c21142fd988f req-60d11c56-29ef-474e-ba4e-0183ac996827 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 950 time: 0.6512411
Dec 18 20:53:51.419385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ccc4c81-2b7e-44a2-a50b-8ba4f197e6ac req-fbfd72ce-e84a-4fa2-ac08-267333cdff1e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3682756
Dec 18 20:53:51.426015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:53:51.440584 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e23a7a5b-c121-458f-9388-16631e6e0715 admin admin] 10.222.0.13 "PUT /v2.0/routers/ae78ae5c-1635-467a-bd13-6bbe3422a219/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5751202
Dec 18 20:53:51.621216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e43a4233-2716-4ea7-aa41-c21142fd988f req-5068c67e-b494-4a47-b8e1-4d2887fb0d3d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005475
Dec 18 20:53:51.714422 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3e8ce030-9e0a-4649-a014-df607d71272a None None] Provisioning complete for port e7466fae-f38a-465d-a133-4636aaa8c3fd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:51.714422 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3e8ce030-9e0a-4649-a014-df607d71272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:51.720883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:51.723766 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:51.806208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ce030-9e0a-4649-a014-df607d71272a None None] Port e7466fae-f38a-465d-a133-4636aaa8c3fd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:53:51.825281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34250) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:51.850738 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:53:51.975800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-da0b08ab-fd43-4450-8bdd-d786162bf452 req-44a58b36-3ced-4010-a2a3-06b2c8eaee59 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Deleting port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:51.976553 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da0b08ab-fd43-4450-8bdd-d786162bf452 req-44a58b36-3ced-4010-a2a3-06b2c8eaee59 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.118493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-56471515-network', 'tenant_id': '8ea04e2bc8a847c6b805251f862536af'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:52.154958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Made reservation on behalf of 8ea04e2bc8a847c6b805251f862536af for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:52.157719 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.164118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3008c-2cff-49d4-b2fa-306cadea5f1a req-f0fdf2fd-7220-4ade-bf06-c91c8a7bc7df tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:52.166528 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dbd3008c-2cff-49d4-b2fa-306cadea5f1a req-f0fdf2fd-7220-4ade-bf06-c91c8a7bc7df tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.4158528
Dec 18 20:53:52.178997 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.194625 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d43bf085-500d-407c-a006-e0735da4a7f8 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.275214 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Sync routers for ids ['ae78ae5c-1635-467a-bd13-6bbe3422a219'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:53:52.298826 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Routers {'ae78ae5c-1635-467a-bd13-6bbe3422a219'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:52.302850 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641ea310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ae78ae5c-1635-467a-bd13-6bbe3422a219'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:52.363798 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34266) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:52.387035 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.399064 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.433503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:52.469552 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.470233 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Added segment 218e7d72-89e4-4af9-b906-fa5233feec25 of type vlan for network 67a9e828-8793-4f3a-91ce-2c0eaa4afcfa
Dec 18 20:53:52.536519 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.554444 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Set router ae78ae5c-1635-467a-bd13-6bbe3422a219 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:52.591406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-694238213-network', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:52.595319 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.596875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:52.597787 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.618806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e082c467-25f1-4263-985e-060a83171694,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:52.691978 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.8651376
Dec 18 20:53:52.695394 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34276) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:52.707773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ea3da59a-e5fb-4a82-b14b-f6dfa4037c38 admin admin] Request body: {'subnet': {'network_id': '67a9e828-8793-4f3a-91ce-2c0eaa4afcfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-56471515-subnet', 'tenant_id': '8ea04e2bc8a847c6b805251f862536af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:52.728747 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dbd3008c-2cff-49d4-b2fa-306cadea5f1a req-8b264243-8262-4b29-869e-83ed931bf5f1 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5528514
Dec 18 20:53:52.782316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-da0b08ab-fd43-4450-8bdd-d786162bf452 req-44a58b36-3ced-4010-a2a3-06b2c8eaee59 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] For port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:52.782316 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da0b08ab-fd43-4450-8bdd-d786162bf452 req-44a58b36-3ced-4010-a2a3-06b2c8eaee59 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.835937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Made reservation on behalf of 8efd6d0e0ed74857b4b6265fdacc68cc for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:52.838364 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.840920 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bf085-500d-407c-a006-e0735da4a7f8 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=49df3e04-041b-49da-ae8a-e09a45d7cc18,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:52.847527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a1b34-f48d-4eff-a5dd-06bceb8e2e44 admin admin] Pushing event updated for resources: {'Network': ['ID=67a9e828-8793-4f3a-91ce-2c0eaa4afcfa,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:52.857932 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.865079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 67a9e828-8793-4f3a-91ce-2c0eaa4afcfa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:52.869992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3da59a-e5fb-4a82-b14b-f6dfa4037c38 admin admin] Made reservation on behalf of 8ea04e2bc8a847c6b805251f862536af for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:52.872388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea3da59a-e5fb-4a82-b14b-f6dfa4037c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:52.887264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-da0b08ab-fd43-4450-8bdd-d786162bf452 req-44a58b36-3ced-4010-a2a3-06b2c8eaee59 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Calling delete_port for 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:52.914223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bf085-500d-407c-a006-e0735da4a7f8 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking segment: {'id': '25e4a8ba-d8eb-4944-90ec-0b7986c35775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bab57da9-f9a5-46d8-a167-13cf24872fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:52.915057 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43bf085-500d-407c-a006-e0735da4a7f8 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network hostable DHCP agents. Network: bab57da9-f9a5-46d8-a167-13cf24872fe0, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:52.993317 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641ea310>, [{'id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'name': 'tempest-ServerRescueTestJSON-1480920450-router', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216'}], 'enable_snat': True}, 'gw_port_id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:38Z', 'updated_at': '2021-12-18T20:53:49Z', 'revision_number': 4, 'project_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'gw_port': {'id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:40Z', 'updated_at': '2021-12-18T20:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e7466fae-f38a-465d-a133-4636aaa8c3fd', 'name': '', 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'mac_address': 'fa:16:3e:d2:f0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:47Z', 'updated_at': '2021-12-18T20:53:49Z', 'revision_number': 2, 'project_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'subnets': [{'id': '1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:53.034888 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Checking router: ae78ae5c-1635-467a-bd13-6bbe3422a219 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:53:53.035777 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Updating router ae78ae5c-1635-467a-bd13-6bbe3422a219 port e7466fae-f38a-465d-a133-4636aaa8c3fd binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:53:53.044178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43bf085-500d-407c-a006-e0735da4a7f8 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network bab57da9-f9a5-46d8-a167-13cf24872fe0 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:53.069361 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.075549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8c02c893-1629-4833-9998-e05787ad6250 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:53.089192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff9ed3-cf8f-460d-9ca2-bd0377a0c2b9 req-039c1627-8e21-4178-997e-906f6591364d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:53.090860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a5ff9ed3-cf8f-460d-9ca2-bd0377a0c2b9 req-039c1627-8e21-4178-997e-906f6591364d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 948 time: 0.1205335
Dec 18 20:53:53.104915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-147a8adb-7c82-4b15-9ca1-918bbccd94b3 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:53.106812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-147a8adb-7c82-4b15-9ca1-918bbccd94b3 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/networks?id=e50169fc-b606-4273-ae66-869a743059d2 HTTP/1.1" status: 200  len: 811 time: 0.3395674
Dec 18 20:53:53.126132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d43bf085-500d-407c-a006-e0735da4a7f8 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bab57da9-f9a5-46d8-a167-13cf24872fe0) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:53.149155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43bf085-500d-407c-a006-e0735da4a7f8 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:53.150402 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d43bf085-500d-407c-a006-e0735da4a7f8 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.172131 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeabd78-3b97-4076-9d67-62e6c15aeb71 None None] Network bab57da9-f9a5-46d8-a167-13cf24872fe0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:53.193315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-61ead4df-588c-46c5-8894-75b919bf2280 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/quotas/eaf2a3560d8e4c1993aa5a1dfdac5b4e HTTP/1.1" status: 200  len: 375 time: 0.0619645
Dec 18 20:53:53.208697 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.234598 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.254814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:53:53.271403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d43bf085-500d-407c-a006-e0735da4a7f8 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7068315
Dec 18 20:53:53.279731 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a5ff9ed3-cf8f-460d-9ca2-bd0377a0c2b9 req-4d216d45-c4f6-4702-a54e-f2419629170b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693866
Dec 18 20:53:53.280213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34286) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:53.355033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 8c02c893-1629-4833-9998-e05787ad6250 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:53:53.370325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 8c02c893-1629-4833-9998-e05787ad6250 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:53.370325 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.383580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:53.456999 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.457773 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Added segment 90bfc0dd-7847-4d59-982c-8f54700d8bd3 of type vlan for network d857e3b8-aa79-4523-91ed-5ea023d39eaf
Dec 18 20:53:53.495721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bab57da9-f9a5-46d8-a167-13cf24872fe0', 'network_id': 'bab57da9-f9a5-46d8-a167-13cf24872fe0', 'project_id': '76b2df85c79f4fb198e8337010cb606b', 'fixed_ips': [{'subnet_id': '49df3e04-041b-49da-ae8a-e09a45d7cc18'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:53:53.496723 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.499778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 update to DOWN by agent not found {{(pid=126010) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Dec 18 20:53:53.502951 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da0b08ab-fd43-4450-8bdd-d786162bf452 req-44a58b36-3ced-4010-a2a3-06b2c8eaee59 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.514805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-1213ca53-8ce7-41b6-b362-ea1cd8ad6873 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eaf2a3560d8e4c1993aa5a1dfdac5b4e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3074009
Dec 18 20:53:53.528367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['4b35e620-8957-42f7-a38a-5c515e281514', '659424cb-2544-4eb1-afc7-8c764a75b399'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:53:53.552385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.633551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.634602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:53.635183 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.666803 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d3de9e-aee4-44ef-8f1c-30950fa5e140,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:53.673024 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.677335 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea3da59a-e5fb-4a82-b14b-f6dfa4037c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.681210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a58b36-3ced-4010-a2a3-06b2c8eaee59 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Pushing event deleted for resources: {'Port': ['ID=82e2dc4f-305b-4f3d-be2d-709ad9dc49f0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:53.701741 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.748685 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.805201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889baebb-6575-4729-b78b-3c78fc99b470 None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:53.868228 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Pushing event updated for resources: {'Port': ['ID=e7466fae-f38a-465d-a133-4636aaa8c3fd,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:53.886571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02c893-1629-4833-9998-e05787ad6250'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:53.888946 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9177f16-a149-41da-a9a5-187e5df7b894" -d '{"events": [{"server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "name": "network-vif-plugged", "status": "completed", "tag": "8c02c893-1629-4833-9998-e05787ad6250"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:53.901589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Allocated IP 172.20.0.2 (bab57da9-f9a5-46d8-a167-13cf24872fe0/49df3e04-041b-49da-ae8a-e09a45d7cc18/7edeadcc-7f03-4c5d-9c1d-f9185ff01a35) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:53.918673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3da59a-e5fb-4a82-b14b-f6dfa4037c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e14b40c-b099-4b23-ac2d-682e51944f1e,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:53.921572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:53.941274 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:53.962273 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-18fa39fa-809f-4e8b-8c7d-f0d894f2af4f service neutron] 10.222.0.13 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4187741
Dec 18 20:53:53.983461 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.6179640
Dec 18 20:53:53.985861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34296) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:53.999798 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.000805 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-992b686f-1793-4e3a-b2f6-edf6331a93ff admin admin] Request body: {'subnet': {'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-694238213-subnet', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:54.001477 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.002004 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.002576 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.003087 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.003602 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.004244 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.004877 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.005379 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.006234 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.006765 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.007255 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.007885 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:53:54.012223 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8c02c893-1629-4833-9998-e05787ad6250,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:54.025335 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Attempting to bind port e7466fae-f38a-465d-a133-4636aaa8c3fd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:54.025897 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Attempting to bind port e7466fae-f38a-465d-a133-4636aaa8c3fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:54.026823 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Attempting to bind port e7466fae-f38a-465d-a133-4636aaa8c3fd on network e50169fc-b606-4273-ae66-869a743059d2 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:54.035013 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:54.035638 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Checking segment: {'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:54.036681 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.037486 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Bound using segment: {'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:54.038153 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Bound port: e7466fae-f38a-465d-a133-4636aaa8c3fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:54.039162 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.039742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf4265-dbeb-4891-aa9e-d75cace9e3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d857e3b8-aa79-4523-91ed-5ea023d39eaf,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:54.054241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network d857e3b8-aa79-4523-91ed-5ea023d39eaf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:54.062851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.071944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0b08ab-fd43-4450-8bdd-d786162bf452 req-44a58b36-3ced-4010-a2a3-06b2c8eaee59 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] No DVR routers for this DVR port 82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:54.113158 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3da59a-e5fb-4a82-b14b-f6dfa4037c38 admin admin] Checking segment: {'id': '218e7d72-89e4-4af9-b906-fa5233feec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '67a9e828-8793-4f3a-91ce-2c0eaa4afcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:54.113839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3da59a-e5fb-4a82-b14b-f6dfa4037c38 admin admin] Network hostable DHCP agents. Network: 67a9e828-8793-4f3a-91ce-2c0eaa4afcfa, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:54.146447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992b686f-1793-4e3a-b2f6-edf6331a93ff admin admin] Made reservation on behalf of 8efd6d0e0ed74857b4b6265fdacc68cc for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:54.153385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-992b686f-1793-4e3a-b2f6-edf6331a93ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.175121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-50cfbad7-2bd1-4c9c-aa89-9e550b69d10f None None] Provisioning complete for port e7466fae-f38a-465d-a133-4636aaa8c3fd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:54.175783 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-50cfbad7-2bd1-4c9c-aa89-9e550b69d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.185125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caca820-0f60-4dc8-9a4d-68ffe5758a91 req-fa3f8116-1c6a-4ce4-8b7d-e42a9e18d0d6 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:54.187084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7caca820-0f60-4dc8-9a4d-68ffe5758a91 req-fa3f8116-1c6a-4ce4-8b7d-e42a9e18d0d6 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f5fb37-07c8-4714-8eb3-fad1fa1f51d6 HTTP/1.1" status: 200  len: 867 time: 0.7710526
Dec 18 20:53:54.191601 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da0b08ab-fd43-4450-8bdd-d786162bf452 req-44a58b36-3ced-4010-a2a3-06b2c8eaee59 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.195999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da0b08ab-fd43-4450-8bdd-d786162bf452 req-44a58b36-3ced-4010-a2a3-06b2c8eaee59 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "DELETE /v2.0/ports/82e2dc4f-305b-4f3d-be2d-709ad9dc49f0 HTTP/1.1" status: 204  len: 173 time: 3.1676700
Dec 18 20:53:54.233370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f5fb37-07c8-4714-8eb3-fad1fa1f51d6', 'name': 'network-vif-deleted', 'tag': '82e2dc4f-305b-4f3d-be2d-709ad9dc49f0'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:53:54.236605 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ab9533-b19b-45bb-a6e4-5ae801346a40" -d '{"events": [{"server_uuid": "39f5fb37-07c8-4714-8eb3-fad1fa1f51d6", "name": "network-vif-deleted", "tag": "82e2dc4f-305b-4f3d-be2d-709ad9dc49f0"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:53:54.248388 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] For port e7466fae-f38a-465d-a133-4636aaa8c3fd, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:54.261827 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] For port e7466fae-f38a-465d-a133-4636aaa8c3fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7466fae-f38a-465d-a133-4636aaa8c3fd,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:54.272404 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.325915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-50cfbad7-2bd1-4c9c-aa89-9e550b69d10f None None] Port e7466fae-f38a-465d-a133-4636aaa8c3fd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:53:54.349780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4200dd-1eff-4bd0-a5b4-af22a4967878 None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:54.357968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3da59a-e5fb-4a82-b14b-f6dfa4037c38 admin admin] Network 67a9e828-8793-4f3a-91ce-2c0eaa4afcfa is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:54.416524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-ea3da59a-e5fb-4a82-b14b-f6dfa4037c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 67a9e828-8793-4f3a-91ce-2c0eaa4afcfa) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:54.427277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3da59a-e5fb-4a82-b14b-f6dfa4037c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:54.433177 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea3da59a-e5fb-4a82-b14b-f6dfa4037c38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.434913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa08049-9ca4-4c36-a4fb-4f0ebb4ad469 None None] Network 67a9e828-8793-4f3a-91ce-2c0eaa4afcfa requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:54.505136 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ea3da59a-e5fb-4a82-b14b-f6dfa4037c38 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.8056402
Dec 18 20:53:54.521061 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Routers {'ae78ae5c-1635-467a-bd13-6bbe3422a219'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:53:54.522716 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641ea310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ae78ae5c-1635-467a-bd13-6bbe3422a219'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:54.527546 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbabbe-5ee3-468a-8115-713d07911915 None None] Pushing event updated for resources: {'Port': ['ID=e7466fae-f38a-465d-a133-4636aaa8c3fd,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:54.591615 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.700783 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.707943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85c24a1-5122-40a8-9503-86cd11aabd9f None None] Network 67a9e828-8793-4f3a-91ce-2c0eaa4afcfa requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:54.737747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-37f8bd65-3d2e-4b27-9426-aabcb3052c87 None None] Provisioning complete for port e7466fae-f38a-465d-a133-4636aaa8c3fd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:54.738200 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-37f8bd65-3d2e-4b27-9426-aabcb3052c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.741377 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.747096 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-992b686f-1793-4e3a-b2f6-edf6331a93ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.797654 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-4db4155e-4a1f-4025-98a6-b4be46e33d2e service neutron] 10.222.0.13 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8257000
Dec 18 20:53:54.824866 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b686f-1793-4e3a-b2f6-edf6331a93ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4d6fec-15bf-4891-838f-b5695bf05b60,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:54.839442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7caca820-0f60-4dc8-9a4d-68ffe5758a91 req-63d5442d-3029-462c-b370-d96ffae52d3f tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5946338
Dec 18 20:53:54.873723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992b686f-1793-4e3a-b2f6-edf6331a93ff admin admin] Checking segment: {'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:54.874452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992b686f-1793-4e3a-b2f6-edf6331a93ff admin admin] Network hostable DHCP agents. Network: d857e3b8-aa79-4523-91ed-5ea023d39eaf, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:54.885521 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] Set router ae78ae5c-1635-467a-bd13-6bbe3422a219 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:53:54.928338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992b686f-1793-4e3a-b2f6-edf6331a93ff admin admin] Network d857e3b8-aa79-4523-91ed-5ea023d39eaf is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:54.934650 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Pushing event updated for resources: {'Port': ['ID=7edeadcc-7f03-4c5d-9c1d-f9185ff01a35,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:54.956485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-992b686f-1793-4e3a-b2f6-edf6331a93ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d857e3b8-aa79-4523-91ed-5ea023d39eaf) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:54.965527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992b686f-1793-4e3a-b2f6-edf6331a93ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:54.975366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Network bab57da9-f9a5-46d8-a167-13cf24872fe0 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:54.984927 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-992b686f-1793-4e3a-b2f6-edf6331a93ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:54.992165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8fe684-0f49-47b2-ab08-76a89db1ecb7 None None] Network d857e3b8-aa79-4523-91ed-5ea023d39eaf requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:55.000635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:55.005371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:55.030236 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.061260 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-992b686f-1793-4e3a-b2f6-edf6331a93ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0603127
Dec 18 20:53:55.064562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34308) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:55.091194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:55.191894 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.193657 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.207075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Subnet': ['ID=49df3e04-041b-49da-ae8a-e09a45d7cc18,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:55.321614 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.335260 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.384723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f66e8-2aed-483e-9219-210b20d86f4d req-1d7a8a78-b7e2-4dca-a0f9-2f55c02c9d92 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:55.396293 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c83f66e8-2aed-483e-9219-210b20d86f4d req-1d7a8a78-b7e2-4dca-a0f9-2f55c02c9d92 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.2299929
Dec 18 20:53:55.423565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365fc9bf70>,) {'filters': {'network_id': ['bab57da9-f9a5-46d8-a167-13cf24872fe0']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:55.431515 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Attempting to bind port 7edeadcc-7f03-4c5d-9c1d-f9185ff01a35 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:55.435964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Attempting to bind port 7edeadcc-7f03-4c5d-9c1d-f9185ff01a35 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '25e4a8ba-d8eb-4944-90ec-0b7986c35775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bab57da9-f9a5-46d8-a167-13cf24872fe0'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:55.438549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Attempting to bind port 7edeadcc-7f03-4c5d-9c1d-f9185ff01a35 on network bab57da9-f9a5-46d8-a167-13cf24872fe0 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:55.545102 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:55.545705 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Checking segment: {'id': '25e4a8ba-d8eb-4944-90ec-0b7986c35775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bab57da9-f9a5-46d8-a167-13cf24872fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:55.548851 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.549516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Bound using segment: {'id': '25e4a8ba-d8eb-4944-90ec-0b7986c35775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bab57da9-f9a5-46d8-a167-13cf24872fe0'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:55.550222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Bound port: 7edeadcc-7f03-4c5d-9c1d-f9185ff01a35, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e4a8ba-d8eb-4944-90ec-0b7986c35775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bab57da9-f9a5-46d8-a167-13cf24872fe0'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:55.550745 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.583886 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c33d7e-5035-4110-982c-9cc22fb3fb60 x-openstack-request-id: req-d0c33d7e-5035-4110-982c-9cc22fb3fb60 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:55.584556 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "name": "network-vif-plugged", "status": "completed", "tag": "8c02c893-1629-4833-9998-e05787ad6250", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:55.585032 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0c33d7e-5035-4110-982c-9cc22fb3fb60 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:55.585665 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02c893-1629-4833-9998-e05787ad6250', 'code': 200}
Dec 18 20:53:55.604251 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365fc9bf70>, '25e4a8ba-d8eb-4944-90ec-0b7986c35775') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:55.604485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365fc9bf70>, '25e4a8ba-d8eb-4944-90ec-0b7986c35775') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:55.673250 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa75762-e1ed-4baf-a1c2-488c1663eec3 x-openstack-request-id: req-efa75762-e1ed-4baf-a1c2-488c1663eec3 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:53:55.673491 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f5fb37-07c8-4714-8eb3-fad1fa1f51d6", "name": "network-vif-deleted", "tag": "82e2dc4f-305b-4f3d-be2d-709ad9dc49f0", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:53:55.673812 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efa75762-e1ed-4baf-a1c2-488c1663eec3 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:53:55.677628 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.678702 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f5fb37-07c8-4714-8eb3-fad1fa1f51d6', 'name': 'network-vif-deleted', 'tag': '82e2dc4f-305b-4f3d-be2d-709ad9dc49f0', 'status': 'completed', 'code': 200}
Dec 18 20:53:55.688271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] For port 7edeadcc-7f03-4c5d-9c1d-f9185ff01a35, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:55.694326 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] For port 7edeadcc-7f03-4c5d-9c1d-f9185ff01a35, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7edeadcc-7f03-4c5d-9c1d-f9185ff01a35,segment=NetworkSegment(25e4a8ba-d8eb-4944-90ec-0b7986c35775),segment_id=25e4a8ba-d8eb-4944-90ec-0b7986c35775)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:55.720541 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.723549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c83f66e8-2aed-483e-9219-210b20d86f4d req-b8e5631a-0388-4f30-a10f-c07555fd3ae9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3260789
Dec 18 20:53:55.735845 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-37f8bd65-3d2e-4b27-9426-aabcb3052c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.740585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.784410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d857e3b8-aa79-4523-91ed-5ea023d39eaf', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:53:55.784410 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.837891 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-37f8bd65-3d2e-4b27-9426-aabcb3052c87 None None] For port e7466fae-f38a-465d-a133-4636aaa8c3fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7466fae-f38a-465d-a133-4636aaa8c3fd,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:55.895082 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641ea310>, [{'id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'name': 'tempest-ServerRescueTestJSON-1480920450-router', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216'}], 'enable_snat': True}, 'gw_port_id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:38Z', 'updated_at': '2021-12-18T20:53:49Z', 'revision_number': 4, 'project_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'gw_port': {'id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:40Z', 'updated_at': '2021-12-18T20:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e7466fae-f38a-465d-a133-4636aaa8c3fd', 'name': '', 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'mac_address': 'fa:16:3e:d2:f0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:47Z', 'updated_at': '2021-12-18T20:53:54Z', 'revision_number': 4, 'project_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'subnets': [{'id': '1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:55.963137 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:55.975365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34328) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:55.986610 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29de8a-5724-4b60-9d3a-3010d1e4f532 None None] The sync data for ids ['ae78ae5c-1635-467a-bd13-6bbe3422a219'] in ncdv-master-1 is: [{'id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'name': 'tempest-ServerRescueTestJSON-1480920450-router', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216'}], 'enable_snat': True}, 'gw_port_id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:38Z', 'updated_at': '2021-12-18T20:53:49Z', 'revision_number': 4, 'project_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'gw_port': {'id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:40Z', 'updated_at': '2021-12-18T20:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e7466fae-f38a-465d-a133-4636aaa8c3fd', 'name': '', 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'mac_address': 'fa:16:3e:d2:f0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:47Z', 'updated_at': '2021-12-18T20:53:54Z', 'revision_number': 4, 'project_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'subnets': [{'id': '1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:53:55.991885 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-37f8bd65-3d2e-4b27-9426-aabcb3052c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:56.008800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b169c07-9d11-4db8-a505-94a54a4e02c3 None None] Pushing event updated for resources: {'Port': ['ID=7edeadcc-7f03-4c5d-9c1d-f9185ff01a35,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:56.009976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-39166604-network', 'tenant_id': 'e4f15ceefec749f28ffe7196f07be860'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:56.035679 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:56.037712 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:56.044715 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:56.056162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b91f973-eeed-4d1e-a9d6-4fb78a917254 req-eaa2d809-fff9-4db7-ac11-0f0ddb57c222 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 210 time: 0.1238015
Dec 18 20:53:56.197355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Made reservation on behalf of e4f15ceefec749f28ffe7196f07be860 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:56.199834 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:56.232042 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.db.api [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 20:53:56.232042 ncdv-master-1 neutron-server[126008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 20:53:56.232042 ncdv-master-1 neutron-server[126008]: [parameters: {'id': 'bab57da9-f9a5-46d8-a167-13cf24872fe0'}]
Dec 18 20:53:56.232042 ncdv-master-1 neutron-server[126008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:53:56.232987 ncdv-master-1 neutron-server[126008]: DEBUG oslo_db.api [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:53:56.248159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b073520-f0ca-4530-be07-8652c9643f4f req-027434d1-09ad-4631-854a-34187e965309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:56.251086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b073520-f0ca-4530-be07-8652c9643f4f req-027434d1-09ad-4631-854a-34187e965309 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 1100 time: 0.5553498
Dec 18 20:53:56.296807 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fddd3-35cb-404d-9aab-04c5328f8607 req-19781b12-4a23-40a7-bb19-36eb23b92ae7 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:56.312002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f5fddd3-35cb-404d-9aab-04c5328f8607 req-19781b12-4a23-40a7-bb19-36eb23b92ae7 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.3769135
Dec 18 20:53:56.343618 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:56.500140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b073520-f0ca-4530-be07-8652c9643f4f req-3b0a65e7-c4b7-4491-8abe-dbdf765cf103 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829524
Dec 18 20:53:56.515308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f5fddd3-35cb-404d-9aab-04c5328f8607 req-b9cae6d1-a3d9-49a2-a100-0a5829b6dd9c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019873
Dec 18 20:53:56.604928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1597376e-6a23-48eb-8026-348c122edc61 None None] Network bab57da9-f9a5-46d8-a167-13cf24872fe0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:56.676963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:56.722888 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:56.734082 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:56.887788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8bd65-3d2e-4b27-9426-aabcb3052c87 None None] Pushing event updated for resources: {'Port': ['ID=e7466fae-f38a-465d-a133-4636aaa8c3fd,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:56.912082 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:56.926187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:56.971484 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Allocated IP 172.20.0.2 (d857e3b8-aa79-4523-91ed-5ea023d39eaf/4d4d6fec-15bf-4891-838f-b5695bf05b60/2dc109a7-f79d-4bae-99f2-78c800f00bcc) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:57.014891 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e7466fae-f38a-465d-a133-4636aaa8c3fd up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:57.043557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:53:57.059042 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.059386 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Added segment e8ffde32-a451-42f3-a00e-3472ba64fc50 of type vlan for network c33e2510-7b2a-4e03-8f45-5314ea3e7422
Dec 18 20:53:57.090857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee256d-13b8-4784-9527-78db0f7b0bd7 req-568ded02-d833-4a36-a4bd-4e6c2a9383bf tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:57.101228 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01ee256d-13b8-4784-9527-78db0f7b0bd7 req-568ded02-d833-4a36-a4bd-4e6c2a9383bf tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 950 time: 0.2333746
Dec 18 20:53:57.130023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87d505-e55b-48b5-b77b-a05206e4da9a req-362d95a9-5fc2-440a-bb49-7c9c61333ca6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:57.139621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a87d505-e55b-48b5-b77b-a05206e4da9a req-362d95a9-5fc2-440a-bb49-7c9c61333ca6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.1759796
Dec 18 20:53:57.156858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.166569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Deleting port 7edeadcc-7f03-4c5d-9c1d-f9185ff01a35 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:57.168680 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.216948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Allocated IP 172.35.3.228 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/b2a8abfe-6de8-4639-94f9-f5af520e5380) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:53:57.260372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e7466fae-f38a-465d-a133-4636aaa8c3fd triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:57.261047 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.296980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] For port 7edeadcc-7f03-4c5d-9c1d-f9185ff01a35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7edeadcc-7f03-4c5d-9c1d-f9185ff01a35,segment=NetworkSegment(25e4a8ba-d8eb-4944-90ec-0b7986c35775),segment_id=25e4a8ba-d8eb-4944-90ec-0b7986c35775)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:53:57.297594 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.328252 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Calling delete_port for 7edeadcc-7f03-4c5d-9c1d-f9185ff01a35 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:53:57.355540 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.394547 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.resource_extend [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:53:57.399301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585b7423-b6a8-44b5-875a-bad1b2c6d4c3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:57.432812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.501436 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.502833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:57.503744 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.518514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:57.539072 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.550045 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.598791 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c33e2510-7b2a-4e03-8f45-5314ea3e7422,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:57.608070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-8a94bc4c-649b-4cd1-987f-ea89bcf181b5 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:57.609897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-8a94bc4c-649b-4cd1-987f-ea89bcf181b5 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.31 "GET /v2.0/networks?id=e50169fc-b606-4273-ae66-869a743059d2 HTTP/1.1" status: 200  len: 811 time: 0.1621044
Dec 18 20:53:57.614543 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.619338 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b8bb63f2-8c15-4270-b6be-df9de95948e8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.6416359
Dec 18 20:53:57.622636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34346) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:57.624321 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:57.641003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:57.643302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Request body: {'port': {'device_id': '2af230c2-c718-48a0-9991-6c0418c4618d', 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2', 'admin_state_up': True, 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:57.651354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c046a32d-6c31-47f2-bda8-5bb5892c2b92 admin admin] Request body: {'subnet': {'network_id': 'c33e2510-7b2a-4e03-8f45-5314ea3e7422', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-39166604-subnet', 'tenant_id': 'e4f15ceefec749f28ffe7196f07be860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:53:57.666724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Pushing event updated for resources: {'Port': ['ID=2dc109a7-f79d-4bae-99f2-78c800f00bcc,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:57.678118 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network c33e2510-7b2a-4e03-8f45-5314ea3e7422 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:53:57.712794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Pushing event updated for resources: {'Port': ['ID=b2a8abfe-6de8-4639-94f9-f5af520e5380,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:57.716401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No DVR routers for this DVR port 7edeadcc-7f03-4c5d-9c1d-f9185ff01a35 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:53:57.750343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Port': ['ID=7edeadcc-7f03-4c5d-9c1d-f9185ff01a35,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:57.754311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c046a32d-6c31-47f2-bda8-5bb5892c2b92 admin admin] Made reservation on behalf of e4f15ceefec749f28ffe7196f07be860 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:57.759959 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c046a32d-6c31-47f2-bda8-5bb5892c2b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:57.824033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01ee256d-13b8-4784-9527-78db0f7b0bd7 req-77d98947-2f1e-4927-a9e6-d15809243fc8 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7210886
Dec 18 20:53:57.873012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37832094-6c21-463a-b516-98dcb5be6e98 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:53:57.892404 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Network d857e3b8-aa79-4523-91ed-5ea023d39eaf is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:53:57.897119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:57.902415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:53:58.027301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-efb34129-df0a-4a01-89f7-9dbfb354bffd None None] Provisioning complete for port b2a8abfe-6de8-4639-94f9-f5af520e5380 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:58.028055 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-efb34129-df0a-4a01-89f7-9dbfb354bffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:58.030736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Attempting to bind port 2dc109a7-f79d-4bae-99f2-78c800f00bcc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:53:58.031272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Attempting to bind port 2dc109a7-f79d-4bae-99f2-78c800f00bcc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:53:58.031997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Attempting to bind port 2dc109a7-f79d-4bae-99f2-78c800f00bcc on network d857e3b8-aa79-4523-91ed-5ea023d39eaf {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:53:58.092400 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:53:58.092964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Checking segment: {'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:58.094726 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:58.095324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Bound using segment: {'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:53:58.095929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Bound port: 2dc109a7-f79d-4bae-99f2-78c800f00bcc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:53:58.096381 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:58.167952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-efb34129-df0a-4a01-89f7-9dbfb354bffd None None] Port b2a8abfe-6de8-4639-94f9-f5af520e5380 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:53:58.184977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0530b0d-77fc-42ec-885f-b01d7fe62015 req-bb69b73d-9514-40c3-97cc-475c74b65d61 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 210 time: 0.1355958
Dec 18 20:53:58.237837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a87d505-e55b-48b5-b77b-a05206e4da9a req-a25bc244-352a-4859-add9-196645ba7626 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0943091
Dec 18 20:53:58.238282 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c046a32d-6c31-47f2-bda8-5bb5892c2b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:58.347801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] For port 2dc109a7-f79d-4bae-99f2-78c800f00bcc, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:53:58.352569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] For port 2dc109a7-f79d-4bae-99f2-78c800f00bcc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dc109a7-f79d-4bae-99f2-78c800f00bcc,segment=NetworkSegment(90bfc0dd-7847-4d59-982c-8f54700d8bd3),segment_id=90bfc0dd-7847-4d59-982c-8f54700d8bd3)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:53:58.362738 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:58.368587 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:58.379317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046a32d-6c31-47f2-bda8-5bb5892c2b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=938b2dff-c5e2-4bef-8618-c815aef79894,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:58.476836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924851c-8f77-461a-abf1-28ed56dbe5fb None None] Pushing event updated for resources: {'Port': ['ID=2dc109a7-f79d-4bae-99f2-78c800f00bcc,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:58.559755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365fa6ddf0>,) {'filters': {'network_id': ['bab57da9-f9a5-46d8-a167-13cf24872fe0']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:58.571511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046a32d-6c31-47f2-bda8-5bb5892c2b92 admin admin] Checking segment: {'id': 'e8ffde32-a451-42f3-a00e-3472ba64fc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c33e2510-7b2a-4e03-8f45-5314ea3e7422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:53:58.572125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046a32d-6c31-47f2-bda8-5bb5892c2b92 admin admin] Network hostable DHCP agents. Network: c33e2510-7b2a-4e03-8f45-5314ea3e7422, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:53:58.597403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365fa6ddf0>, '25e4a8ba-d8eb-4944-90ec-0b7986c35775') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:58.597801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365fa6ddf0>, '25e4a8ba-d8eb-4944-90ec-0b7986c35775') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:53:58.640802 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:58.662228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7639d6-ea0d-448a-afe5-9c3c88cf3f89 req-055cfd86-f75f-4726-ad21-75605b726682 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:58.665473 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c7639d6-ea0d-448a-afe5-9c3c88cf3f89 req-055cfd86-f75f-4726-ad21-75605b726682 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 950 time: 0.5024612
Dec 18 20:53:58.676950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046a32d-6c31-47f2-bda8-5bb5892c2b92 admin admin] Network c33e2510-7b2a-4e03-8f45-5314ea3e7422 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:53:58.710555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c046a32d-6c31-47f2-bda8-5bb5892c2b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c33e2510-7b2a-4e03-8f45-5314ea3e7422) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:53:58.726400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c046a32d-6c31-47f2-bda8-5bb5892c2b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:58.727614 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c046a32d-6c31-47f2-bda8-5bb5892c2b92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:58.733520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:58.735082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cdfa23-5952-4131-b048-db827839206a None None] Network c33e2510-7b2a-4e03-8f45-5314ea3e7422 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:58.764278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24df56-7f74-44b0-bd45-255a8767a4b6 req-4b38fbb8-9df8-49d1-9253-7176dab62e4c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:58.767520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c24df56-7f74-44b0-bd45-255a8767a4b6 req-4b38fbb8-9df8-49d1-9253-7176dab62e4c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.3805847
Dec 18 20:53:58.771861 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:58.858446 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c046a32d-6c31-47f2-bda8-5bb5892c2b92 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.1910706
Dec 18 20:53:58.941008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Made reservation on behalf of eaf2a3560d8e4c1993aa5a1dfdac5b4e for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:53:58.945349 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:58.955268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:53:58.955670 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:53:58.959889 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:53:59.055713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e7466fae-f38a-465d-a133-4636aaa8c3fd up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:53:59.130686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c7771-c421-4f6d-890c-e21b070301ad None None] Network c33e2510-7b2a-4e03-8f45-5314ea3e7422 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:53:59.237326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34354) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:59.278628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e7466fae-f38a-465d-a133-4636aaa8c3fd triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:53:59.279070 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:59.373201 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:59.631801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-da367ab7-d55d-4bb6-bc99-08318322f895 admin admin] Deleting subnet 1e14b40c-b099-4b23-ac2d-682e51944f1e {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:53:59.639771 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:59.648135 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da367ab7-d55d-4bb6-bc99-08318322f895 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:59.669290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c24df56-7f74-44b0-bd45-255a8767a4b6 req-296f0d19-e9c6-46a0-9143-11e7a94b5622 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7593803
Dec 18 20:53:59.752940 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:59.762089 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/bab57da9-f9a5-46d8-a167-13cf24872fe0 HTTP/1.1" status: 204  len: 168 time: 6.4768157
Dec 18 20:53:59.765426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34362) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:59.802629 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1f3c17-469e-4e02-beb1-6576e7f547bc tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] GET failed (client error): The resource could not be found.
Dec 18 20:53:59.807185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b1357-7ab7-4bbb-89f5-d47fcf1ee782 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Network': ['ID=bab57da9-f9a5-46d8-a167-13cf24872fe0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:53:59.808376 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fb1f3c17-469e-4e02-beb1-6576e7f547bc tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/subnets/49df3e04-041b-49da-ae8a-e09a45d7cc18 HTTP/1.1" status: 404  len: 337 time: 0.0402238
Dec 18 20:53:59.809207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34364) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:59.818546 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Router 1e794976-26bd-45de-8a4e-f004f63dd9ec is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:53:59.832800 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-250fbc67-746b-4615-b3e0-7f4f27fdaaa0 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:53:59.833543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250fbc67-746b-4615-b3e0-7f4f27fdaaa0 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:53:59.843827 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-250fbc67-746b-4615-b3e0-7f4f27fdaaa0 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/bab57da9-f9a5-46d8-a167-13cf24872fe0 HTTP/1.1" status: 404  len: 339 time: 0.0321047
Dec 18 20:53:59.845141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34366) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:53:59.887684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dedd759e-e0dc-414e-aa2b-7a4c20ace078 req-aa0b3bbc-5ce1-4ad2-85b9-4d459fcca7dc tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 210 time: 0.1005995
Dec 18 20:53:59.907086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fde6f-2390-443a-97c2-f2b82f5ddd48 req-7687c2b1-c038-4064-adf3-c7c640180264 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:53:59.908813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-690fde6f-2390-443a-97c2-f2b82f5ddd48 req-7687c2b1-c038-4064-adf3-c7c640180264 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 950 time: 0.7700491
Dec 18 20:53:59.918602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6c7639d6-ea0d-448a-afe5-9c3c88cf3f89 req-1756e68a-037b-41f0-ada5-64323bd8d573 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Deleting port 4b35e620-8957-42f7-a38a-5c515e281514 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:53:59.919127 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6c7639d6-ea0d-448a-afe5-9c3c88cf3f89 req-1756e68a-037b-41f0-ada5-64323bd8d573 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:53:59.926070 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da367ab7-d55d-4bb6-bc99-08318322f895 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:00.182687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Allocated IP 172.20.0.2 (e50169fc-b606-4273-ae66-869a743059d2/1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1/f4df3e7c-2733-4319-be8f-892a0ca14aa9) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:00.348768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09f5ae8-6f66-4622-8036-f9d3248dcfe9 None None] Network d857e3b8-aa79-4523-91ed-5ea023d39eaf requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:00.541802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-196412e7-16ff-4439-af39-e54da28c72bb None None] Provisioning complete for port 2dc109a7-f79d-4bae-99f2-78c800f00bcc triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:00.542171 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-196412e7-16ff-4439-af39-e54da28c72bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:00.567293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ceefca-029d-42e8-8a50-37dde9a76b93 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:00.572229 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-59ceefca-029d-42e8-8a50-37dde9a76b93 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.7230058
Dec 18 20:54:00.573176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34368) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:00.627379 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c504b83f-8c82-4f8d-a697-195c8ddbad5e tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 207 time: 0.0494163
Dec 18 20:54:00.628481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34370) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:00.656864 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:54:00.684875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Sync routers for ids ['1e794976-26bd-45de-8a4e-f004f63dd9ec'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:54:00.729486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Routers {'1e794976-26bd-45de-8a4e-f004f63dd9ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:54:00.730773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e144250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1e794976-26bd-45de-8a4e-f004f63dd9ec'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:00.774302 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da367ab7-d55d-4bb6-bc99-08318322f895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:00.796628 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:00.798333 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ae5d8a07-a773-4029-b982-354af2d7327d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.7291315
Dec 18 20:54:00.801340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34372) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:00.915672 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-196412e7-16ff-4439-af39-e54da28c72bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:00.985775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-196412e7-16ff-4439-af39-e54da28c72bb None None] For port 2dc109a7-f79d-4bae-99f2-78c800f00bcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dc109a7-f79d-4bae-99f2-78c800f00bcc,segment=NetworkSegment(90bfc0dd-7847-4d59-982c-8f54700d8bd3),segment_id=90bfc0dd-7847-4d59-982c-8f54700d8bd3)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:00.998698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2dc109a7-f79d-4bae-99f2-78c800f00bcc up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:01.013933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c238bd-7c1c-4301-9c16-875571946a47 req-9773202d-f242-48e5-b6e6-1c5f5a4f3f1b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:01.021742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27c238bd-7c1c-4301-9c16-875571946a47 req-9773202d-f242-48e5-b6e6-1c5f5a4f3f1b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 1.0031052
Dec 18 20:54:01.050558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2b57a9-c008-446d-924e-2fe48f70d240 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 20:54:01.060610 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-196412e7-16ff-4439-af39-e54da28c72bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:01.103819 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-690fde6f-2390-443a-97c2-f2b82f5ddd48 req-6ea65c35-c69d-4968-b2fb-0b53822efaac tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1803560
Dec 18 20:54:01.149317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1b917-ed99-4ac1-8d2e-2ca065b0293d tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:01.154301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6c7639d6-ea0d-448a-afe5-9c3c88cf3f89 req-1756e68a-037b-41f0-ada5-64323bd8d573 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] For port 4b35e620-8957-42f7-a38a-5c515e281514, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b35e620-8957-42f7-a38a-5c515e281514,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:01.154692 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6c7639d6-ea0d-448a-afe5-9c3c88cf3f89 req-1756e68a-037b-41f0-ada5-64323bd8d573 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:01.156643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1b917-ed99-4ac1-8d2e-2ca065b0293d tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:01.163510 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1b917-ed99-4ac1-8d2e-2ca065b0293d tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:01.171950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1b917-ed99-4ac1-8d2e-2ca065b0293d tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:01.173909 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-89c1b917-ed99-4ac1-8d2e-2ca065b0293d tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.5444417
Dec 18 20:54:01.197708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34376) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:01.270237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 4b35e620-8957-42f7-a38a-5c515e281514 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:54:01.332054 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:01.374817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2dc109a7-f79d-4bae-99f2-78c800f00bcc triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:01.376049 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:01.383170 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27c238bd-7c1c-4301-9c16-875571946a47 req-a9faeacf-3ebf-4a37-8e90-1b35bd0a7723 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3605742
Dec 18 20:54:01.389329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Set router 1e794976-26bd-45de-8a4e-f004f63dd9ec gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:54:01.389518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6c7639d6-ea0d-448a-afe5-9c3c88cf3f89 req-1756e68a-037b-41f0-ada5-64323bd8d573 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Calling delete_port for 4b35e620-8957-42f7-a38a-5c515e281514 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:01.393212 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da367ab7-d55d-4bb6-bc99-08318322f895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:01.393785 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3617af90-a678-4af5-95e8-16dbf783fdb2 None None] Provisioning complete for port 2dc109a7-f79d-4bae-99f2-78c800f00bcc triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:01.394210 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3617af90-a678-4af5-95e8-16dbf783fdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:01.549016 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da367ab7-d55d-4bb6-bc99-08318322f895 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:01.556542 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-da367ab7-d55d-4bb6-bc99-08318322f895 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1e14b40c-b099-4b23-ac2d-682e51944f1e HTTP/1.1" status: 204  len: 168 time: 2.2883193
Dec 18 20:54:01.558734 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34378) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:01.601320 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:01.644476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196412e7-16ff-4439-af39-e54da28c72bb None None] Pushing event updated for resources: {'Port': ['ID=2dc109a7-f79d-4bae-99f2-78c800f00bcc,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:01.788503 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:01.793027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da367ab7-d55d-4bb6-bc99-08318322f895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e14b40c-b099-4b23-ac2d-682e51944f1e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:01.832066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Allocated IP 172.20.0.1 (d857e3b8-aa79-4523-91ed-5ea023d39eaf/4d4d6fec-15bf-4891-838f-b5695bf05b60/d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:01.844234 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:01.984193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478db2e-d2d3-4003-93dc-f0878c1e1556 req-8cb29e1d-599f-4082-acb0-df4706a0b642 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:01.986079 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8478db2e-d2d3-4003-93dc-f0878c1e1556 req-8cb29e1d-599f-4082-acb0-df4706a0b642 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.6009388
Dec 18 20:54:01.989683 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:01.996494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Network e50169fc-b606-4273-ae66-869a743059d2 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:02.010481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:02.013067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:02.040072 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:02.082065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587738d3-390f-46f1-ab89-f2f029fb5fd8 req-e58ad0f7-9b56-48f0-ac2f-18a7146a70ba tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:02.085063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-587738d3-390f-46f1-ab89-f2f029fb5fd8 req-e58ad0f7-9b56-48f0-ac2f-18a7146a70ba tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 931 time: 0.3857841
Dec 18 20:54:02.097915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:02.098597 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:02.110486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Network d857e3b8-aa79-4523-91ed-5ea023d39eaf is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:02.118677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:02.121627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:02.122303 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2b57a9-c008-446d-924e-2fe48f70d240 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 20:54:02.129581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:02.165302 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6c7639d6-ea0d-448a-afe5-9c3c88cf3f89 req-1756e68a-037b-41f0-ada5-64323bd8d573 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:02.192779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:02.201603 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:02.219291 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:02.260559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Pushing event updated for resources: {'Port': ['ID=f4df3e7c-2733-4319-be8f-892a0ca14aa9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:02.288221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['659424cb-2544-4eb1-afc7-8c764a75b399'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:02.378619 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-920787fd-fab9-4e13-8ff3-7d2a6ee9c9b4 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 1.1267457
Dec 18 20:54:02.382109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3666323250>,) {'filters': {'network_id': ['67a9e828-8793-4f3a-91ce-2c0eaa4afcfa']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:02.385209 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34384) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:02.392548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-60a1f7fb-7bf3-48dd-8493-87fba5e1e1cd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7635562
Dec 18 20:54:02.394151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756e68a-037b-41f0-ada5-64323bd8d573 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Pushing event deleted for resources: {'Port': ['ID=4b35e620-8957-42f7-a38a-5c515e281514,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:02.464157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Request body: {'port': {'device_id': '2af230c2-c718-48a0-9991-6c0418c4618d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:02.467082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7639d6-ea0d-448a-afe5-9c3c88cf3f89 req-1756e68a-037b-41f0-ada5-64323bd8d573 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] No DVR routers for this DVR port 4b35e620-8957-42f7-a38a-5c515e281514 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:54:02.470138 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6c7639d6-ea0d-448a-afe5-9c3c88cf3f89 req-1756e68a-037b-41f0-ada5-64323bd8d573 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:02.474665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c7639d6-ea0d-448a-afe5-9c3c88cf3f89 req-1756e68a-037b-41f0-ada5-64323bd8d573 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "DELETE /v2.0/ports/4b35e620-8957-42f7-a38a-5c515e281514 HTTP/1.1" status: 204  len: 173 time: 3.7752135
Dec 18 20:54:02.479224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3666323250>, '218e7d72-89e4-4af9-b906-fa5233feec25') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:02.479522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3666323250>, '218e7d72-89e4-4af9-b906-fa5233feec25') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:02.489048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b8477c-e0d4-4c92-ab00-6ff2899911da', 'name': 'network-vif-deleted', 'tag': '4b35e620-8957-42f7-a38a-5c515e281514'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:02.491195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b86571-2376-4a4d-a379-c5d9a793617d tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:02.491476 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0e38a0-2e8a-4947-8e11-1c70ac153853" -d '{"events": [{"server_uuid": "15b8477c-e0d4-4c92-ab00-6ff2899911da", "name": "network-vif-deleted", "tag": "4b35e620-8957-42f7-a38a-5c515e281514"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:02.493998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b86571-2376-4a4d-a379-c5d9a793617d tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:02.501331 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c3b86571-2376-4a4d-a379-c5d9a793617d tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1098967
Dec 18 20:54:02.507440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34390) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:02.566699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8478db2e-d2d3-4003-93dc-f0878c1e1556 req-dd38a316-44ab-45de-9278-2e3fdd6a280c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5578516
Dec 18 20:54:02.571654 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:02.578476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-587738d3-390f-46f1-ab89-f2f029fb5fd8 req-5ad9a6dd-2377-4488-aaaf-b3374ee93f53 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4026673
Dec 18 20:54:02.631138 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:02.646626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:54:02.647661 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:02.650617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc596cc-8f11-4661-88c7-2fe013513bda tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:54:02.651154 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:54:02.653557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc596cc-8f11-4661-88c7-2fe013513bda tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:02.660898 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:02.662570 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0cc596cc-8f11-4661-88c7-2fe013513bda tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1527257
Dec 18 20:54:02.662800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34394) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:02.686365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:02.891649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e144250>, [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:53:58Z', 'revision_number': 3, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:02.947220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12798d2a-4533-4f9e-bf86-129b02808224 req-f6349dc9-e817-4dbe-bb6d-24c20cc0b26d tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b8477c-e0d4-4c92-ab00-6ff2899911da HTTP/1.1" status: 200  len: 210 time: 0.1979713
Dec 18 20:54:03.043948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2dc109a7-f79d-4bae-99f2-78c800f00bcc up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:03.066318 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:03.075631 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:03.122172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:03.132458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Checking router: 1e794976-26bd-45de-8a4e-f004f63dd9ec for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:54:03.134325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Updating router 1e794976-26bd-45de-8a4e-f004f63dd9ec port b2a8abfe-6de8-4639-94f9-f5af520e5380 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:54:03.144247 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:03.159759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] 10.222.0.13 "DELETE /v2.0/networks/67a9e828-8793-4f3a-91ce-2c0eaa4afcfa HTTP/1.1" status: 204  len: 168 time: 1.4580803
Dec 18 20:54:03.181238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34396) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:03.192004 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:03.195477 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d73a7d1-6027-4ed6-b3a6-5cf23b3805e6 x-openstack-request-id: req-2d73a7d1-6027-4ed6-b3a6-5cf23b3805e6 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:03.196920 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b8477c-e0d4-4c92-ab00-6ff2899911da", "name": "network-vif-deleted", "tag": "4b35e620-8957-42f7-a38a-5c515e281514", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:03.197961 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d73a7d1-6027-4ed6-b3a6-5cf23b3805e6 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:03.200159 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b8477c-e0d4-4c92-ab00-6ff2899911da', 'name': 'network-vif-deleted', 'tag': '4b35e620-8957-42f7-a38a-5c515e281514', 'status': 'completed', 'code': 200}
Dec 18 20:54:03.202223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:03.219882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:03.264543 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a93b04e0-f3fd-4175-944a-9d5bf16acb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:03.355304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb331ec1-fb70-4767-91a7-8c337c361f25 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:03.364052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-eb331ec1-fb70-4767-91a7-8c337c361f25 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/networks/308087df-fed6-4f4a-8ebc-faae4bca7b5b HTTP/1.1" status: 200  len: 800 time: 0.6235704
Dec 18 20:54:03.378503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2dc109a7-f79d-4bae-99f2-78c800f00bcc triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:03.379042 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:03.435606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34402) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:03.464308 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Network d857e3b8-aa79-4523-91ed-5ea023d39eaf is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:03.484362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:03.528253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c18c34-3729-49bc-bf44-bf55c41f90e2 admin admin] Deleting subnet 938b2dff-c5e2-4bef-8618-c815aef79894 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:54:03.552493 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41c18c34-3729-49bc-bf44-bf55c41f90e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:03.561175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8dc8c-59ec-4781-b09d-4efd92945d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a9e828-8793-4f3a-91ce-2c0eaa4afcfa,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:03.570797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-4ac00e53-e64b-4d50-8e18-1e953bf95ac7 req-a3e33a6a-f4a0-4bb6-b888-bf0d81cefd08 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:54:03.571880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ac00e53-e64b-4d50-8e18-1e953bf95ac7 req-a3e33a6a-f4a0-4bb6-b888-bf0d81cefd08 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0070400
Dec 18 20:54:03.702538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66edeae9-42b3-4503-9762-9bac0bea87a8 None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:54:03.743548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fff023-2c93-43bb-be8e-6c3ad99a6a0c req-b8586f99-cfe4-4e81-b726-7bea75ed4647 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:03.745948 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5fff023-2c93-43bb-be8e-6c3ad99a6a0c req-b8586f99-cfe4-4e81-b726-7bea75ed4647 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.8345861
Dec 18 20:54:03.756033 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41c18c34-3729-49bc-bf44-bf55c41f90e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:03.902622 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d16fdfb0-855e-46fa-ba36-96fef9b29473 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/networks/308087df-fed6-4f4a-8ebc-faae4bca7b5b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.4648769
Dec 18 20:54:03.908556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34412) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:03.965368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5fff023-2c93-43bb-be8e-6c3ad99a6a0c req-680545af-02f8-469e-b7c8-6f299543efdf tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2034402
Dec 18 20:54:03.989122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c15a76f3-0ae0-4824-a9ee-66f3f9a11bc6 None None] Provisioning complete for port f4df3e7c-2733-4319-be8f-892a0ca14aa9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:03.989785 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c15a76f3-0ae0-4824-a9ee-66f3f9a11bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:03.998926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Router 1e794976-26bd-45de-8a4e-f004f63dd9ec has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:54:04.005214 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41c18c34-3729-49bc-bf44-bf55c41f90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.153657 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41c18c34-3729-49bc-bf44-bf55c41f90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.278753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c15a76f3-0ae0-4824-a9ee-66f3f9a11bc6 None None] Port f4df3e7c-2733-4319-be8f-892a0ca14aa9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:04.289891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c18c34-3729-49bc-bf44-bf55c41f90e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=938b2dff-c5e2-4bef-8618-c815aef79894,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:04.297548 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41c18c34-3729-49bc-bf44-bf55c41f90e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.301455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-41c18c34-3729-49bc-bf44-bf55c41f90e2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/938b2dff-c5e2-4bef-8618-c815aef79894 HTTP/1.1" status: 204  len: 168 time: 1.0771985
Dec 18 20:54:04.304557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b8053-b55c-47ff-9b79-c1569fe02c4f None None] Network c33e2510-7b2a-4e03-8f45-5314ea3e7422 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:04.309375 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.323338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34420) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:04.377016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4df3e7c-2733-4319-be8f-892a0ca14aa9 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:04.412395 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.441001 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b76e1-99d5-46d7-a6cf-a05f2f4da282 req-fbb85cd5-cb77-4175-8cde-6f2bc3b3a3a3 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:04.453090 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-521b76e1-99d5-46d7-a6cf-a05f2f4da282 req-fbb85cd5-cb77-4175-8cde-6f2bc3b3a3a3 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 931 time: 0.2301848
Dec 18 20:54:04.489640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6618cf0-f6b5-43e3-9719-6e23d39c594c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:04.497482 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.500907 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b6618cf0-f6b5-43e3-9719-6e23d39c594c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/subnets/814b06d3-5348-41de-b188-99de4d98dbf7 HTTP/1.1" status: 200  len: 811 time: 0.5830464
Dec 18 20:54:04.513467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34424) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:04.548484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Transition to ACTIVE for port object f4df3e7c-2733-4319-be8f-892a0ca14aa9 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:54:04.579976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6dd270c6-576a-4816-a583-d52cce7d8c40 None None] Provisioning complete for port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:04.579976 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6dd270c6-576a-4816-a583-d52cce7d8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.634625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6dd270c6-576a-4816-a583-d52cce7d8c40 None None] Port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:04.664753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9befb9cd-c7c4-442e-8c40-5af9330c1e94 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:54:04.683930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-521b76e1-99d5-46d7-a6cf-a05f2f4da282 req-9372abf5-84dd-42cf-b3dc-362a022e2be9 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237618
Dec 18 20:54:04.685333 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.735627 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d427f-17f7-47da-9397-f277afc0378e None None] Pushing event updated for resources: {'Port': ['ID=b2a8abfe-6de8-4639-94f9-f5af520e5380,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:04.745007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fadb67-74ab-474a-9b6e-b9b386d24e7d None None] DHCP port deletion for c33e2510-7b2a-4e03-8f45-5314ea3e7422 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:54:04.757161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Attempting to bind port b2a8abfe-6de8-4639-94f9-f5af520e5380 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:04.757743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Attempting to bind port b2a8abfe-6de8-4639-94f9-f5af520e5380 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:04.758926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Attempting to bind port b2a8abfe-6de8-4639-94f9-f5af520e5380 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:04.768252 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:04.768639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:04.769069 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.769524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:04.770137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Bound port: b2a8abfe-6de8-4639-94f9-f5af520e5380, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:04.770576 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.774973 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.789740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:54:04.801174 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ae7e3c36-2d30-45fc-96b7-ffdeabcf3181 admin admin] 10.222.0.13 "PUT /v2.0/routers/1e794976-26bd-45de-8a4e-f004f63dd9ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9989321
Dec 18 20:54:04.842376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] For port b2a8abfe-6de8-4639-94f9-f5af520e5380, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:04.845711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] For port b2a8abfe-6de8-4639-94f9-f5af520e5380, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2a8abfe-6de8-4639-94f9-f5af520e5380,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:04.869590 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.877447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-aab3c6ad-0594-4bb3-8834-79cf33001170 None None] Provisioning complete for port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:04.878689 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aab3c6ad-0594-4bb3-8834-79cf33001170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:04.991530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dc5a7-486c-4fac-bb5d-8485da0d7066 req-2f9cb4a2-c406-4bb2-8e45-e439479a40bd tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:04.999731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43925c96-5b87-4d3f-9203-46ac0958dd5d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:54:05.002246 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-335dc5a7-486c-4fac-bb5d-8485da0d7066 req-2f9cb4a2-c406-4bb2-8e45-e439479a40bd tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.4120734
Dec 18 20:54:05.004646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6730b7ff-383d-4ea4-96fc-6b138c83625e None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:54:05.036838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada8a4a-5095-45a0-a3a0-ccc498b99140 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:05.044276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6ada8a4a-5095-45a0-a3a0-ccc498b99140 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "GET /v2.0/subnets/814b06d3-5348-41de-b188-99de4d98dbf7?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.5131910
Dec 18 20:54:05.052318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34432) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:05.062478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4f024c7c-62d6-4f94-8f60-c15d630d74db tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-280458269'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:05.070174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-aab3c6ad-0594-4bb3-8834-79cf33001170 None None] Port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:05.075633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Pushing event updated for resources: {'Port': ['ID=f4df3e7c-2733-4319-be8f-892a0ca14aa9,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:05.093859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Routers {'1e794976-26bd-45de-8a4e-f004f63dd9ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:54:05.094809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e144250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:53:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1e794976-26bd-45de-8a4e-f004f63dd9ec'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:05.110472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.167900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d3cffd0>,) {'filters': {'network_id': ['c33e2510-7b2a-4e03-8f45-5314ea3e7422']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:05.185286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-8b792941-359d-4c8e-b713-b0a2b40d61f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.9757090
Dec 18 20:54:05.201636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d3cffd0>, 'e8ffde32-a451-42f3-a00e-3472ba64fc50') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:05.202533 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d3cffd0>, 'e8ffde32-a451-42f3-a00e-3472ba64fc50') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:05.231848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-335dc5a7-486c-4fac-bb5d-8485da0d7066 req-fde3a11c-2f0b-4ddf-9f6a-9fbaaf3ad235 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2284453
Dec 18 20:54:05.255824 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.312488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.327232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f024c7c-62d6-4f94-8f60-c15d630d74db tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:05.330303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:54:05.330876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.332991 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4f024c7c-62d6-4f94-8f60-c15d630d74db tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:54:05.345606 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:54:05.449111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c9ece-2fa0-4e21-a13b-ea25935d71d0 req-ec0524d5-222b-4d57-9171-e4b027bbb35a tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:05.458274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a67c9ece-2fa0-4e21-a13b-ea25935d71d0 req-ec0524d5-222b-4d57-9171-e4b027bbb35a tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 951 time: 0.2689841
Dec 18 20:54:05.494823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Attempting to bind port f4df3e7c-2733-4319-be8f-892a0ca14aa9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:05.495531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Attempting to bind port f4df3e7c-2733-4319-be8f-892a0ca14aa9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:05.495986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Attempting to bind port f4df3e7c-2733-4319-be8f-892a0ca14aa9 on network e50169fc-b606-4273-ae66-869a743059d2 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:05.518102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Port f4df3e7c-2733-4319-be8f-892a0ca14aa9 on network e50169fc-b606-4273-ae66-869a743059d2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:54:05.518741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Attempting to bind port f4df3e7c-2733-4319-be8f-892a0ca14aa9 on network e50169fc-b606-4273-ae66-869a743059d2 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:05.530581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d427f-17f7-47da-9397-f277afc0378e None None] Pushing event updated for resources: {'Port': ['ID=b2a8abfe-6de8-4639-94f9-f5af520e5380,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:05.530845 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.549396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f024c7c-62d6-4f94-8f60-c15d630d74db tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:54:05.550694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.552348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-aab3c6ad-0594-4bb3-8834-79cf33001170 None None] Provisioning complete for port b2a8abfe-6de8-4639-94f9-f5af520e5380 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:05.553002 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aab3c6ad-0594-4bb3-8834-79cf33001170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.563606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4f024c7c-62d6-4f94-8f60-c15d630d74db tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.564360 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-4f024c7c-62d6-4f94-8f60-c15d630d74db tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Added segment b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec of type vlan for network 9fd2d32c-7f1d-4114-a3fb-91be6cde80fa
Dec 18 20:54:05.565527 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] 10.222.0.13 "DELETE /v2.0/networks/c33e2510-7b2a-4e03-8f45-5314ea3e7422 HTTP/1.1" status: 204  len: 168 time: 1.2395098
Dec 18 20:54:05.626074 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4f024c7c-62d6-4f94-8f60-c15d630d74db tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.626588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86dc7191-0b23-43c5-bf79-6dc26c8c2ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.643674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a61fc6-4649-444d-b461-e0b7de9868cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c33e2510-7b2a-4e03-8f45-5314ea3e7422,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:05.674243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae102d41-6084-441d-99c9-90f19c0af895 req-51149088-8961-4a6d-bf10-ddfa2732dc1f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:05.684583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae102d41-6084-441d-99c9-90f19c0af895 req-51149088-8961-4a6d-bf10-ddfa2732dc1f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.3073616
Dec 18 20:54:05.699392 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4f024c7c-62d6-4f94-8f60-c15d630d74db tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.707481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f024c7c-62d6-4f94-8f60-c15d630d74db tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:05.708585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4f024c7c-62d6-4f94-8f60-c15d630d74db tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.765822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a67c9ece-2fa0-4e21-a13b-ea25935d71d0 req-43266d2a-d422-498d-a7f7-b568bde236c8 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3064508
Dec 18 20:54:05.771474 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:05.772640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Checking segment: {'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:05.773266 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Bound using segment: {'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:05.774934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Bound port: f4df3e7c-2733-4319-be8f-892a0ca14aa9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:05.775526 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.813068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] Set router 1e794976-26bd-45de-8a4e-f004f63dd9ec gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:54:05.889348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4f024c7c-62d6-4f94-8f60-c15d630d74db tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8342423
Dec 18 20:54:05.892220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34456) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:05.899556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'network_id': '9fd2d32c-7f1d-4114-a3fb-91be6cde80fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:05.900786 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aab3c6ad-0594-4bb3-8834-79cf33001170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:05.954221 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae102d41-6084-441d-99c9-90f19c0af895 req-b997ce21-f62a-4260-b5c2-5257560c0c3f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2646272
Dec 18 20:54:05.955352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f024c7c-62d6-4f94-8f60-c15d630d74db tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Network': ['ID=9fd2d32c-7f1d-4114-a3fb-91be6cde80fa,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:06.062073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] For port f4df3e7c-2733-4319-be8f-892a0ca14aa9, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:06.074457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] For port f4df3e7c-2733-4319-be8f-892a0ca14aa9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4df3e7c-2733-4319-be8f-892a0ca14aa9,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:06.086400 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:06.124943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 9fd2d32c-7f1d-4114-a3fb-91be6cde80fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:54:06.165282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34462) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:06.229821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:06.230652 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:06.233517 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] 10.222.0.31 "PUT /v2.0/ports/f4df3e7c-2733-4319-be8f-892a0ca14aa9 HTTP/1.1" status: 200  len: 1091 time: 3.8116791
Dec 18 20:54:06.233919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Made reservation on behalf of 76b2df85c79f4fb198e8337010cb606b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:06.236712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af230c2-c718-48a0-9991-6c0418c4618d', 'tag': 'f4df3e7c-2733-4319-be8f-892a0ca14aa9'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:06.243530 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b351f0f-e902-4a92-81a9-5a1e0246bc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "2af230c2-c718-48a0-9991-6c0418c4618d", "tag": "f4df3e7c-2733-4319-be8f-892a0ca14aa9"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:06.250215 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:06.275041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-aab3c6ad-0594-4bb3-8834-79cf33001170 None None] For port b2a8abfe-6de8-4639-94f9-f5af520e5380, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2a8abfe-6de8-4639-94f9-f5af520e5380,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:06.369503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Performing IP validity checks on allocation pools {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 18 20:54:06.371661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 18 20:54:06.411954 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5991a-e741-44dd-8035-73d013b8a3db None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:54:06.458467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389946f-0f6d-4ecc-8a9d-61980311d290 service neutron] Pushing event updated for resources: {'Port': ['ID=f4df3e7c-2733-4319-be8f-892a0ca14aa9,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:06.524168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ef042397-139b-4a25-9211-2b17fa5d16d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ea04e2bc8a847c6b805251f862536af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3560665
Dec 18 20:54:06.524968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34470) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:06.525614 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aab3c6ad-0594-4bb3-8834-79cf33001170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:06.564239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5e1e3dfa-f454-4dce-af6c-2a1944c5f192 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--674149230', 'description': 'tempest-description--924089960'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:06.569158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34472) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:06.616859 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fa5e36-f854-49cb-8fc7-693dcb81a3f5 x-openstack-request-id: req-e2fa5e36-f854-49cb-8fc7-693dcb81a3f5 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:06.617187 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af230c2-c718-48a0-9991-6c0418c4618d", "tag": "f4df3e7c-2733-4319-be8f-892a0ca14aa9", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:06.617953 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2fa5e36-f854-49cb-8fc7-693dcb81a3f5 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:06.622388 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af230c2-c718-48a0-9991-6c0418c4618d', 'tag': 'f4df3e7c-2733-4319-be8f-892a0ca14aa9', 'status': 'completed', 'code': 200}
Dec 18 20:54:06.675786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca7e30-6f68-467b-920d-0ebbd2efeff7 req-91549810-ab12-42e0-9766-4a2f90f6cf29 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:06.686245 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4cca7e30-6f68-467b-920d-0ebbd2efeff7 req-91549810-ab12-42e0-9766-4a2f90f6cf29 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 943 time: 0.3936450
Dec 18 20:54:06.723359 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:06.792126 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3c6ad-0594-4bb3-8834-79cf33001170 None None] Pushing event updated for resources: {'Port': ['ID=b2a8abfe-6de8-4639-94f9-f5af520e5380,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:06.792522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-c820254b-2f94-4c3c-9d1a-380365c887e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:06.794144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-c820254b-2f94-4c3c-9d1a-380365c887e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eaf2a3560d8e4c1993aa5a1dfdac5b4e&device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 1094 time: 0.4928489
Dec 18 20:54:06.803738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:06.825890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b79db6d9-fb14-4923-ab9c-b61c6a49bfad None None] Provisioning complete for port b2a8abfe-6de8-4639-94f9-f5af520e5380 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:06.826466 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b79db6d9-fb14-4923-ab9c-b61c6a49bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:06.853749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5f6f6-3add-419a-babc-0bee223513de req-108b255d-912c-4025-aa9e-86864b3019c6 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:06.855632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0bd5f6f6-3add-419a-babc-0bee223513de req-108b255d-912c-4025-aa9e-86864b3019c6 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 951 time: 0.5137045
Dec 18 20:54:07.017704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=8bc2eb85-3f06-4fd9-b6ea-fd2e29a29d83,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:07.032909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Checking segment: {'id': 'b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fd2d32c-7f1d-4114-a3fb-91be6cde80fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:07.032909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network hostable DHCP agents. Network: 9fd2d32c-7f1d-4114-a3fb-91be6cde80fa, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:54:07.055129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e144250>, [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7', 'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'mac_address': 'fa:16:3e:a0:6f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:54:01Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 2, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'subnets': [{'id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:07.058883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Network 9fd2d32c-7f1d-4114-a3fb-91be6cde80fa is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:54:07.089988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2e391-1503-41cc-8f88-b742555464ba None None] The sync data for ids ['1e794976-26bd-45de-8a4e-f004f63dd9ec'] in ncdv-master-1 is: [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7', 'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'mac_address': 'fa:16:3e:a0:6f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:54:01Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 2, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'subnets': [{'id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:54:07.108650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9fd2d32c-7f1d-4114-a3fb-91be6cde80fa) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:07.117793 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:07.118181 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:07.133756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30adf8e-fc84-43c6-9782-de57db46b230 None None] Network 9fd2d32c-7f1d-4114-a3fb-91be6cde80fa requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:07.190404 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-081bf6bd-9461-473a-9179-c01237bd671c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.2933943
Dec 18 20:54:07.195932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34484) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:07.222830 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bbfefae9-612a-4fe0-ac10-be088ae15a85 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:07.318489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9fd2d32c-7f1d-4114-a3fb-91be6cde80fa', 'network_id': '9fd2d32c-7f1d-4114-a3fb-91be6cde80fa', 'project_id': '76b2df85c79f4fb198e8337010cb606b', 'fixed_ips': [{'subnet_id': '8bc2eb85-3f06-4fd9-b6ea-fd2e29a29d83'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:54:07.319892 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:07.392904 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bbfefae9-612a-4fe0-ac10-be088ae15a85 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58791844'] for subnet, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:07.692743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-9ca50833-7559-4a6e-a09c-71bf19388980 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4df3e7c-2733-4319-be8f-892a0ca14aa9 HTTP/1.1" status: 200  len: 217 time: 0.8270531
Dec 18 20:54:07.694162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3dfa-f454-4dce-af6c-2a1944c5f192 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:07.749262 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bbfefae9-612a-4fe0-ac10-be088ae15a85 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741976380892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59004410'] for subnet, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:07.813111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-51c9972c-b3e2-4261-810a-fbd706814b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:07.815477 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-51c9972c-b3e2-4261-810a-fbd706814b71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1 HTTP/1.1" status: 200  len: 851 time: 0.0942345
Dec 18 20:54:07.848125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfefae9-612a-4fe0-ac10-be088ae15a85 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:07.849207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bbfefae9-612a-4fe0-ac10-be088ae15a85 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:07.851228 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bbfefae9-612a-4fe0-ac10-be088ae15a85 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "PUT /v2.0/subnets/8bc2eb85-3f06-4fd9-b6ea-fd2e29a29d83 HTTP/1.1" status: 200  len: 877 time: 0.6532359
Dec 18 20:54:07.855513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34486) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:07.870920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Allocated IP 172.20.0.3 (9fd2d32c-7f1d-4114-a3fb-91be6cde80fa/8bc2eb85-3f06-4fd9-b6ea-fd2e29a29d83/43c82d8d-ff9e-463d-9393-6ef11b315f3c) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:07.887755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfefae9-612a-4fe0-ac10-be088ae15a85 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event updated for resources: {'Subnet': ['ID=8bc2eb85-3f06-4fd9-b6ea-fd2e29a29d83,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:08.008658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31221f4-c283-41e2-be06-609305c3e829 req-1d19fcac-ef0b-4cb4-9613-e7b14076bd59 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:08.017848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c31221f4-c283-41e2-be06-609305c3e829 req-1d19fcac-ef0b-4cb4-9613-e7b14076bd59 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 1.3204191
Dec 18 20:54:08.037757 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4ca1-1330-4629-a8d7-8f74517a8a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.046462 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.074341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-e621d6e6-6190-4175-8a89-b3c3177259c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e50169fc-b606-4273-ae66-869a743059d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1338389
Dec 18 20:54:08.078674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4cca7e30-6f68-467b-920d-0ebbd2efeff7 req-1dd0c7b7-810a-482c-a987-e14ea117bdd9 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3907456
Dec 18 20:54:08.233797 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.264701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.292643 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.317950 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c31221f4-c283-41e2-be06-609305c3e829 req-abe4b6d4-3609-4a66-91e6-b88bd71fbc03 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2988772
Dec 18 20:54:08.322640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-d49ce61f-24a3-4ac5-b771-69c4ab456557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:08.329635 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-d49ce61f-24a3-4ac5-b771-69c4ab456557 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 1100 time: 0.6470668
Dec 18 20:54:08.344026 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4ca1-1330-4629-a8d7-8f74517a8a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.360406 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.372052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Network 9fd2d32c-7f1d-4114-a3fb-91be6cde80fa is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:08.377859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:08.380097 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Pushing event updated for resources: {'Port': ['ID=43c82d8d-ff9e-463d-9393-6ef11b315f3c,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:08.382457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:08.512842 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.526903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Attempting to bind port 43c82d8d-ff9e-463d-9393-6ef11b315f3c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:08.527432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Attempting to bind port 43c82d8d-ff9e-463d-9393-6ef11b315f3c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fd2d32c-7f1d-4114-a3fb-91be6cde80fa'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:08.527836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Attempting to bind port 43c82d8d-ff9e-463d-9393-6ef11b315f3c on network 9fd2d32c-7f1d-4114-a3fb-91be6cde80fa {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:08.531272 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.545687 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:08.546135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Checking segment: {'id': 'b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fd2d32c-7f1d-4114-a3fb-91be6cde80fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:08.546608 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.547006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Bound using segment: {'id': 'b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fd2d32c-7f1d-4114-a3fb-91be6cde80fa'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:08.547484 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Bound port: 43c82d8d-ff9e-463d-9393-6ef11b315f3c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fd2d32c-7f1d-4114-a3fb-91be6cde80fa'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:08.547906 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.630637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc2eb85-3f06-4fd9-b6ea-fd2e29a29d83,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:08.690839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] For port 43c82d8d-ff9e-463d-9393-6ef11b315f3c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:08.697933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] For port 43c82d8d-ff9e-463d-9393-6ef11b315f3c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43c82d8d-ff9e-463d-9393-6ef11b315f3c,segment=NetworkSegment(b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec),segment_id=b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:08.701106 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.706579 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.708450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-0bd5f6f6-3add-419a-babc-0bee223513de req-b738e7f9-0833-41ae-a6b3-e64ce62b49ff tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Deleting port 659424cb-2544-4eb1-afc7-8c764a75b399 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:08.717121 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0bd5f6f6-3add-419a-babc-0bee223513de req-b738e7f9-0833-41ae-a6b3-e64ce62b49ff tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.751937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d66d8e0>,) {'filters': {'network_id': ['9fd2d32c-7f1d-4114-a3fb-91be6cde80fa']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:08.764504 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4ca1-1330-4629-a8d7-8f74517a8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.777748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d66d8e0>, 'b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:08.778050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d66d8e0>, 'b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:08.779482 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4ca1-1330-4629-a8d7-8f74517a8a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.780670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2d1d4ca1-1330-4629-a8d7-8f74517a8a81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e082c467-25f1-4263-985e-060a83171694 HTTP/1.1" status: 204  len: 168 time: 2.2091684
Dec 18 20:54:08.805432 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.833312 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.849029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:54:08.850126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:54:08.859010 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:54:08.926627 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b633fc7-8561-452a-ac4f-fe0364d99551 None None] Network 9fd2d32c-7f1d-4114-a3fb-91be6cde80fa requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:08.997401 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3dfa-f454-4dce-af6c-2a1944c5f192 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:09.015280 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.api [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 20:54:09.015280 ncdv-master-1 neutron-server[126009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 20:54:09.015280 ncdv-master-1 neutron-server[126009]: [parameters: {'id': '9fd2d32c-7f1d-4114-a3fb-91be6cde80fa'}]
Dec 18 20:54:09.015280 ncdv-master-1 neutron-server[126009]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:54:09.015809 ncdv-master-1 neutron-server[126009]: DEBUG oslo_db.api [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:54:09.042624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5934ca5-cdf9-4696-9cb7-edbe1c7f5c01 None None] Pushing event updated for resources: {'Port': ['ID=43c82d8d-ff9e-463d-9393-6ef11b315f3c,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:09.050041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b2a8abfe-6de8-4639-94f9-f5af520e5380 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:09.101734 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-d3363e3e-a1a0-4406-8664-211cefd03db2 service neutron] 10.222.0.31 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0115504
Dec 18 20:54:09.171950 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eacb92-addd-4452-8f4a-96736dd74243 None None] Network 9fd2d32c-7f1d-4114-a3fb-91be6cde80fa requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:09.189211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b2a8abfe-6de8-4639-94f9-f5af520e5380 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:09.189772 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:09.233493 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-847ad9ca-e27e-4e17-922e-daa59c882f7d req-1d6858fc-a140-4141-9211-8faac7626944 service neutron] 10.222.0.31 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141198
Dec 18 20:54:09.234066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3dfa-f454-4dce-af6c-2a1944c5f192 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:09.290083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 659424cb-2544-4eb1-afc7-8c764a75b399 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:54:09.387402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d4ca1-1330-4629-a8d7-8f74517a8a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e082c467-25f1-4263-985e-060a83171694,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:09.500847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5a67c3-975c-4a3c-8c89-1aac38225cd1 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 20:54:09.502296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-0bd5f6f6-3add-419a-babc-0bee223513de req-b738e7f9-0833-41ae-a6b3-e64ce62b49ff tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:09.502296 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0bd5f6f6-3add-419a-babc-0bee223513de req-b738e7f9-0833-41ae-a6b3-e64ce62b49ff tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:09.517007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:09.518444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66d95-08c7-4435-ba71-ae03d1f9144b req-f6964249-d8d2-410d-977e-2ce2c1b517ed tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:09.528477 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23f66d95-08c7-4435-ba71-ae03d1f9144b req-f6964249-d8d2-410d-977e-2ce2c1b517ed tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 951 time: 1.1867969
Dec 18 20:54:09.534067 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3dfa-f454-4dce-af6c-2a1944c5f192 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:09.536935 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5e1e3dfa-f454-4dce-af6c-2a1944c5f192 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 2.9961083
Dec 18 20:54:09.573729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34496) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:09.587047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e8721ba4-978d-4900-af1d-967ef7b77044 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Request body: {'security_group_rule': {'security_group_id': 'f4eee31a-9f26-419b-b8f2-84b816fbb493', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:09.637762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b351f0f-e902-4a92-81a9-5a1e0246bc1b req-463428d3-9d61-41f5-b6c0-75b00d45382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:09.639850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b351f0f-e902-4a92-81a9-5a1e0246bc1b req-463428d3-9d61-41f5-b6c0-75b00d45382e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eaf2a3560d8e4c1993aa5a1dfdac5b4e&device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 1094 time: 0.3066347
Dec 18 20:54:09.640256 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:09.651554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-0bd5f6f6-3add-419a-babc-0bee223513de req-b738e7f9-0833-41ae-a6b3-e64ce62b49ff tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Calling delete_port for 659424cb-2544-4eb1-afc7-8c764a75b399 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:09.660614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Deleting port 43c82d8d-ff9e-463d-9393-6ef11b315f3c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:09.661459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:09.713890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01733f-edbf-4486-82d7-6569caee592c req-81cef198-229f-437b-bdf1-f45590ebaa25 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:09.725174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d01733f-edbf-4486-82d7-6569caee592c req-81cef198-229f-437b-bdf1-f45590ebaa25 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 1.1086175
Dec 18 20:54:09.768309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34498) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:09.782646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:09.787395 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954cbd7b-665f-4014-a950-9576172e547c" -d '{"events": [{"server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:09.856344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e3dfa-f454-4dce-af6c-2a1944c5f192 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eee31a-9f26-419b-b8f2-84b816fbb493,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:09.941378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-20074d17-8cb7-4f3d-b060-ee809d0eb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:09.943909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-20074d17-8cb7-4f3d-b060-ee809d0eb79f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 1.4677248
Dec 18 20:54:09.979161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 659424cb-2544-4eb1-afc7-8c764a75b399, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=659424cb-2544-4eb1-afc7-8c764a75b399,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:09.984487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a67c3-975c-4a3c-8c89-1aac38225cd1 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 20:54:09.992651 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:09.995719 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e8721ba4-978d-4900-af1d-967ef7b77044 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:10.092115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23f66d95-08c7-4435-ba71-ae03d1f9144b req-f77f8f40-99fd-414d-80cb-9ca6a2f8029b tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5626986
Dec 18 20:54:10.093625 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-0cbc374c-4433-41de-82b9-cfbf6a09a536 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=8c02c893-1629-4833-9998-e05787ad6250 HTTP/1.1" status: 200  len: 217 time: 0.1245744
Dec 18 20:54:10.177027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=659424cb-2544-4eb1-afc7-8c764a75b399,revision_number=11']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:10.201948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.202351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.202724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.203026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.203343 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.203663 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.203993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.204321 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.204734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.205044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.205373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.205694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.206025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:10.242319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d01733f-edbf-4486-82d7-6569caee592c req-aca2a7f1-79fc-437f-b793-dead86d9509b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5155125
Dec 18 20:54:10.265949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] For port 43c82d8d-ff9e-463d-9393-6ef11b315f3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43c82d8d-ff9e-463d-9393-6ef11b315f3c,segment=NetworkSegment(b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec),segment_id=b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:10.266369 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:10.297189 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d797f0c1-c5df-4c18-bee6-3cf442bf4211 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4f15ceefec749f28ffe7196f07be860&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5139170
Dec 18 20:54:10.299210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-c15cba7d-a729-48d9-ac97-b668feb89881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:10.301856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-c15cba7d-a729-48d9-ac97-b668feb89881 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1708040
Dec 18 20:54:10.302107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b351f0f-e902-4a92-81a9-5a1e0246bc1b req-362d68fd-3add-4cbf-a7b7-b53f640bf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:10.306484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34502) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:10.313833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b351f0f-e902-4a92-81a9-5a1e0246bc1b req-362d68fd-3add-4cbf-a7b7-b53f640bf610 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e50169fc-b606-4273-ae66-869a743059d2 HTTP/1.1" status: 200  len: 912 time: 0.6527517
Dec 18 20:54:10.314487 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Calling delete_port for 43c82d8d-ff9e-463d-9393-6ef11b315f3c owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:10.519883 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e84d275-0f4d-4f48-94c4-a298d548b721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:10.524622 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b351f0f-e902-4a92-81a9-5a1e0246bc1b req-dbc2987e-7557-40b1-be97-23f1096d79a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4df3e7c-2733-4319-be8f-892a0ca14aa9 HTTP/1.1" status: 200  len: 217 time: 0.1527576
Dec 18 20:54:10.558816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e84d275-0f4d-4f48-94c4-a298d548b721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:10.607595 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e8721ba4-978d-4900-af1d-967ef7b77044 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:10.651183 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e84d275-0f4d-4f48-94c4-a298d548b721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:10.665848 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e84d275-0f4d-4f48-94c4-a298d548b721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:10.668935 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e8721ba4-978d-4900-af1d-967ef7b77044 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:10.672112 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8e84d275-0f4d-4f48-94c4-a298d548b721 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/585b7423-b6a8-44b5-875a-bad1b2c6d4c3 HTTP/1.1" status: 204  len: 168 time: 0.3625598
Dec 18 20:54:10.685760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84d275-0f4d-4f48-94c4-a298d548b721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585b7423-b6a8-44b5-875a-bad1b2c6d4c3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:10.693647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d18dd-fed2-4905-b3ab-b64b58f4a0bc req-5394919d-7239-47a4-ba4e-92985b6c9661 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:10.703456 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba7d18dd-fed2-4905-b3ab-b64b58f4a0bc req-5394919d-7239-47a4-ba4e-92985b6c9661 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 943 time: 0.3534000
Dec 18 20:54:10.708422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:10.739179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-aa2715ad-5b23-4134-9b49-628114a039aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:10.745895 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-aa2715ad-5b23-4134-9b49-628114a039aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4206264
Dec 18 20:54:10.776060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b652331-f5b3-41dc-81ba-5127a558fc4f req-223f7595-e27d-4be0-8a97-757da986f642 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:10.777863 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b652331-f5b3-41dc-81ba-5127a558fc4f req-223f7595-e27d-4be0-8a97-757da986f642 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.3486733
Dec 18 20:54:10.789095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No DVR routers for this DVR port 43c82d8d-ff9e-463d-9393-6ef11b315f3c on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:54:10.796461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Port': ['ID=43c82d8d-ff9e-463d-9393-6ef11b315f3c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:10.821124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b351f0f-e902-4a92-81a9-5a1e0246bc1b req-7d894c14-eb5d-43f9-aaf4-90d63c3e0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:10.822784 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b351f0f-e902-4a92-81a9-5a1e0246bc1b req-7d894c14-eb5d-43f9-aaf4-90d63c3e0140 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1 HTTP/1.1" status: 200  len: 851 time: 0.2827644
Dec 18 20:54:10.864533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8721ba4-978d-4900-af1d-967ef7b77044 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f220fe8-2998-4f6d-930c-86d98bb22085,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:10.890117 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e8721ba4-978d-4900-af1d-967ef7b77044 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:10.894681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e8721ba4-978d-4900-af1d-967ef7b77044 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3120174
Dec 18 20:54:10.946132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b351f0f-e902-4a92-81a9-5a1e0246bc1b req-bf567a3c-2c3c-4561-bd57-09552792ece0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e50169fc-b606-4273-ae66-869a743059d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1063595
Dec 18 20:54:10.951353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34506) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:10.954444 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Sync routers for ids ['1e794976-26bd-45de-8a4e-f004f63dd9ec'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:54:10.962302 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:10.969076 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Routers {'1e794976-26bd-45de-8a4e-f004f63dd9ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:54:10.969995 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664079b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:54:06Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1e794976-26bd-45de-8a4e-f004f63dd9ec'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:10.990586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6f684432-82ed-405b-83a9-06135bdacc07 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Request body: {'security_group_rule': {'security_group_id': 'f4eee31a-9f26-419b-b8f2-84b816fbb493', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:10.994199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d9fd5b0>,) {'filters': {'network_id': ['9fd2d32c-7f1d-4114-a3fb-91be6cde80fa']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:11.000873 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0bd5f6f6-3add-419a-babc-0bee223513de req-b738e7f9-0833-41ae-a6b3-e64ce62b49ff tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:11.012052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d9fd5b0>, 'b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:11.012540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d9fd5b0>, 'b1121fa3-a2b5-423d-aa4e-b78fa4dad2ec') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:11.031616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:11.050440 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:11.059235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:54:11.059925 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:54:11.142139 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:54:11.147633 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:11.162126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:11.169132 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/9fd2d32c-7f1d-4114-a3fb-91be6cde80fa HTTP/1.1" status: 204  len: 168 time: 3.3122151
Dec 18 20:54:11.177253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34512) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:11.292589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2894e0-e4d0-4561-90b4-a2d7662f5d79 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Network': ['ID=9fd2d32c-7f1d-4114-a3fb-91be6cde80fa,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:11.292589 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd28ad59-3cd4-4391-b7af-7abb82022a12 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:11.292589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd28ad59-3cd4-4391-b7af-7abb82022a12 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:11.323343 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fd28ad59-3cd4-4391-b7af-7abb82022a12 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/subnets/8bc2eb85-3f06-4fd9-b6ea-fd2e29a29d83 HTTP/1.1" status: 404  len: 337 time: 0.1418974
Dec 18 20:54:11.324777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34518) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:11.362352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738e7f9-0833-41ae-a6b3-e64ce62b49ff tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Pushing event deleted for resources: {'Port': ['ID=659424cb-2544-4eb1-afc7-8c764a75b399,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:11.380205 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c2e2e6-210a-4235-97d3-4193e76dbfa9 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:11.381197 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c2e2e6-210a-4235-97d3-4193e76dbfa9 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:11.391692 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a5c2e2e6-210a-4235-97d3-4193e76dbfa9 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/9fd2d32c-7f1d-4114-a3fb-91be6cde80fa HTTP/1.1" status: 404  len: 339 time: 0.0648336
Dec 18 20:54:11.392473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34520) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:11.437813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f4df3e7c-2733-4319-be8f-892a0ca14aa9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:54:11.458415 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef3baf5-bda0-4e16-9003-d0cebe97f204 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:11.458892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef3baf5-bda0-4e16-9003-d0cebe97f204 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:11.473221 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cef3baf5-bda0-4e16-9003-d0cebe97f204 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/subnets/49df3e04-041b-49da-ae8a-e09a45d7cc18 HTTP/1.1" status: 404  len: 337 time: 0.0766916
Dec 18 20:54:11.473221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34524) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:11.511651 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9670ee9-f2aa-4bdd-a513-5241192a389c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:11.517377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9670ee9-f2aa-4bdd-a513-5241192a389c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:11.524850 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d9670ee9-f2aa-4bdd-a513-5241192a389c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/bab57da9-f9a5-46d8-a167-13cf24872fe0 HTTP/1.1" status: 404  len: 339 time: 0.0471106
Dec 18 20:54:11.525545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba7d18dd-fed2-4905-b3ab-b64b58f4a0bc req-43d00566-775f-4eb1-96e1-9424605e13c0 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7971239
Dec 18 20:54:11.533315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34528) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:11.604992 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Set router 1e794976-26bd-45de-8a4e-f004f63dd9ec gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:54:11.652896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b652331-f5b3-41dc-81ba-5127a558fc4f req-f2ac8412-fd5b-4d79-9994-f50c5488e814 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8220439
Dec 18 20:54:11.684171 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86728a14-5256-4a25-973f-54cacc157b65 x-openstack-request-id: req-86728a14-5256-4a25-973f-54cacc157b65 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:11.684553 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:11.684785 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86728a14-5256-4a25-973f-54cacc157b65 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:11.685169 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399', 'code': 200}
Dec 18 20:54:11.770377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:11.785800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd5f6f6-3add-419a-babc-0bee223513de req-b738e7f9-0833-41ae-a6b3-e64ce62b49ff tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] No DVR routers for this DVR port 659424cb-2544-4eb1-afc7-8c764a75b399 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:54:11.799560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f4df3e7c-2733-4319-be8f-892a0ca14aa9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4df3e7c-2733-4319-be8f-892a0ca14aa9,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:11.839017 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'f4df3e7c-2733-4319-be8f-892a0ca14aa9', 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2', 'port_id': 'f4df3e7c-2733-4319-be8f-892a0ca14aa9', 'mac_address': 'fa:16:3e:03:72:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:54:11.858153 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0bd5f6f6-3add-419a-babc-0bee223513de req-b738e7f9-0833-41ae-a6b3-e64ce62b49ff tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:11.883225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0bd5f6f6-3add-419a-babc-0bee223513de req-b738e7f9-0833-41ae-a6b3-e64ce62b49ff tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.31 "DELETE /v2.0/ports/659424cb-2544-4eb1-afc7-8c764a75b399 HTTP/1.1" status: 204  len: 173 time: 4.3699360
Dec 18 20:54:11.893699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'name': 'network-vif-deleted', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:11.900966 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31c801a-f447-4193-80ae-972c07341121" -d '{"events": [{"server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "name": "network-vif-deleted", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:11.946862 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:11.982146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4df3e7c-2733-4319-be8f-892a0ca14aa9 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:12.020164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-524a949b-9cc8-4614-8b62-33d2a0f6313a service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2101367
Dec 18 20:54:12.029645 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-90f451fc-d49b-4170-8876-4324258fffbc req-4967bb12-d1c7-422b-9ea7-63b3546e2259 tempest-ServersAdminTestJSON-2052237514 tempest-ServersAdminTestJSON-2052237514-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d00b730-00ba-4bc7-be51-6de9d571a1b2 HTTP/1.1" status: 200  len: 210 time: 0.2654245
Dec 18 20:54:12.036799 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6f684432-82ed-405b-83a9-06135bdacc07 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.068174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f4df3e7c-2733-4319-be8f-892a0ca14aa9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4df3e7c-2733-4319-be8f-892a0ca14aa9,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:12.082943 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.146889 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.168285 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf358ff-5e87-4dde-8264-21f2cbda4c46 x-openstack-request-id: req-edf358ff-5e87-4dde-8264-21f2cbda4c46 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:12.168790 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d00b730-00ba-4bc7-be51-6de9d571a1b2", "name": "network-vif-deleted", "tag": "659424cb-2544-4eb1-afc7-8c764a75b399", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:12.169281 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edf358ff-5e87-4dde-8264-21f2cbda4c46 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:12.169855 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d00b730-00ba-4bc7-be51-6de9d571a1b2', 'name': 'network-vif-deleted', 'tag': '659424cb-2544-4eb1-afc7-8c764a75b399', 'status': 'completed', 'code': 200}
Dec 18 20:54:12.176461 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b351f0f-e902-4a92-81a9-5a1e0246bc1b req-365508d5-926e-4e00-830d-4138930d7bb6 service neutron] 10.222.0.31 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1325424
Dec 18 20:54:12.177029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d8b3d00>,) {'filters': {'network_id': ['c74ee689-3b27-4867-b5fb-9044ab57fcaf']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:12.193311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d8b3d00>, '76e69cc6-e8a1-4320-81d0-2a5722259eb4') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:12.193631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d8b3d00>, '76e69cc6-e8a1-4320-81d0-2a5722259eb4') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:12.208883 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.211413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f4df3e7c-2733-4319-be8f-892a0ca14aa9,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:12.235529 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664079b20>, [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7', 'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'mac_address': 'fa:16:3e:a0:6f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:54:01Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 2, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'subnets': [{'id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:12.252080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.262649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:54:12.263063 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.284157 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Checking router: 1e794976-26bd-45de-8a4e-f004f63dd9ec for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:54:12.284809 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Updating router 1e794976-26bd-45de-8a4e-f004f63dd9ec port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:54:12.301842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f4df3e7c-2733-4319-be8f-892a0ca14aa9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:12.340000 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:54:12.377849 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:54:12.384259 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.403020 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.411524 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b351f0f-e902-4a92-81a9-5a1e0246bc1b req-b74dfa13-775b-4cb1-a9e9-ac258b2da646 service neutron] 10.222.0.31 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713870
Dec 18 20:54:12.421588 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/c74ee689-3b27-4867-b5fb-9044ab57fcaf HTTP/1.1" status: 204  len: 168 time: 0.8859203
Dec 18 20:54:12.424672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34544) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:12.480623 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1433a-4ac9-43a4-9f75-a3d53a38ae31 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Network': ['ID=c74ee689-3b27-4867-b5fb-9044ab57fcaf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:12.490506 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4af74b-d912-4720-bd4b-c909e4603d8b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:12.491129 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4af74b-d912-4720-bd4b-c909e4603d8b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:12.501329 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3f4af74b-d912-4720-bd4b-c909e4603d8b tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/subnets/392dd4ce-d61b-4f2d-bd64-6fb6c9c7e33f HTTP/1.1" status: 404  len: 337 time: 0.0751414
Dec 18 20:54:12.503391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34546) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:12.591051 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca63f7da-7066-4c8f-8a28-e9e10503f595 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:12.592612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca63f7da-7066-4c8f-8a28-e9e10503f595 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:12.604265 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ca63f7da-7066-4c8f-8a28-e9e10503f595 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/1d2ba183-a1b5-4821-9db8-2918e1158e43 HTTP/1.1" status: 404  len: 339 time: 0.0978665
Dec 18 20:54:12.604650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34550) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:12.692068 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-93757149-14fe-4bad-a58a-2d70d6556676 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:12.692602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93757149-14fe-4bad-a58a-2d70d6556676 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:12.708438 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-93757149-14fe-4bad-a58a-2d70d6556676 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/subnets/c45f5ab9-8072-4149-91af-8f379e7e3b15 HTTP/1.1" status: 404  len: 337 time: 0.1023350
Dec 18 20:54:12.719279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34556) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:12.774512 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df0e6b8-3f53-4271-945d-d57bacfcddb4 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:12.775076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df0e6b8-3f53-4271-945d-d57bacfcddb4 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:12.786719 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0df0e6b8-3f53-4271-945d-d57bacfcddb4 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/22d8f0b4-8494-47a6-99a0-01770ed71e2c HTTP/1.1" status: 404  len: 339 time: 0.0615120
Dec 18 20:54:12.787198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34562) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:12.788065 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6f684432-82ed-405b-83a9-06135bdacc07 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.805555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9008b7-07e3-404c-9983-e734ac735c54 req-2f9fe618-4001-4320-9e0c-ad400a45e66e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:12.814831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b9008b7-07e3-404c-9983-e734ac735c54 req-2f9fe618-4001-4320-9e0c-ad400a45e66e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.6674824
Dec 18 20:54:12.828993 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.832266 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6f684432-82ed-405b-83a9-06135bdacc07 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.841554 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:12.870466 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-9324230d-10aa-4a61-bb35-5d88a5d63286 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:12.871000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9324230d-10aa-4a61-bb35-5d88a5d63286 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:12.876388 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9324230d-10aa-4a61-bb35-5d88a5d63286 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/subnets/0dc445d3-6b3c-4528-a67e-e7260f000057 HTTP/1.1" status: 404  len: 337 time: 0.0857887
Dec 18 20:54:12.876619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34566) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:12.896033 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65c5c5d-bf68-4116-9693-090335af9e3d tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:12.896583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65c5c5d-bf68-4116-9693-090335af9e3d tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:12.904366 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b65c5c5d-bf68-4116-9693-090335af9e3d tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/a3f40e0d-a5d5-4d59-b92d-42aec2395594 HTTP/1.1" status: 404  len: 339 time: 0.0244064
Dec 18 20:54:12.905351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-1a487ac7-7683-4168-8e76-a7c263900ea0 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8609016
Dec 18 20:54:12.905556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34568) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:12.965104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f684432-82ed-405b-83a9-06135bdacc07 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c3e3bb-f473-4614-92ef-c6e5682f7ea7,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:12.996041 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76f0218-42f5-4e6b-bf5e-d74a79acff6c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:12.996520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76f0218-42f5-4e6b-bf5e-d74a79acff6c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:13.002145 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f76f0218-42f5-4e6b-bf5e-d74a79acff6c tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/subnets/9fd367d4-02ea-4d8b-a0e1-c90e4953963f HTTP/1.1" status: 404  len: 337 time: 0.0941799
Dec 18 20:54:13.002360 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8f8b0-e70b-4612-81f9-ca0e4c57c9db None None] Pushing event updated for resources: {'Port': ['ID=d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:13.006652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34572) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:13.032458 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Attempting to bind port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:13.033150 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Attempting to bind port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:13.033710 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Attempting to bind port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 on network d857e3b8-aa79-4523-91ed-5ea023d39eaf {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:13.041236 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede74000-52fb-43e5-9bde-bec913346326 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:13.041770 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede74000-52fb-43e5-9bde-bec913346326 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:13.042966 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:13.046680 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Checking segment: {'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:13.047368 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:13.047936 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Bound using segment: {'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:13.048605 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Bound port: d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:13.049184 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:13.058242 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ede74000-52fb-43e5-9bde-bec913346326 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/82e4db02-bb0c-4ff5-a18e-fed1c6dd60ca HTTP/1.1" status: 404  len: 339 time: 0.0505152
Dec 18 20:54:13.061499 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34574) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:13.079315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b9008b7-07e3-404c-9983-e734ac735c54 req-c6e386d9-745f-4208-bb27-bae053f15e4a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2635248
Dec 18 20:54:13.110560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479bf2f-205c-4473-a7a3-d8fcb076746f req-da3717c2-7449-4a7e-967d-a709ca9e6206 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:13.132084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7479bf2f-205c-4473-a7a3-d8fcb076746f req-da3717c2-7449-4a7e-967d-a709ca9e6206 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 944 time: 0.4697733
Dec 18 20:54:13.134986 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66aab8f-bfed-4f9b-9850-4bc66756908f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:13.135460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66aab8f-bfed-4f9b-9850-4bc66756908f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:13.143671 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c66aab8f-bfed-4f9b-9850-4bc66756908f tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/subnets/0f13f2f0-dcfb-4b91-b6d7-d418697bbd0e HTTP/1.1" status: 404  len: 337 time: 0.0808401
Dec 18 20:54:13.151711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34578) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:13.176282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6f684432-82ed-405b-83a9-06135bdacc07 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:13.180605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6f684432-82ed-405b-83a9-06135bdacc07 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.2019014
Dec 18 20:54:13.194400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34582) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:13.206270 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] For port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:13.212717 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] For port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7,segment=NetworkSegment(90bfc0dd-7847-4d59-982c-8f54700d8bd3),segment_id=90bfc0dd-7847-4d59-982c-8f54700d8bd3)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:13.223590 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:13.252117 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0387ef64-de5b-48a6-8973-c28f670ee046 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:13.252681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0387ef64-de5b-48a6-8973-c28f670ee046 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:13.255741 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0387ef64-de5b-48a6-8973-c28f670ee046 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/8dbc6582-184d-4d45-a943-a02d35789f9e HTTP/1.1" status: 404  len: 339 time: 0.1018763
Dec 18 20:54:13.258968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:13.262593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34586) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:13.293156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f4df3e7c-2733-4319-be8f-892a0ca14aa9 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:13.337787 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Routers {'1e794976-26bd-45de-8a4e-f004f63dd9ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:54:13.338520 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664079b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:54:06Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1e794976-26bd-45de-8a4e-f004f63dd9ec'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:13.385786 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8f8b0-e70b-4612-81f9-ca0e4c57c9db None None] Pushing event updated for resources: {'Port': ['ID=d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:13.426156 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:13.500025 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-af89946e-7e9c-4d25-8f80-5ba9af02f577 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:13.501693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af89946e-7e9c-4d25-8f80-5ba9af02f577 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:13.508445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-af89946e-7e9c-4d25-8f80-5ba9af02f577 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/subnets/4ee36733-54a1-4a6d-9957-94f48a1754fe HTTP/1.1" status: 404  len: 337 time: 0.2403171
Dec 18 20:54:13.517479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34590) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:13.575045 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7479bf2f-205c-4473-a7a3-d8fcb076746f req-6981915d-b16b-4b7f-b0a9-6124070c80d0 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4411793
Dec 18 20:54:13.598107 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] Set router 1e794976-26bd-45de-8a4e-f004f63dd9ec gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:54:13.631240 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7dfdd4d-07aa-4321-95c9-b5d9d566b181 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:13.631833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7dfdd4d-07aa-4321-95c9-b5d9d566b181 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:13.632995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ed09d6e4-8aeb-4bfe-bb5b-07767df008ac None None] Provisioning complete for port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:13.635328 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ed09d6e4-8aeb-4bfe-bb5b-07767df008ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:13.656503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a7dfdd4d-07aa-4321-95c9-b5d9d566b181 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/31fb3ec8-4af3-4fbf-9760-d0fe9984dee7 HTTP/1.1" status: 404  len: 339 time: 0.1346753
Dec 18 20:54:13.669292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34592) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:13.730639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port f4df3e7c-2733-4319-be8f-892a0ca14aa9 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:54:13.744106 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17ddd92-3085-4636-8c7e-d6b601660fc1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:13.744854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17ddd92-3085-4636-8c7e-d6b601660fc1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:13.749903 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c17ddd92-3085-4636-8c7e-d6b601660fc1 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/subnets/dd1d8d18-69af-43fb-b05a-53f5e498207f HTTP/1.1" status: 404  len: 337 time: 0.0786855
Dec 18 20:54:13.750857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b19c-60b6-4fef-8f6f-df3aed025c33 req-c67c012d-d9a8-4cd9-b3bf-0f39ca5b5754 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:13.762775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34596) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:13.764177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port f4df3e7c-2733-4319-be8f-892a0ca14aa9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:13.764550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:13.767879 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66c9b19c-60b6-4fef-8f6f-df3aed025c33 req-c67c012d-d9a8-4cd9-b3bf-0f39ca5b5754 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.5098765
Dec 18 20:54:13.806141 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4838f9c8-b64b-43d8-8dd2-3ecaddeab841 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:13.810740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4838f9c8-b64b-43d8-8dd2-3ecaddeab841 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:13.818423 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4838f9c8-b64b-43d8-8dd2-3ecaddeab841 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/e5b8c024-0219-480c-8d5e-7efb77679569 HTTP/1.1" status: 404  len: 339 time: 0.0530169
Dec 18 20:54:13.825909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34598) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:13.869489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:13.887175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66c9b19c-60b6-4fef-8f6f-df3aed025c33 req-1344de36-11f0-4b5f-8d11-5e4dc88800cd tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157770
Dec 18 20:54:13.942326 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4d1bdb-7bd5-4512-94b7-5bf032db6c74 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:13.942795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4d1bdb-7bd5-4512-94b7-5bf032db6c74 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:13.949511 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1e4d1bdb-7bd5-4512-94b7-5bf032db6c74 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/subnets/42b88c2f-eadf-42da-89c5-753ec70e30d6 HTTP/1.1" status: 404  len: 337 time: 0.1135118
Dec 18 20:54:13.950299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34604) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:13.974583 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2f3787-4792-425b-8ab0-baf8a5cd0f32 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:13.975725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2f3787-4792-425b-8ab0-baf8a5cd0f32 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:13.982875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3e2f3787-4792-425b-8ab0-baf8a5cd0f32 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/8b823be6-903b-4e2a-b3df-9405d1da8b76 HTTP/1.1" status: 404  len: 339 time: 0.0312469
Dec 18 20:54:13.984091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34606) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:14.060215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54292be-b8f2-4432-8dc6-762d283b05cf tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Deleting subnet 814b06d3-5348-41de-b188-99de4d98dbf7 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:54:14.069466 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c54292be-b8f2-4432-8dc6-762d283b05cf tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:14.131128 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c54292be-b8f2-4432-8dc6-762d283b05cf tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:14.180153 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664079b20>, [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7', 'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'mac_address': 'fa:16:3e:a0:6f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:54:01Z', 'updated_at': '2021-12-18T20:54:13Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'subnets': [{'id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:14.219169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Allocated IP 172.35.3.85 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/1da9a497-126a-4610-af6f-84468292139b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:14.228933 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c54292be-b8f2-4432-8dc6-762d283b05cf tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:14.278124 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0799c-64f4-4638-9c9d-727ca551ac61 None None] The sync data for ids ['1e794976-26bd-45de-8a4e-f004f63dd9ec'] in ncdv-master-1 is: [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7', 'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'mac_address': 'fa:16:3e:a0:6f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:54:01Z', 'updated_at': '2021-12-18T20:54:13Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'subnets': [{'id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:54:14.371804 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c54292be-b8f2-4432-8dc6-762d283b05cf tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:14.405490 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ed09d6e4-8aeb-4bfe-bb5b-07767df008ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:14.423492 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:14.505523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ed09d6e4-8aeb-4bfe-bb5b-07767df008ac None None] For port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7,segment=NetworkSegment(90bfc0dd-7847-4d59-982c-8f54700d8bd3),segment_id=90bfc0dd-7847-4d59-982c-8f54700d8bd3)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:14.510732 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:14.528766 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ed09d6e4-8aeb-4bfe-bb5b-07767df008ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:14.615741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:14.618532 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:14.635468 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:14.662076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:14.667348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34618) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:14.750951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Pushing event updated for resources: {'Port': ['ID=1da9a497-126a-4610-af6f-84468292139b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:14.791508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09d6e4-8aeb-4bfe-bb5b-07767df008ac None None] Pushing event updated for resources: {'Port': ['ID=d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:14.814046 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:14.869735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af230c2-c718-48a0-9991-6c0418c4618d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4df3e7c-2733-4319-be8f-892a0ca14aa9'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:14.890676 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84594d7b-8a14-4114-8d19-9bec00f302e2" -d '{"events": [{"server_uuid": "2af230c2-c718-48a0-9991-6c0418c4618d", "name": "network-vif-plugged", "status": "completed", "tag": "f4df3e7c-2733-4319-be8f-892a0ca14aa9"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:14.934113 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:14.947997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8c0567f3-9749-4bca-857a-049ce265937a None None] Provisioning complete for port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:14.949484 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c0567f3-9749-4bca-857a-049ce265937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:14.983456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f4df3e7c-2733-4319-be8f-892a0ca14aa9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4df3e7c-2733-4319-be8f-892a0ca14aa9,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:14.996806 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.004112 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.014600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54292be-b8f2-4432-8dc6-762d283b05cf tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Subnet': ['ID=814b06d3-5348-41de-b188-99de4d98dbf7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:15.050388 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c54292be-b8f2-4432-8dc6-762d283b05cf tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.060181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97fd2da-aa52-492a-8aa5-cc533d99c2ce None None] Network 308087df-fed6-4f4a-8ebc-faae4bca7b5b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:15.060926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c54292be-b8f2-4432-8dc6-762d283b05cf tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/subnets/814b06d3-5348-41de-b188-99de4d98dbf7 HTTP/1.1" status: 204  len: 168 time: 1.0743923
Dec 18 20:54:15.067491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34636) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:15.099853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021c24-38e7-46fd-a37a-e22120d76418 req-71e870a1-5603-468f-b61d-a164ace90036 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.112813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d021c24-38e7-46fd-a37a-e22120d76418 req-71e870a1-5603-468f-b61d-a164ace90036 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.8244045
Dec 18 20:54:15.134625 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6955c3cc-844b-4155-a023-142fcb278fc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09f464a0dbea408cb3f43c2c96bdaaac&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4659107
Dec 18 20:54:15.135355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34640) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:15.200204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:15.212649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f4df3e7c-2733-4319-be8f-892a0ca14aa9,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:15.216898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d021c24-38e7-46fd-a37a-e22120d76418 req-1f809af7-218c-43be-ad26-17e63a43cc37 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025367
Dec 18 20:54:15.383753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:15.399846 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.439953 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac338067-b2a7-4b04-ac14-d4a25c5b5f26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.478279 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.508220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470831c5-59c1-40e5-8c80-92bba9af589d None None] DHCP port deletion for 308087df-fed6-4f4a-8ebc-faae4bca7b5b request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:54:15.536954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364e4b9-b8ae-42f1-9f80-d25e8d47a968 req-8d608607-a21b-4ecc-a63b-e71283c27f6e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.540208 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e364e4b9-b8ae-42f1-9f80-d25e8d47a968 req-8d608607-a21b-4ecc-a63b-e71283c27f6e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.1492603
Dec 18 20:54:15.542436 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac338067-b2a7-4b04-ac14-d4a25c5b5f26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.549065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0531b3-0c01-4bb3-95fd-e599aac1fcbe req-6296546c-ed6b-40e3-9b22-1512e337f414 tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.550079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0531b3-0c01-4bb3-95fd-e599aac1fcbe req-6296546c-ed6b-40e3-9b22-1512e337f414 tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.550079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0531b3-0c01-4bb3-95fd-e599aac1fcbe req-6296546c-ed6b-40e3-9b22-1512e337f414 tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.550492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0531b3-0c01-4bb3-95fd-e599aac1fcbe req-6296546c-ed6b-40e3-9b22-1512e337f414 tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.551010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0531b3-0c01-4bb3-95fd-e599aac1fcbe req-6296546c-ed6b-40e3-9b22-1512e337f414 tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.551411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0531b3-0c01-4bb3-95fd-e599aac1fcbe req-6296546c-ed6b-40e3-9b22-1512e337f414 tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.551866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0531b3-0c01-4bb3-95fd-e599aac1fcbe req-6296546c-ed6b-40e3-9b22-1512e337f414 tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.552325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0531b3-0c01-4bb3-95fd-e599aac1fcbe req-6296546c-ed6b-40e3-9b22-1512e337f414 tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.552779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0531b3-0c01-4bb3-95fd-e599aac1fcbe req-6296546c-ed6b-40e3-9b22-1512e337f414 tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.553233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0531b3-0c01-4bb3-95fd-e599aac1fcbe req-6296546c-ed6b-40e3-9b22-1512e337f414 tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.553683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0531b3-0c01-4bb3-95fd-e599aac1fcbe req-6296546c-ed6b-40e3-9b22-1512e337f414 tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.573399 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a0531b3-0c01-4bb3-95fd-e599aac1fcbe req-6296546c-ed6b-40e3-9b22-1512e337f414 tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7742 time: 0.3688505
Dec 18 20:54:15.671602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e364e4b9-b8ae-42f1-9f80-d25e8d47a968 req-7d79c397-3e47-4efd-82d2-9d862f6da399 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256282
Dec 18 20:54:15.701351 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.713477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-470831c5-59c1-40e5-8c80-92bba9af589d None None] Deleting port aeea1b15-2915-46b8-99fd-53de08c43d51 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:15.714474 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-470831c5-59c1-40e5-8c80-92bba9af589d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.716457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Deleting port aeea1b15-2915-46b8-99fd-53de08c43d51 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:15.716824 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.824136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.849450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac338067-b2a7-4b04-ac14-d4a25c5b5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.858776 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac338067-b2a7-4b04-ac14-d4a25c5b5f26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.860275 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ac338067-b2a7-4b04-ac14-d4a25c5b5f26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1705b34-7ea9-450a-bbb3-8fbbf8c2de01 HTTP/1.1" status: 204  len: 168 time: 0.6585181
Dec 18 20:54:15.918821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-470831c5-59c1-40e5-8c80-92bba9af589d None None] For port aeea1b15-2915-46b8-99fd-53de08c43d51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeea1b15-2915-46b8-99fd-53de08c43d51,segment=NetworkSegment(84277370-1ca3-4077-a0a6-7b5d46df5673),segment_id=84277370-1ca3-4077-a0a6-7b5d46df5673)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:15.919480 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-470831c5-59c1-40e5-8c80-92bba9af589d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.920446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac338067-b2a7-4b04-ac14-d4a25c5b5f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1705b34-7ea9-450a-bbb3-8fbbf8c2de01,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:15.924724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] For port aeea1b15-2915-46b8-99fd-53de08c43d51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeea1b15-2915-46b8-99fd-53de08c43d51,segment=NetworkSegment(84277370-1ca3-4077-a0a6-7b5d46df5673),segment_id=84277370-1ca3-4077-a0a6-7b5d46df5673)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:15.926497 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:15.940178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-470831c5-59c1-40e5-8c80-92bba9af589d None None] Calling delete_port for aeea1b15-2915-46b8-99fd-53de08c43d51 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:15.973111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b0d90-9c18-423a-b030-01e4ce6afd70 req-2ef4262b-054f-4d04-b7e5-853ff0a53f0d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:15.974731 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a65b0d90-9c18-423a-b030-01e4ce6afd70 req-2ef4262b-054f-4d04-b7e5-853ff0a53f0d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.1502802
Dec 18 20:54:15.982736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Calling delete_port for aeea1b15-2915-46b8-99fd-53de08c43d51 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:15.990752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Pushing event updated for resources: {'Port': ['ID=1da9a497-126a-4610-af6f-84468292139b,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:16.007392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e11ac-e334-4465-b651-f02afca53f80 req-bcb32e53-a03c-4735-a533-43f7666bf54e tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.015690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-083e11ac-e334-4465-b651-f02afca53f80 req-bcb32e53-a03c-4735-a533-43f7666bf54e tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 886 time: 0.2281651
Dec 18 20:54:16.055208 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f10e3c0-97f2-469f-a085-40ab8063798f x-openstack-request-id: req-6f10e3c0-97f2-469f-a085-40ab8063798f {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:16.055863 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af230c2-c718-48a0-9991-6c0418c4618d", "name": "network-vif-plugged", "status": "completed", "tag": "f4df3e7c-2733-4319-be8f-892a0ca14aa9", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:16.056342 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f10e3c0-97f2-469f-a085-40ab8063798f {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:16.056916 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af230c2-c718-48a0-9991-6c0418c4618d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4df3e7c-2733-4319-be8f-892a0ca14aa9', 'code': 200}
Dec 18 20:54:16.072278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:16.083508 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-470831c5-59c1-40e5-8c80-92bba9af589d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:16.127595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470831c5-59c1-40e5-8c80-92bba9af589d None None] Pushing event deleted for resources: {'Port': ['ID=aeea1b15-2915-46b8-99fd-53de08c43d51,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:16.142015 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:16.152542 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-287f0bdd-a7c4-4403-a1eb-a305773b4e5b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.8929007
Dec 18 20:54:16.152805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470831c5-59c1-40e5-8c80-92bba9af589d None None] No DVR routers for this DVR port aeea1b15-2915-46b8-99fd-53de08c43d51 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:54:16.173485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:16.200949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] No DVR routers for this DVR port aeea1b15-2915-46b8-99fd-53de08c43d51 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:54:16.255661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Port': ['ID=aeea1b15-2915-46b8-99fd-53de08c43d51,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:16.273334 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a65b0d90-9c18-423a-b030-01e4ce6afd70 req-ac5ddc09-c1fd-4961-ab76-f770322de516 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2823088
Dec 18 20:54:16.322952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d1667-50d5-4f79-8b2f-0ba5a71bf461 req-908975af-e8f2-4621-8540-b03cb96ac844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.326646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec2d1667-50d5-4f79-8b2f-0ba5a71bf461 req-908975af-e8f2-4621-8540-b03cb96ac844 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 1096 time: 0.1428707
Dec 18 20:54:16.376420 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:16.414168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d7f6c70>,) {'filters': {'network_id': ['308087df-fed6-4f4a-8ebc-faae4bca7b5b']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:16.433839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d7f6c70>, '84277370-1ca3-4077-a0a6-7b5d46df5673') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:16.435145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d7f6c70>, '84277370-1ca3-4077-a0a6-7b5d46df5673') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:16.455907 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:16.475350 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:16.484215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:54:16.485456 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:16.486758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a924-5446-4f66-80e2-f0f2dda4db05 req-997a2ee5-5ebb-4aab-8b09-06ec813936eb tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.487367 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a924-5446-4f66-80e2-f0f2dda4db05 req-997a2ee5-5ebb-4aab-8b09-06ec813936eb tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.487910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a924-5446-4f66-80e2-f0f2dda4db05 req-997a2ee5-5ebb-4aab-8b09-06ec813936eb tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.488538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a924-5446-4f66-80e2-f0f2dda4db05 req-997a2ee5-5ebb-4aab-8b09-06ec813936eb tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.489065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a924-5446-4f66-80e2-f0f2dda4db05 req-997a2ee5-5ebb-4aab-8b09-06ec813936eb tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.489593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a924-5446-4f66-80e2-f0f2dda4db05 req-997a2ee5-5ebb-4aab-8b09-06ec813936eb tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.499118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a924-5446-4f66-80e2-f0f2dda4db05 req-997a2ee5-5ebb-4aab-8b09-06ec813936eb tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.499903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a924-5446-4f66-80e2-f0f2dda4db05 req-997a2ee5-5ebb-4aab-8b09-06ec813936eb tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.500546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a924-5446-4f66-80e2-f0f2dda4db05 req-997a2ee5-5ebb-4aab-8b09-06ec813936eb tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.501236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a924-5446-4f66-80e2-f0f2dda4db05 req-997a2ee5-5ebb-4aab-8b09-06ec813936eb tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.501897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a924-5446-4f66-80e2-f0f2dda4db05 req-997a2ee5-5ebb-4aab-8b09-06ec813936eb tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.504262 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec56a924-5446-4f66-80e2-f0f2dda4db05 req-997a2ee5-5ebb-4aab-8b09-06ec813936eb tempest-NetworksTest-756339059 tempest-NetworksTest-756339059-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7742 time: 0.4661505
Dec 18 20:54:16.569439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1278c5-4cc3-4d6c-9f64-4a0c03096168 req-6045659f-9d44-484e-a8db-f35157a34d52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.582052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c1278c5-4cc3-4d6c-9f64-4a0c03096168 req-6045659f-9d44-484e-a8db-f35157a34d52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.1955354
Dec 18 20:54:16.628972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec2d1667-50d5-4f79-8b2f-0ba5a71bf461 req-720be787-d5fd-442f-aa97-7d855454fa6e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2935991
Dec 18 20:54:16.668995 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c1278c5-4cc3-4d6c-9f64-4a0c03096168 req-bc09eb76-44fc-44de-a2f8-abc0a164ca52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801754
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:54:16.680712 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:54:16.698598 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:16.709054 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:16.716779 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] 10.222.0.13 "DELETE /v2.0/networks/308087df-fed6-4f4a-8ebc-faae4bca7b5b HTTP/1.1" status: 204  len: 168 time: 1.6427069
Dec 18 20:54:16.751072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dbdcf-79dd-46e3-9271-0b5573ec33b5 tempest-NetworksTest-1367041460 tempest-NetworksTest-1367041460-project] Pushing event deleted for resources: {'Network': ['ID=308087df-fed6-4f4a-8ebc-faae4bca7b5b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:16.791953 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34728) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:16.905674 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a1efaea4-90d9-45a6-b0df-d979b755fede admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c48df72b525b42219b13f6145223684e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1099508
Dec 18 20:54:16.913655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34744) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:16.930568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7368b97-12b9-47a0-8f04-b0333d5c60d4 req-85940f3b-47c0-4b9a-bace-ade74f58c116 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:16.933882 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7368b97-12b9-47a0-8f04-b0333d5c60d4 req-85940f3b-47c0-4b9a-bace-ade74f58c116 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.0986910
Dec 18 20:54:16.935603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:17.035837 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:17.036548 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:17.049100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7368b97-12b9-47a0-8f04-b0333d5c60d4 req-a8f40007-7b54-4976-a849-aca44ddfd4e1 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071143
Dec 18 20:54:17.135342 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1c164c3-4454-43ee-b7bf-2ca008e8ddff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:17.176777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1c164c3-4454-43ee-b7bf-2ca008e8ddff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:17.187330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34746) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:17.269496 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1c164c3-4454-43ee-b7bf-2ca008e8ddff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:17.272403 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1c164c3-4454-43ee-b7bf-2ca008e8ddff admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:17.276034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f1c164c3-4454-43ee-b7bf-2ca008e8ddff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c65a7e54-70e8-4ada-9dc9-fd005b77a57f HTTP/1.1" status: 204  len: 168 time: 0.3587079
Dec 18 20:54:17.282637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c164c3-4454-43ee-b7bf-2ca008e8ddff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65a7e54-70e8-4ada-9dc9-fd005b77a57f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:17.325028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device aeea1b15-2915-46b8-99fd-53de08c43d51 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:54:17.363510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: aeea1b15-2915-46b8-99fd-53de08c43d51 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:54:17.363620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device aeea1b15-2915-46b8-99fd-53de08c43d51 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:54:17.499172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d41e9-21e8-470d-a7c2-c6db9c3f18ad req-09c8f37d-061e-4f37-9cbf-388d863fe17f tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:17.509999 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aece3718-2110-463d-94ac-83f70ce5213c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:17.510815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b59d41e9-21e8-470d-a7c2-c6db9c3f18ad req-09c8f37d-061e-4f37-9cbf-388d863fe17f tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.0776162
Dec 18 20:54:17.582211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b59d41e9-21e8-470d-a7c2-c6db9c3f18ad req-55809c66-1845-4f03-83b8-9e50af25b374 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658326
Dec 18 20:54:17.647537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aece3718-2110-463d-94ac-83f70ce5213c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:17.652922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aece3718-2110-463d-94ac-83f70ce5213c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:17.659008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34784) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:17.692292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece3718-2110-463d-94ac-83f70ce5213c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eee5ce-3468-47d2-b7a0-7705d399b4ef,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:17.749569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34796) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:17.750749 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aece3718-2110-463d-94ac-83f70ce5213c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bdce0291eff4201843a5ae27068d47e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5612733
Dec 18 20:54:17.864916 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e85ebaf1-8dca-403b-a013-4a293d228f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:17.897940 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e85ebaf1-8dca-403b-a013-4a293d228f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:18.015009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-70b1f10e-63a1-45cc-af7b-40e047f3be19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76b2df85c79f4fb198e8337010cb606b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3539374
Dec 18 20:54:18.017484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34820) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:18.046070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58673be1-9fee-48bd-ad0d-03a2d86688c8 req-7631f71d-ae5a-4abf-b6ba-70f46098ce61 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:18.048672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58673be1-9fee-48bd-ad0d-03a2d86688c8 req-7631f71d-ae5a-4abf-b6ba-70f46098ce61 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 947 time: 0.0972791
Dec 18 20:54:18.062443 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e85ebaf1-8dca-403b-a013-4a293d228f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:18.066173 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e85ebaf1-8dca-403b-a013-4a293d228f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:18.067403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e85ebaf1-8dca-403b-a013-4a293d228f89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90eee5ce-3468-47d2-b7a0-7705d399b4ef HTTP/1.1" status: 204  len: 168 time: 0.3154457
Dec 18 20:54:18.108380 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4842067-d381-45d1-8a12-1ca92d4ee576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:18.109700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ebaf1-8dca-403b-a013-4a293d228f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eee5ce-3468-47d2-b7a0-7705d399b4ef,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:18.168876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4842067-d381-45d1-8a12-1ca92d4ee576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:18.200262 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58673be1-9fee-48bd-ad0d-03a2d86688c8 req-e9897088-76e1-4c2d-8197-f6b4fbe2a067 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1396842
Dec 18 20:54:18.259838 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4842067-d381-45d1-8a12-1ca92d4ee576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:18.263888 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4842067-d381-45d1-8a12-1ca92d4ee576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:18.267966 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c4842067-d381-45d1-8a12-1ca92d4ee576 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6867d85-9954-4114-81b2-1d15a981363f HTTP/1.1" status: 204  len: 168 time: 0.2467158
Dec 18 20:54:18.272603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df162b9d-b4bd-4dd8-9ab8-6f7d220d7526 req-cdc8bd21-669c-4ae2-8258-f5b69832c5a1 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:18.283224 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df162b9d-b4bd-4dd8-9ab8-6f7d220d7526 req-cdc8bd21-669c-4ae2-8258-f5b69832c5a1 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.0813615
Dec 18 20:54:18.285601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4842067-d381-45d1-8a12-1ca92d4ee576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6867d85-9954-4114-81b2-1d15a981363f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:18.362587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df162b9d-b4bd-4dd8-9ab8-6f7d220d7526 req-ead8fa3c-2337-469b-bec7-512214c9c1cb tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776551
Dec 18 20:54:18.613750 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-b086bd23-43a0-422e-8e7a-123b2c839904 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--674149230&fields=id&tenant_id=8efd6d0e0ed74857b4b6265fdacc68cc HTTP/1.1" status: 200  len: 267 time: 0.0626166
Dec 18 20:54:18.742518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34862) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:18.759342 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a33da82a-c9c0-46a0-ab9c-3589f5482e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:18.759488 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110cf54-004a-42c6-8f91-cd793e22dd69 req-3eda76bb-3f66-4feb-9a87-13fddb6f8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:18.760925 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b110cf54-004a-42c6-8f91-cd793e22dd69 req-3eda76bb-3f66-4feb-9a87-13fddb6f8a71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eaf2a3560d8e4c1993aa5a1dfdac5b4e&device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 1096 time: 0.1346223
Dec 18 20:54:18.771790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b1619-ac8a-44ca-923d-cc4834285c44 req-58990129-0dca-4b93-ac93-20e8b887cd82 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:18.773191 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-854b1619-ac8a-44ca-923d-cc4834285c44 req-58990129-0dca-4b93-ac93-20e8b887cd82 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.0878093
Dec 18 20:54:18.854501 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a33da82a-c9c0-46a0-ab9c-3589f5482e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:18.860634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-6d78fbed-6a12-4bbd-b15d-b8aba30309a8 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:18.862201 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a33da82a-c9c0-46a0-ab9c-3589f5482e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:18.869554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-6d78fbed-6a12-4bbd-b15d-b8aba30309a8 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/networks?id=d857e3b8-aa79-4523-91ed-5ea023d39eaf HTTP/1.1" status: 200  len: 815 time: 0.2546763
Dec 18 20:54:18.903104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-87feb3b1-b5d2-403c-841a-86a003cda557 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/quotas/8efd6d0e0ed74857b4b6265fdacc68cc HTTP/1.1" status: 200  len: 375 time: 0.0324023
Dec 18 20:54:18.911569 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a33da82a-c9c0-46a0-ab9c-3589f5482e63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ffea93572a9481ea4cee0eec425aabe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1675451
Dec 18 20:54:18.912401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33da82a-c9c0-46a0-ab9c-3589f5482e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b878ca3-4fa0-4362-b920-23a5c4e45178,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:18.915133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34866) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:18.984403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-854b1619-ac8a-44ca-923d-cc4834285c44 req-5708a5c9-dfaf-4dd3-a10b-bbb11b86a56a tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031050
Dec 18 20:54:19.005762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110cf54-004a-42c6-8f91-cd793e22dd69 req-318b8320-aa4a-4da2-947a-8553a656eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:19.008468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b110cf54-004a-42c6-8f91-cd793e22dd69 req-318b8320-aa4a-4da2-947a-8553a656eb5f service neutron] 10.222.0.31 "GET /v2.0/networks?id=e50169fc-b606-4273-ae66-869a743059d2 HTTP/1.1" status: 200  len: 912 time: 0.2279994
Dec 18 20:54:19.031142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-1f2e968a-27b4-4bc6-95ba-fb81f4e70717 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efd6d0e0ed74857b4b6265fdacc68cc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1204455
Dec 18 20:54:19.032105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e535-16e2-4bfd-8989-bd15fa536b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:19.091911 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e535-16e2-4bfd-8989-bd15fa536b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:19.094988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b110cf54-004a-42c6-8f91-cd793e22dd69 req-032b1063-abe0-4df0-8ff6-2ca58d9cba08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4df3e7c-2733-4319-be8f-892a0ca14aa9 HTTP/1.1" status: 200  len: 217 time: 0.0631673
Dec 18 20:54:19.172579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:54:19.189396 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e535-16e2-4bfd-8989-bd15fa536b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:19.191478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110cf54-004a-42c6-8f91-cd793e22dd69 req-c087e7f3-ebdc-475b-b848-159be5b6743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:19.192881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b110cf54-004a-42c6-8f91-cd793e22dd69 req-c087e7f3-ebdc-475b-b848-159be5b6743c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1 HTTP/1.1" status: 200  len: 851 time: 0.0574031
Dec 18 20:54:19.193816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e535-16e2-4bfd-8989-bd15fa536b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:19.195699 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e2c1e535-16e2-4bfd-8989-bd15fa536b44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b878ca3-4fa0-4362-b920-23a5c4e45178 HTTP/1.1" status: 204  len: 168 time: 0.2683280
Dec 18 20:54:19.205688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1e535-16e2-4bfd-8989-bd15fa536b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b878ca3-4fa0-4362-b920-23a5c4e45178,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:19.313318 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b110cf54-004a-42c6-8f91-cd793e22dd69 req-affb66f8-1de7-418e-950b-f1d07b699559 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e50169fc-b606-4273-ae66-869a743059d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1112943
Dec 18 20:54:19.322368 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:19.412561 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:19.440696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-75e4ff49-9a15-4b1c-8409-af7acd2ba582 service neutron] 10.222.0.13 "GET /v2.0/networks/d857e3b8-aa79-4523-91ed-5ea023d39eaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4013813
Dec 18 20:54:19.452690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b4213-3c05-4205-977d-27c3b160e2ec req-e162aa92-f322-4dfb-8119-b96671eb412b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:19.462053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-198b4213-3c05-4205-977d-27c3b160e2ec req-e162aa92-f322-4dfb-8119-b96671eb412b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.3253534
Dec 18 20:54:19.475636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:19.479238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:19.483903 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa5721d-221c-408f-b8b4-b8f4d716e522" -d '{"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:19.493403 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:19.571389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=14']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:19.631219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b110cf54-004a-42c6-8f91-cd793e22dd69 req-4527f465-1590-421c-9822-0d715f3fe746 service neutron] 10.222.0.31 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3090224
Dec 18 20:54:19.661553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-198b4213-3c05-4205-977d-27c3b160e2ec req-872930a0-d295-412c-86ce-28b7d509bf60 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982830
Dec 18 20:54:19.729326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-fd013fdf-b494-4094-9e68-51d7959f3125 service neutron] 10.222.0.13 "GET /v2.0/networks/d857e3b8-aa79-4523-91ed-5ea023d39eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2602227
Dec 18 20:54:19.797367 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b110cf54-004a-42c6-8f91-cd793e22dd69 req-8312835a-fb4d-472c-9142-5fbd213f2e89 service neutron] 10.222.0.31 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561332
Dec 18 20:54:19.894805 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5777d29-7c49-46e6-9857-35f4583321b7 x-openstack-request-id: req-e5777d29-7c49-46e6-9857-35f4583321b7 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:19.895100 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:19.895356 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5777d29-7c49-46e6-9857-35f4583321b7 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:19.895754 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'code': 200}
Dec 18 20:54:20.184531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339b990-e3f2-4713-94f6-82dd9c785bd7 req-d54a09f5-c5b0-489c-87b2-544d12250e79 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:20.186555 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8339b990-e3f2-4713-94f6-82dd9c785bd7 req-d54a09f5-c5b0-489c-87b2-544d12250e79 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.0772724
Dec 18 20:54:20.305920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8339b990-e3f2-4713-94f6-82dd9c785bd7 req-fcc6c826-8f30-4ae7-b40b-7b59fc88483c tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058946
Dec 18 20:54:20.458503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bc372ec-2c03-430b-ba02-b2bdea37b0c4 req-eaa6b759-29e1-4245-86d2-8ee3faa970f3 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 210 time: 0.0841639
Dec 18 20:54:20.567653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35028) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:20.658413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4835ecc-43f2-4dfb-af96-ba5b3e8ba89f req-c26be564-2838-4443-80a2-224cdff8b463 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:20.673793 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c4835ecc-43f2-4dfb-af96-ba5b3e8ba89f req-c26be564-2838-4443-80a2-224cdff8b463 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0866470
Dec 18 20:54:20.756377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c4835ecc-43f2-4dfb-af96-ba5b3e8ba89f req-7b2ac64b-00a1-4820-8b29-26a5819cd365 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813503
Dec 18 20:54:20.930594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-94016d88-b473-494f-83f8-17abf85b023c tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] Request body: {'port': {'network_id': '889e21fc-6661-46ce-832a-6a6e78968d78', 'name': 'tempest-NetworksNegativeTestJSON-486886464'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:20.954237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8b1af-87b9-4675-94a8-d19631d8a2b2 req-caacccbf-b936-4cd7-9c03-0ecf8c74578b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:20.959533 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-94016d88-b473-494f-83f8-17abf85b023c tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] POST failed (client error): The resource could not be found.
Dec 18 20:54:20.960072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94016d88-b473-494f-83f8-17abf85b023c tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:20.961808 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-94016d88-b473-494f-83f8-17abf85b023c tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.3930380
Dec 18 20:54:20.966760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35066) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:20.967314 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7a8b1af-87b9-4675-94a8-d19631d8a2b2 req-caacccbf-b936-4cd7-9c03-0ecf8c74578b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.1039965
Dec 18 20:54:21.001131 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d514bc-feb0-4326-8346-3913ffd7316e tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:21.002074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d514bc-feb0-4326-8346-3913ffd7316e tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:21.033782 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d0d514bc-feb0-4326-8346-3913ffd7316e tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] 10.222.0.13 "DELETE /v2.0/networks/235b9f6d-ddc3-44dc-a0e1-1b8683c2fe04 HTTP/1.1" status: 404  len: 339 time: 0.0641522
Dec 18 20:54:21.036927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35070) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:21.052110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7a8b1af-87b9-4675-94a8-d19631d8a2b2 req-be24815e-5a96-45f8-ad9a-e2f7eec4139f tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839238
Dec 18 20:54:21.095841 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e323078e-2888-4c5b-8003-7eaeaadc6dc7 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:21.096701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e323078e-2888-4c5b-8003-7eaeaadc6dc7 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:21.100049 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e323078e-2888-4c5b-8003-7eaeaadc6dc7 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] 10.222.0.13 "DELETE /v2.0/ports/52e2ea63-cf74-4054-bcaa-672faf152540 HTTP/1.1" status: 404  len: 333 time: 0.0616848
Dec 18 20:54:21.103586 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35076) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:21.135072 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-be965f1e-05da-4917-9002-3a13af9cc40d tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:21.136134 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be965f1e-05da-4917-9002-3a13af9cc40d tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:21.140229 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-be965f1e-05da-4917-9002-3a13af9cc40d tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] 10.222.0.13 "DELETE /v2.0/subnets/277a0452-ccf0-4158-bf64-232c19e4c03e HTTP/1.1" status: 404  len: 337 time: 0.0353961
Dec 18 20:54:21.144280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35078) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:21.174500 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2650e8d7-39ef-4f31-a770-c4cd71166060 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] GET failed (client error): The resource could not be found.
Dec 18 20:54:21.176389 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2650e8d7-39ef-4f31-a770-c4cd71166060 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] 10.222.0.13 "GET /v2.0/networks/266ce196-6994-4bbb-8323-8f9d184d39af HTTP/1.1" status: 404  len: 339 time: 0.0310316
Dec 18 20:54:21.182270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35080) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:21.211919 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19bdffe-27e0-4778-be9b-793ab780a430 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] GET failed (client error): The resource could not be found.
Dec 18 20:54:21.214938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b19bdffe-27e0-4778-be9b-793ab780a430 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] 10.222.0.13 "GET /v2.0/ports/8054275a-8036-4443-9ae1-a8e139f74402 HTTP/1.1" status: 404  len: 333 time: 0.0307581
Dec 18 20:54:21.219076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35082) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:21.287939 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3e2174-7d4b-4ca3-8152-b335eda1f892 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] GET failed (client error): The resource could not be found.
Dec 18 20:54:21.295744 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8b3e2174-7d4b-4ca3-8152-b335eda1f892 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] 10.222.0.13 "GET /v2.0/subnets/bb95f9c4-0418-4319-8473-02234a23f2d1 HTTP/1.1" status: 404  len: 337 time: 0.0757408
Dec 18 20:54:21.296004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35094) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:21.311084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7acdc513-0465-4e4b-b21b-b8413ddb4bd2 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] Request body: {'network': {'name': 'new_name'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:21.345507 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acdc513-0465-4e4b-b21b-b8413ddb4bd2 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] PUT failed (client error): The resource could not be found.
Dec 18 20:54:21.346449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7acdc513-0465-4e4b-b21b-b8413ddb4bd2 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:21.347883 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7acdc513-0465-4e4b-b21b-b8413ddb4bd2 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] 10.222.0.13 "PUT /v2.0/networks/087e6e29-1baa-4f2f-8e68-31bfe1d318e0 HTTP/1.1" status: 404  len: 339 time: 0.0505600
Dec 18 20:54:21.352971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35098) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:21.359892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-579e3681-afa0-447d-93ac-ab20f4c4e2e5 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] Request body: {'port': {'name': 'new_name'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:21.395800 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-579e3681-afa0-447d-93ac-ab20f4c4e2e5 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] PUT failed (client error): The resource could not be found.
Dec 18 20:54:21.396472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579e3681-afa0-447d-93ac-ab20f4c4e2e5 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:21.397873 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-579e3681-afa0-447d-93ac-ab20f4c4e2e5 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] 10.222.0.13 "PUT /v2.0/ports/814a8a14-510f-4353-a087-378a02b20ea2 HTTP/1.1" status: 404  len: 333 time: 0.0437789
Dec 18 20:54:21.402639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35100) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:21.421475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4ac5591b-5825-4596-af52-5b39b1142994 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:21.439132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b06cd-719d-497c-90d8-66869d6f509b req-0cac99b6-b9f0-4311-ae35-151c2fef3f82 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:21.440820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-832b06cd-719d-497c-90d8-66869d6f509b req-0cac99b6-b9f0-4311-ae35-151c2fef3f82 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0975187
Dec 18 20:54:21.456671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e9aea-c661-4926-9e67-3e67f712b6d0 req-a633d4a9-4539-4fd7-9bfa-386a692ad59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:21.458399 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c2e9aea-c661-4926-9e67-3e67f712b6d0 req-a633d4a9-4539-4fd7-9bfa-386a692ad59e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 1096 time: 0.0700958
Dec 18 20:54:21.476015 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac5591b-5825-4596-af52-5b39b1142994 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] PUT failed (client error): The resource could not be found.
Dec 18 20:54:21.482057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac5591b-5825-4596-af52-5b39b1142994 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:21.484253 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4ac5591b-5825-4596-af52-5b39b1142994 tempest-NetworksNegativeTestJSON-798684806 tempest-NetworksNegativeTestJSON-798684806-project] 10.222.0.13 "PUT /v2.0/subnets/59d17179-5ae4-4740-8552-e819fe7027f5 HTTP/1.1" status: 404  len: 337 time: 0.0802174
Dec 18 20:54:21.592097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e9aea-c661-4926-9e67-3e67f712b6d0 req-55b0ebb9-284f-4d19-a825-3ff656c44677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:21.593582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c2e9aea-c661-4926-9e67-3e67f712b6d0 req-55b0ebb9-284f-4d19-a825-3ff656c44677 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.1266212
Dec 18 20:54:21.596916 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-832b06cd-719d-497c-90d8-66869d6f509b req-1c96d70c-0431-4b9b-a294-85b5e34568e6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1429477
Dec 18 20:54:21.661477 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c2e9aea-c661-4926-9e67-3e67f712b6d0 req-d96f09a6-7426-40c6-bc08-e3b10accedff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 200  len: 1000 time: 0.0582764
Dec 18 20:54:21.715108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e9aea-c661-4926-9e67-3e67f712b6d0 req-4aa4e9ad-d5f7-4ed0-8fb5-ed01daf8d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:21.716549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c2e9aea-c661-4926-9e67-3e67f712b6d0 req-4aa4e9ad-d5f7-4ed0-8fb5-ed01daf8d35d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.0497088
Dec 18 20:54:21.828890 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35146) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:21.876690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15886df-9489-4d95-9a2c-b0c55ba6661c req-a38ca0ec-7d9c-4ab3-b7a0-3ae898becd68 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:21.878616 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a15886df-9489-4d95-9a2c-b0c55ba6661c req-a38ca0ec-7d9c-4ab3-b7a0-3ae898becd68 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.1459491
Dec 18 20:54:21.890132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e9aea-c661-4926-9e67-3e67f712b6d0 req-8c65ff4d-040a-4e0c-b86f-d228bd8cfad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:21.891625 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c2e9aea-c661-4926-9e67-3e67f712b6d0 req-8c65ff4d-040a-4e0c-b86f-d228bd8cfad9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1624563
Dec 18 20:54:22.072532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7d2cf5c-fa86-46b3-977c-a18237b64b56 req-c484deb8-c430-48b8-9ca3-883d97591116 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 210 time: 0.0805111
Dec 18 20:54:22.098849 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a15886df-9489-4d95-9a2c-b0c55ba6661c req-74f5658f-2f0c-4963-9367-4d64a3cdf551 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109046
Dec 18 20:54:22.137385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-bbcf7165-5ab6-4f98-9ae1-165dbc579e49 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:22.139322 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-bbcf7165-5ab6-4f98-9ae1-165dbc579e49 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.31 "GET /v2.0/networks?id=d857e3b8-aa79-4523-91ed-5ea023d39eaf HTTP/1.1" status: 200  len: 815 time: 0.3475280
Dec 18 20:54:22.165281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c2e9aea-c661-4926-9e67-3e67f712b6d0 req-51873be0-6e20-4b66-a163-97cbc28d153e service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2655144
Dec 18 20:54:22.279459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2dc66311-fc6d-4d4c-93dc-8f29a1ef71d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:22.396586 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2dc66311-fc6d-4d4c-93dc-8f29a1ef71d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:22.410550 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2dc66311-fc6d-4d4c-93dc-8f29a1ef71d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:22.459190 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2dc66311-fc6d-4d4c-93dc-8f29a1ef71d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c26f38bcba94792a6ef9daa3c1f8bf3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6285145
Dec 18 20:54:22.465065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35206) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:22.483254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc66311-fc6d-4d4c-93dc-8f29a1ef71d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a1adfb-1dd1-47a7-ab2d-288e585e523b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:22.572764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e55a579-e29b-4db0-858a-b4618d575f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:22.607518 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e55a579-e29b-4db0-858a-b4618d575f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:22.699420 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e55a579-e29b-4db0-858a-b4618d575f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:22.704547 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e55a579-e29b-4db0-858a-b4618d575f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:22.708295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-cafc5439-6185-4e38-9c0b-07529a5eb5c8 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efd6d0e0ed74857b4b6265fdacc68cc HTTP/1.1" status: 200  len: 379 time: 0.5391285
Dec 18 20:54:22.708849 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2e55a579-e29b-4db0-858a-b4618d575f86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80a1adfb-1dd1-47a7-ab2d-288e585e523b HTTP/1.1" status: 204  len: 168 time: 0.2397912
Dec 18 20:54:22.720252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55a579-e29b-4db0-858a-b4618d575f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a1adfb-1dd1-47a7-ab2d-288e585e523b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:22.725822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e5099-8da4-457c-864f-e8ff45cfd5f4 req-bf537e51-336e-45db-b9f0-c6530d3615ca tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:22.728024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a90e5099-8da4-457c-864f-e8ff45cfd5f4 req-bf537e51-336e-45db-b9f0-c6530d3615ca tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.4999435
Dec 18 20:54:22.731906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Request body: {'port': {'device_id': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'admin_state_up': True, 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'security_groups': ['f4eee31a-9f26-419b-b8f2-84b816fbb493']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:22.874741 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c2e9aea-c661-4926-9e67-3e67f712b6d0 req-d250063d-64c2-4751-893f-18c16c7bf326 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6776459
Dec 18 20:54:22.959405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a90e5099-8da4-457c-864f-e8ff45cfd5f4 req-0232aab9-bfb4-46d2-8fe4-66f6e51ed43a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755347
Dec 18 20:54:22.974464 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-9b8b9d07-6045-4e23-a3b1-2319cf7940bf tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6af640d59dee48c59f1f191bc541829d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0460873
Dec 18 20:54:23.115550 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Made reservation on behalf of 8efd6d0e0ed74857b4b6265fdacc68cc for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:23.119725 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:23.267299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-a13211ee-533e-46a9-a7f0-f250ca0646fa tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:23.268813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-a13211ee-533e-46a9-a7f0-f250ca0646fa tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2658060
Dec 18 20:54:23.328928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-802cb541-8fea-4457-bd34-7e8fac96c93b tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/quotas/6af640d59dee48c59f1f191bc541829d HTTP/1.1" status: 200  len: 375 time: 0.0302167
Dec 18 20:54:23.363616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68610366-eadc-436f-a34b-e7ea3709cdac req-f978b406-5a1e-4dbd-a77c-153e4dc8aedc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:23.365234 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68610366-eadc-436f-a34b-e7ea3709cdac req-f978b406-5a1e-4dbd-a77c-153e4dc8aedc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1637220
Dec 18 20:54:23.366425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Allocated IP 172.20.0.11 (d857e3b8-aa79-4523-91ed-5ea023d39eaf/4d4d6fec-15bf-4891-838f-b5695bf05b60/b60f4815-ec88-4e24-968e-a604b4771eb4) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:23.388412 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-50bdf6a6-81f9-4745-a788-7788cd999c1b tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6af640d59dee48c59f1f191bc541829d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0508890
Dec 18 20:54:23.474730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68610366-eadc-436f-a34b-e7ea3709cdac req-21d7343f-a361-42ca-b690-eb048f3579db tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887647
Dec 18 20:54:23.629376 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:23.718595 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-049d33cc-df98-4939-bc9e-8fe15f0320d3 req-bc568759-69ca-47b9-9f03-170ddc8671ce tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 210 time: 0.0413833
Dec 18 20:54:23.740819 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:23.763702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35282) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:23.848436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Network d857e3b8-aa79-4523-91ed-5ea023d39eaf is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:23.854965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:23.860157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:23.871540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Pushing event updated for resources: {'Port': ['ID=b60f4815-ec88-4e24-968e-a604b4771eb4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:23.908028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dea92-1faf-4e6e-812f-b22759981d18 req-19924712-fb0d-4323-90cf-24b4b633dc11 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:23.915126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-055dea92-1faf-4e6e-812f-b22759981d18 req-19924712-fb0d-4323-90cf-24b4b633dc11 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.1887391
Dec 18 20:54:23.977556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1240846018'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:24.001282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:24.001807 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.028477 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:24.035855 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.053868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-055dea92-1faf-4e6e-812f-b22759981d18 req-acc2ae2c-9d5f-424d-9f7e-38b052d15fe6 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241064
Dec 18 20:54:24.057078 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.067244 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-ae852dbf-e0c8-4a9a-a15a-52ce0fc9ff0f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3529489
Dec 18 20:54:24.082516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Request body: {'port': {'device_id': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:24.202623 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.210512 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.228458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:54:24.244743 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.245145 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Added segment 615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c of type vlan for network 466631a1-2d72-4a8d-9e59-78b2554acf28
Dec 18 20:54:24.256101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14feaedf-c29a-488b-9f2f-a23bde2969ec req-6e885cdc-5abf-46e1-96df-ba21a99faaab tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 210 time: 0.1094675
Dec 18 20:54:24.334046 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.344522 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1712d1c-40dc-411d-a17a-a6f58789ef98,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:24.376528 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.384637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:24.385046 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.403011 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.430403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4f863ddb-f421-4fb7-9923-88be708debd4 None None] Provisioning complete for port b60f4815-ec88-4e24-968e-a604b4771eb4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:24.431439 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4f863ddb-f421-4fb7-9923-88be708debd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.478446 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.7130477
Dec 18 20:54:24.481387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35344) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:24.487256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'name': 'tempest-PortsIpV6TestJSON-2054589711'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:24.498590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4f863ddb-f421-4fb7-9923-88be708debd4 None None] Port b60f4815-ec88-4e24-968e-a604b4771eb4 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:24.529162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96df5a-7a6a-4aa1-a15a-5a81a1f659e2 req-3a27a34d-6e03-44a9-b032-574f2f6d61a0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:24.530972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d96df5a-7a6a-4aa1-a15a-5a81a1f659e2 req-3a27a34d-6e03-44a9-b032-574f2f6d61a0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.2012398
Dec 18 20:54:24.535183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff39086-9a8d-4056-99fa-fed81609a72b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Network': ['ID=466631a1-2d72-4a8d-9e59-78b2554acf28,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:24.548275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:54:24.629610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:24.636063 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.649944 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d96df5a-7a6a-4aa1-a15a-5a81a1f659e2 req-5552c538-0dd2-4937-b6ee-618913002b87 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022530
Dec 18 20:54:24.666098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port ae723788-7175-4e0d-9d95-1d6066d746b9 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:54:24.887476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f75cc-a4ba-4726-ae6e-a0953fdd5b3b req-8dc7da46-e090-4864-9204-60b10099b75b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:24.896226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f6f75cc-a4ba-4726-ae6e-a0953fdd5b3b req-8dc7da46-e090-4864-9204-60b10099b75b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1385498
Dec 18 20:54:24.935339 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:24.975808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f6f75cc-a4ba-4726-ae6e-a0953fdd5b3b req-a8c59ad9-dea7-403e-b005-3550aa271eb3 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786541
Dec 18 20:54:24.986582 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:25.083535 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=ae723788-7175-4e0d-9d95-1d6066d746b9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:25.099159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60f4815-ec88-4e24-968e-a604b4771eb4 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:25.107315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Checking segment: {'id': '615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:25.107677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network hostable DHCP agents. Network: 466631a1-2d72-4a8d-9e59-78b2554acf28, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:54:25.114077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca41cf-24d6-44cc-a9d3-62d22c28db58 req-313ade84-13ce-4901-9563-36a128326677 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:25.115386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bca41cf-24d6-44cc-a9d3-62d22c28db58 req-313ade84-13ce-4901-9563-36a128326677 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 932 time: 0.1026585
Dec 18 20:54:25.117824 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:25.130645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:54:25.145839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Transition to ACTIVE for port object b60f4815-ec88-4e24-968e-a604b4771eb4 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:54:25.147057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 466631a1-2d72-4a8d-9e59-78b2554acf28) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:25.155526 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:25.157395 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:25.165104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:25.165801 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:25.182023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e074dfed-10d1-43f2-bb5d-d872fb8fbfc4 None None] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:25.228372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35400) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:25.228556 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e279f06f-87a8-4791-8cad-f8370818525b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.7454233
Dec 18 20:54:25.241320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e55681b1-0f6b-4786-ade3-13c83d7c150e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-768639289'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:25.256859 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bca41cf-24d6-44cc-a9d3-62d22c28db58 req-07e4d3fc-367d-4420-b246-368021be10d5 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1312890
Dec 18 20:54:25.283466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Pushing event updated for resources: {'Port': ['ID=b60f4815-ec88-4e24-968e-a604b4771eb4,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:25.419017 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-0ebf6fce-a303-4f97-a7e6-132a6d526d64 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6af640d59dee48c59f1f191bc541829d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0727267
Dec 18 20:54:25.432379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55681b1-0f6b-4786-ade3-13c83d7c150e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:25.438448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e55681b1-0f6b-4786-ade3-13c83d7c150e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:25.555272 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55681b1-0f6b-4786-ade3-13c83d7c150e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:54:25.616087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Attempting to bind port b60f4815-ec88-4e24-968e-a604b4771eb4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:25.616453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Attempting to bind port b60f4815-ec88-4e24-968e-a604b4771eb4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:25.616990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Attempting to bind port b60f4815-ec88-4e24-968e-a604b4771eb4 on network d857e3b8-aa79-4523-91ed-5ea023d39eaf {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:25.626621 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e55681b1-0f6b-4786-ade3-13c83d7c150e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:25.627050 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-e55681b1-0f6b-4786-ade3-13c83d7c150e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Added segment 36cc518d-c61c-448f-a5e9-f93a667c607e of type vlan for network 02d362ea-6f16-4b51-800a-1c50f232cf65
Dec 18 20:54:25.668276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Port b60f4815-ec88-4e24-968e-a604b4771eb4 on network d857e3b8-aa79-4523-91ed-5ea023d39eaf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:54:25.668534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Attempting to bind port b60f4815-ec88-4e24-968e-a604b4771eb4 on network d857e3b8-aa79-4523-91ed-5ea023d39eaf {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:25.717088 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:25.717502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Checking segment: {'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:25.718115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Bound using segment: {'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:25.718624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Bound port: b60f4815-ec88-4e24-968e-a604b4771eb4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bfc0dd-7847-4d59-982c-8f54700d8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:25.719132 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:25.771580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baed66-1fc1-4d2b-b209-1ef18fce28a8 req-cc1ac561-544a-4b85-af43-537495c4cf4d tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:25.774114 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3baed66-1fc1-4d2b-b209-1ef18fce28a8 req-cc1ac561-544a-4b85-af43-537495c4cf4d tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.2165198
Dec 18 20:54:25.778025 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e55681b1-0f6b-4786-ade3-13c83d7c150e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:25.791963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-74174b4e-aacb-44a7-b979-8d8c5691efed tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:25.793581 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-74174b4e-aacb-44a7-b979-8d8c5691efed tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3379271
Dec 18 20:54:25.834161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Request body: {'port': {'device_id': 'a9db8beb-c633-4057-bece-f74ed402b4e3', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '6af640d59dee48c59f1f191bc541829d'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:25.974927 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51334e68-ce40-4530-9a6e-1c4e2582075e req-731d68cc-934e-4724-8a9f-d2525b66edc6 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 210 time: 0.1066933
Dec 18 20:54:25.987117 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e55681b1-0f6b-4786-ade3-13c83d7c150e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:25.992720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55681b1-0f6b-4786-ade3-13c83d7c150e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:25.993340 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e55681b1-0f6b-4786-ade3-13c83d7c150e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:26.054545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3baed66-1fc1-4d2b-b209-1ef18fce28a8 req-9078908d-f095-4e14-91a7-58cd78c6655d tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2686350
Dec 18 20:54:26.093759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] For port b60f4815-ec88-4e24-968e-a604b4771eb4, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:26.122144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e55681b1-0f6b-4786-ade3-13c83d7c150e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8912551
Dec 18 20:54:26.125242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35436) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:26.131800 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'ports': [{'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28'}, {'network_id': '02d362ea-6f16-4b51-800a-1c50f232cf65'}]} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:26.133142 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:26.135393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': '02d362ea-6f16-4b51-800a-1c50f232cf65'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:26.169122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] For port b60f4815-ec88-4e24-968e-a604b4771eb4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b60f4815-ec88-4e24-968e-a604b4771eb4,segment=NetworkSegment(90bfc0dd-7847-4d59-982c-8f54700d8bd3),segment_id=90bfc0dd-7847-4d59-982c-8f54700d8bd3)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:26.223105 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:26.228986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55681b1-0f6b-4786-ade3-13c83d7c150e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Network': ['ID=02d362ea-6f16-4b51-800a-1c50f232cf65,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:26.243176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 02d362ea-6f16-4b51-800a-1c50f232cf65 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:54:26.340155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:26.341166 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:26.343184 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] 10.222.0.31 "PUT /v2.0/ports/b60f4815-ec88-4e24-968e-a604b4771eb4 HTTP/1.1" status: 200  len: 1092 time: 2.2659450
Dec 18 20:54:26.354108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec48b8-240e-447c-97cc-4ddf38d59180 req-3d800aeb-0e2a-4899-9b90-3905f4091222 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:26.355832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8ec48b8-240e-447c-97cc-4ddf38d59180 req-3d800aeb-0e2a-4899-9b90-3905f4091222 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2195742
Dec 18 20:54:26.356357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'tag': 'b60f4815-ec88-4e24-968e-a604b4771eb4'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:26.359423 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006024f6-6c51-417d-9913-bb3cd4c6669c" -d '{"events": [{"name": "network-changed", "server_uuid": "57c911e5-ab47-4315-b264-1c7ab04c57a5", "tag": "b60f4815-ec88-4e24-968e-a604b4771eb4"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:26.367750 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 2} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:26.373783 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:26.380297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fc840-c639-48cd-a02b-28dd7d786391 req-86af5ed9-edbb-4d9d-bdd0-a5d78eca2bd2 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:26.390972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b0fc840-c639-48cd-a02b-28dd7d786391 req-86af5ed9-edbb-4d9d-bdd0-a5d78eca2bd2 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.2513270
Dec 18 20:54:26.391193 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:26.400925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Made reservation on behalf of 6af640d59dee48c59f1f191bc541829d for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:26.404606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:26.462666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346124a-9475-42ed-943f-d2d4a27b4f92 service neutron] Pushing event updated for resources: {'Port': ['ID=b60f4815-ec88-4e24-968e-a604b4771eb4,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:26.465617 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:26.522949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port f3bb9dd7-9729-46ab-92c9-c127a923a9b2 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:54:26.577829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b0fc840-c639-48cd-a02b-28dd7d786391 req-2cca6250-71db-4af2-8025-46cb6bf949e6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858325
Dec 18 20:54:26.589398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-f32ba2fb-055a-428e-be29-b3407c298931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:26.596907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-f32ba2fb-055a-428e-be29-b3407c298931 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8efd6d0e0ed74857b4b6265fdacc68cc&device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 1095 time: 0.1873944
Dec 18 20:54:26.604519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8ec48b8-240e-447c-97cc-4ddf38d59180 req-fdedd2dd-eccf-491f-ac5e-8c26add15fea tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2059231
Dec 18 20:54:26.730112 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daba6e41-a34a-4d2f-ad2a-4fd102e26597 x-openstack-request-id: req-daba6e41-a34a-4d2f-ad2a-4fd102e26597 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:26.730449 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c911e5-ab47-4315-b264-1c7ab04c57a5", "tag": "b60f4815-ec88-4e24-968e-a604b4771eb4", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:26.730955 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daba6e41-a34a-4d2f-ad2a-4fd102e26597 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:26.731089 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'tag': 'b60f4815-ec88-4e24-968e-a604b4771eb4', 'status': 'completed', 'code': 200}
Dec 18 20:54:26.746526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-176965d2-ac96-4f39-a1b5-3866f1bac279 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60f4815-ec88-4e24-968e-a604b4771eb4 HTTP/1.1" status: 200  len: 217 time: 0.1102531
Dec 18 20:54:26.749826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:26.833198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port e4c692c9-8790-4720-aad6-f51321459a4d yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:54:26.883160 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:26.887521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-115a843b-28ef-4553-8fe8-4ad85f796a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:26.889001 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-115a843b-28ef-4553-8fe8-4ad85f796a14 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d4d6fec-15bf-4891-838f-b5695bf05b60 HTTP/1.1" status: 200  len: 854 time: 0.1314800
Dec 18 20:54:26.892478 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:26.902313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c46fea-913f-4b09-8f0e-d7eba8537546 req-833b40af-ed62-4f0c-a026-40e3735cc7c8 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:26.903998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42c46fea-913f-4b09-8f0e-d7eba8537546 req-833b40af-ed62-4f0c-a026-40e3735cc7c8 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 944 time: 0.1717739
Dec 18 20:54:26.961553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46ab24-d82c-4d8b-9128-67571253aeeb req-4e623a0b-15b5-4dea-b64d-3b1d47a87dec tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:26.963070 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d46ab24-d82c-4d8b-9128-67571253aeeb req-4e623a0b-15b5-4dea-b64d-3b1d47a87dec tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1796415
Dec 18 20:54:26.969453 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:27.015552 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:27.049586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de361ca0-2b3e-4c36-9b50-74e4b1ccff61,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:27.069648 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:27.075983 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:27.078342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=f3bb9dd7-9729-46ab-92c9-c127a923a9b2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:27.080544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:27.081376 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:27.131193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42c46fea-913f-4b09-8f0e-d7eba8537546 req-73efb412-7394-4bba-9cc3-396c9f4a02be tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2038138
Dec 18 20:54:27.137943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-0c9ef235-6c22-4c58-9f52-0a0d55d85bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:27.139503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-0c9ef235-6c22-4c58-9f52-0a0d55d85bd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d857e3b8-aa79-4523-91ed-5ea023d39eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2347374
Dec 18 20:54:27.164642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=e4c692c9-8790-4720-aad6-f51321459a4d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:27.191856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Checking segment: {'id': '36cc518d-c61c-448f-a5e9-f93a667c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '02d362ea-6f16-4b51-800a-1c50f232cf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:27.192251 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network hostable DHCP agents. Network: 02d362ea-6f16-4b51-800a-1c50f232cf65, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:54:27.210021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d46ab24-d82c-4d8b-9128-67571253aeeb req-07249b29-38ca-4e4c-8a8e-938853643af4 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2114453
Dec 18 20:54:27.216296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 02d362ea-6f16-4b51-800a-1c50f232cf65 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:54:27.229602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Allocated IP 192.168.233.56 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/15cf2ca3-314e-4d54-9165-6824f4715cf9) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:27.237165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 02d362ea-6f16-4b51-800a-1c50f232cf65) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:27.254336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1c5e3d-cad2-4807-bfab-62d6ee5d879c None None] Network 02d362ea-6f16-4b51-800a-1c50f232cf65 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:27.262327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:27.288552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:27.298876 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-7a665e15-2932-47a2-a037-09372d3c51dc service neutron] 10.222.0.31 "GET /v2.0/networks/d857e3b8-aa79-4523-91ed-5ea023d39eaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521652
Dec 18 20:54:27.306029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:27.306684 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:27.365980 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c3ef850a-85fc-4d45-90a9-b906152e355b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.2366817
Dec 18 20:54:27.368527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35480) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:27.526391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-42b2a312-b8b3-46ac-85d7-c5be78a6b1c9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port e4c692c9-8790-4720-aad6-f51321459a4d {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:27.526811 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-42b2a312-b8b3-46ac-85d7-c5be78a6b1c9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:27.600073 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-42b2a312-b8b3-46ac-85d7-c5be78a6b1c9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:27.625652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-42b2a312-b8b3-46ac-85d7-c5be78a6b1c9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for e4c692c9-8790-4720-aad6-f51321459a4d owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:27.725157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-42b2a312-b8b3-46ac-85d7-c5be78a6b1c9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:27.751529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95a9c35d-5a7d-4950-9baf-87b9678e0435 req-61505ee6-ac48-4070-825b-fb0a569f3f1f tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 210 time: 0.4447112
Dec 18 20:54:27.764472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2a312-b8b3-46ac-85d7-c5be78a6b1c9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=e4c692c9-8790-4720-aad6-f51321459a4d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:27.771424 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-42b2a312-b8b3-46ac-85d7-c5be78a6b1c9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:27.779060 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-42b2a312-b8b3-46ac-85d7-c5be78a6b1c9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/e4c692c9-8790-4720-aad6-f51321459a4d HTTP/1.1" status: 204  len: 168 time: 0.4086838
Dec 18 20:54:27.779753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35504) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:27.865792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857195d7-f57c-49a2-a574-488a622803c0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:27.873966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857195d7-f57c-49a2-a574-488a622803c0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:27.874322 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bd90db-0d17-495e-ada9-1e86dbe7c76e req-373bb941-6e16-46b4-847e-0a2f57c7a51b service neutron] 10.222.0.31 "GET /v2.0/networks/d857e3b8-aa79-4523-91ed-5ea023d39eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5660648
Dec 18 20:54:27.879251 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35508) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:27.879929 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-857195d7-f57c-49a2-a574-488a622803c0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.0989954
Dec 18 20:54:27.892332 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:28.126198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28075484-e49c-4faa-bafe-e9e9d5a3ee0f req-9d8b0389-b48f-43a1-8982-5f2774e66883 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:28.127753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28075484-e49c-4faa-bafe-e9e9d5a3ee0f req-9d8b0389-b48f-43a1-8982-5f2774e66883 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.2174556
Dec 18 20:54:28.149940 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:28.160200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006024f6-6c51-417d-9913-bb3cd4c6669c req-558b9306-1313-42ac-a1fb-1bc3d06831f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:28.161786 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-006024f6-6c51-417d-9913-bb3cd4c6669c req-558b9306-1313-42ac-a1fb-1bc3d06831f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8efd6d0e0ed74857b4b6265fdacc68cc&device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 1095 time: 0.2125061
Dec 18 20:54:28.322326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:28.329188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f596d-a9d4-43fb-a5ef-abfbce53bbc6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port f3bb9dd7-9729-46ab-92c9-c127a923a9b2 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:28.329523 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a8f596d-a9d4-43fb-a5ef-abfbce53bbc6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:28.344263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-d4db91a1-263f-4c8c-b2b6-d79010e75617 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:28.345726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-d4db91a1-263f-4c8c-b2b6-d79010e75617 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 811 time: 0.3555810
Dec 18 20:54:28.346360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Pushing event updated for resources: {'Port': ['ID=15cf2ca3-314e-4d54-9165-6824f4715cf9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:28.348884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:28.398229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:28.469412 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28075484-e49c-4faa-bafe-e9e9d5a3ee0f req-f72b9182-313d-4e0c-b36f-7de83cbc5762 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3276200
Dec 18 20:54:28.477054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-3e7c5dd7-abee-4db3-9f6f-20eef798b45f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/quotas/69de37deec2a49ff9eaad9cbb7c48f31 HTTP/1.1" status: 200  len: 375 time: 0.0751774
Dec 18 20:54:28.515177 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a8f596d-a9d4-43fb-a5ef-abfbce53bbc6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:28.518125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006024f6-6c51-417d-9913-bb3cd4c6669c req-ca842214-aec3-4225-9745-107b15d8ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:28.519772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-006024f6-6c51-417d-9913-bb3cd4c6669c req-ca842214-aec3-4225-9745-107b15d8ace3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d857e3b8-aa79-4523-91ed-5ea023d39eaf HTTP/1.1" status: 200  len: 916 time: 0.3428614
Dec 18 20:54:28.565066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f596d-a9d4-43fb-a5ef-abfbce53bbc6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for f3bb9dd7-9729-46ab-92c9-c127a923a9b2 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:28.614601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:28.615188 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:28.625432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c5b97e0c-a1cc-4f94-9fdb-64e14d3f22c3 None None] Provisioning complete for port 15cf2ca3-314e-4d54-9165-6824f4715cf9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:28.626042 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c5b97e0c-a1cc-4f94-9fdb-64e14d3f22c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:28.626154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-006024f6-6c51-417d-9913-bb3cd4c6669c req-d358055a-8674-4b57-90dc-a88d553c6414 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60f4815-ec88-4e24-968e-a604b4771eb4 HTTP/1.1" status: 200  len: 217 time: 0.0836301
Dec 18 20:54:28.664416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c5b97e0c-a1cc-4f94-9fdb-64e14d3f22c3 None None] Port 15cf2ca3-314e-4d54-9165-6824f4715cf9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:28.731079 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-f67acf56-5cb4-481c-88df-621929c81b5b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2453005
Dec 18 20:54:28.734349 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-3a39083a-891b-4b02-8173-79e92e03b20c tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9249558
Dec 18 20:54:28.758510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Request body: {'port': {'device_id': 'a9db8beb-c633-4057-bece-f74ed402b4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:28.847409 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd185e-a9e9-4113-82c0-dc6940552210 req-c6bee1ea-f3f9-4f35-9a7d-b3a6363d6e40 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:28.849082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73dd185e-a9e9-4113-82c0-dc6940552210 req-c6bee1ea-f3f9-4f35-9a7d-b3a6363d6e40 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.2898448
Dec 18 20:54:28.858549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006024f6-6c51-417d-9913-bb3cd4c6669c req-cfb4de8c-291f-4b0b-bde9-6ac4c4ca3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:28.862959 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:54:28.863479 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-006024f6-6c51-417d-9913-bb3cd4c6669c req-cfb4de8c-291f-4b0b-bde9-6ac4c4ca3480 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d4d6fec-15bf-4891-838f-b5695bf05b60 HTTP/1.1" status: 200  len: 854 time: 0.2134173
Dec 18 20:54:28.935635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a8f596d-a9d4-43fb-a5ef-abfbce53bbc6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.006780 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.028535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f596d-a9d4-43fb-a5ef-abfbce53bbc6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=f3bb9dd7-9729-46ab-92c9-c127a923a9b2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:29.041847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73dd185e-a9e9-4113-82c0-dc6940552210 req-ff326282-51ff-4477-9e94-ef6a027acc96 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807692
Dec 18 20:54:29.047125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-cdd81ef2-9980-4c84-ba20-d9c31b54d7cd service neutron] 10.222.0.13 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3015780
Dec 18 20:54:29.048973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a8f596d-a9d4-43fb-a5ef-abfbce53bbc6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.052276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8a8f596d-a9d4-43fb-a5ef-abfbce53bbc6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/f3bb9dd7-9729-46ab-92c9-c127a923a9b2 HTTP/1.1" status: 204  len: 168 time: 1.1721370
Dec 18 20:54:29.055483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35524) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:29.123293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24f1a71-09d4-430d-8d6c-672401560ec4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:29.128427 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d24f1a71-09d4-430d-8d6c-672401560ec4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0678239
Dec 18 20:54:29.128427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35534) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:29.143370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006024f6-6c51-417d-9913-bb3cd4c6669c req-551251d9-a240-4eeb-ad62-2a2422e310a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:29.144863 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-006024f6-6c51-417d-9913-bb3cd4c6669c req-551251d9-a240-4eeb-ad62-2a2422e310a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d857e3b8-aa79-4523-91ed-5ea023d39eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2291403
Dec 18 20:54:29.157888 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad405f0-b2e0-4765-a141-6b717bb0c77a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:54:29.162585 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6ad405f0-b2e0-4765-a141-6b717bb0c77a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/e4c692c9-8790-4720-aad6-f51321459a4d HTTP/1.1" status: 404  len: 333 time: 0.0309653
Dec 18 20:54:29.163300 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35540) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:29.207408 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90391c0-cc9b-4319-885a-c76b23afe172 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:54:29.214402 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e90391c0-cc9b-4319-885a-c76b23afe172 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/f3bb9dd7-9729-46ab-92c9-c127a923a9b2 HTTP/1.1" status: 404  len: 333 time: 0.0494385
Dec 18 20:54:29.214916 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35546) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:29.307910 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.337853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-ece6b781-cdeb-4347-b48f-2c652e01a1cb service neutron] 10.222.0.13 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2822616
Dec 18 20:54:29.416690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.418129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-006024f6-6c51-417d-9913-bb3cd4c6669c req-7bd06690-9e86-4f1b-89b0-0489d59dd164 service neutron] 10.222.0.31 "GET /v2.0/networks/d857e3b8-aa79-4523-91ed-5ea023d39eaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2588861
Dec 18 20:54:29.439779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d726d30>,) {'filters': {'network_id': ['02d362ea-6f16-4b51-800a-1c50f232cf65']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:29.450771 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d726d30>, '36cc518d-c61c-448f-a5e9-f93a667c607e') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:29.450991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d726d30>, '36cc518d-c61c-448f-a5e9-f93a667c607e') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:29.466238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.481793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.488113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:54:29.488507 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:54:29.562174 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:54:29.566112 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-006024f6-6c51-417d-9913-bb3cd4c6669c req-2505323a-b842-451b-95da-e1b8a78fe3df service neutron] 10.222.0.31 "GET /v2.0/networks/d857e3b8-aa79-4523-91ed-5ea023d39eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393149
Dec 18 20:54:29.571433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.591379 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.595538 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/networks/02d362ea-6f16-4b51-800a-1c50f232cf65 HTTP/1.1" status: 204  len: 168 time: 0.3793111
Dec 18 20:54:29.607492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35576) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:29.613264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-765070c0-0fb5-4a69-898b-7a315c0baca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-176286491'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:29.621491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1215620-af97-4c39-a5e2-ccfc785901c2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Network': ['ID=02d362ea-6f16-4b51-800a-1c50f232cf65,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:29.653513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765070c0-0fb5-4a69-898b-7a315c0baca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:29.657960 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-765070c0-0fb5-4a69-898b-7a315c0baca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.683956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f7c63-1c71-4b35-9087-0450ca6ff283 req-b15f3f95-334e-4a37-bbad-629f3e500781 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:29.686106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c6f7c63-1c71-4b35-9087-0450ca6ff283 req-b15f3f95-334e-4a37-bbad-629f3e500781 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 944 time: 0.0968795
Dec 18 20:54:29.695733 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765070c0-0fb5-4a69-898b-7a315c0baca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:54:29.708314 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-765070c0-0fb5-4a69-898b-7a315c0baca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.708554 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-765070c0-0fb5-4a69-898b-7a315c0baca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Added segment d0535161-c73c-4024-90aa-b5fe751676f2 of type vlan for network ea861387-475e-4e48-9f26-1703e799dc95
Dec 18 20:54:29.778027 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-765070c0-0fb5-4a69-898b-7a315c0baca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.787434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cf2ca3-314e-4d54-9165-6824f4715cf9 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:29.807400 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.809551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-765070c0-0fb5-4a69-898b-7a315c0baca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.816602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765070c0-0fb5-4a69-898b-7a315c0baca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:29.817263 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-765070c0-0fb5-4a69-898b-7a315c0baca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.840188 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c6f7c63-1c71-4b35-9087-0450ca6ff283 req-60e3c862-4716-44d7-b111-637eb17377d0 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1388371
Dec 18 20:54:29.863927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a88c-e893-4752-9082-51591b831da5 req-31ef37e4-88a5-4e10-bdaf-4a52cb3deb42 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:29.866642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d416a88c-e893-4752-9082-51591b831da5 req-31ef37e4-88a5-4e10-bdaf-4a52cb3deb42 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 935 time: 0.1381791
Dec 18 20:54:29.875327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Transition to ACTIVE for port object 15cf2ca3-314e-4d54-9165-6824f4715cf9 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:54:29.893335 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:29.910448 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-765070c0-0fb5-4a69-898b-7a315c0baca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3009691
Dec 18 20:54:29.919264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35582) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:29.927474 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765070c0-0fb5-4a69-898b-7a315c0baca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Network': ['ID=ea861387-475e-4e48-9f26-1703e799dc95,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:29.931776 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': 'ea861387-475e-4e48-9f26-1703e799dc95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:29.941800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network ea861387-475e-4e48-9f26-1703e799dc95 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:54:30.050946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Pushing event updated for resources: {'Port': ['ID=15cf2ca3-314e-4d54-9165-6824f4715cf9,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:30.093286 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-c6abd0ee-66b5-4102-ad66-4815a15abdb1 service neutron] 10.222.0.36 "GET /v2.0/ports/8c02c893-1629-4833-9998-e05787ad6250/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1190698
Dec 18 20:54:30.113421 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d416a88c-e893-4752-9082-51591b831da5 req-76a61e80-bca9-49d3-9751-db1b923251e4 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/security-groups?id=de361ca0-2b3e-4c36-9b50-74e4b1ccff61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2367463
Dec 18 20:54:30.250111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa19d-c26e-41a1-9643-f6978db271e5 req-c8c1940c-d4b4-49a3-9f0a-c659e46b697a tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:30.251808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-604fa19d-c26e-41a1-9643-f6978db271e5 req-c8c1940c-d4b4-49a3-9f0a-c659e46b697a tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.2207835
Dec 18 20:54:30.280826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:30.284329 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:30.320488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4754a0e2-675f-4102-baa6-1dcce2a37dc3 req-e95e7f51-bc7d-4175-8f86-8ed2c3836e6e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 210 time: 0.0648794
Dec 18 20:54:30.350159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Attempting to bind port 15cf2ca3-314e-4d54-9165-6824f4715cf9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:30.350595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Attempting to bind port 15cf2ca3-314e-4d54-9165-6824f4715cf9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:30.350940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Attempting to bind port 15cf2ca3-314e-4d54-9165-6824f4715cf9 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:30.402610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Port 15cf2ca3-314e-4d54-9165-6824f4715cf9 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:54:30.403035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Attempting to bind port 15cf2ca3-314e-4d54-9165-6824f4715cf9 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:30.453602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:30.455612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:30.456064 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:30.456543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Bound port: 15cf2ca3-314e-4d54-9165-6824f4715cf9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:30.456931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:30.457755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-bd79440e-bf41-43e4-aeba-9c225b7dd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:30.469201 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-bd79440e-bf41-43e4-aeba-9c225b7dd33b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585&tenant_id=f15c3e2ec1194924bee37b0161adc237 HTTP/1.1" status: 200  len: 1100 time: 0.0679286
Dec 18 20:54:30.475829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.ipam_backend_mixin [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Performing IP validity checks on allocation pools {{(pid=126008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 18 20:54:30.478897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.ipam_backend_mixin [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 18 20:54:30.511998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-604fa19d-c26e-41a1-9643-f6978db271e5 req-1ad56a5a-4ef8-416f-a53f-f6e29c5ae6e4 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362018
Dec 18 20:54:30.550333 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-9fd22da4-1dfb-4bf4-be58-32c4282856f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:30.552080 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-9fd22da4-1dfb-4bf4-be58-32c4282856f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 1100 time: 0.0640030
Dec 18 20:54:30.675030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] For port 15cf2ca3-314e-4d54-9165-6824f4715cf9, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:30.690134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3ebf9-be1c-4e47-a04f-c2dc283e54d5 req-891b0217-8008-4e9c-a8e7-132dd002f9d2 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:30.692781 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b3ebf9-be1c-4e47-a04f-c2dc283e54d5 req-891b0217-8008-4e9c-a8e7-132dd002f9d2 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.1425200
Dec 18 20:54:30.716398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-d8a66bc4-7137-4162-a2e3-f36af02735fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:30.717941 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-d8a66bc4-7137-4162-a2e3-f36af02735fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1579418
Dec 18 20:54:30.719412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] For port 15cf2ca3-314e-4d54-9165-6824f4715cf9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cf2ca3-314e-4d54-9165-6824f4715cf9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:30.734286 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:30.770244 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-833ae74a-7216-4d74-b372-193c0856d574 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=8c02c893-1629-4833-9998-e05787ad6250 HTTP/1.1" status: 200  len: 217 time: 0.0444901
Dec 18 20:54:30.777300 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f6481e71-36f4-4483-8310-64ca0f436b50 req-0f3167e5-b596-42f1-848b-ded58199879f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1001689
Dec 18 20:54:30.827835 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-a49f703c-1eea-43b1-bb64-21a26c84f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:30.829707 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-a49f703c-1eea-43b1-bb64-21a26c84f747 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0514548
Dec 18 20:54:30.836632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:30.837288 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:30.838789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] 10.222.0.36 "PUT /v2.0/ports/15cf2ca3-314e-4d54-9165-6824f4715cf9 HTTP/1.1" status: 200  len: 1095 time: 2.0921175
Dec 18 20:54:30.846409 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9db8beb-c633-4057-bece-f74ed402b4e3', 'tag': '15cf2ca3-314e-4d54-9165-6824f4715cf9'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:30.848668 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061df996-6e36-4d34-8d93-aea02eb720e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9db8beb-c633-4057-bece-f74ed402b4e3", "tag": "15cf2ca3-314e-4d54-9165-6824f4715cf9"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:30.906922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-f8e2fe5b-907b-4230-b303-493ad6db00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:30.909119 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-f8e2fe5b-907b-4230-b303-493ad6db00f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0696127
Dec 18 20:54:30.971490 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b3ebf9-be1c-4e47-a04f-c2dc283e54d5 req-e1aab1dc-7704-4ba6-8cf3-785a9781141f tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2681165
Dec 18 20:54:31.020317 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:31.077159 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-80fee9e6-171e-42a1-9be8-30eab00d55b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:31.079945 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-80fee9e6-171e-42a1-9be8-30eab00d55b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6af640d59dee48c59f1f191bc541829d&device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 1098 time: 0.1453032
Dec 18 20:54:31.082108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eefc87-db6d-4ae8-b5a9-cd0d882c6422 service neutron] Pushing event updated for resources: {'Port': ['ID=15cf2ca3-314e-4d54-9165-6824f4715cf9,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:31.203884 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-2ebc3505-a6ad-45c9-bcf4-8447376514ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=15cf2ca3-314e-4d54-9165-6824f4715cf9 HTTP/1.1" status: 200  len: 217 time: 0.1034434
Dec 18 20:54:31.210895 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-4717da06-bc29-469c-88c9-3ded0e7abfaf service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2941675
Dec 18 20:54:31.315262 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-95929072-5a4f-4422-bd3b-6e76394f8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:31.316996 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-95929072-5a4f-4422-bd3b-6e76394f8570 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1051865
Dec 18 20:54:31.386178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b60f4815-ec88-4e24-968e-a604b4771eb4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:54:31.388355 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-ba669741-8d91-4b6d-852b-fa9086034916 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473520
Dec 18 20:54:31.398329 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-35351f9f-ca47-49a7-8e02-6e6475b095f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:31.399619 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-35351f9f-ca47-49a7-8e02-6e6475b095f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0751786
Dec 18 20:54:31.493583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port b60f4815-ec88-4e24-968e-a604b4771eb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b60f4815-ec88-4e24-968e-a604b4771eb4,segment=NetworkSegment(90bfc0dd-7847-4d59-982c-8f54700d8bd3),segment_id=90bfc0dd-7847-4d59-982c-8f54700d8bd3)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:31.508151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'b60f4815-ec88-4e24-968e-a604b4771eb4', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'port_id': 'b60f4815-ec88-4e24-968e-a604b4771eb4', 'mac_address': 'fa:16:3e:ac:ae:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:54:31.510322 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-ee832de6-3f2e-4002-b184-1ec210a82668 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1027071
Dec 18 20:54:31.562629 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:31.563777 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecc72d8-bc45-4797-9fdc-22fc85e4ce3b x-openstack-request-id: req-eecc72d8-bc45-4797-9fdc-22fc85e4ce3b {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:31.564268 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9db8beb-c633-4057-bece-f74ed402b4e3", "tag": "15cf2ca3-314e-4d54-9165-6824f4715cf9", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:31.564268 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eecc72d8-bc45-4797-9fdc-22fc85e4ce3b {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:31.564605 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9db8beb-c633-4057-bece-f74ed402b4e3', 'tag': '15cf2ca3-314e-4d54-9165-6824f4715cf9', 'status': 'completed', 'code': 200}
Dec 18 20:54:31.588103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60f4815-ec88-4e24-968e-a604b4771eb4 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:31.618012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port b60f4815-ec88-4e24-968e-a604b4771eb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b60f4815-ec88-4e24-968e-a604b4771eb4,segment=NetworkSegment(90bfc0dd-7847-4d59-982c-8f54700d8bd3),segment_id=90bfc0dd-7847-4d59-982c-8f54700d8bd3)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:31.625587 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:31.630235 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dd4cabdc-6b78-4e93-89b7-1ebd92a0c5bc req-016ed9ac-8731-4d03-b024-78859dfca4b3 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1106369
Dec 18 20:54:31.706703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=b60f4815-ec88-4e24-968e-a604b4771eb4,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:31.715105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Subnet': ['ID=ffaa983c-7bf2-4d4f-8cf8-cbd8ec6ab35a,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:31.738291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6481e71-36f4-4483-8310-64ca0f436b50 req-87f5fb5b-82ff-41bf-b837-5135dec94a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:31.739972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6481e71-36f4-4483-8310-64ca0f436b50 req-87f5fb5b-82ff-41bf-b837-5135dec94a6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 1096 time: 0.8266268
Dec 18 20:54:31.759146 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061df996-6e36-4d34-8d93-aea02eb720e1 req-9098f3f7-ebfb-4090-8601-24842581c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:31.760685 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-061df996-6e36-4d34-8d93-aea02eb720e1 req-9098f3f7-ebfb-4090-8601-24842581c005 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6af640d59dee48c59f1f191bc541829d&device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 1098 time: 0.0778921
Dec 18 20:54:31.772404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Checking segment: {'id': 'd0535161-c73c-4024-90aa-b5fe751676f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea861387-475e-4e48-9f26-1703e799dc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:31.772779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network hostable DHCP agents. Network: ea861387-475e-4e48-9f26-1703e799dc95, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:54:31.788125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ca835-8cc9-4090-8684-115a89080afe req-1275be73-e28b-4799-8445-fef55d4a4ef0 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:31.790162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-219ca835-8cc9-4090-8684-115a89080afe req-1275be73-e28b-4799-8445-fef55d4a4ef0 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 944 time: 0.2160351
Dec 18 20:54:31.797072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-6a665628-c4a4-449c-b4ed-9886965fb7b3 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:31.798559 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-6a665628-c4a4-449c-b4ed-9886965fb7b3 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.31 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 811 time: 0.8374052
Dec 18 20:54:31.811172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4579a4-f5b1-4d2b-be33-20d342b4d625 req-853a4b61-5b63-454b-804c-5019849840f6 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:31.818967 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de4579a4-f5b1-4d2b-be33-20d342b4d625 req-853a4b61-5b63-454b-804c-5019849840f6 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 947 time: 0.2463267
Dec 18 20:54:31.844034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Request body: {'port': {'device_id': 'ed9031e0-037c-409f-8807-2847c9499293', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'admin_state_up': True, 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:31.850965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['b60f4815-ec88-4e24-968e-a604b4771eb4'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:31.891119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061df996-6e36-4d34-8d93-aea02eb720e1 req-c0e21fd7-809d-438c-b94e-1f34061a834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:31.893308 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-061df996-6e36-4d34-8d93-aea02eb720e1 req-c0e21fd7-809d-438c-b94e-1f34061a834c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1105907
Dec 18 20:54:32.006785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network ea861387-475e-4e48-9f26-1703e799dc95 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:54:32.069442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-219ca835-8cc9-4090-8684-115a89080afe req-5335b549-2ca0-4099-b1d2-87cb4e809fcb tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2682595
Dec 18 20:54:32.077846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ea861387-475e-4e48-9f26-1703e799dc95) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:32.089774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de4579a4-f5b1-4d2b-be33-20d342b4d625 req-22e19a0a-76ac-4976-8cff-edcc28def6dc tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/security-groups?id=de361ca0-2b3e-4c36-9b50-74e4b1ccff61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2549436
Dec 18 20:54:32.093056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21076e3f-8735-4e7a-8341-048384733893 None None] Network ea861387-475e-4e48-9f26-1703e799dc95 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:32.106419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:32.107014 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:32.135901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6481e71-36f4-4483-8310-64ca0f436b50 req-ca23e62c-ec7d-484f-9c40-6be24cf27aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:32.137432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6481e71-36f4-4483-8310-64ca0f436b50 req-ca23e62c-ec7d-484f-9c40-6be24cf27aeb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.3378000
Dec 18 20:54:32.235482 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a78f2a2b-3cde-4aac-8018-662f0b0e8b51 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3119035
Dec 18 20:54:32.295229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35660) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:32.297305 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-061df996-6e36-4d34-8d93-aea02eb720e1 req-4841a7e5-1d1c-494e-86c1-b03403cfac2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=15cf2ca3-314e-4d54-9165-6824f4715cf9 HTTP/1.1" status: 200  len: 217 time: 0.3956337
Dec 18 20:54:32.303547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-24cfde11-f02a-4c16-ac93-ebe0c1a22e30 req-0b2da791-419c-4b92-9888-523145dffb0b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 210 time: 0.0594416
Dec 18 20:54:32.308280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': 'ea861387-475e-4e48-9f26-1703e799dc95', 'name': 'tempest-PortsIpV6TestJSON-875448976'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:32.317812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6481e71-36f4-4483-8310-64ca0f436b50 req-9422fb84-0def-49e1-a2ae-34417a984de8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 200  len: 1000 time: 0.1727617
Dec 18 20:54:32.318737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Made reservation on behalf of 69de37deec2a49ff9eaad9cbb7c48f31 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:32.323553 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:32.336378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ea861387-475e-4e48-9f26-1703e799dc95', 'network_id': 'ea861387-475e-4e48-9f26-1703e799dc95', 'project_id': 'ed6e45b689fc4b15afe7d5ba12fe9fa3', 'fixed_ips': [{'subnet_id': 'ffaa983c-7bf2-4d4f-8cf8-cbd8ec6ab35a'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:54:32.336378 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:32.380882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061df996-6e36-4d34-8d93-aea02eb720e1 req-666a9857-1683-4265-9be6-5090449f1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:32.383967 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-061df996-6e36-4d34-8d93-aea02eb720e1 req-666a9857-1683-4265-9be6-5090449f1dc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0781453
Dec 18 20:54:32.443518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061df996-6e36-4d34-8d93-aea02eb720e1 req-03db1b30-929c-4574-b69c-98a85d3c55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:32.446939 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-061df996-6e36-4d34-8d93-aea02eb720e1 req-03db1b30-929c-4574-b69c-98a85d3c55a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0543044
Dec 18 20:54:32.521386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Allocated IP 2001:db8::2 (ea861387-475e-4e48-9f26-1703e799dc95/ffaa983c-7bf2-4d4f-8cf8-cbd8ec6ab35a/9382bd36-b52d-4ac9-8d9a-90f55615b074) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:32.550764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6481e71-36f4-4483-8310-64ca0f436b50 req-b662d109-d66a-483e-bdee-c2996c2834a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:32.552338 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6481e71-36f4-4483-8310-64ca0f436b50 req-b662d109-d66a-483e-bdee-c2996c2834a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.2154644
Dec 18 20:54:32.567624 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-061df996-6e36-4d34-8d93-aea02eb720e1 req-60ac5876-9e14-4535-ae07-65df9465aead service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1118684
Dec 18 20:54:32.651680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf03ca-3bd8-4af0-9b29-d74c450beae2 req-90d3b286-0392-4ce9-8ed3-55db21cf261e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:32.653369 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30cf03ca-3bd8-4af0-9b29-d74c450beae2 req-90d3b286-0392-4ce9-8ed3-55db21cf261e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.2439792
Dec 18 20:54:32.707001 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-061df996-6e36-4d34-8d93-aea02eb720e1 req-3150633c-e31b-4a1f-8a1d-c7523a46473f service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298482
Dec 18 20:54:32.716749 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:32.729730 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:32.752337 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Network ea861387-475e-4e48-9f26-1703e799dc95 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:32.754679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:32.772582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Allocated IP 172.20.0.12 (b682fe11-354f-40ac-961b-a0ccac207599/25a9e8be-dc0d-4099-ac90-c3a3592583ca/32869e6e-5796-4fce-881e-b53b1eb6f63a) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:32.774982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:32.775919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6481e71-36f4-4483-8310-64ca0f436b50 req-77d3a617-a811-462b-b15c-9a75c828d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:32.777552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6481e71-36f4-4483-8310-64ca0f436b50 req-77d3a617-a811-462b-b15c-9a75c828d288 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2098777
Dec 18 20:54:32.783789 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:32.787621 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:32.817999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Pushing event updated for resources: {'Port': ['ID=9382bd36-b52d-4ac9-8d9a-90f55615b074,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:32.855474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Attempting to bind port 9382bd36-b52d-4ac9-8d9a-90f55615b074 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:32.856121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Attempting to bind port 9382bd36-b52d-4ac9-8d9a-90f55615b074 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd0535161-c73c-4024-90aa-b5fe751676f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea861387-475e-4e48-9f26-1703e799dc95'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:32.858496 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Attempting to bind port 9382bd36-b52d-4ac9-8d9a-90f55615b074 on network ea861387-475e-4e48-9f26-1703e799dc95 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:32.864623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30cf03ca-3bd8-4af0-9b29-d74c450beae2 req-46c723ee-3c86-4f14-baf9-eecdd2b2f03a tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787977
Dec 18 20:54:32.865226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:32.865672 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Checking segment: {'id': 'd0535161-c73c-4024-90aa-b5fe751676f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea861387-475e-4e48-9f26-1703e799dc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:32.866321 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:32.867671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Bound using segment: {'id': 'd0535161-c73c-4024-90aa-b5fe751676f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea861387-475e-4e48-9f26-1703e799dc95'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:32.869191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Bound port: 9382bd36-b52d-4ac9-8d9a-90f55615b074, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0535161-c73c-4024-90aa-b5fe751676f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea861387-475e-4e48-9f26-1703e799dc95'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:32.870022 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:32.915288 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port e04f6820-1a71-4b44-86e1-fba1e7bad3a4 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:54:32.952330 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8e69897-7399-48e4-867d-ce71e4309b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:32.968381 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] For port 9382bd36-b52d-4ac9-8d9a-90f55615b074, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:32.972210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] For port 9382bd36-b52d-4ac9-8d9a-90f55615b074, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9382bd36-b52d-4ac9-8d9a-90f55615b074,segment=NetworkSegment(d0535161-c73c-4024-90aa-b5fe751676f2),segment_id=d0535161-c73c-4024-90aa-b5fe751676f2)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:32.984674 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:33.059948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91712d94-f0b1-44b4-b164-e83816fb8cdc None None] Pushing event updated for resources: {'Port': ['ID=9382bd36-b52d-4ac9-8d9a-90f55615b074,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:33.127107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b683a-cf5c-4585-a2d2-068883e96f92 req-756614fa-03c5-4698-b2ab-13d107891e0c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:33.132685 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-821b683a-cf5c-4585-a2d2-068883e96f92 req-756614fa-03c5-4698-b2ab-13d107891e0c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.2626035
Dec 18 20:54:33.172278 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6481e71-36f4-4483-8310-64ca0f436b50 req-f5f8c6c7-2361-4c70-86a6-ff1e197f6227 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3755980
Dec 18 20:54:33.214054 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8c02c893-1629-4833-9998-e05787ad6250 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:54:33.218630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8c02c893-1629-4833-9998-e05787ad6250 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:54:33.351539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8::36f (ea861387-475e-4e48-9f26-1703e799dc95/ffaa983c-7bf2-4d4f-8cf8-cbd8ec6ab35a/e04f6820-1a71-4b44-86e1-fba1e7bad3a4) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:33.388039 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:33.410071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b60f4815-ec88-4e24-968e-a604b4771eb4 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:33.527679 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:33.559210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6481e71-36f4-4483-8310-64ca0f436b50 req-ce0673ce-c0c8-4643-a646-63af1a158486 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3774121
Dec 18 20:54:33.576597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-821b683a-cf5c-4585-a2d2-068883e96f92 req-fbb9d069-51d0-4eba-874b-3e732ba2a296 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4014289
Dec 18 20:54:33.610240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb94b6-d6ab-4fc1-b773-fdf771b46abe req-4ad964f3-2e47-4038-bf1a-7b5a26e1cff6 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:33.618349 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ecb94b6-d6ab-4fc1-b773-fdf771b46abe req-4ad964f3-2e47-4038-bf1a-7b5a26e1cff6 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 945 time: 0.4025171
Dec 18 20:54:33.730605 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:33.801215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:33.808348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c02c893-1629-4833-9998-e05787ad6250'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:33.810865 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aca7fa5-de8c-4c8b-a780-9c7aa40b0a4c" -d '{"events": [{"server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "name": "network-vif-unplugged", "status": "completed", "tag": "8c02c893-1629-4833-9998-e05787ad6250"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:33.821243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:33.824526 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:33.866999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ecb94b6-d6ab-4fc1-b773-fdf771b46abe req-6191edd2-a391-4a06-83cb-918da3f13a40 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2474160
Dec 18 20:54:33.892128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '8c02c893-1629-4833-9998-e05787ad6250', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '8c02c893-1629-4833-9998-e05787ad6250', 'mac_address': 'fa:16:3e:80:a9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:54:33.920582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Network b682fe11-354f-40ac-961b-a0ccac207599 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:33.927056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:33.929401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event updated for resources: {'Port': ['ID=32869e6e-5796-4fce-881e-b53b1eb6f63a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:33.941967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:33.982844 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:33.990349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8c02c893-1629-4833-9998-e05787ad6250,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:34.001166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port b60f4815-ec88-4e24-968e-a604b4771eb4 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:54:34.014767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port b60f4815-ec88-4e24-968e-a604b4771eb4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:34.015139 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.020819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c02c893-1629-4833-9998-e05787ad6250 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:34.050704 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.090401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2547d5-b8ee-4cad-a072-dc05fde34f49 req-038ef11c-9b26-408b-bd57-27a14f1e1cfc tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:34.103046 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-be2547d5-b8ee-4cad-a072-dc05fde34f49 req-038ef11c-9b26-408b-bd57-27a14f1e1cfc tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 947 time: 0.3736298
Dec 18 20:54:34.172609 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:34.185828 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.187896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 15cf2ca3-314e-4d54-9165-6824f4715cf9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:54:34.209525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:34.211156 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.226783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 15cf2ca3-314e-4d54-9165-6824f4715cf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cf2ca3-314e-4d54-9165-6824f4715cf9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:34.247833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35736) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:34.250071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '15cf2ca3-314e-4d54-9165-6824f4715cf9', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '15cf2ca3-314e-4d54-9165-6824f4715cf9', 'mac_address': 'fa:16:3e:fc:62:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:54:34.317008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-96bb5c46-b1e8-4579-b50d-8150c81ca931 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4918032
Dec 18 20:54:34.331041 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-be2547d5-b8ee-4cad-a072-dc05fde34f49 req-2035f987-553f-44bf-90e6-507c19b53524 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/security-groups?id=de361ca0-2b3e-4c36-9b50-74e4b1ccff61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2195103
Dec 18 20:54:34.347999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Request body: {'port': {'device_id': 'ed9031e0-037c-409f-8807-2847c9499293', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:34.384068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95587637-e8ff-41ea-a627-def06e782e81 req-1698de7b-d57e-485b-8cca-9e958189fa56 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:34.392987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95587637-e8ff-41ea-a627-def06e782e81 req-1698de7b-d57e-485b-8cca-9e958189fa56 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 932 time: 0.3843634
Dec 18 20:54:34.410500 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.459134 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7271073d-38b1-45cb-a9b8-68ffdeeafc73 x-openstack-request-id: req-7271073d-38b1-45cb-a9b8-68ffdeeafc73 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:34.459554 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "name": "network-vif-unplugged", "status": "completed", "tag": "8c02c893-1629-4833-9998-e05787ad6250", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:34.459790 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7271073d-38b1-45cb-a9b8-68ffdeeafc73 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:34.460045 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c02c893-1629-4833-9998-e05787ad6250', 'code': 200}
Dec 18 20:54:34.466771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4a430959-4a13-4922-8e79-e97049a1e3e7 None None] Provisioning complete for port 32869e6e-5796-4fce-881e-b53b1eb6f63a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:34.467674 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4a430959-4a13-4922-8e79-e97049a1e3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.473288 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.482393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8c02c893-1629-4833-9998-e05787ad6250,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:34.529816 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.556307 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a05e4529-8bc2-4dbb-929a-55704a4dbb48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.575413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cf2ca3-314e-4d54-9165-6824f4715cf9 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:34.613169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 15cf2ca3-314e-4d54-9165-6824f4715cf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cf2ca3-314e-4d54-9165-6824f4715cf9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:34.624644 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.627190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network ea861387-475e-4e48-9f26-1703e799dc95 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:34.680748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:34.687324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=e04f6820-1a71-4b44-86e1-fba1e7bad3a4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:34.690636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:34.697339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:34.697999 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.701035 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=15cf2ca3-314e-4d54-9165-6824f4715cf9,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:34.707488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4a430959-4a13-4922-8e79-e97049a1e3e7 None None] Port 32869e6e-5796-4fce-881e-b53b1eb6f63a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:34.714097 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port b60f4815-ec88-4e24-968e-a604b4771eb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b60f4815-ec88-4e24-968e-a604b4771eb4,segment=NetworkSegment(90bfc0dd-7847-4d59-982c-8f54700d8bd3),segment_id=90bfc0dd-7847-4d59-982c-8f54700d8bd3)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:34.718611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95587637-e8ff-41ea-a627-def06e782e81 req-589b5c47-d84c-47c8-aa4f-a192058c097d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3207681
Dec 18 20:54:34.729638 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.733335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.765866 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a05e4529-8bc2-4dbb-929a-55704a4dbb48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.773146 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a05e4529-8bc2-4dbb-929a-55704a4dbb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.819612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8d9a8-bb8d-46ac-ba1d-dc628682e272 req-15b22a82-3782-4b2b-b0e7-ff828ac1f666 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:34.832398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9c8d9a8-bb8d-46ac-ba1d-dc628682e272 req-15b22a82-3782-4b2b-b0e7-ff828ac1f666 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.2387228
Dec 18 20:54:34.835137 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a05e4529-8bc2-4dbb-929a-55704a4dbb48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0137551df8b4152946bfeeb726bec69&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5852916
Dec 18 20:54:34.836021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e4529-8bc2-4dbb-929a-55704a4dbb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58898c10-0222-447a-83b4-18f41bdc8be6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:34.838391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35758) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:34.848847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7991483a-2973-4c01-a06a-7e90924fa3db None None] Network ea861387-475e-4e48-9f26-1703e799dc95 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:34.899973 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c62cdba4-c80e-4b46-a0de-3146e71cd5c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.935207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c62cdba4-c80e-4b46-a0de-3146e71cd5c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:34.935719 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9c8d9a8-bb8d-46ac-ba1d-dc628682e272 req-eda84ee8-5e71-4e0b-b4d4-29a563f9aece tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016438
Dec 18 20:54:34.944684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b1dcdd82-eea4-4ca2-b505-6efe0b8e61f1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.6431520
Dec 18 20:54:34.947170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35762) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:35.012570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c62cdba4-c80e-4b46-a0de-3146e71cd5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:35.015691 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c62cdba4-c80e-4b46-a0de-3146e71cd5c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:35.017518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c62cdba4-c80e-4b46-a0de-3146e71cd5c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58898c10-0222-447a-83b4-18f41bdc8be6 HTTP/1.1" status: 204  len: 168 time: 0.1781988
Dec 18 20:54:35.027414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cdba4-c80e-4b46-a0de-3146e71cd5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58898c10-0222-447a-83b4-18f41bdc8be6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:35.034341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['15cf2ca3-314e-4d54-9165-6824f4715cf9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:35.040864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['8c02c893-1629-4833-9998-e05787ad6250'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:35.113076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9382bd36-b52d-4ac9-8d9a-90f55615b074 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:35.171558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=b60f4815-ec88-4e24-968e-a604b4771eb4,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:35.263880 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cf45e1e2-c400-42d8-bc8c-306ba38a2aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:35.285720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9ff9882b-36e2-4bf5-8599-a1cf8017bde2 None None] Provisioning complete for port 9382bd36-b52d-4ac9-8d9a-90f55615b074 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:35.286109 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9ff9882b-36e2-4bf5-8599-a1cf8017bde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:35.421149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 9382bd36-b52d-4ac9-8d9a-90f55615b074 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:35.421534 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:35.533857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb2989-f1ef-4469-9ad3-9da541d9ce0f req-f1f921c5-20da-4ee5-b14e-366e7b1a6f22 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:35.541989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bfb2989-f1ef-4469-9ad3-9da541d9ce0f req-f1f921c5-20da-4ee5-b14e-366e7b1a6f22 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 948 time: 0.6134281
Dec 18 20:54:35.627160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a7d69-4868-4287-b0fc-c76a9581d3c1 req-87b0bb5a-7485-4c4b-8f04-1d123006684f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:35.628915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e7a7d69-4868-4287-b0fc-c76a9581d3c1 req-87b0bb5a-7485-4c4b-8f04-1d123006684f tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 946 time: 0.5796511
Dec 18 20:54:35.654987 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9ff9882b-36e2-4bf5-8599-a1cf8017bde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:35.779140 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9ff9882b-36e2-4bf5-8599-a1cf8017bde2 None None] For port 9382bd36-b52d-4ac9-8d9a-90f55615b074, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9382bd36-b52d-4ac9-8d9a-90f55615b074,segment=NetworkSegment(d0535161-c73c-4024-90aa-b5fe751676f2),segment_id=d0535161-c73c-4024-90aa-b5fe751676f2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:35.788688 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:35.801153 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9ff9882b-36e2-4bf5-8599-a1cf8017bde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:35.801372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2f508-81e8-45d1-adef-a6ac5199ffd0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port e04f6820-1a71-4b44-86e1-fba1e7bad3a4 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:35.801491 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f508-81e8-45d1-adef-a6ac5199ffd0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:35.865007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bfb2989-f1ef-4469-9ad3-9da541d9ce0f req-091c123a-2941-4b34-ac04-97a5deeba10d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3221488
Dec 18 20:54:35.897725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9882b-36e2-4bf5-8599-a1cf8017bde2 None None] Pushing event updated for resources: {'Port': ['ID=9382bd36-b52d-4ac9-8d9a-90f55615b074,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:35.917097 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:54:35.917536 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:54:35.940797 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-07f11b9f-6407-407c-9963-bcdab9942cfa None None] Provisioning complete for port e04f6820-1a71-4b44-86e1-fba1e7bad3a4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:35.941186 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-07f11b9f-6407-407c-9963-bcdab9942cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:35.958502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e7a7d69-4868-4287-b0fc-c76a9581d3c1 req-41651a1d-94aa-4577-aac4-599fdcbab66b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2440274
Dec 18 20:54:35.995333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32869e6e-5796-4fce-881e-b53b1eb6f63a {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:36.014338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-07f11b9f-6407-407c-9963-bcdab9942cfa None None] Port e04f6820-1a71-4b44-86e1-fba1e7bad3a4 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:36.029518 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.032125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-07f11b9f-6407-407c-9963-bcdab9942cfa None None] Provisioning complete for port 9382bd36-b52d-4ac9-8d9a-90f55615b074 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:36.032276 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-07f11b9f-6407-407c-9963-bcdab9942cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.097400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35794) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:36.124166 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f508-81e8-45d1-adef-a6ac5199ffd0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.174505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2f508-81e8-45d1-adef-a6ac5199ffd0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for e04f6820-1a71-4b44-86e1-fba1e7bad3a4 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:36.180487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Transition to ACTIVE for port object 32869e6e-5796-4fce-881e-b53b1eb6f63a will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:54:36.193102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.213468 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-223277727-network', 'tenant_id': '8d45c473a485472791e742964660e7e9'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:36.240572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a0465-8cd5-40b1-8286-1d893657f680 req-eae6ff7d-ffad-4e96-8e0a-6c27ff6410d6 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:36.241063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Made reservation on behalf of 8d45c473a485472791e742964660e7e9 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:36.242470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa8a0465-8cd5-40b1-8286-1d893657f680 req-eae6ff7d-ffad-4e96-8e0a-6c27ff6410d6 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 948 time: 0.2248228
Dec 18 20:54:36.243942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.254720 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.263542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c678894a-fdff-4e6c-88ee-e63b35c9c177 None None] Provisioning complete for port e04f6820-1a71-4b44-86e1-fba1e7bad3a4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:36.263964 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c678894a-fdff-4e6c-88ee-e63b35c9c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.338868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c678894a-fdff-4e6c-88ee-e63b35c9c177 None None] Port e04f6820-1a71-4b44-86e1-fba1e7bad3a4 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:36.341929 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.345749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a43d-8402-4ac6-b8e1-6d4cbcc91087 req-cb573521-1414-4866-8971-a83f292480b7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:36.347411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1019a43d-8402-4ac6-b8e1-6d4cbcc91087 req-cb573521-1414-4866-8971-a83f292480b7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 932 time: 0.2769578
Dec 18 20:54:36.354043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Pushing event updated for resources: {'Port': ['ID=32869e6e-5796-4fce-881e-b53b1eb6f63a,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:36.384311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.389866 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.417494 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:54:36.428430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:36.434374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.435058 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Added segment b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1 of type vlan for network b4249639-6520-4b9d-908b-e792b10734b1
Dec 18 20:54:36.461803 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60f4815-ec88-4e24-968e-a604b4771eb4'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:36.464343 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45e4d49-12cf-44a3-bfa9-b5c538e4cafd" -d '{"events": [{"server_uuid": "57c911e5-ab47-4315-b264-1c7ab04c57a5", "name": "network-vif-plugged", "status": "completed", "tag": "b60f4815-ec88-4e24-968e-a604b4771eb4"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:36.489552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa8a0465-8cd5-40b1-8286-1d893657f680 req-85631b30-5ebd-4ea4-9167-1c4f4a597dfd tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/security-groups?id=de361ca0-2b3e-4c36-9b50-74e4b1ccff61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965487
Dec 18 20:54:36.503247 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.535614 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.536813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:36.537459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.541739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1019a43d-8402-4ac6-b8e1-6d4cbcc91087 req-bb657da3-e896-4fbd-9580-28d7f025418b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747575
Dec 18 20:54:36.621751 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5223503
Dec 18 20:54:36.622501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35800) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:36.653453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-48780196-323f-4355-bfdc-0f92b9c4639a admin admin] Request body: {'subnet': {'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-223277727-subnet', 'tenant_id': '8d45c473a485472791e742964660e7e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:36.663409 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Attempting to bind port 32869e6e-5796-4fce-881e-b53b1eb6f63a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:36.664882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Attempting to bind port 32869e6e-5796-4fce-881e-b53b1eb6f63a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:36.665381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Attempting to bind port 32869e6e-5796-4fce-881e-b53b1eb6f63a on network b682fe11-354f-40ac-961b-a0ccac207599 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:36.674157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Port 32869e6e-5796-4fce-881e-b53b1eb6f63a on network b682fe11-354f-40ac-961b-a0ccac207599 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:54:36.674568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Attempting to bind port 32869e6e-5796-4fce-881e-b53b1eb6f63a on network b682fe11-354f-40ac-961b-a0ccac207599 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:36.682130 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f508-81e8-45d1-adef-a6ac5199ffd0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.686744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb26f4-14df-4d67-851f-470f9c892b3e admin admin] Pushing event updated for resources: {'Network': ['ID=b4249639-6520-4b9d-908b-e792b10734b1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:36.697281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:36.697532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Checking segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:36.697874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Bound using segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:36.698352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Bound port: 32869e6e-5796-4fce-881e-b53b1eb6f63a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:36.699154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.701345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network b4249639-6520-4b9d-908b-e792b10734b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:54:36.707635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48780196-323f-4355-bfdc-0f92b9c4639a admin admin] Made reservation on behalf of 8d45c473a485472791e742964660e7e9 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:36.712437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-48780196-323f-4355-bfdc-0f92b9c4639a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.776827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2f508-81e8-45d1-adef-a6ac5199ffd0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=e04f6820-1a71-4b44-86e1-fba1e7bad3a4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:36.867888 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdc2f508-81e8-45d1-adef-a6ac5199ffd0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:36.871224 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cdc2f508-81e8-45d1-adef-a6ac5199ffd0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/e04f6820-1a71-4b44-86e1-fba1e7bad3a4 HTTP/1.1" status: 204  len: 168 time: 1.9206970
Dec 18 20:54:36.874465 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35802) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:36.954811 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d672c5-c26d-414f-a634-0476db580122 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:54:36.955396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d672c5-c26d-414f-a634-0476db580122 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:36.962694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-80d672c5-c26d-414f-a634-0476db580122 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/e04f6820-1a71-4b44-86e1-fba1e7bad3a4 HTTP/1.1" status: 404  len: 333 time: 0.0817618
Dec 18 20:54:36.963010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35806) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:36.971926 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec4d54-821a-4025-a529-3399e0586f4d req-2b1ec553-8bd9-4b47-a1ee-411ec3e213b0 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:36.973891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0dec4d54-821a-4025-a529-3399e0586f4d req-2b1ec553-8bd9-4b47-a1ee-411ec3e213b0 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.2107780
Dec 18 20:54:36.977132 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d2eca6-7852-490c-9d94-5ef096996bf2 x-openstack-request-id: req-53d2eca6-7852-490c-9d94-5ef096996bf2 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:36.982778 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c911e5-ab47-4315-b264-1c7ab04c57a5", "name": "network-vif-plugged", "status": "completed", "tag": "b60f4815-ec88-4e24-968e-a604b4771eb4", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:36.983183 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53d2eca6-7852-490c-9d94-5ef096996bf2 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:36.984721 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60f4815-ec88-4e24-968e-a604b4771eb4', 'code': 200}
Dec 18 20:54:37.002828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9382bd36-b52d-4ac9-8d9a-90f55615b074 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:37.009004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] For port 32869e6e-5796-4fce-881e-b53b1eb6f63a, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:37.062840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] For port 32869e6e-5796-4fce-881e-b53b1eb6f63a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32869e6e-5796-4fce-881e-b53b1eb6f63a,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:37.086910 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.097153 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fff841-8c73-4edc-a229-1f1dc10979a4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:54:37.098920 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e1fff841-8c73-4edc-a229-1f1dc10979a4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/e04f6820-1a71-4b44-86e1-fba1e7bad3a4 HTTP/1.1" status: 404  len: 333 time: 0.1352882
Dec 18 20:54:37.102908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35810) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:37.139102 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-48780196-323f-4355-bfdc-0f92b9c4639a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.149364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 9382bd36-b52d-4ac9-8d9a-90f55615b074 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:37.149858 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.211604 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0dec4d54-821a-4025-a529-3399e0586f4d req-df57cca1-a5a6-4a12-9b24-2b7976b20128 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075336
Dec 18 20:54:37.216494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:37.217126 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.218617 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] 10.222.0.31 "PUT /v2.0/ports/32869e6e-5796-4fce-881e-b53b1eb6f63a HTTP/1.1" status: 200  len: 1092 time: 2.8797421
Dec 18 20:54:37.220455 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9031e0-037c-409f-8807-2847c9499293', 'tag': '32869e6e-5796-4fce-881e-b53b1eb6f63a'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:37.227387 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1889769-b164-4dbd-a354-90c038034036" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9031e0-037c-409f-8807-2847c9499293", "tag": "32869e6e-5796-4fce-881e-b53b1eb6f63a"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:37.249102 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-6871fde1-1005-4c9c-90f4-8de3994193d1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting subnet ffaa983c-7bf2-4d4f-8cf8-cbd8ec6ab35a {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:54:37.254962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f6e9-a370-435f-8b27-8193f81411ca req-d89994bf-1a72-4c8a-9633-9ba55bd2da7c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:37.256949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-d89994bf-1a72-4c8a-9633-9ba55bd2da7c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585&tenant_id=f15c3e2ec1194924bee37b0161adc237&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 948 time: 0.2779760
Dec 18 20:54:37.263905 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6871fde1-1005-4c9c-90f4-8de3994193d1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.269334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8c02c893-1629-4833-9998-e05787ad6250 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:37.334183 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6871fde1-1005-4c9c-90f4-8de3994193d1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.336708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 8c02c893-1629-4833-9998-e05787ad6250 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:37.337286 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.337839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48780196-323f-4355-bfdc-0f92b9c4639a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebb4d23-857a-46c7-9813-a2fc5e9567dc,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:37.348506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d532138-89c8-4aeb-b950-f2ee18e1b990 service neutron] Pushing event updated for resources: {'Port': ['ID=32869e6e-5796-4fce-881e-b53b1eb6f63a,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:37.391167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48780196-323f-4355-bfdc-0f92b9c4639a admin admin] Checking segment: {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:37.391582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48780196-323f-4355-bfdc-0f92b9c4639a admin admin] Network hostable DHCP agents. Network: b4249639-6520-4b9d-908b-e792b10734b1, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:54:37.446455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48780196-323f-4355-bfdc-0f92b9c4639a admin admin] Network b4249639-6520-4b9d-908b-e792b10734b1 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:54:37.464845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3d3d5-9ae3-4aa6-83af-4bf8277360ec req-6aaa1d7a-620b-4375-b7aa-093bf0c31d80 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:37.466049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-48780196-323f-4355-bfdc-0f92b9c4639a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b4249639-6520-4b9d-908b-e792b10734b1) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:37.466655 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.471343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48780196-323f-4355-bfdc-0f92b9c4639a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:37.471949 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-48780196-323f-4355-bfdc-0f92b9c4639a admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.477901 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6871fde1-1005-4c9c-90f4-8de3994193d1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.484373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3be3d3d5-9ae3-4aa6-83af-4bf8277360ec req-6aaa1d7a-620b-4375-b7aa-093bf0c31d80 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 948 time: 0.4094896
Dec 18 20:54:37.485748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1fb037-4720-4007-a7b0-e102fff08815 None None] Network b4249639-6520-4b9d-908b-e792b10734b1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:37.520118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c55337-0a1c-475e-af2b-f64eaba9389a req-4cc7e1ac-20c9-485d-9ae6-c1163be723c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:37.522687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6c55337-0a1c-475e-af2b-f64eaba9389a req-4cc7e1ac-20c9-485d-9ae6-c1163be723c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 1097 time: 0.4624474
Dec 18 20:54:37.529933 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-48780196-323f-4355-bfdc-0f92b9c4639a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.8963177
Dec 18 20:54:37.581364 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6871fde1-1005-4c9c-90f4-8de3994193d1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.581867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-a69b0c34-c6c9-45c7-97ca-af0719fcfc56 service neutron] 10.222.0.36 "GET /v2.0/ports/8c02c893-1629-4833-9998-e05787ad6250/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.2997270
Dec 18 20:54:37.587765 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:37.604387 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.605225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 15cf2ca3-314e-4d54-9165-6824f4715cf9 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:37.649998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-50688a46-d690-4d19-83b5-462236c7646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:37.651953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-50688a46-d690-4d19-83b5-462236c7646e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 1095 time: 0.3676581
Dec 18 20:54:37.652708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6871fde1-1005-4c9c-90f4-8de3994193d1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.661825 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6871fde1-1005-4c9c-90f4-8de3994193d1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/ffaa983c-7bf2-4d4f-8cf8-cbd8ec6ab35a HTTP/1.1" status: 204  len: 168 time: 0.5548613
Dec 18 20:54:37.661825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871fde1-1005-4c9c-90f4-8de3994193d1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Subnet': ['ID=ffaa983c-7bf2-4d4f-8cf8-cbd8ec6ab35a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:37.665857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35822) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:37.774849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72260359-1f6a-4e6b-b286-265c3df05b67 req-1a21aefc-7032-44b1-821d-329fa28bd05e tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:37.776632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72260359-1f6a-4e6b-b286-265c3df05b67 req-1a21aefc-7032-44b1-821d-329fa28bd05e tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 946 time: 0.4592693
Dec 18 20:54:37.780666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3be3d3d5-9ae3-4aa6-83af-4bf8277360ec req-9ff0323d-6060-409c-92fc-3f2cd9aef1e4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2951746
Dec 18 20:54:37.784830 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.796687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-7b3680d6-1a6d-495c-842f-bcec44337572 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32869e6e-5796-4fce-881e-b53b1eb6f63a HTTP/1.1" status: 200  len: 217 time: 0.1278257
Dec 18 20:54:37.824918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f6e9-a370-435f-8b27-8193f81411ca req-bea1cddb-8c87-4426-9ef8-cc51a1254cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:37.826609 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-bea1cddb-8c87-4426-9ef8-cc51a1254cec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 1100 time: 0.2058580
Dec 18 20:54:37.847159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6c55337-0a1c-475e-af2b-f64eaba9389a req-f78929db-71cf-4dd4-b5aa-2bcbb2a83860 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2799850
Dec 18 20:54:37.858629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port 9382bd36-b52d-4ac9-8d9a-90f55615b074 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:37.858972 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.877780 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b2eb74-1013-4265-bd8f-f2c8d628c262 x-openstack-request-id: req-b6b2eb74-1013-4265-bd8f-f2c8d628c262 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:37.878730 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9031e0-037c-409f-8807-2847c9499293", "tag": "32869e6e-5796-4fce-881e-b53b1eb6f63a", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:37.878730 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6b2eb74-1013-4265-bd8f-f2c8d628c262 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:37.879156 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9031e0-037c-409f-8807-2847c9499293', 'tag': '32869e6e-5796-4fce-881e-b53b1eb6f63a', 'status': 'completed', 'code': 200}
Dec 18 20:54:37.890453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216891d-2322-4940-9e1a-d7b261f167d7 None None] Network ea861387-475e-4e48-9f26-1703e799dc95 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:37.950144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] For port 9382bd36-b52d-4ac9-8d9a-90f55615b074, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9382bd36-b52d-4ac9-8d9a-90f55615b074,segment=NetworkSegment(d0535161-c73c-4024-90aa-b5fe751676f2),segment_id=d0535161-c73c-4024-90aa-b5fe751676f2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:37.950589 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:37.972582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for 9382bd36-b52d-4ac9-8d9a-90f55615b074 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:37.978014 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-7b58f4c0-3d46-46aa-8a93-c1ff9a40f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:37.979727 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-7b58f4c0-3d46-46aa-8a93-c1ff9a40f006 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.1743884
Dec 18 20:54:37.998382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b39a8b0-f1b2-444e-a271-6e1dcda8009e None None] Network b4249639-6520-4b9d-908b-e792b10734b1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:38.013320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72260359-1f6a-4e6b-b286-265c3df05b67 req-8eff199b-fbbb-40f3-be1c-545154070181 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2086611
Dec 18 20:54:38.119670 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.151840 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8c02c893-1629-4833-9998-e05787ad6250,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:38.162225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f6e9-a370-435f-8b27-8193f81411ca req-9ca5e90b-d246-4678-8759-7f1ed732354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:38.169208 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-9ca5e90b-d246-4678-8759-7f1ed732354f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.3244433
Dec 18 20:54:38.170981 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.177960 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=9382bd36-b52d-4ac9-8d9a-90f55615b074,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:38.181007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No DVR routers for this DVR port 9382bd36-b52d-4ac9-8d9a-90f55615b074 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:54:38.183739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-3dc1302c-46dd-4a14-9b1a-01d0604c5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:38.185374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-3dc1302c-46dd-4a14-9b1a-01d0604c5d19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1325176
Dec 18 20:54:38.186045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 15cf2ca3-314e-4d54-9165-6824f4715cf9 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:54:38.193336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 15cf2ca3-314e-4d54-9165-6824f4715cf9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:38.193543 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.233629 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-f4550704-f6a0-48ab-a5e3-373ff63cdb38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=8c02c893-1629-4833-9998-e05787ad6250 HTTP/1.1" status: 200  len: 217 time: 0.0468040
Dec 18 20:54:38.285208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.294241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ab9bc-21df-4e2a-b6fc-d3d85f8e8290 req-68a5434b-2aac-4f33-ac29-e47abc34e233 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:38.300425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a7c683-cc6a-43a7-95ad-9a1b808ceddd None None] DHCP port deletion for ea861387-475e-4e48-9f26-1703e799dc95 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:54:38.302555 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f76ab9bc-21df-4e2a-b6fc-d3d85f8e8290 req-68a5434b-2aac-4f33-ac29-e47abc34e233 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 948 time: 0.3187830
Dec 18 20:54:38.317157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c8f1250>,) {'filters': {'network_id': ['ea861387-475e-4e48-9f26-1703e799dc95']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:38.339171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c8f1250>, 'd0535161-c73c-4024-90aa-b5fe751676f2') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:38.339476 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.339591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c8f1250>, 'd0535161-c73c-4024-90aa-b5fe751676f2') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:38.352306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.367714 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.374411 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:54:38.374857 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:54:38.378323 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:54:38.384073 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 15cf2ca3-314e-4d54-9165-6824f4715cf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cf2ca3-314e-4d54-9165-6824f4715cf9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:38.384421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685a7b0-bfe3-4e8d-8af1-75b3a2a9658f req-1a6c3ca7-7e94-48c7-a4ca-c62c99ada525 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:38.385957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6685a7b0-bfe3-4e8d-8af1-75b3a2a9658f req-1a6c3ca7-7e94-48c7-a4ca-c62c99ada525 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 944 time: 0.2903402
Dec 18 20:54:38.394505 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.426326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f6e9-a370-435f-8b27-8193f81411ca req-f87dbe95-49ed-43a9-bb74-13809240d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:38.427802 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-f87dbe95-49ed-43a9-bb74-13809240d73e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1242454
Dec 18 20:54:38.460375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=15cf2ca3-314e-4d54-9165-6824f4715cf9,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:38.463638 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.475489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.482982 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/networks/ea861387-475e-4e48-9f26-1703e799dc95 HTTP/1.1" status: 204  len: 168 time: 0.8117056
Dec 18 20:54:38.482982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35830) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:38.498584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f76ab9bc-21df-4e2a-b6fc-d3d85f8e8290 req-4b53e847-8230-4c3e-955e-a002aaca7bc6 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/security-groups?id=de361ca0-2b3e-4c36-9b50-74e4b1ccff61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800256
Dec 18 20:54:38.505056 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-89a3ae00-cdb7-48b3-81d7-371ae5ccf117 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1988476396'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:38.510612 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-bfe455de-98bd-45d3-af10-ccaba2b178ce service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2751603
Dec 18 20:54:38.513988 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.517039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f518a30-66a8-4cf8-bfce-bee24f6eee60 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Network': ['ID=ea861387-475e-4e48-9f26-1703e799dc95,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:38.546073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a3ae00-cdb7-48b3-81d7-371ae5ccf117 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:38.550501 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89a3ae00-cdb7-48b3-81d7-371ae5ccf117 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.558814 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6685a7b0-bfe3-4e8d-8af1-75b3a2a9658f req-aeea1442-8744-4a99-b783-7d4e8d00a16f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528292
Dec 18 20:54:38.583507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a3ae00-cdb7-48b3-81d7-371ae5ccf117 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:54:38.604274 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89a3ae00-cdb7-48b3-81d7-371ae5ccf117 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.605156 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-89a3ae00-cdb7-48b3-81d7-371ae5ccf117 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Added segment dee89aa4-db7c-4dee-af11-01bbcfa85b83 of type vlan for network 9fa23374-61c7-4912-82a1-5d97197d0221
Dec 18 20:54:38.621851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f6e9-a370-435f-8b27-8193f81411ca req-1fb975c6-aaa9-4d09-ac37-41217d575f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:38.623743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-1fb975c6-aaa9-4d09-ac37-41217d575f03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1743569
Dec 18 20:54:38.669249 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89a3ae00-cdb7-48b3-81d7-371ae5ccf117 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.702047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89a3ae00-cdb7-48b3-81d7-371ae5ccf117 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.708869 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3ae00-cdb7-48b3-81d7-371ae5ccf117 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:38.709627 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89a3ae00-cdb7-48b3-81d7-371ae5ccf117 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:38.772898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80558f97-0dfb-46f9-b106-8f0e1ac1d627 req-b5f9e35f-d10d-44f1-8873-def649b283a7 service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2488036
Dec 18 20:54:38.816781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6710960-8906-4cf6-8db1-ca67e406646a req-e93e984d-e225-452e-b7a9-769851536d06 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:38.818490 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6710960-8906-4cf6-8db1-ca67e406646a req-e93e984d-e225-452e-b7a9-769851536d06 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.1190584
Dec 18 20:54:38.820283 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-89a3ae00-cdb7-48b3-81d7-371ae5ccf117 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3361990
Dec 18 20:54:38.820905 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35838) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:38.824401 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-56289031-6df7-4227-9ec8-794f927d7b9a service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897991
Dec 18 20:54:38.830895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-425c9451-a864-4535-afe5-522b105b90c6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': '9fa23374-61c7-4912-82a1-5d97197d0221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:38.854065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3ae00-cdb7-48b3-81d7-371ae5ccf117 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Network': ['ID=9fa23374-61c7-4912-82a1-5d97197d0221,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:38.873048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 9fa23374-61c7-4912-82a1-5d97197d0221 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:54:38.941183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9382bd36-b52d-4ac9-8d9a-90f55615b074 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:54:38.967296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 9382bd36-b52d-4ac9-8d9a-90f55615b074 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:54:38.967984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9382bd36-b52d-4ac9-8d9a-90f55615b074 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:54:38.988288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02c893-1629-4833-9998-e05787ad6250'}, {'server_uuid': 'a9db8beb-c633-4057-bece-f74ed402b4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cf2ca3-314e-4d54-9165-6824f4715cf9'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:38.991050 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2056be1c-a0b7-470c-bd98-de6a8875bcee" -d '{"events": [{"server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "name": "network-vif-plugged", "status": "completed", "tag": "8c02c893-1629-4833-9998-e05787ad6250"}, {"server_uuid": "a9db8beb-c633-4057-bece-f74ed402b4e3", "name": "network-vif-plugged", "status": "completed", "tag": "15cf2ca3-314e-4d54-9165-6824f4715cf9"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:39.044717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425c9451-a864-4535-afe5-522b105b90c6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:39.050750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-425c9451-a864-4535-afe5-522b105b90c6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:39.086116 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6710960-8906-4cf6-8db1-ca67e406646a req-bfbb6221-4374-4049-9b35-cd1b206df2f6 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2388105
Dec 18 20:54:39.099692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889769-b164-4dbd-a354-90c038034036 req-348225e2-4491-418e-8bfb-7a27a5bf17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:39.101354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1889769-b164-4dbd-a354-90c038034036 req-348225e2-4491-418e-8bfb-7a27a5bf17c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 1095 time: 0.2293591
Dec 18 20:54:39.184269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b84934ef-951b-439d-8157-608491e4a225 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:39.191796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b84934ef-951b-439d-8157-608491e4a225 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/networks?id=b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 200  len: 804 time: 0.2840705
Dec 18 20:54:39.199226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-f03ef104-0cee-489a-8518-703931ffb790 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3668036
Dec 18 20:54:39.249237 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-f3a1d14f-ea8e-4c72-be86-0c43f985a547 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/quotas/8d45c473a485472791e742964660e7e9 HTTP/1.1" status: 200  len: 375 time: 0.0565321
Dec 18 20:54:39.287011 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-425c9451-a864-4535-afe5-522b105b90c6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:39.297964 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-93a2755c-1ef8-47bf-aefc-28bf9c862ac9 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d45c473a485472791e742964660e7e9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0405135
Dec 18 20:54:39.328762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70df7ae-d7fc-4453-b3f4-851462229462 req-35bd872b-9b89-4a9b-8cda-5b327d6ee642 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:39.330305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f70df7ae-d7fc-4453-b3f4-851462229462 req-35bd872b-9b89-4a9b-8cda-5b327d6ee642 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.1363575
Dec 18 20:54:39.332445 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889769-b164-4dbd-a354-90c038034036 req-e7ee597f-df78-479b-a637-7a4cb65169d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:39.334181 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1889769-b164-4dbd-a354-90c038034036 req-e7ee597f-df78-479b-a637-7a4cb65169d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.2176704
Dec 18 20:54:39.350108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c9451-a864-4535-afe5-522b105b90c6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Subnet': ['ID=d3554212-d16e-4873-af32-193e7095dc1f,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:39.368807 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425c9451-a864-4535-afe5-522b105b90c6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Checking segment: {'id': 'dee89aa4-db7c-4dee-af11-01bbcfa85b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9fa23374-61c7-4912-82a1-5d97197d0221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:39.369499 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425c9451-a864-4535-afe5-522b105b90c6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network hostable DHCP agents. Network: 9fa23374-61c7-4912-82a1-5d97197d0221, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:54:39.387982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425c9451-a864-4535-afe5-522b105b90c6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 9fa23374-61c7-4912-82a1-5d97197d0221 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:54:39.399524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-425c9451-a864-4535-afe5-522b105b90c6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9fa23374-61c7-4912-82a1-5d97197d0221) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:39.405122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425c9451-a864-4535-afe5-522b105b90c6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:39.406500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-425c9451-a864-4535-afe5-522b105b90c6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:39.410633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c970b18-5799-4727-a81b-89a4562b021b None None] Network 9fa23374-61c7-4912-82a1-5d97197d0221 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:39.428816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1889769-b164-4dbd-a354-90c038034036 req-297b3d42-6013-4096-bd13-47e31af7f790 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32869e6e-5796-4fce-881e-b53b1eb6f63a HTTP/1.1" status: 200  len: 217 time: 0.0835364
Dec 18 20:54:39.434880 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-425c9451-a864-4535-afe5-522b105b90c6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6097577
Dec 18 20:54:39.436072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35850) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:39.442881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': '9fa23374-61c7-4912-82a1-5d97197d0221', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2091747086'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:39.535568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f70df7ae-d7fc-4453-b3f4-851462229462 req-f4d99fa7-6e79-47e5-a86b-91abdd1fa59e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867449
Dec 18 20:54:39.536376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9fa23374-61c7-4912-82a1-5d97197d0221', 'network_id': '9fa23374-61c7-4912-82a1-5d97197d0221', 'project_id': 'ed6e45b689fc4b15afe7d5ba12fe9fa3', 'fixed_ips': [{'subnet_id': 'd3554212-d16e-4873-af32-193e7095dc1f'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:54:39.537314 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:39.548695 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-946049b7-20e4-4228-87e1-dc18500dbfae service neutron] 10.222.0.13 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383122
Dec 18 20:54:39.558960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889769-b164-4dbd-a354-90c038034036 req-65b991ac-e9bc-48e2-bc80-860ad33e68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:39.559978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1889769-b164-4dbd-a354-90c038034036 req-65b991ac-e9bc-48e2-bc80-860ad33e68e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.1179209
Dec 18 20:54:39.604054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:39.608156 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:39.636722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port 66da8fcd-c5fa-4e1f-b481-a663999fef56 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:54:39.694446 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6bdd34-e126-4136-99d6-5407768b91c7 x-openstack-request-id: req-0f6bdd34-e126-4136-99d6-5407768b91c7 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:39.694746 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "name": "network-vif-plugged", "status": "completed", "tag": "8c02c893-1629-4833-9998-e05787ad6250", "code": 200}, {"server_uuid": "a9db8beb-c633-4057-bece-f74ed402b4e3", "name": "network-vif-plugged", "status": "completed", "tag": "15cf2ca3-314e-4d54-9165-6824f4715cf9", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:39.695778 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f6bdd34-e126-4136-99d6-5407768b91c7 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:39.695778 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02c893-1629-4833-9998-e05787ad6250', 'code': 200}
Dec 18 20:54:39.695778 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9db8beb-c633-4057-bece-f74ed402b4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cf2ca3-314e-4d54-9165-6824f4715cf9', 'code': 200}
Dec 18 20:54:39.790937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8::3d0 (9fa23374-61c7-4912-82a1-5d97197d0221/d3554212-d16e-4873-af32-193e7095dc1f/66da8fcd-c5fa-4e1f-b481-a663999fef56) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:39.952552 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:39.996770 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:40.042703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 9fa23374-61c7-4912-82a1-5d97197d0221 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:40.047435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:40.052104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:40.057696 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:40.058449 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:40.061953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Allocated IP 2001:db8::2 (9fa23374-61c7-4912-82a1-5d97197d0221/d3554212-d16e-4873-af32-193e7095dc1f/1276b7d8-112f-4f5e-b812-6952400db35d) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:40.070278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=66da8fcd-c5fa-4e1f-b481-a663999fef56,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:40.082533 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-47da4377-99c1-4768-9b3e-50614ded5a6b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 0.6452813
Dec 18 20:54:40.087191 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35858) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:40.184026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889769-b164-4dbd-a354-90c038034036 req-2ccf77a7-688b-40b0-8b4a-92511fcd341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:40.185612 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1889769-b164-4dbd-a354-90c038034036 req-2ccf77a7-688b-40b0-8b4a-92511fcd341c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6128876
Dec 18 20:54:40.196129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6969da9-baab-4df4-bc72-5f1fb6b803b9 req-49c1e152-d5a8-49e2-b7c1-ca3b459486eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:40.197600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6969da9-baab-4df4-bc72-5f1fb6b803b9 req-49c1e152-d5a8-49e2-b7c1-ca3b459486eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 1100 time: 0.1378677
Dec 18 20:54:40.217753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-161ad38e-b556-4a35-b863-1545543e1a83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port 66da8fcd-c5fa-4e1f-b481-a663999fef56 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:40.218069 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-161ad38e-b556-4a35-b863-1545543e1a83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:40.298042 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:40.299549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be5979-fcf4-4843-8984-b9ee0cac4157 req-91fb9c8e-f4b8-430d-8543-cb6fa8edd9d0 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:40.301589 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53be5979-fcf4-4843-8984-b9ee0cac4157 req-91fb9c8e-f4b8-430d-8543-cb6fa8edd9d0 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 946 time: 0.2278187
Dec 18 20:54:40.308153 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:40.315990 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7a8b8d93-ff69-4e53-9169-6279c1731b0d service neutron] 10.222.0.13 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7663708
Dec 18 20:54:40.326457 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-161ad38e-b556-4a35-b863-1545543e1a83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:40.343481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-161ad38e-b556-4a35-b863-1545543e1a83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for 66da8fcd-c5fa-4e1f-b481-a663999fef56 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:40.375874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Network 9fa23374-61c7-4912-82a1-5d97197d0221 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:40.381216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:40.386417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:40.390036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Pushing event updated for resources: {'Port': ['ID=1276b7d8-112f-4f5e-b812-6952400db35d,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:40.395625 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1889769-b164-4dbd-a354-90c038034036 req-1045d767-7ee5-489e-a2b4-c0291d2d3d4f service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888838
Dec 18 20:54:40.479490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Attempting to bind port 1276b7d8-112f-4f5e-b812-6952400db35d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:40.480020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Attempting to bind port 1276b7d8-112f-4f5e-b812-6952400db35d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dee89aa4-db7c-4dee-af11-01bbcfa85b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9fa23374-61c7-4912-82a1-5d97197d0221'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:40.484786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Attempting to bind port 1276b7d8-112f-4f5e-b812-6952400db35d on network 9fa23374-61c7-4912-82a1-5d97197d0221 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:40.494285 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6969da9-baab-4df4-bc72-5f1fb6b803b9 req-ee10f01a-d1f3-40d9-8db8-8150006ba491 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de361ca0-2b3e-4c36-9b50-74e4b1ccff61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2856395
Dec 18 20:54:40.508331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:40.508768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Checking segment: {'id': 'dee89aa4-db7c-4dee-af11-01bbcfa85b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9fa23374-61c7-4912-82a1-5d97197d0221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:40.511944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:40.512534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Bound using segment: {'id': 'dee89aa4-db7c-4dee-af11-01bbcfa85b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9fa23374-61c7-4912-82a1-5d97197d0221'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:40.513238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Bound port: 1276b7d8-112f-4f5e-b812-6952400db35d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee89aa4-db7c-4dee-af11-01bbcfa85b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9fa23374-61c7-4912-82a1-5d97197d0221'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:40.514196 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:40.518986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53be5979-fcf4-4843-8984-b9ee0cac4157 req-5ded3a43-9d3a-4c4a-9ed5-108ebb372f37 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2095618
Dec 18 20:54:40.542937 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-161ad38e-b556-4a35-b863-1545543e1a83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:40.601818 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1889769-b164-4dbd-a354-90c038034036 req-b6f66f7a-d1c8-4358-851e-4650bde73a00 service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963463
Dec 18 20:54:40.619609 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ad38e-b556-4a35-b863-1545543e1a83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=66da8fcd-c5fa-4e1f-b481-a663999fef56,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:40.638623 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-161ad38e-b556-4a35-b863-1545543e1a83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:40.642077 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-161ad38e-b556-4a35-b863-1545543e1a83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/66da8fcd-c5fa-4e1f-b481-a663999fef56 HTTP/1.1" status: 204  len: 168 time: 0.5545650
Dec 18 20:54:40.644989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35870) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:40.655570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] For port 1276b7d8-112f-4f5e-b812-6952400db35d, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:40.661307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] For port 1276b7d8-112f-4f5e-b812-6952400db35d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1276b7d8-112f-4f5e-b812-6952400db35d,segment=NetworkSegment(dee89aa4-db7c-4dee-af11-01bbcfa85b83),segment_id=dee89aa4-db7c-4dee-af11-01bbcfa85b83)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:40.672065 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:40.676976 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-518256d0-8653-4ce4-b925-10b63aa2ce93 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:54:40.678656 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-518256d0-8653-4ce4-b925-10b63aa2ce93 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/66da8fcd-c5fa-4e1f-b481-a663999fef56 HTTP/1.1" status: 404  len: 333 time: 0.0325115
Dec 18 20:54:40.682823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35872) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:40.719583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7989c-694c-49ae-8eb5-420efbf316e8 req-db71fca4-7b87-48d4-8dd0-9508a58981cc tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:40.721780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ed7989c-694c-49ae-8eb5-420efbf316e8 req-db71fca4-7b87-48d4-8dd0-9508a58981cc tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 949 time: 0.1188915
Dec 18 20:54:40.730683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afd705-9971-4fed-bc11-eb7f0f42a114 req-7b24be8f-fb86-4689-b712-72faed192a94 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:40.740076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4afd705-9971-4fed-bc11-eb7f0f42a114 req-7b24be8f-fb86-4689-b712-72faed192a94 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 944 time: 0.1333301
Dec 18 20:54:40.777405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032b2eb-2a38-4491-ba75-015e565fa002 None None] Pushing event updated for resources: {'Port': ['ID=1276b7d8-112f-4f5e-b812-6952400db35d,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:40.818702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-662e7776-e14b-4ada-af91-e4afbe93abfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting subnet d3554212-d16e-4873-af32-193e7095dc1f {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:54:40.824966 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-662e7776-e14b-4ada-af91-e4afbe93abfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:40.851856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4afd705-9971-4fed-bc11-eb7f0f42a114 req-ab0312bb-780c-4b6e-bb42-e50f0bd7ba20 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115127
Dec 18 20:54:40.869314 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ed7989c-694c-49ae-8eb5-420efbf316e8 req-a10fb580-05ea-4a79-b87e-486f25db9803 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/security-groups?id=de361ca0-2b3e-4c36-9b50-74e4b1ccff61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283534
Dec 18 20:54:40.927530 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-662e7776-e14b-4ada-af91-e4afbe93abfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:41.077400 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-662e7776-e14b-4ada-af91-e4afbe93abfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:41.152759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76632f28-95a8-4944-8536-0fb060c852f4 req-a5929595-b2d1-44c8-8a1e-de739285455c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 210 time: 0.0478251
Dec 18 20:54:41.168990 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-662e7776-e14b-4ada-af91-e4afbe93abfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:41.172183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7a291-42c6-47f6-8be2-b3d68bbade20 req-abd4071b-1e03-4d55-80b4-aa20021c79c8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:41.174403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60f7a291-42c6-47f6-8be2-b3d68bbade20 req-abd4071b-1e03-4d55-80b4-aa20021c79c8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.1590710
Dec 18 20:54:41.220958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e7776-e14b-4ada-af91-e4afbe93abfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Subnet': ['ID=d3554212-d16e-4873-af32-193e7095dc1f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:41.223094 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-662e7776-e14b-4ada-af91-e4afbe93abfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:41.227231 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-662e7776-e14b-4ada-af91-e4afbe93abfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/d3554212-d16e-4873-af32-193e7095dc1f HTTP/1.1" status: 204  len: 168 time: 0.5418293
Dec 18 20:54:41.229899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35880) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:41.309761 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60f7a291-42c6-47f6-8be2-b3d68bbade20 req-a5f7e2c4-afd9-40c3-b6a8-e64587bfb79d tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236742
Dec 18 20:54:41.340822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dc8d6-59b9-4a18-9f3b-5d9b11b70f83 req-5c794366-e949-45c8-a31b-cd703ccd8660 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:41.344665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af6dc8d6-59b9-4a18-9f3b-5d9b11b70f83 req-5c794366-e949-45c8-a31b-cd703ccd8660 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 946 time: 0.1272280
Dec 18 20:54:41.353882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35882) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:41.364253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-09cbfcf0-aba3-4991-a126-b1ee390d38c2 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Request body: {'floatingip': {'port_id': 'b60f4815-ec88-4e24-968e-a604b4771eb4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:41.375767 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:41.453986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 32869e6e-5796-4fce-881e-b53b1eb6f63a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:54:41.462196 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09cbfcf0-aba3-4991-a126-b1ee390d38c2 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:41.469752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port 1276b7d8-112f-4f5e-b812-6952400db35d {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:41.470180 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:41.569004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f063e-e412-49ef-899a-896798792881 req-1c9010cd-922f-4c3a-ba8a-ca729e097432 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:41.575330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] For port 1276b7d8-112f-4f5e-b812-6952400db35d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1276b7d8-112f-4f5e-b812-6952400db35d,segment=NetworkSegment(dee89aa4-db7c-4dee-af11-01bbcfa85b83),segment_id=dee89aa4-db7c-4dee-af11-01bbcfa85b83)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:41.575731 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:41.578780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-285f063e-e412-49ef-899a-896798792881 req-1c9010cd-922f-4c3a-ba8a-ca729e097432 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.1607165
Dec 18 20:54:41.593657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for 1276b7d8-112f-4f5e-b812-6952400db35d owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:41.615801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 32869e6e-5796-4fce-881e-b53b1eb6f63a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32869e6e-5796-4fce-881e-b53b1eb6f63a,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:41.636029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '32869e6e-5796-4fce-881e-b53b1eb6f63a', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'port_id': '32869e6e-5796-4fce-881e-b53b1eb6f63a', 'mac_address': 'fa:16:3e:66:91:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:54:41.669905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-285f063e-e412-49ef-899a-896798792881 req-0d48bd8b-dc89-439e-8aa9-47a550108f73 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905821
Dec 18 20:54:41.724148 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:41.764122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32869e6e-5796-4fce-881e-b53b1eb6f63a {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:41.765206 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:41.801364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=1276b7d8-112f-4f5e-b812-6952400db35d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:41.803290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No DVR routers for this DVR port 1276b7d8-112f-4f5e-b812-6952400db35d on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:54:41.825767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 32869e6e-5796-4fce-881e-b53b1eb6f63a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32869e6e-5796-4fce-881e-b53b1eb6f63a,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:41.834007 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:41.941443 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:42.030124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=32869e6e-5796-4fce-881e-b53b1eb6f63a,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:42.037828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d7442e0>,) {'filters': {'network_id': ['9fa23374-61c7-4912-82a1-5d97197d0221']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:42.062462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d7442e0>, 'dee89aa4-db7c-4dee-af11-01bbcfa85b83') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:42.062462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d7442e0>, 'dee89aa4-db7c-4dee-af11-01bbcfa85b83') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:42.076609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:42.121872 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['32869e6e-5796-4fce-881e-b53b1eb6f63a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:42.252009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-bf1ae26f-b255-47e3-b076-b610833ca5c8 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:42.253094 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-bf1ae26f-b255-47e3-b076-b610833ca5c8 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.36 "GET /v2.0/networks?id=b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 200  len: 804 time: 0.1842535
Dec 18 20:54:42.270227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Request body: {'port': {'device_id': '89fffd39-f05f-4540-8067-b4528d22357a', 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'admin_state_up': True, 'tenant_id': '8d45c473a485472791e742964660e7e9'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:42.277038 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:42.333952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:54:42.334393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:54:42.337453 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:54:42.362677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38abb3a-9de7-46d3-8f77-1d9fcfd18ab0 req-adbfc634-23e7-4aad-998a-1c0b1ad0a984 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:42.364442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f38abb3a-9de7-46d3-8f77-1d9fcfd18ab0 req-adbfc634-23e7-4aad-998a-1c0b1ad0a984 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 949 time: 0.2411070
Dec 18 20:54:42.373745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc22ea-2127-4343-8050-62cd417ebb12 req-f5950623-ed53-4a77-a374-a7d5586a8601 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:42.382176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56bc22ea-2127-4343-8050-62cd417ebb12 req-f5950623-ed53-4a77-a374-a7d5586a8601 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 945 time: 0.3643289
Dec 18 20:54:42.396116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f1d9b-fb00-43ee-8174-c86699dadcc3 None None] Network 9fa23374-61c7-4912-82a1-5d97197d0221 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:42.398383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f6e9-a370-435f-8b27-8193f81411ca req-4f7ff541-d34a-44df-bce3-d128cc136f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:42.399762 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-4f7ff541-d34a-44df-bce3-d128cc136f6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585&tenant_id=f15c3e2ec1194924bee37b0161adc237 HTTP/1.1" status: 200  len: 1100 time: 0.3555906
Dec 18 20:54:42.418698 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:42.443770 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:42.447275 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/networks/9fa23374-61c7-4912-82a1-5d97197d0221 HTTP/1.1" status: 204  len: 168 time: 1.2153969
Dec 18 20:54:42.451500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35894) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:42.453867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf6c29-4631-4c0d-8697-be44efa325d5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Network': ['ID=9fa23374-61c7-4912-82a1-5d97197d0221,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:42.464380 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'name': 'tempest-PortsIpV6TestJSON-52071144'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:42.465512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-819547af-e3ab-4d6e-a411-0d8f46a80362 None None] Could not find standard attr ID for object 1276b7d8-112f-4f5e-b812-6952400db35d. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 20:54:42.557285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Made reservation on behalf of 8d45c473a485472791e742964660e7e9 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:42.560789 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:42.583121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a892c6b-3d4c-4cf5-b950-626d1afb2614 None None] DHCP port deletion for 9fa23374-61c7-4912-82a1-5d97197d0221 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:54:42.627602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56bc22ea-2127-4343-8050-62cd417ebb12 req-17118dd5-e025-4b94-a56d-662bcfb71457 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2443817
Dec 18 20:54:42.628081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:42.631141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f38abb3a-9de7-46d3-8f77-1d9fcfd18ab0 req-90bee28b-9caa-47ac-b7fd-214c4da94e24 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/security-groups?id=de361ca0-2b3e-4c36-9b50-74e4b1ccff61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449152
Dec 18 20:54:42.640726 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:42.649658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f6e9-a370-435f-8b27-8193f81411ca req-64ef6a4a-86ee-4940-b3b2-a7520fe844af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:42.651214 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-64ef6a4a-86ee-4940-b3b2-a7520fe844af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 1100 time: 0.2100654
Dec 18 20:54:42.669100 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09cbfcf0-aba3-4991-a126-b1ee390d38c2 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:42.686052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port 2f25d290-f457-43a8-8c56-c8d76eb26ae8 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:54:42.699692 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09cbfcf0-aba3-4991-a126-b1ee390d38c2 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:42.806469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Allocated IP 172.20.0.3 (b4249639-6520-4b9d-908b-e792b10734b1/bebb4d23-857a-46c7-9813-a2fc5e9567dc/89de2c2f-41bf-4b1d-8047-873c576b5419) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:42.846681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-15184475-865d-4068-a398-bf5cb6af1327 req-a5766295-c2f8-4529-8b83-c50cde5d21b5 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 210 time: 0.0494483
Dec 18 20:54:42.959300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f6e9-a370-435f-8b27-8193f81411ca req-980dc5af-35ca-465c-91f2-2da01bb08da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:42.961568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-980dc5af-35ca-465c-91f2-2da01bb08da4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2946475
Dec 18 20:54:42.971290 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-09cbfcf0-aba3-4991-a126-b1ee390d38c2 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Floating IP 3ddffdf1-4115-4c4c-a717-83caeb31d553 associated. External IP: 172.35.3.85, port: b60f4815-ec88-4e24-968e-a604b4771eb4.
Dec 18 20:54:43.029579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57ad8-4dae-4f57-826d-3c5367e1b6d3 req-e2c8b5cc-da42-41fa-b400-0734278f673b tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:43.031088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2b57ad8-4dae-4f57-826d-3c5367e1b6d3 req-e2c8b5cc-da42-41fa-b400-0734278f673b tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.1902344
Dec 18 20:54:43.034210 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:43.094421 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-da91ef91-fd0d-4238-8427-8fffc8fa7363 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=8c02c893-1629-4833-9998-e05787ad6250 HTTP/1.1" status: 200  len: 217 time: 0.1246409
Dec 18 20:54:43.125603 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:43.129607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:43.200765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:43.213017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:43.215936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:43.222524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:43.223148 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:43.236467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=2f25d290-f457-43a8-8c56-c8d76eb26ae8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:43.236723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc952e6c-39e9-4e1e-b3b5-faa8fa78bb11 req-ba842361-2047-4a9e-858d-80c390d2a05b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:43.238311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc952e6c-39e9-4e1e-b3b5-faa8fa78bb11 req-ba842361-2047-4a9e-858d-80c390d2a05b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.2571836
Dec 18 20:54:43.242155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f6e9-a370-435f-8b27-8193f81411ca req-d2b5c6ea-4821-451c-b89e-a047fcc91cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:43.243579 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-d2b5c6ea-4821-451c-b89e-a047fcc91cf6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1304200
Dec 18 20:54:43.248618 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2b57ad8-4dae-4f57-826d-3c5367e1b6d3 req-40f7a70f-7ea3-452a-9072-1fb6bc720192 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759682
Dec 18 20:54:43.253502 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:43.278469 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-db9ec8d7-b0cd-4141-8322-eafc224ebe4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 848 time: 0.8258140
Dec 18 20:54:43.291406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35902) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:43.319575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Network b4249639-6520-4b9d-908b-e792b10734b1 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:43.323834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:43.328863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:43.385108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Pushing event updated for resources: {'Port': ['ID=89de2c2f-41bf-4b1d-8047-873c576b5419,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:43.396410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:43.396864 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:43.418562 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-7f9109cf-69e7-4972-8e75-ca7e47f6e4fc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1528211
Dec 18 20:54:43.442590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Request body: {'port': {'device_id': '89fffd39-f05f-4540-8067-b4528d22357a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:43.467042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 32869e6e-5796-4fce-881e-b53b1eb6f63a up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:43.527365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:43.558289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 32869e6e-5796-4fce-881e-b53b1eb6f63a completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:54:43.563846 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 32869e6e-5796-4fce-881e-b53b1eb6f63a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:43.564673 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:43.654193 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:43.680464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9031e0-037c-409f-8807-2847c9499293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32869e6e-5796-4fce-881e-b53b1eb6f63a'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:43.682955 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b7ebe8-0cb9-4393-b6c4-702111483540" -d '{"events": [{"server_uuid": "ed9031e0-037c-409f-8807-2847c9499293", "name": "network-vif-plugged", "status": "completed", "tag": "32869e6e-5796-4fce-881e-b53b1eb6f63a"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:43.696817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 32869e6e-5796-4fce-881e-b53b1eb6f63a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32869e6e-5796-4fce-881e-b53b1eb6f63a,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:43.702954 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:43.761096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=32869e6e-5796-4fce-881e-b53b1eb6f63a,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:43.794956 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc952e6c-39e9-4e1e-b3b5-faa8fa78bb11 req-efa9396b-61a6-407b-a287-5d022fbd6b1c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5451648
Dec 18 20:54:43.825784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f6e9-a370-435f-8b27-8193f81411ca req-803b6662-66c3-4d9f-9451-c1e84bb2ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:43.827341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-803b6662-66c3-4d9f-9451-c1e84bb2ac83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5691187
Dec 18 20:54:43.867348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89de2c2f-41bf-4b1d-8047-873c576b5419 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:43.874749 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:43.888560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Transition to ACTIVE for port object 89de2c2f-41bf-4b1d-8047-873c576b5419 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:54:43.893244 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:43.923789 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed7bec-8fdb-4f3b-a9c2-836f756241b6 req-46650b56-dce2-4adb-80bc-246e3baa323d tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:43.925266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7aed7bec-8fdb-4f3b-a9c2-836f756241b6 req-46650b56-dce2-4adb-80bc-246e3baa323d tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 949 time: 0.2162127
Dec 18 20:54:43.944400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=89de2c2f-41bf-4b1d-8047-873c576b5419,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:43.977935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cbfcf0-aba3-4991-a126-b1ee390d38c2 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Router 1e794976-26bd-45de-8a4e-f004f63dd9ec has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:54:44.016651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Attempting to bind port 89de2c2f-41bf-4b1d-8047-873c576b5419 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:44.016985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Attempting to bind port 89de2c2f-41bf-4b1d-8047-873c576b5419 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:44.017309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Attempting to bind port 89de2c2f-41bf-4b1d-8047-873c576b5419 on network b4249639-6520-4b9d-908b-e792b10734b1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:44.021855 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Port 89de2c2f-41bf-4b1d-8047-873c576b5419 on network b4249639-6520-4b9d-908b-e792b10734b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:54:44.022174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Attempting to bind port 89de2c2f-41bf-4b1d-8047-873c576b5419 on network b4249639-6520-4b9d-908b-e792b10734b1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:44.028205 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:44.028542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Checking segment: {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:44.028919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Bound using segment: {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:44.029337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Bound port: 89de2c2f-41bf-4b1d-8047-873c576b5419, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:44.029688 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:44.042112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-124ea01e-e1c0-402f-bdb4-87f51782c5ab tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port 2f25d290-f457-43a8-8c56-c8d76eb26ae8 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:44.042484 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-124ea01e-e1c0-402f-bdb4-87f51782c5ab tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:44.046394 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-fec184c7-6036-48d4-a6cc-79073eba0d1c service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085693
Dec 18 20:54:44.059698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319c16e-73f6-43cc-a7ae-234fd1886a50 req-5feec819-08e0-406a-9080-6415c20164d8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:44.061132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1319c16e-73f6-43cc-a7ae-234fd1886a50 req-5feec819-08e0-406a-9080-6415c20164d8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.1703806
Dec 18 20:54:44.094858 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] For port 89de2c2f-41bf-4b1d-8047-873c576b5419, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:44.099044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] For port 89de2c2f-41bf-4b1d-8047-873c576b5419, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89de2c2f-41bf-4b1d-8047-873c576b5419,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:44.105100 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:44.141124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:44.141745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:44.143152 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] 10.222.0.36 "PUT /v2.0/ports/89de2c2f-41bf-4b1d-8047-873c576b5419 HTTP/1.1" status: 200  len: 1091 time: 0.7079983
Dec 18 20:54:44.143598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fffd39-f05f-4540-8067-b4528d22357a', 'tag': '89de2c2f-41bf-4b1d-8047-873c576b5419'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:44.144977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7aed7bec-8fdb-4f3b-a9c2-836f756241b6 req-393dd66c-9090-4f75-9b8a-522ccf3d0e70 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/security-groups?id=de361ca0-2b3e-4c36-9b50-74e4b1ccff61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1975348
Dec 18 20:54:44.145821 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4bb736-9c4e-4036-99fb-d213edf04496" -d '{"events": [{"name": "network-changed", "server_uuid": "89fffd39-f05f-4540-8067-b4528d22357a", "tag": "89de2c2f-41bf-4b1d-8047-873c576b5419"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:44.168495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=89de2c2f-41bf-4b1d-8047-873c576b5419,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:44.184891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.185572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.185951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.186325 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.186668 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.187004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.187585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.187913 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.188239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.188566 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.188896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.189222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.189542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149b899-cbf7-4bd0-9f94-9f0f0a2f8eb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:44.220610 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee63381-72d5-43e6-98bb-872d8abff248 x-openstack-request-id: req-4ee63381-72d5-43e6-98bb-872d8abff248 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:44.221087 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9031e0-037c-409f-8807-2847c9499293", "name": "network-vif-plugged", "status": "completed", "tag": "32869e6e-5796-4fce-881e-b53b1eb6f63a", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:44.221806 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ee63381-72d5-43e6-98bb-872d8abff248 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:44.222359 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9031e0-037c-409f-8807-2847c9499293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32869e6e-5796-4fce-881e-b53b1eb6f63a', 'code': 200}
Dec 18 20:54:44.275962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-ac50ae16-67f4-46ce-959c-38aa6ab72253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:44.276238 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-124ea01e-e1c0-402f-bdb4-87f51782c5ab tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:44.277759 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-ac50ae16-67f4-46ce-959c-38aa6ab72253 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d45c473a485472791e742964660e7e9&device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 1094 time: 0.0730596
Dec 18 20:54:44.323787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-124ea01e-e1c0-402f-bdb4-87f51782c5ab tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for 2f25d290-f457-43a8-8c56-c8d76eb26ae8 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:44.330917 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-bc0df123-0cdb-453b-bc67-4e3cf23d2f0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89de2c2f-41bf-4b1d-8047-873c576b5419 HTTP/1.1" status: 200  len: 217 time: 0.0379853
Dec 18 20:54:44.364403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1319c16e-73f6-43cc-a7ae-234fd1886a50 req-7ac937fd-4ce7-453a-a5b5-f314e903076a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541754
Dec 18 20:54:44.396351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-4cf9766f-e12a-4113-9c51-798edd7a215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:44.398377 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-4cf9766f-e12a-4113-9c51-798edd7a215d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bebb4d23-857a-46c7-9813-a2fc5e9567dc HTTP/1.1" status: 200  len: 844 time: 0.0572484
Dec 18 20:54:44.432877 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d41df6-cc84-4e77-a1fb-bfbf16890cca x-openstack-request-id: req-89d41df6-cc84-4e77-a1fb-bfbf16890cca {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:44.433381 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fffd39-f05f-4540-8067-b4528d22357a", "tag": "89de2c2f-41bf-4b1d-8047-873c576b5419", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:44.433611 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89d41df6-cc84-4e77-a1fb-bfbf16890cca {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:44.434118 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fffd39-f05f-4540-8067-b4528d22357a', 'tag': '89de2c2f-41bf-4b1d-8047-873c576b5419', 'status': 'completed', 'code': 200}
Dec 18 20:54:44.436455 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-5275389b-2a1f-4ff7-b03d-a5c7df1bcda1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4249639-6520-4b9d-908b-e792b10734b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0299909
Dec 18 20:54:44.454606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cbfcf0-aba3-4991-a126-b1ee390d38c2 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:54:44.462101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2821f6e9-a370-435f-8b27-8193f81411ca req-fd29edf1-42a0-462d-a7c8-9abf36596984 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3999782
Dec 18 20:54:44.467589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa01ab-ba29-4af4-8c6a-d035d491b63f None None] Sync routers for ids ['1e794976-26bd-45de-8a4e-f004f63dd9ec'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:54:44.468143 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09cbfcf0-aba3-4991-a126-b1ee390d38c2 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:44.487227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa01ab-ba29-4af4-8c6a-d035d491b63f None None] Routers {'1e794976-26bd-45de-8a4e-f004f63dd9ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:54:44.488297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4afa01ab-ba29-4af4-8c6a-d035d491b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e22af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:54:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1e794976-26bd-45de-8a4e-f004f63dd9ec'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:44.520662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491727c5-80d6-43ef-bc44-9d3b51d6eba8 req-87a8af4b-6498-4c29-b5dc-be0bb260ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:44.522150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-491727c5-80d6-43ef-bc44-9d3b51d6eba8 req-87a8af4b-6498-4c29-b5dc-be0bb260ed47 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 1097 time: 0.2324224
Dec 18 20:54:44.560691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-09cbfcf0-aba3-4991-a126-b1ee390d38c2 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "PUT /v2.0/floatingips/3ddffdf1-4115-4c4c-a717-83caeb31d553 HTTP/1.1" status: 200  len: 991 time: 3.2029259
Dec 18 20:54:44.567908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'tag': 'b60f4815-ec88-4e24-968e-a604b4771eb4'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:44.570874 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e821aa7-dc71-42c5-8fba-67256b382726" -d '{"events": [{"name": "network-changed", "server_uuid": "57c911e5-ab47-4315-b264-1c7ab04c57a5", "tag": "b60f4815-ec88-4e24-968e-a604b4771eb4"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:44.593160 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-ebc2832e-6204-4c28-a562-6f903384b100 service neutron] 10.222.0.36 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430752
Dec 18 20:54:44.604347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ea07c-cb11-45b2-8ad4-a06a8f5cb215 req-9f816e5e-d21c-47da-9899-6d44010b7352 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:44.605848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f9ea07c-cb11-45b2-8ad4-a06a8f5cb215 req-9f816e5e-d21c-47da-9899-6d44010b7352 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 943 time: 0.2537060
Dec 18 20:54:44.621384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4afa01ab-ba29-4af4-8c6a-d035d491b63f None None] Set router 1e794976-26bd-45de-8a4e-f004f63dd9ec gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:54:44.653686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d1960-1499-457c-b724-bccc5e6b1a12 req-d71ea57f-1f66-4df4-8fcd-94845f5c58a7 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:44.655229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-694d1960-1499-457c-b724-bccc5e6b1a12 req-d71ea57f-1f66-4df4-8fcd-94845f5c58a7 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.1629977
Dec 18 20:54:44.658147 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-124ea01e-e1c0-402f-bdb4-87f51782c5ab tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:44.662951 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-491727c5-80d6-43ef-bc44-9d3b51d6eba8 req-0e061b06-bb34-4837-8399-ff16b22e03b1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308169
Dec 18 20:54:44.681018 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:44.698658 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0033705f-f61a-476b-a4f8-a16e3b22587a req-f626b60e-753b-4151-a9a5-61cf097f891c service neutron] 10.222.0.36 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969825
Dec 18 20:54:44.717765 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ea01e-e1c0-402f-bdb4-87f51782c5ab tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=2f25d290-f457-43a8-8c56-c8d76eb26ae8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:44.743782 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-124ea01e-e1c0-402f-bdb4-87f51782c5ab tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:44.750897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35922) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:44.756538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'mac_address': 'fa:16:3e:03:26:8d', 'name': 'tempest-PortsIpV6TestJSON-1182726084'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:44.758798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-124ea01e-e1c0-402f-bdb4-87f51782c5ab tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/2f25d290-f457-43a8-8c56-c8d76eb26ae8 HTTP/1.1" status: 204  len: 168 time: 1.4656088
Dec 18 20:54:44.776246 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f9ea07c-cb11-45b2-8ad4-a06a8f5cb215 req-d348478d-b7d6-468c-9ba7-50d932a154a8 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589959
Dec 18 20:54:44.799564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-694d1960-1499-457c-b724-bccc5e6b1a12 req-2fed30d2-2472-4ae6-8186-f9721bc27ed1 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357000
Dec 18 20:54:44.847244 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b6102d-95a5-4c17-856c-0825fef6a826 x-openstack-request-id: req-60b6102d-95a5-4c17-856c-0825fef6a826 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:44.847965 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c911e5-ab47-4315-b264-1c7ab04c57a5", "tag": "b60f4815-ec88-4e24-968e-a604b4771eb4", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:44.848460 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60b6102d-95a5-4c17-856c-0825fef6a826 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:44.849081 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'tag': 'b60f4815-ec88-4e24-968e-a604b4771eb4', 'status': 'completed', 'code': 200}
Dec 18 20:54:44.935454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bb736-9c4e-4036-99fb-d213edf04496 req-f919321a-b2e7-4cde-924b-b968dfaf1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:44.936958 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf4bb736-9c4e-4036-99fb-d213edf04496 req-f919321a-b2e7-4cde-924b-b968dfaf1d4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d45c473a485472791e742964660e7e9&device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 1094 time: 0.0944357
Dec 18 20:54:44.955994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:44.987846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07536dc3-9859-484e-b9ee-7619c87d73d7 req-d10690eb-b61d-4065-8ece-98bd30636618 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:44.989444 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07536dc3-9859-484e-b9ee-7619c87d73d7 req-d10690eb-b61d-4065-8ece-98bd30636618 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 949 time: 0.0902719
Dec 18 20:54:44.993400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e821aa7-dc71-42c5-8fba-67256b382726 req-e2615fb2-a9c2-4758-9990-06d0fe691bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:44.994934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e821aa7-dc71-42c5-8fba-67256b382726 req-e2615fb2-a9c2-4758-9990-06d0fe691bed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8efd6d0e0ed74857b4b6265fdacc68cc&device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 1097 time: 0.0636857
Dec 18 20:54:45.130476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4afa01ab-ba29-4af4-8c6a-d035d491b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e22af70>, [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3ddffdf1-4115-4c4c-a717-83caeb31d553', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'floating_ip_address': '172.35.3.85', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'port_id': 'b60f4815-ec88-4e24-968e-a604b4771eb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'mac_address': 'fa:16:3e:ac:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:54:14Z', 'updated_at': '2021-12-18T20:54:42Z', 'revision_number': 1, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7', 'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'mac_address': 'fa:16:3e:a0:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:54:01Z', 'updated_at': '2021-12-18T20:54:14Z', 'revision_number': 5, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'subnets': [{'id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:45.163149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa01ab-ba29-4af4-8c6a-d035d491b63f None None] Checking router: 1e794976-26bd-45de-8a4e-f004f63dd9ec for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:54:45.167970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d2281-a850-4d92-8020-f3ee269e172c req-619d78d5-4140-4f66-ab56-5b772e63f123 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:45.169542 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a8d2281-a850-4d92-8020-f3ee269e172c req-619d78d5-4140-4f66-ab56-5b772e63f123 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 949 time: 0.1791391
Dec 18 20:54:45.172198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa01ab-ba29-4af4-8c6a-d035d491b63f None None] Routers {'1e794976-26bd-45de-8a4e-f004f63dd9ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:54:45.172836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4afa01ab-ba29-4af4-8c6a-d035d491b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e22af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:54:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1e794976-26bd-45de-8a4e-f004f63dd9ec'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:45.181857 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07536dc3-9859-484e-b9ee-7619c87d73d7 req-9b116423-dca6-4d93-a23f-a7260458b935 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644568
Dec 18 20:54:45.253891 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8c02c893-1629-4833-9998-e05787ad6250 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:54:45.297692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e821aa7-dc71-42c5-8fba-67256b382726 req-eee4e08d-dfeb-445d-9498-ba9bba31b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:45.300563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e821aa7-dc71-42c5-8fba-67256b382726 req-eee4e08d-dfeb-445d-9498-ba9bba31b7e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d857e3b8-aa79-4523-91ed-5ea023d39eaf HTTP/1.1" status: 200  len: 916 time: 0.2935135
Dec 18 20:54:45.396459 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:45.399287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4afa01ab-ba29-4af4-8c6a-d035d491b63f None None] Set router 1e794976-26bd-45de-8a4e-f004f63dd9ec gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:54:45.428384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:45.465614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port 5bae3204-3b7b-4868-b313-4afb525e51c8 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:54:45.480040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6793f-94a5-45d7-bc70-ad9468578e27 req-44f6f4dc-c024-4d41-b50c-556c29559c36 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:45.483146 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55b6793f-94a5-45d7-bc70-ad9468578e27 req-44f6f4dc-c024-4d41-b50c-556c29559c36 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 949 time: 0.1942768
Dec 18 20:54:45.490087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bb736-9c4e-4036-99fb-d213edf04496 req-2db4901e-4a58-487b-8a14-13bebe4e64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:45.490087 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf4bb736-9c4e-4036-99fb-d213edf04496 req-2db4901e-4a58-487b-8a14-13bebe4e64db service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 200  len: 905 time: 0.5435567
Dec 18 20:54:45.500078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6a8d2281-a850-4d92-8020-f3ee269e172c req-0532b83e-077d-45a2-8ae8-c84ce569306a tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Deleting port 15cf2ca3-314e-4d54-9165-6824f4715cf9 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:45.500484 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a8d2281-a850-4d92-8020-f3ee269e172c req-0532b83e-077d-45a2-8ae8-c84ce569306a tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:45.504067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:45.513217 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:45.572009 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf4bb736-9c4e-4036-99fb-d213edf04496 req-9633ae4a-9eeb-47de-a3cc-e9b4345805d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89de2c2f-41bf-4b1d-8047-873c576b5419 HTTP/1.1" status: 200  len: 217 time: 0.0522647
Dec 18 20:54:45.610528 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e821aa7-dc71-42c5-8fba-67256b382726 req-5264585a-ab35-4db1-aa72-3f63ab8304a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60f4815-ec88-4e24-968e-a604b4771eb4 HTTP/1.1" status: 200  len: 999 time: 0.2760687
Dec 18 20:54:45.630512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8c02c893-1629-4833-9998-e05787ad6250,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:45.696724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bb736-9c4e-4036-99fb-d213edf04496 req-4e35227c-31aa-46f2-a4b4-63a31a9712f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:45.698203 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf4bb736-9c4e-4036-99fb-d213edf04496 req-4e35227c-31aa-46f2-a4b4-63a31a9712f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bebb4d23-857a-46c7-9813-a2fc5e9567dc HTTP/1.1" status: 200  len: 844 time: 0.1171865
Dec 18 20:54:45.742565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9bf20-615a-4f1f-bebf-ba2ae0bc7b5c req-283736fc-5942-43d7-a2fa-cf021f25ab52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:45.744126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a9bf20-615a-4f1f-bebf-ba2ae0bc7b5c req-283736fc-5942-43d7-a2fa-cf021f25ab52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.2088437
Dec 18 20:54:45.744706 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf4bb736-9c4e-4036-99fb-d213edf04496 req-77b0b024-88eb-4698-8982-43c22bfe03ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4249639-6520-4b9d-908b-e792b10734b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0325327
Dec 18 20:54:45.747886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55b6793f-94a5-45d7-bc70-ad9468578e27 req-c42678ee-29ca-4216-bf55-41aec4e34a19 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/security-groups?id=de361ca0-2b3e-4c36-9b50-74e4b1ccff61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392299
Dec 18 20:54:45.753161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e821aa7-dc71-42c5-8fba-67256b382726 req-60ff79d5-6125-44cf-a502-c6b17b91adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:45.754734 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e821aa7-dc71-42c5-8fba-67256b382726 req-60ff79d5-6125-44cf-a502-c6b17b91adfb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d4d6fec-15bf-4891-838f-b5695bf05b60 HTTP/1.1" status: 200  len: 854 time: 0.1348999
Dec 18 20:54:45.764580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4afa01ab-ba29-4af4-8c6a-d035d491b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e22af70>, [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3ddffdf1-4115-4c4c-a717-83caeb31d553', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'floating_ip_address': '172.35.3.85', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'port_id': 'b60f4815-ec88-4e24-968e-a604b4771eb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'mac_address': 'fa:16:3e:ac:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:54:14Z', 'updated_at': '2021-12-18T20:54:42Z', 'revision_number': 1, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7', 'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'mac_address': 'fa:16:3e:a0:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:54:01Z', 'updated_at': '2021-12-18T20:54:14Z', 'revision_number': 5, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'subnets': [{'id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:54:45.767742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6a8d2281-a850-4d92-8020-f3ee269e172c req-0532b83e-077d-45a2-8ae8-c84ce569306a tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] For port 15cf2ca3-314e-4d54-9165-6824f4715cf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cf2ca3-314e-4d54-9165-6824f4715cf9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:45.768164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a8d2281-a850-4d92-8020-f3ee269e172c req-0532b83e-077d-45a2-8ae8-c84ce569306a tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:45.814998 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa01ab-ba29-4af4-8c6a-d035d491b63f None None] The sync data for ids ['1e794976-26bd-45de-8a4e-f004f63dd9ec'] in ncdv-master-1 is: [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3ddffdf1-4115-4c4c-a717-83caeb31d553', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'floating_ip_address': '172.35.3.85', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'port_id': 'b60f4815-ec88-4e24-968e-a604b4771eb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'mac_address': 'fa:16:3e:ac:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:54:14Z', 'updated_at': '2021-12-18T20:54:42Z', 'revision_number': 1, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7', 'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'mac_address': 'fa:16:3e:a0:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:54:01Z', 'updated_at': '2021-12-18T20:54:14Z', 'revision_number': 5, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'subnets': [{'id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:54:45.829735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6a8d2281-a850-4d92-8020-f3ee269e172c req-0532b83e-077d-45a2-8ae8-c84ce569306a tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Calling delete_port for 15cf2ca3-314e-4d54-9165-6824f4715cf9 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:45.883880 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf4bb736-9c4e-4036-99fb-d213edf04496 req-c714deaa-1e9a-4c05-acc7-e811b8fe2d94 service neutron] 10.222.0.36 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262231
Dec 18 20:54:45.920529 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:45.948896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e821aa7-dc71-42c5-8fba-67256b382726 req-548903f5-984c-44b0-8f2f-de67d206d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:45.950307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e821aa7-dc71-42c5-8fba-67256b382726 req-548903f5-984c-44b0-8f2f-de67d206d86d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d857e3b8-aa79-4523-91ed-5ea023d39eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1734610
Dec 18 20:54:45.960309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a9bf20-615a-4f1f-bebf-ba2ae0bc7b5c req-83329bea-dcd1-4d63-8099-17b30c644f22 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724830
Dec 18 20:54:46.023070 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf4bb736-9c4e-4036-99fb-d213edf04496 req-bcfafef4-7aaa-49e3-8e81-a322b452edf7 service neutron] 10.222.0.36 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289387
Dec 18 20:54:46.024761 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:46.084776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:46.088548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:46.094240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:46.101303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:46.101992 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:46.111968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=5bae3204-3b7b-4868-b313-4afb525e51c8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:46.132434 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0250d2f1-8fe6-494c-8311-5abf74aabd9e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.3778596
Dec 18 20:54:46.132724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381fe39-4934-4012-a3c9-1f8fbaa9dbdb req-3c96aef3-cf05-45f0-a0be-483d265b5849 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:46.133100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35938) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:46.138697 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e381fe39-4934-4012-a3c9-1f8fbaa9dbdb req-3c96aef3-cf05-45f0-a0be-483d265b5849 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 943 time: 0.2269995
Dec 18 20:54:46.188071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7fe574-7f40-4a53-a23a-63f1e17c80d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:46.192642 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5e7fe574-7f40-4a53-a23a-63f1e17c80d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/5bae3204-3b7b-4868-b313-4afb525e51c8 HTTP/1.1" status: 200  len: 845 time: 0.0559118
Dec 18 20:54:46.196417 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc061a-ea88-4d45-bc44-4b49f6d775f4 None None] New status for floating IP 3ddffdf1-4115-4c4c-a717-83caeb31d553: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:54:46.201769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35940) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:46.223783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c02c893-1629-4833-9998-e05787ad6250'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:46.228867 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2f896d-c671-4db4-baef-48015bf12774" -d '{"events": [{"server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "name": "network-vif-unplugged", "status": "completed", "tag": "8c02c893-1629-4833-9998-e05787ad6250"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:46.260957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb06606-cb0c-43ad-92ab-d3e126da95ee req-954bb68f-0ce5-4c94-8a53-5e29b06ce7ce tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:46.271152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bdb06606-cb0c-43ad-92ab-d3e126da95ee req-954bb68f-0ce5-4c94-8a53-5e29b06ce7ce tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.1997654
Dec 18 20:54:46.294600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e821aa7-dc71-42c5-8fba-67256b382726 req-3e36cf4d-1d8a-4321-a640-b0a05fe645d8 service neutron] 10.222.0.31 "GET /v2.0/networks/d857e3b8-aa79-4523-91ed-5ea023d39eaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3331282
Dec 18 20:54:46.363481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2acc7-4d97-4565-b0ec-f7d1f97900d4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port 5bae3204-3b7b-4868-b313-4afb525e51c8 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:46.363993 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2b2acc7-4d97-4565-b0ec-f7d1f97900d4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:46.427699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e381fe39-4934-4012-a3c9-1f8fbaa9dbdb req-bc24453b-e6de-40a9-bfde-7905fb3f84ea tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2832065
Dec 18 20:54:46.456164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a8d2281-a850-4d92-8020-f3ee269e172c req-0532b83e-077d-45a2-8ae8-c84ce569306a tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:46.471364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['15cf2ca3-314e-4d54-9165-6824f4715cf9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:46.498412 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2b2acc7-4d97-4565-b0ec-f7d1f97900d4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:46.529523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2acc7-4d97-4565-b0ec-f7d1f97900d4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for 5bae3204-3b7b-4868-b313-4afb525e51c8 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:46.544271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ddf03-e2da-424e-93f1-29b3e898401d req-098bc38d-06d7-4f75-a94f-51b2749fe52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:46.546200 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e10ddf03-e2da-424e-93f1-29b3e898401d req-098bc38d-06d7-4f75-a94f-51b2749fe52f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 1096 time: 0.2438617
Dec 18 20:54:46.550611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bdb06606-cb0c-43ad-92ab-d3e126da95ee req-f6b291ca-c607-4d17-a341-174d3cb75e96 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2784483
Dec 18 20:54:46.559843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532b83e-077d-45a2-8ae8-c84ce569306a tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Pushing event deleted for resources: {'Port': ['ID=15cf2ca3-314e-4d54-9165-6824f4715cf9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:46.661796 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c16e11-4c23-4101-8db4-14f39a5bf487 x-openstack-request-id: req-69c16e11-4c23-4101-8db4-14f39a5bf487 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:46.662329 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "name": "network-vif-unplugged", "status": "completed", "tag": "8c02c893-1629-4833-9998-e05787ad6250", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:46.664038 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69c16e11-4c23-4101-8db4-14f39a5bf487 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:46.664488 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c02c893-1629-4833-9998-e05787ad6250', 'code': 200}
Dec 18 20:54:46.696360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e821aa7-dc71-42c5-8fba-67256b382726 req-9c6007ce-70a7-415c-aeb0-2b4c0d6345c6 service neutron] 10.222.0.31 "GET /v2.0/networks/d857e3b8-aa79-4523-91ed-5ea023d39eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3855677
Dec 18 20:54:46.703142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8d2281-a850-4d92-8020-f3ee269e172c req-0532b83e-077d-45a2-8ae8-c84ce569306a tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] No DVR routers for this DVR port 15cf2ca3-314e-4d54-9165-6824f4715cf9 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:54:46.732612 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6a8d2281-a850-4d92-8020-f3ee269e172c req-0532b83e-077d-45a2-8ae8-c84ce569306a tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:46.736940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a8d2281-a850-4d92-8020-f3ee269e172c req-0532b83e-077d-45a2-8ae8-c84ce569306a tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.36 "DELETE /v2.0/ports/15cf2ca3-314e-4d54-9165-6824f4715cf9 HTTP/1.1" status: 204  len: 173 time: 1.5539594
Dec 18 20:54:46.739472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2b2acc7-4d97-4565-b0ec-f7d1f97900d4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:46.811676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2acc7-4d97-4565-b0ec-f7d1f97900d4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=5bae3204-3b7b-4868-b313-4afb525e51c8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:46.812946 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e10ddf03-e2da-424e-93f1-29b3e898401d req-cf95e8ed-85d5-4049-9097-b71079138323 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419662
Dec 18 20:54:46.817655 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2b2acc7-4d97-4565-b0ec-f7d1f97900d4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:46.822182 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a2b2acc7-4d97-4565-b0ec-f7d1f97900d4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/5bae3204-3b7b-4868-b313-4afb525e51c8 HTTP/1.1" status: 204  len: 168 time: 0.6192231
Dec 18 20:54:46.824826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35950) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:46.833049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643baa8-8937-4541-8b99-f53353f0b0a3 req-7f4c428c-2a0b-4c7e-9ea3-0cbbe6fd0b90 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:46.839843 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3643baa8-8937-4541-8b99-f53353f0b0a3 req-7f4c428c-2a0b-4c7e-9ea3-0cbbe6fd0b90 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 947 time: 0.1859229
Dec 18 20:54:46.850305 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e891a3b-8b5a-4b42-8aeb-5a905f391f04 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:54:46.852259 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9db8beb-c633-4057-bece-f74ed402b4e3', 'name': 'network-vif-deleted', 'tag': '15cf2ca3-314e-4d54-9165-6824f4715cf9'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:46.852524 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4e891a3b-8b5a-4b42-8aeb-5a905f391f04 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/5bae3204-3b7b-4868-b313-4afb525e51c8 HTTP/1.1" status: 404  len: 333 time: 0.0267620
Dec 18 20:54:46.856178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35952) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:46.856514 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a769104-3218-4878-b424-955ce16b6c34" -d '{"events": [{"server_uuid": "a9db8beb-c633-4057-bece-f74ed402b4e3", "name": "network-vif-deleted", "tag": "15cf2ca3-314e-4d54-9165-6824f4715cf9"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:46.861823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'name': 'tempest-PortsIpV6TestJSON-465895674'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:46.922803 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10f9305e-fc47-4020-8466-a1db67651395 req-9dda13b4-11ce-41af-b9b0-fcdceee01925 tempest-ServerDiagnosticsNegativeTest-2006128567 tempest-ServerDiagnosticsNegativeTest-2006128567-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db8beb-c633-4057-bece-f74ed402b4e3 HTTP/1.1" status: 200  len: 210 time: 0.0468085
Dec 18 20:54:46.953942 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3643baa8-8937-4541-8b99-f53353f0b0a3 req-403223af-32b5-432e-80a7-c45972905798 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107211
Dec 18 20:54:46.960739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:46.964405 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:46.983943 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6b2f5e-c820-4b3a-8caa-be83fba3ccdb x-openstack-request-id: req-0e6b2f5e-c820-4b3a-8caa-be83fba3ccdb {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:46.984558 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9db8beb-c633-4057-bece-f74ed402b4e3", "name": "network-vif-deleted", "tag": "15cf2ca3-314e-4d54-9165-6824f4715cf9", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:46.984898 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e6b2f5e-c820-4b3a-8caa-be83fba3ccdb {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:46.985365 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9db8beb-c633-4057-bece-f74ed402b4e3', 'name': 'network-vif-deleted', 'tag': '15cf2ca3-314e-4d54-9165-6824f4715cf9', 'status': 'completed', 'code': 200}
Dec 18 20:54:46.994117 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port d64573bb-1f8d-487a-bfa4-601f532e4796 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:54:47.118493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710d2e0-17a0-4c36-9459-018a4ca4fbff req-6ab841f5-c303-44d1-adb4-9e85a565fc4d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:47.119984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3710d2e0-17a0-4c36-9459-018a4ca4fbff req-6ab841f5-c303-44d1-adb4-9e85a565fc4d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.0853000
Dec 18 20:54:47.128067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdcfff-9df0-473d-89f7-382dfb3a118a req-95528907-c679-49f5-b1fe-f863f2a03e18 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:47.129445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dacdcfff-9df0-473d-89f7-382dfb3a118a req-95528907-c679-49f5-b1fe-f863f2a03e18 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 947 time: 0.0932734
Dec 18 20:54:47.164589 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:47.199782 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:47.215863 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3710d2e0-17a0-4c36-9459-018a4ca4fbff req-fe69ef88-60f4-451c-97d8-213e6d0ac104 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725677
Dec 18 20:54:47.219041 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dacdcfff-9df0-473d-89f7-382dfb3a118a req-303295b9-99ab-4cae-9232-3898b14ebc12 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747213
Dec 18 20:54:47.251133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8c02c893-1629-4833-9998-e05787ad6250 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:54:47.254051 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:47.257723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:47.260069 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:47.265639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:47.266289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:47.274842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=d64573bb-1f8d-487a-bfa4-601f532e4796,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:47.299719 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8754b2bc-ed65-4153-a205-135e65407977 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.4424908
Dec 18 20:54:47.302421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35966) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:47.307912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-8f8a84d8-5f66-4960-94ec-3df56bb156d8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:47.423376 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f8a84d8-5f66-4960-94ec-3df56bb156d8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:47.477353 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:47.493030 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '8c02c893-1629-4833-9998-e05787ad6250', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '8c02c893-1629-4833-9998-e05787ad6250', 'mac_address': 'fa:16:3e:80:a9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:54:47.533320 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:47.542599 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-19877d9d-975e-45df-af96-fd3d364ca3e9 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f15c3e2ec1194924bee37b0161adc237&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352499
Dec 18 20:54:47.546782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c02c893-1629-4833-9998-e05787ad6250 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:47.568155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:47.572989 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:47.573702 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 89de2c2f-41bf-4b1d-8047-873c576b5419 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:54:47.667174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8c02c893-1629-4833-9998-e05787ad6250,revision_number=10']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:47.724231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 89de2c2f-41bf-4b1d-8047-873c576b5419, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89de2c2f-41bf-4b1d-8047-873c576b5419,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:47.736829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '89de2c2f-41bf-4b1d-8047-873c576b5419', 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'port_id': '89de2c2f-41bf-4b1d-8047-873c576b5419', 'mac_address': 'fa:16:3e:d2:70:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebb4d23-857a-46c7-9813-a2fc5e9567dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:54:47.776568 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:47.791478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89de2c2f-41bf-4b1d-8047-873c576b5419 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:47.812037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 89de2c2f-41bf-4b1d-8047-873c576b5419, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89de2c2f-41bf-4b1d-8047-873c576b5419,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:47.817340 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:47.874725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=89de2c2f-41bf-4b1d-8047-873c576b5419,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:48.061841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d2073-56de-4b54-9bcd-316b2873cb5b req-08ccbaef-ff04-4b25-a0bd-5c32d160e3a6 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:48.063530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-851d2073-56de-4b54-9bcd-316b2873cb5b req-08ccbaef-ff04-4b25-a0bd-5c32d160e3a6 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 943 time: 0.5259435
Dec 18 20:54:48.129672 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f8a84d8-5f66-4960-94ec-3df56bb156d8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:48.138220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-436b3c93-1792-475f-b28c-c949fbef6ce1 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:48.139696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-436b3c93-1792-475f-b28c-c949fbef6ce1 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5506544
Dec 18 20:54:48.142694 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f8a84d8-5f66-4960-94ec-3df56bb156d8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:48.175692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['8c02c893-1629-4833-9998-e05787ad6250'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:48.179632 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['89de2c2f-41bf-4b1d-8047-873c576b5419'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:48.201619 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-851d2073-56de-4b54-9bcd-316b2873cb5b req-c15ef237-aafc-4313-81e3-7081b9271b58 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294866
Dec 18 20:54:48.204076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a84d8-5f66-4960-94ec-3df56bb156d8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] In _notify_port_updated(), no bound segment for port d64573bb-1f8d-487a-bfa4-601f532e4796 on network 466631a1-2d72-4a8d-9e59-78b2554acf28 {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 20:54:48.209356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8a84d8-5f66-4960-94ec-3df56bb156d8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:48.209966 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f8a84d8-5f66-4960-94ec-3df56bb156d8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:48.211285 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8f8a84d8-5f66-4960-94ec-3df56bb156d8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "PUT /v2.0/ports/d64573bb-1f8d-487a-bfa4-601f532e4796 HTTP/1.1" status: 200  len: 818 time: 0.9078758
Dec 18 20:54:48.212911 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-066be44f-82b2-4752-8d5a-591f2721f342 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/quotas/f15c3e2ec1194924bee37b0161adc237 HTTP/1.1" status: 200  len: 375 time: 0.0583301
Dec 18 20:54:48.214524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35990) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:48.223351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a84d8-5f66-4960-94ec-3df56bb156d8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=d64573bb-1f8d-487a-bfa4-601f532e4796,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:48.289362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-22194090-3967-4350-a002-89137d7b255d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0634272
Dec 18 20:54:48.355304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195e8ba-b6df-4fc0-8c3d-c0d37793e5b5 req-683590b3-d4d8-4fc1-b7ac-65b18e0e2932 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:48.358461 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e195e8ba-b6df-4fc0-8c3d-c0d37793e5b5 req-683590b3-d4d8-4fc1-b7ac-65b18e0e2932 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.0635507
Dec 18 20:54:48.358649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e351561f-5c77-497e-9c5f-baa78c474e69 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port d64573bb-1f8d-487a-bfa4-601f532e4796 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:48.359039 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e351561f-5c77-497e-9c5f-baa78c474e69 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:48.418587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e195e8ba-b6df-4fc0-8c3d-c0d37793e5b5 req-d4f5ad11-fc84-438b-b613-22cdf67f4982 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516980
Dec 18 20:54:48.446928 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e351561f-5c77-497e-9c5f-baa78c474e69 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:48.471318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e351561f-5c77-497e-9c5f-baa78c474e69 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for d64573bb-1f8d-487a-bfa4-601f532e4796 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:48.570786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7eaa5-cf73-41c5-ab57-5dacf424731c req-b4397e78-2b19-48a8-a400-1f2f05616838 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:48.572178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ca7eaa5-cf73-41c5-ab57-5dacf424731c req-b4397e78-2b19-48a8-a400-1f2f05616838 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.0540195
Dec 18 20:54:48.598950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e351561f-5c77-497e-9c5f-baa78c474e69 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:48.639369 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e351561f-5c77-497e-9c5f-baa78c474e69 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:48.639479 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ca7eaa5-cf73-41c5-ab57-5dacf424731c req-e6ca1db1-eb8a-4a6f-b332-1e1a3e78112e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563276
Dec 18 20:54:48.646343 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e351561f-5c77-497e-9c5f-baa78c474e69 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/d64573bb-1f8d-487a-bfa4-601f532e4796 HTTP/1.1" status: 204  len: 168 time: 0.4305999
Dec 18 20:54:48.647441 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351561f-5c77-497e-9c5f-baa78c474e69 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=d64573bb-1f8d-487a-bfa4-601f532e4796,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:48.649313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35998) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:48.725849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab78ca5-aeb6-4bdb-8174-1b5ac2bac61f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:48.731074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36006) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:48.731424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0ab78ca5-aeb6-4bdb-8174-1b5ac2bac61f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0809774
Dec 18 20:54:48.756423 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6942e0a-d759-4d91-97e5-feda27ec6819 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:54:48.763868 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b6942e0a-d759-4d91-97e5-feda27ec6819 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/d64573bb-1f8d-487a-bfa4-601f532e4796 HTTP/1.1" status: 404  len: 333 time: 0.0303848
Dec 18 20:54:48.766954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36008) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:48.774677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-301734247'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:48.798025 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c2cb6e9a-1258-43d7-9d4c-038770cb22f3 req-d33470e5-4f45-4941-aeff-18b598026f41 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 210 time: 0.0529604
Dec 18 20:54:48.828056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:48.832682 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:48.871177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:54:48.881642 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:48.882090 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Added segment 8ee55c5c-46d4-491c-ab6a-3f4fe26918b6 of type vlan for network 10b02c63-75bc-498f-966e-3fd299a97106
Dec 18 20:54:48.966519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36024) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:48.985292 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:49.035415 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:49.042114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:49.042777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:49.119227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-a6dc14e4-a87b-4e6e-be91-4628562f6eac tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:49.126545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-a6dc14e4-a87b-4e6e-be91-4628562f6eac tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/networks?id=e50169fc-b606-4273-ae66-869a743059d2 HTTP/1.1" status: 200  len: 811 time: 0.2056298
Dec 18 20:54:49.137189 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-21d937c3-fd58-40d3-a5ef-a796af8ed9b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6af640d59dee48c59f1f191bc541829d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1691208
Dec 18 20:54:49.140027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36028) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:49.146854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3755410
Dec 18 20:54:49.149211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36030) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:49.154711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Network': ['ID=10b02c63-75bc-498f-966e-3fd299a97106,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:49.162196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7e26b317-67fb-4982-ba89-87e9f6a1e577 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': '10b02c63-75bc-498f-966e-3fd299a97106', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:49.168689 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-01c1f6c2-2bda-42a0-b672-1e9d516fc6dd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/quotas/eaf2a3560d8e4c1993aa5a1dfdac5b4e HTTP/1.1" status: 200  len: 375 time: 0.0412240
Dec 18 20:54:49.171653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.171975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.172321 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.172665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.173061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.173398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.173730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.174065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.174433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.174774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.175105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.175442 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.175814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855476f2-3748-47a2-af5c-ab948e196954 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:54:49.191192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 10b02c63-75bc-498f-966e-3fd299a97106 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:54:49.244809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-3c57b74d-98d5-4af1-bd04-c6750dc7d737 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eaf2a3560d8e4c1993aa5a1dfdac5b4e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0749679
Dec 18 20:54:49.279217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 15cf2ca3-314e-4d54-9165-6824f4715cf9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:54:49.297598 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-752584d7-c361-4e4b-b6ec-fd8b90eb048a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:49.311005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 15cf2ca3-314e-4d54-9165-6824f4715cf9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:54:49.311381 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 15cf2ca3-314e-4d54-9165-6824f4715cf9 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:54:49.317899 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:49.332156 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-752584d7-c361-4e4b-b6ec-fd8b90eb048a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:49.358766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e26b317-67fb-4982-ba89-87e9f6a1e577 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:49.362329 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7e26b317-67fb-4982-ba89-87e9f6a1e577 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:49.375842 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d48664e9-511d-4e7c-a2a1-b7befa257b71 service neutron] 10.222.0.13 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299720
Dec 18 20:54:49.442631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4fbab-1ec7-46f9-ab8c-e5700dd8bf2f req-bc289b33-4737-4d94-8986-329814d2565e tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:49.444382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2de4fbab-1ec7-46f9-ab8c-e5700dd8bf2f req-bc289b33-4737-4d94-8986-329814d2565e tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 944 time: 0.1123028
Dec 18 20:54:49.458350 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-752584d7-c361-4e4b-b6ec-fd8b90eb048a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:49.461702 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-752584d7-c361-4e4b-b6ec-fd8b90eb048a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:49.462879 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-752584d7-c361-4e4b-b6ec-fd8b90eb048a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de361ca0-2b3e-4c36-9b50-74e4b1ccff61 HTTP/1.1" status: 204  len: 168 time: 0.3217714
Dec 18 20:54:49.474643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752584d7-c361-4e4b-b6ec-fd8b90eb048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de361ca0-2b3e-4c36-9b50-74e4b1ccff61,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:49.524446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-36350217-405d-4c99-92c4-e35896f34b5c service neutron] 10.222.0.13 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455956
Dec 18 20:54:49.530957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2de4fbab-1ec7-46f9-ab8c-e5700dd8bf2f req-8e71711a-f0dc-472a-af8c-5910facc5729 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737171
Dec 18 20:54:49.642031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7e26b317-67fb-4982-ba89-87e9f6a1e577 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:49.689619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc61c-33d5-4663-82fe-1ba86181dac3 req-31e429ab-70a1-4375-b68c-8ff27e2c5ffe tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:49.691620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cabbc61c-33d5-4663-82fe-1ba86181dac3 req-31e429ab-70a1-4375-b68c-8ff27e2c5ffe tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.0911770
Dec 18 20:54:49.743110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-9a5195a1-7ca2-4f79-a2c0-ddbe362fc806 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f15c3e2ec1194924bee37b0161adc237&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0466456
Dec 18 20:54:49.760354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26b317-67fb-4982-ba89-87e9f6a1e577 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Subnet': ['ID=2c21ae43-635c-41a2-8360-7114b4c7c176,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:49.813242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e26b317-67fb-4982-ba89-87e9f6a1e577 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Checking segment: {'id': '8ee55c5c-46d4-491c-ab6a-3f4fe26918b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10b02c63-75bc-498f-966e-3fd299a97106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:49.813653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e26b317-67fb-4982-ba89-87e9f6a1e577 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network hostable DHCP agents. Network: 10b02c63-75bc-498f-966e-3fd299a97106, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:54:49.857284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e26b317-67fb-4982-ba89-87e9f6a1e577 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 10b02c63-75bc-498f-966e-3fd299a97106 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:54:49.878278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-7e26b317-67fb-4982-ba89-87e9f6a1e577 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10b02c63-75bc-498f-966e-3fd299a97106) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:49.887075 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e26b317-67fb-4982-ba89-87e9f6a1e577 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:49.888378 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7e26b317-67fb-4982-ba89-87e9f6a1e577 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:49.893537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b28e64d-d927-4e1a-84f6-7a5eaf54ef08 None None] Network 10b02c63-75bc-498f-966e-3fd299a97106 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:49.928415 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7e26b317-67fb-4982-ba89-87e9f6a1e577 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7773840
Dec 18 20:54:49.928758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36050) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:49.934656 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3e6d5896-cf21-4c89-89e7-e9fd8783ccec tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': '10b02c63-75bc-498f-966e-3fd299a97106', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:49.936587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cabbc61c-33d5-4663-82fe-1ba86181dac3 req-1a6a0505-b58c-4923-aa3b-012dd77808bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083263
Dec 18 20:54:50.020110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-130a930d-15c4-4107-9180-156a9e8faf8d req-c3d5db1a-a96c-46da-82d4-03186cbb76ed tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 210 time: 0.0547688
Dec 18 20:54:50.030538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-1d5d0a98-5249-4712-bedd-7362a5e23a83 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:50.032277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-1d5d0a98-5249-4712-bedd-7362a5e23a83 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2645700
Dec 18 20:54:50.070525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36056) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:50.076567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f33ec42f-2961-4e5f-9003-69a3353ebf05 req-6dba7cd8-5003-4771-bd15-95567b70bca8 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 210 time: 0.0431626
Dec 18 20:54:50.081462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Request body: {'port': {'device_id': '490a83d0-be20-498a-8e6d-036b4f27f890', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': 'f15c3e2ec1194924bee37b0161adc237'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:50.117537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd8265a8-2f3f-461a-b404-d739680ae618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.122859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10b02c63-75bc-498f-966e-3fd299a97106', 'network_id': '10b02c63-75bc-498f-966e-3fd299a97106', 'project_id': 'ed6e45b689fc4b15afe7d5ba12fe9fa3', 'fixed_ips': [{'subnet_id': '2c21ae43-635c-41a2-8360-7114b4c7c176'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:54:50.124176 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.208943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6d5896-cf21-4c89-89e7-e9fd8783ccec tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:50.214021 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5896-cf21-4c89-89e7-e9fd8783ccec tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.232823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Made reservation on behalf of f15c3e2ec1194924bee37b0161adc237 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:50.239662 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.291018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Allocated IP 2001:db8::2 (10b02c63-75bc-498f-966e-3fd299a97106/2c21ae43-635c-41a2-8360-7114b4c7c176/e2790a63-f96b-4b6a-b47e-77a6d6008fea) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:50.313482 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd8265a8-2f3f-461a-b404-d739680ae618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.322080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd8265a8-2f3f-461a-b404-d739680ae618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.401270 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8265a8-2f3f-461a-b404-d739680ae618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53116536-df98-4899-a4f3-17ffc277a53b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:50.406534 ncdv-master-1 neutron-server[126009]: INFO neutron.db.ipam_backend_mixin [None req-3e6d5896-cf21-4c89-89e7-e9fd8783ccec tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c21ae43-635c-41a2-8360-7114b4c7c176 (CIDR: 2001:db8::/64)
Dec 18 20:54:50.409891 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cd8265a8-2f3f-461a-b404-d739680ae618 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af2f2fadd9324bc08b19f434524b3bbf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3379724
Dec 18 20:54:50.414943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36060) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:50.420604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Allocated IP 192.168.233.249 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/24ea0eab-019c-481e-a0e8-afff63a3a8c8) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:50.431779 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6d5896-cf21-4c89-89e7-e9fd8783ccec tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 20:54:50.432270 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6d5896-cf21-4c89-89e7-e9fd8783ccec tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:54:50.463661 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3e6d5896-cf21-4c89-89e7-e9fd8783ccec tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5307045
Dec 18 20:54:50.466246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36062) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:50.471388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b8cbfb51-3c1f-4bae-99ab-5b31572cc1e9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': '10b02c63-75bc-498f-966e-3fd299a97106', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:50.479897 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.486748 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.539348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Network 10b02c63-75bc-498f-966e-3fd299a97106 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:50.544517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:50.549349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:50.552585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Pushing event updated for resources: {'Port': ['ID=e2790a63-f96b-4b6a-b47e-77a6d6008fea,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:50.621552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Attempting to bind port e2790a63-f96b-4b6a-b47e-77a6d6008fea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:50.622094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Attempting to bind port e2790a63-f96b-4b6a-b47e-77a6d6008fea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8ee55c5c-46d4-491c-ab6a-3f4fe26918b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10b02c63-75bc-498f-966e-3fd299a97106'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:50.623518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Attempting to bind port e2790a63-f96b-4b6a-b47e-77a6d6008fea on network 10b02c63-75bc-498f-966e-3fd299a97106 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:50.629632 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5a9-5beb-49c5-9312-52de180fe984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.634160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:50.634958 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Checking segment: {'id': '8ee55c5c-46d4-491c-ab6a-3f4fe26918b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10b02c63-75bc-498f-966e-3fd299a97106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:50.635716 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.636613 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Bound using segment: {'id': '8ee55c5c-46d4-491c-ab6a-3f4fe26918b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10b02c63-75bc-498f-966e-3fd299a97106'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:50.637338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Bound port: e2790a63-f96b-4b6a-b47e-77a6d6008fea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee55c5c-46d4-491c-ab6a-3f4fe26918b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10b02c63-75bc-498f-966e-3fd299a97106'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:50.637980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.659308 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5a9-5beb-49c5-9312-52de180fe984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.695757 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.730579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cbfb51-3c1f-4bae-99ab-5b31572cc1e9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:50.735130 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8cbfb51-3c1f-4bae-99ab-5b31572cc1e9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.736574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] For port e2790a63-f96b-4b6a-b47e-77a6d6008fea, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:50.743046 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] For port e2790a63-f96b-4b6a-b47e-77a6d6008fea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2790a63-f96b-4b6a-b47e-77a6d6008fea,segment=NetworkSegment(8ee55c5c-46d4-491c-ab6a-3f4fe26918b6),segment_id=8ee55c5c-46d4-491c-ab6a-3f4fe26918b6)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:50.750111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843552b-096a-491e-b101-f4759ff8190b req-f410989d-d673-494b-8609-2a01c2c9921c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:50.750753 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.752856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7843552b-096a-491e-b101-f4759ff8190b req-f410989d-d673-494b-8609-2a01c2c9921c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 944 time: 0.1256413
Dec 18 20:54:50.808486 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5a9-5beb-49c5-9312-52de180fe984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.812077 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5a9-5beb-49c5-9312-52de180fe984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.813705 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-81f5a5a9-5beb-49c5-9312-52de180fe984 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53116536-df98-4899-a4f3-17ffc277a53b HTTP/1.1" status: 204  len: 168 time: 0.3975518
Dec 18 20:54:50.840106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5a5a9-5beb-49c5-9312-52de180fe984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53116536-df98-4899-a4f3-17ffc277a53b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:50.849131 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0025b8-f38b-4f80-b6a6-9d786a37c2f1 None None] Pushing event updated for resources: {'Port': ['ID=e2790a63-f96b-4b6a-b47e-77a6d6008fea,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:50.874012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7843552b-096a-491e-b101-f4759ff8190b req-ac92bf79-f025-4805-97e9-03383a87d58e tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132076
Dec 18 20:54:50.916423 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:50.931175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['209a1be9-0f3f-4756-8361-ca32f4b7d826'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:50.941551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b09fe15f-0b97-40bf-b218-e64ff9933df9', '8c02c893-1629-4833-9998-e05787ad6250'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:51.020411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:51.021915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:51.120552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:51.246813 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8cbfb51-3c1f-4bae-99ab-5b31572cc1e9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:51.302038 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8c02c893-1629-4833-9998-e05787ad6250 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:51.347014 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:51.348906 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:51.390659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Pushing event updated for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:51.457881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cbfb51-3c1f-4bae-99ab-5b31572cc1e9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 10b02c63-75bc-498f-966e-3fd299a97106 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:51.486757 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a91ae38b-b7b5-4983-b1af-58ae22469971 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4092498
Dec 18 20:54:51.508417 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-141d5342-9353-464e-81ff-b39d0acd1b66 req-e7450ca0-1f88-4188-8ea4-1b2cf51e757d tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 210 time: 0.1215894
Dec 18 20:54:51.521101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Request body: {'port': {'device_id': '490a83d0-be20-498a-8e6d-036b4f27f890', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:51.584219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b8cbfb51-3c1f-4bae-99ab-5b31572cc1e9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:51.629628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90d117-63a6-4a15-80b7-6c4267ca64da req-2507ceb2-e1c3-4c03-93ad-ad0389cb0576 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:51.631728 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf90d117-63a6-4a15-80b7-6c4267ca64da req-2507ceb2-e1c3-4c03-93ad-ad0389cb0576 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.5489168
Dec 18 20:54:51.635843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cbfb51-3c1f-4bae-99ab-5b31572cc1e9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:51.638306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8cbfb51-3c1f-4bae-99ab-5b31572cc1e9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:51.644462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbfb51-3c1f-4bae-99ab-5b31572cc1e9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Subnet': ['ID=ddd23fb0-83dd-4b2b-8d6b-0ffc1e51182b,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:51.674377 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b8cbfb51-3c1f-4bae-99ab-5b31572cc1e9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.2040241
Dec 18 20:54:51.685105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36084) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:51.712131 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1ba3bcab-a017-4fe9-b065-88f09f438329 None None] Provisioning complete for port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:51.713966 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1ba3bcab-a017-4fe9-b065-88f09f438329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:51.714302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': '10b02c63-75bc-498f-966e-3fd299a97106', 'fixed_ips': [{'subnet_id': '2c21ae43-635c-41a2-8360-7114b4c7c176'}, {'subnet_id': 'ddd23fb0-83dd-4b2b-8d6b-0ffc1e51182b'}], 'name': 'tempest-PortsIpV6TestJSON-775832978'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:51.728545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-9d42454c-fe50-4517-9542-520283595be7 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:51.731205 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-9d42454c-fe50-4517-9542-520283595be7 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.36 "GET /v2.0/networks?id=e50169fc-b606-4273-ae66-869a743059d2 HTTP/1.1" status: 200  len: 811 time: 0.4923172
Dec 18 20:54:51.750784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Request body: {'port': {'device_id': '2536cb7d-644f-4ed4-bdf8-eb3873d16d9a', 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2', 'admin_state_up': True, 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:51.763216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 8c02c893-1629-4833-9998-e05787ad6250 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:51.763674 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:51.782799 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:51.817399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1ba3bcab-a017-4fe9-b065-88f09f438329 None None] Port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:51.832672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf90d117-63a6-4a15-80b7-6c4267ca64da req-3e8c12ee-7e00-4f4c-8c4a-cc2d8f069bcd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745713
Dec 18 20:54:51.947147 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:51.962721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Made reservation on behalf of eaf2a3560d8e4c1993aa5a1dfdac5b4e for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:51.967532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:51.980843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02c893-1629-4833-9998-e05787ad6250'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:51.984220 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d784558-ab2e-4644-9586-dca5bfb51491" -d '{"events": [{"server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "name": "network-vif-plugged", "status": "completed", "tag": "8c02c893-1629-4833-9998-e05787ad6250"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:52.003048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:52.010497 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:52.011592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 89de2c2f-41bf-4b1d-8047-873c576b5419 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:52.015238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81751-afb0-411b-8f90-1af6da0443e5 req-77b8f562-2cf1-443b-8ac5-72644ed6ec95 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:52.017396 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89a81751-afb0-411b-8f90-1af6da0443e5 req-77b8f562-2cf1-443b-8ac5-72644ed6ec95 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 936 time: 0.3844697
Dec 18 20:54:52.199653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8c02c893-1629-4833-9998-e05787ad6250,revision_number=11']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:52.237170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 89de2c2f-41bf-4b1d-8047-873c576b5419 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:54:52.244748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 89de2c2f-41bf-4b1d-8047-873c576b5419 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:52.245696 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:52.274955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Allocated IP 172.20.0.7 (e50169fc-b606-4273-ae66-869a743059d2/1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1/3638caa9-84ba-4b7e-b9be-44279669b05b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:52.280026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89a81751-afb0-411b-8f90-1af6da0443e5 req-33e0989e-1462-4bbe-82b4-945fc2809a9a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2477207
Dec 18 20:54:52.285144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:54:52.393112 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b780d6b-59a3-4694-bca8-c17c6a0a2484 x-openstack-request-id: req-8b780d6b-59a3-4694-bca8-c17c6a0a2484 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:52.393722 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "name": "network-vif-plugged", "status": "completed", "tag": "8c02c893-1629-4833-9998-e05787ad6250", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:52.393722 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b780d6b-59a3-4694-bca8-c17c6a0a2484 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:52.394077 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02c893-1629-4833-9998-e05787ad6250', 'code': 200}
Dec 18 20:54:52.399567 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:52.421489 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28ba55-0d45-47e6-846b-e2d0b310602f req-f3fd78b2-d6b1-4d5b-b8cd-5179286620da tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:52.430797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b28ba55-0d45-47e6-846b-e2d0b310602f req-f3fd78b2-d6b1-4d5b-b8cd-5179286620da tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 944 time: 0.2660720
Dec 18 20:54:52.487818 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 89de2c2f-41bf-4b1d-8047-873c576b5419, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89de2c2f-41bf-4b1d-8047-873c576b5419,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:52.494334 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:52.583538 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b28ba55-0d45-47e6-846b-e2d0b310602f req-2ec1e984-fb34-40b3-aabe-46ee72875f40 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512856
Dec 18 20:54:52.638421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ea0eab-019c-481e-a0e8-afff63a3a8c8 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:52.647619 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:52.652470 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:52.680178 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:52.694182 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:52.719221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Transition to ACTIVE for port object 24ea0eab-019c-481e-a0e8-afff63a3a8c8 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:54:52.749589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Network e50169fc-b606-4273-ae66-869a743059d2 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:52.753651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:52.758941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:52.759470 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:52.761641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port a1d1e3b3-3533-4afd-ac0a-99509fca9300 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:54:52.788609 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf76ce-856e-41b5-9bc2-d4757e22ad5f None None] Network 10b02c63-75bc-498f-966e-3fd299a97106 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:52.789108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Pushing event updated for resources: {'Port': ['ID=3638caa9-84ba-4b7e-b9be-44279669b05b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:52.851958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:52.852646 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:52.856720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f4df3e7c-2733-4319-be8f-892a0ca14aa9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:52.861789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab74b487-db6b-4980-a83a-5a6906961215 None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:54:52.881236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945c450-608e-4312-a680-5df276f1cd7b req-247d39dc-303a-4c6b-9c12-c506ac32bfa6 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:52.882946 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1945c450-608e-4312-a680-5df276f1cd7b req-247d39dc-303a-4c6b-9c12-c506ac32bfa6 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 931 time: 0.2095335
Dec 18 20:54:52.896035 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-d6419fd0-306b-436d-9bf2-6477a50407a8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1514323
Dec 18 20:54:52.927491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Request body: {'port': {'device_id': '2536cb7d-644f-4ed4-bdf8-eb3873d16d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:52.994725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e2790a63-f96b-4b6a-b47e-77a6d6008fea up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:53.019135 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.044883 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Pushing event updated for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:53.048577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=89de2c2f-41bf-4b1d-8047-873c576b5419,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:53.058999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-832e7bf2-0553-42d2-abb4-5708048785f8 None None] Provisioning complete for port e2790a63-f96b-4b6a-b47e-77a6d6008fea triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:53.059509 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-832e7bf2-0553-42d2-abb4-5708048785f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.138246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Attempting to bind port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:53.138606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Attempting to bind port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:53.138946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Attempting to bind port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:53.168904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1945c450-608e-4312-a680-5df276f1cd7b req-81e07978-5a59-44cd-b152-6d4004b5f4d5 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2648914
Dec 18 20:54:53.169492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:54:53.169861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Attempting to bind port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:53.229987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58641ade-9ef8-4351-8596-66f0bb67be78 req-b7f014cd-da76-49f8-af96-00dbf2f17c8d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:53.237383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58641ade-9ef8-4351-8596-66f0bb67be78 req-b7f014cd-da76-49f8-af96-00dbf2f17c8d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.1874175
Dec 18 20:54:53.250144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:53.250680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:53.252002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:53.252564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Bound port: 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:53.252960 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.254468 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e2790a63-f96b-4b6a-b47e-77a6d6008fea triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:53.254834 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.354090 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-832e7bf2-0553-42d2-abb4-5708048785f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.382618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c585cc-ed1d-43dd-bd37-becda7425e7d None None] Update dhcp port {'port': {'network_id': '10b02c63-75bc-498f-966e-3fd299a97106', 'fixed_ips': [{'subnet_id': '2c21ae43-635c-41a2-8360-7114b4c7c176', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ddd23fb0-83dd-4b2b-8d6b-0ffc1e51182b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e2790a63-f96b-4b6a-b47e-77a6d6008fea'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 20:54:53.417780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58641ade-9ef8-4351-8596-66f0bb67be78 req-8d7288cc-3c2e-4c46-91f0-78d9d2d70541 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1794558
Dec 18 20:54:53.463143 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3638caa9-84ba-4b7e-b9be-44279669b05b {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:53.465193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:53.477710 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.485239 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-14c585cc-ed1d-43dd-bd37-becda7425e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.495351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Transition to ACTIVE for port object 3638caa9-84ba-4b7e-b9be-44279669b05b will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:54:53.500669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:53.500893 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.503176 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.517869 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-832e7bf2-0553-42d2-abb4-5708048785f8 None None] For port e2790a63-f96b-4b6a-b47e-77a6d6008fea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2790a63-f96b-4b6a-b47e-77a6d6008fea,segment=NetworkSegment(8ee55c5c-46d4-491c-ab6a-3f4fe26918b6),segment_id=8ee55c5c-46d4-491c-ab6a-3f4fe26918b6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:53.524353 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.564705 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-832e7bf2-0553-42d2-abb4-5708048785f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.599295 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Pushing event updated for resources: {'Port': ['ID=3638caa9-84ba-4b7e-b9be-44279669b05b,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:53.622428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595afbc1-af24-4c92-8385-f8dbb3fa71b2 None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:54:53.623732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8::9d (10b02c63-75bc-498f-966e-3fd299a97106/2c21ae43-635c-41a2-8360-7114b4c7c176/a1d1e3b3-3533-4afd-ac0a-99509fca9300) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:53.633659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8:0:1::1a8 (10b02c63-75bc-498f-966e-3fd299a97106/ddd23fb0-83dd-4b2b-8d6b-0ffc1e51182b/a1d1e3b3-3533-4afd-ac0a-99509fca9300) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:53.699337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Attempting to bind port 3638caa9-84ba-4b7e-b9be-44279669b05b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:54:53.699958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Attempting to bind port 3638caa9-84ba-4b7e-b9be-44279669b05b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:54:53.700283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Attempting to bind port 3638caa9-84ba-4b7e-b9be-44279669b05b on network e50169fc-b606-4273-ae66-869a743059d2 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:53.705599 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Port 3638caa9-84ba-4b7e-b9be-44279669b05b on network e50169fc-b606-4273-ae66-869a743059d2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:54:53.706100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Attempting to bind port 3638caa9-84ba-4b7e-b9be-44279669b05b on network e50169fc-b606-4273-ae66-869a743059d2 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:54:53.716916 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:54:53.717350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Checking segment: {'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:54:53.717801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Bound using segment: {'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:54:53.718340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Bound port: 3638caa9-84ba-4b7e-b9be-44279669b05b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4cbe43c-4119-4f62-9015-adb39186de3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:54:53.719349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.758320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e7bf2-0553-42d2-abb4-5708048785f8 None None] Pushing event updated for resources: {'Port': ['ID=e2790a63-f96b-4b6a-b47e-77a6d6008fea,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:53.763404 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:54:53.764026 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:54:53.769867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:53.770524 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.773505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] 10.222.0.36 "PUT /v2.0/ports/24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 1096 time: 2.2586684
Dec 18 20:54:53.796944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:53.799983 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6df1f4-78ec-488a-8337-ab2c6c7a5492" -d '{"events": [{"name": "network-changed", "server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:53.828410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] For port 3638caa9-84ba-4b7e-b9be-44279669b05b, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:54:53.833733 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] For port 3638caa9-84ba-4b7e-b9be-44279669b05b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3638caa9-84ba-4b7e-b9be-44279669b05b,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:54:53.841059 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.852342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70837006-e0a6-4b2b-9921-4b50b946f275 req-ef8a2b63-89ee-4655-aeac-649badeb37b0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:53.860396 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70837006-e0a6-4b2b-9921-4b50b946f275 req-ef8a2b63-89ee-4655-aeac-649badeb37b0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 948 time: 0.4392049
Dec 18 20:54:53.885152 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:53.885773 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:53.888333 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] 10.222.0.36 "PUT /v2.0/ports/3638caa9-84ba-4b7e-b9be-44279669b05b HTTP/1.1" status: 200  len: 1091 time: 0.9668427
Dec 18 20:54:53.888927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2536cb7d-644f-4ed4-bdf8-eb3873d16d9a', 'tag': '3638caa9-84ba-4b7e-b9be-44279669b05b'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:53.892289 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c85022-2d40-47ff-ad14-1e37183da0da" -d '{"events": [{"name": "network-changed", "server_uuid": "2536cb7d-644f-4ed4-bdf8-eb3873d16d9a", "tag": "3638caa9-84ba-4b7e-b9be-44279669b05b"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:53.895422 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aabb0fe-9be1-457d-bfa5-5353f404e67f None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:54:53.936852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd746c59-5d98-4f43-8048-0b7352115ded service neutron] Pushing event updated for resources: {'Port': ['ID=3638caa9-84ba-4b7e-b9be-44279669b05b,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:53.995440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-5529098e-949c-4444-a3cf-b21d12e1e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:53.997074 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-5529098e-949c-4444-a3cf-b21d12e1e737 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eaf2a3560d8e4c1993aa5a1dfdac5b4e&device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 1094 time: 0.0553331
Dec 18 20:54:54.086619 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-2167db6f-b13c-4298-9523-d09d18855d11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3638caa9-84ba-4b7e-b9be-44279669b05b HTTP/1.1" status: 200  len: 217 time: 0.0713458
Dec 18 20:54:54.151234 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-52aec7d4-3a5f-4ef0-a935-906f9059abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:54.153158 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-52aec7d4-3a5f-4ef0-a935-906f9059abc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1 HTTP/1.1" status: 200  len: 851 time: 0.0580595
Dec 18 20:54:54.207168 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-175cd56e-51a4-462d-82aa-ea28e2b653bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e50169fc-b606-4273-ae66-869a743059d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409517
Dec 18 20:54:54.336804 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfba2f-c2d2-46f2-ab54-cf3510fc6687 service neutron] Pushing event updated for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:54.370518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-3ea8071d-5219-4684-8cbf-521b9670998a service neutron] 10.222.0.36 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536844
Dec 18 20:54:54.389389 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:54.395055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fffd39-f05f-4540-8067-b4528d22357a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89de2c2f-41bf-4b1d-8047-873c576b5419'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:54:54.397541 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e312e3-6bba-465a-8a1d-4b26cb9e3505" -d '{"events": [{"server_uuid": "89fffd39-f05f-4540-8067-b4528d22357a", "name": "network-vif-plugged", "status": "completed", "tag": "89de2c2f-41bf-4b1d-8047-873c576b5419"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:54:54.404422 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35681c05-c6db-447e-a294-69ac6674e131 req-d0a47932-7216-47f5-802f-6ee54bc4fcf6 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:54.405933 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35681c05-c6db-447e-a294-69ac6674e131 req-d0a47932-7216-47f5-802f-6ee54bc4fcf6 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 945 time: 0.6424038
Dec 18 20:54:54.413995 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70837006-e0a6-4b2b-9921-4b50b946f275 req-7e7ba04f-e834-4571-8c8a-79d608bdfd4f tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5520811
Dec 18 20:54:54.418304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-b9012bbc-2bd6-4535-bcc9-edb29b52cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:54.419765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-b9012bbc-2bd6-4535-bcc9-edb29b52cf6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1099 time: 0.5809705
Dec 18 20:54:54.480228 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eca869e-770d-403f-87a7-58d98a069532 x-openstack-request-id: req-4eca869e-770d-403f-87a7-58d98a069532 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:54.481026 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:54.481026 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4eca869e-770d-403f-87a7-58d98a069532 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:54.481215 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'status': 'completed', 'code': 200}
Dec 18 20:54:54.486068 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ae31e0bb-6e8f-4f17-b55b-4bbd92791834 req-e48f5d38-9087-45c6-b4be-71fc59bcc7a6 service neutron] 10.222.0.36 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1057160
Dec 18 20:54:54.492367 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-5a569467-9acf-4099-96f2-7fa4ce69a0ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 217 time: 0.0568545
Dec 18 20:54:54.520584 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10545112-20c9-428e-adf8-1dda66b6a319 x-openstack-request-id: req-10545112-20c9-428e-adf8-1dda66b6a319 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:54.521671 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2536cb7d-644f-4ed4-bdf8-eb3873d16d9a", "tag": "3638caa9-84ba-4b7e-b9be-44279669b05b", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:54.521671 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10545112-20c9-428e-adf8-1dda66b6a319 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:54.522287 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2536cb7d-644f-4ed4-bdf8-eb3873d16d9a', 'tag': '3638caa9-84ba-4b7e-b9be-44279669b05b', 'status': 'completed', 'code': 200}
Dec 18 20:54:54.559777 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35681c05-c6db-447e-a294-69ac6674e131 req-4c044fc8-0b9c-49fc-bacc-025e59dc3e93 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447279
Dec 18 20:54:54.597123 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:54.614559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a6aeb25b-6c81-4fdb-8272-5bca9f5db777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:54.616037 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-a6aeb25b-6c81-4fdb-8272-5bca9f5db777 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1139786
Dec 18 20:54:54.630043 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c85022-2d40-47ff-ad14-1e37183da0da req-501afa1e-9ce2-4af6-9449-4e1971ff7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:54.632052 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3c85022-2d40-47ff-ad14-1e37183da0da req-501afa1e-9ce2-4af6-9449-4e1971ff7389 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eaf2a3560d8e4c1993aa5a1dfdac5b4e&device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 1094 time: 0.0825567
Dec 18 20:54:54.670150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-14c585cc-ed1d-43dd-bd37-becda7425e7d None None] Allocated IP 2001:db8:0:1::2 (10b02c63-75bc-498f-966e-3fd299a97106/ddd23fb0-83dd-4b2b-8d6b-0ffc1e51182b/e2790a63-f96b-4b6a-b47e-77a6d6008fea) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:54.696777 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 10b02c63-75bc-498f-966e-3fd299a97106 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:54:54.711343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:54:54.716503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:54:54.722130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:54.722835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:54.729036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=a1d1e3b3-3533-4afd-ac0a-99509fca9300,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:54.742108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f6119-dcd0-44ad-8621-92ffa3f7b12b req-2e6234a2-b1dc-46aa-b0e0-f73e2642a9d0 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:54.749451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c77f6119-dcd0-44ad-8621-92ffa3f7b12b req-2e6234a2-b1dc-46aa-b0e0-f73e2642a9d0 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 943 time: 0.1710112
Dec 18 20:54:54.780773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-261a1398-c97c-4ad6-add8-0149d8849483 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 3.0924425
Dec 18 20:54:54.785237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-ee15f604-b053-4dae-8f6f-e1620a0ea989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:54.786503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36166) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:54.787496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-ee15f604-b053-4dae-8f6f-e1620a0ea989 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1392009
Dec 18 20:54:54.799632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2552b4dc-cb96-4e64-b04e-68b0e787402e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c21ae43-635c-41a2-8360-7114b4c7c176'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:54.824585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-14c585cc-ed1d-43dd-bd37-becda7425e7d None None] For port e2790a63-f96b-4b6a-b47e-77a6d6008fea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2790a63-f96b-4b6a-b47e-77a6d6008fea,segment=NetworkSegment(8ee55c5c-46d4-491c-ab6a-3f4fe26918b6),segment_id=8ee55c5c-46d4-491c-ab6a-3f4fe26918b6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:54.849942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c85022-2d40-47ff-ad14-1e37183da0da req-f87c6c63-4025-432d-88d0-0ca84e5e79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:54.852258 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3c85022-2d40-47ff-ad14-1e37183da0da req-f87c6c63-4025-432d-88d0-0ca84e5e79e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e50169fc-b606-4273-ae66-869a743059d2 HTTP/1.1" status: 200  len: 912 time: 0.2043903
Dec 18 20:54:54.863064 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-14c585cc-ed1d-43dd-bd37-becda7425e7d None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:54.868377 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d69960-1048-4a80-9de8-d87d73c0c01d x-openstack-request-id: req-70d69960-1048-4a80-9de8-d87d73c0c01d {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:54:54.868755 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fffd39-f05f-4540-8067-b4528d22357a", "name": "network-vif-plugged", "status": "completed", "tag": "89de2c2f-41bf-4b1d-8047-873c576b5419", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:54:54.869830 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70d69960-1048-4a80-9de8-d87d73c0c01d {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:54:54.871348 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fffd39-f05f-4540-8067-b4528d22357a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89de2c2f-41bf-4b1d-8047-873c576b5419', 'code': 200}
Dec 18 20:54:54.873697 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-14c585cc-ed1d-43dd-bd37-becda7425e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:54.874381 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c77f6119-dcd0-44ad-8621-92ffa3f7b12b req-7ece4803-4a55-45e4-8612-bbcbbd283fa9 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239431
Dec 18 20:54:54.960315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-c721d26b-7ce6-451d-b28a-1dced46d1916 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592200
Dec 18 20:54:54.981115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e2790a63-f96b-4b6a-b47e-77a6d6008fea up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:55.006029 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3c85022-2d40-47ff-ad14-1e37183da0da req-c54ce709-0a97-4360-8654-5c009fedb4b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3638caa9-84ba-4b7e-b9be-44279669b05b HTTP/1.1" status: 200  len: 217 time: 0.1350765
Dec 18 20:54:55.083083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c585cc-ed1d-43dd-bd37-becda7425e7d None None] Pushing event updated for resources: {'Port': ['ID=e2790a63-f96b-4b6a-b47e-77a6d6008fea,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:55.115543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dae09-2167-47f1-a777-63321c841040 req-5c97a14b-2273-4b83-9932-600ff9370a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:55.118330 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-035dae09-2167-47f1-a777-63321c841040 req-5c97a14b-2273-4b83-9932-600ff9370a24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 1096 time: 0.1562402
Dec 18 20:54:55.125240 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e2790a63-f96b-4b6a-b47e-77a6d6008fea triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:55.125625 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:55.127339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28b62b-8bb8-4cdc-a1b2-a503c3d67483 req-cb456ace-069d-4f2d-a231-bfe70e4f7dcc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:55.135583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf28b62b-8bb8-4cdc-a1b2-a503c3d67483 req-cb456ace-069d-4f2d-a231-bfe70e4f7dcc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.1540339
Dec 18 20:54:55.185684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e339432e-c661-47f9-b9e4-5348a28e4958 req-65950c39-29bf-4ffb-b943-9d13a8da72fd service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2094646
Dec 18 20:54:55.218080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c85022-2d40-47ff-ad14-1e37183da0da req-57d08824-3a2d-42a8-bdc7-d891cdfca546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:55.219659 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3c85022-2d40-47ff-ad14-1e37183da0da req-57d08824-3a2d-42a8-bdc7-d891cdfca546 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1 HTTP/1.1" status: 200  len: 851 time: 0.1819077
Dec 18 20:54:55.246462 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf28b62b-8bb8-4cdc-a1b2-a503c3d67483 req-f75213e3-42f1-4272-88c4-f9e50c670eb7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098003
Dec 18 20:54:55.269129 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-035dae09-2167-47f1-a777-63321c841040 req-bd75c1da-23b0-48fc-907b-56cccb7071b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332719
Dec 18 20:54:55.313478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6df1f4-78ec-488a-8337-ab2c6c7a5492 req-c16f3ae3-9774-414f-922e-447207a4470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:55.315801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b6df1f4-78ec-488a-8337-ab2c6c7a5492 req-c16f3ae3-9774-414f-922e-447207a4470d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1099 time: 0.0626657
Dec 18 20:54:55.327674 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3c85022-2d40-47ff-ad14-1e37183da0da req-f830730e-87b9-4fc0-bfaa-95aae5eac410 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e50169fc-b606-4273-ae66-869a743059d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512531
Dec 18 20:54:55.335037 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2552b4dc-cb96-4e64-b04e-68b0e787402e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:55.606703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb5843-1508-4e60-bb51-3883479ad901 req-f3eec103-c646-4ebd-a98c-fc42e7cfafee tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:55.609381 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-febb5843-1508-4e60-bb51-3883479ad901 req-f3eec103-c646-4ebd-a98c-fc42e7cfafee tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 948 time: 0.1067266
Dec 18 20:54:55.696001 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-2552b4dc-cb96-4e64-b04e-68b0e787402e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Delete allocated IP 2001:db8:0:1::1a8 (10b02c63-75bc-498f-966e-3fd299a97106/ddd23fb0-83dd-4b2b-8d6b-0ffc1e51182b) {{(pid=126009) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 18 20:54:55.701588 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3c85022-2d40-47ff-ad14-1e37183da0da req-ce57f9b9-aa89-40cf-929f-16d4046f35ff service neutron] 10.222.0.36 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698577
Dec 18 20:54:55.708599 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6df1f4-78ec-488a-8337-ab2c6c7a5492 req-ee3d8aef-90db-43f8-9f6d-0cb13dee593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:55.711132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b6df1f4-78ec-488a-8337-ab2c6c7a5492 req-ee3d8aef-90db-43f8-9f6d-0cb13dee593b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1972272
Dec 18 20:54:55.730550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-febb5843-1508-4e60-bb51-3883479ad901 req-f1df0d7a-15f2-4dff-a2d3-c74d5434579b tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092291
Dec 18 20:54:55.745986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a4378-4385-49c3-9b0a-af05e496bdf8 req-fdb4f23c-3d00-40e1-931f-749ba4d5249c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:55.750292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954a4378-4385-49c3-9b0a-af05e496bdf8 req-fdb4f23c-3d00-40e1-931f-749ba4d5249c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 945 time: 0.0966084
Dec 18 20:54:55.781110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d842d631-4cb8-4953-8b2a-fbdf01efc339 None None] Network 10b02c63-75bc-498f-966e-3fd299a97106 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:55.806861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b6df1f4-78ec-488a-8337-ab2c6c7a5492 req-5037a146-3598-427e-9766-006e9beae25a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 217 time: 0.0476108
Dec 18 20:54:55.863051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7f50bbef-6762-439a-a176-c078fbfac7d2 None None] Provisioning complete for port e2790a63-f96b-4b6a-b47e-77a6d6008fea triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:55.863787 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f50bbef-6762-439a-a176-c078fbfac7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:55.870858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954a4378-4385-49c3-9b0a-af05e496bdf8 req-083b18d8-f130-4325-ac45-dbbb6c8435ad tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134803
Dec 18 20:54:55.885859 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3c85022-2d40-47ff-ad14-1e37183da0da req-2c71bb9c-cae9-4d5a-bcac-a58fc1378745 service neutron] 10.222.0.36 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628428
Dec 18 20:54:55.887059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6df1f4-78ec-488a-8337-ab2c6c7a5492 req-066f3aad-7b13-4a24-a122-80f6af0058e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:55.888158 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b6df1f4-78ec-488a-8337-ab2c6c7a5492 req-066f3aad-7b13-4a24-a122-80f6af0058e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0622222
Dec 18 20:54:55.966386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6df1f4-78ec-488a-8337-ab2c6c7a5492 req-5bae50f5-3cfd-4889-939c-5d8d36ddf18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:55.968894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b6df1f4-78ec-488a-8337-ab2c6c7a5492 req-5bae50f5-3cfd-4889-939c-5d8d36ddf18a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0668192
Dec 18 20:54:55.992950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2552b4dc-cb96-4e64-b04e-68b0e787402e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:56.001562 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2552b4dc-cb96-4e64-b04e-68b0e787402e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:56.071598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2552b4dc-cb96-4e64-b04e-68b0e787402e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] In _notify_port_updated(), no bound segment for port a1d1e3b3-3533-4afd-ac0a-99509fca9300 on network 10b02c63-75bc-498f-966e-3fd299a97106 {{(pid=126009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 20:54:56.075818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d955bc-f1dd-4db2-9508-6276b873fb92 req-ce881cd7-c604-4b67-93da-0253ab9755d6 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:56.076996 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552b4dc-cb96-4e64-b04e-68b0e787402e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:56.077608 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2552b4dc-cb96-4e64-b04e-68b0e787402e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:56.080569 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2552b4dc-cb96-4e64-b04e-68b0e787402e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "PUT /v2.0/ports/a1d1e3b3-3533-4afd-ac0a-99509fca9300 HTTP/1.1" status: 200  len: 924 time: 1.2907085
Dec 18 20:54:56.083502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48d955bc-f1dd-4db2-9508-6276b873fb92 req-ce881cd7-c604-4b67-93da-0253ab9755d6 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 943 time: 0.1135314
Dec 18 20:54:56.088032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36190) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:56.095247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2533adc4-541f-47ac-ab87-b5d224645a8d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c21ae43-635c-41a2-8360-7114b4c7c176'}, {'subnet_id': 'ddd23fb0-83dd-4b2b-8d6b-0ffc1e51182b'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:54:56.125834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552b4dc-cb96-4e64-b04e-68b0e787402e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=a1d1e3b3-3533-4afd-ac0a-99509fca9300,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:56.170816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48d955bc-f1dd-4db2-9508-6276b873fb92 req-2dc46090-5d6c-4878-92cc-574da45764b0 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863702
Dec 18 20:54:56.172942 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b6df1f4-78ec-488a-8337-ab2c6c7a5492 req-222810b5-042a-4a57-8e4d-e0547d227dfd service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1931758
Dec 18 20:54:56.173987 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2533adc4-541f-47ac-ab87-b5d224645a8d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:56.295481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b6df1f4-78ec-488a-8337-ab2c6c7a5492 req-a96963d8-32b9-4de9-9527-8183f1f2e5a6 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1088855
Dec 18 20:54:56.349658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-06bb6bf0-79f1-45c8-b32c-bdf5ad39da6d None None] Provisioning complete for port e2790a63-f96b-4b6a-b47e-77a6d6008fea triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:56.350029 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-06bb6bf0-79f1-45c8-b32c-bdf5ad39da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:56.421282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca3499-478a-423f-a385-ce1db8d7e218 req-4f112019-2d85-480f-816a-b3051dd44439 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:56.423350 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ca3499-478a-423f-a385-ce1db8d7e218 req-4f112019-2d85-480f-816a-b3051dd44439 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.0717101
Dec 18 20:54:56.521224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-06bb6bf0-79f1-45c8-b32c-bdf5ad39da6d None None] Provisioning complete for port a1d1e3b3-3533-4afd-ac0a-99509fca9300 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:56.521826 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-06bb6bf0-79f1-45c8-b32c-bdf5ad39da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:56.534764 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ca3499-478a-423f-a385-ce1db8d7e218 req-52350b8b-ff93-42a4-bfb4-26dca2f36b3d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976782
Dec 18 20:54:56.587188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-06bb6bf0-79f1-45c8-b32c-bdf5ad39da6d None None] Port a1d1e3b3-3533-4afd-ac0a-99509fca9300 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:56.729510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-28923daf-adb7-425e-95ce-835e4bcc1555 None None] Provisioning complete for port a1d1e3b3-3533-4afd-ac0a-99509fca9300 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:56.729875 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-28923daf-adb7-425e-95ce-835e4bcc1555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:56.804481 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-28923daf-adb7-425e-95ce-835e4bcc1555 None None] Port a1d1e3b3-3533-4afd-ac0a-99509fca9300 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:56.935683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e2790a63-f96b-4b6a-b47e-77a6d6008fea up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:54:56.955470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046c7c2-4bde-4923-89e3-14dc2442489b req-bbd69ac2-7335-4f91-b7b4-81329cb27a0a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:56.964540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7046c7c2-4bde-4923-89e3-14dc2442489b req-bbd69ac2-7335-4f91-b7b4-81329cb27a0a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 948 time: 0.1153636
Dec 18 20:54:56.981715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-2533adc4-541f-47ac-ab87-b5d224645a8d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8:0:1::206 (10b02c63-75bc-498f-966e-3fd299a97106/ddd23fb0-83dd-4b2b-8d6b-0ffc1e51182b/a1d1e3b3-3533-4afd-ac0a-99509fca9300) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:54:56.990448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e2790a63-f96b-4b6a-b47e-77a6d6008fea triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:56.992182 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:57.044128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d3aa54d6-d023-4e13-9fbd-9efaf70ad8e2 None None] Provisioning complete for port a1d1e3b3-3533-4afd-ac0a-99509fca9300 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:57.044777 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d3aa54d6-d023-4e13-9fbd-9efaf70ad8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:57.055990 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7046c7c2-4bde-4923-89e3-14dc2442489b req-156e8f68-b6b0-4c9c-8c7a-48b2e828372c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902827
Dec 18 20:54:57.099417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4430bc-e6cf-4b1d-b636-37efbc13affc req-ffc4a320-fb8e-4888-ba99-cb25ee5dddef tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:57.101263 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc4430bc-e6cf-4b1d-b636-37efbc13affc req-ffc4a320-fb8e-4888-ba99-cb25ee5dddef tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 945 time: 0.0706983
Dec 18 20:54:57.151247 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2533adc4-541f-47ac-ab87-b5d224645a8d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:57.157734 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2533adc4-541f-47ac-ab87-b5d224645a8d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:57.168120 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc4430bc-e6cf-4b1d-b636-37efbc13affc req-61b81d34-4d66-42db-901b-e8ef5c1d70e2 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599573
Dec 18 20:54:57.219206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533adc4-541f-47ac-ab87-b5d224645a8d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=a1d1e3b3-3533-4afd-ac0a-99509fca9300,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:57.303445 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2533adc4-541f-47ac-ab87-b5d224645a8d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] In _notify_port_updated(), no bound segment for port a1d1e3b3-3533-4afd-ac0a-99509fca9300 on network 10b02c63-75bc-498f-966e-3fd299a97106 {{(pid=126009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 20:54:57.316024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2533adc4-541f-47ac-ab87-b5d224645a8d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:57.320226 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2533adc4-541f-47ac-ab87-b5d224645a8d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:57.324542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36248) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:57.324776 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2533adc4-541f-47ac-ab87-b5d224645a8d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "PUT /v2.0/ports/a1d1e3b3-3533-4afd-ac0a-99509fca9300 HTTP/1.1" status: 200  len: 1010 time: 1.2358170
Dec 18 20:54:57.342238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 24ea0eab-019c-481e-a0e8-afff63a3a8c8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:54:57.364317 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa54d6-d023-4e13-9fbd-9efaf70ad8e2 None None] Port a1d1e3b3-3533-4afd-ac0a-99509fca9300 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:57.467734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:57.488089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0445bda-50f9-495d-a193-cc7463ae721e req-05406216-d5ca-4ab5-a892-aa7a99e5bae4 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:57.489651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0445bda-50f9-495d-a193-cc7463ae721e req-05406216-d5ca-4ab5-a892-aa7a99e5bae4 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 943 time: 0.1574376
Dec 18 20:54:57.490500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'mac_address': 'fa:16:3e:a6:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:54:57.501052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e358671-a6f4-408d-856a-ad0a6c799670 req-8976a810-eb1f-492e-89df-c86417e8edf4 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:57.502523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e358671-a6f4-408d-856a-ad0a6c799670 req-8976a810-eb1f-492e-89df-c86417e8edf4 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 945 time: 0.1151333
Dec 18 20:54:57.550800 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:57.571860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ea0eab-019c-481e-a0e8-afff63a3a8c8 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:57.594058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0445bda-50f9-495d-a193-cc7463ae721e req-53f0aab7-768e-4e5e-8acf-0dfaa92578ab tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903597
Dec 18 20:54:57.596334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:57.602122 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:57.603030 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 3638caa9-84ba-4b7e-b9be-44279669b05b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:54:57.628402 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e358671-a6f4-408d-856a-ad0a6c799670 req-d61a2d58-afdf-4d7f-9239-318734381a8c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114824
Dec 18 20:54:57.636526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-99725850-b3e5-4e9b-92aa-fdbe290e9289 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port a1d1e3b3-3533-4afd-ac0a-99509fca9300 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:57.637072 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99725850-b3e5-4e9b-92aa-fdbe290e9289 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:57.665085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:57.742209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-448d2a7e-de5c-43b4-afd0-e1850e8aa0eb None None] Provisioning complete for port a1d1e3b3-3533-4afd-ac0a-99509fca9300 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:54:57.742769 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-448d2a7e-de5c-43b4-afd0-e1850e8aa0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:57.774396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41be5e5-63b4-4773-9c82-103817cc4733 req-e02ec16a-165d-4103-9dd3-33370c545e11 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:57.775893 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a41be5e5-63b4-4773-9c82-103817cc4733 req-e02ec16a-165d-4103-9dd3-33370c545e11 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.0891314
Dec 18 20:54:57.779596 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99725850-b3e5-4e9b-92aa-fdbe290e9289 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:57.799330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-448d2a7e-de5c-43b4-afd0-e1850e8aa0eb None None] Port a1d1e3b3-3533-4afd-ac0a-99509fca9300 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:54:57.811109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-99725850-b3e5-4e9b-92aa-fdbe290e9289 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for a1d1e3b3-3533-4afd-ac0a-99509fca9300 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:57.815094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 3638caa9-84ba-4b7e-b9be-44279669b05b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3638caa9-84ba-4b7e-b9be-44279669b05b,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:57.826739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '3638caa9-84ba-4b7e-b9be-44279669b05b', 'network_id': 'e50169fc-b606-4273-ae66-869a743059d2', 'port_id': '3638caa9-84ba-4b7e-b9be-44279669b05b', 'mac_address': 'fa:16:3e:f6:61:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:54:57.876728 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:57.885603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a41be5e5-63b4-4773-9c82-103817cc4733 req-2c47e7a2-6b6b-4b59-9c52-cf78b7ecd5d5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975232
Dec 18 20:54:57.892570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3638caa9-84ba-4b7e-b9be-44279669b05b {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:54:57.923302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 3638caa9-84ba-4b7e-b9be-44279669b05b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3638caa9-84ba-4b7e-b9be-44279669b05b,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:57.928681 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:58.013765 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=3638caa9-84ba-4b7e-b9be-44279669b05b,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:58.049240 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99725850-b3e5-4e9b-92aa-fdbe290e9289 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:58.083535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99725850-b3e5-4e9b-92aa-fdbe290e9289 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=a1d1e3b3-3533-4afd-ac0a-99509fca9300,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:58.151941 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99725850-b3e5-4e9b-92aa-fdbe290e9289 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:58.155575 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-99725850-b3e5-4e9b-92aa-fdbe290e9289 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/a1d1e3b3-3533-4afd-ac0a-99509fca9300 HTTP/1.1" status: 204  len: 168 time: 0.8299711
Dec 18 20:54:58.158801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36272) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:58.189534 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb6e240-d17a-45de-8365-63b7b1679056 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:54:58.192615 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3bb6e240-d17a-45de-8365-63b7b1679056 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/a1d1e3b3-3533-4afd-ac0a-99509fca9300 HTTP/1.1" status: 404  len: 333 time: 0.0327065
Dec 18 20:54:58.195564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36274) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:58.239875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c811c3e-8b1e-4de0-944c-f0f0a61a3e60 req-dbcbd16b-f225-4d06-b2a3-27021f87a4ad tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:58.241802 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c811c3e-8b1e-4de0-944c-f0f0a61a3e60 req-dbcbd16b-f225-4d06-b2a3-27021f87a4ad tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 949 time: 0.1180928
Dec 18 20:54:58.288246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa10d07e-a88f-45c3-8247-a64904dacd58 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting subnet ddd23fb0-83dd-4b2b-8d6b-0ffc1e51182b {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:54:58.292692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['3638caa9-84ba-4b7e-b9be-44279669b05b'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:58.297417 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa10d07e-a88f-45c3-8247-a64904dacd58 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:58.298194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['24ea0eab-019c-481e-a0e8-afff63a3a8c8'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:54:58.379626 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c811c3e-8b1e-4de0-944c-f0f0a61a3e60 req-1464ba84-98bb-4ecc-b96c-e50e09ef29b6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296015
Dec 18 20:54:58.383748 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa10d07e-a88f-45c3-8247-a64904dacd58 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:58.510956 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa10d07e-a88f-45c3-8247-a64904dacd58 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:58.623421 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-5bf630d0-9594-4418-8a99-6c25ce476a2a tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3c3cfd30b80f46d798958d02e20cb5fd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0357850
Dec 18 20:54:58.642554 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa10d07e-a88f-45c3-8247-a64904dacd58 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:58.719988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10d07e-a88f-45c3-8247-a64904dacd58 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd23fb0-83dd-4b2b-8d6b-0ffc1e51182b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:58.728875 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa10d07e-a88f-45c3-8247-a64904dacd58 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:58.732333 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-aa10d07e-a88f-45c3-8247-a64904dacd58 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/ddd23fb0-83dd-4b2b-8d6b-0ffc1e51182b HTTP/1.1" status: 204  len: 168 time: 0.5357211
Dec 18 20:54:58.735593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36314) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:58.738295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564b83b7-24a2-49c0-8e93-0de980ed5012 None None] Network 10b02c63-75bc-498f-966e-3fd299a97106 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:54:58.807270 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-379a9628-7de5-464e-b08b-f13802459ce7 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting subnet 2c21ae43-635c-41a2-8360-7114b4c7c176 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:54:58.811154 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-379a9628-7de5-464e-b08b-f13802459ce7 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:58.816376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9b555-310c-4e2f-a1c2-caf7673a5730 req-95058960-0166-4130-8474-d274a2cb20bb tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:58.818566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aed9b555-310c-4e2f-a1c2-caf7673a5730 req-95058960-0166-4130-8474-d274a2cb20bb tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 944 time: 0.1137164
Dec 18 20:54:58.830016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-e35d25b8-d30c-4dbe-bd1f-6458765564b8 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:58.831607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-e35d25b8-d30c-4dbe-bd1f-6458765564b8 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2016344
Dec 18 20:54:58.859719 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-b543a8c6-4647-46af-bc37-521d73bec3aa tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/quotas/3c3cfd30b80f46d798958d02e20cb5fd HTTP/1.1" status: 200  len: 375 time: 0.0199740
Dec 18 20:54:58.870399 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-379a9628-7de5-464e-b08b-f13802459ce7 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:58.910841 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-49ace968-a934-4aee-be4b-ac16093c4c7d tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c3cfd30b80f46d798958d02e20cb5fd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0398960
Dec 18 20:54:58.914764 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aed9b555-310c-4e2f-a1c2-caf7673a5730 req-9f7c134e-30d7-417b-88c2-9ac6dc2a7ff8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813320
Dec 18 20:54:58.998132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-379a9628-7de5-464e-b08b-f13802459ce7 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:59.089720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe6d6c-c6e0-42ca-b71a-2acfbfd5a5c3 req-2d1193e8-b28c-4f47-836f-9770cb5a71f4 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:59.098523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0afe6d6c-c6e0-42ca-b71a-2acfbfd5a5c3 req-2d1193e8-b28c-4f47-836f-9770cb5a71f4 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 945 time: 0.1024702
Dec 18 20:54:59.118525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-379a9628-7de5-464e-b08b-f13802459ce7 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:59.148993 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-379a9628-7de5-464e-b08b-f13802459ce7 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:59.155994 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-379a9628-7de5-464e-b08b-f13802459ce7 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/2c21ae43-635c-41a2-8360-7114b4c7c176 HTTP/1.1" status: 204  len: 168 time: 0.4164472
Dec 18 20:54:59.156615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36324) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:54:59.225300 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a9628-7de5-464e-b08b-f13802459ce7 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Subnet': ['ID=2c21ae43-635c-41a2-8360-7114b4c7c176,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:59.243099 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0afe6d6c-c6e0-42ca-b71a-2acfbfd5a5c3 req-d44564b5-0bf4-482c-9262-69a8f891a1be tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434388
Dec 18 20:54:59.276773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cc926-c894-466c-bd96-069238f8831d req-408a9c6f-9f3d-4ee4-b690-fe7667d8637b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:59.278700 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-052cc926-c894-466c-bd96-069238f8831d req-408a9c6f-9f3d-4ee4-b690-fe7667d8637b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.1008561
Dec 18 20:54:59.370510 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:59.406149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-052cc926-c894-466c-bd96-069238f8831d req-be0a649c-bb30-4d9d-ad15-5371a6b4fe42 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113935
Dec 18 20:54:59.513686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port e2790a63-f96b-4b6a-b47e-77a6d6008fea {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:54:59.514181 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:59.553568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-6b6c003f-332b-4e3f-adfb-dd6522f1ab13 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3c3cfd30b80f46d798958d02e20cb5fd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0375667
Dec 18 20:54:59.648233 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] For port e2790a63-f96b-4b6a-b47e-77a6d6008fea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2790a63-f96b-4b6a-b47e-77a6d6008fea,segment=NetworkSegment(8ee55c5c-46d4-491c-ab6a-3f4fe26918b6),segment_id=8ee55c5c-46d4-491c-ab6a-3f4fe26918b6)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:54:59.649485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:59.684174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for e2790a63-f96b-4b6a-b47e-77a6d6008fea owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:54:59.751638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-6058ce03-6762-4a64-b859-8634f2355822 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:54:59.762692 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-6058ce03-6762-4a64-b859-8634f2355822 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2077479
Dec 18 20:54:59.791499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-14862cd2-cc65-4ecd-ae44-56def6995881 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/quotas/3c3cfd30b80f46d798958d02e20cb5fd HTTP/1.1" status: 200  len: 375 time: 0.0272059
Dec 18 20:54:59.846633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-286d8297-cfd9-495f-b018-5346d7a37de8 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c3cfd30b80f46d798958d02e20cb5fd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0496693
Dec 18 20:54:59.907632 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:54:59.961915 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=e2790a63-f96b-4b6a-b47e-77a6d6008fea,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:54:59.977788 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No DVR routers for this DVR port e2790a63-f96b-4b6a-b47e-77a6d6008fea on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:55:00.125618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56d3ccd-a4f5-4935-9f46-d34330398516 None None] Network 10b02c63-75bc-498f-966e-3fd299a97106 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:00.248566 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:00.303370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3aa861e9-ee25-4232-9c6b-229f9002d90c None None] Could not find standard attr ID for object e2790a63-f96b-4b6a-b47e-77a6d6008fea. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 20:55:00.327264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e2d7070>,) {'filters': {'network_id': ['10b02c63-75bc-498f-966e-3fd299a97106']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:00.354874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e2d7070>, '8ee55c5c-46d4-491c-ab6a-3f4fe26918b6') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:00.361961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e2d7070>, '8ee55c5c-46d4-491c-ab6a-3f4fe26918b6') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:00.390224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:00.433645 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:00.453334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:55:00.457958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:55:00.463140 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:55:00.475906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70c690-1190-4718-89ba-7f9ac0607d6a req-2ecf8b13-0b12-4e13-ba0f-3d491d33ab01 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:00.487458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c70c690-1190-4718-89ba-7f9ac0607d6a req-2ecf8b13-0b12-4e13-ba0f-3d491d33ab01 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 949 time: 0.1592028
Dec 18 20:55:00.513140 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4ffaae-d700-43f1-b1f6-cce55c2023be None None] DHCP port deletion for 10b02c63-75bc-498f-966e-3fd299a97106 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:55:00.588212 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:00.606055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e9ba-0a1d-4355-bfca-b57fb2094638 req-8f6e901f-b728-4e12-b206-a28e0cfaa8bd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:00.614860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3e8e9ba-0a1d-4355-bfca-b57fb2094638 req-8f6e901f-b728-4e12-b206-a28e0cfaa8bd tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 944 time: 0.1782460
Dec 18 20:55:00.628969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:00.633567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c70c690-1190-4718-89ba-7f9ac0607d6a req-3edb9ca9-7d9d-467a-aed4-a9ed70b3d2cb tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450920
Dec 18 20:55:00.634358 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/networks/10b02c63-75bc-498f-966e-3fd299a97106 HTTP/1.1" status: 204  len: 168 time: 1.4769597
Dec 18 20:55:00.638625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82543035-e9ba-413f-b164-910f9dda866c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Network': ['ID=10b02c63-75bc-498f-966e-3fd299a97106,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:00.639224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36370) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:00.752934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3e8e9ba-0a1d-4355-bfca-b57fb2094638 req-74df390d-7e9c-45c3-887f-d3a98dc716a5 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288462
Dec 18 20:55:00.767405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5870ff4-6c47-4127-b162-b6254d4ffe25 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:00.769010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b5870ff4-6c47-4127-b162-b6254d4ffe25 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1285505
Dec 18 20:55:00.773210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36382) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:00.920694 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-153f50e8-9109-4a2c-9527-ee9fdcb79a3f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1324966
Dec 18 20:55:00.923050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36386) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:00.930875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-fdba838a-15db-48b8-a801-ea77cf3ebc73 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1272185646'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:00.934542 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a01b057-e9df-4ab0-a4d7-6bae96991672 req-99d8503b-c1a8-493f-a273-56e798e52079 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 210 time: 0.0774167
Dec 18 20:55:00.961877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e2790a63-f96b-4b6a-b47e-77a6d6008fea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:55:00.989217 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdba838a-15db-48b8-a801-ea77cf3ebc73 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:01.004674 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fdba838a-15db-48b8-a801-ea77cf3ebc73 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.014462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: e2790a63-f96b-4b6a-b47e-77a6d6008fea {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:55:01.014859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e2790a63-f96b-4b6a-b47e-77a6d6008fea not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:55:01.045859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdba838a-15db-48b8-a801-ea77cf3ebc73 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:55:01.066759 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fdba838a-15db-48b8-a801-ea77cf3ebc73 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.067111 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-fdba838a-15db-48b8-a801-ea77cf3ebc73 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Added segment 56d37c5d-2737-49f1-b106-d6d903518b85 of type vlan for network bd3b4923-4117-4adb-aff0-fe612591d94f
Dec 18 20:55:01.114100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-f0882965-afb4-49f1-8b8a-171227b8efd6 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c3cfd30b80f46d798958d02e20cb5fd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0781326
Dec 18 20:55:01.143807 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fdba838a-15db-48b8-a801-ea77cf3ebc73 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.185429 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fdba838a-15db-48b8-a801-ea77cf3ebc73 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.197322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba838a-15db-48b8-a801-ea77cf3ebc73 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:01.198722 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fdba838a-15db-48b8-a801-ea77cf3ebc73 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.274565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7abef-346f-4bca-9f27-e600db85e793 req-7f90b669-c2f4-4833-bf63-9f0c7d1bb133 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:01.282909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dbb7abef-346f-4bca-9f27-e600db85e793 req-7f90b669-c2f4-4833-bf63-9f0c7d1bb133 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.1673319
Dec 18 20:55:01.300350 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fdba838a-15db-48b8-a801-ea77cf3ebc73 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3759930
Dec 18 20:55:01.304187 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36390) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:01.312212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-71468992-e6e9-4d09-ab39-91e9eed64ea6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': 'bd3b4923-4117-4adb-aff0-fe612591d94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:01.321993 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba838a-15db-48b8-a801-ea77cf3ebc73 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Network': ['ID=bd3b4923-4117-4adb-aff0-fe612591d94f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:01.339050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network bd3b4923-4117-4adb-aff0-fe612591d94f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:55:01.404518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-f53d6a2a-280e-459b-8885-3f6048d6785c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:01.407862 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-f53d6a2a-280e-459b-8885-3f6048d6785c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2301507
Dec 18 20:55:01.419547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dbb7abef-346f-4bca-9f27-e600db85e793 req-52cbc812-2a7b-4605-af42-73ffe396580d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354127
Dec 18 20:55:01.428575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Request body: {'port': {'device_id': '6f709f32-beb6-4558-8d64-0d56d0981842', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '3c3cfd30b80f46d798958d02e20cb5fd'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:01.448707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 89de2c2f-41bf-4b1d-8047-873c576b5419 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:55:01.450894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 24ea0eab-019c-481e-a0e8-afff63a3a8c8 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:01.504942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71468992-e6e9-4d09-ab39-91e9eed64ea6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:01.509239 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-71468992-e6e9-4d09-ab39-91e9eed64ea6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.593561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:55:01.597898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Made reservation on behalf of 3c3cfd30b80f46d798958d02e20cb5fd for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:01.602652 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.606061 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:01.606470 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.615956 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.687057 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 89de2c2f-41bf-4b1d-8047-873c576b5419, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89de2c2f-41bf-4b1d-8047-873c576b5419,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:01.722081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '89de2c2f-41bf-4b1d-8047-873c576b5419', 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'port_id': '89de2c2f-41bf-4b1d-8047-873c576b5419', 'mac_address': 'fa:16:3e:d2:70:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebb4d23-857a-46c7-9813-a2fc5e9567dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:55:01.722234 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.729623 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.756753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-71468992-e6e9-4d09-ab39-91e9eed64ea6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.816342 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.849036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:01.867483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:01.868707 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.871721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:01.875358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71468992-e6e9-4d09-ab39-91e9eed64ea6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Subnet': ['ID=29bda8d6-35e1-431f-881c-d466bf19c260,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:01.885434 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0eac6b-d79d-49f1-82f9-7cb2b34d6143" -d '{"events": [{"server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "name": "network-vif-plugged", "status": "completed", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:01.903063 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:01.904391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 3638caa9-84ba-4b7e-b9be-44279669b05b up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:01.939073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e620037e-b26f-480e-8e7a-2b7b83d9001d tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3c3cfd30b80f46d798958d02e20cb5fd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0309777
Dec 18 20:55:01.960813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71468992-e6e9-4d09-ab39-91e9eed64ea6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Checking segment: {'id': '56d37c5d-2737-49f1-b106-d6d903518b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bd3b4923-4117-4adb-aff0-fe612591d94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:01.961308 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71468992-e6e9-4d09-ab39-91e9eed64ea6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network hostable DHCP agents. Network: bd3b4923-4117-4adb-aff0-fe612591d94f, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:55:01.967583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89de2c2f-41bf-4b1d-8047-873c576b5419 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:01.988925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ec09e-442f-4528-89f4-2d584074e57a req-a48f50a1-b9d1-4e63-93d5-888401f2c469 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:01.990566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c5ec09e-442f-4528-89f4-2d584074e57a req-a48f50a1-b9d1-4e63-93d5-888401f2c469 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 949 time: 0.2454321
Dec 18 20:55:01.999101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71468992-e6e9-4d09-ab39-91e9eed64ea6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network bd3b4923-4117-4adb-aff0-fe612591d94f is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:55:02.015027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 89de2c2f-41bf-4b1d-8047-873c576b5419, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89de2c2f-41bf-4b1d-8047-873c576b5419,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:02.016675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-71468992-e6e9-4d09-ab39-91e9eed64ea6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bd3b4923-4117-4adb-aff0-fe612591d94f) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:02.026644 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71468992-e6e9-4d09-ab39-91e9eed64ea6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:02.027547 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-71468992-e6e9-4d09-ab39-91e9eed64ea6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:02.031081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae1871c-248e-4343-83e7-bf019528b107 None None] Network bd3b4923-4117-4adb-aff0-fe612591d94f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:02.035474 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:02.037375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:02.074075 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-71468992-e6e9-4d09-ab39-91e9eed64ea6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7684488
Dec 18 20:55:02.084105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36412) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:02.095122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': 'bd3b4923-4117-4adb-aff0-fe612591d94f', 'name': 'tempest-PortsIpV6TestJSON-1001989169'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:02.158298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 3638caa9-84ba-4b7e-b9be-44279669b05b completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:55:02.176378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 3638caa9-84ba-4b7e-b9be-44279669b05b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:02.176787 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:02.209234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=89de2c2f-41bf-4b1d-8047-873c576b5419,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:02.223009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['89de2c2f-41bf-4b1d-8047-873c576b5419'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:55:02.301851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bd3b4923-4117-4adb-aff0-fe612591d94f', 'network_id': 'bd3b4923-4117-4adb-aff0-fe612591d94f', 'project_id': 'ed6e45b689fc4b15afe7d5ba12fe9fa3', 'fixed_ips': [{'subnet_id': '29bda8d6-35e1-431f-881c-d466bf19c260'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:55:02.303373 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:02.436307 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:02.498440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 3638caa9-84ba-4b7e-b9be-44279669b05b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3638caa9-84ba-4b7e-b9be-44279669b05b,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:02.516927 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:02.580428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Allocated IP 192.168.233.100 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/53d8cf94-d048-4858-b43d-3d641ffb86d5) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:02.625185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c5ec09e-442f-4528-89f4-2d584074e57a req-dd6a3ea3-4f14-440a-80cd-1f6115884403 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6186655
Dec 18 20:55:02.640080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=3638caa9-84ba-4b7e-b9be-44279669b05b,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:02.650393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Allocated IP 2001:db8::2 (bd3b4923-4117-4adb-aff0-fe612591d94f/29bda8d6-35e1-431f-881c-d466bf19c260/4e5f6497-eb12-412c-93c5-19291a442bb8) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:02.662048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-b8ad63fb-4e35-4788-a234-df1696570817 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:02.664213 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-b8ad63fb-4e35-4788-a234-df1696570817 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7158289
Dec 18 20:55:02.682513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee106bc-6db7-4d93-b505-e8f30ce6cc6d req-4a45bdb8-40c0-4501-ab03-3546c5090090 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:02.691428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eee106bc-6db7-4d93-b505-e8f30ce6cc6d req-4a45bdb8-40c0-4501-ab03-3546c5090090 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 944 time: 0.6454365
Dec 18 20:55:02.720295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Request body: {'port': {'device_id': 'bd93280f-4987-4eea-b229-7cc365db43ff', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '3c3cfd30b80f46d798958d02e20cb5fd'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:02.785594 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797f1ec1-f8d7-4c97-a1ae-e40a06ee5b15 x-openstack-request-id: req-797f1ec1-f8d7-4c97-a1ae-e40a06ee5b15 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:02.786093 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "name": "network-vif-plugged", "status": "completed", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:02.786498 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-797f1ec1-f8d7-4c97-a1ae-e40a06ee5b15 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:02.787039 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'code': 200}
Dec 18 20:55:02.858058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c212d0d-c32a-4b8f-8452-eb4fc7eb15b2 req-535b3905-c7e3-4769-ab6c-08f074d3b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:02.860607 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c212d0d-c32a-4b8f-8452-eb4fc7eb15b2 req-535b3905-c7e3-4769-ab6c-08f074d3b60e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1101 time: 0.0633430
Dec 18 20:55:02.910877 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:02.926245 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a12f3e48-e773-4096-8527-de39f8d86cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:02.928521 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:02.930660 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c212d0d-c32a-4b8f-8452-eb4fc7eb15b2 req-3dc0285c-1323-4044-9008-c1c52fdf16c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510876
Dec 18 20:55:02.990401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Network bd3b4923-4117-4adb-aff0-fe612591d94f is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:02.993608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:02.995403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eee106bc-6db7-4d93-b505-e8f30ce6cc6d req-ef3ab3d4-3b26-4819-b4a0-7eb8f2cea985 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3024940
Dec 18 20:55:02.997749 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:02.997900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4b4169a-4be3-45a3-97c2-bcd1a9d7dfca req-c2ea8a19-0dca-4869-a513-24a779ec7382 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 210 time: 0.1292126
Dec 18 20:55:03.001150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Pushing event updated for resources: {'Port': ['ID=4e5f6497-eb12-412c-93c5-19291a442bb8,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:03.044261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:03.051073 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:03.100151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Attempting to bind port 4e5f6497-eb12-412c-93c5-19291a442bb8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:55:03.102708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Attempting to bind port 4e5f6497-eb12-412c-93c5-19291a442bb8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56d37c5d-2737-49f1-b106-d6d903518b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bd3b4923-4117-4adb-aff0-fe612591d94f'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:55:03.103546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Attempting to bind port 4e5f6497-eb12-412c-93c5-19291a442bb8 on network bd3b4923-4117-4adb-aff0-fe612591d94f {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:03.109303 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:55:03.109748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Checking segment: {'id': '56d37c5d-2737-49f1-b106-d6d903518b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bd3b4923-4117-4adb-aff0-fe612591d94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:03.110322 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:03.110722 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Bound using segment: {'id': '56d37c5d-2737-49f1-b106-d6d903518b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bd3b4923-4117-4adb-aff0-fe612591d94f'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:55:03.111188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Bound port: 4e5f6497-eb12-412c-93c5-19291a442bb8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d37c5d-2737-49f1-b106-d6d903518b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bd3b4923-4117-4adb-aff0-fe612591d94f'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:55:03.111400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port 52b9674c-953e-4dc8-b74c-780e7ccd448e yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:55:03.111588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:03.192374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] For port 4e5f6497-eb12-412c-93c5-19291a442bb8, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:03.196646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] For port 4e5f6497-eb12-412c-93c5-19291a442bb8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e5f6497-eb12-412c-93c5-19291a442bb8,segment=NetworkSegment(56d37c5d-2737-49f1-b106-d6d903518b85),segment_id=56d37c5d-2737-49f1-b106-d6d903518b85)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:55:03.201954 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:03.208515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Made reservation on behalf of 3c3cfd30b80f46d798958d02e20cb5fd for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:03.214549 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:03.220543 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:03.307041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243be3be-7e0f-4f0d-9054-613da8d62e74 None None] Pushing event updated for resources: {'Port': ['ID=4e5f6497-eb12-412c-93c5-19291a442bb8,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:03.319811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e520-6141-489a-b604-601bbf41dd8b req-75f4a320-3ce7-4cb0-b2e3-eb0a9f63cbbe tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:03.327892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cde9e520-6141-489a-b604-601bbf41dd8b req-75f4a320-3ce7-4cb0-b2e3-eb0a9f63cbbe tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.2228317
Dec 18 20:55:03.367141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 89de2c2f-41bf-4b1d-8047-873c576b5419 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:03.463522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8::307 (bd3b4923-4117-4adb-aff0-fe612591d94f/29bda8d6-35e1-431f-881c-d466bf19c260/52b9674c-953e-4dc8-b74c-780e7ccd448e) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:03.505465 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cde9e520-6141-489a-b604-601bbf41dd8b req-c8d8713f-45b5-4d45-ae2f-c070cd0b6377 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764784
Dec 18 20:55:03.518416 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:03.644634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 89de2c2f-41bf-4b1d-8047-873c576b5419 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:03.645715 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:03.729567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:03.752685 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Pushing event updated for resources: {'Port': ['ID=53d8cf94-d048-4858-b43d-3d641ffb86d5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:03.762650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:03.794611 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:03.794954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:03.798542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Allocated IP 192.168.233.163 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/2b8e5c57-7646-45bc-8bdf-d19b316188ed) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:03.873891 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 89de2c2f-41bf-4b1d-8047-873c576b5419, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89de2c2f-41bf-4b1d-8047-873c576b5419,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:03.891394 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:03.985520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=89de2c2f-41bf-4b1d-8047-873c576b5419,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:04.152261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:04.152961 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:04.190872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-074c42c9-f730-417f-9a67-a7f041a51ebd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7691519
Dec 18 20:55:04.234135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Request body: {'port': {'device_id': '6f709f32-beb6-4558-8d64-0d56d0981842', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:04.309561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0112b5e1-935e-4cb8-9b8e-0280f0e46105 None None] Provisioning complete for port 53d8cf94-d048-4858-b43d-3d641ffb86d5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:04.310007 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0112b5e1-935e-4cb8-9b8e-0280f0e46105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:04.341502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d14a8-1f3f-4631-a724-4ff2cae448bc req-b319e4a5-93f3-4dbf-aed9-9bb8249e54bc tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:04.360070 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf0d14a8-1f3f-4631-a724-4ff2cae448bc req-b319e4a5-93f3-4dbf-aed9-9bb8249e54bc tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.4512427
Dec 18 20:55:04.363165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:04.392278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0112b5e1-935e-4cb8-9b8e-0280f0e46105 None None] Port 53d8cf94-d048-4858-b43d-3d641ffb86d5 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:04.411252 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:04.594107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b310edd-c3c0-4fe4-89e6-d191c8f23c3c req-8ec6fed3-b5e0-4f82-b6f0-7c320637822b tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:04.596038 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b310edd-c3c0-4fe4-89e6-d191c8f23c3c req-8ec6fed3-b5e0-4f82-b6f0-7c320637822b tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.4185007
Dec 18 20:55:04.618978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf0d14a8-1f3f-4631-a724-4ff2cae448bc req-7a2f2fc3-3b43-4400-9a82-9f1683b2a82c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057006
Dec 18 20:55:04.649609 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:04.655340 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:04.660249 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:04.789023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2536cb7d-644f-4ed4-bdf8-eb3873d16d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3638caa9-84ba-4b7e-b9be-44279669b05b'}, {'server_uuid': '89fffd39-f05f-4540-8067-b4528d22357a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89de2c2f-41bf-4b1d-8047-873c576b5419'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:04.792336 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3428747-4b2d-4371-921f-7ed9f56d8464" -d '{"events": [{"server_uuid": "2536cb7d-644f-4ed4-bdf8-eb3873d16d9a", "name": "network-vif-plugged", "status": "completed", "tag": "3638caa9-84ba-4b7e-b9be-44279669b05b"}, {"server_uuid": "89fffd39-f05f-4540-8067-b4528d22357a", "name": "network-vif-plugged", "status": "completed", "tag": "89de2c2f-41bf-4b1d-8047-873c576b5419"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:04.856209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:04.857884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network bd3b4923-4117-4adb-aff0-fe612591d94f is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:04.889279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:04.898166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:04.902094 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:04.908293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:04.916589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:04.917270 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:04.924935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=52b9674c-953e-4dc8-b74c-780e7ccd448e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:05.011592 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b310edd-c3c0-4fe4-89e6-d191c8f23c3c req-ee53716e-3db3-4ea0-863d-159eda819da0 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4031327
Dec 18 20:55:05.017808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4e5f6497-eb12-412c-93c5-19291a442bb8 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:05.114532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ce5ae-e3c4-4286-8020-94f5f2ff9594 None None] Network bd3b4923-4117-4adb-aff0-fe612591d94f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:05.252813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302dad3-d637-4a58-a377-e5c3ad3d6f5c req-f1f7d9b2-8f75-4973-98f8-15ac50a83562 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:05.254650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7302dad3-d637-4a58-a377-e5c3ad3d6f5c req-f1f7d9b2-8f75-4973-98f8-15ac50a83562 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 936 time: 0.5082083
Dec 18 20:55:05.279456 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-81bfb8a4-0a9a-4dc2-b45c-167272092a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:05.281878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e1cd574e-204a-48c5-8a3a-1fa9ac03011d None None] Provisioning complete for port 4e5f6497-eb12-412c-93c5-19291a442bb8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:05.282413 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e1cd574e-204a-48c5-8a3a-1fa9ac03011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:05.293372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-33a45200-59bc-4579-a16d-f4476f689ac0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.2005591
Dec 18 20:55:05.293372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Pushing event updated for resources: {'Port': ['ID=2b8e5c57-7646-45bc-8bdf-d19b316188ed,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:05.294204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36476) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:05.302033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:05.302700 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:05.303363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': 'bd3b4923-4117-4adb-aff0-fe612591d94f', 'name': 'tempest-PortsIpV6TestJSON-1662229179'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:05.383577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-da003f09-8396-47d7-8e02-7f1ce56b741c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6899502
Dec 18 20:55:05.429552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Request body: {'port': {'device_id': 'bd93280f-4987-4eea-b229-7cc365db43ff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:05.468413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4e5f6497-eb12-412c-93c5-19291a442bb8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:05.468926 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:05.561513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:05.568991 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:05.577027 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e1cd574e-204a-48c5-8a3a-1fa9ac03011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:05.580729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7302dad3-d637-4a58-a377-e5c3ad3d6f5c req-4ba24b6e-7f28-42f1-a866-ee6a82ad8064 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2743783
Dec 18 20:55:05.598127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port a98a922d-b9ac-4ea7-a02f-bd18ef10d4fa yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:55:05.609740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe273a-4792-4cff-8b9f-148ddd6838d6 req-3427c2cf-dcfc-40c8-80d4-93f2fcc9b07f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:05.630774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9fe273a-4792-4cff-8b9f-148ddd6838d6 req-3427c2cf-dcfc-40c8-80d4-93f2fcc9b07f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.1915867
Dec 18 20:55:05.738583 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad0aedc-8f5c-400c-9a5f-c21bf640171a x-openstack-request-id: req-8ad0aedc-8f5c-400c-9a5f-c21bf640171a {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:05.739066 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2536cb7d-644f-4ed4-bdf8-eb3873d16d9a", "name": "network-vif-plugged", "status": "completed", "tag": "3638caa9-84ba-4b7e-b9be-44279669b05b", "code": 200}, {"server_uuid": "89fffd39-f05f-4540-8067-b4528d22357a", "name": "network-vif-plugged", "status": "completed", "tag": "89de2c2f-41bf-4b1d-8047-873c576b5419", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:05.742996 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ad0aedc-8f5c-400c-9a5f-c21bf640171a {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:05.744885 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2536cb7d-644f-4ed4-bdf8-eb3873d16d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3638caa9-84ba-4b7e-b9be-44279669b05b', 'code': 200}
Dec 18 20:55:05.745316 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fffd39-f05f-4540-8067-b4528d22357a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89de2c2f-41bf-4b1d-8047-873c576b5419', 'code': 200}
Dec 18 20:55:05.791792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e1cd574e-204a-48c5-8a3a-1fa9ac03011d None None] For port 4e5f6497-eb12-412c-93c5-19291a442bb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e5f6497-eb12-412c-93c5-19291a442bb8,segment=NetworkSegment(56d37c5d-2737-49f1-b106-d6d903518b85),segment_id=56d37c5d-2737-49f1-b106-d6d903518b85)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:05.801289 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e1cd574e-204a-48c5-8a3a-1fa9ac03011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:05.832701 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:05.853817 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:55:05.946004 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:05.956675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd574e-204a-48c5-8a3a-1fa9ac03011d None None] Pushing event updated for resources: {'Port': ['ID=4e5f6497-eb12-412c-93c5-19291a442bb8,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:05.967316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8be5b-ec16-4259-9e97-327b1fd1e8ec req-3c248f32-8665-4627-a5ce-16e1c1ffe15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:05.971474 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1ea8be5b-ec16-4259-9e97-327b1fd1e8ec req-3c248f32-8665-4627-a5ce-16e1c1ffe15b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 1096 time: 0.1902540
Dec 18 20:55:06.011146 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8::216 (bd3b4923-4117-4adb-aff0-fe612591d94f/29bda8d6-35e1-431f-881c-d466bf19c260/a98a922d-b9ac-4ea7-a02f-bd18ef10d4fa) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:06.035415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2d2305f3-ea59-4417-ab65-39113e46d33f None None] Provisioning complete for port 2b8e5c57-7646-45bc-8bdf-d19b316188ed triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:06.035802 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2d2305f3-ea59-4417-ab65-39113e46d33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:06.090785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9fe273a-4792-4cff-8b9f-148ddd6838d6 req-99de7c24-8afb-447d-a0ff-59c839a43df6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4577737
Dec 18 20:55:06.139622 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:55:06.140063 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:55:06.157142 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2d2305f3-ea59-4417-ab65-39113e46d33f None None] Port 2b8e5c57-7646-45bc-8bdf-d19b316188ed cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:06.231557 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1ea8be5b-ec16-4259-9e97-327b1fd1e8ec req-675a141b-67ff-4d1a-b686-4596ce8685bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2522748
Dec 18 20:55:06.321110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8f601773-4108-4282-ab75-faf9d5695d69 None None] Provisioning complete for port 4e5f6497-eb12-412c-93c5-19291a442bb8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:06.323233 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:06.323795 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8f601773-4108-4282-ab75-faf9d5695d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:06.336389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d8cf94-d048-4858-b43d-3d641ffb86d5 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:06.351801 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:06.361884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe2f81-3758-444c-a2d9-b913372c047e req-ae840df7-0903-4c6a-8193-f70ac00fb71e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:06.370422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6fe2f81-3758-444c-a2d9-b913372c047e req-ae840df7-0903-4c6a-8193-f70ac00fb71e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.4149055
Dec 18 20:55:06.393145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:06.424135 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:06.432233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Transition to ACTIVE for port object 53d8cf94-d048-4858-b43d-3d641ffb86d5 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:55:06.449830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac59129-7097-4047-aafd-caebfec8e32e req-1ffeb26f-d1cf-4c70-8e7f-9c48d43c2435 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:06.469729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cac59129-7097-4047-aafd-caebfec8e32e req-1ffeb26f-d1cf-4c70-8e7f-9c48d43c2435 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.2486553
Dec 18 20:55:06.490456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network bd3b4923-4117-4adb-aff0-fe612591d94f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:06.501346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:06.508442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:06.516329 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:06.516523 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:06.530979 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=a98a922d-b9ac-4ea7-a02f-bd18ef10d4fa,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:06.572687 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-efe19e25-120a-45af-a7c5-7420de624ff4 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.2763863
Dec 18 20:55:06.575330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36486) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:06.639946 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8f601773-4108-4282-ab75-faf9d5695d69 None None] Provisioning complete for port 52b9674c-953e-4dc8-b74c-780e7ccd448e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:06.640286 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8f601773-4108-4282-ab75-faf9d5695d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:06.717813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f025c6ef-4fb1-43d5-a61b-9e0949f42ae9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:06.719517 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f025c6ef-4fb1-43d5-a61b-9e0949f42ae9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A307 HTTP/1.1" status: 200  len: 929 time: 0.1425204
Dec 18 20:55:06.722397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36490) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:06.743673 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:06.761427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8f601773-4108-4282-ab75-faf9d5695d69 None None] Port 52b9674c-953e-4dc8-b74c-780e7ccd448e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:06.873363 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6fe2f81-3758-444c-a2d9-b913372c047e req-e1d50765-b401-469d-bc5b-a8c379b44f57 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4955039
Dec 18 20:55:06.906971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c2af6dd2-af09-4151-a71c-b3bf7e50e751 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port a98a922d-b9ac-4ea7-a02f-bd18ef10d4fa {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:06.907323 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2af6dd2-af09-4151-a71c-b3bf7e50e751 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:06.927490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3a62b01c-2ff4-4334-a78c-bc11f1264de0 None None] Provisioning complete for port 52b9674c-953e-4dc8-b74c-780e7ccd448e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:06.928265 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3a62b01c-2ff4-4334-a78c-bc11f1264de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:06.979371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8e5c57-7646-45bc-8bdf-d19b316188ed {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:06.996752 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4e5f6497-eb12-412c-93c5-19291a442bb8 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:07.026517 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:07.091676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2af6dd2-af09-4151-a71c-b3bf7e50e751 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:07.125045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c2af6dd2-af09-4151-a71c-b3bf7e50e751 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for a98a922d-b9ac-4ea7-a02f-bd18ef10d4fa owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:07.170124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3a62b01c-2ff4-4334-a78c-bc11f1264de0 None None] Port 52b9674c-953e-4dc8-b74c-780e7ccd448e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:07.196371 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cac59129-7097-4047-aafd-caebfec8e32e req-dab037e3-6901-4963-85c2-b7f9ceace79c tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7251370
Dec 18 20:55:07.269591 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4e5f6497-eb12-412c-93c5-19291a442bb8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:07.273037 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:07.285063 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Pushing event updated for resources: {'Port': ['ID=53d8cf94-d048-4858-b43d-3d641ffb86d5,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:07.304337 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Transition to ACTIVE for port object 2b8e5c57-7646-45bc-8bdf-d19b316188ed will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:55:07.386818 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:07.410497 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2af6dd2-af09-4151-a71c-b3bf7e50e751 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:07.425458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6ae4740a-efcf-4173-8aac-554656ed0d04 None None] Provisioning complete for port a98a922d-b9ac-4ea7-a02f-bd18ef10d4fa triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:07.425823 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ae4740a-efcf-4173-8aac-554656ed0d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:07.467112 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af6dd2-af09-4151-a71c-b3bf7e50e751 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=a98a922d-b9ac-4ea7-a02f-bd18ef10d4fa,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:07.482130 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6ae4740a-efcf-4173-8aac-554656ed0d04 None None] Port a98a922d-b9ac-4ea7-a02f-bd18ef10d4fa was deleted so its status cannot be updated. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Dec 18 20:55:07.525042 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2af6dd2-af09-4151-a71c-b3bf7e50e751 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:07.540495 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c2af6dd2-af09-4151-a71c-b3bf7e50e751 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/a98a922d-b9ac-4ea7-a02f-bd18ef10d4fa HTTP/1.1" status: 204  len: 168 time: 0.8169332
Dec 18 20:55:07.543808 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36506) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:07.579165 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be87e56-befd-4b34-a05a-29ab63d4060f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:55:07.581597 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6be87e56-befd-4b34-a05a-29ab63d4060f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/a98a922d-b9ac-4ea7-a02f-bd18ef10d4fa HTTP/1.1" status: 404  len: 333 time: 0.0366106
Dec 18 20:55:07.585462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36508) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:07.669763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Pushing event updated for resources: {'Port': ['ID=2b8e5c57-7646-45bc-8bdf-d19b316188ed,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:07.722441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253daf5f-2249-4d3a-b6f4-9f64e9210b43 req-1b13a942-40d2-461c-b227-749935978eac tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:07.734377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-253daf5f-2249-4d3a-b6f4-9f64e9210b43 req-1b13a942-40d2-461c-b227-749935978eac tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 948 time: 0.4118071
Dec 18 20:55:07.781210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Attempting to bind port 53d8cf94-d048-4858-b43d-3d641ffb86d5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:55:07.781833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Attempting to bind port 53d8cf94-d048-4858-b43d-3d641ffb86d5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:55:07.782400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Attempting to bind port 53d8cf94-d048-4858-b43d-3d641ffb86d5 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:07.815558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fd727-d3e7-418b-8e5f-35617af55c6c req-a5e67f5a-cb13-44cf-977b-2a537f437b77 tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:07.827084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a91fd727-d3e7-418b-8e5f-35617af55c6c req-a5e67f5a-cb13-44cf-977b-2a537f437b77 tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1101 time: 0.3419225
Dec 18 20:55:07.836607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0e794-5ed8-47ca-b615-ff5db15ce7d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port 52b9674c-953e-4dc8-b74c-780e7ccd448e {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:07.837114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e794-5ed8-47ca-b615-ff5db15ce7d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:07.887154 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Port 53d8cf94-d048-4858-b43d-3d641ffb86d5 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:55:07.887475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Attempting to bind port 53d8cf94-d048-4858-b43d-3d641ffb86d5 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:07.945202 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:55:07.945824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:07.946494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:55:07.947224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Bound port: 53d8cf94-d048-4858-b43d-3d641ffb86d5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:55:07.947839 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:07.998940 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:08.044087 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e794-5ed8-47ca-b615-ff5db15ce7d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:08.045927 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-253daf5f-2249-4d3a-b6f4-9f64e9210b43 req-67fe3698-0245-4740-b39f-0bd62a35d003 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2773421
Dec 18 20:55:08.054438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Attempting to bind port 2b8e5c57-7646-45bc-8bdf-d19b316188ed on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:55:08.054785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Attempting to bind port 2b8e5c57-7646-45bc-8bdf-d19b316188ed by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:55:08.055122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Attempting to bind port 2b8e5c57-7646-45bc-8bdf-d19b316188ed on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:08.079720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a91fd727-d3e7-418b-8e5f-35617af55c6c req-bebad29f-dd9a-4410-a7c6-6a8aac39cc06 tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2491908
Dec 18 20:55:08.092662 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0e794-5ed8-47ca-b615-ff5db15ce7d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for 52b9674c-953e-4dc8-b74c-780e7ccd448e owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:08.134552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Port 2b8e5c57-7646-45bc-8bdf-d19b316188ed on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:55:08.135094 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Attempting to bind port 2b8e5c57-7646-45bc-8bdf-d19b316188ed on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:08.142392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:55:08.142904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:08.143503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:55:08.144059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Bound port: 2b8e5c57-7646-45bc-8bdf-d19b316188ed, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:55:08.144566 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:08.277505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:08.287799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:55:08.291083 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e794-5ed8-47ca-b615-ff5db15ce7d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:08.314580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3ade-489e-4426-9925-16b330c47463 req-32dea1c9-84c4-4690-824e-12ceeb1b799a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:08.316325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab3e3ade-489e-4426-9925-16b330c47463 req-32dea1c9-84c4-4690-824e-12ceeb1b799a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.1580229
Dec 18 20:55:08.321089 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:08.338712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0e794-5ed8-47ca-b615-ff5db15ce7d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=52b9674c-953e-4dc8-b74c-780e7ccd448e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:08.351969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:08.352639 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:08.354197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] 10.222.0.31 "PUT /v2.0/ports/53d8cf94-d048-4858-b43d-3d641ffb86d5 HTTP/1.1" status: 200  len: 1096 time: 4.1389806
Dec 18 20:55:08.358049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:08.372438 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fa5bf0-4079-4e9d-998b-b8550278beaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:08.376305 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e794-5ed8-47ca-b615-ff5db15ce7d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:08.384727 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e4a0e794-5ed8-47ca-b615-ff5db15ce7d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/52b9674c-953e-4dc8-b74c-780e7ccd448e HTTP/1.1" status: 204  len: 168 time: 0.7938633
Dec 18 20:55:08.385568 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36522) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:08.437011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] For port 2b8e5c57-7646-45bc-8bdf-d19b316188ed, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:08.437358 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3967626e-a429-42d3-bba2-b4d4716ba082 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:55:08.441531 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3967626e-a429-42d3-bba2-b4d4716ba082 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/52b9674c-953e-4dc8-b74c-780e7ccd448e HTTP/1.1" status: 404  len: 333 time: 0.0518520
Dec 18 20:55:08.441942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36528) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:08.525277 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:08.525814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] For port 2b8e5c57-7646-45bc-8bdf-d19b316188ed, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b8e5c57-7646-45bc-8bdf-d19b316188ed,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:55:08.553008 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:08.583912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:08.584931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:08.586986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] 10.222.0.36 "PUT /v2.0/ports/2b8e5c57-7646-45bc-8bdf-d19b316188ed HTTP/1.1" status: 200  len: 1096 time: 3.1679733
Dec 18 20:55:08.618325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd2642-3b25-48ce-80b7-fe2b2f068b77 service neutron] Pushing event updated for resources: {'Port': ['ID=53d8cf94-d048-4858-b43d-3d641ffb86d5,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:08.649776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e736d4-183d-4ed3-bca8-58dbb2879227 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting subnet 29bda8d6-35e1-431f-881c-d466bf19c260 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:55:08.679446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab3e3ade-489e-4426-9925-16b330c47463 req-18293856-e045-45b5-9dff-1652f3f120b6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3454921
Dec 18 20:55:08.682917 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6e736d4-183d-4ed3-bca8-58dbb2879227 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:08.689678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-ecfec146-a8fd-4102-8e7b-01eab16d7727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:08.691227 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-ecfec146-a8fd-4102-8e7b-01eab16d7727 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c3cfd30b80f46d798958d02e20cb5fd&device_id=6f709f32-beb6-4558-8d64-0d56d0981842 HTTP/1.1" status: 200  len: 1099 time: 0.2560375
Dec 18 20:55:08.806922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6e736d4-183d-4ed3-bca8-58dbb2879227 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:09.031051 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6e736d4-183d-4ed3-bca8-58dbb2879227 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:09.197962 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6e736d4-183d-4ed3-bca8-58dbb2879227 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:09.239637 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6e736d4-183d-4ed3-bca8-58dbb2879227 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:09.244719 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e6e736d4-183d-4ed3-bca8-58dbb2879227 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/29bda8d6-35e1-431f-881c-d466bf19c260 HTTP/1.1" status: 204  len: 168 time: 0.8006883
Dec 18 20:55:09.245927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e736d4-183d-4ed3-bca8-58dbb2879227 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Subnet': ['ID=29bda8d6-35e1-431f-881c-d466bf19c260,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:09.247838 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36550) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:09.254511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7588ed-1185-466f-bbf3-985ad9fed279 None None] Network bd3b4923-4117-4adb-aff0-fe612591d94f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:09.453527 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:09.529453 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc00df7-d5f1-4fea-b2ef-35de9dbe69f9 x-openstack-request-id: req-5bc00df7-d5f1-4fea-b2ef-35de9dbe69f9 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:09.530120 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:09.530120 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bc00df7-d5f1-4fea-b2ef-35de9dbe69f9 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:09.531327 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'status': 'completed', 'code': 200}
Dec 18 20:55:09.532743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-7df3abdb-50b6-449d-b75c-e531acb319a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5 HTTP/1.1" status: 200  len: 217 time: 0.8136702
Dec 18 20:55:09.563782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145d186-b6a7-46a6-90f0-24f41ee8cbba service neutron] Pushing event updated for resources: {'Port': ['ID=2b8e5c57-7646-45bc-8bdf-d19b316188ed,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:09.568190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port 4e5f6497-eb12-412c-93c5-19291a442bb8 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:09.568646 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:09.624871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] DHCP port deletion for bd3b4923-4117-4adb-aff0-fe612591d94f request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:55:09.636763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-19001d6e-b429-4f58-a582-2664e3d0b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:09.638317 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-19001d6e-b429-4f58-a582-2664e3d0b869 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c3cfd30b80f46d798958d02e20cb5fd&device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 1099 time: 0.9788003
Dec 18 20:55:09.674872 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] For port 4e5f6497-eb12-412c-93c5-19291a442bb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e5f6497-eb12-412c-93c5-19291a442bb8,segment=NetworkSegment(56d37c5d-2737-49f1-b106-d6d903518b85),segment_id=56d37c5d-2737-49f1-b106-d6d903518b85)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:09.674872 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:09.705404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-e01688bb-9eb9-4759-a2c6-eb0a99f09124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:09.705404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-e01688bb-9eb9-4759-a2c6-eb0a99f09124 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1362631
Dec 18 20:55:09.705976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for 4e5f6497-eb12-412c-93c5-19291a442bb8 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:09.756991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Deleting port 4e5f6497-eb12-412c-93c5-19291a442bb8 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:09.757707 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:09.777131 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-0f502e78-c2ba-4670-ac6c-ba56eae65692 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2b8e5c57-7646-45bc-8bdf-d19b316188ed HTTP/1.1" status: 200  len: 217 time: 0.1129084
Dec 18 20:55:09.887346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-820b015e-0f34-4530-8eba-1686d53ad82b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3625641
Dec 18 20:55:09.917102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a1aa0-0abc-409f-9d5f-4ea4cc5b4e3e req-c7fe4472-793f-4fb4-bae4-378ca215322e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:09.925137 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab3a1aa0-0abc-409f-9d5f-4ea4cc5b4e3e req-c7fe4472-793f-4fb4-bae4-378ca215322e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.4013965
Dec 18 20:55:09.962374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:09.969768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14034e2-2ce2-4040-95f3-f6f0eec566d7 req-b7eca28a-4447-4c6a-af7a-1e15360489d5 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:09.971671 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d14034e2-2ce2-4040-95f3-f6f0eec566d7 req-b7eca28a-4447-4c6a-af7a-1e15360489d5 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.4460864
Dec 18 20:55:09.993824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-12373ceb-d7a6-4d9d-86aa-2b3eeb15e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:09.996713 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-12373ceb-d7a6-4d9d-86aa-2b3eeb15e21f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2879179
Dec 18 20:55:10.028340 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] For port 4e5f6497-eb12-412c-93c5-19291a442bb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e5f6497-eb12-412c-93c5-19291a442bb8,segment=NetworkSegment(56d37c5d-2737-49f1-b106-d6d903518b85),segment_id=56d37c5d-2737-49f1-b106-d6d903518b85)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:10.028906 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:10.050859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Calling delete_port for 4e5f6497-eb12-412c-93c5-19291a442bb8 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:10.071774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=4e5f6497-eb12-412c-93c5-19291a442bb8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:10.073769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No DVR routers for this DVR port 4e5f6497-eb12-412c-93c5-19291a442bb8 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:55:10.219005 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:10.248068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] No DVR routers for this DVR port 4e5f6497-eb12-412c-93c5-19291a442bb8 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:55:10.278653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Pushing event deleted for resources: {'Port': ['ID=4e5f6497-eb12-412c-93c5-19291a442bb8,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:10.299858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:10.301903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-d327d05f-50ec-41bb-9cab-1452e279bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:10.307003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-d327d05f-50ec-41bb-9cab-1452e279bec9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.5154035
Dec 18 20:55:10.310409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.313098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.317298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.317995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.318536 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.319086 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.320073 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.320610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.322607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.323123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.325000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.325535 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.326440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6ed80-0e86-4577-88fe-d806c8f9cd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:10.327274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab3a1aa0-0abc-409f-9d5f-4ea4cc5b4e3e req-efb6c1d2-741b-4f06-9249-c0b511407d7e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4012365
Dec 18 20:55:10.353166 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d798be0>,) {'filters': {'network_id': ['bd3b4923-4117-4adb-aff0-fe612591d94f']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:10.381327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d14034e2-2ce2-4040-95f3-f6f0eec566d7 req-5e9b754e-7293-4de4-b033-3e5a5a8f79a7 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3713684
Dec 18 20:55:10.389137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d798be0>, '56d37c5d-2737-49f1-b106-d6d903518b85') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:10.389447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d798be0>, '56d37c5d-2737-49f1-b106-d6d903518b85') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:10.398668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-46def7ff-46df-48cb-9b9e-9f4e0d767ae9 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3053484
Dec 18 20:55:10.423258 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-a9108dd4-d5a0-4df5-85ce-e13680608421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:10.424824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-a9108dd4-d5a0-4df5-85ce-e13680608421 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1022434
Dec 18 20:55:10.425279 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:10.475476 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:10.500550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:55:10.501405 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:55:10.506716 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:55:10.633354 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:10.640950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:10.651477 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/networks/bd3b4923-4117-4adb-aff0-fe612591d94f HTTP/1.1" status: 204  len: 168 time: 1.3990846
Dec 18 20:55:10.652293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36578) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:10.662531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78659104-51f0-46e4-b269-df77358a05f4 req-e1f0cddc-ad54-431a-8a9e-fa435c8820d6 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:10.666366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78659104-51f0-46e4-b269-df77358a05f4 req-e1f0cddc-ad54-431a-8a9e-fa435c8820d6 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 948 time: 0.1660013
Dec 18 20:55:10.720196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97903fb4-7ddd-4d12-b85b-d9adbea2c379 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Network': ['ID=bd3b4923-4117-4adb-aff0-fe612591d94f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:10.729084 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-860c5cd9-5a24-4b11-bb17-e32005134c9f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1246288814'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:10.780429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860c5cd9-5a24-4b11-bb17-e32005134c9f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:10.782001 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26ddccd7-b977-429f-91ca-227b7270d4cd req-d0d53105-ed8f-47cc-87d7-88a7f783767e service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3661520
Dec 18 20:55:10.786389 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-d0a54151-0bd6-4d9f-8277-e4fd7f4ec8ce service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3342557
Dec 18 20:55:10.788309 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-860c5cd9-5a24-4b11-bb17-e32005134c9f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:10.826317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860c5cd9-5a24-4b11-bb17-e32005134c9f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:55:10.842054 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-860c5cd9-5a24-4b11-bb17-e32005134c9f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:10.842485 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-860c5cd9-5a24-4b11-bb17-e32005134c9f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Added segment a3aa61f1-1e1c-4cec-bb19-33ea402ad051 of type vlan for network 966122e8-49d1-4a8c-97ec-e6c7cd1c574b
Dec 18 20:55:10.935598 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-860c5cd9-5a24-4b11-bb17-e32005134c9f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:10.983738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4e5f6497-eb12-412c-93c5-19291a442bb8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:55:10.998048 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-860c5cd9-5a24-4b11-bb17-e32005134c9f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:11.008447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c5cd9-5a24-4b11-bb17-e32005134c9f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:11.009088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-860c5cd9-5a24-4b11-bb17-e32005134c9f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:11.025489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78659104-51f0-46e4-b269-df77358a05f4 req-84078b94-729a-46af-a81a-44474f96708a tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3510323
Dec 18 20:55:11.047091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 4e5f6497-eb12-412c-93c5-19291a442bb8 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:55:11.047844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4e5f6497-eb12-412c-93c5-19291a442bb8 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:55:11.088478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ab50c-e9af-412b-b6bb-14422c951839 req-3102cbf7-df54-45c1-85a0-7ff1ccfff74f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:11.090087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415ab50c-e9af-412b-b6bb-14422c951839 req-3102cbf7-df54-45c1-85a0-7ff1ccfff74f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.3346429
Dec 18 20:55:11.108721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcbc21c-a4b5-4f17-94b8-505ce31b5683 req-195b995a-67ba-4d09-a2a0-0795eb77f9a5 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3008182
Dec 18 20:55:11.161988 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-860c5cd9-5a24-4b11-bb17-e32005134c9f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4446661
Dec 18 20:55:11.164387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa5bf0-4079-4e9d-998b-b8550278beaf req-ed6f17f0-122f-49c0-9da2-7b0f20a73637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:11.164545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36596) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:11.166186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18fa5bf0-4079-4e9d-998b-b8550278beaf req-ed6f17f0-122f-49c0-9da2-7b0f20a73637 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c3cfd30b80f46d798958d02e20cb5fd&device_id=6f709f32-beb6-4558-8d64-0d56d0981842 HTTP/1.1" status: 200  len: 1099 time: 0.2658138
Dec 18 20:55:11.207663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-249ad655-f57b-487b-beeb-a1a70475cdfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': '966122e8-49d1-4a8c-97ec-e6c7cd1c574b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:11.294594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c5cd9-5a24-4b11-bb17-e32005134c9f tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Network': ['ID=966122e8-49d1-4a8c-97ec-e6c7cd1c574b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:11.313237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 966122e8-49d1-4a8c-97ec-e6c7cd1c574b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:55:11.434918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-415ab50c-e9af-412b-b6bb-14422c951839 req-778c6dc7-7a62-4393-8516-0f61a86cb495 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3241811
Dec 18 20:55:11.458965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ad655-f57b-487b-beeb-a1a70475cdfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:11.463675 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-249ad655-f57b-487b-beeb-a1a70475cdfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:11.541939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd93280f-4987-4eea-b229-7cc365db43ff', 'tag': '2b8e5c57-7646-45bc-8bdf-d19b316188ed'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:11.544415 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2e8537-171e-4e7a-a29b-95a3f67fdde7" -d '{"events": [{"name": "network-changed", "server_uuid": "bd93280f-4987-4eea-b229-7cc365db43ff", "tag": "2b8e5c57-7646-45bc-8bdf-d19b316188ed"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:11.571997 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa5bf0-4079-4e9d-998b-b8550278beaf req-b0aa1d66-ae34-4ad4-b920-334dffa50446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:11.573872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18fa5bf0-4079-4e9d-998b-b8550278beaf req-b0aa1d66-ae34-4ad4-b920-334dffa50446 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2689188
Dec 18 20:55:11.661500 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18fa5bf0-4079-4e9d-998b-b8550278beaf req-12337dfa-ee9d-460c-b0f4-512f596f3a86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5 HTTP/1.1" status: 200  len: 217 time: 0.0749686
Dec 18 20:55:11.755979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-249ad655-f57b-487b-beeb-a1a70475cdfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:11.839404 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263d6436-0427-4ff0-9f80-49f9cb350939 x-openstack-request-id: req-263d6436-0427-4ff0-9f80-49f9cb350939 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:11.840476 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd93280f-4987-4eea-b229-7cc365db43ff", "tag": "2b8e5c57-7646-45bc-8bdf-d19b316188ed", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:11.840970 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-263d6436-0427-4ff0-9f80-49f9cb350939 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:11.841600 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd93280f-4987-4eea-b229-7cc365db43ff', 'tag': '2b8e5c57-7646-45bc-8bdf-d19b316188ed', 'status': 'completed', 'code': 200}
Dec 18 20:55:11.994918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91fb94-3e46-4b67-80f1-fa720163506d req-b3a766df-dd0a-49c1-8e67-abd085b48471 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.007421 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff91fb94-3e46-4b67-80f1-fa720163506d req-b3a766df-dd0a-49c1-8e67-abd085b48471 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.3408616
Dec 18 20:55:12.018108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ad655-f57b-487b-beeb-a1a70475cdfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Subnet': ['ID=5fcf51a2-f43c-47b7-bc35-ac6ac4dc5e3e,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:12.020877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa5bf0-4079-4e9d-998b-b8550278beaf req-6ede4f56-d200-493f-b7f4-d358191dbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.022877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18fa5bf0-4079-4e9d-998b-b8550278beaf req-6ede4f56-d200-493f-b7f4-d358191dbbc0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.2732925
Dec 18 20:55:12.034226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ad655-f57b-487b-beeb-a1a70475cdfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Checking segment: {'id': 'a3aa61f1-1e1c-4cec-bb19-33ea402ad051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '966122e8-49d1-4a8c-97ec-e6c7cd1c574b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:12.034796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ad655-f57b-487b-beeb-a1a70475cdfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network hostable DHCP agents. Network: 966122e8-49d1-4a8c-97ec-e6c7cd1c574b, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:55:12.054283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e8537-171e-4e7a-a29b-95a3f67fdde7 req-fe7dfb85-d2b8-423a-8c1e-6b0198fea56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.056241 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6d2e8537-171e-4e7a-a29b-95a3f67fdde7 req-fe7dfb85-d2b8-423a-8c1e-6b0198fea56d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c3cfd30b80f46d798958d02e20cb5fd&device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 1099 time: 0.2312591
Dec 18 20:55:12.063734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-c17c79bd-c747-4f8f-9916-58698156760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.065450 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-c17c79bd-c747-4f8f-9916-58698156760b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1101 time: 0.1212668
Dec 18 20:55:12.150405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ad655-f57b-487b-beeb-a1a70475cdfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 966122e8-49d1-4a8c-97ec-e6c7cd1c574b is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:55:12.204244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-249ad655-f57b-487b-beeb-a1a70475cdfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 966122e8-49d1-4a8c-97ec-e6c7cd1c574b) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:12.206125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9688f-0d9f-4789-af2f-8a43e7868e54 req-d8801c00-5f31-4234-ac1c-02f143a0aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.207729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9a9688f-0d9f-4789-af2f-8a43e7868e54 req-d8801c00-5f31-4234-ac1c-02f143a0aee9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eaf2a3560d8e4c1993aa5a1dfdac5b4e&device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 1096 time: 0.3703260
Dec 18 20:55:12.218286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ad655-f57b-487b-beeb-a1a70475cdfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.218866 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-249ad655-f57b-487b-beeb-a1a70475cdfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:12.259841 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f196b2-865d-4576-af63-4926039b49b4 None None] Network 966122e8-49d1-4a8c-97ec-e6c7cd1c574b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:12.282110 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e8537-171e-4e7a-a29b-95a3f67fdde7 req-86af4f97-d77c-493d-9fd4-49f78f256dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.283782 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6d2e8537-171e-4e7a-a29b-95a3f67fdde7 req-86af4f97-d77c-493d-9fd4-49f78f256dd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2157059
Dec 18 20:55:12.294483 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-249ad655-f57b-487b-beeb-a1a70475cdfe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1050773
Dec 18 20:55:12.296261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa5bf0-4079-4e9d-998b-b8550278beaf req-2573ac95-2f55-4744-b34c-841eea1e6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.296401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36610) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:12.297911 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18fa5bf0-4079-4e9d-998b-b8550278beaf req-2573ac95-2f55-4744-b34c-841eea1e6610 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2034206
Dec 18 20:55:12.299431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-85855edc-cb78-4b5e-a7a9-f656109d6b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.300959 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-85855edc-cb78-4b5e-a7a9-f656109d6b52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2242341
Dec 18 20:55:12.306580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86949c9b-be53-4e69-89e7-dbb0c2e4cc2c req-2f68d522-ad92-4bd9-8a21-1b130445c207 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.311839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': '966122e8-49d1-4a8c-97ec-e6c7cd1c574b', 'name': 'tempest-PortsIpV6TestJSON-348501014', 'fixed_ips': [{'subnet_id': '5fcf51a2-f43c-47b7-bc35-ac6ac4dc5e3e', 'ip_address': '2001:db8::10'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:12.314665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86949c9b-be53-4e69-89e7-dbb0c2e4cc2c req-2f68d522-ad92-4bd9-8a21-1b130445c207 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.2880299
Dec 18 20:55:12.339275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff91fb94-3e46-4b67-80f1-fa720163506d req-352c9bce-28a1-4c1d-aad9-ac379b274f69 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3303325
Dec 18 20:55:12.370055 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-60b66f47-5e80-4a51-abf1-64b4aa789dbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 217 time: 0.0533662
Dec 18 20:55:12.496146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9688f-0d9f-4789-af2f-8a43e7868e54 req-2a96c0a9-7f20-4a05-a577-551108369849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.497602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9a9688f-0d9f-4789-af2f-8a43e7868e54 req-2a96c0a9-7f20-4a05-a577-551108369849 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e50169fc-b606-4273-ae66-869a743059d2 HTTP/1.1" status: 200  len: 912 time: 0.2783120
Dec 18 20:55:12.514440 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6d2e8537-171e-4e7a-a29b-95a3f67fdde7 req-ae5e30f5-9f1f-48f0-ab7e-7a647072967d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2b8e5c57-7646-45bc-8bdf-d19b316188ed HTTP/1.1" status: 200  len: 217 time: 0.2152791
Dec 18 20:55:12.548422 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-966122e8-49d1-4a8c-97ec-e6c7cd1c574b', 'network_id': '966122e8-49d1-4a8c-97ec-e6c7cd1c574b', 'project_id': 'ed6e45b689fc4b15afe7d5ba12fe9fa3', 'fixed_ips': [{'subnet_id': '5fcf51a2-f43c-47b7-bc35-ac6ac4dc5e3e'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:55:12.550312 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:12.650433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-3b9d6f3e-5309-49e2-9eb0-ea86229ba3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.652140 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-3b9d6f3e-5309-49e2-9eb0-ea86229ba3c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1894956
Dec 18 20:55:12.680125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e8537-171e-4e7a-a29b-95a3f67fdde7 req-9cee4404-032a-48d2-8dd9-1b2ea1a0f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.680125 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6d2e8537-171e-4e7a-a29b-95a3f67fdde7 req-9cee4404-032a-48d2-8dd9-1b2ea1a0f89d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1152821
Dec 18 20:55:12.681869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18fa5bf0-4079-4e9d-998b-b8550278beaf req-227608d0-54a5-43d8-9db3-afd63d145f31 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3580627
Dec 18 20:55:12.700441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86949c9b-be53-4e69-89e7-dbb0c2e4cc2c req-d82eac9e-fd5a-43f6-b0a8-925864bf0cb4 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3602977
Dec 18 20:55:12.777514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9a9688f-0d9f-4789-af2f-8a43e7868e54 req-651bf667-dc57-42df-af2a-fe1b8f4b2550 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3638caa9-84ba-4b7e-b9be-44279669b05b HTTP/1.1" status: 200  len: 217 time: 0.1860454
Dec 18 20:55:12.784127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:12.896887 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:12.928760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Allocated IP 2001:db8::2 (966122e8-49d1-4a8c-97ec-e6c7cd1c574b/5fcf51a2-f43c-47b7-bc35-ac6ac4dc5e3e/48de4d50-7362-4b31-91d8-b90de2a1c794) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:12.935151 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e8537-171e-4e7a-a29b-95a3f67fdde7 req-796c7d16-4c98-483a-8bd5-8d59670e6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.941274 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6d2e8537-171e-4e7a-a29b-95a3f67fdde7 req-796c7d16-4c98-483a-8bd5-8d59670e6f22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2512398
Dec 18 20:55:12.962026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-574769c6-4bcc-4a0b-9a13-45b33c783839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:12.970817 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-574769c6-4bcc-4a0b-9a13-45b33c783839 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3066161
Dec 18 20:55:13.040887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36487367-013b-47f8-85c1-d1d58633dce8 req-e57c9492-c1f3-4775-b2cf-d82c0189d26d tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:13.048140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port ef99b9fa-f374-4948-aff7-edbd0824ddbc yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:55:13.049070 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36487367-013b-47f8-85c1-d1d58633dce8 req-e57c9492-c1f3-4775-b2cf-d82c0189d26d tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 948 time: 0.5542629
Dec 18 20:55:13.085611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9688f-0d9f-4789-af2f-8a43e7868e54 req-237cdd9f-089b-4fb1-8950-ad838a70a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:13.087404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9a9688f-0d9f-4789-af2f-8a43e7868e54 req-237cdd9f-089b-4fb1-8950-ad838a70a204 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1 HTTP/1.1" status: 200  len: 851 time: 0.2925484
Dec 18 20:55:13.151938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9a9688f-0d9f-4789-af2f-8a43e7868e54 req-1c8a9f8f-f2d2-4ff5-9942-d937dcee6390 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e50169fc-b606-4273-ae66-869a743059d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554214
Dec 18 20:55:13.157933 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18fa5bf0-4079-4e9d-998b-b8550278beaf req-9662cba1-e0d0-4d8d-9710-eaa701c9e2be service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4165492
Dec 18 20:55:13.251094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36487367-013b-47f8-85c1-d1d58633dce8 req-6e30f33c-c292-44df-a74f-0034495664a6 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008972
Dec 18 20:55:13.296626 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:13.310192 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:13.362393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8::10 (966122e8-49d1-4a8c-97ec-e6c7cd1c574b/5fcf51a2-f43c-47b7-bc35-ac6ac4dc5e3e/ef99b9fa-f374-4948-aff7-edbd0824ddbc) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:13.363186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Network 966122e8-49d1-4a8c-97ec-e6c7cd1c574b is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:13.369742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9a9688f-0d9f-4789-af2f-8a43e7868e54 req-1455e387-87f6-4a0e-8263-284b6b8dc0e7 service neutron] 10.222.0.36 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926935
Dec 18 20:55:13.373939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:13.385024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:13.468961 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6d2e8537-171e-4e7a-a29b-95a3f67fdde7 req-f4f6cb82-9d11-414b-b5cd-62113c972d00 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4899919
Dec 18 20:55:13.474350 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-0f8981e9-7ddb-4f12-83c8-d7a97a4ca1cf service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4710190
Dec 18 20:55:13.499206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b8e5c57-7646-45bc-8bdf-d19b316188ed details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:55:13.729074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2b8e5c57-7646-45bc-8bdf-d19b316188ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b8e5c57-7646-45bc-8bdf-d19b316188ed,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:13.750075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d30204-e284-4297-8b71-31a240599959 req-8f020c72-e9a5-4b86-bdcf-8e2fae743151 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:13.758548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67d30204-e284-4297-8b71-31a240599959 req-8f020c72-e9a5-4b86-bdcf-8e2fae743151 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.1825044
Dec 18 20:55:13.765505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '2b8e5c57-7646-45bc-8bdf-d19b316188ed', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '2b8e5c57-7646-45bc-8bdf-d19b316188ed', 'mac_address': 'fa:16:3e:62:d9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:55:13.774608 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9a9688f-0d9f-4789-af2f-8a43e7868e54 req-167cc784-8634-4779-8be1-b5938456658c service neutron] 10.222.0.36 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3826239
Dec 18 20:55:13.796138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eebcb0-379a-4cc3-a3c1-f6fe432ce2c9 req-f4d72bed-15fe-461d-81c9-da6a88a7e5e9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:13.805196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58eebcb0-379a-4cc3-a3c1-f6fe432ce2c9 req-f4d72bed-15fe-461d-81c9-da6a88a7e5e9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.1503320
Dec 18 20:55:13.810081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 53d8cf94-d048-4858-b43d-3d641ffb86d5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:55:13.892645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Attempting to bind port 48de4d50-7362-4b31-91d8-b90de2a1c794 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:55:13.893018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Attempting to bind port 48de4d50-7362-4b31-91d8-b90de2a1c794 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a3aa61f1-1e1c-4cec-bb19-33ea402ad051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '966122e8-49d1-4a8c-97ec-e6c7cd1c574b'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:55:13.893389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Attempting to bind port 48de4d50-7362-4b31-91d8-b90de2a1c794 on network 966122e8-49d1-4a8c-97ec-e6c7cd1c574b {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:13.893840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67d30204-e284-4297-8b71-31a240599959 req-3d264350-f1e9-44ac-922d-b9c4dd0c592e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333563
Dec 18 20:55:13.895385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Pushing event updated for resources: {'Port': ['ID=48de4d50-7362-4b31-91d8-b90de2a1c794,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:13.932693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:55:13.933177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Checking segment: {'id': 'a3aa61f1-1e1c-4cec-bb19-33ea402ad051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '966122e8-49d1-4a8c-97ec-e6c7cd1c574b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:13.933664 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:13.934126 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Bound using segment: {'id': 'a3aa61f1-1e1c-4cec-bb19-33ea402ad051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '966122e8-49d1-4a8c-97ec-e6c7cd1c574b'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:55:13.934704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Bound port: 48de4d50-7362-4b31-91d8-b90de2a1c794, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3aa61f1-1e1c-4cec-bb19-33ea402ad051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '966122e8-49d1-4a8c-97ec-e6c7cd1c574b'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:55:13.935590 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:13.950276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58eebcb0-379a-4cc3-a3c1-f6fe432ce2c9 req-16a18973-73e5-46e8-a9a7-cadb3e09a774 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437354
Dec 18 20:55:14.094872 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:14.117713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d80d79-918e-46f7-a895-2e511fd2e841 req-fbaaceff-674f-462b-9686-0d73b9555507 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:14.132351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60d80d79-918e-46f7-a895-2e511fd2e841 req-fbaaceff-674f-462b-9686-0d73b9555507 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1152265
Dec 18 20:55:14.151725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8e5c57-7646-45bc-8bdf-d19b316188ed {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:14.164393 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-5e787c87-7960-4e62-9de4-d73c07c3869d service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6702442
Dec 18 20:55:14.174187 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6d2e8537-171e-4e7a-a29b-95a3f67fdde7 req-6abc3108-74c7-4a29-a128-1fed750d7ee5 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6788037
Dec 18 20:55:14.192786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:14.208320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2b8e5c57-7646-45bc-8bdf-d19b316188ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b8e5c57-7646-45bc-8bdf-d19b316188ed,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:14.222645 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60d80d79-918e-46f7-a895-2e511fd2e841 req-c3e5ce21-a1fa-4819-bcac-a492feb3806a tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890582
Dec 18 20:55:14.239552 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:14.251383 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:14.292929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 966122e8-49d1-4a8c-97ec-e6c7cd1c574b is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:14.322149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:14.329989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:14.341705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:14.342469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:14.402924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=ef99b9fa-f374-4948-aff7-edbd0824ddbc,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:14.416581 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-61a21c6b-7327-4c8a-9bc1-1c3782159420 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.1187360
Dec 18 20:55:14.417506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36654) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:14.424174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': '966122e8-49d1-4a8c-97ec-e6c7cd1c574b', 'name': 'tempest-PortsIpV6TestJSON-926987380', 'fixed_ips': [{'subnet_id': '5fcf51a2-f43c-47b7-bc35-ac6ac4dc5e3e', 'ip_address': '2001:db8::f'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:14.538542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba5f90-32a1-407f-ba49-35c68824380a req-3e9b0027-dca1-40e2-aa6b-4037ba9be747 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:14.567356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88ba5f90-32a1-407f-ba49-35c68824380a req-3e9b0027-dca1-40e2-aa6b-4037ba9be747 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 949 time: 0.1449687
Dec 18 20:55:14.670220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] For port 48de4d50-7362-4b31-91d8-b90de2a1c794, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:14.678603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:14.696098 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88ba5f90-32a1-407f-ba49-35c68824380a req-28bb5481-5b7d-465e-85a5-6b897e133329 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210437
Dec 18 20:55:14.719770 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:14.726006 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:14.726427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] For port 48de4d50-7362-4b31-91d8-b90de2a1c794, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48de4d50-7362-4b31-91d8-b90de2a1c794,segment=NetworkSegment(a3aa61f1-1e1c-4cec-bb19-33ea402ad051),segment_id=a3aa61f1-1e1c-4cec-bb19-33ea402ad051)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:55:14.727892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=2b8e5c57-7646-45bc-8bdf-d19b316188ed,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:14.730776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'mac_address': 'fa:16:3e:7a:28:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:55:14.735944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:14.740863 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:14.775922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port 460279c7-5c3d-4c4b-8b62-def0baf3995c yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:55:14.797262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['2b8e5c57-7646-45bc-8bdf-d19b316188ed'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:55:14.893085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:14.910572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625871f6-4d9b-4bcf-ba41-8c2a8cc42e23 None None] Pushing event updated for resources: {'Port': ['ID=48de4d50-7362-4b31-91d8-b90de2a1c794,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:14.943393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d8cf94-d048-4858-b43d-3d641ffb86d5 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:14.996069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:15.013000 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:15.128362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8::f (966122e8-49d1-4a8c-97ec-e6c7cd1c574b/5fcf51a2-f43c-47b7-bc35-ac6ac4dc5e3e/460279c7-5c3d-4c4b-8b62-def0baf3995c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:15.253970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba6bf1-ea82-4393-9b93-36f02b2f3dca req-15ad1053-eca3-4c09-b0e8-3b05f96ca38c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:15.279110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6aba6bf1-ea82-4393-9b93-36f02b2f3dca req-15ad1053-eca3-4c09-b0e8-3b05f96ca38c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.2249503
Dec 18 20:55:15.322333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['53d8cf94-d048-4858-b43d-3d641ffb86d5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:55:15.342060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454c53a-44ed-44cb-82bf-001136e3fd12 req-a6a8f3fa-b62a-4eb2-86e2-c62921443ff6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:15.344112 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9454c53a-44ed-44cb-82bf-001136e3fd12 req-a6a8f3fa-b62a-4eb2-86e2-c62921443ff6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.2321951
Dec 18 20:55:15.385508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=53d8cf94-d048-4858-b43d-3d641ffb86d5,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:15.450565 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6aba6bf1-ea82-4393-9b93-36f02b2f3dca req-c45577bd-9d9d-451f-b29a-b6661e0aabc8 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693778
Dec 18 20:55:15.519317 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:15.580195 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9454c53a-44ed-44cb-82bf-001136e3fd12 req-18c451ea-8df1-4c8c-99be-5e6a87d3f78c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116671
Dec 18 20:55:15.630578 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:15.691501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 966122e8-49d1-4a8c-97ec-e6c7cd1c574b is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:15.695751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:15.700599 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:15.706673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:15.707436 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:15.717738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=460279c7-5c3d-4c4b-8b62-def0baf3995c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:15.760044 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ac13c9d9-cadc-467d-b011-77915da8a4c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.3411899
Dec 18 20:55:15.766779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36678) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:15.836587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f96ae2-8741-4186-a636-8cefd76b877d req-ad437799-34a4-4ccb-8afa-c9c83f42e002 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:15.838321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96f96ae2-8741-4186-a636-8cefd76b877d req-ad437799-34a4-4ccb-8afa-c9c83f42e002 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1163173
Dec 18 20:55:15.935621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96f96ae2-8741-4186-a636-8cefd76b877d req-635cef8b-5d6a-4e7d-8ff4-275329278b63 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900078
Dec 18 20:55:15.936726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770a6151-aa61-4e03-a769-c2156b7af266 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:15.942843 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-770a6151-aa61-4e03-a769-c2156b7af266 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.1732190
Dec 18 20:55:15.945153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36680) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:16.048111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f64951-9c1c-43d6-bcc3-1bfb445d8bc8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:16.058789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f64951-9c1c-43d6-bcc3-1bfb445d8bc8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:16.072301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f64951-9c1c-43d6-bcc3-1bfb445d8bc8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:16.073894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1c5d-fdf3-43d9-8072-bdd48324758c req-c1e860cc-3992-4c56-9b1e-ca373a45df55 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:16.080103 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-37f64951-9c1c-43d6-bcc3-1bfb445d8bc8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2387 time: 0.1336088
Dec 18 20:55:16.092764 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f02a1c5d-fdf3-43d9-8072-bdd48324758c req-c1e860cc-3992-4c56-9b1e-ca373a45df55 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 949 time: 0.1830695
Dec 18 20:55:16.102542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36682) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:16.260728 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f02a1c5d-fdf3-43d9-8072-bdd48324758c req-f2cff80d-5754-4def-bc38-a25ba02786a4 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656702
Dec 18 20:55:16.292046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-1d172b14-e6c5-4b05-b124-4f0977c80820 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port 460279c7-5c3d-4c4b-8b62-def0baf3995c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:16.292431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d172b14-e6c5-4b05-b124-4f0977c80820 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:16.420826 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d172b14-e6c5-4b05-b124-4f0977c80820 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:16.437139 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-1d172b14-e6c5-4b05-b124-4f0977c80820 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for 460279c7-5c3d-4c4b-8b62-def0baf3995c owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:16.691469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935cad2-47e2-4aab-9e9a-4b28b3a747dc req-b8ebae90-0e8d-42bb-b96c-5bed09c6d034 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:16.693307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7935cad2-47e2-4aab-9e9a-4b28b3a747dc req-b8ebae90-0e8d-42bb-b96c-5bed09c6d034 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.1227136
Dec 18 20:55:16.694115 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d172b14-e6c5-4b05-b124-4f0977c80820 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:16.721398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f9dd5-4f13-4e72-a5c9-decf65236543 None None] Network 966122e8-49d1-4a8c-97ec-e6c7cd1c574b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:16.751671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d172b14-e6c5-4b05-b124-4f0977c80820 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=460279c7-5c3d-4c4b-8b62-def0baf3995c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:16.816800 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d172b14-e6c5-4b05-b124-4f0977c80820 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:16.820952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1d172b14-e6c5-4b05-b124-4f0977c80820 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/460279c7-5c3d-4c4b-8b62-def0baf3995c HTTP/1.1" status: 204  len: 168 time: 0.7169917
Dec 18 20:55:16.824925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36706) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:16.859977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2b401933-7361-4a4e-a3e2-327d56a76027 None None] Provisioning complete for port 48de4d50-7362-4b31-91d8-b90de2a1c794 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:16.860723 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2b401933-7361-4a4e-a3e2-327d56a76027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:16.874830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aafc24-f2fe-4cc2-bef4-a9707aa1f0c5 req-e0f0d9d9-722d-4a7c-ae43-66a8ea698704 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:16.883045 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41aafc24-f2fe-4cc2-bef4-a9707aa1f0c5 req-e0f0d9d9-722d-4a7c-ae43-66a8ea698704 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.1437781
Dec 18 20:55:16.895889 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7935cad2-47e2-4aab-9e9a-4b28b3a747dc req-2baf22ec-39ce-4feb-979e-11622d80687a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509016
Dec 18 20:55:16.921697 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc75124-49ec-4a27-8d30-59442816ea35 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:55:16.925573 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4cc75124-49ec-4a27-8d30-59442816ea35 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/460279c7-5c3d-4c4b-8b62-def0baf3995c HTTP/1.1" status: 404  len: 333 time: 0.0937326
Dec 18 20:55:16.929950 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36708) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:17.007421 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41aafc24-f2fe-4cc2-bef4-a9707aa1f0c5 req-9a5c9aff-c5c7-43c7-b8dc-e339a211dace tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187029
Dec 18 20:55:17.062361 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2b401933-7361-4a4e-a3e2-327d56a76027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:17.117715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 48de4d50-7362-4b31-91d8-b90de2a1c794 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:17.129971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b5ead234-ab5f-4ff5-9ebc-f9956effcca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port ef99b9fa-f374-4948-aff7-edbd0824ddbc {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:17.130444 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5ead234-ab5f-4ff5-9ebc-f9956effcca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:17.248306 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5ead234-ab5f-4ff5-9ebc-f9956effcca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:17.258758 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2b401933-7361-4a4e-a3e2-327d56a76027 None None] For port 48de4d50-7362-4b31-91d8-b90de2a1c794, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48de4d50-7362-4b31-91d8-b90de2a1c794,segment=NetworkSegment(a3aa61f1-1e1c-4cec-bb19-33ea402ad051),segment_id=a3aa61f1-1e1c-4cec-bb19-33ea402ad051)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:17.264406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b5ead234-ab5f-4ff5-9ebc-f9956effcca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for ef99b9fa-f374-4948-aff7-edbd0824ddbc owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:17.267000 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2b401933-7361-4a4e-a3e2-327d56a76027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:17.276468 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 48de4d50-7362-4b31-91d8-b90de2a1c794 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:17.277205 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:17.439320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b8e5c57-7646-45bc-8bdf-d19b316188ed up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:17.443716 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b401933-7361-4a4e-a3e2-327d56a76027 None None] Pushing event updated for resources: {'Port': ['ID=48de4d50-7362-4b31-91d8-b90de2a1c794,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:17.499776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-699a8601-0642-4bfc-a3f3-686ee5365310 None None] Provisioning complete for port 48de4d50-7362-4b31-91d8-b90de2a1c794 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:17.500256 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-699a8601-0642-4bfc-a3f3-686ee5365310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:17.516684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad5c47-a4bb-48ce-bfa4-9af1a7967d98 req-18bb7705-96b1-4391-ad5a-2c4836604ad0 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:17.518499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81ad5c47-a4bb-48ce-bfa4-9af1a7967d98 req-18bb7705-96b1-4391-ad5a-2c4836604ad0 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1579280
Dec 18 20:55:17.631293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 53d8cf94-d048-4858-b43d-3d641ffb86d5 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:17.667941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 2b8e5c57-7646-45bc-8bdf-d19b316188ed completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:55:17.687603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 2b8e5c57-7646-45bc-8bdf-d19b316188ed triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:17.688380 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:17.813741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 53d8cf94-d048-4858-b43d-3d641ffb86d5 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:55:17.826384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 53d8cf94-d048-4858-b43d-3d641ffb86d5 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:17.826904 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:17.828911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-699a8601-0642-4bfc-a3f3-686ee5365310 None None] Provisioning complete for port ef99b9fa-f374-4948-aff7-edbd0824ddbc triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:17.829375 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-699a8601-0642-4bfc-a3f3-686ee5365310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:17.968916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-699a8601-0642-4bfc-a3f3-686ee5365310 None None] Port ef99b9fa-f374-4948-aff7-edbd0824ddbc cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:17.991840 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:18.051038 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2b8e5c57-7646-45bc-8bdf-d19b316188ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b8e5c57-7646-45bc-8bdf-d19b316188ed,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:18.053137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd93280f-4987-4eea-b229-7cc365db43ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8e5c57-7646-45bc-8bdf-d19b316188ed'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:18.056112 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa8f748-13f6-42bc-b75e-84f4949e9d85" -d '{"events": [{"server_uuid": "bd93280f-4987-4eea-b229-7cc365db43ff", "name": "network-vif-plugged", "status": "completed", "tag": "2b8e5c57-7646-45bc-8bdf-d19b316188ed"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:18.061388 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:18.102668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f42d4-e034-4599-a59d-dd0381e3b0e5 req-6697772a-8a35-46c9-a145-41a7c2c9f9a9 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:18.110719 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-446f42d4-e034-4599-a59d-dd0381e3b0e5 req-6697772a-8a35-46c9-a145-41a7c2c9f9a9 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 949 time: 0.7045431
Dec 18 20:55:18.164491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f0826352-ecbd-4748-baa1-bc7437d92574 None None] Provisioning complete for port ef99b9fa-f374-4948-aff7-edbd0824ddbc triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:18.164868 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f0826352-ecbd-4748-baa1-bc7437d92574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:18.173788 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5ead234-ab5f-4ff5-9ebc-f9956effcca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:18.217292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f0826352-ecbd-4748-baa1-bc7437d92574 None None] Port ef99b9fa-f374-4948-aff7-edbd0824ddbc was deleted so its status cannot be updated. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Dec 18 20:55:18.228666 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:18.245680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81ad5c47-a4bb-48ce-bfa4-9af1a7967d98 req-e6ef5b34-02f0-4a71-8093-f4d32649fda1 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7178905
Dec 18 20:55:18.252231 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ead234-ab5f-4ff5-9ebc-f9956effcca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=ef99b9fa-f374-4948-aff7-edbd0824ddbc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:18.263027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=2b8e5c57-7646-45bc-8bdf-d19b316188ed,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:18.305053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-446f42d4-e034-4599-a59d-dd0381e3b0e5 req-43cc1f7f-405c-4c34-9c65-9703d1b07d6c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933882
Dec 18 20:55:18.318083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:18.336825 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5ead234-ab5f-4ff5-9ebc-f9956effcca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:18.342481 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:18.360285 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b5ead234-ab5f-4ff5-9ebc-f9956effcca6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/ef99b9fa-f374-4948-aff7-edbd0824ddbc HTTP/1.1" status: 204  len: 168 time: 1.4268401
Dec 18 20:55:18.361600 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36734) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:18.410143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-acc68639-cab8-45ef-a827-a05871cf103d None None] Could not find standard attr ID for object 460279c7-5c3d-4c4b-8b62-def0baf3995c. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 20:55:18.417617 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b206aeaa-1256-443e-b69f-4e74aac90e1b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:55:18.418969 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b206aeaa-1256-443e-b69f-4e74aac90e1b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/ef99b9fa-f374-4948-aff7-edbd0824ddbc HTTP/1.1" status: 404  len: 333 time: 0.0573027
Dec 18 20:55:18.423154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36736) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:18.453064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=53d8cf94-d048-4858-b43d-3d641ffb86d5,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:18.538211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51253f6-272e-4c9b-959b-7e2128ce76d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting subnet 5fcf51a2-f43c-47b7-bc35-ac6ac4dc5e3e {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:55:18.547909 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c51253f6-272e-4c9b-959b-7e2128ce76d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:18.557276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b814ff-4f22-418a-bb76-c99e6686595a req-7b198c75-d91e-47ff-9544-26bac0bd8092 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:18.565196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60b814ff-4f22-418a-bb76-c99e6686595a req-7b198c75-d91e-47ff-9544-26bac0bd8092 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.1253691
Dec 18 20:55:18.598046 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c51253f6-272e-4c9b-959b-7e2128ce76d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:18.606348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b3fe1-d448-4e1e-adc9-cc880c1395dd req-23337f85-21ff-419b-b0e4-1a962495679c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:18.609212 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-036b3fe1-d448-4e1e-adc9-cc880c1395dd req-23337f85-21ff-419b-b0e4-1a962495679c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.1151254
Dec 18 20:55:18.670101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60b814ff-4f22-418a-bb76-c99e6686595a req-9648052f-128b-436d-afe7-59b1130efcda tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038036
Dec 18 20:55:18.714019 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-036b3fe1-d448-4e1e-adc9-cc880c1395dd req-272295dc-9ea0-477f-af79-46da7fc40e66 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937920
Dec 18 20:55:18.724835 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c51253f6-272e-4c9b-959b-7e2128ce76d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:18.747904 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb26a01-ddab-4722-b15b-32b9a1f03379 x-openstack-request-id: req-9fb26a01-ddab-4722-b15b-32b9a1f03379 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:18.748552 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd93280f-4987-4eea-b229-7cc365db43ff", "name": "network-vif-plugged", "status": "completed", "tag": "2b8e5c57-7646-45bc-8bdf-d19b316188ed", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:18.749037 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fb26a01-ddab-4722-b15b-32b9a1f03379 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:18.749620 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd93280f-4987-4eea-b229-7cc365db43ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8e5c57-7646-45bc-8bdf-d19b316188ed', 'code': 200}
Dec 18 20:55:18.890529 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c51253f6-272e-4c9b-959b-7e2128ce76d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:18.924395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 48de4d50-7362-4b31-91d8-b90de2a1c794 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:18.962036 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c51253f6-272e-4c9b-959b-7e2128ce76d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:18.969114 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c51253f6-272e-4c9b-959b-7e2128ce76d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/5fcf51a2-f43c-47b7-bc35-ac6ac4dc5e3e HTTP/1.1" status: 204  len: 168 time: 0.5425680
Dec 18 20:55:18.969692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36742) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:18.978286 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79205e1e-3847-4a52-953a-72a83d2fc725 None None] Network 966122e8-49d1-4a8c-97ec-e6c7cd1c574b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:18.982519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51253f6-272e-4c9b-959b-7e2128ce76d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcf51a2-f43c-47b7-bc35-ac6ac4dc5e3e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:18.997426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285ffc-01f8-4081-a789-1e9b1f24b237 req-726fd041-9f8a-4429-84fc-bc32914d7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:19.000480 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-44285ffc-01f8-4081-a789-1e9b1f24b237 req-726fd041-9f8a-4429-84fc-bc32914d7b2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 1101 time: 0.1523550
Dec 18 20:55:19.107990 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-44285ffc-01f8-4081-a789-1e9b1f24b237 req-06b73344-be30-484f-870f-6e1b84ad4a27 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990882
Dec 18 20:55:19.138640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 48de4d50-7362-4b31-91d8-b90de2a1c794 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:19.139821 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:19.159127 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:19.185350 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99bd29-31f0-4d74-a798-4dd53716dbc6 req-aee68679-7291-429a-8e4d-dffddb47bcf3 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:19.191094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b99bd29-31f0-4d74-a798-4dd53716dbc6 req-aee68679-7291-429a-8e4d-dffddb47bcf3 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1191664
Dec 18 20:55:19.318481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b99bd29-31f0-4d74-a798-4dd53716dbc6 req-aab73bff-04bc-46d4-b2bf-454e40777ff0 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220047
Dec 18 20:55:19.330586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port 48de4d50-7362-4b31-91d8-b90de2a1c794 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:19.330914 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:19.379463 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be7c8b-26d0-42e6-92f0-1849298955d2 None None] DHCP port deletion for 966122e8-49d1-4a8c-97ec-e6c7cd1c574b request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:55:19.433524 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:19.464326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] For port 48de4d50-7362-4b31-91d8-b90de2a1c794, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48de4d50-7362-4b31-91d8-b90de2a1c794,segment=NetworkSegment(a3aa61f1-1e1c-4cec-bb19-33ea402ad051),segment_id=a3aa61f1-1e1c-4cec-bb19-33ea402ad051)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:19.464717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:19.473296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-21be7c8b-26d0-42e6-92f0-1849298955d2 None None] Deleting port 48de4d50-7362-4b31-91d8-b90de2a1c794 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:19.474043 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21be7c8b-26d0-42e6-92f0-1849298955d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:19.485796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for 48de4d50-7362-4b31-91d8-b90de2a1c794 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:19.565698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-21be7c8b-26d0-42e6-92f0-1849298955d2 None None] For port 48de4d50-7362-4b31-91d8-b90de2a1c794, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48de4d50-7362-4b31-91d8-b90de2a1c794,segment=NetworkSegment(a3aa61f1-1e1c-4cec-bb19-33ea402ad051),segment_id=a3aa61f1-1e1c-4cec-bb19-33ea402ad051)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:19.566534 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21be7c8b-26d0-42e6-92f0-1849298955d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:19.584253 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-21be7c8b-26d0-42e6-92f0-1849298955d2 None None] Calling delete_port for 48de4d50-7362-4b31-91d8-b90de2a1c794 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:19.661801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f052219-956c-44b5-825d-be3e141d1c6f req-b08b3c27-dc03-40c4-b359-cc1015c8e275 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:19.663265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f052219-956c-44b5-825d-be3e141d1c6f req-b08b3c27-dc03-40c4-b359-cc1015c8e275 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1167338
Dec 18 20:55:19.671952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f2b79-1cb1-41b2-8e6a-76c4e08fab1a req-e297d13e-e786-4c2a-902d-361929c02bc6 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:19.673443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de1f2b79-1cb1-41b2-8e6a-76c4e08fab1a req-e297d13e-e786-4c2a-902d-361929c02bc6 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 950 time: 0.1257622
Dec 18 20:55:19.760318 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21be7c8b-26d0-42e6-92f0-1849298955d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:19.763822 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:19.806792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be7c8b-26d0-42e6-92f0-1849298955d2 None None] Pushing event deleted for resources: {'Port': ['ID=48de4d50-7362-4b31-91d8-b90de2a1c794,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:19.815405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be7c8b-26d0-42e6-92f0-1849298955d2 None None] No DVR routers for this DVR port 48de4d50-7362-4b31-91d8-b90de2a1c794 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:55:19.847704 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f052219-956c-44b5-825d-be3e141d1c6f req-2b3785ca-257a-4a33-be37-8058249520a9 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706710
Dec 18 20:55:19.852327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No DVR routers for this DVR port 48de4d50-7362-4b31-91d8-b90de2a1c794 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:55:19.862643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=48de4d50-7362-4b31-91d8-b90de2a1c794,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:19.882009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de1f2b79-1cb1-41b2-8e6a-76c4e08fab1a req-7084fff4-1ee4-4f69-bfe4-477e3b8f94e8 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848686
Dec 18 20:55:20.078633 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:20.104360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365df5d7f0>,) {'filters': {'network_id': ['966122e8-49d1-4a8c-97ec-e6c7cd1c574b']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:20.117812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365df5d7f0>, 'a3aa61f1-1e1c-4cec-bb19-33ea402ad051') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:20.118374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365df5d7f0>, 'a3aa61f1-1e1c-4cec-bb19-33ea402ad051') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:20.152700 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:20.217560 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:20.231313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:55:20.231883 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:55:20.236364 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:55:20.244979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d409-f434-42ae-a7db-62873adf1e17 req-d88349c3-47a1-46db-b5b1-ff54977f1bb8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:20.246773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0270d409-f434-42ae-a7db-62873adf1e17 req-d88349c3-47a1-46db-b5b1-ff54977f1bb8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.3082187
Dec 18 20:55:20.329681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed83d75-d555-4bc2-97bc-1c2793d2fd09 req-18b584de-775d-4637-9aaf-4a04fc127c54 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:20.331193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fed83d75-d555-4bc2-97bc-1c2793d2fd09 req-18b584de-775d-4637-9aaf-4a04fc127c54 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.1974719
Dec 18 20:55:20.391091 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:20.397829 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:20.403923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/networks/966122e8-49d1-4a8c-97ec-e6c7cd1c574b HTTP/1.1" status: 204  len: 168 time: 1.4306393
Dec 18 20:55:20.410538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36766) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:20.417177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-89147184-ef8c-4afd-9a6d-9163216ecb1a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1706763013'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:20.436601 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0270d409-f434-42ae-a7db-62873adf1e17 req-6074264a-193f-4ded-bb01-bef32063dba7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1745403
Dec 18 20:55:20.443320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07f76b-8780-466f-98db-f345c6427d7a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Network': ['ID=966122e8-49d1-4a8c-97ec-e6c7cd1c574b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:20.482629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89147184-ef8c-4afd-9a6d-9163216ecb1a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:20.486856 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89147184-ef8c-4afd-9a6d-9163216ecb1a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:20.524710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fed83d75-d555-4bc2-97bc-1c2793d2fd09 req-172b58af-0c0d-44c0-8ae6-834677970502 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740863
Dec 18 20:55:20.570420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89147184-ef8c-4afd-9a6d-9163216ecb1a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:55:20.585074 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89147184-ef8c-4afd-9a6d-9163216ecb1a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:20.585629 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-89147184-ef8c-4afd-9a6d-9163216ecb1a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Added segment 0d1250e7-5ab3-41df-83f4-b9c91208d97a of type vlan for network c15f191a-5c42-46bc-8645-f7828e9c47a0
Dec 18 20:55:20.709275 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89147184-ef8c-4afd-9a6d-9163216ecb1a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:20.751384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:20.753924 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89147184-ef8c-4afd-9a6d-9163216ecb1a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:20.755167 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e678e586-1da5-49dc-bcc9-c549e46d5c1c" -d '{"events": [{"server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "name": "network-vif-plugged", "status": "completed", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:20.761211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89147184-ef8c-4afd-9a6d-9163216ecb1a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:20.762081 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89147184-ef8c-4afd-9a6d-9163216ecb1a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:20.820273 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3b4ca5-a52e-4ece-941e-845434bbca2d x-openstack-request-id: req-3d3b4ca5-a52e-4ece-941e-845434bbca2d {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:20.820573 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "name": "network-vif-plugged", "status": "completed", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:20.820830 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d3b4ca5-a52e-4ece-941e-845434bbca2d {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:20.822732 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'code': 200}
Dec 18 20:55:20.896454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89147184-ef8c-4afd-9a6d-9163216ecb1a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Network': ['ID=c15f191a-5c42-46bc-8645-f7828e9c47a0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:20.911065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network c15f191a-5c42-46bc-8645-f7828e9c47a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:55:20.943431 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-89147184-ef8c-4afd-9a6d-9163216ecb1a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5299935
Dec 18 20:55:20.945907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36786) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:20.957558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5bc1ce90-0c8c-4cca-8b3f-f2fdb066d618 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': 'c15f191a-5c42-46bc-8645-f7828e9c47a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:21.019135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 48de4d50-7362-4b31-91d8-b90de2a1c794 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:55:21.048849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-8e2111fe-a75f-466c-8fa3-82edfb42e7c9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:21.073691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-8e2111fe-a75f-466c-8fa3-82edfb42e7c9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 811 time: 0.3203013
Dec 18 20:55:21.083235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 48de4d50-7362-4b31-91d8-b90de2a1c794 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:55:21.088177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 48de4d50-7362-4b31-91d8-b90de2a1c794 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:55:21.129566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-aab55a59-8d16-4284-8170-22cad2dab787 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/quotas/69de37deec2a49ff9eaad9cbb7c48f31 HTTP/1.1" status: 200  len: 375 time: 0.0626011
Dec 18 20:55:21.130282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afec29e-b77f-4a23-97e2-5d1a0f27bb44 req-289a2c8d-3d4c-4f27-ba88-55cc3328e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:21.138830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3afec29e-b77f-4a23-97e2-5d1a0f27bb44 req-289a2c8d-3d4c-4f27-ba88-55cc3328e13a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6f709f32-beb6-4558-8d64-0d56d0981842 HTTP/1.1" status: 200  len: 1101 time: 0.1954346
Dec 18 20:55:21.172541 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc1ce90-0c8c-4cca-8b3f-f2fdb066d618 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:21.186966 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ce90-0c8c-4cca-8b3f-f2fdb066d618 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:21.201080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb0781-5bff-479b-b831-e0b7870c2757 req-4164a8c2-b067-4e33-ad13-8b345046223d tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:21.201080 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ecb0781-5bff-479b-b831-e0b7870c2757 req-4164a8c2-b067-4e33-ad13-8b345046223d tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1962652
Dec 18 20:55:21.290998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3afec29e-b77f-4a23-97e2-5d1a0f27bb44 req-ee03e7ff-ec8c-4f04-9003-5758dcf8514e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426482
Dec 18 20:55:21.303834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ecb0781-5bff-479b-b831-e0b7870c2757 req-9874c554-f764-41ad-9d2b-465ba4f87fbc tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849121
Dec 18 20:55:21.339106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-f66b8a46-a982-470a-b48b-0ad99c123ecf tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1694374
Dec 18 20:55:21.479708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ce90-0c8c-4cca-8b3f-f2fdb066d618 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:21.527048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-134c9cd8-2512-4459-8bd4-ba1738a18427 service neutron] 10.222.0.13 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819148
Dec 18 20:55:21.543461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5aa99-7b12-451e-a78a-7cbbe25d913d req-fe26ea87-08ac-4845-be50-8abc7fdaad08 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:21.545877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27e5aa99-7b12-451e-a78a-7cbbe25d913d req-fe26ea87-08ac-4845-be50-8abc7fdaad08 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 950 time: 0.1334362
Dec 18 20:55:21.575630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1ce90-0c8c-4cca-8b3f-f2fdb066d618 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Subnet': ['ID=e35bc47e-a482-42b8-b085-330c5a121593,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:21.577877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1ce90-0c8c-4cca-8b3f-f2fdb066d618 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Checking segment: {'id': '0d1250e7-5ab3-41df-83f4-b9c91208d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c15f191a-5c42-46bc-8645-f7828e9c47a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:21.578378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc1ce90-0c8c-4cca-8b3f-f2fdb066d618 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network hostable DHCP agents. Network: c15f191a-5c42-46bc-8645-f7828e9c47a0, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:55:21.602664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc1ce90-0c8c-4cca-8b3f-f2fdb066d618 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network c15f191a-5c42-46bc-8645-f7828e9c47a0 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:55:21.618332 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-5bc1ce90-0c8c-4cca-8b3f-f2fdb066d618 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c15f191a-5c42-46bc-8645-f7828e9c47a0) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:21.629400 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13026b63-28d2-40f7-972c-056161ff0486 None None] Network c15f191a-5c42-46bc-8645-f7828e9c47a0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:21.633769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc1ce90-0c8c-4cca-8b3f-f2fdb066d618 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:21.634585 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ce90-0c8c-4cca-8b3f-f2fdb066d618 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:21.669838 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5bc1ce90-0c8c-4cca-8b3f-f2fdb066d618 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7199409
Dec 18 20:55:21.677920 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36798) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:21.682576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c9ca3880-0071-48ec-874a-a4929defee74 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-314391791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:21.690920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27e5aa99-7b12-451e-a78a-7cbbe25d913d req-40deed5b-018b-440d-aea0-d9a1becc48e5 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356244
Dec 18 20:55:21.721908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-d6a1468d-d4e8-4f56-838a-e7c86d0d6383 service neutron] 10.222.0.13 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1749027
Dec 18 20:55:21.762976 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3880-0071-48ec-874a-a4929defee74 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:21.764195 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3880-0071-48ec-874a-a4929defee74 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:21.877069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c15f191a-5c42-46bc-8645-f7828e9c47a0', 'network_id': 'c15f191a-5c42-46bc-8645-f7828e9c47a0', 'project_id': 'ed6e45b689fc4b15afe7d5ba12fe9fa3', 'fixed_ips': [{'subnet_id': 'e35bc47e-a482-42b8-b085-330c5a121593'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:55:21.878016 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:21.888848 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3880-0071-48ec-874a-a4929defee74 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:21.898202 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3880-0071-48ec-874a-a4929defee74 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:21.930938 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3880-0071-48ec-874a-a4929defee74 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:21.932611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c9ca3880-0071-48ec-874a-a4929defee74 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2550087
Dec 18 20:55:21.935391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36812) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:21.940855 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'network_id': 'c15f191a-5c42-46bc-8645-f7828e9c47a0', 'name': 'tempest-PortsIpV6TestJSON-1176866730'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:22.008246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0189f-be15-4a5e-8ca1-5a704439e826 req-f1218eac-5077-4f56-a7df-5342a4c34499 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:22.016687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85a0189f-be15-4a5e-8ca1-5a704439e826 req-f1218eac-5077-4f56-a7df-5342a4c34499 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.0821693
Dec 18 20:55:22.100754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85a0189f-be15-4a5e-8ca1-5a704439e826 req-a32cca47-8b38-49be-8414-64ddbc3b754a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789752
Dec 18 20:55:22.304725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3876849-1a97-48dc-93c6-e8cce83274d2 req-f6688a9c-d555-4b1d-a2ba-9e1a7c6df949 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:22.322097 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3876849-1a97-48dc-93c6-e8cce83274d2 req-f6688a9c-d555-4b1d-a2ba-9e1a7c6df949 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f709f32-beb6-4558-8d64-0d56d0981842 HTTP/1.1" status: 200  len: 950 time: 0.1211526
Dec 18 20:55:22.399465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Allocated IP 2001:db8::2 (c15f191a-5c42-46bc-8645-f7828e9c47a0/e35bc47e-a482-42b8-b085-330c5a121593/d24c7dc6-875c-4863-8243-18c8d5d56eaf) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:22.400962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:22.407136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:22.461769 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-469c2de2-ff59-479d-a74c-399ca7281b72 req-59f44a9e-5ee0-42fa-8466-a7139bdbbef5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 210 time: 0.1120071
Dec 18 20:55:22.493191 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port d8fc1b6d-daac-44f5-af59-020051f6ed2e yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:55:22.560114 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3876849-1a97-48dc-93c6-e8cce83274d2 req-b488fcce-e095-4cd6-94f7-dc4a3c108b63 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371244
Dec 18 20:55:22.669586 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:22.683491 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:22.731669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645925bc-8f5f-4e49-ac56-741e65795c89 req-ea5b38a8-606e-485e-ab2d-c022c0e5c46f tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:22.754805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-645925bc-8f5f-4e49-ac56-741e65795c89 req-ea5b38a8-606e-485e-ab2d-c022c0e5c46f tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1160393
Dec 18 20:55:22.762932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Network c15f191a-5c42-46bc-8645-f7828e9c47a0 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:22.773505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:22.779265 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:22.803689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Pushing event updated for resources: {'Port': ['ID=d24c7dc6-875c-4863-8243-18c8d5d56eaf,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:22.827990 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-645925bc-8f5f-4e49-ac56-741e65795c89 req-ef505540-3f1b-4487-a1ce-a07d46e9996a tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719655
Dec 18 20:55:22.848245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8::ba (c15f191a-5c42-46bc-8645-f7828e9c47a0/e35bc47e-a482-42b8-b085-330c5a121593/d8fc1b6d-daac-44f5-af59-020051f6ed2e) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:22.888036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Attempting to bind port d24c7dc6-875c-4863-8243-18c8d5d56eaf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:55:22.889723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Attempting to bind port d24c7dc6-875c-4863-8243-18c8d5d56eaf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0d1250e7-5ab3-41df-83f4-b9c91208d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c15f191a-5c42-46bc-8645-f7828e9c47a0'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:55:22.890341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Attempting to bind port d24c7dc6-875c-4863-8243-18c8d5d56eaf on network c15f191a-5c42-46bc-8645-f7828e9c47a0 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:22.897201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:55:22.897877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Checking segment: {'id': '0d1250e7-5ab3-41df-83f4-b9c91208d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c15f191a-5c42-46bc-8645-f7828e9c47a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:22.898522 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:22.899269 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Bound using segment: {'id': '0d1250e7-5ab3-41df-83f4-b9c91208d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c15f191a-5c42-46bc-8645-f7828e9c47a0'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:55:22.899913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Bound port: d24c7dc6-875c-4863-8243-18c8d5d56eaf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1250e7-5ab3-41df-83f4-b9c91208d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c15f191a-5c42-46bc-8645-f7828e9c47a0'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:55:22.900544 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:23.026770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] For port d24c7dc6-875c-4863-8243-18c8d5d56eaf, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:23.032647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] For port d24c7dc6-875c-4863-8243-18c8d5d56eaf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d24c7dc6-875c-4863-8243-18c8d5d56eaf,segment=NetworkSegment(0d1250e7-5ab3-41df-83f4-b9c91208d97a),segment_id=0d1250e7-5ab3-41df-83f4-b9c91208d97a)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:55:23.047705 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:23.087678 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:23.134399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915eba49-ba36-4fc2-a3e5-0d4c3e9d9e22 None None] Pushing event updated for resources: {'Port': ['ID=d24c7dc6-875c-4863-8243-18c8d5d56eaf,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:23.149087 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:23.208729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network c15f191a-5c42-46bc-8645-f7828e9c47a0 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:23.212917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:23.218489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:23.224307 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:23.225650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:23.251228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=d8fc1b6d-daac-44f5-af59-020051f6ed2e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:23.270311 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-234c9b9b-1cbd-4cbb-a7a2-e145bc7e9953 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.3337750
Dec 18 20:55:23.273751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36874) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:23.287075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de198d-9905-40b5-a90a-c34a73a5de43 req-0721d8d2-eb80-4493-9cc3-7feff91c674e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:23.288663 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64de198d-9905-40b5-a90a-c34a73a5de43 req-0721d8d2-eb80-4493-9cc3-7feff91c674e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.0841978
Dec 18 20:55:23.371620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64de198d-9905-40b5-a90a-c34a73a5de43 req-4d89b336-73f5-4fca-97bc-6be987c68e8c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722899
Dec 18 20:55:23.681306 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84625403-a253-4eff-bc0c-9e0aa83706af req-24a2f1cb-7751-42eb-8bb7-3d06a60e3007 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1063437
Dec 18 20:55:23.994367 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-290e3132-712e-4ae3-85c1-c63e0b39e3f2 req-9d20c5d8-9aa7-4cb0-a6b4-3e3bb4da7862 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 210 time: 0.1739681
Dec 18 20:55:24.072664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84625403-a253-4eff-bc0c-9e0aa83706af req-cae0d361-4137-4485-825b-462d42e4c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:24.074382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84625403-a253-4eff-bc0c-9e0aa83706af req-cae0d361-4137-4485-825b-462d42e4c462 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 1100 time: 0.3063469
Dec 18 20:55:24.074916 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:24.180167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcbbf6-5f92-401f-926e-f7c3845f96c1 req-03e05a72-7a2c-4bab-9190-3b2e652a72fd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:24.181855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5dbcbbf6-5f92-401f-926e-f7c3845f96c1 req-03e05a72-7a2c-4bab-9190-3b2e652a72fd tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f709f32-beb6-4558-8d64-0d56d0981842 HTTP/1.1" status: 200  len: 950 time: 0.2015421
Dec 18 20:55:24.200760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-125ba233-2559-4c4c-84d1-5d49150402da tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:24.205639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-125ba233-2559-4c4c-84d1-5d49150402da tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.31 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 811 time: 0.3547487
Dec 18 20:55:24.232718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Request body: {'port': {'device_id': '0093720e-0f18-4f7f-81a6-51de2283143e', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'admin_state_up': True, 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:24.401062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5dbcbbf6-5f92-401f-926e-f7c3845f96c1 req-865c7021-1862-4574-9e6b-4d582299ef8c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943429
Dec 18 20:55:24.407859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84625403-a253-4eff-bc0c-9e0aa83706af req-b5e5db14-8cc5-4976-bf09-943912e2ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:24.409443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84625403-a253-4eff-bc0c-9e0aa83706af req-b5e5db14-8cc5-4976-bf09-943912e2ca6e service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2989912
Dec 18 20:55:24.449505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:24.456920 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:24.494075 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84625403-a253-4eff-bc0c-9e0aa83706af req-7a75eea9-7a82-40f0-9ead-20299f7939c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826 HTTP/1.1" status: 200  len: 217 time: 0.0749969
Dec 18 20:55:24.558548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=d8fc1b6d-daac-44f5-af59-020051f6ed2e,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:24.563603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734af609-9cba-4313-a9e7-26278c4efeea req-4f8cfbad-e608-4338-953d-da675d22c34f tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:24.565160 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-734af609-9cba-4313-a9e7-26278c4efeea req-4f8cfbad-e608-4338-953d-da675d22c34f tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.2375734
Dec 18 20:55:24.669740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84625403-a253-4eff-bc0c-9e0aa83706af req-be01d668-9fe2-43db-93eb-e8dc2fd4516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:24.671347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84625403-a253-4eff-bc0c-9e0aa83706af req-be01d668-9fe2-43db-93eb-e8dc2fd4516b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1667204
Dec 18 20:55:24.697026 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:24.758870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Made reservation on behalf of 69de37deec2a49ff9eaad9cbb7c48f31 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:24.762592 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:24.789185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc6bf35-24c1-4995-959a-9dde7ba77332 None None] Network c15f191a-5c42-46bc-8645-f7828e9c47a0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:24.797991 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-734af609-9cba-4313-a9e7-26278c4efeea req-b7e05ae9-be92-43fb-ad8b-4ab59d5869b2 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075238
Dec 18 20:55:24.836501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84625403-a253-4eff-bc0c-9e0aa83706af req-e75af2cd-c739-46d0-a4f0-9414fd72e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:24.837999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84625403-a253-4eff-bc0c-9e0aa83706af req-e75af2cd-c739-46d0-a4f0-9414fd72e998 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1475313
Dec 18 20:55:24.848165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-b5f11c1b-eea1-495d-aabc-02b31dc7dd0e tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:24.849803 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-b5f11c1b-eea1-495d-aabc-02b31dc7dd0e tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/networks?id=b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 200  len: 804 time: 0.3005917
Dec 18 20:55:24.872922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:24.989984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-3a1e2e10-b968-4609-b3cb-de497f034b07 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/quotas/8d45c473a485472791e742964660e7e9 HTTP/1.1" status: 200  len: 375 time: 0.1248791
Dec 18 20:55:25.061524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d24c7dc6-875c-4863-8243-18c8d5d56eaf up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:25.111429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c3d2a-fe34-45be-abb3-0ceb0576e5a3 req-52f9b9bb-8427-40f5-b267-1ef8b230d5fb tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:25.113422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-634c3d2a-fe34-45be-abb3-0ceb0576e5a3 req-52f9b9bb-8427-40f5-b267-1ef8b230d5fb tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.1626654
Dec 18 20:55:25.119998 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b67c5ba6-a60a-46a2-9adb-3277517f788f None None] Provisioning complete for port d24c7dc6-875c-4863-8243-18c8d5d56eaf triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:25.120664 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b67c5ba6-a60a-46a2-9adb-3277517f788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:25.173778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Allocated IP 172.20.0.13 (b682fe11-354f-40ac-961b-a0ccac207599/25a9e8be-dc0d-4099-ac90-c3a3592583ca/dcd26d53-013a-41a0-b028-6f833c1afdf4) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:25.181705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-6745fdde-87d3-4ae2-9fda-747235e9f9c1 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d45c473a485472791e742964660e7e9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1908448
Dec 18 20:55:25.199404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84625403-a253-4eff-bc0c-9e0aa83706af req-34f73ee9-d54a-49a1-9fbd-bb465c31759e service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3456621
Dec 18 20:55:25.215644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d24c7dc6-875c-4863-8243-18c8d5d56eaf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:25.216023 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:25.300444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:25.305940 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b67c5ba6-a60a-46a2-9adb-3277517f788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:25.313831 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:25.315093 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:25.367322 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-634c3d2a-fe34-45be-abb3-0ceb0576e5a3 req-4d3f6ca3-3be6-4b3f-a138-d8d660e024a8 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2430394
Dec 18 20:55:25.394926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b67c5ba6-a60a-46a2-9adb-3277517f788f None None] For port d24c7dc6-875c-4863-8243-18c8d5d56eaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d24c7dc6-875c-4863-8243-18c8d5d56eaf,segment=NetworkSegment(0d1250e7-5ab3-41df-83f4-b9c91208d97a),segment_id=0d1250e7-5ab3-41df-83f4-b9c91208d97a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:25.397094 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:25.401744 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b67c5ba6-a60a-46a2-9adb-3277517f788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:25.450687 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=d8fc1b6d-daac-44f5-af59-020051f6ed2e,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:25.488697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 89de2c2f-41bf-4b1d-8047-873c576b5419 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:55:25.555002 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network c15f191a-5c42-46bc-8645-f7828e9c47a0 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:25.557582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:25.569546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c5ba6-a60a-46a2-9adb-3277517f788f None None] Pushing event updated for resources: {'Port': ['ID=d24c7dc6-875c-4863-8243-18c8d5d56eaf,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:25.579839 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:55:25.580202 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:55:25.649523 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:25.698416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 89de2c2f-41bf-4b1d-8047-873c576b5419, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89de2c2f-41bf-4b1d-8047-873c576b5419,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:25.699700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fffd39-f05f-4540-8067-b4528d22357a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89de2c2f-41bf-4b1d-8047-873c576b5419'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:25.703609 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8decdb68-8770-4d04-9723-89ae6a6b6e44" -d '{"events": [{"server_uuid": "89fffd39-f05f-4540-8067-b4528d22357a", "name": "network-vif-unplugged", "status": "completed", "tag": "89de2c2f-41bf-4b1d-8047-873c576b5419"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:25.712970 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:25.793370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=89de2c2f-41bf-4b1d-8047-873c576b5419,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:25.794460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Router 24c652bb-b0f6-43f6-98c6-1deded32d84e is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:55:25.839231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6e393454-970a-496b-98a5-f56b3c8ff49b None None] Provisioning complete for port d8fc1b6d-daac-44f5-af59-020051f6ed2e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:25.839994 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6e393454-970a-496b-98a5-f56b3c8ff49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:25.951170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6e393454-970a-496b-98a5-f56b3c8ff49b None None] Port d8fc1b6d-daac-44f5-af59-020051f6ed2e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:25.980569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6e393454-970a-496b-98a5-f56b3c8ff49b None None] Provisioning complete for port d24c7dc6-875c-4863-8243-18c8d5d56eaf triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:25.980874 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6e393454-970a-496b-98a5-f56b3c8ff49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:25.983277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:55:25.994211 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e050abab-17f9-4da5-a277-64d43696d378 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "PUT /v2.0/routers/24c652bb-b0f6-43f6-98c6-1deded32d84e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7140462
Dec 18 20:55:25.994211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36946) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:26.059772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206f5c6a-1ec7-494b-b701-52f7ed7f029c None None] Sync routers for ids ['24c652bb-b0f6-43f6-98c6-1deded32d84e'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:55:26.073000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-15ea2ec2-d02d-458c-acd7-dd963840bcab service neutron] 10.222.0.13 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8717399
Dec 18 20:55:26.143047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a0f91a-fff2-4fca-87e5-bcde901b565b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:26.146044 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-81a0f91a-fff2-4fca-87e5-bcde901b565b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports?device_id=24c652bb-b0f6-43f6-98c6-1deded32d84e HTTP/1.1" status: 200  len: 988 time: 0.1492524
Dec 18 20:55:26.148933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36948) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:26.151473 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84625403-a253-4eff-bc0c-9e0aa83706af req-c14f900d-947e-45c0-b086-d25658383476 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9272494
Dec 18 20:55:26.152135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f5c6a-1ec7-494b-b701-52f7ed7f029c None None] Routers {'24c652bb-b0f6-43f6-98c6-1deded32d84e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:55:26.152280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-206f5c6a-1ec7-494b-b701-52f7ed7f029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e2c7580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:55:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['24c652bb-b0f6-43f6-98c6-1deded32d84e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:26.200351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-206f5c6a-1ec7-494b-b701-52f7ed7f029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e2c7580>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:26.227870 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f5c6a-1ec7-494b-b701-52f7ed7f029c None None] Routers {'24c652bb-b0f6-43f6-98c6-1deded32d84e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:55:26.228203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-206f5c6a-1ec7-494b-b701-52f7ed7f029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e2c7580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:55:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['24c652bb-b0f6-43f6-98c6-1deded32d84e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:26.301892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aaa1a1a5-298e-42d9-a4c5-17bce57df95a req-1e1b8f51-1a90-4ca7-8b11-22fd5876c268 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 210 time: 0.0550232
Dec 18 20:55:26.311443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-206f5c6a-1ec7-494b-b701-52f7ed7f029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e2c7580>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:26.312611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206f5c6a-1ec7-494b-b701-52f7ed7f029c None None] The sync data for ids ['24c652bb-b0f6-43f6-98c6-1deded32d84e'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:55:26.385969 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bcbefd-4a5b-44d4-8c5d-9bce9e9d8093 x-openstack-request-id: req-b0bcbefd-4a5b-44d4-8c5d-9bce9e9d8093 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:26.386574 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fffd39-f05f-4540-8067-b4528d22357a", "name": "network-vif-unplugged", "status": "completed", "tag": "89de2c2f-41bf-4b1d-8047-873c576b5419", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:26.387343 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0bcbefd-4a5b-44d4-8c5d-9bce9e9d8093 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:26.388041 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fffd39-f05f-4540-8067-b4528d22357a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89de2c2f-41bf-4b1d-8047-873c576b5419', 'code': 200}
Dec 18 20:55:26.426901 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-829e0d04-f2c8-4a7e-a3a6-cfa1647fdb51 service neutron] 10.222.0.13 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3450925
Dec 18 20:55:26.458218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5661c69-737a-4385-8c85-3d99f78129ab None None] Provisioning complete for port d8fc1b6d-daac-44f5-af59-020051f6ed2e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:26.461105 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5661c69-737a-4385-8c85-3d99f78129ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:26.465349 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:26.547000 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:26.550077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5661c69-737a-4385-8c85-3d99f78129ab None None] Port d8fc1b6d-daac-44f5-af59-020051f6ed2e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:26.567855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['32869e6e-5796-4fce-881e-b53b1eb6f63a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:55:26.656625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Network b682fe11-354f-40ac-961b-a0ccac207599 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:26.671817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:26.695882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event updated for resources: {'Port': ['ID=dcd26d53-013a-41a0-b028-6f833c1afdf4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:26.726160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f576e-0182-466c-8e8c-319aae30c816 req-48b0c359-717f-4b02-b1c2-31f66b4e090c tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:26.727878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd4f576e-0182-466c-8e8c-319aae30c816 req-48b0c359-717f-4b02-b1c2-31f66b4e090c tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1984317
Dec 18 20:55:26.728627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:26.765552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d0ff0cb-3082-40c1-98ca-d378cf3a9520 None None] Provisioning complete for port d8fc1b6d-daac-44f5-af59-020051f6ed2e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:26.765940 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff0cb-3082-40c1-98ca-d378cf3a9520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:26.920477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:26.922069 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:26.957626 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65114fb-47ee-48bd-aa15-24d1118cee37 req-79e178d2-e3a1-4a2f-8184-78790d06037d tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:26.961328 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f65114fb-47ee-48bd-aa15-24d1118cee37 req-79e178d2-e3a1-4a2f-8184-78790d06037d tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fffd39-f05f-4540-8067-b4528d22357a HTTP/1.1" status: 200  len: 943 time: 0.3057418
Dec 18 20:55:26.975848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ff0cb-3082-40c1-98ca-d378cf3a9520 None None] Port d8fc1b6d-daac-44f5-af59-020051f6ed2e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:26.987608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d24c7dc6-875c-4863-8243-18c8d5d56eaf up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:26.998623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd4f576e-0182-466c-8e8c-319aae30c816 req-486653e3-318f-4869-ab84-105102dba168 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2602038
Dec 18 20:55:27.085099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d24c7dc6-875c-4863-8243-18c8d5d56eaf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:27.085470 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:27.145075 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2deba43d-6933-4f14-b9f2-2e72c1b1884f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9152009
Dec 18 20:55:27.244871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Request body: {'port': {'device_id': '0093720e-0f18-4f7f-81a6-51de2283143e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:27.251858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d5fa79a-9071-4ccf-bb3b-fa4c27b671cd req-c9d1a97d-e42a-4e24-acfb-1c84dda09b4f tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 210 time: 0.1057220
Dec 18 20:55:27.292819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0e443c87-8175-4acd-b16c-b8bc3872a5c7 None None] Provisioning complete for port d8fc1b6d-daac-44f5-af59-020051f6ed2e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:27.293422 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0e443c87-8175-4acd-b16c-b8bc3872a5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:27.305472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308f5bc-821b-474f-b463-8ea3ffc244a2 req-23a16e14-0264-41e9-a341-e7c0220839d2 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:27.314634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b308f5bc-821b-474f-b463-8ea3ffc244a2 req-23a16e14-0264-41e9-a341-e7c0220839d2 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.3889687
Dec 18 20:55:27.329991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-f65114fb-47ee-48bd-aa15-24d1118cee37 req-53057a30-bde1-45b8-9739-2ec978eef80b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Deleting port 89de2c2f-41bf-4b1d-8047-873c576b5419 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:27.331529 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f65114fb-47ee-48bd-aa15-24d1118cee37 req-53057a30-bde1-45b8-9739-2ec978eef80b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:27.349500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0e443c87-8175-4acd-b16c-b8bc3872a5c7 None None] Port d8fc1b6d-daac-44f5-af59-020051f6ed2e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:27.400111 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:27.419647 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b308f5bc-821b-474f-b463-8ea3ffc244a2 req-e3f6745e-11e9-4520-beb6-605295f4d41d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038451
Dec 18 20:55:27.482988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3e089edf-cef7-484d-946d-c6c3f4e0f009 None None] Provisioning complete for port dcd26d53-013a-41a0-b028-6f833c1afdf4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:27.483372 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3e089edf-cef7-484d-946d-c6c3f4e0f009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:27.535614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f65114fb-47ee-48bd-aa15-24d1118cee37 req-53057a30-bde1-45b8-9739-2ec978eef80b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] For port 89de2c2f-41bf-4b1d-8047-873c576b5419, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89de2c2f-41bf-4b1d-8047-873c576b5419,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:27.536383 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f65114fb-47ee-48bd-aa15-24d1118cee37 req-53057a30-bde1-45b8-9739-2ec978eef80b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:27.536656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3e089edf-cef7-484d-946d-c6c3f4e0f009 None None] Port dcd26d53-013a-41a0-b028-6f833c1afdf4 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:27.591153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-f65114fb-47ee-48bd-aa15-24d1118cee37 req-53057a30-bde1-45b8-9739-2ec978eef80b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Calling delete_port for 89de2c2f-41bf-4b1d-8047-873c576b5419 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:27.641716 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f88d8-7cf1-4e6e-b675-771c4f91c17c req-8bd7c75f-ca50-4d5a-9888-7a8fb613a92a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:27.643279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a99f88d8-7cf1-4e6e-b675-771c4f91c17c req-8bd7c75f-ca50-4d5a-9888-7a8fb613a92a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 932 time: 0.1400576
Dec 18 20:55:27.752186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a99f88d8-7cf1-4e6e-b675-771c4f91c17c req-6066f0a2-e220-4551-b8cc-a60cc2bdf7fe tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985813
Dec 18 20:55:27.789245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cf265ce-a383-431d-9bf0-21c08872b9d9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:27.907320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd26d53-013a-41a0-b028-6f833c1afdf4 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:27.916355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:27.920117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f65114fb-47ee-48bd-aa15-24d1118cee37 req-53057a30-bde1-45b8-9739-2ec978eef80b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:27.931433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Transition to ACTIVE for port object dcd26d53-013a-41a0-b028-6f833c1afdf4 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:55:27.934989 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:27.987319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd26d53-013a-41a0-b028-6f833c1afdf4,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:27.997244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53057a30-bde1-45b8-9739-2ec978eef80b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Pushing event deleted for resources: {'Port': ['ID=89de2c2f-41bf-4b1d-8047-873c576b5419,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:28.097328 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65114fb-47ee-48bd-aa15-24d1118cee37 req-53057a30-bde1-45b8-9739-2ec978eef80b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] No DVR routers for this DVR port 89de2c2f-41bf-4b1d-8047-873c576b5419 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:55:28.102190 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f65114fb-47ee-48bd-aa15-24d1118cee37 req-53057a30-bde1-45b8-9739-2ec978eef80b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:28.104666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Attempting to bind port dcd26d53-013a-41a0-b028-6f833c1afdf4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:55:28.106481 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f65114fb-47ee-48bd-aa15-24d1118cee37 req-53057a30-bde1-45b8-9739-2ec978eef80b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.36 "DELETE /v2.0/ports/89de2c2f-41bf-4b1d-8047-873c576b5419 HTTP/1.1" status: 204  len: 173 time: 1.0874836
Dec 18 20:55:28.108141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fffd39-f05f-4540-8067-b4528d22357a', 'name': 'network-vif-deleted', 'tag': '89de2c2f-41bf-4b1d-8047-873c576b5419'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:28.109338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Attempting to bind port dcd26d53-013a-41a0-b028-6f833c1afdf4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:55:28.111026 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03151994-ac96-4bd2-b77c-413ae558bff4" -d '{"events": [{"server_uuid": "89fffd39-f05f-4540-8067-b4528d22357a", "name": "network-vif-deleted", "tag": "89de2c2f-41bf-4b1d-8047-873c576b5419"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:28.115009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Attempting to bind port dcd26d53-013a-41a0-b028-6f833c1afdf4 on network b682fe11-354f-40ac-961b-a0ccac207599 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:28.168145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Port dcd26d53-013a-41a0-b028-6f833c1afdf4 on network b682fe11-354f-40ac-961b-a0ccac207599 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:55:28.169006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Attempting to bind port dcd26d53-013a-41a0-b028-6f833c1afdf4 on network b682fe11-354f-40ac-961b-a0ccac207599 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:28.181190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:55:28.181718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Checking segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:28.193639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Bound using segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:55:28.195058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Bound port: dcd26d53-013a-41a0-b028-6f833c1afdf4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:55:28.195565 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:28.214172 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b943e88e-49b1-4325-8d79-90bbaa41c9b5 x-openstack-request-id: req-b943e88e-49b1-4325-8d79-90bbaa41c9b5 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:28.214535 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fffd39-f05f-4540-8067-b4528d22357a", "name": "network-vif-deleted", "tag": "89de2c2f-41bf-4b1d-8047-873c576b5419", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:28.214800 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b943e88e-49b1-4325-8d79-90bbaa41c9b5 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:28.215210 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fffd39-f05f-4540-8067-b4528d22357a', 'name': 'network-vif-deleted', 'tag': '89de2c2f-41bf-4b1d-8047-873c576b5419', 'status': 'completed', 'code': 200}
Dec 18 20:55:28.244048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1cf265ce-a383-431d-9bf0-21c08872b9d9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port d8fc1b6d-daac-44f5-af59-020051f6ed2e {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:28.245041 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cf265ce-a383-431d-9bf0-21c08872b9d9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:28.260805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fba34-eb7e-4475-8810-88d617d94e5e req-7637a14f-d0de-49ef-b72b-b62cb36cb850 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:28.262755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-346fba34-eb7e-4475-8810-88d617d94e5e req-7637a14f-d0de-49ef-b72b-b62cb36cb850 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1426854
Dec 18 20:55:28.374522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-346fba34-eb7e-4475-8810-88d617d94e5e req-a6eee3c8-8c0f-4e9d-8aee-a9ec6545af84 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870619
Dec 18 20:55:28.396129 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cf265ce-a383-431d-9bf0-21c08872b9d9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:28.398732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] For port dcd26d53-013a-41a0-b028-6f833c1afdf4, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:28.411903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1cf265ce-a383-431d-9bf0-21c08872b9d9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for d8fc1b6d-daac-44f5-af59-020051f6ed2e owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:28.449438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6b51e3f-eb17-4974-900f-c44882bd39f0 req-27ff0ebb-1c77-4794-88f3-6804c20773c6 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 210 time: 0.0712690
Dec 18 20:55:28.545540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] For port dcd26d53-013a-41a0-b028-6f833c1afdf4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcd26d53-013a-41a0-b028-6f833c1afdf4,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:55:28.564352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:28.622426 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cf265ce-a383-431d-9bf0-21c08872b9d9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:28.642303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:28.643845 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:28.645547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] 10.222.0.31 "PUT /v2.0/ports/dcd26d53-013a-41a0-b028-6f833c1afdf4 HTTP/1.1" status: 200  len: 1092 time: 1.4666481
Dec 18 20:55:28.651979 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf265ce-a383-431d-9bf0-21c08872b9d9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=d8fc1b6d-daac-44f5-af59-020051f6ed2e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:28.652725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0093720e-0f18-4f7f-81a6-51de2283143e', 'tag': 'dcd26d53-013a-41a0-b028-6f833c1afdf4'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:28.656978 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e538642-8908-49ff-be30-d1a6f9fefa1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0093720e-0f18-4f7f-81a6-51de2283143e", "tag": "dcd26d53-013a-41a0-b028-6f833c1afdf4"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:28.806657 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cf265ce-a383-431d-9bf0-21c08872b9d9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:28.843321 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27caf2ee-9cf4-431a-b780-113aa500780a x-openstack-request-id: req-27caf2ee-9cf4-431a-b780-113aa500780a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:28.843672 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0093720e-0f18-4f7f-81a6-51de2283143e", "tag": "dcd26d53-013a-41a0-b028-6f833c1afdf4", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:28.843902 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27caf2ee-9cf4-431a-b780-113aa500780a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:28.844367 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0093720e-0f18-4f7f-81a6-51de2283143e', 'tag': 'dcd26d53-013a-41a0-b028-6f833c1afdf4', 'status': 'completed', 'code': 200}
Dec 18 20:55:28.871419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb224bdb-420f-4a8a-a83f-d47e559cece0 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd26d53-013a-41a0-b028-6f833c1afdf4,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:28.896949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-3051a373-2314-4214-b15c-d591e5fa5f00 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:28.902665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-3051a373-2314-4214-b15c-d591e5fa5f00 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.31 "GET /v2.0/networks?id=b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 200  len: 804 time: 0.5131576
Dec 18 20:55:28.925761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59632bf5-e06e-4606-881a-501c94b28429 req-4bf1974c-b102-4583-afe3-4c00728710d9 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:28.944438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59632bf5-e06e-4606-881a-501c94b28429 req-4bf1974c-b102-4583-afe3-4c00728710d9 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.3972929
Dec 18 20:55:28.952547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Request body: {'port': {'device_id': 'bf9f6243-3663-449e-89e7-c1a511e9313d', 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'admin_state_up': True, 'tenant_id': '8d45c473a485472791e742964660e7e9'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:29.028931 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf265ce-a383-431d-9bf0-21c08872b9d9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Router 24c652bb-b0f6-43f6-98c6-1deded32d84e has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:55:29.110950 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-8f49a85c-ce4d-41d0-bfd4-974ae9739917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:29.113488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-8f49a85c-ce4d-41d0-bfd4-974ae9739917 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 1095 time: 0.3709645
Dec 18 20:55:29.142594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf265ce-a383-431d-9bf0-21c08872b9d9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:55:29.150763 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1cf265ce-a383-431d-9bf0-21c08872b9d9 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "PUT /v2.0/routers/24c652bb-b0f6-43f6-98c6-1deded32d84e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9996600
Dec 18 20:55:29.153123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37012) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:29.156806 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47fab0c-f939-48dc-952c-427b5e28ad0d None None] Sync routers for ids ['24c652bb-b0f6-43f6-98c6-1deded32d84e'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:55:29.173659 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47fab0c-f939-48dc-952c-427b5e28ad0d None None] Routers {'24c652bb-b0f6-43f6-98c6-1deded32d84e'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:55:29.174943 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b47fab0c-f939-48dc-952c-427b5e28ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366444ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:55:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['24c652bb-b0f6-43f6-98c6-1deded32d84e'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:29.185495 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8790d6e-9ddf-4c9f-9dce-19addd43c502 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:55:29.187513 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a8790d6e-9ddf-4c9f-9dce-19addd43c502 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/d8fc1b6d-daac-44f5-af59-020051f6ed2e HTTP/1.1" status: 404  len: 333 time: 0.0331483
Dec 18 20:55:29.190597 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37014) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:29.208432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-17a9a8c3-c4bb-4301-87f6-455cf61eaf2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcd26d53-013a-41a0-b028-6f833c1afdf4 HTTP/1.1" status: 200  len: 217 time: 0.0846040
Dec 18 20:55:29.228613 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b47fab0c-f939-48dc-952c-427b5e28ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366444ddc0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:29.252543 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47fab0c-f939-48dc-952c-427b5e28ad0d None None] Routers {'24c652bb-b0f6-43f6-98c6-1deded32d84e'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:55:29.253857 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b47fab0c-f939-48dc-952c-427b5e28ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366444ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:55:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['24c652bb-b0f6-43f6-98c6-1deded32d84e'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:29.294521 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59632bf5-e06e-4606-881a-501c94b28429 req-a2fd41b3-9c33-4c16-8edd-b58a7744f3db tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3442919
Dec 18 20:55:29.319432 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b47fab0c-f939-48dc-952c-427b5e28ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366444ddc0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:29.320089 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47fab0c-f939-48dc-952c-427b5e28ad0d None None] The sync data for ids ['24c652bb-b0f6-43f6-98c6-1deded32d84e'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:55:29.331546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a827d2-a94d-448a-84c1-b01f24cfa0a4 req-e2c9b12c-09b9-490d-ba7d-f7dfa6300547 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:29.339749 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc40e-896f-4790-b83e-227c101461f5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:29.342950 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48a827d2-a94d-448a-84c1-b01f24cfa0a4 req-e2c9b12c-09b9-490d-ba7d-f7dfa6300547 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 944 time: 0.3744216
Dec 18 20:55:29.428668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2432dc92-c89f-4575-93f5-771b564b3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:29.431278 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-2432dc92-c89f-4575-93f5-771b564b3548 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.2063808
Dec 18 20:55:29.484177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48a827d2-a94d-448a-84c1-b01f24cfa0a4 req-fd73de4c-4ef1-4367-8a5e-9fdb138cd63a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403282
Dec 18 20:55:29.485019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Made reservation on behalf of 8d45c473a485472791e742964660e7e9 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:29.489568 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:29.501397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 89de2c2f-41bf-4b1d-8047-873c576b5419 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:55:29.541118 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 89de2c2f-41bf-4b1d-8047-873c576b5419 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:55:29.541673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 89de2c2f-41bf-4b1d-8047-873c576b5419 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:55:29.650903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e9ed6ddf-582c-4a52-9558-7626621e62a1 req-9fdd1ea3-afd6-4d26-a639-b2e8bbf3f247 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 210 time: 0.0495760
Dec 18 20:55:29.665857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 53d8cf94-d048-4858-b43d-3d641ffb86d5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:55:29.718361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-8d8f762f-d998-45ba-8b62-b5866179a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:29.726966 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-8d8f762f-d998-45ba-8b62-b5866179a7e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2530355
Dec 18 20:55:29.899749 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:29.905752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aff33d-8797-4ae4-a874-f9e861171ddb req-5aaf1666-5f48-4ff3-a0f1-e8634b5add0e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:29.907766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03aff33d-8797-4ae4-a874-f9e861171ddb req-5aaf1666-5f48-4ff3-a0f1-e8634b5add0e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.4315512
Dec 18 20:55:29.927729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'mac_address': 'fa:16:3e:7a:28:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:55:29.981528 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc40e-896f-4790-b83e-227c101461f5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:29.987023 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc40e-896f-4790-b83e-227c101461f5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:29.997174 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.017824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53d8cf94-d048-4858-b43d-3d641ffb86d5 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:30.039431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Allocated IP 172.20.0.9 (b4249639-6520-4b9d-908b-e792b10734b1/bebb4d23-857a-46c7-9813-a2fc5e9567dc/36011601-d6a5-4062-8c92-593078687bde) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:30.057019 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-4cffa0ba-fc20-479e-aba7-6d794444be21 service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3150787
Dec 18 20:55:30.059493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:30.073586 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.077640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03aff33d-8797-4ae4-a874-f9e861171ddb req-def23688-664d-45bc-aa2d-74afc1ac3187 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514943
Dec 18 20:55:30.088687 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc40e-896f-4790-b83e-227c101461f5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.090524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7dc40e-896f-4790-b83e-227c101461f5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Fanout notify agent at l3_agent the message router_deleted on router 24c652bb-b0f6-43f6-98c6-1deded32d84e {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:55:30.112930 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc40e-896f-4790-b83e-227c101461f5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.116039 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8e7dc40e-896f-4790-b83e-227c101461f5 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/routers/24c652bb-b0f6-43f6-98c6-1deded32d84e HTTP/1.1" status: 204  len: 168 time: 0.9237976
Dec 18 20:55:30.119225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37046) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:30.200553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=53d8cf94-d048-4858-b43d-3d641ffb86d5,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:30.209769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-126276ba-4300-4617-8143-4e9074fa31d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting subnet e35bc47e-a482-42b8-b085-330c5a121593 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:55:30.214364 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-126276ba-4300-4617-8143-4e9074fa31d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.222793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['53d8cf94-d048-4858-b43d-3d641ffb86d5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:55:30.285603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d19c24a-b597-4d31-b85a-b28e81ff2186 req-557010f0-7084-4680-9972-c360c31165b4 service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2030432
Dec 18 20:55:30.287779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-126276ba-4300-4617-8143-4e9074fa31d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.435865 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-126276ba-4300-4617-8143-4e9074fa31d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.546437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-126276ba-4300-4617-8143-4e9074fa31d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.558733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c1674-0f90-4981-99e2-81d234d0d0e2 req-8824cfb2-c3d2-4452-801e-1bf7ff05f73a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:30.560788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-019c1674-0f90-4981-99e2-81d234d0d0e2 req-8824cfb2-c3d2-4452-801e-1bf7ff05f73a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.1044118
Dec 18 20:55:30.567550 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.571073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538642-8908-49ff-be30-d1a6f9fefa1b req-470a1f8c-f440-4cdd-9853-3897a113db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:30.572882 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e538642-8908-49ff-be30-d1a6f9fefa1b req-470a1f8c-f440-4cdd-9853-3897a113db89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 1095 time: 0.2093015
Dec 18 20:55:30.585457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126276ba-4300-4617-8143-4e9074fa31d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Subnet': ['ID=e35bc47e-a482-42b8-b085-330c5a121593,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:30.590240 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-126276ba-4300-4617-8143-4e9074fa31d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.596514 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-126276ba-4300-4617-8143-4e9074fa31d6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/e35bc47e-a482-42b8-b085-330c5a121593 HTTP/1.1" status: 204  len: 168 time: 0.4757540
Dec 18 20:55:30.597169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37062) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:30.599632 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3219be4-4df8-411b-b6ee-5565997d2aa1 None None] Network c15f191a-5c42-46bc-8645-f7828e9c47a0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:30.695414 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.808917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port d24c7dc6-875c-4863-8243-18c8d5d56eaf {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:30.809804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.817074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538642-8908-49ff-be30-d1a6f9fefa1b req-5b5e623b-3465-4923-96b2-9b0e687d709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:30.818864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e538642-8908-49ff-be30-d1a6f9fefa1b req-5b5e623b-3465-4923-96b2-9b0e687d709e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.2363632
Dec 18 20:55:30.839151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-019c1674-0f90-4981-99e2-81d234d0d0e2 req-b22a74d1-7276-4a73-82b5-b8962688428a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2652640
Dec 18 20:55:30.874373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f4093-a3f7-4b8a-a83f-a8f824b6a8e5 req-4ade97d8-1c83-4ed8-986a-15966f39b0e1 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:30.877004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e90f4093-a3f7-4b8a-a83f-a8f824b6a8e5 req-4ade97d8-1c83-4ed8-986a-15966f39b0e1 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 944 time: 0.1883538
Dec 18 20:55:30.914827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062acdc5-52a2-497c-a865-da7f4e2a4f6f None None] DHCP port deletion for c15f191a-5c42-46bc-8645-f7828e9c47a0 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:55:30.985257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] For port d24c7dc6-875c-4863-8243-18c8d5d56eaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d24c7dc6-875c-4863-8243-18c8d5d56eaf,segment=NetworkSegment(0d1250e7-5ab3-41df-83f4-b9c91208d97a),segment_id=0d1250e7-5ab3-41df-83f4-b9c91208d97a)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:30.985772 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:30.986786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-062acdc5-52a2-497c-a865-da7f4e2a4f6f None None] Deleting port d24c7dc6-875c-4863-8243-18c8d5d56eaf {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:30.987353 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-062acdc5-52a2-497c-a865-da7f4e2a4f6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.010413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for d24c7dc6-875c-4863-8243-18c8d5d56eaf owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:31.013800 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e90f4093-a3f7-4b8a-a83f-a8f824b6a8e5 req-b89e7edf-7be7-4a8b-8466-1210aa498590 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137233
Dec 18 20:55:31.017488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e538642-8908-49ff-be30-d1a6f9fefa1b req-d7ddd4e3-de80-4591-809f-32bc27cdfabd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcd26d53-013a-41a0-b028-6f833c1afdf4 HTTP/1.1" status: 200  len: 217 time: 0.1376824
Dec 18 20:55:31.018874 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.137074 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.152825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-062acdc5-52a2-497c-a865-da7f4e2a4f6f None None] For port d24c7dc6-875c-4863-8243-18c8d5d56eaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d24c7dc6-875c-4863-8243-18c8d5d56eaf,segment=NetworkSegment(0d1250e7-5ab3-41df-83f4-b9c91208d97a),segment_id=0d1250e7-5ab3-41df-83f4-b9c91208d97a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:31.153535 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-062acdc5-52a2-497c-a865-da7f4e2a4f6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.160530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Network b4249639-6520-4b9d-908b-e792b10734b1 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:31.176201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-062acdc5-52a2-497c-a865-da7f4e2a4f6f None None] Calling delete_port for d24c7dc6-875c-4863-8243-18c8d5d56eaf owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:31.184903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=d24c7dc6-875c-4863-8243-18c8d5d56eaf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:31.190985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d905c-4d3c-4d51-b33e-75f7d74b5b27 req-167a0591-46ed-40c3-bde9-1a03dfeb9873 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:31.195000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No DVR routers for this DVR port d24c7dc6-875c-4863-8243-18c8d5d56eaf on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:55:31.199163 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-376d905c-4d3c-4d51-b33e-75f7d74b5b27 req-167a0591-46ed-40c3-bde9-1a03dfeb9873 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 931 time: 0.1998408
Dec 18 20:55:31.213749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:31.217568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   from cryptography.utils import int_from_bytes
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   from cryptography.utils import int_from_bytes
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.274946 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:55:31.278147 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 20:55:31.286882 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-062acdc5-52a2-497c-a865-da7f4e2a4f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.310470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:31.311930 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.331253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538642-8908-49ff-be30-d1a6f9fefa1b req-1d900ff4-ce2b-46f3-bd68-e6afbd7f8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:31.332991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062acdc5-52a2-497c-a865-da7f4e2a4f6f None None] Pushing event deleted for resources: {'Port': ['ID=d24c7dc6-875c-4863-8243-18c8d5d56eaf,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:31.333359 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e538642-8908-49ff-be30-d1a6f9fefa1b req-1d900ff4-ce2b-46f3-bd68-e6afbd7f8ed2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.2879636
Dec 18 20:55:31.334228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Pushing event updated for resources: {'Port': ['ID=36011601-d6a5-4062-8c92-593078687bde,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:31.339942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062acdc5-52a2-497c-a865-da7f4e2a4f6f None None] No DVR routers for this DVR port d24c7dc6-875c-4863-8243-18c8d5d56eaf on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:55:31.433638 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.447801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-f3604788-3976-4001-9064-96b7ba038d62 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5320010
Dec 18 20:55:31.463390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d6aa280>,) {'filters': {'network_id': ['c15f191a-5c42-46bc-8645-f7828e9c47a0']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:31.464513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Request body: {'port': {'device_id': 'bf9f6243-3663-449e-89e7-c1a511e9313d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:31.489047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d6aa280>, '0d1250e7-5ab3-41df-83f4-b9c91208d97a') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:31.489047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d6aa280>, '0d1250e7-5ab3-41df-83f4-b9c91208d97a') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:31.505195 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.515637 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-376d905c-4d3c-4d51-b33e-75f7d74b5b27 req-c072b4e7-5dd1-4a8b-b70c-29f6a9077479 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2356591
Dec 18 20:55:31.523326 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.550211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:55:31.550792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.616320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538642-8908-49ff-be30-d1a6f9fefa1b req-5d81284d-1e76-4a7e-b3d7-7fc3f5e2946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:31.618321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e538642-8908-49ff-be30-d1a6f9fefa1b req-5d81284d-1e76-4a7e-b3d7-7fc3f5e2946c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2492516
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:55:31.645904 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:55:31.660180 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.671702 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.675197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 53d8cf94-d048-4858-b43d-3d641ffb86d5 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:31.691614 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/networks/c15f191a-5c42-46bc-8645-f7828e9c47a0 HTTP/1.1" status: 204  len: 168 time: 1.0930598
Dec 18 20:55:31.722402 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37082) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:31.748903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ab626-35f4-4d0a-8389-689f65f7a55b req-576df4fa-9c6d-4c62-9699-34adb673de7f tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:31.758796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4ab626-35f4-4d0a-8389-689f65f7a55b req-576df4fa-9c6d-4c62-9699-34adb673de7f tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.2803793
Dec 18 20:55:31.759601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137d8f0-8496-45dc-aefb-4ad59a57e714 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Network': ['ID=c15f191a-5c42-46bc-8645-f7828e9c47a0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:31.772802 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.820855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 53d8cf94-d048-4858-b43d-3d641ffb86d5 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:31.821667 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.857181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f4561-e226-412e-9c8b-06015be1ecbd tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:31.859414 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-642f4561-e226-412e-9c8b-06015be1ecbd tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/ae723788-7175-4e0d-9d95-1d6066d746b9 HTTP/1.1" status: 200  len: 845 time: 0.1324816
Dec 18 20:55:31.902289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37084) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:31.916683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e538642-8908-49ff-be30-d1a6f9fefa1b req-8a2189b3-7592-4df8-b0f7-4daf1444646a service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2873492
Dec 18 20:55:31.964254 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:31.974564 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d4ca7720-4594-4398-9aeb-383f22e0aac6 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/ae723788-7175-4e0d-9d95-1d6066d746b9?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0656295
Dec 18 20:55:31.982704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37088) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:31.986583 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ee9b1d6-b3b0-416a-8514-ffd7954b919d req-3ede6433-aa86-4cec-888d-b364a214f86a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2340086
Dec 18 20:55:32.003336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:32.007349 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b920206-7123-4ff2-8043-8a09014d81ed" -d '{"events": [{"server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "name": "network-vif-plugged", "status": "completed", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:32.010711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6873d6d3-2706-4e8d-860f-02f039703699 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:32.027464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:32.042971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:32.131078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=53d8cf94-d048-4858-b43d-3d641ffb86d5,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:32.351287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9b1d6-b3b0-416a-8514-ffd7954b919d req-76b8d382-f826-4ae6-992a-eff57376e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:32.354140 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ee9b1d6-b3b0-416a-8514-ffd7954b919d req-76b8d382-f826-4ae6-992a-eff57376e5b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 1100 time: 0.1867497
Dec 18 20:55:32.355171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6873d6d3-2706-4e8d-860f-02f039703699 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:32.361553 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6873d6d3-2706-4e8d-860f-02f039703699 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:32.535656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac4ab626-35f4-4d0a-8389-689f65f7a55b req-893653b3-7d6a-4da4-b242-68fe17b380ac tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7759931
Dec 18 20:55:32.634562 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee267e9-1edc-42e5-931d-c8e1908f881b x-openstack-request-id: req-8ee267e9-1edc-42e5-931d-c8e1908f881b {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:32.635943 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "name": "network-vif-plugged", "status": "completed", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:32.636587 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ee267e9-1edc-42e5-931d-c8e1908f881b {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:32.637220 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'code': 200}
Dec 18 20:55:32.707349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba1a3c-f2d6-4b71-824b-1dfe95f1a3e3 req-0998df96-9c77-40c2-abe7-c5959bd66117 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:32.709892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07ba1a3c-f2d6-4b71-824b-1dfe95f1a3e3 req-0998df96-9c77-40c2-abe7-c5959bd66117 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.2378275
Dec 18 20:55:32.753455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6873d6d3-2706-4e8d-860f-02f039703699 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:32.797710 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9b1d6-b3b0-416a-8514-ffd7954b919d req-be4acb02-d31e-4b29-8b21-ba6c008b4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:32.803304 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ee9b1d6-b3b0-416a-8514-ffd7954b919d req-be4acb02-d31e-4b29-8b21-ba6c008b4826 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.3683355
Dec 18 20:55:32.803881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e538642-8908-49ff-be30-d1a6f9fefa1b req-df8f8f65-3c8b-445d-b4d6-c1cb5f0211f9 service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8725097
Dec 18 20:55:32.889868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873d6d3-2706-4e8d-860f-02f039703699 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:32.893671 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ee9b1d6-b3b0-416a-8514-ffd7954b919d req-22f8f7b6-cddb-421a-8c3e-0e5b89adeeb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9 HTTP/1.1" status: 200  len: 217 time: 0.0833571
Dec 18 20:55:32.897913 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-6873d6d3-2706-4e8d-860f-02f039703699 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:32.902201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07ba1a3c-f2d6-4b71-824b-1dfe95f1a3e3 req-6bbec46f-ff02-489c-944f-1d6e22ed54a0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748340
Dec 18 20:55:32.913788 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873d6d3-2706-4e8d-860f-02f039703699 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:32.920305 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6873d6d3-2706-4e8d-860f-02f039703699 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:32.932781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f21f18-ffe8-4e21-8a11-0e3fd68015ca req-5161bcdf-a7bb-4686-8bde-40716452dd37 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:32.938484 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33f21f18-ffe8-4e21-8a11-0e3fd68015ca req-5161bcdf-a7bb-4686-8bde-40716452dd37 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 944 time: 0.2142725
Dec 18 20:55:32.938828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3764a6a2-862f-4ab4-aaf7-2934118f13ec None None] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:33.058842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873d6d3-2706-4e8d-860f-02f039703699 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Subnet': ['ID=df4c269a-7a5c-4084-a5c7-27a0c0c22e1f,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:33.100905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d24c7dc6-875c-4863-8243-18c8d5d56eaf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:55:33.108787 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33f21f18-ffe8-4e21-8a11-0e3fd68015ca req-28b84015-cb52-4025-afe3-dd764d011cb5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677041
Dec 18 20:55:33.127000 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6873d6d3-2706-4e8d-860f-02f039703699 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1391861
Dec 18 20:55:33.130391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37102) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:33.139515 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dffe4deb-4c14-4ce0-ab2e-80412ae338bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:33.144231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-aac01ad0-a4c2-4a1e-a6a9-00e1462e3660 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'security_group': {'name': 'tempest-secgroup-391266584'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:33.149439 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: d24c7dc6-875c-4863-8243-18c8d5d56eaf {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:55:33.150951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d24c7dc6-875c-4863-8243-18c8d5d56eaf not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:55:33.185109 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9b1d6-b3b0-416a-8514-ffd7954b919d req-45e0519c-90eb-42ef-9b13-9d4ccf083fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:33.192326 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ee9b1d6-b3b0-416a-8514-ffd7954b919d req-45e0519c-90eb-42ef-9b13-9d4ccf083fc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.2487314
Dec 18 20:55:33.221498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36011601-d6a5-4062-8c92-593078687bde {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:33.246771 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:33.332902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-466631a1-2d72-4a8d-9e59-78b2554acf28', 'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'project_id': 'ed6e45b689fc4b15afe7d5ba12fe9fa3', 'fixed_ips': [{'subnet_id': 'df4c269a-7a5c-4084-a5c7-27a0c0c22e1f'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:55:33.335270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Transition to ACTIVE for port object 36011601-d6a5-4062-8c92-593078687bde will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:55:33.339114 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:33.340389 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aac01ad0-a4c2-4a1e-a6a9-00e1462e3660 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:33.358794 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:33.381292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9b1d6-b3b0-416a-8514-ffd7954b919d req-3c99e6c1-88d3-4691-922d-33d969391ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:33.382852 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ee9b1d6-b3b0-416a-8514-ffd7954b919d req-3c99e6c1-88d3-4691-922d-33d969391ac2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1766937
Dec 18 20:55:33.447512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Pushing event updated for resources: {'Port': ['ID=36011601-d6a5-4062-8c92-593078687bde,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:33.471298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb480fa-2875-4647-aec7-24f62bd31584 req-8858fe8e-5b2a-4b15-83c2-698b1355d29f tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:33.483832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0eb480fa-2875-4647-aec7-24f62bd31584 req-8858fe8e-5b2a-4b15-83c2-698b1355d29f tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 931 time: 0.2065961
Dec 18 20:55:33.575171 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aac01ad0-a4c2-4a1e-a6a9-00e1462e3660 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:33.578836 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ee9b1d6-b3b0-416a-8514-ffd7954b919d req-8c14c813-cce6-48f0-a5f0-f2710c1abc2c service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1823530
Dec 18 20:55:33.582102 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aac01ad0-a4c2-4a1e-a6a9-00e1462e3660 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:33.629340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac01ad0-a4c2-4a1e-a6a9-00e1462e3660 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bccac0-3b7c-41e6-a363-9dd99edfd734,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:33.639747 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0eb480fa-2875-4647-aec7-24f62bd31584 req-f8455928-8e98-4a84-a373-91ade31ec617 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551952
Dec 18 20:55:33.670037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Attempting to bind port 36011601-d6a5-4062-8c92-593078687bde on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:55:33.674090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Attempting to bind port 36011601-d6a5-4062-8c92-593078687bde by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:55:33.674927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Attempting to bind port 36011601-d6a5-4062-8c92-593078687bde on network b4249639-6520-4b9d-908b-e792b10734b1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:33.689827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Port 36011601-d6a5-4062-8c92-593078687bde on network b4249639-6520-4b9d-908b-e792b10734b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:55:33.690569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Attempting to bind port 36011601-d6a5-4062-8c92-593078687bde on network b4249639-6520-4b9d-908b-e792b10734b1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:33.707108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:55:33.707912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Checking segment: {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:33.709066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Bound using segment: {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:55:33.710337 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Bound port: 36011601-d6a5-4062-8c92-593078687bde, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:55:33.711005 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:33.722155 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aac01ad0-a4c2-4a1e-a6a9-00e1462e3660 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:33.728764 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aac01ad0-a4c2-4a1e-a6a9-00e1462e3660 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.5945699
Dec 18 20:55:33.731478 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37114) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:33.737303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-13ff3a34-22e2-47e3-841b-e9dd249575f3 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'security_group': {'name': 'tempest-secgroup-197293211'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:33.819138 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ee9b1d6-b3b0-416a-8514-ffd7954b919d req-4b8a7b6e-4400-4d1d-999b-2ea04e7d2197 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1997468
Dec 18 20:55:33.822453 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-13ff3a34-22e2-47e3-841b-e9dd249575f3 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:33.846794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5d24-0f7d-498c-8b77-9d1d7479f148 req-1d836b90-ece3-43d8-8100-0b270174ecd1 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:33.857176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-665a5d24-0f7d-498c-8b77-9d1d7479f148 req-1d836b90-ece3-43d8-8100-0b270174ecd1 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1364591
Dec 18 20:55:33.899976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Allocated IP 2001:db8::2 (466631a1-2d72-4a8d-9e59-78b2554acf28/df4c269a-7a5c-4084-a5c7-27a0c0c22e1f/59c576af-d729-49d7-92ab-f45c11d0cbba) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:33.927319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] For port 36011601-d6a5-4062-8c92-593078687bde, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:33.933455 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] For port 36011601-d6a5-4062-8c92-593078687bde, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36011601-d6a5-4062-8c92-593078687bde,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:55:33.940007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-13ff3a34-22e2-47e3-841b-e9dd249575f3 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:33.963355 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-13ff3a34-22e2-47e3-841b-e9dd249575f3 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:33.967307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:34.004177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device dcd26d53-013a-41a0-b028-6f833c1afdf4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:55:34.009205 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-13ff3a34-22e2-47e3-841b-e9dd249575f3 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:34.012964 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-13ff3a34-22e2-47e3-841b-e9dd249575f3 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2804115
Dec 18 20:55:34.032937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37118) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:34.038663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-817908826', 'security_groups': ['c480d96a-4ab4-4124-ade3-f06c4e4cb4b9'], 'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df4c269a-7a5c-4084-a5c7-27a0c0c22e1f'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:34.067966 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-665a5d24-0f7d-498c-8b77-9d1d7479f148 req-7320c757-7380-4917-b132-fd65fe91beea tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081668
Dec 18 20:55:34.171894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:34.177419 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:34.189981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] 10.222.0.31 "PUT /v2.0/ports/36011601-d6a5-4062-8c92-593078687bde HTTP/1.1" status: 200  len: 1091 time: 2.7330995
Dec 18 20:55:34.190835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9f6243-3663-449e-89e7-c1a511e9313d', 'tag': '36011601-d6a5-4062-8c92-593078687bde'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:34.208798 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7ec980-44ed-49b4-ab91-deb8bbc75067" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9f6243-3663-449e-89e7-c1a511e9313d", "tag": "36011601-d6a5-4062-8c92-593078687bde"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:34.230303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff3a34-22e2-47e3-841b-e9dd249575f3 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c480d96a-4ab4-4124-ade3-f06c4e4cb4b9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:34.248654 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:34.251030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ff2e1-c272-4e62-bfb0-9405a3bc55a5 service neutron] Pushing event updated for resources: {'Port': ['ID=36011601-d6a5-4062-8c92-593078687bde,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:34.264550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port dcd26d53-013a-41a0-b028-6f833c1afdf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcd26d53-013a-41a0-b028-6f833c1afdf4,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:34.269085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:34.278057 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705017d4-45c3-494c-be11-180baa01e7c2 req-021a063f-b3b3-4ca8-b2e5-ed6799fcd74d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:34.287121 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-705017d4-45c3-494c-be11-180baa01e7c2 req-021a063f-b3b3-4ca8-b2e5-ed6799fcd74d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.2113469
Dec 18 20:55:34.314056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'dcd26d53-013a-41a0-b028-6f833c1afdf4', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'port_id': 'dcd26d53-013a-41a0-b028-6f833c1afdf4', 'mac_address': 'fa:16:3e:58:f1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:55:34.321562 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:34.331728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:34.336968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:34.383448 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:34.394219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-705017d4-45c3-494c-be11-180baa01e7c2 req-6c3f9c7c-5a64-4600-9f48-7a8f3a22db04 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040978
Dec 18 20:55:34.404125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Pushing event updated for resources: {'Port': ['ID=59c576af-d729-49d7-92ab-f45c11d0cbba,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:34.419760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd26d53-013a-41a0-b028-6f833c1afdf4 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:34.461582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port dcd26d53-013a-41a0-b028-6f833c1afdf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcd26d53-013a-41a0-b028-6f833c1afdf4,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:34.491046 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:34.548375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:34.555506 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a255b030-4e09-40ad-a44b-2a4a6bc2a441 x-openstack-request-id: req-a255b030-4e09-40ad-a44b-2a4a6bc2a441 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:34.556161 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9f6243-3663-449e-89e7-c1a511e9313d", "tag": "36011601-d6a5-4062-8c92-593078687bde", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:34.556381 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a255b030-4e09-40ad-a44b-2a4a6bc2a441 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:34.556622 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9f6243-3663-449e-89e7-c1a511e9313d', 'tag': '36011601-d6a5-4062-8c92-593078687bde', 'status': 'completed', 'code': 200}
Dec 18 20:55:34.616109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=dcd26d53-013a-41a0-b028-6f833c1afdf4,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:34.622810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Attempting to bind port 59c576af-d729-49d7-92ab-f45c11d0cbba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:55:34.623115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Attempting to bind port 59c576af-d729-49d7-92ab-f45c11d0cbba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:55:34.623442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Attempting to bind port 59c576af-d729-49d7-92ab-f45c11d0cbba on network 466631a1-2d72-4a8d-9e59-78b2554acf28 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:34.629642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:55:34.630174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Checking segment: {'id': '615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:34.630642 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:34.631649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Bound using segment: {'id': '615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:55:34.632076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Bound port: 59c576af-d729-49d7-92ab-f45c11d0cbba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:55:34.632467 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:34.709504 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:34.714808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] For port 59c576af-d729-49d7-92ab-f45c11d0cbba, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:34.718734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] For port 59c576af-d729-49d7-92ab-f45c11d0cbba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59c576af-d729-49d7-92ab-f45c11d0cbba,segment=NetworkSegment(615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c),segment_id=615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:55:34.727470 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:34.764224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-bc1825a9-1f93-45b7-a986-d956328aea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:34.767701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-bc1825a9-1f93-45b7-a986-d956328aea77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d45c473a485472791e742964660e7e9&device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 1094 time: 0.2905273
Dec 18 20:55:34.787152 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port 29285cb3-9663-43f5-bf5f-1a404b01286e yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:55:34.801021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab53dde-9492-4b51-9653-40495d5c5341 req-aba4304f-cfdd-4034-a604-49387a63fd58 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:34.818392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ab53dde-9492-4b51-9653-40495d5c5341 req-aba4304f-cfdd-4034-a604-49387a63fd58 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 945 time: 0.2606161
Dec 18 20:55:34.821483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210361a-08a6-4a2c-8d8f-0d0bf1bf701e None None] Pushing event updated for resources: {'Port': ['ID=59c576af-d729-49d7-92ab-f45c11d0cbba,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:34.839397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['dcd26d53-013a-41a0-b028-6f833c1afdf4'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:55:34.949116 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-64768b21-a4a7-453b-8cbc-b766a5595a4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36011601-d6a5-4062-8c92-593078687bde HTTP/1.1" status: 200  len: 217 time: 0.1655483
Dec 18 20:55:35.168625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8::5d (466631a1-2d72-4a8d-9e59-78b2554acf28/df4c269a-7a5c-4084-a5c7-27a0c0c22e1f/29285cb3-9663-43f5-bf5f-1a404b01286e) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:35.168923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ab53dde-9492-4b51-9653-40495d5c5341 req-3787c88c-f18b-4c5a-ab9a-e4b9ba74ff18 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3426230
Dec 18 20:55:35.201176 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-12f5d21e-5ee7-45e5-8d83-98257c1f9a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:35.232147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a74b10-17d3-4e7b-a6b0-5629e60b7eab req-adada843-cb45-47d2-b269-f6358fe3c735 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:35.236346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52a74b10-17d3-4e7b-a6b0-5629e60b7eab req-adada843-cb45-47d2-b269-f6358fe3c735 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 943 time: 0.2822347
Dec 18 20:55:35.246144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-7bd8ea61-dbbb-4ef8-a5d5-2ee2338eb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:35.247969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-7bd8ea61-dbbb-4ef8-a5d5-2ee2338eb47e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bebb4d23-857a-46c7-9813-a2fc5e9567dc HTTP/1.1" status: 200  len: 844 time: 0.2791066
Dec 18 20:55:35.388853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-fe034b78-6f93-4b16-950f-703b62d6b556 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4249639-6520-4b9d-908b-e792b10734b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0968533
Dec 18 20:55:35.400495 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:35.419152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52a74b10-17d3-4e7b-a6b0-5629e60b7eab req-2ff3baf1-75db-4ba5-89c3-068fa1954043 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697950
Dec 18 20:55:35.460316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:35.524975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8fb21-da29-46f8-8aba-fd0446bc2ae7 req-d11092d8-6ed8-4354-923d-dc515b10ba83 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:35.526641 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53d8fb21-da29-46f8-8aba-fd0446bc2ae7 req-d11092d8-6ed8-4354-923d-dc515b10ba83 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.2216339
Dec 18 20:55:35.547207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:35.552225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:35.564562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:35.571857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:35.572748 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:35.585761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=29285cb3-9663-43f5-bf5f-1a404b01286e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:35.616430 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-222f1b7c-a3c6-4436-8951-8466aaeb4cd1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.5810475
Dec 18 20:55:35.619739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37160) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:35.629995 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ceff26f5-fc9d-49c8-9595-110262a7cd10 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:35.672528 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53d8fb21-da29-46f8-8aba-fd0446bc2ae7 req-2fa5bd4b-6906-4731-89a9-4650ffdb27f2 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353650
Dec 18 20:55:35.706119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-ae7418d8-72ca-4710-ba59-68ea30f1ee38 service neutron] 10.222.0.31 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3055222
Dec 18 20:55:35.790464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd88bf-b3b5-4e54-9fcb-54e0f1323615 req-f9e29255-7f14-4088-81ff-72710fc8e565 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:35.799373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bdcd88bf-b3b5-4e54-9fcb-54e0f1323615 req-f9e29255-7f14-4088-81ff-72710fc8e565 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.1724362
Dec 18 20:55:35.819730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceff26f5-fc9d-49c8-9595-110262a7cd10 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:35.825138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ceff26f5-fc9d-49c8-9595-110262a7cd10 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:35.926833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bdcd88bf-b3b5-4e54-9fcb-54e0f1323615 req-e608a252-cedc-445d-9dd9-803eb345ee71 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215415
Dec 18 20:55:35.949686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7859bcf-b67f-4014-ae4c-f84d2be0b97c req-97e412cd-0ed1-422c-b1da-4fb893fe2a06 service neutron] 10.222.0.31 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2359469
Dec 18 20:55:36.030347 ncdv-master-1 neutron-server[126009]: INFO neutron.db.ipam_backend_mixin [None req-ceff26f5-fc9d-49c8-9595-110262a7cd10 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df4c269a-7a5c-4084-a5c7-27a0c0c22e1f (CIDR: 2001:db8::/64)
Dec 18 20:55:36.061180 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceff26f5-fc9d-49c8-9595-110262a7cd10 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 20:55:36.061994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceff26f5-fc9d-49c8-9595-110262a7cd10 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:36.088297 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ceff26f5-fc9d-49c8-9595-110262a7cd10 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4645302
Dec 18 20:55:36.091378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37174) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:36.100252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-719859f6-5086-47d4-b413-fb5e2166e711 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:36.143435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec980-44ed-49b4-ab91-deb8bbc75067 req-84e7b3c8-e2b0-4820-ab97-56f5410669db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:36.145097 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d7ec980-44ed-49b4-ab91-deb8bbc75067 req-84e7b3c8-e2b0-4820-ab97-56f5410669db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d45c473a485472791e742964660e7e9&device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 1094 time: 0.1256394
Dec 18 20:55:36.270652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719859f6-5086-47d4-b413-fb5e2166e711 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:36.276286 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-719859f6-5086-47d4-b413-fb5e2166e711 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:36.321766 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:36.418134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababd106-15ff-41f1-ac0e-4e3b23afe902 req-5a40c302-3417-4fba-9865-b8f0079d02b3 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:36.426091 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ababd106-15ff-41f1-ac0e-4e3b23afe902 req-5a40c302-3417-4fba-9865-b8f0079d02b3 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 945 time: 0.1277821
Dec 18 20:55:36.450598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec980-44ed-49b4-ab91-deb8bbc75067 req-39c7b87b-98ca-40a1-8b83-669512a03cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:36.453498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d7ec980-44ed-49b4-ab91-deb8bbc75067 req-39c7b87b-98ca-40a1-8b83-669512a03cec service neutron] 10.222.0.31 "GET /v2.0/networks?id=b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 200  len: 905 time: 0.2950671
Dec 18 20:55:36.517854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d7ec980-44ed-49b4-ab91-deb8bbc75067 req-8678be35-2b96-444f-bb16-dd74ec0f8e81 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36011601-d6a5-4062-8c92-593078687bde HTTP/1.1" status: 200  len: 217 time: 0.0526457
Dec 18 20:55:36.539586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c5ab2250-b3e8-4483-85df-36ca4bd4d81c None None] Provisioning complete for port ae723788-7175-4e0d-9d95-1d6066d746b9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:36.545626 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c5ab2250-b3e8-4483-85df-36ca4bd4d81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:36.574962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ababd106-15ff-41f1-ac0e-4e3b23afe902 req-574d9de7-2b92-47ce-adf7-c8ef78c1a32a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477313
Dec 18 20:55:36.664050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab2250-b3e8-4483-85df-36ca4bd4d81c None None] Port ae723788-7175-4e0d-9d95-1d6066d746b9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:36.684993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c5ab2250-b3e8-4483-85df-36ca4bd4d81c None None] Provisioning complete for port 59c576af-d729-49d7-92ab-f45c11d0cbba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:36.685366 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c5ab2250-b3e8-4483-85df-36ca4bd4d81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:36.740225 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-719859f6-5086-47d4-b413-fb5e2166e711 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:36.793068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec980-44ed-49b4-ab91-deb8bbc75067 req-5ddc5565-2aa4-49c1-af47-5928a95a3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:36.799270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d7ec980-44ed-49b4-ab91-deb8bbc75067 req-5ddc5565-2aa4-49c1-af47-5928a95a3925 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bebb4d23-857a-46c7-9813-a2fc5e9567dc HTTP/1.1" status: 200  len: 844 time: 0.2706816
Dec 18 20:55:36.810548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719859f6-5086-47d4-b413-fb5e2166e711 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:36.826396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-719859f6-5086-47d4-b413-fb5e2166e711 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:36.831228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719859f6-5086-47d4-b413-fb5e2166e711 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:36.831828 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-719859f6-5086-47d4-b413-fb5e2166e711 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:36.847642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d529-9d8c-4bb7-a316-bdb9fa237578 req-6975f57d-1c6e-4aad-911f-29121003c992 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:36.856696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3b6d529-9d8c-4bb7-a316-bdb9fa237578 req-6975f57d-1c6e-4aad-911f-29121003c992 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 943 time: 0.2141922
Dec 18 20:55:36.904378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719859f6-5086-47d4-b413-fb5e2166e711 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Subnet': ['ID=bda6f349-b537-4e07-88bf-4c81ea1c42d6,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:36.921123 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c5ab2250-b3e8-4483-85df-36ca4bd4d81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:36.922949 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-719859f6-5086-47d4-b413-fb5e2166e711 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.8250597
Dec 18 20:55:36.923621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37192) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:36.929491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8fe8a6a8-ea84-40ae-b65a-0c874f629aba tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-481789384', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bda6f349-b537-4e07-88bf-4c81ea1c42d6'}], 'security_groups': ['f0bccac0-3b7c-41e6-a363-9dd99edfd734']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:36.935788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d7ec980-44ed-49b4-ab91-deb8bbc75067 req-1425f0ae-7e3b-4ca0-80e1-f0b147713257 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4249639-6520-4b9d-908b-e792b10734b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1266961
Dec 18 20:55:36.978985 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c5ab2250-b3e8-4483-85df-36ca4bd4d81c None None] For port 59c576af-d729-49d7-92ab-f45c11d0cbba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59c576af-d729-49d7-92ab-f45c11d0cbba,segment=NetworkSegment(615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c),segment_id=615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:36.981112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c7bd1-e370-4921-9a8f-e14b7f58d9fa None None] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:37.044179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3b6d529-9d8c-4bb7-a316-bdb9fa237578 req-6c8d1f11-8fdc-40e8-972a-f5ffc83d9dee tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853461
Dec 18 20:55:37.066166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd66bfc-5d1c-45cc-a292-f351d6eb28e2 req-434c5e7a-a878-4bae-87c1-56e32b39bb37 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:37.069511 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a6a8-ea84-40ae-b65a-0c874f629aba tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:37.075487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bd66bfc-5d1c-45cc-a292-f351d6eb28e2 req-434c5e7a-a878-4bae-87c1-56e32b39bb37 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.2476568
Dec 18 20:55:37.128519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 59c576af-d729-49d7-92ab-f45c11d0cbba up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:37.140624 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c5ab2250-b3e8-4483-85df-36ca4bd4d81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:37.167959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d7ec980-44ed-49b4-ab91-deb8bbc75067 req-9a509aad-b06c-4bf4-a981-e964e4b5e7d7 service neutron] 10.222.0.31 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2211123
Dec 18 20:55:37.186200 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bd66bfc-5d1c-45cc-a292-f351d6eb28e2 req-7c902483-655b-4ac2-9785-704e31a6a447 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094472
Dec 18 20:55:37.343183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d7ec980-44ed-49b4-ab91-deb8bbc75067 req-9369980a-eb3e-406b-9896-69c856c16efe service neutron] 10.222.0.31 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488066
Dec 18 20:55:37.381884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab2250-b3e8-4483-85df-36ca4bd4d81c None None] Pushing event updated for resources: {'Port': ['ID=59c576af-d729-49d7-92ab-f45c11d0cbba,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:37.400936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-681987b0-e5f9-45f5-aed0-cb7fec463728 None None] Provisioning complete for port 29285cb3-9663-43f5-bf5f-1a404b01286e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:37.401235 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-681987b0-e5f9-45f5-aed0-cb7fec463728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:37.440515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc567d7-6980-472f-8a64-2e306aa1e3cc req-2cb95d3d-6ced-4cfd-8555-758c595fb824 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:37.442377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdc567d7-6980-472f-8a64-2e306aa1e3cc req-2cb95d3d-6ced-4cfd-8555-758c595fb824 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.0825205
Dec 18 20:55:37.471329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 59c576af-d729-49d7-92ab-f45c11d0cbba triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:37.471716 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:37.510188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-681987b0-e5f9-45f5-aed0-cb7fec463728 None None] Port 29285cb3-9663-43f5-bf5f-1a404b01286e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:37.559302 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdc567d7-6980-472f-8a64-2e306aa1e3cc req-a3085851-378f-4336-9839-39d2a3e44f87 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080801
Dec 18 20:55:37.609557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a7f101-d09e-43f5-8bc8-c3b2f8cadafd None None] Update dhcp port {'port': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'fixed_ips': [{'subnet_id': 'df4c269a-7a5c-4084-a5c7-27a0c0c22e1f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bda6f349-b537-4e07-88bf-4c81ea1c42d6'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '59c576af-d729-49d7-92ab-f45c11d0cbba'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 20:55:37.665008 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f101-d09e-43f5-8bc8-c3b2f8cadafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:37.696111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-8fe8a6a8-ea84-40ae-b65a-0c874f629aba tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Delete allocated IP 2001:db8::5d (466631a1-2d72-4a8d-9e59-78b2554acf28/df4c269a-7a5c-4084-a5c7-27a0c0c22e1f) {{(pid=126009) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 18 20:55:37.721257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-8fe8a6a8-ea84-40ae-b65a-0c874f629aba tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8:0:1::18c (466631a1-2d72-4a8d-9e59-78b2554acf28/bda6f349-b537-4e07-88bf-4c81ea1c42d6/29285cb3-9663-43f5-bf5f-1a404b01286e) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:37.749205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device dcd26d53-013a-41a0-b028-6f833c1afdf4 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:37.768146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e49f6-b1c7-4d4b-a093-3d2d63383cd8 req-ae4cf0e6-ae6a-4761-aa3d-14303b926155 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:37.782022 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-071e49f6-b1c7-4d4b-a093-3d2d63383cd8 req-ae4cf0e6-ae6a-4761-aa3d-14303b926155 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 945 time: 0.1100152
Dec 18 20:55:37.934743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-071e49f6-b1c7-4d4b-a093-3d2d63383cd8 req-dbbd90cc-30a6-4551-bc67-21ededb9c16d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464891
Dec 18 20:55:37.935424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port dcd26d53-013a-41a0-b028-6f833c1afdf4 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:55:37.956357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port dcd26d53-013a-41a0-b028-6f833c1afdf4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:37.956791 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:37.974090 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a6a8-ea84-40ae-b65a-0c874f629aba tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:37.983559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a6a8-ea84-40ae-b65a-0c874f629aba tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:38.041991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-e4a7f101-d09e-43f5-8bc8-c3b2f8cadafd None None] Allocated IP 2001:db8:0:1::2 (466631a1-2d72-4a8d-9e59-78b2554acf28/bda6f349-b537-4e07-88bf-4c81ea1c42d6/59c576af-d729-49d7-92ab-f45c11d0cbba) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:38.052428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8a6a8-ea84-40ae-b65a-0c874f629aba tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=29285cb3-9663-43f5-bf5f-1a404b01286e,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:38.098617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8fe8a6a8-ea84-40ae-b65a-0c874f629aba tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] In _notify_port_updated(), no bound segment for port 29285cb3-9663-43f5-bf5f-1a404b01286e on network 466631a1-2d72-4a8d-9e59-78b2554acf28 {{(pid=126009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 20:55:38.108511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe8a6a8-ea84-40ae-b65a-0c874f629aba tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:38.109328 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a6a8-ea84-40ae-b65a-0c874f629aba tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:38.114307 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8fe8a6a8-ea84-40ae-b65a-0c874f629aba tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "PUT /v2.0/ports/29285cb3-9663-43f5-bf5f-1a404b01286e HTTP/1.1" status: 200  len: 930 time: 1.1896057
Dec 18 20:55:38.114504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37212) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:38.197125 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:38.276639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e4a7f101-d09e-43f5-8bc8-c3b2f8cadafd None None] For port 59c576af-d729-49d7-92ab-f45c11d0cbba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59c576af-d729-49d7-92ab-f45c11d0cbba,segment=NetworkSegment(615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c),segment_id=615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:38.296944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:38.352738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0093720e-0f18-4f7f-81a6-51de2283143e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd26d53-013a-41a0-b028-6f833c1afdf4'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:38.355107 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d71558-2fb7-4f11-9f98-fe5868ee6e97" -d '{"events": [{"server_uuid": "0093720e-0f18-4f7f-81a6-51de2283143e", "name": "network-vif-plugged", "status": "completed", "tag": "dcd26d53-013a-41a0-b028-6f833c1afdf4"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:38.356816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3978777c-e619-47bc-a5d2-f595a31beb83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port 29285cb3-9663-43f5-bf5f-1a404b01286e {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:38.357171 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3978777c-e619-47bc-a5d2-f595a31beb83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:38.361276 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f101-d09e-43f5-8bc8-c3b2f8cadafd None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:38.368940 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f101-d09e-43f5-8bc8-c3b2f8cadafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:38.374552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4ac78-b56a-4d44-b2d4-8a9aa24388c6 req-0310d993-2f5b-45e7-83b2-e91917f9b2bb tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:38.375352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port dcd26d53-013a-41a0-b028-6f833c1afdf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcd26d53-013a-41a0-b028-6f833c1afdf4,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:38.385804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87e4ac78-b56a-4d44-b2d4-8a9aa24388c6 req-0310d993-2f5b-45e7-83b2-e91917f9b2bb tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 943 time: 0.1724570
Dec 18 20:55:38.401330 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:38.452513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7f101-d09e-43f5-8bc8-c3b2f8cadafd None None] Pushing event updated for resources: {'Port': ['ID=59c576af-d729-49d7-92ab-f45c11d0cbba,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:38.546658 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:38.551330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=dcd26d53-013a-41a0-b028-6f833c1afdf4,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:38.581617 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87e4ac78-b56a-4d44-b2d4-8a9aa24388c6 req-99fa17fd-0156-4021-abae-dacfca8cbad2 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945832
Dec 18 20:55:38.603913 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6f5b6-cbc5-4521-b693-5fdbc80e5fcf req-a9245959-e73c-46f3-a397-1aa8fefe6a3d tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:38.612066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65d6f5b6-cbc5-4521-b693-5fdbc80e5fcf req-a9245959-e73c-46f3-a397-1aa8fefe6a3d tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.2142155
Dec 18 20:55:38.664657 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3978777c-e619-47bc-a5d2-f595a31beb83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:38.686842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3978777c-e619-47bc-a5d2-f595a31beb83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for 29285cb3-9663-43f5-bf5f-1a404b01286e owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:38.690662 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5fb9b1-1d4e-42ea-b1a5-f38eaeea8f72 x-openstack-request-id: req-cc5fb9b1-1d4e-42ea-b1a5-f38eaeea8f72 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:38.690965 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0093720e-0f18-4f7f-81a6-51de2283143e", "name": "network-vif-plugged", "status": "completed", "tag": "dcd26d53-013a-41a0-b028-6f833c1afdf4", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:38.691226 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc5fb9b1-1d4e-42ea-b1a5-f38eaeea8f72 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:38.691963 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0093720e-0f18-4f7f-81a6-51de2283143e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd26d53-013a-41a0-b028-6f833c1afdf4', 'code': 200}
Dec 18 20:55:38.862597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65d6f5b6-cbc5-4521-b693-5fdbc80e5fcf req-3ed8c2c3-0c5e-4b0e-9bf1-d583b8c0c938 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2494915
Dec 18 20:55:38.969679 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8a946-a47c-4110-a29b-2f20ee7038c4 req-a68cc2b3-82c7-43b5-9338-13d7aad47c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:38.971815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27d8a946-a47c-4110-a29b-2f20ee7038c4 req-a68cc2b3-82c7-43b5-9338-13d7aad47c46 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 1097 time: 0.1711571
Dec 18 20:55:38.981507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 59c576af-d729-49d7-92ab-f45c11d0cbba up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:38.983556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf79b9-e7b4-47c6-8b5b-c8dbb99d32c6 req-47a65c93-9f2a-4cd8-89d5-ade550f24560 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:38.991098 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2dbf79b9-e7b4-47c6-8b5b-c8dbb99d32c6 req-47a65c93-9f2a-4cd8-89d5-ade550f24560 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.2318192
Dec 18 20:55:39.035355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3978777c-e619-47bc-a5d2-f595a31beb83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.099287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978777c-e619-47bc-a5d2-f595a31beb83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=29285cb3-9663-43f5-bf5f-1a404b01286e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:39.108919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2dbf79b9-e7b4-47c6-8b5b-c8dbb99d32c6 req-6759116c-d27a-4b68-8671-c08060e11342 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166475
Dec 18 20:55:39.122412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 59c576af-d729-49d7-92ab-f45c11d0cbba triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:39.122900 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.159721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27d8a946-a47c-4110-a29b-2f20ee7038c4 req-d655c71d-6662-48d5-b010-11d749af82a3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663408
Dec 18 20:55:39.195507 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3978777c-e619-47bc-a5d2-f595a31beb83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.201075 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3978777c-e619-47bc-a5d2-f595a31beb83 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/29285cb3-9663-43f5-bf5f-1a404b01286e HTTP/1.1" status: 204  len: 168 time: 1.0829213
Dec 18 20:55:39.201560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37236) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:39.252936 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0411cd-bc17-4940-b731-55ca9e9283a2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:55:39.254938 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00f69a-8abe-4c9c-9d90-641154805944 req-45d49867-a5f6-4b36-a869-5e6fc31c86a0 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:39.255625 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4a0411cd-bc17-4940-b731-55ca9e9283a2 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/29285cb3-9663-43f5-bf5f-1a404b01286e HTTP/1.1" status: 404  len: 333 time: 0.0529392
Dec 18 20:55:39.265132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37238) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:39.270639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ee00f69a-8abe-4c9c-9d90-641154805944 req-45d49867-a5f6-4b36-a869-5e6fc31c86a0 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 946 time: 0.1435890
Dec 18 20:55:39.367293 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ee00f69a-8abe-4c9c-9d90-641154805944 req-501b6ebf-db4e-4f56-b56b-8bed72d680fe tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911770
Dec 18 20:55:39.422102 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b790c4c9-d4cd-42e9-b9a2-86b0d2cbd456 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.460601 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b790c4c9-d4cd-42e9-b9a2-86b0d2cbd456 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.516804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b790c4c9-d4cd-42e9-b9a2-86b0d2cbd456 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.519593 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b790c4c9-d4cd-42e9-b9a2-86b0d2cbd456 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.524157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37242) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:39.524464 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b790c4c9-d4cd-42e9-b9a2-86b0d2cbd456 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/security-groups/c480d96a-4ab4-4124-ade3-f06c4e4cb4b9 HTTP/1.1" status: 204  len: 168 time: 0.2578406
Dec 18 20:55:39.541050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790c4c9-d4cd-42e9-b9a2-86b0d2cbd456 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c480d96a-4ab4-4124-ade3-f06c4e4cb4b9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:39.556250 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-bf5fc202-d71b-4c9b-a44d-5bce56c497b5 None None] Could not find standard attr ID for object 29285cb3-9663-43f5-bf5f-1a404b01286e. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 20:55:39.601431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2d84-6b58-4c46-af5f-b789b2973086 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.605059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-bf5fc202-d71b-4c9b-a44d-5bce56c497b5 None None] Provisioning complete for port ae723788-7175-4e0d-9d95-1d6066d746b9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:39.605646 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc202-d71b-4c9b-a44d-5bce56c497b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.651260 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2d84-6b58-4c46-af5f-b789b2973086 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.655809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-bf5fc202-d71b-4c9b-a44d-5bce56c497b5 None None] Port ae723788-7175-4e0d-9d95-1d6066d746b9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:39.666730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-bf5fc202-d71b-4c9b-a44d-5bce56c497b5 None None] Provisioning complete for port 59c576af-d729-49d7-92ab-f45c11d0cbba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:39.667558 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc202-d71b-4c9b-a44d-5bce56c497b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.728189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 36011601-d6a5-4062-8c92-593078687bde details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:55:39.835967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9ab79-12bd-40d4-ab37-40eb2be2825d req-7bc95f4d-2fa4-4c83-8a0b-66335ea247fe tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:39.837519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fc9ab79-12bd-40d4-ab37-40eb2be2825d req-7bc95f4d-2fa4-4c83-8a0b-66335ea247fe tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 943 time: 0.1200676
Dec 18 20:55:39.847306 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2d84-6b58-4c46-af5f-b789b2973086 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.850184 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2d84-6b58-4c46-af5f-b789b2973086 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:39.854914 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37256) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:39.865062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d3fd2d84-6b58-4c46-af5f-b789b2973086 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0bccac0-3b7c-41e6-a363-9dd99edfd734 HTTP/1.1" status: 204  len: 168 time: 0.3395693
Dec 18 20:55:39.897859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd2d84-6b58-4c46-af5f-b789b2973086 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bccac0-3b7c-41e6-a363-9dd99edfd734,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:39.967248 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fc9ab79-12bd-40d4-ab37-40eb2be2825d req-13c5ea6f-4e80-46e9-a52f-0e5cb71c9cb6 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001775
Dec 18 20:55:39.974461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c4ff1664-289c-47cf-9448-9fe0945462f0 None None] Could not find standard attr ID for object 29285cb3-9663-43f5-bf5f-1a404b01286e. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 20:55:39.993739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3557d6f7-5393-4d7a-a557-f16a1117045d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting subnet df4c269a-7a5c-4084-a5c7-27a0c0c22e1f {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:55:40.002732 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3557d6f7-5393-4d7a-a557-f16a1117045d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:40.003833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 36011601-d6a5-4062-8c92-593078687bde, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36011601-d6a5-4062-8c92-593078687bde,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:40.022796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '36011601-d6a5-4062-8c92-593078687bde', 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'port_id': '36011601-d6a5-4062-8c92-593078687bde', 'mac_address': 'fa:16:3e:cb:94:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebb4d23-857a-46c7-9813-a2fc5e9567dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:55:40.055757 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3557d6f7-5393-4d7a-a557-f16a1117045d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:40.110121 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:40.123274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace989-9c7c-480f-b667-29e45dd7e765 req-53c5f964-d25c-4cd5-9355-006e01ee65cb tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:40.125680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5aace989-9c7c-480f-b667-29e45dd7e765 req-53c5f964-d25c-4cd5-9355-006e01ee65cb tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1154914
Dec 18 20:55:40.157242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36011601-d6a5-4062-8c92-593078687bde {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:40.194337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5aace989-9c7c-480f-b667-29e45dd7e765 req-a274548f-7392-4c18-945c-bddc456b1bd5 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617614
Dec 18 20:55:40.195289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3557d6f7-5393-4d7a-a557-f16a1117045d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:40.199244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 36011601-d6a5-4062-8c92-593078687bde, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36011601-d6a5-4062-8c92-593078687bde,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:40.205987 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:40.316259 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3557d6f7-5393-4d7a-a557-f16a1117045d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:40.349117 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9658d-a7dd-4fc8-988d-4437b86a0b99 req-3b2a2c2f-a02c-4bb4-9d6a-133b8cbbec46 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:40.357808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58d9658d-a7dd-4fc8-988d-4437b86a0b99 req-3b2a2c2f-a02c-4bb4-9d6a-133b8cbbec46 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.0889854
Dec 18 20:55:40.369121 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3557d6f7-5393-4d7a-a557-f16a1117045d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:40.384772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37266) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:40.403166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-955413b4-c486-494c-865d-97efff6615c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:40.405598 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3557d6f7-5393-4d7a-a557-f16a1117045d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/df4c269a-7a5c-4084-a5c7-27a0c0c22e1f HTTP/1.1" status: 204  len: 168 time: 0.5493114
Dec 18 20:55:40.479553 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557d6f7-5393-4d7a-a557-f16a1117045d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Subnet': ['ID=df4c269a-7a5c-4084-a5c7-27a0c0c22e1f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:40.496626 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=36011601-d6a5-4062-8c92-593078687bde,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:40.500035 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff7fae-c23c-4ba1-b743-2e668e5de5bf None None] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:40.524524 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58d9658d-a7dd-4fc8-988d-4437b86a0b99 req-7a1bd27e-1fcf-40cf-8f9c-60b547f2316d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658242
Dec 18 20:55:40.633244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['36011601-d6a5-4062-8c92-593078687bde'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:55:40.722223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddc19e-395c-4abe-9f5f-e2442670d7d9 req-a0848429-614f-4405-b849-030db0007e9b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:40.741377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81ddc19e-395c-4abe-9f5f-e2442670d7d9 req-a0848429-614f-4405-b849-030db0007e9b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 946 time: 0.1943512
Dec 18 20:55:40.814176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81ddc19e-395c-4abe-9f5f-e2442670d7d9 req-80d87a6d-0789-4900-9eb2-e0481f5e6fe9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718434
Dec 18 20:55:40.820793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955413b4-c486-494c-865d-97efff6615c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:40.825594 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-955413b4-c486-494c-865d-97efff6615c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:41.225050 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a36bf-f138-4df8-8d94-da34323d8d6d req-c309dd58-3378-4ad3-9463-13ade6190a77 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:41.227191 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e8a36bf-f138-4df8-8d94-da34323d8d6d req-c309dd58-3378-4ad3-9463-13ade6190a77 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 944 time: 0.1477823
Dec 18 20:55:41.268331 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-955413b4-c486-494c-865d-97efff6615c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:41.340572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955413b4-c486-494c-865d-97efff6615c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:41.350414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-955413b4-c486-494c-865d-97efff6615c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:41.390246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955413b4-c486-494c-865d-97efff6615c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:41.390866 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-955413b4-c486-494c-865d-97efff6615c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:41.431956 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e8a36bf-f138-4df8-8d94-da34323d8d6d req-57d87184-6d95-4253-b96d-ec3fbde95720 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957052
Dec 18 20:55:41.444280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955413b4-c486-494c-865d-97efff6615c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Subnet': ['ID=7b248363-9256-49c8-acbd-98a0c0fc858d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:41.453123 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-955413b4-c486-494c-865d-97efff6615c1 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0666816
Dec 18 20:55:41.455580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37290) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:41.460110 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0b1a7bd4-edba-47b4-a3ff-ae42f129ba4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'security_group': {'name': 'tempest-secgroup-1755188540'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:41.462485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd6f57-51f7-4ee3-be9f-72424b0704bc req-fa9e1ef0-37a6-4098-9ad6-c51c291b1e08 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:41.465247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbcd6f57-51f7-4ee3-be9f-72424b0704bc req-fa9e1ef0-37a6-4098-9ad6-c51c291b1e08 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1182890
Dec 18 20:55:41.494289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb90fa-1367-4a8d-b1a9-63e37f8641d4 None None] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:41.523393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0b1a7bd4-edba-47b4-a3ff-ae42f129ba4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:41.564885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8c4af233-2a0b-4510-b704-67bb758eeab0 None None] Provisioning complete for port ae723788-7175-4e0d-9d95-1d6066d746b9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:41.565275 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c4af233-2a0b-4510-b704-67bb758eeab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:41.583695 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbcd6f57-51f7-4ee3-be9f-72424b0704bc req-94f5ba5b-2c5b-40a9-84c9-d8c6a6bae5c6 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096630
Dec 18 20:55:41.631587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8c4af233-2a0b-4510-b704-67bb758eeab0 None None] Port ae723788-7175-4e0d-9d95-1d6066d746b9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:41.663159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8c4af233-2a0b-4510-b704-67bb758eeab0 None None] Provisioning complete for port 59c576af-d729-49d7-92ab-f45c11d0cbba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:41.663907 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c4af233-2a0b-4510-b704-67bb758eeab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:41.690334 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0b1a7bd4-edba-47b4-a3ff-ae42f129ba4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:41.707610 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0b1a7bd4-edba-47b4-a3ff-ae42f129ba4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:41.734239 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0b1a7bd4-edba-47b4-a3ff-ae42f129ba4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:41.738968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37296) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:41.739680 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0b1a7bd4-edba-47b4-a3ff-ae42f129ba4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2829745
Dec 18 20:55:41.760657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1e52644f-c33e-4142-b023-a1ff1d8dc862 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'security_group': {'name': 'tempest-secgroup-226896904'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:41.772927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a7bd4-edba-47b4-a3ff-ae42f129ba4a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19efcd13-05d6-4ada-a8ea-c368eef34761,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:41.783319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 36011601-d6a5-4062-8c92-593078687bde up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:41.798987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db4e4c-403a-4a65-b364-bfb8acd3397b req-a94db6e2-e877-4710-a2cd-a7a55d5d35b5 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:41.800517 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e8db4e4c-403a-4a65-b364-bfb8acd3397b req-a94db6e2-e877-4710-a2cd-a7a55d5d35b5 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.1441603
Dec 18 20:55:41.849476 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e52644f-c33e-4142-b023-a1ff1d8dc862 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:41.877954 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ddb24c-17bd-44b9-bead-4d9408c9d4ed None None] Update dhcp port {'port': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'fixed_ips': [{'subnet_id': 'bda6f349-b537-4e07-88bf-4c81ea1c42d6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7b248363-9256-49c8-acbd-98a0c0fc858d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '59c576af-d729-49d7-92ab-f45c11d0cbba'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 20:55:41.922162 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb24c-17bd-44b9-bead-4d9408c9d4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:41.925365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 36011601-d6a5-4062-8c92-593078687bde completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:55:41.936924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 36011601-d6a5-4062-8c92-593078687bde triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:41.937309 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:41.989746 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e8db4e4c-403a-4a65-b364-bfb8acd3397b req-bb7fd33d-4c58-4f83-bfb2-bd8a745fc07c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694272
Dec 18 20:55:42.011497 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e52644f-c33e-4142-b023-a1ff1d8dc862 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:42.019567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30999b2e-6c0c-4664-8aab-1ed16926ff0b req-d5932fc8-e8a6-4405-bbec-e02db5667fd3 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:42.022607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30999b2e-6c0c-4664-8aab-1ed16926ff0b req-d5932fc8-e8a6-4405-bbec-e02db5667fd3 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 946 time: 0.1056478
Dec 18 20:55:42.024713 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e52644f-c33e-4142-b023-a1ff1d8dc862 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:42.065404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e52644f-c33e-4142-b023-a1ff1d8dc862 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:42.069282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1e52644f-c33e-4142-b023-a1ff1d8dc862 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3227484
Dec 18 20:55:42.069966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37306) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:42.078105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d32edcd1-33e7-483b-ad65-4f5886b6ac6c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'security_group': {'name': 'tempest-secgroup-437827050'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:42.087784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52644f-c33e-4142-b023-a1ff1d8dc862 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c0d96e-6b87-43c6-8a33-b4edc50a7a97,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:42.144223 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30999b2e-6c0c-4664-8aab-1ed16926ff0b req-4d4bc271-f83a-451a-93fd-c6c41a07c10f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008260
Dec 18 20:55:42.144971 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d32edcd1-33e7-483b-ad65-4f5886b6ac6c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:42.153772 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:42.205183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9f6243-3663-449e-89e7-c1a511e9313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36011601-d6a5-4062-8c92-593078687bde'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:42.207673 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0609edec-99ce-4b75-b7bf-eb390f237cb8" -d '{"events": [{"server_uuid": "bf9f6243-3663-449e-89e7-c1a511e9313d", "name": "network-vif-plugged", "status": "completed", "tag": "36011601-d6a5-4062-8c92-593078687bde"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:42.230714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 36011601-d6a5-4062-8c92-593078687bde, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36011601-d6a5-4062-8c92-593078687bde,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:42.232611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-a9ddb24c-17bd-44b9-bead-4d9408c9d4ed None None] Allocated IP 2001:db8::2 (466631a1-2d72-4a8d-9e59-78b2554acf28/7b248363-9256-49c8-acbd-98a0c0fc858d/59c576af-d729-49d7-92ab-f45c11d0cbba) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:42.247507 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:42.282779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d32edcd1-33e7-483b-ad65-4f5886b6ac6c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:42.317211 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b64b947-6b11-4f0d-b13d-65b0cad36cdd x-openstack-request-id: req-7b64b947-6b11-4f0d-b13d-65b0cad36cdd {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:42.317613 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9f6243-3663-449e-89e7-c1a511e9313d", "name": "network-vif-plugged", "status": "completed", "tag": "36011601-d6a5-4062-8c92-593078687bde", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:42.317973 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b64b947-6b11-4f0d-b13d-65b0cad36cdd {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:42.318557 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9f6243-3663-449e-89e7-c1a511e9313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36011601-d6a5-4062-8c92-593078687bde', 'code': 200}
Dec 18 20:55:42.328692 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d32edcd1-33e7-483b-ad65-4f5886b6ac6c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:42.361480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=36011601-d6a5-4062-8c92-593078687bde,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:42.397391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a9ddb24c-17bd-44b9-bead-4d9408c9d4ed None None] For port 59c576af-d729-49d7-92ab-f45c11d0cbba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59c576af-d729-49d7-92ab-f45c11d0cbba,segment=NetworkSegment(615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c),segment_id=615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:42.406650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d32edcd1-33e7-483b-ad65-4f5886b6ac6c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:42.416278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37318) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:42.434112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1022322999', 'security_groups': ['33d75ec5-add2-4415-acfd-7d2248ae5565'], 'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7b248363-9256-49c8-acbd-98a0c0fc858d'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:42.439914 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb24c-17bd-44b9-bead-4d9408c9d4ed None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:42.446200 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d32edcd1-33e7-483b-ad65-4f5886b6ac6c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3715403
Dec 18 20:55:42.446425 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb24c-17bd-44b9-bead-4d9408c9d4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:42.483636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32edcd1-33e7-483b-ad65-4f5886b6ac6c tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d75ec5-add2-4415-acfd-7d2248ae5565,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:42.558145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddb24c-17bd-44b9-bead-4d9408c9d4ed None None] Pushing event updated for resources: {'Port': ['ID=59c576af-d729-49d7-92ab-f45c11d0cbba,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:42.739022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e227d-ddf4-4d61-9c36-59f6340e7166 req-1cd3390a-a6ab-462f-869f-31daeba88756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:42.740574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-020e227d-ddf4-4d61-9c36-59f6340e7166 req-1cd3390a-a6ab-462f-869f-31daeba88756 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 1096 time: 0.1646264
Dec 18 20:55:42.750569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d609a-66c4-4544-ba3c-ebcfc98a3717 req-e8d1a9db-9c70-42d5-91f9-1aa228e78e93 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:42.752016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a7d609a-66c4-4544-ba3c-ebcfc98a3717 req-e8d1a9db-9c70-42d5-91f9-1aa228e78e93 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1771717
Dec 18 20:55:42.829512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604c0cf-1038-4023-994d-7ee76a8f69ee req-66a683d9-b52f-46db-a9aa-515fe02a682a tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:42.832444 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9604c0cf-1038-4023-994d-7ee76a8f69ee req-66a683d9-b52f-46db-a9aa-515fe02a682a tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1435115
Dec 18 20:55:42.855332 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:55:42.879135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:42.889451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-020e227d-ddf4-4d61-9c36-59f6340e7166 req-5408d611-0cee-46a3-9ae3-d17dbdbf7d09 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351297
Dec 18 20:55:42.917140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a7d609a-66c4-4544-ba3c-ebcfc98a3717 req-53dda945-fdaf-4f89-8888-403e75811a7f tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360848
Dec 18 20:55:42.969761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 59c576af-d729-49d7-92ab-f45c11d0cbba up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:43.035054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9604c0cf-1038-4023-994d-7ee76a8f69ee req-50b8aae4-d2b8-4296-9023-ab069bc78f3c tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796179
Dec 18 20:55:43.073804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 59c576af-d729-49d7-92ab-f45c11d0cbba triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:43.074638 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:43.086068 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:43.160551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] device_id is not set on port 250385e4-ff18-4c2b-a0b0-cf38f5760fc3 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 20:55:43.195016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2ce9b-00b1-48d4-a5f7-73b68cfe204e req-54816819-4b58-4e28-ac8d-df5c746662d0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:43.197084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96c2ce9b-00b1-48d4-a5f7-73b68cfe204e req-54816819-4b58-4e28-ac8d-df5c746662d0 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.0829360
Dec 18 20:55:43.411516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-59fb5672-672c-4dbc-90de-5ebe3fd42e56 None None] Provisioning complete for port ae723788-7175-4e0d-9d95-1d6066d746b9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:43.411889 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-59fb5672-672c-4dbc-90de-5ebe3fd42e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:43.460754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-59fb5672-672c-4dbc-90de-5ebe3fd42e56 None None] Port ae723788-7175-4e0d-9d95-1d6066d746b9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:43.479272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-59fb5672-672c-4dbc-90de-5ebe3fd42e56 None None] Provisioning complete for port 59c576af-d729-49d7-92ab-f45c11d0cbba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:43.479658 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-59fb5672-672c-4dbc-90de-5ebe3fd42e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:43.748170 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96c2ce9b-00b1-48d4-a5f7-73b68cfe204e req-f4bd841e-80d2-4530-b04e-bb949775fdd8 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5157578
Dec 18 20:55:43.837165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8::328 (466631a1-2d72-4a8d-9e59-78b2554acf28/7b248363-9256-49c8-acbd-98a0c0fc858d/250385e4-ff18-4c2b-a0b0-cf38f5760fc3) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:44.028535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:44.066846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397786f-af5b-4667-a2fc-a10e0108517e req-bafbe01d-3e2c-445d-82ef-be16b306accb tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:44.073978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f397786f-af5b-4667-a2fc-a10e0108517e req-bafbe01d-3e2c-445d-82ef-be16b306accb tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.0858350
Dec 18 20:55:44.121245 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:44.185756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f397786f-af5b-4667-a2fc-a10e0108517e req-7d73ba1c-3940-493b-aa19-221fe04ee1ad tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108334
Dec 18 20:55:44.189604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:44.231093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:44.235069 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:44.242125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:44.242913 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:44.266863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=250385e4-ff18-4c2b-a0b0-cf38f5760fc3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:44.290365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37354) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:44.291904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9bc6f86d-4372-4b8e-9083-7dbc48cf643e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.8730693
Dec 18 20:55:44.306726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-709ecc2f-e507-4678-9a32-c2dadb2ac529 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:44.312091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64e78b-311b-4425-a1d9-4245f9182b00 req-26c9ed45-cc5b-4cc3-a27d-3fae79fc7288 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:44.322196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a64e78b-311b-4425-a1d9-4245f9182b00 req-26c9ed45-cc5b-4cc3-a27d-3fae79fc7288 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1405199
Dec 18 20:55:44.394896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a64e78b-311b-4425-a1d9-4245f9182b00 req-5e466b8d-4eab-45d5-af66-82e933c3a88f tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713890
Dec 18 20:55:44.460148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709ecc2f-e507-4678-9a32-c2dadb2ac529 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:44.465677 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-709ecc2f-e507-4678-9a32-c2dadb2ac529 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:44.590236 ncdv-master-1 neutron-server[126009]: INFO neutron.db.ipam_backend_mixin [None req-709ecc2f-e507-4678-9a32-c2dadb2ac529 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b248363-9256-49c8-acbd-98a0c0fc858d (CIDR: 2001:db8::/64)
Dec 18 20:55:44.596252 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-709ecc2f-e507-4678-9a32-c2dadb2ac529 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 20:55:44.596769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709ecc2f-e507-4678-9a32-c2dadb2ac529 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:44.620369 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-709ecc2f-e507-4678-9a32-c2dadb2ac529 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3285034
Dec 18 20:55:44.623052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37364) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:44.628529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-13861554-0872-49bc-be45-068693391188 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:44.635077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-34f4950b-a60d-4dd9-b3b7-d368b2fe64d3 None None] Provisioning complete for port 250385e4-ff18-4c2b-a0b0-cf38f5760fc3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:44.636090 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-34f4950b-a60d-4dd9-b3b7-d368b2fe64d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:44.676637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-34f4950b-a60d-4dd9-b3b7-d368b2fe64d3 None None] Port 250385e4-ff18-4c2b-a0b0-cf38f5760fc3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:44.700133 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:44.909498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf627b-2b18-4d97-b64f-3abe17dc1b3f req-282df4a6-a2a5-4875-aae7-8733dfbceddb tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:44.912095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6cf627b-2b18-4d97-b64f-3abe17dc1b3f req-282df4a6-a2a5-4875-aae7-8733dfbceddb tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.0760825
Dec 18 20:55:45.001830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6cf627b-2b18-4d97-b64f-3abe17dc1b3f req-ded0442e-d73f-4b79-9b2a-e5370b77119e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820818
Dec 18 20:55:45.022140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13861554-0872-49bc-be45-068693391188 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:45.025851 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-13861554-0872-49bc-be45-068693391188 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:45.145706 ncdv-master-1 neutron-server[126009]: INFO neutron.db.ipam_backend_mixin [None req-13861554-0872-49bc-be45-068693391188 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bda6f349-b537-4e07-88bf-4c81ea1c42d6 (CIDR: 2001:db8:0:1::/64)
Dec 18 20:55:45.149466 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-13861554-0872-49bc-be45-068693391188 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 20:55:45.150872 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13861554-0872-49bc-be45-068693391188 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:45.176290 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-13861554-0872-49bc-be45-068693391188 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.5492902
Dec 18 20:55:45.176700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37370) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:45.182535 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'subnet': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:45.355866 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Made reservation on behalf of ed6e45b689fc4b15afe7d5ba12fe9fa3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:45.370030 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:45.372065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4402b-ee26-4120-9fdb-35c896ec307e req-1ee46f51-c8a2-4d3b-b462-3ef8e99d47a2 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:45.382842 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39c4402b-ee26-4120-9fdb-35c896ec307e req-1ee46f51-c8a2-4d3b-b462-3ef8e99d47a2 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.0930805
Dec 18 20:55:45.510289 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39c4402b-ee26-4120-9fdb-35c896ec307e req-635a8164-e606-43dd-ac68-37a28a9137fe tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255691
Dec 18 20:55:45.560448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3ae6d-4186-479c-80a2-994858ed238e req-10efbb70-c91f-4001-949f-45e57137dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:45.560448 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-18f3ae6d-4186-479c-80a2-994858ed238e req-10efbb70-c91f-4001-949f-45e57137dc09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 1096 time: 0.0952647
Dec 18 20:55:45.734936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7e119-7650-4385-90b3-56a472abe669 req-1a72f8df-1ec4-4c05-9052-850ef54f5fce tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:45.743354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44a7e119-7650-4385-90b3-56a472abe669 req-1a72f8df-1ec4-4c05-9052-850ef54f5fce tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1341507
Dec 18 20:55:45.773421 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-18f3ae6d-4186-479c-80a2-994858ed238e req-311f4c28-9f13-488c-aa9c-655276be36ef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012205
Dec 18 20:55:45.808778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44a7e119-7650-4385-90b3-56a472abe669 req-831f1022-3da0-4ddf-939c-45f53b6357ea tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671036
Dec 18 20:55:45.842764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:45.882721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:45.885610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:45.890452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:45.891083 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:45.899420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccab6156-4aab-4349-bee8-f0fd8ad744fe None None] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:45.914551 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Subnet': ['ID=14b89014-988a-44f5-ab10-068659ba39e9,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:45.926690 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.7487261
Dec 18 20:55:45.929018 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.929384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.929585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37398) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:45.930157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.930157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.930489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.930749 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.931084 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.931417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.931753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.932083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.932406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.932741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.933058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb0dad-7dcf-4c9f-9aee-23029090c00e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:45.936026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-87968bfd-b593-403a-b0e3-40f51ad83fac tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-357865013', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '14b89014-988a-44f5-ab10-068659ba39e9'}], 'security_groups': ['19efcd13-05d6-4ada-a8ea-c368eef34761', '13c0d96e-6b87-43c6-8a33-b4edc50a7a97']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:46.087253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436ed78-9d29-4f83-a32d-71b5e568d775 req-788d7f28-74a9-4704-8cf5-924cad4eab29 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:46.096618 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b436ed78-9d29-4f83-a32d-71b5e568d775 req-788d7f28-74a9-4704-8cf5-924cad4eab29 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1465676
Dec 18 20:55:46.120239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87968bfd-b593-403a-b0e3-40f51ad83fac tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:46.161232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc1d0a-7f96-4680-87e2-52d0de920904 None None] Update dhcp port {'port': {'network_id': '466631a1-2d72-4a8d-9e59-78b2554acf28', 'fixed_ips': [{'subnet_id': 'bda6f349-b537-4e07-88bf-4c81ea1c42d6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7b248363-9256-49c8-acbd-98a0c0fc858d', 'ip_address': '2001:db8::2'}, {'subnet_id': '14b89014-988a-44f5-ab10-068659ba39e9'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '59c576af-d729-49d7-92ab-f45c11d0cbba'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 20:55:46.192442 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-62fc1d0a-7f96-4680-87e2-52d0de920904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:46.231522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b436ed78-9d29-4f83-a32d-71b5e568d775 req-babc2488-789f-4b6e-a896-82a647457586 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337554
Dec 18 20:55:46.329921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2eb6d-cd93-48e2-9c7a-84db5f9ad0b7 req-c53692ee-59e7-4c85-a983-49cdde68af80 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:46.332348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ad2eb6d-cd93-48e2-9c7a-84db5f9ad0b7 req-c53692ee-59e7-4c85-a983-49cdde68af80 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.1737919
Dec 18 20:55:46.432307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-62fc1d0a-7f96-4680-87e2-52d0de920904 None None] Allocated IP 2001:db8:0:2::2 (466631a1-2d72-4a8d-9e59-78b2554acf28/14b89014-988a-44f5-ab10-068659ba39e9/59c576af-d729-49d7-92ab-f45c11d0cbba) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:46.453499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ad2eb6d-cd93-48e2-9c7a-84db5f9ad0b7 req-0c2c8019-9205-42a7-a346-dbffdf498f53 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065576
Dec 18 20:55:46.576123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-62fc1d0a-7f96-4680-87e2-52d0de920904 None None] For port 59c576af-d729-49d7-92ab-f45c11d0cbba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59c576af-d729-49d7-92ab-f45c11d0cbba,segment=NetworkSegment(615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c),segment_id=615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:46.608277 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-62fc1d0a-7f96-4680-87e2-52d0de920904 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:46.613353 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-62fc1d0a-7f96-4680-87e2-52d0de920904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:46.730574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc1d0a-7f96-4680-87e2-52d0de920904 None None] Pushing event updated for resources: {'Port': ['ID=59c576af-d729-49d7-92ab-f45c11d0cbba,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:46.764414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-87968bfd-b593-403a-b0e3-40f51ad83fac tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Delete allocated IP 2001:db8::328 (466631a1-2d72-4a8d-9e59-78b2554acf28/7b248363-9256-49c8-acbd-98a0c0fc858d) {{(pid=126008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 18 20:55:46.774389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-87968bfd-b593-403a-b0e3-40f51ad83fac tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Allocated IP 2001:db8:0:2::12f (466631a1-2d72-4a8d-9e59-78b2554acf28/14b89014-988a-44f5-ab10-068659ba39e9/250385e4-ff18-4c2b-a0b0-cf38f5760fc3) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:46.992606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 59c576af-d729-49d7-92ab-f45c11d0cbba up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:46.993884 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1098d395-9a7f-40b4-8e18-7a418f0715f0 service neutron] show failed (client error): The resource could not be found.
Dec 18 20:55:46.995309 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1098d395-9a7f-40b4-8e18-7a418f0715f0 service neutron] 10.222.0.36 "GET /v2.0/ports/24ea0eab-019c-481e-a0e8-afff63a3a8c8/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1169994
Dec 18 20:55:47.048556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87968bfd-b593-403a-b0e3-40f51ad83fac tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.057628 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87968bfd-b593-403a-b0e3-40f51ad83fac tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.084553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 59c576af-d729-49d7-92ab-f45c11d0cbba triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:47.084926 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.165208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87968bfd-b593-403a-b0e3-40f51ad83fac tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event updated for resources: {'Port': ['ID=250385e4-ff18-4c2b-a0b0-cf38f5760fc3,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:47.168173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-87968bfd-b593-403a-b0e3-40f51ad83fac tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] In _notify_port_updated(), no bound segment for port 250385e4-ff18-4c2b-a0b0-cf38f5760fc3 on network 466631a1-2d72-4a8d-9e59-78b2554acf28 {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 20:55:47.173829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87968bfd-b593-403a-b0e3-40f51ad83fac tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:47.180507 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87968bfd-b593-403a-b0e3-40f51ad83fac tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.181877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-87968bfd-b593-403a-b0e3-40f51ad83fac tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "PUT /v2.0/ports/250385e4-ff18-4c2b-a0b0-cf38f5760fc3 HTTP/1.1" status: 200  len: 969 time: 1.2512572
Dec 18 20:55:47.185045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37430) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:47.207616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060712cc-54e9-4009-859f-5704c4203d73 req-76ebb6b5-dc03-4b87-a8da-6fed1be0bb4a tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:47.223225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-060712cc-54e9-4009-859f-5704c4203d73 req-76ebb6b5-dc03-4b87-a8da-6fed1be0bb4a tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.2649946
Dec 18 20:55:47.322202 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-060712cc-54e9-4009-859f-5704c4203d73 req-11c21919-630c-4b6e-a2e0-89fda203dfd5 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977881
Dec 18 20:55:47.344329 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-772c9a99-35a5-4135-b0e8-8e1a2ff5b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:47.346129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-772c9a99-35a5-4135-b0e8-8e1a2ff5b174 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890&tenant_id=f15c3e2ec1194924bee37b0161adc237 HTTP/1.1" status: 200  len: 1101 time: 0.0620847
Dec 18 20:55:47.348732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ab876-c462-4997-8cc6-d7f0a12d7567 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port 250385e4-ff18-4c2b-a0b0-cf38f5760fc3 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:47.349031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab876-c462-4997-8cc6-d7f0a12d7567 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.369250 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:47.448643 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.470935 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab876-c462-4997-8cc6-d7f0a12d7567 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.486213 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ab876-c462-4997-8cc6-d7f0a12d7567 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for 250385e4-ff18-4c2b-a0b0-cf38f5760fc3 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:47.511196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd005c11-2dfd-48ab-89f7-862dcb39d066 req-8d711812-cc49-4463-b63b-aad0e34af014 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:47.518978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd005c11-2dfd-48ab-89f7-862dcb39d066 req-8d711812-cc49-4463-b63b-aad0e34af014 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1704941
Dec 18 20:55:47.636856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-154aaa11-4300-4794-b5a0-af5433ef03a8 None None] Provisioning complete for port ae723788-7175-4e0d-9d95-1d6066d746b9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:47.637714 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-154aaa11-4300-4794-b5a0-af5433ef03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.671210 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab876-c462-4997-8cc6-d7f0a12d7567 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.683897 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-154aaa11-4300-4794-b5a0-af5433ef03a8 None None] Port ae723788-7175-4e0d-9d95-1d6066d746b9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:47.685290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd005c11-2dfd-48ab-89f7-862dcb39d066 req-b74a8cb9-b6ff-4d86-a9c0-7def5b4e837b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654532
Dec 18 20:55:47.687474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-154aaa11-4300-4794-b5a0-af5433ef03a8 None None] Could not find standard attr ID for object 250385e4-ff18-4c2b-a0b0-cf38f5760fc3. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 20:55:47.701919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-154aaa11-4300-4794-b5a0-af5433ef03a8 None None] Provisioning complete for port 59c576af-d729-49d7-92ab-f45c11d0cbba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:47.702836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-154aaa11-4300-4794-b5a0-af5433ef03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.723204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ab876-c462-4997-8cc6-d7f0a12d7567 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=250385e4-ff18-4c2b-a0b0-cf38f5760fc3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:47.762000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf112d-2f31-4619-957c-40a59168efcb req-fdb1f11c-5c81-428a-999e-82135093ae0d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:47.765993 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1daf112d-2f31-4619-957c-40a59168efcb req-fdb1f11c-5c81-428a-999e-82135093ae0d tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.1600385
Dec 18 20:55:47.810998 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab876-c462-4997-8cc6-d7f0a12d7567 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.819410 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fa0ab876-c462-4997-8cc6-d7f0a12d7567 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/250385e4-ff18-4c2b-a0b0-cf38f5760fc3 HTTP/1.1" status: 204  len: 168 time: 0.6315322
Dec 18 20:55:47.823527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37450) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:47.852609 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e7edef-037e-459d-92a3-9ba479715ea0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] GET failed (client error): The resource could not be found.
Dec 18 20:55:47.854874 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-87e7edef-037e-459d-92a3-9ba479715ea0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports/250385e4-ff18-4c2b-a0b0-cf38f5760fc3 HTTP/1.1" status: 404  len: 333 time: 0.0300846
Dec 18 20:55:47.857597 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37452) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:47.863068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:47.888315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1daf112d-2f31-4619-957c-40a59168efcb req-ec8baf82-89c8-4485-bbb6-6d93f6507893 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050489
Dec 18 20:55:47.925113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:47.935926 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-670aafaf-c26d-4f20-994b-602df020171a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.965711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-670aafaf-c26d-4f20-994b-602df020171a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.972759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:47.978529 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a44d271-bb5e-43e7-9373-c4790bbb5fc4" -d '{"events": [{"server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "name": "network-vif-unplugged", "status": "completed", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:47.983430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:47.999428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Transition to ACTIVE for port object 24ea0eab-019c-481e-a0e8-afff63a3a8c8 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:55:48.004666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.047520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-670aafaf-c26d-4f20-994b-602df020171a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.056927 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-670aafaf-c26d-4f20-994b-602df020171a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.061599 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0cb21278-b79b-4c6b-9900-2e3dc92de02e None None] Could not find standard attr ID for object 250385e4-ff18-4c2b-a0b0-cf38f5760fc3. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 20:55:48.065087 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-670aafaf-c26d-4f20-994b-602df020171a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/security-groups/33d75ec5-add2-4415-acfd-7d2248ae5565 HTTP/1.1" status: 204  len: 168 time: 0.2035277
Dec 18 20:55:48.067615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37470) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:48.103793 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670aafaf-c26d-4f20-994b-602df020171a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d75ec5-add2-4415-acfd-7d2248ae5565,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:48.120097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] No DVR routers for this DVR port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:55:48.136071 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43dd093-6f09-449f-b1ad-c25bdb0aff3b x-openstack-request-id: req-d43dd093-6f09-449f-b1ad-c25bdb0aff3b {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:48.136071 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "name": "network-vif-unplugged", "status": "completed", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:48.137183 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d43dd093-6f09-449f-b1ad-c25bdb0aff3b {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:48.137697 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'code': 200}
Dec 18 20:55:48.187209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69bdaa33-96fe-47e7-be61-f69ef6299023 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.217838 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69bdaa33-96fe-47e7-be61-f69ef6299023 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.229399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Pushing event updated for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=6']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:48.235449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Attempting to bind port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:55:48.235857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Attempting to bind port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:55:48.236314 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Attempting to bind port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:48.246307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:55:48.246750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Attempting to bind port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:48.258122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:55:48.258989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:48.259444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:55:48.259970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Bound port: 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:55:48.260415 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.288972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381c7b3-1a06-4330-af0a-373df2bf10a9 req-4dbb5829-8f43-4f55-8901-c8903f1b7fc9 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:48.291860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8381c7b3-1a06-4330-af0a-373df2bf10a9 req-4dbb5829-8f43-4f55-8901-c8903f1b7fc9 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f709f32-beb6-4558-8d64-0d56d0981842 HTTP/1.1" status: 200  len: 950 time: 0.1042223
Dec 18 20:55:48.293896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69bdaa33-96fe-47e7-be61-f69ef6299023 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.297759 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69bdaa33-96fe-47e7-be61-f69ef6299023 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.299445 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-69bdaa33-96fe-47e7-be61-f69ef6299023 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/security-groups/13c0d96e-6b87-43c6-8a33-b4edc50a7a97 HTTP/1.1" status: 204  len: 168 time: 0.2230048
Dec 18 20:55:48.303523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37472) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:48.320715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdaa33-96fe-47e7-be61-f69ef6299023 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c0d96e-6b87-43c6-8a33-b4edc50a7a97,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:48.418474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8381c7b3-1a06-4330-af0a-373df2bf10a9 req-9babd933-7f7e-4839-b0de-2da8e3dbda52 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124721
Dec 18 20:55:48.419641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:48.424074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:55:48.431782 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-844884c8-9e28-42db-a2cc-dd9abdc70318 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.433386 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.470999 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-844884c8-9e28-42db-a2cc-dd9abdc70318 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.522156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:48.523409 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.524353 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] 10.222.0.31 "PUT /v2.0/ports/24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 1096 time: 1.1606407
Dec 18 20:55:48.538863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53defa-821a-47c9-bf76-24989768f469 service neutron] Pushing event updated for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:48.551712 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-844884c8-9e28-42db-a2cc-dd9abdc70318 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.558736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8e000-a79f-428c-bee4-9fde8d79e6d7 req-26ebfdbc-3b7b-4300-9c51-35bb8a737abf tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:48.561299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-844884c8-9e28-42db-a2cc-dd9abdc70318 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.562815 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-844884c8-9e28-42db-a2cc-dd9abdc70318 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/security-groups/19efcd13-05d6-4ada-a8ea-c368eef34761 HTTP/1.1" status: 204  len: 168 time: 0.2583866
Dec 18 20:55:48.565405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96f8e000-a79f-428c-bee4-9fde8d79e6d7 req-26ebfdbc-3b7b-4300-9c51-35bb8a737abf tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1256595
Dec 18 20:55:48.565949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37480) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:48.585387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844884c8-9e28-42db-a2cc-dd9abdc70318 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19efcd13-05d6-4ada-a8ea-c368eef34761,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:48.699720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting subnet 7b248363-9256-49c8-acbd-98a0c0fc858d {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:55:48.729316 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.753644 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96f8e000-a79f-428c-bee4-9fde8d79e6d7 req-53fa729f-973e-4c73-b77d-3e5fd8af4f0f tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632068
Dec 18 20:55:48.780156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-ad6d6fb2-04c4-4493-af42-86c86227ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:48.781957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-ad6d6fb2-04c4-4493-af42-86c86227ab4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1099 time: 0.2077539
Dec 18 20:55:48.822944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:48.998016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab5878-7dd4-404f-aa6b-cd36d6b5e44c req-ee0ea96d-1d5a-4e9f-9336-fea4de92a57c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:49.005549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59ab5878-7dd4-404f-aa6b-cd36d6b5e44c req-ee0ea96d-1d5a-4e9f-9336-fea4de92a57c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1299155
Dec 18 20:55:49.038602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-780e9c4e-b26e-403d-896a-47d909ce7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:49.039527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-780e9c4e-b26e-403d-896a-47d909ce7598 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2454345
Dec 18 20:55:49.046472 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:49.134134 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-9c32b104-ab01-4225-a1d7-3fd230ecb635 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 217 time: 0.0839789
Dec 18 20:55:49.160188 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb9497-6718-42e6-b184-7511999f4856 req-8c903a32-a2ff-495d-b9f3-b544c2300a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:49.163164 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ffb9497-6718-42e6-b184-7511999f4856 req-8c903a32-a2ff-495d-b9f3-b544c2300a6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eaf2a3560d8e4c1993aa5a1dfdac5b4e&device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 1096 time: 0.0635605
Dec 18 20:55:49.194858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59ab5878-7dd4-404f-aa6b-cd36d6b5e44c req-59a8c180-02e2-414d-a7b6-71b2826477bc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883104
Dec 18 20:55:49.275931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:49.280368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb9497-6718-42e6-b184-7511999f4856 req-f772bca9-dda2-48da-b572-a061381292d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:49.282652 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ffb9497-6718-42e6-b184-7511999f4856 req-f772bca9-dda2-48da-b572-a061381292d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e50169fc-b606-4273-ae66-869a743059d2 HTTP/1.1" status: 200  len: 912 time: 0.1105647
Dec 18 20:55:49.286204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-7e849ece-65f8-4c0d-9768-fa27ae614eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:49.288455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-7e849ece-65f8-4c0d-9768-fa27ae614eaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1430895
Dec 18 20:55:49.307496 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:49.330542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a239-4124-461b-b6b4-cc9d814421c6 req-8a1069c8-9925-4708-b407-d13391dbafea tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:49.332238 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39b4a239-4124-461b-b6b4-cc9d814421c6 req-8a1069c8-9925-4708-b407-d13391dbafea tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 948 time: 0.1336946
Dec 18 20:55:49.339867 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ffb9497-6718-42e6-b184-7511999f4856 req-c8839f83-d33b-4039-a368-ac6780aaddf9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3638caa9-84ba-4b7e-b9be-44279669b05b HTTP/1.1" status: 200  len: 217 time: 0.0491331
Dec 18 20:55:49.354586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Subnet': ['ID=7b248363-9256-49c8-acbd-98a0c0fc858d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:49.360456 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:49.364013 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/7b248363-9256-49c8-acbd-98a0c0fc858d HTTP/1.1" status: 204  len: 168 time: 0.7969816
Dec 18 20:55:49.373474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba68e72-7fd0-446c-b089-6d3041765167 None None] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:49.380997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37514) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:49.428931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.429277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.429622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.429950 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.430484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.431015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.431554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.431868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.432194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.432707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.433203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.433705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.434034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66df42-23b0-4701-8079-9cae760c69d0 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:55:49.447575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb9497-6718-42e6-b184-7511999f4856 req-20857063-3cc2-4f75-94a2-f878afc707a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:49.449534 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ffb9497-6718-42e6-b184-7511999f4856 req-20857063-3cc2-4f75-94a2-f878afc707a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1 HTTP/1.1" status: 200  len: 851 time: 0.1024814
Dec 18 20:55:49.453912 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3701a16-1c5d-46c5-a779-3bab25a1d945 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting subnet 14b89014-988a-44f5-ab10-068659ba39e9 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:55:49.457348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3701a16-1c5d-46c5-a779-3bab25a1d945 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:49.479856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-80590cee-ef67-4c1f-86f4-66f8b6d05198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:49.481365 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-80590cee-ef67-4c1f-86f4-66f8b6d05198 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1611309
Dec 18 20:55:49.485984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39b4a239-4124-461b-b6b4-cc9d814421c6 req-ff3e4aa1-4d62-4894-a49a-33bfee356521 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289001
Dec 18 20:55:49.508394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab480b7-74f4-4f5b-8863-6613f7f3397b req-61b0f86d-bf80-44ef-a4de-e4586e1fc8c8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:49.515864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aab480b7-74f4-4f5b-8863-6613f7f3397b req-61b0f86d-bf80-44ef-a4de-e4586e1fc8c8 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1566985
Dec 18 20:55:49.547366 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ffb9497-6718-42e6-b184-7511999f4856 req-0d51e7f2-13c7-42b0-8067-c55c53c0b507 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e50169fc-b606-4273-ae66-869a743059d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578310
Dec 18 20:55:49.559991 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3701a16-1c5d-46c5-a779-3bab25a1d945 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:49.633956 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aab480b7-74f4-4f5b-8863-6613f7f3397b req-c071c850-3c37-495f-a597-c64d90316628 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168940
Dec 18 20:55:49.656742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-e981a19e-37c3-4e14-a96b-855f41fd36f5 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661863
Dec 18 20:55:49.728341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 24ea0eab-019c-481e-a0e8-afff63a3a8c8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:55:49.781728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 24ea0eab-019c-481e-a0e8-afff63a3a8c8 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:55:49.784415 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3701a16-1c5d-46c5-a779-3bab25a1d945 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:49.789437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a82ffefb-5158-442d-a5d2-e999e5758a05 req-bcf3ad83-002d-4de2-abb6-8860132cf02b service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226666
Dec 18 20:55:49.790040 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ffb9497-6718-42e6-b184-7511999f4856 req-38c91902-dedd-477f-9b0e-57ad313620c2 service neutron] 10.222.0.36 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255311
Dec 18 20:55:49.826213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 53d8cf94-d048-4858-b43d-3d641ffb86d5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:55:49.934826 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:49.944713 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3701a16-1c5d-46c5-a779-3bab25a1d945 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:49.967429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:49.969960 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e871db65-a620-44bc-bd46-2f911b5a42dd" -d '{"events": [{"server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "name": "network-vif-unplugged", "status": "completed", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:49.986278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:49.992026 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6ffb9497-6718-42e6-b184-7511999f4856 req-951a8ba3-a786-4465-8677-6cec4e086481 service neutron] 10.222.0.36 "GET /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827281
Dec 18 20:55:49.993287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3701a16-1c5d-46c5-a779-3bab25a1d945 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Subnet': ['ID=14b89014-988a-44f5-ab10-068659ba39e9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:49.997689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3701a16-1c5d-46c5-a779-3bab25a1d945 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:50.001792 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:50.002901 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f3701a16-1c5d-46c5-a779-3bab25a1d945 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/14b89014-988a-44f5-ab10-068659ba39e9 HTTP/1.1" status: 204  len: 168 time: 0.6207271
Dec 18 20:55:50.005445 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37520) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:50.045125 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a99071b-7074-45cf-ab4c-a7b9431fe8c8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:55:50.046579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a99071b-7074-45cf-ab4c-a7b9431fe8c8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:50.051464 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7a99071b-7074-45cf-ab4c-a7b9431fe8c8 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/7b248363-9256-49c8-acbd-98a0c0fc858d HTTP/1.1" status: 404  len: 337 time: 0.0439026
Dec 18 20:55:50.054376 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37522) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:50.061827 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f16c59a-6324-46d6-914d-427fc27aeb28 x-openstack-request-id: req-5f16c59a-6324-46d6-914d-427fc27aeb28 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:50.062136 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "name": "network-vif-unplugged", "status": "completed", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:50.062695 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f16c59a-6324-46d6-914d-427fc27aeb28 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:50.062920 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'code': 200}
Dec 18 20:55:50.069134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=53d8cf94-d048-4858-b43d-3d641ffb86d5,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:50.133627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-476996c1-1559-49fd-bc9f-cc2466516544 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting subnet bda6f349-b537-4e07-88bf-4c81ea1c42d6 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:55:50.138155 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-476996c1-1559-49fd-bc9f-cc2466516544 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:50.139467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:50.144717 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb716396-5e03-4ed8-ad3a-d97fcab4086e" -d '{"events": [{"name": "network-changed", "server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:50.211060 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba76ec83-172f-4cc1-a494-7fd3d4975a19 x-openstack-request-id: req-ba76ec83-172f-4cc1-a494-7fd3d4975a19 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:50.211756 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-476996c1-1559-49fd-bc9f-cc2466516544 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:50.216564 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:50.216869 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba76ec83-172f-4cc1-a494-7fd3d4975a19 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:50.217261 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'status': 'completed', 'code': 200}
Dec 18 20:55:50.386484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-34b6aedf-9c90-4858-a173-dd6d1656539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:50.389483 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-34b6aedf-9c90-4858-a173-dd6d1656539f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1099 time: 0.1489131
Dec 18 20:55:50.393196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ab3e4-669c-45ba-82b1-bd402301bba2 req-12c10e72-cdbb-430c-adff-6abf31792134 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:50.394877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-111ab3e4-669c-45ba-82b1-bd402301bba2 req-12c10e72-cdbb-430c-adff-6abf31792134 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.0782144
Dec 18 20:55:50.401629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-ccb389f0-76ab-4072-9675-89de6e7739b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:50.403702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-ccb389f0-76ab-4072-9675-89de6e7739b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1099 time: 0.1624954
Dec 18 20:55:50.413620 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-476996c1-1559-49fd-bc9f-cc2466516544 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:50.506714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-111ab3e4-669c-45ba-82b1-bd402301bba2 req-19cebd7c-e922-42c6-9519-d75f7d454cef tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017799
Dec 18 20:55:50.546807 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-46e3bc9b-5580-4199-9716-8a5fd6a3d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:50.548341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-46e3bc9b-5580-4199-9716-8a5fd6a3d441 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1368690
Dec 18 20:55:50.575991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-d74bd2a6-8187-4636-b646-820334b5a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:50.577563 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-d74bd2a6-8187-4636-b646-820334b5a22a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1312034
Dec 18 20:55:50.579600 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-476996c1-1559-49fd-bc9f-cc2466516544 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:50.607992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-f4969f72-f376-4b73-8063-a7d9f8a58d2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 217 time: 0.0511649
Dec 18 20:55:50.655069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22978763-d09a-41b9-b501-877b9bf81966 None None] Network 466631a1-2d72-4a8d-9e59-78b2554acf28 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:50.664738 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-7babb57b-89c1-4a1e-8c05-d76be0defbeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 217 time: 0.0736611
Dec 18 20:55:50.668403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476996c1-1559-49fd-bc9f-cc2466516544 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Subnet': ['ID=bda6f349-b537-4e07-88bf-4c81ea1c42d6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:50.676527 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-476996c1-1559-49fd-bc9f-cc2466516544 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:50.683484 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-476996c1-1559-49fd-bc9f-cc2466516544 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/bda6f349-b537-4e07-88bf-4c81ea1c42d6 HTTP/1.1" status: 204  len: 168 time: 0.6256547
Dec 18 20:55:50.686101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37546) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:50.744002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-e3ed3e61-2f78-4c7e-b109-e321ba51ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:50.746691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-e3ed3e61-2f78-4c7e-b109-e321ba51ee9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1236000
Dec 18 20:55:50.751615 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-112be7ec-23da-4467-9327-2f1a4974b86a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:55:50.754148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112be7ec-23da-4467-9327-2f1a4974b86a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:50.755029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-decf94da-21a9-40f5-ace6-b9fd1565c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:50.757408 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-decf94da-21a9-40f5-ace6-b9fd1565c2e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0747790
Dec 18 20:55:50.758739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-112be7ec-23da-4467-9327-2f1a4974b86a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/df4c269a-7a5c-4084-a5c7-27a0c0c22e1f HTTP/1.1" status: 404  len: 337 time: 0.0705152
Dec 18 20:55:50.761201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37550) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:50.773009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-507201be-471d-4290-a2fc-73009e126c9e None None] Provisioning complete for port ae723788-7175-4e0d-9d95-1d6066d746b9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:50.774030 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-507201be-471d-4290-a2fc-73009e126c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:50.802969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ac161-edd1-419b-b442-dcb54de0d178 req-6b1e75d8-a013-4e25-a7d5-a8bff5742c04 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:50.804669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d3ac161-edd1-419b-b442-dcb54de0d178 req-6b1e75d8-a013-4e25-a7d5-a8bff5742c04 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 948 time: 0.1929121
Dec 18 20:55:50.832798 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b4ecf691-b771-4450-a0a6-a26a88f19630 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "GET /v2.0/ports?device_id=24c652bb-b0f6-43f6-98c6-1deded32d84e HTTP/1.1" status: 200  len: 205 time: 0.0700037
Dec 18 20:55:50.836948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37552) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:50.855912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-507201be-471d-4290-a2fc-73009e126c9e None None] Port ae723788-7175-4e0d-9d95-1d6066d746b9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:55:50.874662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-507201be-471d-4290-a2fc-73009e126c9e None None] Provisioning complete for port 59c576af-d729-49d7-92ab-f45c11d0cbba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:50.875059 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-507201be-471d-4290-a2fc-73009e126c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:50.886722 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-76761ace-0550-4150-98ad-83ae162e689b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] delete failed (client error): The resource could not be found.
Dec 18 20:55:50.890092 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-76761ace-0550-4150-98ad-83ae162e689b tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/routers/24c652bb-b0f6-43f6-98c6-1deded32d84e HTTP/1.1" status: 404  len: 336 time: 0.0495651
Dec 18 20:55:50.892333 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37554) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:50.908063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d3ac161-edd1-419b-b442-dcb54de0d178 req-6729b4f1-a246-4f66-a716-af750f5202b5 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866737
Dec 18 20:55:50.911705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-1eda44a0-b4de-4862-a9fc-2c051c5b3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:50.913629 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-1eda44a0-b4de-4862-a9fc-2c051c5b3393 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1528139
Dec 18 20:55:50.940811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd157714-ce19-4645-bf27-002e64cc367d req-95af8311-3065-4fc1-bc1f-fe26f72a51d6 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:50.942913 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd157714-ce19-4645-bf27-002e64cc367d req-95af8311-3065-4fc1-bc1f-fe26f72a51d6 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1357763
Dec 18 20:55:50.966397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-c25db0ff-0aa2-4996-938c-a403ac70b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:50.969155 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-c25db0ff-0aa2-4996-938c-a403ac70b52d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1954043
Dec 18 20:55:50.970702 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13285c9-ed00-44f3-a79e-2ae885e84acb tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:55:50.971144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13285c9-ed00-44f3-a79e-2ae885e84acb tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:50.978322 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a13285c9-ed00-44f3-a79e-2ae885e84acb tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/e35bc47e-a482-42b8-b085-330c5a121593 HTTP/1.1" status: 404  len: 337 time: 0.0848887
Dec 18 20:55:50.981342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37556) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:50.997159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c347a42c-f4f6-4ff7-ac13-bea443d9581d None None] DHCP port deletion for 466631a1-2d72-4a8d-9e59-78b2554acf28 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:55:51.030854 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b4b540-8f5b-4d17-b1fd-5a0b4e39de9d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:55:51.030854 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b4b540-8f5b-4d17-b1fd-5a0b4e39de9d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:51.036205 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b9b4b540-8f5b-4d17-b1fd-5a0b4e39de9d tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/5fcf51a2-f43c-47b7-bc35-ac6ac4dc5e3e HTTP/1.1" status: 404  len: 337 time: 0.0467658
Dec 18 20:55:51.038919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37558) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:51.072855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c347a42c-f4f6-4ff7-ac13-bea443d9581d None None] Deleting port 59c576af-d729-49d7-92ab-f45c11d0cbba {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:51.073260 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c347a42c-f4f6-4ff7-ac13-bea443d9581d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:51.095405 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc100c82-edd3-4d25-8432-91e22121494a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:55:51.095860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc100c82-edd3-4d25-8432-91e22121494a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:51.096866 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-f0cca942-a518-435a-8e49-b9926d690de2 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1170301
Dec 18 20:55:51.101815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dc100c82-edd3-4d25-8432-91e22121494a tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/29bda8d6-35e1-431f-881c-d466bf19c260 HTTP/1.1" status: 404  len: 337 time: 0.0568609
Dec 18 20:55:51.102426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37560) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:51.123406 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd157714-ce19-4645-bf27-002e64cc367d req-0581ef54-3615-4108-bd50-82e8e1ed5ee5 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685574
Dec 18 20:55:51.139787 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-debf6f47-baf3-4d05-8377-bd388edcb579 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2172856
Dec 18 20:55:51.145725 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5bc986-2d9c-48c1-872d-55dd7b00522e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:55:51.146483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5bc986-2d9c-48c1-872d-55dd7b00522e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:51.148896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c347a42c-f4f6-4ff7-ac13-bea443d9581d None None] For port 59c576af-d729-49d7-92ab-f45c11d0cbba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59c576af-d729-49d7-92ab-f45c11d0cbba,segment=NetworkSegment(615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c),segment_id=615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:51.152055 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c347a42c-f4f6-4ff7-ac13-bea443d9581d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:51.152218 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2a5bc986-2d9c-48c1-872d-55dd7b00522e tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/a1d1e3b3-3533-4afd-ac0a-99509fca9300 HTTP/1.1" status: 404  len: 333 time: 0.0461853
Dec 18 20:55:51.152917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37562) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:51.165222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c347a42c-f4f6-4ff7-ac13-bea443d9581d None None] Calling delete_port for 59c576af-d729-49d7-92ab-f45c11d0cbba owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:51.230239 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-ea51945c-824f-4458-8f3f-0506371fad37 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188724
Dec 18 20:55:51.237863 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2403e72-5622-4da1-9deb-c7e0879cccad tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:55:51.238405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2403e72-5622-4da1-9deb-c7e0879cccad tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:51.255301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f2403e72-5622-4da1-9deb-c7e0879cccad tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/ddd23fb0-83dd-4b2b-8d6b-0ffc1e51182b HTTP/1.1" status: 404  len: 337 time: 0.0999553
Dec 18 20:55:51.259357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37574) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:51.279397 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c347a42c-f4f6-4ff7-ac13-bea443d9581d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:51.306056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb716396-5e03-4ed8-ad3a-d97fcab4086e req-7b97f1cf-d744-483a-9dc7-a157c6cc3726 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520462
Dec 18 20:55:51.307198 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-8739609d-27c9-4e46-bb81-fb27f173affc tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:55:51.307646 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8739609d-27c9-4e46-bb81-fb27f173affc tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:51.310955 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8739609d-27c9-4e46-bb81-fb27f173affc tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/2c21ae43-635c-41a2-8360-7114b4c7c176 HTTP/1.1" status: 404  len: 337 time: 0.0503392
Dec 18 20:55:51.314011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37576) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:51.317310 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347a42c-f4f6-4ff7-ac13-bea443d9581d None None] Pushing event deleted for resources: {'Port': ['ID=59c576af-d729-49d7-92ab-f45c11d0cbba,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:51.322492 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347a42c-f4f6-4ff7-ac13-bea443d9581d None None] No DVR routers for this DVR port 59c576af-d729-49d7-92ab-f45c11d0cbba on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:55:51.344532 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd9abb5-ad71-4a60-a761-49c350b08772 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:55:51.345186 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd9abb5-ad71-4a60-a761-49c350b08772 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:51.348479 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4dd9abb5-ad71-4a60-a761-49c350b08772 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/66da8fcd-c5fa-4e1f-b481-a663999fef56 HTTP/1.1" status: 404  len: 333 time: 0.0331032
Dec 18 20:55:51.351925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37578) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:51.381041 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-30339d46-9f3a-4359-b374-499755196042 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:55:51.381546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30339d46-9f3a-4359-b374-499755196042 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:51.385270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-30339d46-9f3a-4359-b374-499755196042 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/d3554212-d16e-4873-af32-193e7095dc1f HTTP/1.1" status: 404  len: 337 time: 0.0322621
Dec 18 20:55:51.387678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37582) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:51.416723 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-569bb288-5325-4151-9ad9-0dbcf4008d71 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] DELETE failed (client error): The resource could not be found.
Dec 18 20:55:51.417216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569bb288-5325-4151-9ad9-0dbcf4008d71 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 20:55:51.420804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-569bb288-5325-4151-9ad9-0dbcf4008d71 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/subnets/ffaa983c-7bf2-4d4f-8cf8-cbd8ec6ab35a HTTP/1.1" status: 404  len: 337 time: 0.0319583
Dec 18 20:55:51.423392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37584) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:51.525232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-045ddc7e-4674-4033-9ff8-8b05f023b330 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Deleting port ae723788-7175-4e0d-9d95-1d6066d746b9 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:51.525591 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-045ddc7e-4674-4033-9ff8-8b05f023b330 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:51.602918 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-045ddc7e-4674-4033-9ff8-8b05f023b330 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:51.617792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-045ddc7e-4674-4033-9ff8-8b05f023b330 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Calling delete_port for ae723788-7175-4e0d-9d95-1d6066d746b9 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:51.723222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a18c4-93f2-495a-b9fe-55495af02cb2 req-c9fdd29d-ac49-4a61-bebe-8a520347ac29 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:51.726312 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af2a18c4-93f2-495a-b9fe-55495af02cb2 req-c9fdd29d-ac49-4a61-bebe-8a520347ac29 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1062090
Dec 18 20:55:51.781542 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-045ddc7e-4674-4033-9ff8-8b05f023b330 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:51.820699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ddc7e-4674-4033-9ff8-8b05f023b330 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Port': ['ID=ae723788-7175-4e0d-9d95-1d6066d746b9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:51.827377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af2a18c4-93f2-495a-b9fe-55495af02cb2 req-876cd4ba-9393-4027-b842-79d99f27af65 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828197
Dec 18 20:55:51.832252 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-045ddc7e-4674-4033-9ff8-8b05f023b330 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:51.836302 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-045ddc7e-4674-4033-9ff8-8b05f023b330 tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/ports/ae723788-7175-4e0d-9d95-1d6066d746b9 HTTP/1.1" status: 204  len: 168 time: 0.4119508
Dec 18 20:55:51.839129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37590) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:51.935325 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:52.412276 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:52.467871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e7f57f0>,) {'filters': {'network_id': ['466631a1-2d72-4a8d-9e59-78b2554acf28']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:52.484140 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e7f57f0>, '615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:52.484566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e7f57f0>, '615b2b3e-aaa8-42f6-a11f-9f54e2b46d4c') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:55:52.506511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf54ec-ffac-4b57-b143-76f4f1210a1e req-ff6293e2-1d75-42d0-8c5b-0bc9de159750 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:52.508466 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08bf54ec-ffac-4b57-b143-76f4f1210a1e req-ff6293e2-1d75-42d0-8c5b-0bc9de159750 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 948 time: 0.4959350
Dec 18 20:55:52.513102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:52.540125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc523dc-89dd-4759-b472-0dbb78c225d6 req-a3db8617-d794-4fc9-8f91-b2468d0e8874 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:52.541698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fc523dc-89dd-4759-b472-0dbb78c225d6 req-a3db8617-d794-4fc9-8f91-b2468d0e8874 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1368344
Dec 18 20:55:52.555014 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:52.570208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:55:52.570634 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:55:52.574037 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:55:52.687530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08bf54ec-ffac-4b57-b143-76f4f1210a1e req-369bef37-06eb-4ca8-ae00-86abfc70bc64 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642807
Dec 18 20:55:52.690282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:52.695621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fc523dc-89dd-4759-b472-0dbb78c225d6 req-96c64dbc-6d81-4128-a710-ef12126b2298 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430860
Dec 18 20:55:52.712439 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:52.715718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] 10.222.0.13 "DELETE /v2.0/networks/466631a1-2d72-4a8d-9e59-78b2554acf28 HTTP/1.1" status: 204  len: 168 time: 0.8756506
Dec 18 20:55:52.717213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0028ff7-b829-47e0-939f-ec5f3e66e0fe tempest-PortsIpV6TestJSON-850064963 tempest-PortsIpV6TestJSON-850064963-project] Pushing event deleted for resources: {'Network': ['ID=466631a1-2d72-4a8d-9e59-78b2554acf28,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:52.997143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 59c576af-d729-49d7-92ab-f45c11d0cbba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:55:53.043576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 59c576af-d729-49d7-92ab-f45c11d0cbba {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:55:53.044395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 59c576af-d729-49d7-92ab-f45c11d0cbba not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:55:53.219930 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37646) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:53.245682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80511149-c441-45b8-9d16-a3e2a120681e req-26d3935d-8d72-431e-b5ea-0bed27e99950 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:53.256397 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80511149-c441-45b8-9d16-a3e2a120681e req-26d3935d-8d72-431e-b5ea-0bed27e99950 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1493790
Dec 18 20:55:53.332031 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80511149-c441-45b8-9d16-a3e2a120681e req-14f80c93-5604-426a-a2a2-0a12d042b95f tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744417
Dec 18 20:55:53.363583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-8b27a822-6836-4708-a11a-9ac9efed1084 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:53.367481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-8b27a822-6836-4708-a11a-9ac9efed1084 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.31 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890&tenant_id=f15c3e2ec1194924bee37b0161adc237&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.2159178
Dec 18 20:55:53.383658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f419a-3718-4680-af21-07ae549b8617 req-e0d4ed2f-6b0d-44d6-a619-e696ce58d69a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:53.394704 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ad9ccd3c-7c55-4840-b998-c7689b8db9c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed6e45b689fc4b15afe7d5ba12fe9fa3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1735353
Dec 18 20:55:53.397410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37650) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:53.399987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a14f419a-3718-4680-af21-07ae549b8617 req-e0d4ed2f-6b0d-44d6-a619-e696ce58d69a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 948 time: 0.2034831
Dec 18 20:55:53.461488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97c6a835-022e-4b02-b428-2e258e7afba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:53.491077 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97c6a835-022e-4b02-b428-2e258e7afba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:53.513890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a14f419a-3718-4680-af21-07ae549b8617 req-f16ce9c7-e8c7-4caa-890c-1898c247e859 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125319
Dec 18 20:55:53.537384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-b0f96758-6b3c-4948-a95d-e34029d95615 service neutron] 10.222.0.31 "GET /v2.0/ports/24ea0eab-019c-481e-a0e8-afff63a3a8c8/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1283455
Dec 18 20:55:53.559112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b8e5c57-7646-45bc-8bdf-d19b316188ed details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:55:53.563015 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97c6a835-022e-4b02-b428-2e258e7afba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:53.567060 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97c6a835-022e-4b02-b428-2e258e7afba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:53.569373 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-97c6a835-022e-4b02-b428-2e258e7afba4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1712d1c-40dc-411d-a17a-a6f58789ef98 HTTP/1.1" status: 204  len: 168 time: 0.1707940
Dec 18 20:55:53.599978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6a835-022e-4b02-b428-2e258e7afba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1712d1c-40dc-411d-a17a-a6f58789ef98,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:53.631631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-98a8a883-ed37-4197-8b89-337b542e71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:53.632145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-98a8a883-ed37-4197-8b89-337b542e71a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1099 time: 0.0568597
Dec 18 20:55:53.687817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2b8e5c57-7646-45bc-8bdf-d19b316188ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b8e5c57-7646-45bc-8bdf-d19b316188ed,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:53.700350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '2b8e5c57-7646-45bc-8bdf-d19b316188ed', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '2b8e5c57-7646-45bc-8bdf-d19b316188ed', 'mac_address': 'fa:16:3e:62:d9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:55:53.752742 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:53.768398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-70b1131e-ece4-46e1-aa41-0120598e4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:53.771906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b8e5c57-7646-45bc-8bdf-d19b316188ed {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:53.773276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-70b1131e-ece4-46e1-aa41-0120598e4139 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1337864
Dec 18 20:55:53.812009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2b8e5c57-7646-45bc-8bdf-d19b316188ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b8e5c57-7646-45bc-8bdf-d19b316188ed,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:53.823146 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:53.830241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 24ea0eab-019c-481e-a0e8-afff63a3a8c8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:55:53.889317 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-99472fb0-23c3-47f4-8a85-278d8f390cc7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 217 time: 0.1083932
Dec 18 20:55:53.979834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-9c74e836-4716-4473-add9-6aca9b01b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:53.981382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-9c74e836-4716-4473-add9-6aca9b01b6bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0741830
Dec 18 20:55:53.991664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=2b8e5c57-7646-45bc-8bdf-d19b316188ed,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:53.992704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3bda-ba1c-45c4-a27b-e75f280dc70e req-7c66966c-8a0a-485d-989c-e7c8cf683682 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:53.994306 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84ed3bda-ba1c-45c4-a27b-e75f280dc70e req-7c66966c-8a0a-485d-989c-e7c8cf683682 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1070371
Dec 18 20:55:54.021807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['2b8e5c57-7646-45bc-8bdf-d19b316188ed'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:55:54.068101 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.resource_extend [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:55:54.086206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-7c689bec-0f1f-4e55-8739-2778d6685325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:54.087832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-7c689bec-0f1f-4e55-8739-2778d6685325 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0925648
Dec 18 20:55:54.095622 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84ed3bda-ba1c-45c4-a27b-e75f280dc70e req-ca5ccff8-a172-4708-bb07-aef44d24dd2a tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926406
Dec 18 20:55:54.199861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-24622432-a06d-42e3-971f-367e0a220cba service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1028521
Dec 18 20:55:54.279409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:54.311111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'mac_address': 'fa:16:3e:a6:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:55:54.380570 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-397cf284-f50a-4f88-9b8e-20417528a205 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627090
Dec 18 20:55:54.420204 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:54.495298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ea0eab-019c-481e-a0e8-afff63a3a8c8 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:54.536663 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:54.545665 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:54.613548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165239e-b026-4b42-9aa0-79b31accabcf req-c0f7d7de-39cd-484b-8ea9-fa5da8bc58d1 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:54.621724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e165239e-b026-4b42-9aa0-79b31accabcf req-c0f7d7de-39cd-484b-8ea9-fa5da8bc58d1 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1555102
Dec 18 20:55:54.642942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:54.673792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cca7c-c44b-4b77-82e7-2acf3182b260 req-0ca96df5-1c84-42ef-a275-27feadefdeb1 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:54.682144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae8cca7c-c44b-4b77-82e7-2acf3182b260 req-0ca96df5-1c84-42ef-a275-27feadefdeb1 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.1499388
Dec 18 20:55:54.706734 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e165239e-b026-4b42-9aa0-79b31accabcf req-0af67fa1-d7fd-41d6-90ae-1707bac4abb4 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841317
Dec 18 20:55:54.762672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37698) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:54.795898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae8cca7c-c44b-4b77-82e7-2acf3182b260 req-7b4c6161-45f4-49cd-b0ee-0c737f3aaeae tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985379
Dec 18 20:55:54.898574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5675177-dd5a-46c4-b091-b5b0430509c6 req-af2dac53-3de4-42db-9f8b-6668f871fac8 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:54.901056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5675177-dd5a-46c4-b091-b5b0430509c6 req-af2dac53-3de4-42db-9f8b-6668f871fac8 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 949 time: 0.0621619
Dec 18 20:55:54.907012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['24ea0eab-019c-481e-a0e8-afff63a3a8c8'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:55:54.908760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ee3f041a-6bf0-4c05-a998-4cfd61330dac tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1510319761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:54.981130 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee3f041a-6bf0-4c05-a998-4cfd61330dac tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:54.983129 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee3f041a-6bf0-4c05-a998-4cfd61330dac tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.027981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5675177-dd5a-46c4-b091-b5b0430509c6 req-cac72974-c340-45cb-94ae-dbffa37b8567 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118011
Dec 18 20:55:55.172784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee3f041a-6bf0-4c05-a998-4cfd61330dac tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.179759 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee3f041a-6bf0-4c05-a998-4cfd61330dac tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.203526 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee3f041a-6bf0-4c05-a998-4cfd61330dac tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.210595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37716) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:55.212917 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ee3f041a-6bf0-4c05-a998-4cfd61330dac tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.4491751
Dec 18 20:55:55.218452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1874229299'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:55.247662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Made reservation on behalf of e714282bda974a68b3f22e10787fc062 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:55.251461 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.260754 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.341994 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.345998 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.375773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:55:55.389948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031db359-361b-4f40-8bf1-588438302ff1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:55.401147 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.401691 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Added segment e3bb93bc-46a7-4049-aedd-aa05b740a675 of type vlan for network 609bdd11-a377-4caf-bc63-2023e2742d6f
Dec 18 20:55:55.454396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.481608 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.488468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:55.489104 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.550073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.3382716
Dec 18 20:55:55.553619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37718) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:55.565863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1e8a38b6-66d9-4ab9-979c-1a08d9334a67 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Request body: {'subnet': {'network_id': '609bdd11-a377-4caf-bc63-2023e2742d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:55.566444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5995f-6eed-4742-b455-bf0841eba6e6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'Network': ['ID=609bdd11-a377-4caf-bc63-2023e2742d6f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:55.575452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b8e5c57-7646-45bc-8bdf-d19b316188ed up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:55.581039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 609bdd11-a377-4caf-bc63-2023e2742d6f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:55:55.686574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 2b8e5c57-7646-45bc-8bdf-d19b316188ed triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:55:55.686955 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.747821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8a38b6-66d9-4ab9-979c-1a08d9334a67 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Made reservation on behalf of e714282bda974a68b3f22e10787fc062 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:55.754234 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e8a38b6-66d9-4ab9-979c-1a08d9334a67 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.778302 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.829839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2b8e5c57-7646-45bc-8bdf-d19b316188ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b8e5c57-7646-45bc-8bdf-d19b316188ed,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:55.831489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd93280f-4987-4eea-b229-7cc365db43ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8e5c57-7646-45bc-8bdf-d19b316188ed'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:55.837551 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed053d5a-3521-414a-8bc2-dbd68fb9af5b" -d '{"events": [{"server_uuid": "bd93280f-4987-4eea-b229-7cc365db43ff", "name": "network-vif-plugged", "status": "completed", "tag": "2b8e5c57-7646-45bc-8bdf-d19b316188ed"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:55.845855 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:55.898532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f2f44-49f0-45f1-8fc2-f525abaf3a70 req-efa35a17-e064-4693-bc5f-956df8aa5f01 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:55.900274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-007f2f44-49f0-45f1-8fc2-f525abaf3a70 req-efa35a17-e064-4693-bc5f-956df8aa5f01 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.0980089
Dec 18 20:55:55.915032 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=2b8e5c57-7646-45bc-8bdf-d19b316188ed,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:55.987220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-007f2f44-49f0-45f1-8fc2-f525abaf3a70 req-03f0f9a1-40a7-4f43-a632-006401d10fba tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808778
Dec 18 20:55:56.024884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9591e0-269d-4182-b7ac-4a6e80d3d69e req-71e1a68f-cedd-4c6e-b572-40c243123a0e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:56.027131 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad9591e0-269d-4182-b7ac-4a6e80d3d69e req-71e1a68f-cedd-4c6e-b572-40c243123a0e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.0871091
Dec 18 20:55:56.033864 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e8a38b6-66d9-4ab9-979c-1a08d9334a67 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:56.079366 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bc9791-061f-4f7d-9dde-242d16c9d14f x-openstack-request-id: req-b0bc9791-061f-4f7d-9dde-242d16c9d14f {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:55:56.079949 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd93280f-4987-4eea-b229-7cc365db43ff", "name": "network-vif-plugged", "status": "completed", "tag": "2b8e5c57-7646-45bc-8bdf-d19b316188ed", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:55:56.080444 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0bc9791-061f-4f7d-9dde-242d16c9d14f {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:55:56.081076 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd93280f-4987-4eea-b229-7cc365db43ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8e5c57-7646-45bc-8bdf-d19b316188ed', 'code': 200}
Dec 18 20:55:56.118941 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad9591e0-269d-4182-b7ac-4a6e80d3d69e req-d96a548b-49bc-48e5-b0cf-9229b83be3c3 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856290
Dec 18 20:55:56.150281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a38b6-66d9-4ab9-979c-1a08d9334a67 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'Subnet': ['ID=b617a9c7-2e77-402a-aa38-ac7395f75aeb,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:56.225725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8a38b6-66d9-4ab9-979c-1a08d9334a67 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Checking segment: {'id': 'e3bb93bc-46a7-4049-aedd-aa05b740a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '609bdd11-a377-4caf-bc63-2023e2742d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:56.225725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a38b6-66d9-4ab9-979c-1a08d9334a67 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Network hostable DHCP agents. Network: 609bdd11-a377-4caf-bc63-2023e2742d6f, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:55:56.303658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a38b6-66d9-4ab9-979c-1a08d9334a67 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Network 609bdd11-a377-4caf-bc63-2023e2742d6f is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:55:56.310037 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a38b6-66d9-4ab9-979c-1a08d9334a67 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 609bdd11-a377-4caf-bc63-2023e2742d6f) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:56.315052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8a38b6-66d9-4ab9-979c-1a08d9334a67 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:56.316387 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e8a38b6-66d9-4ab9-979c-1a08d9334a67 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:56.324011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a92fc-8ed8-4072-bfad-c72fde70e3cf None None] Network 609bdd11-a377-4caf-bc63-2023e2742d6f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:56.358519 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1e8a38b6-66d9-4ab9-979c-1a08d9334a67 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7930558
Dec 18 20:55:56.367938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37744) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:56.376790 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9c40b683-e6c9-4267-b751-2600230c20bf tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Request body: {'network': {'name': 'tempest-router-network01--1830452327'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:56.457421 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c40b683-e6c9-4267-b751-2600230c20bf tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Made reservation on behalf of e714282bda974a68b3f22e10787fc062 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:56.470184 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c40b683-e6c9-4267-b751-2600230c20bf tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:56.499967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-609bdd11-a377-4caf-bc63-2023e2742d6f', 'network_id': '609bdd11-a377-4caf-bc63-2023e2742d6f', 'project_id': 'e714282bda974a68b3f22e10787fc062', 'fixed_ips': [{'subnet_id': 'b617a9c7-2e77-402a-aa38-ac7395f75aeb'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:55:56.502970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091233f-f401-4876-b661-16ae9962fcb6 req-1e7706c0-f05a-452b-9a3a-6ab8068398a4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:56.504645 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:56.506906 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c40b683-e6c9-4267-b751-2600230c20bf tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:55:56.514817 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a091233f-f401-4876-b661-16ae9962fcb6 req-1e7706c0-f05a-452b-9a3a-6ab8068398a4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 949 time: 0.1533229
Dec 18 20:55:56.543607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c40b683-e6c9-4267-b751-2600230c20bf tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:56.544977 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-9c40b683-e6c9-4267-b751-2600230c20bf tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Added segment 01289a39-0e21-414c-9616-c3b8604cb11a of type vlan for network 66dde29a-b30e-427b-b556-24d5a7807792
Dec 18 20:55:56.620229 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c40b683-e6c9-4267-b751-2600230c20bf tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:56.620350 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a091233f-f401-4876-b661-16ae9962fcb6 req-e5f40d44-c155-44fb-bf18-cf2ba68f0e80 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044457
Dec 18 20:55:56.653708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c40b683-e6c9-4267-b751-2600230c20bf tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:56.660093 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c40b683-e6c9-4267-b751-2600230c20bf tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:56.660699 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c40b683-e6c9-4267-b751-2600230c20bf tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:56.683010 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9c40b683-e6c9-4267-b751-2600230c20bf tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3138919
Dec 18 20:55:56.685924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37748) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:56.692230 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5df1efb7-0673-4908-9994-5793fc532ed7 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Request body: {'network': {'name': 'tempest-router-network02--713276274'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:56.796281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df1efb7-0673-4908-9994-5793fc532ed7 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Made reservation on behalf of e714282bda974a68b3f22e10787fc062 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:56.802000 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5df1efb7-0673-4908-9994-5793fc532ed7 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:56.820280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40b683-e6c9-4267-b751-2600230c20bf tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'Network': ['ID=66dde29a-b30e-427b-b556-24d5a7807792,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:56.836376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df6b6d-5895-4737-9c56-62b70c4bf947 req-b4d3f490-cb3d-467d-ad28-1d9cfc2ce40a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:56.839607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Allocated IP 2001:db8::2 (609bdd11-a377-4caf-bc63-2023e2742d6f/b617a9c7-2e77-402a-aa38-ac7395f75aeb/3731aab2-5169-4d19-8929-98b75b63a591) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:56.844574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38df6b6d-5895-4737-9c56-62b70c4bf947 req-b4d3f490-cb3d-467d-ad28-1d9cfc2ce40a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1214440
Dec 18 20:55:56.859753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 66dde29a-b30e-427b-b556-24d5a7807792 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:55:56.887977 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df1efb7-0673-4908-9994-5793fc532ed7 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:55:56.909381 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5df1efb7-0673-4908-9994-5793fc532ed7 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:56.910105 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-5df1efb7-0673-4908-9994-5793fc532ed7 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Added segment c2a541b0-fd86-441a-a378-54de435a6a0d of type vlan for network 64f4cbc2-4707-491b-a52c-8aebb750c4ae
Dec 18 20:55:56.924269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38df6b6d-5895-4737-9c56-62b70c4bf947 req-c564e4ff-c79a-4430-88dd-b7177e47fcb2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756872
Dec 18 20:55:56.976551 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5df1efb7-0673-4908-9994-5793fc532ed7 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:57.021171 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5df1efb7-0673-4908-9994-5793fc532ed7 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:57.039091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df1efb7-0673-4908-9994-5793fc532ed7 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:57.040228 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5df1efb7-0673-4908-9994-5793fc532ed7 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:57.126935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-3bf6b885-1406-47f9-a288-443ffad5d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:57.129159 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-3bf6b885-1406-47f9-a288-443ffad5d6d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890&tenant_id=f15c3e2ec1194924bee37b0161adc237 HTTP/1.1" status: 200  len: 1100 time: 0.0814385
Dec 18 20:55:57.147744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5df1efb7-0673-4908-9994-5793fc532ed7 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4577973
Dec 18 20:55:57.147922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:57.157255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37754) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:57.179447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5fa10da4-8203-4636-995c-e70c8fa21cab tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Request body: {'subnet': {'network_id': '66dde29a-b30e-427b-b556-24d5a7807792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:57.203713 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:57.222171 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:57.232932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1efb7-0673-4908-9994-5793fc532ed7 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'Network': ['ID=64f4cbc2-4707-491b-a52c-8aebb750c4ae,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:57.262356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4de5b6-240b-4d3e-b728-e1a88778f79f req-76670afa-6b79-4e5d-8c00-d8c41214e9c2 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:57.263924 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f4de5b6-240b-4d3e-b728-e1a88778f79f req-76670afa-6b79-4e5d-8c00-d8c41214e9c2 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1290073
Dec 18 20:55:57.281457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad258c-b58d-493f-92d5-31261b6b0223 req-614f4df5-9570-47e3-af30-ec8abb6f060e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:57.283175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40ad258c-b58d-493f-92d5-31261b6b0223 req-614f4df5-9570-47e3-af30-ec8abb6f060e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1471100
Dec 18 20:55:57.298156 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:57.298668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Pushing event updated for resources: {'Port': ['ID=3731aab2-5169-4d19-8929-98b75b63a591,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:57.314144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 64f4cbc2-4707-491b-a52c-8aebb750c4ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:55:57.331804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Network 609bdd11-a377-4caf-bc63-2023e2742d6f is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:55:57.382879 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa10da4-8203-4636-995c-e70c8fa21cab tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Made reservation on behalf of e714282bda974a68b3f22e10787fc062 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:57.387458 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5fa10da4-8203-4636-995c-e70c8fa21cab tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:57.402997 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f4de5b6-240b-4d3e-b728-e1a88778f79f req-e7749d1a-e739-4571-b119-c284a88ac3ec tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186597
Dec 18 20:55:57.414773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40ad258c-b58d-493f-92d5-31261b6b0223 req-d5321c4f-45b5-4471-95c9-a1e754b668ef tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226211
Dec 18 20:55:57.460694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:57.478097 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:55:57.532333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47edaef-a8ff-4da9-b825-516e4e2062f5 req-4e4a87b1-1219-4656-bdfe-34a353493cb7 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:57.541883 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f47edaef-a8ff-4da9-b825-516e4e2062f5 req-4e4a87b1-1219-4656-bdfe-34a353493cb7 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.0735290
Dec 18 20:55:57.571115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Attempting to bind port 3731aab2-5169-4d19-8929-98b75b63a591 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:55:57.572015 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Attempting to bind port 3731aab2-5169-4d19-8929-98b75b63a591 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3bb93bc-46a7-4049-aedd-aa05b740a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '609bdd11-a377-4caf-bc63-2023e2742d6f'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:55:57.572352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Attempting to bind port 3731aab2-5169-4d19-8929-98b75b63a591 on network 609bdd11-a377-4caf-bc63-2023e2742d6f {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:57.580347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:55:57.580878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Checking segment: {'id': 'e3bb93bc-46a7-4049-aedd-aa05b740a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '609bdd11-a377-4caf-bc63-2023e2742d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:57.581503 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:57.582083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Bound using segment: {'id': 'e3bb93bc-46a7-4049-aedd-aa05b740a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '609bdd11-a377-4caf-bc63-2023e2742d6f'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:55:57.583483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Bound port: 3731aab2-5169-4d19-8929-98b75b63a591, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bb93bc-46a7-4049-aedd-aa05b740a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '609bdd11-a377-4caf-bc63-2023e2742d6f'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:55:57.586286 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:57.680685 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f47edaef-a8ff-4da9-b825-516e4e2062f5 req-01974192-56ec-4d0d-97d6-4efa60834207 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373222
Dec 18 20:55:57.683967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] For port 3731aab2-5169-4d19-8929-98b75b63a591, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:57.689664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] For port 3731aab2-5169-4d19-8929-98b75b63a591, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3731aab2-5169-4d19-8929-98b75b63a591,segment=NetworkSegment(e3bb93bc-46a7-4049-aedd-aa05b740a675),segment_id=e3bb93bc-46a7-4049-aedd-aa05b740a675)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:55:57.697114 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:57.835054 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52beba93-b14c-47ad-9d6d-92358603f824 None None] Pushing event updated for resources: {'Port': ['ID=3731aab2-5169-4d19-8929-98b75b63a591,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:57.865871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 24ea0eab-019c-481e-a0e8-afff63a3a8c8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:55:58.074376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b72e4-7185-4e3f-810c-045ca1e6ae23 req-1b7d6116-dd73-4afb-b0b5-d91a5ac66cb5 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:58.077612 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c7b72e4-7185-4e3f-810c-045ca1e6ae23 req-1b7d6116-dd73-4afb-b0b5-d91a5ac66cb5 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 949 time: 0.1482131
Dec 18 20:55:58.127698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:58.186712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'mac_address': 'fa:16:3e:a6:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:55:58.251308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e6590-6ca8-4abf-9892-3cb2168fd6f3 req-0ecbad93-28b5-4488-b268-c2d0bfa6fe20 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:58.259929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f02e6590-6ca8-4abf-9892-3cb2168fd6f3 req-0ecbad93-28b5-4488-b268-c2d0bfa6fe20 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2310543
Dec 18 20:55:58.288048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c7b72e4-7185-4e3f-810c-045ca1e6ae23 req-c4b28342-bc3c-44b6-bdff-fe609ac5f0d3 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936722
Dec 18 20:55:58.348992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f02e6590-6ca8-4abf-9892-3cb2168fd6f3 req-97e567ef-6af6-4c58-add7-c70531605449 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881672
Dec 18 20:55:58.457708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5fa10da4-8203-4636-995c-e70c8fa21cab tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:58.478310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:58.489688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9184b6c-fd3d-4b25-8cbe-ede250b95f24 req-f3ed7ae7-4906-4253-8580-25f2fbe7d7fa tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:58.491464 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d9184b6c-fd3d-4b25-8cbe-ede250b95f24 req-f3ed7ae7-4906-4253-8580-25f2fbe7d7fa tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.36 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.5507901
Dec 18 20:55:58.585293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c03687-689b-49d9-b797-b242bff0355d req-40ebc40c-9339-4b48-bcad-52d5f6672062 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:58.596722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79c03687-689b-49d9-b797-b242bff0355d req-40ebc40c-9339-4b48-bcad-52d5f6672062 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.0912580
Dec 18 20:55:58.600481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa10da4-8203-4636-995c-e70c8fa21cab tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Checking segment: {'id': '01289a39-0e21-414c-9616-c3b8604cb11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66dde29a-b30e-427b-b556-24d5a7807792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:58.601301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa10da4-8203-4636-995c-e70c8fa21cab tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Network hostable DHCP agents. Network: 66dde29a-b30e-427b-b556-24d5a7807792, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:55:58.620413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa10da4-8203-4636-995c-e70c8fa21cab tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'Subnet': ['ID=9a22d484-aa06-4f24-b275-fcb72b56be60,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:58.653889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:58.697200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa10da4-8203-4636-995c-e70c8fa21cab tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Network 66dde29a-b30e-427b-b556-24d5a7807792 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:55:58.708427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 24ea0eab-019c-481e-a0e8-afff63a3a8c8 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:55:58.714962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79c03687-689b-49d9-b797-b242bff0355d req-e8c9e1f7-691c-4a4c-9b24-1621fc923da6 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084652
Dec 18 20:55:58.742545 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:58.749348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-5fa10da4-8203-4636-995c-e70c8fa21cab tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66dde29a-b30e-427b-b556-24d5a7807792) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:55:58.762342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e98e09-33ad-4d1f-bf24-cab5c491a114 None None] Network 66dde29a-b30e-427b-b556-24d5a7807792 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:58.763815 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa10da4-8203-4636-995c-e70c8fa21cab tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:58.764613 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5fa10da4-8203-4636-995c-e70c8fa21cab tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:58.769001 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Ignored duplicate provisioning block setup for port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 18 20:55:58.782287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-d9184b6c-fd3d-4b25-8cbe-ede250b95f24 req-3f5eb19e-10a4-4607-88f3-5d5956688538 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Deleting port 3638caa9-84ba-4b7e-b9be-44279669b05b {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:55:58.782287 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d9184b6c-fd3d-4b25-8cbe-ede250b95f24 req-3f5eb19e-10a4-4607-88f3-5d5956688538 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:58.785092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:58.840942 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5fa10da4-8203-4636-995c-e70c8fa21cab tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6816361
Dec 18 20:55:58.846034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37802) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:55:58.867545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-42a1bf92-1ae6-42fd-aa79-94a615ac91c4 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Request body: {'subnet': {'network_id': '64f4cbc2-4707-491b-a52c-8aebb750c4ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:55:58.932641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] No DVR routers for this DVR port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:55:58.939045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Pushing event updated for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=9']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:59.135232 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-d9184b6c-fd3d-4b25-8cbe-ede250b95f24 req-3f5eb19e-10a4-4607-88f3-5d5956688538 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] For port 3638caa9-84ba-4b7e-b9be-44279669b05b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3638caa9-84ba-4b7e-b9be-44279669b05b,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:55:59.139954 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-66dde29a-b30e-427b-b556-24d5a7807792', 'network_id': '66dde29a-b30e-427b-b556-24d5a7807792', 'project_id': 'e714282bda974a68b3f22e10787fc062', 'fixed_ips': [{'subnet_id': '9a22d484-aa06-4f24-b275-fcb72b56be60'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:55:59.141099 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d9184b6c-fd3d-4b25-8cbe-ede250b95f24 req-3f5eb19e-10a4-4607-88f3-5d5956688538 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:59.141208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:59.151389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Attempting to bind port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:55:59.151729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Attempting to bind port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:55:59.152046 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Attempting to bind port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:59.206409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3731aab2-5169-4d19-8929-98b75b63a591 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:55:59.207742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-d9184b6c-fd3d-4b25-8cbe-ede250b95f24 req-3f5eb19e-10a4-4607-88f3-5d5956688538 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Calling delete_port for 3638caa9-84ba-4b7e-b9be-44279669b05b owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:55:59.210675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:55:59.211004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Attempting to bind port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:55:59.230340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:55:59.230340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:55:59.230340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:55:59.231402 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Bound port: 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:55:59.231402 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:59.343146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19bc79-30dd-4483-8cbe-134154adbae4 req-ee3ea940-1eb6-4f6f-a32e-a057b3c0f4ae tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:59.346346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de19bc79-30dd-4483-8cbe-134154adbae4 req-ee3ea940-1eb6-4f6f-a32e-a057b3c0f4ae tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2536cb7d-644f-4ed4-bdf8-eb3873d16d9a HTTP/1.1" status: 200  len: 945 time: 0.2359679
Dec 18 20:55:59.402016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a1bf92-1ae6-42fd-aa79-94a615ac91c4 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Made reservation on behalf of e714282bda974a68b3f22e10787fc062 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:55:59.407136 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42a1bf92-1ae6-42fd-aa79-94a615ac91c4 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:59.523683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:55:59.540404 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:55:59.552813 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:59.647230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:59.648138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:59.649831 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] 10.222.0.36 "PUT /v2.0/ports/24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 1096 time: 2.5102069
Dec 18 20:55:59.652395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:55:59.654953 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fce935-d13f-4433-81ef-92a253f4fb82" -d '{"events": [{"name": "network-changed", "server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:55:59.763152 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac32824-54d1-4903-878f-e6f452d1b55a service neutron] Pushing event updated for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=10']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:59.765935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Allocated IP 2001:db8::2 (66dde29a-b30e-427b-b556-24d5a7807792/9a22d484-aa06-4f24-b275-fcb72b56be60/59a84dea-2c1d-467a-a2e1-07d4150d39ed) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:55:59.771052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d9184b6c-fd3d-4b25-8cbe-ede250b95f24 req-3f5eb19e-10a4-4607-88f3-5d5956688538 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:59.818072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5eb19e-10a4-4607-88f3-5d5956688538 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Pushing event deleted for resources: {'Port': ['ID=3638caa9-84ba-4b7e-b9be-44279669b05b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:55:59.844474 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-c3372233-4d00-4748-bb7e-20e8de41bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:55:59.846162 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-c3372233-4d00-4748-bb7e-20e8de41bf58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1100 time: 0.1551015
Dec 18 20:55:59.879756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9184b6c-fd3d-4b25-8cbe-ede250b95f24 req-3f5eb19e-10a4-4607-88f3-5d5956688538 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] No DVR routers for this DVR port 3638caa9-84ba-4b7e-b9be-44279669b05b on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:55:59.883184 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d9184b6c-fd3d-4b25-8cbe-ede250b95f24 req-3f5eb19e-10a4-4607-88f3-5d5956688538 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:59.886942 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d9184b6c-fd3d-4b25-8cbe-ede250b95f24 req-3f5eb19e-10a4-4607-88f3-5d5956688538 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.36 "DELETE /v2.0/ports/3638caa9-84ba-4b7e-b9be-44279669b05b HTTP/1.1" status: 204  len: 173 time: 1.3680577
Dec 18 20:55:59.909597 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42a1bf92-1ae6-42fd-aa79-94a615ac91c4 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:55:59.931813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0d7356-ca53-4050-973e-80c220349d02 None None] Network 609bdd11-a377-4caf-bc63-2023e2742d6f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:55:59.940700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f4df3e7c-2733-4319-be8f-892a0ca14aa9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:55:59.943174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['3638caa9-84ba-4b7e-b9be-44279669b05b'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:55:59.945262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e97052-a2cc-47b6-b5e3-9f72dd0f6d58 None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:55:59.947351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 24ea0eab-019c-481e-a0e8-afff63a3a8c8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:00.013163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-2bef6a8d-2fb8-49c4-b9c3-245c41502124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:00.017106 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-2bef6a8d-2fb8-49c4-b9c3-245c41502124 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1440902
Dec 18 20:56:00.086606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de19bc79-30dd-4483-8cbe-134154adbae4 req-5291e165-d86c-431b-a1ef-5148f9aaf6a2 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7326860
Dec 18 20:56:00.115910 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-113d9314-cb91-4c8d-9e35-f1732250fa91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 217 time: 0.0852814
Dec 18 20:56:00.124943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6dbf-8792-4b99-86d2-5d3a9fede336 req-ed9e5966-20f9-4351-9fef-dc34a39e656f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:00.126502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-677b6dbf-8792-4b99-86d2-5d3a9fede336 req-ed9e5966-20f9-4351-9fef-dc34a39e656f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.3150489
Dec 18 20:56:00.128882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1bf92-1ae6-42fd-aa79-94a615ac91c4 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'Subnet': ['ID=607c1bc3-4c29-446e-bc17-db34cbf37be6,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:00.143639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a1bf92-1ae6-42fd-aa79-94a615ac91c4 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Checking segment: {'id': 'c2a541b0-fd86-441a-a378-54de435a6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64f4cbc2-4707-491b-a52c-8aebb750c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:00.144609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1bf92-1ae6-42fd-aa79-94a615ac91c4 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Network hostable DHCP agents. Network: 64f4cbc2-4707-491b-a52c-8aebb750c4ae, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:56:00.208765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-201f88d2-8cfe-4fe3-ab0f-af233e22074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:00.210494 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-201f88d2-8cfe-4fe3-ab0f-af233e22074f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0864818
Dec 18 20:56:00.231633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-677b6dbf-8792-4b99-86d2-5d3a9fede336 req-9ebbc450-dac6-46e4-9d04-6464dae276fe tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870786
Dec 18 20:56:00.282490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1bf92-1ae6-42fd-aa79-94a615ac91c4 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Network 64f4cbc2-4707-491b-a52c-8aebb750c4ae is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:56:00.312861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-747ce334-0793-44dd-9e61-5b320b6e1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:00.316391 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-747ce334-0793-44dd-9e61-5b320b6e1378 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0760260
Dec 18 20:56:00.372908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-42a1bf92-1ae6-42fd-aa79-94a615ac91c4 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 64f4cbc2-4707-491b-a52c-8aebb750c4ae) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:00.389314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 24ea0eab-019c-481e-a0e8-afff63a3a8c8 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:00.398069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5be3da-499e-4245-b2d8-aa4860f66d7d None None] Network 64f4cbc2-4707-491b-a52c-8aebb750c4ae requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:00.399591 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3731aab2-5169-4d19-8929-98b75b63a591 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:00.399971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:00.437728 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32428a0b-ca72-4369-9306-e2d7847f3bf3 x-openstack-request-id: req-32428a0b-ca72-4369-9306-e2d7847f3bf3 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:00.438884 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:00.439175 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32428a0b-ca72-4369-9306-e2d7847f3bf3 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:00.440336 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'status': 'completed', 'code': 200}
Dec 18 20:56:00.529482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1bf92-1ae6-42fd-aa79-94a615ac91c4 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:00.531931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42a1bf92-1ae6-42fd-aa79-94a615ac91c4 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:00.535702 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-38ef04aa-fb2c-4d72-9603-7117ad67dc1e service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051692
Dec 18 20:56:00.600289 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-42a1bf92-1ae6-42fd-aa79-94a615ac91c4 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7511308
Dec 18 20:56:00.613580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37822) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:00.642213 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:00.718328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07ce30-02d6-40d2-8397-751458c6c259 req-4d179894-13dc-4eda-af0a-11a3fd4a191c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:00.740329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f07ce30-02d6-40d2-8397-751458c6c259 req-4d179894-13dc-4eda-af0a-11a3fd4a191c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 949 time: 0.5350716
Dec 18 20:56:00.826031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fa2e6-de9b-4d04-8a3b-214efb989d31 req-28a5e426-53ea-4854-ae7c-e72928c67951 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:00.830957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d89fa2e6-de9b-4d04-8a3b-214efb989d31 req-28a5e426-53ea-4854-ae7c-e72928c67951 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.2547619
Dec 18 20:56:00.863537 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5ed8e33-73f3-4938-aaed-ae9ce9fdd286 req-fb0f7cf6-7baf-442a-bb2b-e8def1e398b5 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3069072
Dec 18 20:56:00.867591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-049c5e7c-c291-459a-8f03-5967c0bad3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:00.870565 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:00.872383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-049c5e7c-c291-459a-8f03-5967c0bad3f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1100 time: 0.4591293
Dec 18 20:56:00.951350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Pushing event updated for resources: {'Port': ['ID=59a84dea-2c1d-467a-a2e1-07d4150d39ed,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:01.003482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Network 66dde29a-b30e-427b-b556-24d5a7807792 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:01.006195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:01.008866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:01.036027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f07ce30-02d6-40d2-8397-751458c6c259 req-07758b0d-4ba7-4c69-a0a8-623ff8699b64 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2525582
Dec 18 20:56:01.051295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-64f4cbc2-4707-491b-a52c-8aebb750c4ae', 'network_id': '64f4cbc2-4707-491b-a52c-8aebb750c4ae', 'project_id': 'e714282bda974a68b3f22e10787fc062', 'fixed_ips': [{'subnet_id': '607c1bc3-4c29-446e-bc17-db34cbf37be6'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:56:01.053047 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:01.058290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-807050c7-37d2-4b28-afa6-0dda8f96df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:01.061156 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-807050c7-37d2-4b28-afa6-0dda8f96df76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15c3e2ec1194924bee37b0161adc237&device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1100 time: 0.1138651
Dec 18 20:56:01.115337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d89fa2e6-de9b-4d04-8a3b-214efb989d31 req-346b5581-2d00-4f65-8b6b-ff0bdd6a402b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371743
Dec 18 20:56:01.134464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-d68a9d40-79f1-40fa-a91c-d47d72d97728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:01.136514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:01.138612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f0b16eca-d17f-4538-8e8b-9fe328578ed7 None None] Provisioning complete for port 3731aab2-5169-4d19-8929-98b75b63a591 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:01.139064 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f0b16eca-d17f-4538-8e8b-9fe328578ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:01.147108 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-d68a9d40-79f1-40fa-a91c-d47d72d97728 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2495494
Dec 18 20:56:01.220508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-2ee73c28-d213-43ae-beee-2cfc6d9175cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 217 time: 0.0671847
Dec 18 20:56:01.311138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:01.346379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-1394638d-6891-416b-bea6-4489cac9ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:01.347711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-1394638d-6891-416b-bea6-4489cac9ba4b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.1120400
Dec 18 20:56:01.509858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-98e36ea7-6746-4b14-b6bb-fe4e56f0d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:01.513468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-98e36ea7-6746-4b14-b6bb-fe4e56f0d7ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1566646
Dec 18 20:56:01.518573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Attempting to bind port 59a84dea-2c1d-467a-a2e1-07d4150d39ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:56:01.519101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Attempting to bind port 59a84dea-2c1d-467a-a2e1-07d4150d39ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '01289a39-0e21-414c-9616-c3b8604cb11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66dde29a-b30e-427b-b556-24d5a7807792'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:56:01.519339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Attempting to bind port 59a84dea-2c1d-467a-a2e1-07d4150d39ed on network 66dde29a-b30e-427b-b556-24d5a7807792 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:01.598988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 3731aab2-5169-4d19-8929-98b75b63a591, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3731aab2-5169-4d19-8929-98b75b63a591,segment=NetworkSegment(e3bb93bc-46a7-4049-aedd-aa05b740a675),segment_id=e3bb93bc-46a7-4049-aedd-aa05b740a675)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:01.601277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:56:01.601755 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Checking segment: {'id': '01289a39-0e21-414c-9616-c3b8604cb11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66dde29a-b30e-427b-b556-24d5a7807792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:01.602162 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:01.602631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Bound using segment: {'id': '01289a39-0e21-414c-9616-c3b8604cb11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66dde29a-b30e-427b-b556-24d5a7807792'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:56:01.603104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Bound port: 59a84dea-2c1d-467a-a2e1-07d4150d39ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01289a39-0e21-414c-9616-c3b8604cb11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '66dde29a-b30e-427b-b556-24d5a7807792'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:56:01.603482 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:01.631341 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:01.691022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-6d6ac933-d83a-4025-8e7f-0da0f4a6c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:01.692678 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-6d6ac933-d83a-4025-8e7f-0da0f4a6c879 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.6151137
Dec 18 20:56:01.747558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-18051d17-a913-4fbd-b00a-b5d97aaf7f49 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2263451
Dec 18 20:56:01.766730 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-43d2507e-ee07-4403-9829-43acffdfbaab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 200  len: 217 time: 0.0639281
Dec 18 20:56:01.885884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-2551fa51-dca6-40ed-9676-099fc42719a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:01.887569 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-2551fa51-dca6-40ed-9676-099fc42719a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0899813
Dec 18 20:56:01.919194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=3731aab2-5169-4d19-8929-98b75b63a591,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:01.971408 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Allocated IP 2001:db8::1 (66dde29a-b30e-427b-b556-24d5a7807792/9a22d484-aa06-4f24-b275-fcb72b56be60/33b09ef1-71f4-4bcc-bb35-1c63d3dd65aa) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:01.983666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c949a-d93d-4818-9a86-45e93f44a40f req-9f4877cc-0dfd-40b4-8be8-67f765b99a17 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:01.991047 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d4c949a-d93d-4818-9a86-45e93f44a40f req-9f4877cc-0dfd-40b4-8be8-67f765b99a17 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.4480159
Dec 18 20:56:02.013823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-89ae2b1c-c587-4753-bf82-4ca4d6dfe612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:02.015901 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-89ae2b1c-c587-4753-bf82-4ca4d6dfe612 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1156888
Dec 18 20:56:02.035091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] For port 59a84dea-2c1d-467a-a2e1-07d4150d39ed, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:56:02.045565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae5aa2-f08c-49c1-b410-d66895f41bee req-eee3f6a4-cd5d-4e6d-b439-3edaab20e7a1 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:02.049373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ae5aa2-f08c-49c1-b410-d66895f41bee req-eee3f6a4-cd5d-4e6d-b439-3edaab20e7a1 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.1575706
Dec 18 20:56:02.097872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-e0821235-1adc-4c7d-a00a-d6950f7bd81b service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3247612
Dec 18 20:56:02.112020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Allocated IP 2001:db8::2 (64f4cbc2-4707-491b-a52c-8aebb750c4ae/607c1bc3-4c29-446e-bc17-db34cbf37be6/1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:02.134417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] For port 59a84dea-2c1d-467a-a2e1-07d4150d39ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59a84dea-2c1d-467a-a2e1-07d4150d39ed,segment=NetworkSegment(01289a39-0e21-414c-9616-c3b8604cb11a),segment_id=01289a39-0e21-414c-9616-c3b8604cb11a)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:56:02.157140 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:02.178447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d4c949a-d93d-4818-9a86-45e93f44a40f req-c420b8c9-b969-4f17-9368-d726b6e99e10 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1765468
Dec 18 20:56:02.198840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ae5aa2-f08c-49c1-b410-d66895f41bee req-47168165-b354-4d09-bd10-bb11b5900298 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284032
Dec 18 20:56:02.238908 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:02.248727 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-424c490e-e1d9-4a2a-8899-5dfa03f17e9a service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2005699
Dec 18 20:56:02.420311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:02.442413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31c862-0971-49c6-ac81-52771261124d req-2a1b9fc9-4aec-4035-9f7f-5e8eb934b9a1 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:02.444998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2536cb7d-644f-4ed4-bdf8-eb3873d16d9a', 'name': 'network-vif-deleted', 'tag': '3638caa9-84ba-4b7e-b9be-44279669b05b'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:02.454462 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af31c862-0971-49c6-ac81-52771261124d req-2a1b9fc9-4aec-4035-9f7f-5e8eb934b9a1 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 949 time: 0.1556096
Dec 18 20:56:02.457683 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753afc20-4041-4ceb-bf23-7ee21d541c65" -d '{"events": [{"server_uuid": "2536cb7d-644f-4ed4-bdf8-eb3873d16d9a", "name": "network-vif-deleted", "tag": "3638caa9-84ba-4b7e-b9be-44279669b05b"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:02.508670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ff687-b21a-4528-b0a2-70b3b2f6aa2c req-c42d925f-d315-4912-b078-5c7e6cc82d2d tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:02.510409 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954ff687-b21a-4528-b0a2-70b3b2f6aa2c req-c42d925f-d315-4912-b078-5c7e6cc82d2d tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1726635
Dec 18 20:56:02.566555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d3081-714f-46b2-9ad0-63f18de38691 None None] Pushing event updated for resources: {'Port': ['ID=59a84dea-2c1d-467a-a2e1-07d4150d39ed,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:02.607079 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af31c862-0971-49c6-ac81-52771261124d req-85775cd7-d2ce-4dc3-8bf9-8c5b244d9ab6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514983
Dec 18 20:56:02.646015 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-21fce935-d13f-4433-81ef-92a253f4fb82 req-41a5fdfa-03a0-4029-9c02-12a7491fb0ee service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3730006
Dec 18 20:56:02.652854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a6d70fda-10c1-409a-aec6-07e6a92490b7 None None] Provisioning complete for port 3731aab2-5169-4d19-8929-98b75b63a591 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:02.653508 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a6d70fda-10c1-409a-aec6-07e6a92490b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:02.656577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Network 66dde29a-b30e-427b-b556-24d5a7807792 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:02.674187 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:02.686877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:02.687455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:02.720795 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954ff687-b21a-4528-b0a2-70b3b2f6aa2c req-0cca0ad6-8cee-49f0-a5c3-f9946d69ba27 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942403
Dec 18 20:56:02.726912 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:02.748069 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:02.817754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Network 64f4cbc2-4707-491b-a52c-8aebb750c4ae is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:02.833946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'Port': ['ID=33b09ef1-71f4-4bcc-bb35-1c63d3dd65aa,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:02.846209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:02.853988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:02.903474 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcf271b-fc8f-4772-a7fc-813d5547f2c4 x-openstack-request-id: req-edcf271b-fc8f-4772-a7fc-813d5547f2c4 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:02.903789 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2536cb7d-644f-4ed4-bdf8-eb3873d16d9a", "name": "network-vif-deleted", "tag": "3638caa9-84ba-4b7e-b9be-44279669b05b", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:02.904016 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edcf271b-fc8f-4772-a7fc-813d5547f2c4 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:02.904407 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2536cb7d-644f-4ed4-bdf8-eb3873d16d9a', 'name': 'network-vif-deleted', 'tag': '3638caa9-84ba-4b7e-b9be-44279669b05b', 'status': 'completed', 'code': 200}
Dec 18 20:56:02.919081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Pushing event updated for resources: {'Port': ['ID=1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:02.988216 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:03.006371 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4afb3ef-9679-4223-a7ea-14ed7fb8f160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:03.035214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Attempting to bind port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:56:03.035586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Attempting to bind port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c2a541b0-fd86-441a-a378-54de435a6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64f4cbc2-4707-491b-a52c-8aebb750c4ae'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:56:03.035951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Attempting to bind port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c on network 64f4cbc2-4707-491b-a52c-8aebb750c4ae {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:03.052206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:56:03.052578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Checking segment: {'id': 'c2a541b0-fd86-441a-a378-54de435a6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64f4cbc2-4707-491b-a52c-8aebb750c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:03.053116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:03.053366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Bound using segment: {'id': 'c2a541b0-fd86-441a-a378-54de435a6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64f4cbc2-4707-491b-a52c-8aebb750c4ae'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:56:03.053844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Bound port: 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a541b0-fd86-441a-a378-54de435a6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64f4cbc2-4707-491b-a52c-8aebb750c4ae'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:56:03.054230 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:03.137657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] For port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:56:03.141155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] For port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c,segment=NetworkSegment(c2a541b0-fd86-441a-a378-54de435a6a0d),segment_id=c2a541b0-fd86-441a-a378-54de435a6a0d)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:56:03.147242 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:03.238885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4964450-1823-4456-9fca-bf1ae8016df8 None None] Pushing event updated for resources: {'Port': ['ID=1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:03.493407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8e1d1-868e-4857-b49c-2a1589f2edd9 req-c82e0f19-7a1f-4420-b014-a060bb66ce7f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:03.495300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-efb8e1d1-868e-4857-b49c-2a1589f2edd9 req-c82e0f19-7a1f-4420-b014-a060bb66ce7f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1523740
Dec 18 20:56:03.505561 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4430b-24fd-4bc8-be54-5ba7a05c0897 req-c306e8b9-28f7-4be0-b1c6-307a78c31330 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:03.514610 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fd4430b-24fd-4bc8-be54-5ba7a05c0897 req-c306e8b9-28f7-4be0-b1c6-307a78c31330 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.1218934
Dec 18 20:56:03.624628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 24ea0eab-019c-481e-a0e8-afff63a3a8c8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:56:03.647363 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 3638caa9-84ba-4b7e-b9be-44279669b05b no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:03.723714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 3638caa9-84ba-4b7e-b9be-44279669b05b {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:03.724746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 3638caa9-84ba-4b7e-b9be-44279669b05b not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:03.754937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-efb8e1d1-868e-4857-b49c-2a1589f2edd9 req-7e2930a4-de9b-409c-a691-9bcc90cd02d8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2341418
Dec 18 20:56:03.760189 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fd4430b-24fd-4bc8-be54-5ba7a05c0897 req-88a35f1e-31d5-46f3-8b09-67c15ac6a52b tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2447314
Dec 18 20:56:04.080765 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd4c83-433c-4ff1-b316-ce7fb236168e req-7f4bc8ed-f3ff-4ef8-86e2-bf87a6ea1b04 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:04.088560 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92cd4c83-433c-4ff1-b316-ce7fb236168e req-7f4bc8ed-f3ff-4ef8-86e2-bf87a6ea1b04 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 949 time: 0.1848402
Dec 18 20:56:04.132013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cf501-75cb-4db1-aa2e-c8a18de6602d req-565457f9-f553-447b-b57f-d42e35798efa tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:04.146187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b4cf501-75cb-4db1-aa2e-c8a18de6602d req-565457f9-f553-447b-b57f-d42e35798efa tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1797876
Dec 18 20:56:04.152835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32370431-bdb8-4c46-ad3c-89c776177163 None None] Network 66dde29a-b30e-427b-b556-24d5a7807792 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:04.156620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 59a84dea-2c1d-467a-a2e1-07d4150d39ed up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:04.215056 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:04.223471 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:04.225183 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:04.245934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92cd4c83-433c-4ff1-b316-ce7fb236168e req-3ec973f1-5a03-4e0e-ab70-9362d43fcc2c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559846
Dec 18 20:56:04.279223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb1b02-8e1f-4649-9f75-e092d9ccba31 req-8638ff81-dd5e-4d11-bdec-615d9e2c2920 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:04.285856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7fb1b02-8e1f-4649-9f75-e092d9ccba31 req-8638ff81-dd5e-4d11-bdec-615d9e2c2920 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.31 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.1764636
Dec 18 20:56:04.296580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-924a60a0-f00e-4d25-a0b0-8a6252561184 None None] Provisioning complete for port 59a84dea-2c1d-467a-a2e1-07d4150d39ed triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:04.296890 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-924a60a0-f00e-4d25-a0b0-8a6252561184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:04.354711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b4cf501-75cb-4db1-aa2e-c8a18de6602d req-8f0a84c2-04bf-4987-8a8d-40c13c260247 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073236
Dec 18 20:56:04.383261 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:04.423904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'Port': ['ID=33b09ef1-71f4-4bcc-bb35-1c63d3dd65aa,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:04.450975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Network 66dde29a-b30e-427b-b556-24d5a7807792 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:04.453226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:04.476986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 59a84dea-2c1d-467a-a2e1-07d4150d39ed triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:04.477359 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:04.480088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'mac_address': 'fa:16:3e:a6:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:56:04.597452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-c7fb1b02-8e1f-4649-9f75-e092d9ccba31 req-07f1eb54-4913-4505-897b-eec81178b40e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Deleting port f4df3e7c-2733-4319-be8f-892a0ca14aa9 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:04.600189 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c7fb1b02-8e1f-4649-9f75-e092d9ccba31 req-07f1eb54-4913-4505-897b-eec81178b40e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:04.675682 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Router 7a829624-08e2-4f9b-aedf-b8ef33d06ea2 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:56:04.730813 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:04.751045 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-924a60a0-f00e-4d25-a0b0-8a6252561184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:04.810727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ea0eab-019c-481e-a0e8-afff63a3a8c8 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:56:04.840823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5c9f9-8b88-4172-a890-a382f5cf5944 req-c3f822ce-5942-4290-bc16-ba775cf36447 tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:04.841036 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:04.864314 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ac5c9f9-8b88-4172-a890-a382f5cf5944 req-c3f822ce-5942-4290-bc16-ba775cf36447 tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 1100 time: 0.2744517
Dec 18 20:56:04.908455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-924a60a0-f00e-4d25-a0b0-8a6252561184 None None] For port 59a84dea-2c1d-467a-a2e1-07d4150d39ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59a84dea-2c1d-467a-a2e1-07d4150d39ed,segment=NetworkSegment(01289a39-0e21-414c-9616-c3b8604cb11a),segment_id=01289a39-0e21-414c-9616-c3b8604cb11a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:04.917883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:04.921005 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-924a60a0-f00e-4d25-a0b0-8a6252561184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:05.021942 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:56:05.021942 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:56:05.021942 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:05.060358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:56:05.078022 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-21955c52-b5f1-4d6e-8eba-584fcdf67cb3 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "PUT /v2.0/routers/7a829624-08e2-4f9b-aedf-b8ef33d06ea2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4605818
Dec 18 20:56:05.080389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37888) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:05.094059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c7fb1b02-8e1f-4649-9f75-e092d9ccba31 req-07f1eb54-4913-4505-897b-eec81178b40e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] For port f4df3e7c-2733-4319-be8f-892a0ca14aa9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4df3e7c-2733-4319-be8f-892a0ca14aa9,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:05.094339 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c7fb1b02-8e1f-4649-9f75-e092d9ccba31 req-07f1eb54-4913-4505-897b-eec81178b40e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:05.104389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d99be0-8f3d-4ca5-b287-de2c45a154ec None None] Sync routers for ids ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:56:05.130575 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ac5c9f9-8b88-4172-a890-a382f5cf5944 req-9bcb2be3-d0bc-49ad-974f-c0956c8bb96d tempest-MigrationsAdminTest-1204409510 tempest-MigrationsAdminTest-1204409510-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2631617
Dec 18 20:56:05.185179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d99be0-8f3d-4ca5-b287-de2c45a154ec None None] Routers {'7a829624-08e2-4f9b-aedf-b8ef33d06ea2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:05.186127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b1d99be0-8f3d-4ca5-b287-de2c45a154ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb67130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:55:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:05.190900 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a60a0-f00e-4d25-a0b0-8a6252561184 None None] Pushing event updated for resources: {'Port': ['ID=59a84dea-2c1d-467a-a2e1-07d4150d39ed,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:05.191334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-c7fb1b02-8e1f-4649-9f75-e092d9ccba31 req-07f1eb54-4913-4505-897b-eec81178b40e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Calling delete_port for f4df3e7c-2733-4319-be8f-892a0ca14aa9 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:05.258096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6834c-cb99-45d1-bba6-59669b47e55a req-de6d56c0-085d-45bf-951c-11a57650e142 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:05.275974 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e84caade-c3da-4ddd-a48a-564cc3e87391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:05.290674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0c6834c-cb99-45d1-bba6-59669b47e55a req-de6d56c0-085d-45bf-951c-11a57650e142 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2707763
Dec 18 20:56:05.324434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b1d99be0-8f3d-4ca5-b287-de2c45a154ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb67130>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:05.353192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d99be0-8f3d-4ca5-b287-de2c45a154ec None None] Routers {'7a829624-08e2-4f9b-aedf-b8ef33d06ea2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:05.354167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b1d99be0-8f3d-4ca5-b287-de2c45a154ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb67130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:05.422548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b1d99be0-8f3d-4ca5-b287-de2c45a154ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb67130>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:05.424683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d99be0-8f3d-4ca5-b287-de2c45a154ec None None] The sync data for ids ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:56:05.446363 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b87f69b-0513-4b08-8802-5796c6b6ea95 None None] Network 64f4cbc2-4707-491b-a52c-8aebb750c4ae requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:05.482435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=11']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:05.541351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['24ea0eab-019c-481e-a0e8-afff63a3a8c8'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:05.603991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:05.639445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5167ea17-ea4c-412b-8e9d-9371b0b8d23e None None] Provisioning complete for port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:05.640069 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5167ea17-ea4c-412b-8e9d-9371b0b8d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:05.658112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9eab0-1e8a-4854-8632-aa01916a07bb req-311ff67f-2c5e-464d-a344-1ef7dd10b461 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:05.670543 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59a9eab0-1e8a-4854-8632-aa01916a07bb req-311ff67f-2c5e-464d-a344-1ef7dd10b461 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 945 time: 0.2077806
Dec 18 20:56:05.762650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59a9eab0-1e8a-4854-8632-aa01916a07bb req-f24c5b07-b34b-46b7-9d1c-a16cd484a5f5 tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a93da5a-7522-4d59-80e9-264f0974ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881345
Dec 18 20:56:05.773073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0c6834c-cb99-45d1-bba6-59669b47e55a req-a9698e9a-de3b-4f2a-930f-d50e6b9833be tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4769471
Dec 18 20:56:05.913547 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c7fb1b02-8e1f-4649-9f75-e092d9ccba31 req-07f1eb54-4913-4505-897b-eec81178b40e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:05.947028 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-dbf800c5-4614-471a-80ba-c2a4c92847b6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 20:56:05.948822 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dbf800c5-4614-471a-80ba-c2a4c92847b6 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "PUT /v2.0/routers/7a829624-08e2-4f9b-aedf-b8ef33d06ea2/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.8673313
Dec 18 20:56:05.953711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37904) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:05.992031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:05.992616 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:06.010436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1eb54-4913-4505-897b-eec81178b40e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Pushing event deleted for resources: {'Port': ['ID=f4df3e7c-2733-4319-be8f-892a0ca14aa9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:06.066290 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5167ea17-ea4c-412b-8e9d-9371b0b8d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:06.129216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02f0541-d56f-4eb8-8239-4665ad1a8df8 None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:06.238030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fb1b02-8e1f-4649-9f75-e092d9ccba31 req-07f1eb54-4913-4505-897b-eec81178b40e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] No DVR routers for this DVR port f4df3e7c-2733-4319-be8f-892a0ca14aa9 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:06.250830 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c7fb1b02-8e1f-4649-9f75-e092d9ccba31 req-07f1eb54-4913-4505-897b-eec81178b40e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:06.268164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7fb1b02-8e1f-4649-9f75-e092d9ccba31 req-07f1eb54-4913-4505-897b-eec81178b40e tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.31 "DELETE /v2.0/ports/f4df3e7c-2733-4319-be8f-892a0ca14aa9 HTTP/1.1" status: 204  len: 173 time: 1.9666333
Dec 18 20:56:06.280310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af230c2-c718-48a0-9991-6c0418c4618d', 'name': 'network-vif-deleted', 'tag': 'f4df3e7c-2733-4319-be8f-892a0ca14aa9'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:06.291432 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6d6b9e-6d41-47b1-bff9-4a46ec08c1c5" -d '{"events": [{"server_uuid": "2af230c2-c718-48a0-9991-6c0418c4618d", "name": "network-vif-deleted", "tag": "f4df3e7c-2733-4319-be8f-892a0ca14aa9"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:06.296957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5167ea17-ea4c-412b-8e9d-9371b0b8d23e None None] For port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c,segment=NetworkSegment(c2a541b0-fd86-441a-a378-54de435a6a0d),segment_id=c2a541b0-fd86-441a-a378-54de435a6a0d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:06.332595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b957f2-9cb7-4768-a31e-38943df1b58e req-5808783d-2432-4a01-8d27-f33a0d97764a tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:06.338701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5167ea17-ea4c-412b-8e9d-9371b0b8d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:06.340925 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23b957f2-9cb7-4768-a31e-38943df1b58e req-5808783d-2432-4a01-8d27-f33a0d97764a tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.3111529
Dec 18 20:56:06.473266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23b957f2-9cb7-4768-a31e-38943df1b58e req-c51f5b4d-7e2f-4d63-966b-66e1b11b58eb tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287892
Dec 18 20:56:06.528386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5167ea17-ea4c-412b-8e9d-9371b0b8d23e None None] Provisioning complete for port 59a84dea-2c1d-467a-a2e1-07d4150d39ed triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:06.528863 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5167ea17-ea4c-412b-8e9d-9371b0b8d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:06.531070 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:06.618498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3731aab2-5169-4d19-8929-98b75b63a591 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:06.642173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167ea17-ea4c-412b-8e9d-9371b0b8d23e None None] Pushing event updated for resources: {'Port': ['ID=1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:06.734636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-43a488d7-afda-491e-a8f7-48e97eac2d9d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:06.736340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48cfb1-bf61-4ca9-8967-a3da25a5e5e1 req-55e37bbf-e572-4dfa-a750-671da6b65b58 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:06.744043 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e48cfb1-bf61-4ca9-8967-a3da25a5e5e1 req-55e37bbf-e572-4dfa-a750-671da6b65b58 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.0837166
Dec 18 20:56:06.795834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3731aab2-5169-4d19-8929-98b75b63a591 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:06.796219 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:06.803772 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e6e64b-1f46-47f6-ba37-5419aa873e1e x-openstack-request-id: req-60e6e64b-1f46-47f6-ba37-5419aa873e1e {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:06.803772 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af230c2-c718-48a0-9991-6c0418c4618d", "name": "network-vif-deleted", "tag": "f4df3e7c-2733-4319-be8f-892a0ca14aa9", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:06.803772 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60e6e64b-1f46-47f6-ba37-5419aa873e1e {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:06.803772 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af230c2-c718-48a0-9991-6c0418c4618d', 'name': 'network-vif-deleted', 'tag': 'f4df3e7c-2733-4319-be8f-892a0ca14aa9', 'status': 'completed', 'code': 200}
Dec 18 20:56:06.835064 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e48cfb1-bf61-4ca9-8967-a3da25a5e5e1 req-f55d0a85-a62b-4838-9bde-09ac762dd693 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840402
Dec 18 20:56:06.877580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5167ea17-ea4c-412b-8e9d-9371b0b8d23e None None] Provisioning complete for port 33b09ef1-71f4-4bcc-bb35-1c63d3dd65aa triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:06.878555 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5167ea17-ea4c-412b-8e9d-9371b0b8d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:06.991379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5167ea17-ea4c-412b-8e9d-9371b0b8d23e None None] Port 33b09ef1-71f4-4bcc-bb35-1c63d3dd65aa cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:56:07.113268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05606aaf-c933-462c-93c0-03e04c1074be req-40959be1-9649-40fe-837a-c5aa49d1f09c tempest-ServerRescueTestJSON-149283055 tempest-ServerRescueTestJSON-149283055-project] 10.222.0.13 "GET /v2.0/ports?device_id=2af230c2-c718-48a0-9991-6c0418c4618d HTTP/1.1" status: 200  len: 210 time: 0.0851936
Dec 18 20:56:07.131360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 59a84dea-2c1d-467a-a2e1-07d4150d39ed up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:07.136129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-721abef0-e4d0-4d36-b67e-6866c1829da0 None None] Provisioning complete for port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:07.136476 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-721abef0-e4d0-4d36-b67e-6866c1829da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:07.136906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4bec4-8a48-4d1f-bb9c-b006e4865a88 req-32faab37-dbe9-40c4-9343-518b468710ff tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:07.150549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cac4bec4-8a48-4d1f-bb9c-b006e4865a88 req-32faab37-dbe9-40c4-9343-518b468710ff tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2210474
Dec 18 20:56:07.259280 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cac4bec4-8a48-4d1f-bb9c-b006e4865a88 req-cb69b0bb-e3d7-4539-91ba-d001ecb2c0de tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059947
Dec 18 20:56:07.367692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 59a84dea-2c1d-467a-a2e1-07d4150d39ed triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:07.368064 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:07.369973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-43a488d7-afda-491e-a8f7-48e97eac2d9d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Deleting port 33b09ef1-71f4-4bcc-bb35-1c63d3dd65aa {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:07.371209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-43a488d7-afda-491e-a8f7-48e97eac2d9d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:07.457407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-721abef0-e4d0-4d36-b67e-6866c1829da0 None None] Provisioning complete for port 33b09ef1-71f4-4bcc-bb35-1c63d3dd65aa triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:07.468030 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-721abef0-e4d0-4d36-b67e-6866c1829da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:07.564383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-721abef0-e4d0-4d36-b67e-6866c1829da0 None None] Port 33b09ef1-71f4-4bcc-bb35-1c63d3dd65aa cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:56:07.569231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:07.611178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-43a488d7-afda-491e-a8f7-48e97eac2d9d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:07.635825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-43a488d7-afda-491e-a8f7-48e97eac2d9d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Calling delete_port for 33b09ef1-71f4-4bcc-bb35-1c63d3dd65aa owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:07.642287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 24ea0eab-019c-481e-a0e8-afff63a3a8c8 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:07.690288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:07.690677 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:07.742668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb8cae-ac16-4b24-a952-e27a9927d390 req-bbeff479-952c-49ae-a02c-04f2f803405b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:07.758107 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89bb8cae-ac16-4b24-a952-e27a9927d390 req-bbeff479-952c-49ae-a02c-04f2f803405b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1497049
Dec 18 20:56:07.868588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89bb8cae-ac16-4b24-a952-e27a9927d390 req-f672952b-9161-418c-9e04-0404b7a9e50e tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094356
Dec 18 20:56:07.900267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544472ce-c7f5-42df-a2ba-6116d82831db req-4a2e9fb2-40a3-4626-aa19-89c0bb22ec1c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:07.902997 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-544472ce-c7f5-42df-a2ba-6116d82831db req-4a2e9fb2-40a3-4626-aa19-89c0bb22ec1c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.2027638
Dec 18 20:56:07.985608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:56:07.988732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770b1ec-e049-426e-aac6-fe31565089c1 req-3cbc137f-7913-4558-833f-5c331b127b06 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:07.993925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f4df3e7c-2733-4319-be8f-892a0ca14aa9 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:07.999450 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d770b1ec-e049-426e-aac6-fe31565089c1 req-3cbc137f-7913-4558-833f-5c331b127b06 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 950 time: 0.0772772
Dec 18 20:56:08.033298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:08.033943 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:08.069915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: f4df3e7c-2733-4319-be8f-892a0ca14aa9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:08.070619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f4df3e7c-2733-4319-be8f-892a0ca14aa9 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:08.076755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d770b1ec-e049-426e-aac6-fe31565089c1 req-92c3fe30-e773-4f87-9c66-ab93289ce851 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763078
Dec 18 20:56:08.102498 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:08.121184 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-544472ce-c7f5-42df-a2ba-6116d82831db req-ec07519a-07cd-4a0d-9595-c19723209df4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Deleting port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:08.121422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-544472ce-c7f5-42df-a2ba-6116d82831db req-ec07519a-07cd-4a0d-9595-c19723209df4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:08.155979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37942) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:08.160081 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:08.168473 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-43a488d7-afda-491e-a8f7-48e97eac2d9d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:08.203519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:08.205844 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617867db-a139-4f9f-87fc-a6cc77b6a5d8" -d '{"events": [{"server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "name": "network-vif-plugged", "status": "completed", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:08.220123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:08.228908 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:08.234178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a488d7-afda-491e-a8f7-48e97eac2d9d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event deleted for resources: {'Port': ['ID=33b09ef1-71f4-4bcc-bb35-1c63d3dd65aa,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:08.318634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=12']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:08.347577 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ac56fd-3ad5-4d9b-a05f-f492c4380407 x-openstack-request-id: req-28ac56fd-3ad5-4d9b-a05f-f492c4380407 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:08.348044 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "name": "network-vif-plugged", "status": "completed", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:08.348482 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28ac56fd-3ad5-4d9b-a05f-f492c4380407 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:08.351505 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'code': 200}
Dec 18 20:56:08.419728 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-544472ce-c7f5-42df-a2ba-6116d82831db req-ec07519a-07cd-4a0d-9595-c19723209df4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] For port 24ea0eab-019c-481e-a0e8-afff63a3a8c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24ea0eab-019c-481e-a0e8-afff63a3a8c8,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:08.419728 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-544472ce-c7f5-42df-a2ba-6116d82831db req-ec07519a-07cd-4a0d-9595-c19723209df4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:08.465717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-544472ce-c7f5-42df-a2ba-6116d82831db req-ec07519a-07cd-4a0d-9595-c19723209df4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Calling delete_port for 24ea0eab-019c-481e-a0e8-afff63a3a8c8 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:08.497109 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-43a488d7-afda-491e-a8f7-48e97eac2d9d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:08.501560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b884f03-7d0b-47c7-b60d-5947ee98c57c req-2d57f28f-1fd9-4be7-8e21-1a86411a31b9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:08.506625 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b884f03-7d0b-47c7-b60d-5947ee98c57c req-2d57f28f-1fd9-4be7-8e21-1a86411a31b9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1152837
Dec 18 20:56:08.510502 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:09.068640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b884f03-7d0b-47c7-b60d-5947ee98c57c req-cb260322-255b-4dd8-9401-46740e85149f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5213325
Dec 18 20:56:09.164227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc537e0-59f5-46d9-853b-d07f7b2d8e10 req-4ec0f624-fc62-4a8b-bb39-e72982bfe5ad tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:09.166161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fc537e0-59f5-46d9-853b-d07f7b2d8e10 req-4ec0f624-fc62-4a8b-bb39-e72982bfe5ad tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1068642
Dec 18 20:56:09.202934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a488d7-afda-491e-a8f7-48e97eac2d9d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Router 7a829624-08e2-4f9b-aedf-b8ef33d06ea2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:56:09.298986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fc537e0-59f5-46d9-853b-d07f7b2d8e10 req-228ba6d0-b96c-4a86-b437-b4ae435f41cc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125937
Dec 18 20:56:09.323443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f17e35-3aac-4941-9cbc-41142734dee8 req-f948ef8b-77db-4b0b-a40b-6f1782282b98 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:09.324455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a488d7-afda-491e-a8f7-48e97eac2d9d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:56:09.326096 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31f17e35-3aac-4941-9cbc-41142734dee8 req-f948ef8b-77db-4b0b-a40b-6f1782282b98 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=490a83d0-be20-498a-8e6d-036b4f27f890 HTTP/1.1" status: 200  len: 951 time: 0.1269269
Dec 18 20:56:09.329698 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-544472ce-c7f5-42df-a2ba-6116d82831db req-ec07519a-07cd-4a0d-9595-c19723209df4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:09.340160 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-43a488d7-afda-491e-a8f7-48e97eac2d9d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "PUT /v2.0/routers/7a829624-08e2-4f9b-aedf-b8ef33d06ea2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3853366
Dec 18 20:56:09.345948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37966) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:09.352074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b09fe15f-0b97-40bf-b218-e64ff9933df9', '8c02c893-1629-4833-9998-e05787ad6250', '24ea0eab-019c-481e-a0e8-afff63a3a8c8'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:09.352741 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e74eac-694e-46bd-b8b0-72da2ac2e319 None None] Sync routers for ids ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:56:09.354275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['209a1be9-0f3f-4756-8361-ca32f4b7d826'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:09.366888 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e74eac-694e-46bd-b8b0-72da2ac2e319 None None] Routers {'7a829624-08e2-4f9b-aedf-b8ef33d06ea2'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:09.367605 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-60e74eac-694e-46bd-b8b0-72da2ac2e319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641964c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:09.408261 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-60e74eac-694e-46bd-b8b0-72da2ac2e319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641964c0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:09.426956 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e74eac-694e-46bd-b8b0-72da2ac2e319 None None] Routers {'7a829624-08e2-4f9b-aedf-b8ef33d06ea2'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:09.430358 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-60e74eac-694e-46bd-b8b0-72da2ac2e319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641964c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:09.455043 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07519a-07cd-4a0d-9595-c19723209df4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Pushing event deleted for resources: {'Port': ['ID=24ea0eab-019c-481e-a0e8-afff63a3a8c8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:09.459103 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-39ae763a-fc80-4367-8087-e327c79de7e9 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] delete failed (client error): The resource could not be found.
Dec 18 20:56:09.462199 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-39ae763a-fc80-4367-8087-e327c79de7e9 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-986307694 HTTP/1.1" status: 404  len: 334 time: 0.0835836
Dec 18 20:56:09.477101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37968) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:09.483542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-632867e6-8709-4633-bda6-eb8e09634de8 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a829624-08e2-4f9b-aedf-b8ef33d06ea2'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:09.539323 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-60e74eac-694e-46bd-b8b0-72da2ac2e319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641964c0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:09.540230 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e74eac-694e-46bd-b8b0-72da2ac2e319 None None] The sync data for ids ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:56:09.562597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31f17e35-3aac-4941-9cbc-41142734dee8 req-f2000877-a625-4aff-8e6d-3f5dbb9faabe tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2280383
Dec 18 20:56:09.621082 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2d4d8bb-e067-4f60-85fa-b4fa16cc4836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:09.684612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-544472ce-c7f5-42df-a2ba-6116d82831db req-ec07519a-07cd-4a0d-9595-c19723209df4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] No DVR routers for this DVR port 24ea0eab-019c-481e-a0e8-afff63a3a8c8 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:09.689401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-544472ce-c7f5-42df-a2ba-6116d82831db req-ec07519a-07cd-4a0d-9595-c19723209df4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:09.693101 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-544472ce-c7f5-42df-a2ba-6116d82831db req-ec07519a-07cd-4a0d-9595-c19723209df4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "DELETE /v2.0/ports/24ea0eab-019c-481e-a0e8-afff63a3a8c8 HTTP/1.1" status: 204  len: 173 time: 1.7818503
Dec 18 20:56:09.694007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'name': 'network-vif-deleted', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:09.705627 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e2a73e-11c5-4cbc-9186-6daf18321fdb" -d '{"events": [{"server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "name": "network-vif-deleted", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:09.883967 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0e144b-2902-4731-ac0f-e9baa483dab7 x-openstack-request-id: req-bd0e144b-2902-4731-ac0f-e9baa483dab7 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:09.884336 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490a83d0-be20-498a-8e6d-036b4f27f890", "name": "network-vif-deleted", "tag": "24ea0eab-019c-481e-a0e8-afff63a3a8c8", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:09.884586 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd0e144b-2902-4731-ac0f-e9baa483dab7 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:09.885065 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490a83d0-be20-498a-8e6d-036b4f27f890', 'name': 'network-vif-deleted', 'tag': '24ea0eab-019c-481e-a0e8-afff63a3a8c8', 'status': 'completed', 'code': 200}
Dec 18 20:56:10.135015 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-632867e6-8709-4633-bda6-eb8e09634de8 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:10.175728 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-632867e6-8709-4633-bda6-eb8e09634de8 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] update failed (client error): The resource could not be found.
Dec 18 20:56:10.183702 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-632867e6-8709-4633-bda6-eb8e09634de8 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "PUT /v2.0/routers/7a829624-08e2-4f9b-aedf-b8ef33d06ea2 HTTP/1.1" status: 404  len: 339 time: 0.7054639
Dec 18 20:56:10.186664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37988) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:10.197126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b5650f9b-7fe0-4be1-98a6-f8a14157c40f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-736680467'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:10.294228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5650f9b-7fe0-4be1-98a6-f8a14157c40f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Made reservation on behalf of e714282bda974a68b3f22e10787fc062 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:56:10.298883 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5650f9b-7fe0-4be1-98a6-f8a14157c40f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:10.352290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c2d4d8bb-e067-4f60-85fa-b4fa16cc4836 admin admin] Deleting port e7466fae-f38a-465d-a133-4636aaa8c3fd {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:10.362652 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2d4d8bb-e067-4f60-85fa-b4fa16cc4836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:10.376848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5650f9b-7fe0-4be1-98a6-f8a14157c40f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:56:10.391439 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5650f9b-7fe0-4be1-98a6-f8a14157c40f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:10.391912 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-b5650f9b-7fe0-4be1-98a6-f8a14157c40f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Added segment e4c31d2c-6e9d-4d90-8299-19d045470bae of type vlan for network 0af5f299-0196-4cd9-9b05-bd83765f9566
Dec 18 20:56:10.487027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd1d0a-954b-4ad3-bf40-bd7d4708ac63 req-5dca444c-3c5c-4d25-85e6-77d407008941 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:10.488975 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3dd1d0a-954b-4ad3-bf40-bd7d4708ac63 req-5dca444c-3c5c-4d25-85e6-77d407008941 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2837515
Dec 18 20:56:10.580837 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5650f9b-7fe0-4be1-98a6-f8a14157c40f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:10.675658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef0be6-423c-45e7-9583-6e5fb26f62c0 req-a283598e-06fd-4841-b527-20f03cdaa61d tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:10.683743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3ef0be6-423c-45e7-9583-6e5fb26f62c0 req-a283598e-06fd-4841-b527-20f03cdaa61d tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.2202344
Dec 18 20:56:10.688808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3dd1d0a-954b-4ad3-bf40-bd7d4708ac63 req-ac6b92d3-8af8-44bd-bb7e-091661250214 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1654925
Dec 18 20:56:10.703116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-c2d4d8bb-e067-4f60-85fa-b4fa16cc4836 admin admin] For port e7466fae-f38a-465d-a133-4636aaa8c3fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7466fae-f38a-465d-a133-4636aaa8c3fd,segment=NetworkSegment(c4cbe43c-4119-4f62-9015-adb39186de3c),segment_id=c4cbe43c-4119-4f62-9015-adb39186de3c)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:10.703491 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2d4d8bb-e067-4f60-85fa-b4fa16cc4836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:10.712626 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5650f9b-7fe0-4be1-98a6-f8a14157c40f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:10.718131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5650f9b-7fe0-4be1-98a6-f8a14157c40f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:10.719140 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5650f9b-7fe0-4be1-98a6-f8a14157c40f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:10.756147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c2d4d8bb-e067-4f60-85fa-b4fa16cc4836 admin admin] Calling delete_port for e7466fae-f38a-465d-a133-4636aaa8c3fd owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:10.836982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b5650f9b-7fe0-4be1-98a6-f8a14157c40f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6465614
Dec 18 20:56:10.842132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38000) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:10.847142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ab95a43f-2f5e-448c-872a-d7f2cb52bf45 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Request body: {'subnet': {'network_id': '0af5f299-0196-4cd9-9b05-bd83765f9566', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:10.853491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5650f9b-7fe0-4be1-98a6-f8a14157c40f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'Network': ['ID=0af5f299-0196-4cd9-9b05-bd83765f9566,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:10.864804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 0af5f299-0196-4cd9-9b05-bd83765f9566 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:56:10.903725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3ef0be6-423c-45e7-9583-6e5fb26f62c0 req-da9313fa-cef6-4073-ae41-d6aef68cebfa tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176373
Dec 18 20:56:11.114176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca27fa-ef46-4871-82b1-02a8d5558d37 req-957135b0-bc15-41c6-9796-574f391dd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:11.116374 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27ca27fa-ef46-4871-82b1-02a8d5558d37 req-957135b0-bc15-41c6-9796-574f391dd213 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 1096 time: 0.0917747
Dec 18 20:56:11.283644 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca27fa-ef46-4871-82b1-02a8d5558d37 req-e1a8f5b8-5562-4394-9e69-5780e1a0702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:11.289694 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27ca27fa-ef46-4871-82b1-02a8d5558d37 req-e1a8f5b8-5562-4394-9e69-5780e1a0702c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.1635573
Dec 18 20:56:11.323311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b484e9-0b00-4699-8fc6-1037363aa7f4 req-2b6712b4-f71a-4122-b864-fe8eb9a9111d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:11.325100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47b484e9-0b00-4699-8fc6-1037363aa7f4 req-2b6712b4-f71a-4122-b864-fe8eb9a9111d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1761956
Dec 18 20:56:11.330654 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2d4d8bb-e067-4f60-85fa-b4fa16cc4836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:11.374615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab95a43f-2f5e-448c-872a-d7f2cb52bf45 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Made reservation on behalf of e714282bda974a68b3f22e10787fc062 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:56:11.379609 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab95a43f-2f5e-448c-872a-d7f2cb52bf45 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:11.383403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4d8bb-e067-4f60-85fa-b4fa16cc4836 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7466fae-f38a-465d-a133-4636aaa8c3fd,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:11.452786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3405415f-91a0-4198-9665-22100ed401a1 None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:11.453311 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27ca27fa-ef46-4871-82b1-02a8d5558d37 req-d790f6b1-6489-474f-a0e7-2f81ddfda92a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 200  len: 1000 time: 0.1537390
Dec 18 20:56:11.527750 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca27fa-ef46-4871-82b1-02a8d5558d37 req-f0a11469-f414-4443-9885-2a811cbf7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:11.531285 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27ca27fa-ef46-4871-82b1-02a8d5558d37 req-f0a11469-f414-4443-9885-2a811cbf7c69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.0703123
Dec 18 20:56:11.590118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca27fa-ef46-4871-82b1-02a8d5558d37 req-c9815bc0-556c-4408-8e46-9c0dc8ad864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:11.591831 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27ca27fa-ef46-4871-82b1-02a8d5558d37 req-c9815bc0-556c-4408-8e46-9c0dc8ad864e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0525298
Dec 18 20:56:11.669344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 24ea0eab-019c-481e-a0e8-afff63a3a8c8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:11.687752 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47b484e9-0b00-4699-8fc6-1037363aa7f4 req-7a497123-fb72-4a5f-a6af-4730fd62ead9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3480124
Dec 18 20:56:11.713446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 24ea0eab-019c-481e-a0e8-afff63a3a8c8 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:11.714207 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 24ea0eab-019c-481e-a0e8-afff63a3a8c8 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:11.722676 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27ca27fa-ef46-4871-82b1-02a8d5558d37 req-a2b03caf-9fde-4aa3-be5f-8f510138a9a1 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186776
Dec 18 20:56:11.855247 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27ca27fa-ef46-4871-82b1-02a8d5558d37 req-c867bfbb-4440-443e-98d0-4231fc42697d service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237545
Dec 18 20:56:11.879759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902051f-6ad2-4427-8849-49ed3811bd0f req-633728f9-4a50-4b61-90d3-ed1d622060e6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:11.888110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2902051f-6ad2-4427-8849-49ed3811bd0f req-633728f9-4a50-4b61-90d3-ed1d622060e6 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 950 time: 0.2434826
Dec 18 20:56:11.989036 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2902051f-6ad2-4427-8849-49ed3811bd0f req-56692b76-1fc2-4d95-9fbd-5a532d4ee40c tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995321
Dec 18 20:56:12.007628 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2d4d8bb-e067-4f60-85fa-b4fa16cc4836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:12.136385 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab95a43f-2f5e-448c-872a-d7f2cb52bf45 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:12.153945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ed77c-2f23-4726-b5fb-3486ee7afdf5 req-2b0b0a5f-14fd-4a7e-a55b-2aa76b7f5cdd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:12.155591 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-371ed77c-2f23-4726-b5fb-3486ee7afdf5 req-2b0b0a5f-14fd-4a7e-a55b-2aa76b7f5cdd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1610961
Dec 18 20:56:12.270643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95a43f-2f5e-448c-872a-d7f2cb52bf45 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'Subnet': ['ID=2dc167d7-69ba-4728-9b26-dfaf8670f7e5,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:12.368053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-371ed77c-2f23-4726-b5fb-3486ee7afdf5 req-2a6e25f6-11c5-49f3-806e-6db06f98c8be tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807075
Dec 18 20:56:12.379384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95a43f-2f5e-448c-872a-d7f2cb52bf45 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Checking segment: {'id': 'e4c31d2c-6e9d-4d90-8299-19d045470bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0af5f299-0196-4cd9-9b05-bd83765f9566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:12.379762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95a43f-2f5e-448c-872a-d7f2cb52bf45 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Network hostable DHCP agents. Network: 0af5f299-0196-4cd9-9b05-bd83765f9566, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:56:12.445297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95a43f-2f5e-448c-872a-d7f2cb52bf45 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Network 0af5f299-0196-4cd9-9b05-bd83765f9566 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:56:12.465836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ab95a43f-2f5e-448c-872a-d7f2cb52bf45 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0af5f299-0196-4cd9-9b05-bd83765f9566) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:12.474461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab95a43f-2f5e-448c-872a-d7f2cb52bf45 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:12.475052 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab95a43f-2f5e-448c-872a-d7f2cb52bf45 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:12.497010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843e2c62-f6ff-496a-840e-92405e089f8a None None] Network 0af5f299-0196-4cd9-9b05-bd83765f9566 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:12.503297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d4d8bb-e067-4f60-85fa-b4fa16cc4836 admin admin] Router ae78ae5c-1635-467a-bd13-6bbe3422a219 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:56:12.510404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ab95a43f-2f5e-448c-872a-d7f2cb52bf45 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.6644924
Dec 18 20:56:12.511425 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38048) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:12.516427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2842b1a5-9f66-4d66-91ed-e9425bb38750 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Request body: {'router': {'external_gateway_info': {'network_id': '0af5f299-0196-4cd9-9b05-bd83765f9566'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:12.689541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d4d8bb-e067-4f60-85fa-b4fa16cc4836 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:56:12.695693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c2d4d8bb-e067-4f60-85fa-b4fa16cc4836 admin admin] 10.222.0.13 "PUT /v2.0/routers/ae78ae5c-1635-467a-bd13-6bbe3422a219/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5386481
Dec 18 20:56:12.698570 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38050) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:12.704798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb823f-5fd6-498c-901a-af3ab4425206 None None] Sync routers for ids ['ae78ae5c-1635-467a-bd13-6bbe3422a219'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:56:12.720226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267f29af-8518-4b15-991b-08144d17444e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0af5f299-0196-4cd9-9b05-bd83765f9566', 'network_id': '0af5f299-0196-4cd9-9b05-bd83765f9566', 'project_id': 'e714282bda974a68b3f22e10787fc062', 'fixed_ips': [{'subnet_id': '2dc167d7-69ba-4728-9b26-dfaf8670f7e5'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:56:12.721785 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:12.744292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb823f-5fd6-498c-901a-af3ab4425206 None None] Routers {'ae78ae5c-1635-467a-bd13-6bbe3422a219'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:12.745072 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-71fb823f-5fd6-498c-901a-af3ab4425206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ebef340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ae78ae5c-1635-467a-bd13-6bbe3422a219'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:12.879340 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2842b1a5-9f66-4d66-91ed-e9425bb38750 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:12.912041 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:12.955653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751756a1-c8ff-480f-bca3-5e029adb4290 req-285574e1-0197-4580-96d5-d6d97025223e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:12.957143 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-751756a1-c8ff-480f-bca3-5e029adb4290 req-285574e1-0197-4580-96d5-d6d97025223e tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 950 time: 0.1930690
Dec 18 20:56:12.982135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c7975-3914-4810-bff3-58474e56738e req-047fb46d-b920-4096-91b4-64c6ba0ec0c5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:12.983707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-222c7975-3914-4810-bff3-58474e56738e req-047fb46d-b920-4096-91b4-64c6ba0ec0c5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1194863
Dec 18 20:56:12.991984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-71fb823f-5fd6-498c-901a-af3ab4425206 None None] Set router ae78ae5c-1635-467a-bd13-6bbe3422a219 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:56:13.146332 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-2842b1a5-9f66-4d66-91ed-e9425bb38750 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 20:56:13.150861 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2842b1a5-9f66-4d66-91ed-e9425bb38750 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "PUT /v2.0/routers/7a829624-08e2-4f9b-aedf-b8ef33d06ea2 HTTP/1.1" status: 400  len: 364 time: 0.6348369
Dec 18 20:56:13.152203 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38058) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:13.163758 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-267f29af-8518-4b15-991b-08144d17444e None None] Allocated IP 2001:db8:1::2 (0af5f299-0196-4cd9-9b05-bd83765f9566/2dc167d7-69ba-4728-9b26-dfaf8670f7e5/ddb8906e-890a-45a4-a1e5-dcaeed85153f) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:13.164680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-222c7975-3914-4810-bff3-58474e56738e req-ab57fbd2-9f7c-4d33-aa8a-39d226f48315 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1451781
Dec 18 20:56:13.175183 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:13.232922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-751756a1-c8ff-480f-bca3-5e029adb4290 req-a02033e6-be07-41ca-a2a9-6ecd76691728 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Deleting port 8c02c893-1629-4833-9998-e05787ad6250 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:13.233285 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-751756a1-c8ff-480f-bca3-5e029adb4290 req-a02033e6-be07-41ca-a2a9-6ecd76691728 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:13.234246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4149c-1142-4d07-b60b-5d50db4545ee req-c8be8a24-71b9-465d-b7a6-40967fc81454 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:13.236295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ac4149c-1142-4d07-b60b-5d50db4545ee req-c8be8a24-71b9-465d-b7a6-40967fc81454 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=784e8c5e-4c15-42ef-8cec-143c0b396585 HTTP/1.1" status: 200  len: 950 time: 0.1402972
Dec 18 20:56:13.313213 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ac4149c-1142-4d07-b60b-5d50db4545ee req-9de1a8d0-92b5-4ffd-b772-a380350b6a2a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639963
Dec 18 20:56:13.318232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Deleting port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:13.318607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:13.426005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-71fb823f-5fd6-498c-901a-af3ab4425206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ebef340>, [{'id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'name': 'tempest-ServerRescueTestJSON-1480920450-router', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216'}], 'enable_snat': True}, 'gw_port_id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:38Z', 'updated_at': '2021-12-18T20:56:11Z', 'revision_number': 5, 'project_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'gw_port': {'id': '6a48a35e-effa-46bf-8968-c3aa2a0f1bcd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:40Z', 'updated_at': '2021-12-18T20:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:13.459707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb823f-5fd6-498c-901a-af3ab4425206 None None] Checking router: ae78ae5c-1635-467a-bd13-6bbe3422a219 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:56:13.465510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] For port 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a48a35e-effa-46bf-8968-c3aa2a0f1bcd,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:13.466613 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:13.472985 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb823f-5fd6-498c-901a-af3ab4425206 None None] Routers {'ae78ae5c-1635-467a-bd13-6bbe3422a219'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:13.473636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-71fb823f-5fd6-498c-901a-af3ab4425206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ebef340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ae78ae5c-1635-467a-bd13-6bbe3422a219'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:13.486891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Calling delete_port for 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:13.510894 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:13.528888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-751756a1-c8ff-480f-bca3-5e029adb4290 req-a02033e6-be07-41ca-a2a9-6ecd76691728 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] For port 8c02c893-1629-4833-9998-e05787ad6250, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c02c893-1629-4833-9998-e05787ad6250,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:13.529627 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-751756a1-c8ff-480f-bca3-5e029adb4290 req-a02033e6-be07-41ca-a2a9-6ecd76691728 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:13.549050 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:13.572742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-751756a1-c8ff-480f-bca3-5e029adb4290 req-a02033e6-be07-41ca-a2a9-6ecd76691728 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Calling delete_port for 8c02c893-1629-4833-9998-e05787ad6250 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:13.598838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb9869-30cc-4b91-a322-29d492c46ba4 req-d4ae00da-ed91-4312-80a8-6dfd33fe0a89 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:13.608161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6fb9869-30cc-4b91-a322-29d492c46ba4 req-d4ae00da-ed91-4312-80a8-6dfd33fe0a89 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1997576
Dec 18 20:56:13.610610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-71fb823f-5fd6-498c-901a-af3ab4425206 None None] Set router ae78ae5c-1635-467a-bd13-6bbe3422a219 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:56:13.619087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267f29af-8518-4b15-991b-08144d17444e None None] Network 0af5f299-0196-4cd9-9b05-bd83765f9566 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:13.653096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681d60b-e407-48d7-9eb1-1c397e218074 req-5b98010e-bb0f-4842-b4a2-1f343178f324 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:13.654764 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3681d60b-e407-48d7-9eb1-1c397e218074 req-5b98010e-bb0f-4842-b4a2-1f343178f324 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1604033
Dec 18 20:56:13.686541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-267f29af-8518-4b15-991b-08144d17444e None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:13.689757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-71fb823f-5fd6-498c-901a-af3ab4425206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ebef340>, [{'id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'name': 'tempest-ServerRescueTestJSON-1480920450-router', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:38Z', 'updated_at': '2021-12-18T20:56:13Z', 'revision_number': 6, 'project_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:13.692128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f29af-8518-4b15-991b-08144d17444e None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:13.694748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f29af-8518-4b15-991b-08144d17444e None None] Pushing event updated for resources: {'Port': ['ID=ddb8906e-890a-45a4-a1e5-dcaeed85153f,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:13.738735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb823f-5fd6-498c-901a-af3ab4425206 None None] The sync data for ids ['ae78ae5c-1635-467a-bd13-6bbe3422a219'] in ncdv-master-1 is: [{'id': 'ae78ae5c-1635-467a-bd13-6bbe3422a219', 'name': 'tempest-ServerRescueTestJSON-1480920450-router', 'tenant_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:38Z', 'updated_at': '2021-12-18T20:56:13Z', 'revision_number': 6, 'project_id': 'eaf2a3560d8e4c1993aa5a1dfdac5b4e', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:56:13.744508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.744872 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.745225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.745540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.745879 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.746507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.746908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.747244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.747575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.747903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.748232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.748560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.748890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:13.786660 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6fb9869-30cc-4b91-a322-29d492c46ba4 req-bc1e8c9c-7db8-4e1a-891b-760f9e5e9f8d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1617558
Dec 18 20:56:13.800798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3681d60b-e407-48d7-9eb1-1c397e218074 req-b3a3b3c0-8509-41eb-9d0f-9fbc9bf0a3c5 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271961
Dec 18 20:56:13.838224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-267f29af-8518-4b15-991b-08144d17444e None None] Attempting to bind port ddb8906e-890a-45a4-a1e5-dcaeed85153f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:56:13.838224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-267f29af-8518-4b15-991b-08144d17444e None None] Attempting to bind port ddb8906e-890a-45a4-a1e5-dcaeed85153f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e4c31d2c-6e9d-4d90-8299-19d045470bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0af5f299-0196-4cd9-9b05-bd83765f9566'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:56:13.838224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f29af-8518-4b15-991b-08144d17444e None None] Attempting to bind port ddb8906e-890a-45a4-a1e5-dcaeed85153f on network 0af5f299-0196-4cd9-9b05-bd83765f9566 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:13.838224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f29af-8518-4b15-991b-08144d17444e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:56:13.838224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f29af-8518-4b15-991b-08144d17444e None None] Checking segment: {'id': 'e4c31d2c-6e9d-4d90-8299-19d045470bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0af5f299-0196-4cd9-9b05-bd83765f9566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:13.839052 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:13.839534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f29af-8518-4b15-991b-08144d17444e None None] Bound using segment: {'id': 'e4c31d2c-6e9d-4d90-8299-19d045470bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0af5f299-0196-4cd9-9b05-bd83765f9566'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:56:13.840187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-267f29af-8518-4b15-991b-08144d17444e None None] Bound port: ddb8906e-890a-45a4-a1e5-dcaeed85153f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c31d2c-6e9d-4d90-8299-19d045470bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0af5f299-0196-4cd9-9b05-bd83765f9566'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:56:13.840671 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:13.929004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:13.958858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-267f29af-8518-4b15-991b-08144d17444e None None] For port ddb8906e-890a-45a4-a1e5-dcaeed85153f, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:56:13.970899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-267f29af-8518-4b15-991b-08144d17444e None None] For port ddb8906e-890a-45a4-a1e5-dcaeed85153f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb8906e-890a-45a4-a1e5-dcaeed85153f,segment=NetworkSegment(e4c31d2c-6e9d-4d90-8299-19d045470bae),segment_id=e4c31d2c-6e9d-4d90-8299-19d045470bae)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:56:13.987458 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-267f29af-8518-4b15-991b-08144d17444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:14.009852 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:14.050813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a48a35e-effa-46bf-8968-c3aa2a0f1bcd,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:14.084639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f29af-8518-4b15-991b-08144d17444e None None] Pushing event updated for resources: {'Port': ['ID=ddb8906e-890a-45a4-a1e5-dcaeed85153f,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:14.099778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37650cd6-ca8c-45e4-b205-17c7f0d83a14 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:14.238640 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:14.252250 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd4267-ab94-44bd-8398-7ac49c4df0d9 req-7fcfb027-37da-48d0-9177-3fbc2cca632e tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:14.254001 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19cd4267-ab94-44bd-8398-7ac49c4df0d9 req-7fcfb027-37da-48d0-9177-3fbc2cca632e tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 950 time: 0.1079650
Dec 18 20:56:14.295900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-751756a1-c8ff-480f-bca3-5e029adb4290 req-a02033e6-be07-41ca-a2a9-6ecd76691728 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:14.308452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b09fe15f-0b97-40bf-b218-e64ff9933df9', '8c02c893-1629-4833-9998-e05787ad6250'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:14.314056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['209a1be9-0f3f-4756-8361-ca32f4b7d826'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:14.362480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02033e6-be07-41ca-a2a9-6ecd76691728 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Pushing event deleted for resources: {'Port': ['ID=8c02c893-1629-4833-9998-e05787ad6250,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:14.417291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-751756a1-c8ff-480f-bca3-5e029adb4290 req-a02033e6-be07-41ca-a2a9-6ecd76691728 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] No DVR routers for this DVR port 8c02c893-1629-4833-9998-e05787ad6250 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:14.420261 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-751756a1-c8ff-480f-bca3-5e029adb4290 req-a02033e6-be07-41ca-a2a9-6ecd76691728 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:14.424401 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-751756a1-c8ff-480f-bca3-5e029adb4290 req-a02033e6-be07-41ca-a2a9-6ecd76691728 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "DELETE /v2.0/ports/8c02c893-1629-4833-9998-e05787ad6250 HTTP/1.1" status: 204  len: 173 time: 1.4580619
Dec 18 20:56:14.427279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'name': 'network-vif-deleted', 'tag': '8c02c893-1629-4833-9998-e05787ad6250'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:14.431138 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bbaf37-e729-4df0-97aa-19316e135f1d" -d '{"events": [{"server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "name": "network-vif-deleted", "tag": "8c02c893-1629-4833-9998-e05787ad6250"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:14.454227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Allocated IP 2001:db8::1 (609bdd11-a377-4caf-bc63-2023e2742d6f/b617a9c7-2e77-402a-aa38-ac7395f75aeb/949a33f0-e23f-42af-8120-55e7a87dbb17) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:14.694241 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:14.760261 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:14.785444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:14.861409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Network 609bdd11-a377-4caf-bc63-2023e2742d6f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:14.864811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:14.869911 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:14.870896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:14.939996 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'Port': ['ID=949a33f0-e23f-42af-8120-55e7a87dbb17,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:14.951413 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:14.956167 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.015383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19cd4267-ab94-44bd-8398-7ac49c4df0d9 req-1fe80b67-ce8c-4c2d-b6b3-debfa1f333b9 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7346277
Dec 18 20:56:15.101210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd45d1-8057-4acd-a277-f8e519429de0 req-34e0999a-4731-4b50-b7f2-c1ebe27a4b9b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:15.111623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66fd45d1-8057-4acd-a277-f8e519429de0 req-34e0999a-4731-4b50-b7f2-c1ebe27a4b9b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.8212490
Dec 18 20:56:15.132532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.138868 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.139757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae78ae5c-1635-467a-bd13-6bbe3422a219 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:56:15.160326 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.164452 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c5a09439-16be-4518-9767-6e9cd2fa950a admin admin] 10.222.0.13 "DELETE /v2.0/routers/ae78ae5c-1635-467a-bd13-6bbe3422a219 HTTP/1.1" status: 204  len: 168 time: 2.4648244
Dec 18 20:56:15.171786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38104) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:15.266041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ddb8906e-890a-45a4-a1e5-dcaeed85153f up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:15.301659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66fd45d1-8057-4acd-a277-f8e519429de0 req-832762b6-68f9-41b6-9427-e5711340791b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1826675
Dec 18 20:56:15.335447 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f86153c-593b-417e-9a5e-42b67c4b4a81 admin admin] Deleting subnet 1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:56:15.344869 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port ddb8906e-890a-45a4-a1e5-dcaeed85153f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:15.351910 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f86153c-593b-417e-9a5e-42b67c4b4a81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.354900 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.397384 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448a660c-e3e5-4c57-927e-a41df0c45145 x-openstack-request-id: req-448a660c-e3e5-4c57-927e-a41df0c45145 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:15.398470 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784e8c5e-4c15-42ef-8cec-143c0b396585", "name": "network-vif-deleted", "tag": "8c02c893-1629-4833-9998-e05787ad6250", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:15.399238 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-448a660c-e3e5-4c57-927e-a41df0c45145 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:15.402353 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784e8c5e-4c15-42ef-8cec-143c0b396585', 'name': 'network-vif-deleted', 'tag': '8c02c893-1629-4833-9998-e05787ad6250', 'status': 'completed', 'code': 200}
Dec 18 20:56:15.408710 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f86153c-593b-417e-9a5e-42b67c4b4a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.551557 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f86153c-593b-417e-9a5e-42b67c4b4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.611505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7d595-c81f-48d5-a41e-3e087662b4ba req-8d8e56a6-c2c9-4377-b75e-a6a05b1889f7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:15.613026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6d7d595-c81f-48d5-a41e-3e087662b4ba req-8d8e56a6-c2c9-4377-b75e-a6a05b1889f7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1519275
Dec 18 20:56:15.716398 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.747824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3697577d-eef4-40be-904e-a4e34acde743 None None] Provisioning complete for port 949a33f0-e23f-42af-8120-55e7a87dbb17 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:15.750208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3697577d-eef4-40be-904e-a4e34acde743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.769104 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.769805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6d7d595-c81f-48d5-a41e-3e087662b4ba req-4bb1d169-5ca5-48d0-a1be-9c9c3c857b97 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463649
Dec 18 20:56:15.777403 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.778338 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.801935 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f86153c-593b-417e-9a5e-42b67c4b4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.815947 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3697577d-eef4-40be-904e-a4e34acde743 None None] Port 949a33f0-e23f-42af-8120-55e7a87dbb17 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:56:15.819004 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port ddb8906e-890a-45a4-a1e5-dcaeed85153f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb8906e-890a-45a4-a1e5-dcaeed85153f,segment=NetworkSegment(e4c31d2c-6e9d-4d90-8299-19d045470bae),segment_id=e4c31d2c-6e9d-4d90-8299-19d045470bae)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:15.827971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.848497 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f86153c-593b-417e-9a5e-42b67c4b4a81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:15.863699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9f86153c-593b-417e-9a5e-42b67c4b4a81 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1 HTTP/1.1" status: 204  len: 168 time: 0.6865120
Dec 18 20:56:15.865766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38118) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:15.931238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86153c-593b-417e-9a5e-42b67c4b4a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e0e23f3-bc0e-4b54-88f6-4a8fca8bbfd1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:15.951287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9f112a-4a46-4eb3-a49a-1d39602585ea None None] Network e50169fc-b606-4273-ae66-869a743059d2 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:15.996719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e7466fae-f38a-465d-a133-4636aaa8c3fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:16.012039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event updated for resources: {'Port': ['ID=949a33f0-e23f-42af-8120-55e7a87dbb17,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:16.058546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=ddb8906e-890a-45a4-a1e5-dcaeed85153f,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:16.114628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: e7466fae-f38a-465d-a133-4636aaa8c3fd {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:16.114752 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e7466fae-f38a-465d-a133-4636aaa8c3fd not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:16.115574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:16.129863 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:16.136725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Network 609bdd11-a377-4caf-bc63-2023e2742d6f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:16.142556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:16.178218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e948b-3dbe-4078-9645-cc1d1a07de6f None None] Network 0af5f299-0196-4cd9-9b05-bd83765f9566 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:16.193623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:16.193989 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6a48a35e-effa-46bf-8968-c3aa2a0f1bcd not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:16.345559 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:16.359729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Router 7a829624-08e2-4f9b-aedf-b8ef33d06ea2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:56:16.384478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-358804e6-4192-4a38-bc5b-8086fe871b33 None None] Provisioning complete for port ddb8906e-890a-45a4-a1e5-dcaeed85153f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:16.385437 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-358804e6-4192-4a38-bc5b-8086fe871b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:16.423060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daedfe7-5fc0-427e-ba2e-66f476816032 None None] DHCP port deletion for e50169fc-b606-4273-ae66-869a743059d2 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:16.513149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f492430>,) {'filters': {'network_id': ['e50169fc-b606-4273-ae66-869a743059d2']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:16.521273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:56:16.536978 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c6d27-36e5-461a-93ee-629ca1534e5a None None] Sync routers for ids ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:56:16.540502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f492430>, 'c4cbe43c-4119-4f62-9015-adb39186de3c') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:16.540502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f492430>, 'c4cbe43c-4119-4f62-9015-adb39186de3c') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:16.552956 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d7a85e37-6b05-4fe4-8d46-3b0d76b5351f tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "PUT /v2.0/routers/7a829624-08e2-4f9b-aedf-b8ef33d06ea2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3999302
Dec 18 20:56:16.553295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a959d-d7a9-45ce-9dbd-7a02697da7c8 req-40b2a8e4-c4ec-412d-a98e-4d05f541b802 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:16.553768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38138) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:16.559080 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c6d27-36e5-461a-93ee-629ca1534e5a None None] Routers {'7a829624-08e2-4f9b-aedf-b8ef33d06ea2'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:16.561157 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5c1c6d27-36e5-461a-93ee-629ca1534e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5b0cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:16.561825 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f1a959d-d7a9-45ce-9dbd-7a02697da7c8 req-40b2a8e4-c4ec-412d-a98e-4d05f541b802 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.2300670
Dec 18 20:56:16.613948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93423c58-fccf-45b0-8f5d-fd5c029ac244 req-9f52a4c9-b0c9-4295-891f-ab5332ee808f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:16.616169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93423c58-fccf-45b0-8f5d-fd5c029ac244 req-9f52a4c9-b0c9-4295-891f-ab5332ee808f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2779849
Dec 18 20:56:16.620091 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:16.620578 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5c1c6d27-36e5-461a-93ee-629ca1534e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5b0cd0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:16.630037 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c6d27-36e5-461a-93ee-629ca1534e5a None None] Routers {'7a829624-08e2-4f9b-aedf-b8ef33d06ea2'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:16.631390 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5c1c6d27-36e5-461a-93ee-629ca1534e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5b0cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:16.663940 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:16.690847 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5c1c6d27-36e5-461a-93ee-629ca1534e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5b0cd0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:16.691550 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c6d27-36e5-461a-93ee-629ca1534e5a None None] The sync data for ids ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:56:16.704701 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:56:16.705362 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:56:16.710444 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:56:16.719655 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b7a97eb-4101-47be-993a-0089fd527712 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:16.723083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-adcaaee7-4f64-43cf-9c4e-dfc54a56b9f1 None None] Provisioning complete for port 949a33f0-e23f-42af-8120-55e7a87dbb17 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:16.723840 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-adcaaee7-4f64-43cf-9c4e-dfc54a56b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:16.734050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f1a959d-d7a9-45ce-9dbd-7a02697da7c8 req-b254ecdf-5687-46fd-b160-18fc547b31aa tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694160
Dec 18 20:56:16.761857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-adcaaee7-4f64-43cf-9c4e-dfc54a56b9f1 None None] Port 949a33f0-e23f-42af-8120-55e7a87dbb17 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:56:16.799848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93423c58-fccf-45b0-8f5d-fd5c029ac244 req-efce1809-fd0e-4e06-8c34-ede51ca71f98 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1759989
Dec 18 20:56:16.836205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:16.855603 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:16.858574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e50169fc-b606-4273-ae66-869a743059d2 HTTP/1.1" status: 204  len: 168 time: 0.9896507
Dec 18 20:56:16.861800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b05371-c722-4a6a-9127-8db243df52a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e50169fc-b606-4273-ae66-869a743059d2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:16.897845 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-3b7a97eb-4101-47be-993a-0089fd527712 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 18 20:56:16.902874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38144) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:16.902981 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3b7a97eb-4101-47be-993a-0089fd527712 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "DELETE /v2.0/routers/7a829624-08e2-4f9b-aedf-b8ef33d06ea2 HTTP/1.1" status: 409  len: 329 time: 0.3442311
Dec 18 20:56:16.987831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-28f2aacb-ec76-45b7-8b61-7dde54e23a8c None None] Provisioning complete for port ddb8906e-890a-45a4-a1e5-dcaeed85153f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:16.988402 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-28f2aacb-ec76-45b7-8b61-7dde54e23a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:17.101815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ddb8906e-890a-45a4-a1e5-dcaeed85153f up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:17.111402 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38146) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:17.122055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d1e67-50e4-4a16-8c27-8580da4f900c req-f171091a-d015-4c0f-8fa5-9e4de84af01c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:17.123625 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b34d1e67-50e4-4a16-8c27-8580da4f900c req-f171091a-d015-4c0f-8fa5-9e4de84af01c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1909685
Dec 18 20:56:17.152306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port ddb8906e-890a-45a4-a1e5-dcaeed85153f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:17.152901 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:17.163669 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-609cc136-09f2-4d70-a8f6-6cc2f15d8666 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eaf2a3560d8e4c1993aa5a1dfdac5b4e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0474279
Dec 18 20:56:17.164035 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38148) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:17.233281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77014c75-682d-4620-9058-68038bfc62c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:17.252595 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b34d1e67-50e4-4a16-8c27-8580da4f900c req-cae91dab-8a71-475d-9325-67b21c129c8a tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159356
Dec 18 20:56:17.278580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77014c75-682d-4620-9058-68038bfc62c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:17.371659 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77014c75-682d-4620-9058-68038bfc62c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:17.375362 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77014c75-682d-4620-9058-68038bfc62c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:17.379881 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-77014c75-682d-4620-9058-68038bfc62c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a93da5a-7522-4d59-80e9-264f0974ad2b HTTP/1.1" status: 204  len: 168 time: 0.2126017
Dec 18 20:56:17.392672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77014c75-682d-4620-9058-68038bfc62c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a93da5a-7522-4d59-80e9-264f0974ad2b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:17.462969 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-831409df-d045-42fe-acee-a4e57e7f39d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:17.700177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8c02c893-1629-4833-9998-e05787ad6250 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:17.744668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 8c02c893-1629-4833-9998-e05787ad6250 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:17.746345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8c02c893-1629-4833-9998-e05787ad6250 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:17.746793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b8e5c57-7646-45bc-8bdf-d19b316188ed no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:17.769253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431d852-0f9a-4652-830e-3f29ef1f693f req-ecc33eec-0b79-4365-9a91-8b71f1fead20 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:17.772093 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c431d852-0f9a-4652-830e-3f29ef1f693f req-ecc33eec-0b79-4365-9a91-8b71f1fead20 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.1069813
Dec 18 20:56:17.940951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-c431d852-0f9a-4652-830e-3f29ef1f693f req-81fce2f3-4bde-4932-a63e-70e50165e82a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Deleting port b09fe15f-0b97-40bf-b218-e64ff9933df9 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:17.941556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c431d852-0f9a-4652-830e-3f29ef1f693f req-81fce2f3-4bde-4932-a63e-70e50165e82a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:17.962464 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:17.984476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f4e01-0822-4562-8ea9-bd12c0794f2f req-59451850-d6c5-4f43-b02e-dbaf3381fbb9 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:17.986286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d5f4e01-0822-4562-8ea9-bd12c0794f2f req-59451850-d6c5-4f43-b02e-dbaf3381fbb9 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfebec43-3354-4223-9f86-adc3ef6fb19d HTTP/1.1" status: 200  len: 949 time: 0.1507969
Dec 18 20:56:17.991484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-831409df-d045-42fe-acee-a4e57e7f39d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Deleting port 949a33f0-e23f-42af-8120-55e7a87dbb17 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:17.991665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd93280f-4987-4eea-b229-7cc365db43ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b8e5c57-7646-45bc-8bdf-d19b316188ed'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:17.992104 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-831409df-d045-42fe-acee-a4e57e7f39d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:17.994585 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f65b2d-4d89-4922-badf-eb3eb4f8b536" -d '{"events": [{"server_uuid": "bd93280f-4987-4eea-b229-7cc365db43ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2b8e5c57-7646-45bc-8bdf-d19b316188ed"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:18.008654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2b8e5c57-7646-45bc-8bdf-d19b316188ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b8e5c57-7646-45bc-8bdf-d19b316188ed,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:18.020404 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:18.080180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=2b8e5c57-7646-45bc-8bdf-d19b316188ed,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:18.082336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c431d852-0f9a-4652-830e-3f29ef1f693f req-81fce2f3-4bde-4932-a63e-70e50165e82a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] For port b09fe15f-0b97-40bf-b218-e64ff9933df9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b09fe15f-0b97-40bf-b218-e64ff9933df9,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:18.082721 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c431d852-0f9a-4652-830e-3f29ef1f693f req-81fce2f3-4bde-4932-a63e-70e50165e82a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:18.105939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa509d-3377-4b7e-85f4-5358b3cb1704 req-8bbcf2c5-1832-4fe0-8048-4e5ca5a99588 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:18.106798 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-c431d852-0f9a-4652-830e-3f29ef1f693f req-81fce2f3-4bde-4932-a63e-70e50165e82a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Calling delete_port for b09fe15f-0b97-40bf-b218-e64ff9933df9 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:18.113393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39aa509d-3377-4b7e-85f4-5358b3cb1704 req-8bbcf2c5-1832-4fe0-8048-4e5ca5a99588 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1751666
Dec 18 20:56:18.157742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d5f4e01-0822-4562-8ea9-bd12c0794f2f req-170a2e19-5230-4d66-a43f-308a474af101 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607068
Dec 18 20:56:18.193342 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-831409df-d045-42fe-acee-a4e57e7f39d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:18.215597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-831409df-d045-42fe-acee-a4e57e7f39d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Calling delete_port for 949a33f0-e23f-42af-8120-55e7a87dbb17 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:18.221228 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39aa509d-3377-4b7e-85f4-5358b3cb1704 req-4fdae92e-bbd2-4615-963c-4258e8561e35 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062350
Dec 18 20:56:18.271366 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c431d852-0f9a-4652-830e-3f29ef1f693f req-81fce2f3-4bde-4932-a63e-70e50165e82a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:18.285318 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['209a1be9-0f3f-4756-8361-ca32f4b7d826'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:18.290299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b09fe15f-0b97-40bf-b218-e64ff9933df9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:18.392263 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dd4ecc-f382-423b-a896-a2d6eeab913d x-openstack-request-id: req-50dd4ecc-f382-423b-a896-a2d6eeab913d {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:18.396908 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd93280f-4987-4eea-b229-7cc365db43ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2b8e5c57-7646-45bc-8bdf-d19b316188ed", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:18.399768 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50dd4ecc-f382-423b-a896-a2d6eeab913d {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:18.400766 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd93280f-4987-4eea-b229-7cc365db43ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b8e5c57-7646-45bc-8bdf-d19b316188ed', 'code': 200}
Dec 18 20:56:18.403992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fce2f3-4bde-4932-a63e-70e50165e82a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Pushing event deleted for resources: {'Port': ['ID=b09fe15f-0b97-40bf-b218-e64ff9933df9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:18.441186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c431d852-0f9a-4652-830e-3f29ef1f693f req-81fce2f3-4bde-4932-a63e-70e50165e82a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] No DVR routers for this DVR port b09fe15f-0b97-40bf-b218-e64ff9933df9 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:18.448773 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c431d852-0f9a-4652-830e-3f29ef1f693f req-81fce2f3-4bde-4932-a63e-70e50165e82a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:18.452980 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c431d852-0f9a-4652-830e-3f29ef1f693f req-81fce2f3-4bde-4932-a63e-70e50165e82a tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.36 "DELETE /v2.0/ports/b09fe15f-0b97-40bf-b218-e64ff9933df9 HTTP/1.1" status: 204  len: 173 time: 0.6702595
Dec 18 20:56:18.453671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfebec43-3354-4223-9f86-adc3ef6fb19d', 'name': 'network-vif-deleted', 'tag': 'b09fe15f-0b97-40bf-b218-e64ff9933df9'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:18.456293 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dc986c-e856-4675-b61d-ddba5567326e" -d '{"events": [{"server_uuid": "cfebec43-3354-4223-9f86-adc3ef6fb19d", "name": "network-vif-deleted", "tag": "b09fe15f-0b97-40bf-b218-e64ff9933df9"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:18.519714 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c8f3a1-0353-4143-a340-c3a32af9ede2 x-openstack-request-id: req-32c8f3a1-0353-4143-a340-c3a32af9ede2 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:18.520208 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfebec43-3354-4223-9f86-adc3ef6fb19d", "name": "network-vif-deleted", "tag": "b09fe15f-0b97-40bf-b218-e64ff9933df9", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:18.520642 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32c8f3a1-0353-4143-a340-c3a32af9ede2 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:18.521273 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfebec43-3354-4223-9f86-adc3ef6fb19d', 'name': 'network-vif-deleted', 'tag': 'b09fe15f-0b97-40bf-b218-e64ff9933df9', 'status': 'completed', 'code': 200}
Dec 18 20:56:18.533302 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38226) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:18.547173 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-831409df-d045-42fe-acee-a4e57e7f39d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:18.592339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831409df-d045-42fe-acee-a4e57e7f39d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event deleted for resources: {'Port': ['ID=949a33f0-e23f-42af-8120-55e7a87dbb17,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:18.700665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-125015243-network', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:18.755989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Made reservation on behalf of c2aba7bee78744949dc3323cb4c7df55 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:56:18.760411 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:18.779530 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:18.824117 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c445d7e-b013-48b7-b8de-129a70f639c9 req-c2febff5-11a0-405e-8987-d252ad773c72 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:18.834422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c445d7e-b013-48b7-b8de-129a70f639c9 req-c2febff5-11a0-405e-8987-d252ad773c72 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2313223
Dec 18 20:56:18.854474 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-831409df-d045-42fe-acee-a4e57e7f39d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:18.919636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:18.932575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:18.958290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:56:18.981160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82baf06-1e56-45ce-a678-cc635e4315f3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:18.984816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:18.985410 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Added segment 0d475dd0-8cc9-4762-8322-6865918292ed of type vlan for network 6debd13b-b209-4e15-a34d-3cefcc31c991
Dec 18 20:56:18.998231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c445d7e-b013-48b7-b8de-129a70f639c9 req-09238234-bf9c-4c2a-ac7b-b3e39702e72e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1624973
Dec 18 20:56:19.037805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:19.067060 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:19.068874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:19.069373 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:19.085277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831409df-d045-42fe-acee-a4e57e7f39d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Router 7a829624-08e2-4f9b-aedf-b8ef33d06ea2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:56:19.124931 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.5905311
Dec 18 20:56:19.128143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38240) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:19.135655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151e80a-feb9-43f8-8b93-78b2b4418de8 admin admin] Pushing event updated for resources: {'Network': ['ID=6debd13b-b209-4e15-a34d-3cefcc31c991,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:19.146689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 6debd13b-b209-4e15-a34d-3cefcc31c991 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:56:19.156825 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7d944c48-580c-45ed-8356-b9a7efeb777f admin admin] Request body: {'subnet': {'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-125015243-subnet', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:19.170762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831409df-d045-42fe-acee-a4e57e7f39d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:56:19.181624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-831409df-d045-42fe-acee-a4e57e7f39d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "PUT /v2.0/routers/7a829624-08e2-4f9b-aedf-b8ef33d06ea2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2727778
Dec 18 20:56:19.181624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38242) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:19.188517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f90d3-969e-41c1-be33-c632cfad489f None None] Sync routers for ids ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:56:19.221154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f90d3-969e-41c1-be33-c632cfad489f None None] Routers {'7a829624-08e2-4f9b-aedf-b8ef33d06ea2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:19.221800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-128f90d3-969e-41c1-be33-c632cfad489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e3c4910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:19.238775 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-6ec1b49d-d132-41b9-8ed1-162c44be2d46 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] show failed (client error): The resource could not be found.
Dec 18 20:56:19.240493 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6ec1b49d-d132-41b9-8ed1-162c44be2d46 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-294994234 HTTP/1.1" status: 404  len: 334 time: 0.0580533
Dec 18 20:56:19.244746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38248) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:19.253627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c37a5e72-869d-48b2-b5e8-a0a89e1f4a06 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Request body: {'router': {'name': 'new_name'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:19.257209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d944c48-580c-45ed-8356-b9a7efeb777f admin admin] Made reservation on behalf of c2aba7bee78744949dc3323cb4c7df55 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:56:19.259697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7d944c48-580c-45ed-8356-b9a7efeb777f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:19.262041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-128f90d3-969e-41c1-be33-c632cfad489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e3c4910>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:19.271520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f90d3-969e-41c1-be33-c632cfad489f None None] Routers {'7a829624-08e2-4f9b-aedf-b8ef33d06ea2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:19.272200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-128f90d3-969e-41c1-be33-c632cfad489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e3c4910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:19.308692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-128f90d3-969e-41c1-be33-c632cfad489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e3c4910>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:19.309408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f90d3-969e-41c1-be33-c632cfad489f None None] The sync data for ids ['7a829624-08e2-4f9b-aedf-b8ef33d06ea2'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:56:19.322246 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:19.339274 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-c37a5e72-869d-48b2-b5e8-a0a89e1f4a06 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] update failed (client error): The resource could not be found.
Dec 18 20:56:19.344734 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c37a5e72-869d-48b2-b5e8-a0a89e1f4a06 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1769746338 HTTP/1.1" status: 404  len: 335 time: 0.0936346
Dec 18 20:56:19.345039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38254) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:19.427750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b0a730-4aa8-4041-9c02-aeb056e4230d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Deleting subnet 2dc167d7-69ba-4728-9b26-dfaf8670f7e5 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:56:19.433665 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70b0a730-4aa8-4041-9c02-aeb056e4230d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:19.492396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70b0a730-4aa8-4041-9c02-aeb056e4230d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:19.856707 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:56:19.894112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 53d8cf94-d048-4858-b43d-3d641ffb86d5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:56:19.925629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c98e03-a21f-424f-a1cb-6cc168ad8acb req-2f668851-342a-46cb-9537-322b97eb62f4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:19.927199 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73c98e03-a21f-424f-a1cb-6cc168ad8acb req-2f668851-342a-46cb-9537-322b97eb62f4 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.4521062
Dec 18 20:56:19.992222 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7d944c48-580c-45ed-8356-b9a7efeb777f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.016654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:20.033855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'mac_address': 'fa:16:3e:7a:28:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:56:20.045265 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70b0a730-4aa8-4041-9c02-aeb056e4230d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.096109 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73c98e03-a21f-424f-a1cb-6cc168ad8acb req-e07c9ccb-ccc3-4d04-8146-d993b0ae6329 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.13 "GET /v2.0/security-groups?id=7540ead2-3f4a-4dcb-8a47-70d3236e5260&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597185
Dec 18 20:56:20.103112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d944c48-580c-45ed-8356-b9a7efeb777f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f58308-db29-4caa-9f9b-c96f367c4ebb,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:20.125170 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.138927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d8cf94-d048-4858-b43d-3d641ffb86d5 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:56:20.174825 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d944c48-580c-45ed-8356-b9a7efeb777f admin admin] Checking segment: {'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:20.175189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d944c48-580c-45ed-8356-b9a7efeb777f admin admin] Network hostable DHCP agents. Network: 6debd13b-b209-4e15-a34d-3cefcc31c991, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:56:20.189482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:20.194887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb19af4-f583-46a9-9833-b73d0ffe295a req-1c873ae0-f66f-4c7b-a9fb-fce299ad8f6c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:20.196433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb19af4-f583-46a9-9833-b73d0ffe295a req-1c873ae0-f66f-4c7b-a9fb-fce299ad8f6c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0972533
Dec 18 20:56:20.199163 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.200501 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70b0a730-4aa8-4041-9c02-aeb056e4230d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.246823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0a730-4aa8-4041-9c02-aeb056e4230d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc167d7-69ba-4728-9b26-dfaf8670f7e5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:20.258828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d944c48-580c-45ed-8356-b9a7efeb777f admin admin] Network 6debd13b-b209-4e15-a34d-3cefcc31c991 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:56:20.261738 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70b0a730-4aa8-4041-9c02-aeb056e4230d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.262855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=53d8cf94-d048-4858-b43d-3d641ffb86d5,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:20.267173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e0b94-b3cc-4731-acf2-df33572264d7 None None] Network 0af5f299-0196-4cd9-9b05-bd83765f9566 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:20.271233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-70b0a730-4aa8-4041-9c02-aeb056e4230d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "DELETE /v2.0/subnets/2dc167d7-69ba-4728-9b26-dfaf8670f7e5 HTTP/1.1" status: 204  len: 168 time: 0.9231243
Dec 18 20:56:20.271596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38296) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:20.290652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-7d944c48-580c-45ed-8356-b9a7efeb777f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6debd13b-b209-4e15-a34d-3cefcc31c991) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:20.303513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d944c48-580c-45ed-8356-b9a7efeb777f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:20.305402 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7d944c48-580c-45ed-8356-b9a7efeb777f admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.319422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb19af4-f583-46a9-9833-b73d0ffe295a req-b10f7b36-c827-4e80-a929-f3532b2fe07d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108768
Dec 18 20:56:20.333504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7d944c48-580c-45ed-8356-b9a7efeb777f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.2040479
Dec 18 20:56:20.336251 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38302) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:20.342396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-125015243-router', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:20.367009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e996c2c4-a286-4e93-87f6-0badd3711e5f None None] Network 6debd13b-b209-4e15-a34d-3cefcc31c991 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:20.379075 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.382585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.403587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['53d8cf94-d048-4858-b43d-3d641ffb86d5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:20.425614 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.519875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Deleting port ddb8906e-890a-45a4-a1e5-dcaeed85153f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:20.520560 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.528761 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.609941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] For port ddb8906e-890a-45a4-a1e5-dcaeed85153f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb8906e-890a-45a4-a1e5-dcaeed85153f,segment=NetworkSegment(e4c31d2c-6e9d-4d90-8299-19d045470bae),segment_id=e4c31d2c-6e9d-4d90-8299-19d045470bae)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:20.610844 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.627211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Calling delete_port for ddb8906e-890a-45a4-a1e5-dcaeed85153f owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:20.707592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2631b1d-d1bb-4bb6-8f25-1d5c8b2989a2 None None] Network 6debd13b-b209-4e15-a34d-3cefcc31c991 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:20.755247 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.759706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26beec3-6006-4d41-9f5a-2fcd9b88d3a8 req-c9d8466c-cf23-4e35-9b01-7b73adab35bd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:20.761732 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d26beec3-6006-4d41-9f5a-2fcd9b88d3a8 req-c9d8466c-cf23-4e35-9b01-7b73adab35bd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2484131
Dec 18 20:56:20.799944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] No DVR routers for this DVR port ddb8906e-890a-45a4-a1e5-dcaeed85153f on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:20.828978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b615ebe5-d339-4e77-b47b-6de5f150ddbf None None] DHCP port deletion for 0af5f299-0196-4cd9-9b05-bd83765f9566 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:20.846222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event deleted for resources: {'Port': ['ID=ddb8906e-890a-45a4-a1e5-dcaeed85153f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:20.928839 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:20.957830 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.002013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ef16940>,) {'filters': {'network_id': ['0af5f299-0196-4cd9-9b05-bd83765f9566']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:21.033584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ef16940>, 'e4c31d2c-6e9d-4d90-8299-19d045470bae') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:21.033838 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ef16940>, 'e4c31d2c-6e9d-4d90-8299-19d045470bae') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:21.046177 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.059927 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d26beec3-6006-4d41-9f5a-2fcd9b88d3a8 req-82d3df94-de25-4cfc-8133-31a25958d91c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2504451
Dec 18 20:56:21.066103 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.078700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:56:21.079199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:56:21.165074 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:56:21.201356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ddb8906e-890a-45a4-a1e5-dcaeed85153f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:21.209572 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.227242 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.235279 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "DELETE /v2.0/networks/0af5f299-0196-4cd9-9b05-bd83765f9566 HTTP/1.1" status: 204  len: 168 time: 0.9625719
Dec 18 20:56:21.240122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38350) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:21.253288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: ddb8906e-890a-45a4-a1e5-dcaeed85153f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:21.254520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ddb8906e-890a-45a4-a1e5-dcaeed85153f not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:21.327754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaa89e7-d6bd-463c-ac33-ba78bfa5582e tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Deleting subnet 607c1bc3-4c29-446e-bc17-db34cbf37be6 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:56:21.332439 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aaa89e7-d6bd-463c-ac33-ba78bfa5582e tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.346050 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.358538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37def17-0fb2-43fa-8f30-6f6a07c5ebd5 req-feaa0be5-3ce1-4cef-8e7c-0e22cf35e89f tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:21.360677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d37def17-0fb2-43fa-8f30-6f6a07c5ebd5 req-feaa0be5-3ce1-4cef-8e7c-0e22cf35e89f tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3 HTTP/1.1" status: 200  len: 949 time: 0.0963445
Dec 18 20:56:21.392889 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aaa89e7-d6bd-463c-ac33-ba78bfa5582e tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.402649 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.487956 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aaa89e7-d6bd-463c-ac33-ba78bfa5582e tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.550374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3c145-6401-473f-b53c-54b398090a53 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event deleted for resources: {'Network': ['ID=0af5f299-0196-4cd9-9b05-bd83765f9566,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:21.559008 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aaa89e7-d6bd-463c-ac33-ba78bfa5582e tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.603811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa89e7-d6bd-463c-ac33-ba78bfa5582e tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event deleted for resources: {'Subnet': ['ID=607c1bc3-4c29-446e-bc17-db34cbf37be6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:21.610216 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aaa89e7-d6bd-463c-ac33-ba78bfa5582e tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.616766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a305e5-9887-47f1-b5a0-0c5e227802b2 None None] Network 64f4cbc2-4707-491b-a52c-8aebb750c4ae requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:21.617090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38354) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:21.621529 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3aaa89e7-d6bd-463c-ac33-ba78bfa5582e tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "DELETE /v2.0/subnets/607c1bc3-4c29-446e-bc17-db34cbf37be6 HTTP/1.1" status: 204  len: 168 time: 0.3706028
Dec 18 20:56:21.666026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Allocated IP 172.35.3.219 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/c0aa95bd-cdb2-427b-93d5-8267a456dffd) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:21.683479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d37def17-0fb2-43fa-8f30-6f6a07c5ebd5 req-cd9404aa-debb-4e03-84d8-f784af933f08 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Deleting port 209a1be9-0f3f-4756-8361-ca32f4b7d826 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:21.683839 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d37def17-0fb2-43fa-8f30-6f6a07c5ebd5 req-cd9404aa-debb-4e03-84d8-f784af933f08 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.766855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b09fe15f-0b97-40bf-b218-e64ff9933df9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:21.799784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: b09fe15f-0b97-40bf-b218-e64ff9933df9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:21.800135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b09fe15f-0b97-40bf-b218-e64ff9933df9 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:21.828606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef8b31-ff12-481f-ad6d-2e2bdc62d992 None None] DHCP port deletion for 64f4cbc2-4707-491b-a52c-8aebb750c4ae request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:21.844693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a45c5d7-6cc3-4cda-be5b-135da887ac10 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Deleting subnet 9a22d484-aa06-4f24-b275-fcb72b56be60 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:56:21.856283 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a45c5d7-6cc3-4cda-be5b-135da887ac10 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:21.910718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 36011601-d6a5-4062-8c92-593078687bde details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:56:21.913862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 53d8cf94-d048-4858-b43d-3d641ffb86d5 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:21.947115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d37def17-0fb2-43fa-8f30-6f6a07c5ebd5 req-cd9404aa-debb-4e03-84d8-f784af933f08 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] For port 209a1be9-0f3f-4756-8361-ca32f4b7d826, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=209a1be9-0f3f-4756-8361-ca32f4b7d826,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:21.949560 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d37def17-0fb2-43fa-8f30-6f6a07c5ebd5 req-cd9404aa-debb-4e03-84d8-f784af933f08 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.044625 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.077291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d37def17-0fb2-43fa-8f30-6f6a07c5ebd5 req-cd9404aa-debb-4e03-84d8-f784af933f08 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Calling delete_port for 209a1be9-0f3f-4756-8361-ca32f4b7d826 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:22.080909 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a45c5d7-6cc3-4cda-be5b-135da887ac10 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.144970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef8b31-ff12-481f-ad6d-2e2bdc62d992 None None] Deleting port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:22.145343 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8b31-ff12-481f-ad6d-2e2bdc62d992 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.200695 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.211818 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 53d8cf94-d048-4858-b43d-3d641ffb86d5 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:22.212422 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.334346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:22.349095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:22.351312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e5ef8b31-ff12-481f-ad6d-2e2bdc62d992 None None] For port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c,segment=NetworkSegment(c2a541b0-fd86-441a-a378-54de435a6a0d),segment_id=c2a541b0-fd86-441a-a378-54de435a6a0d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:22.354752 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8b31-ff12-481f-ad6d-2e2bdc62d992 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.385656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:22.404610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef8b31-ff12-481f-ad6d-2e2bdc62d992 None None] Calling delete_port for 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:22.428599 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Pushing event updated for resources: {'Port': ['ID=c0aa95bd-cdb2-427b-93d5-8267a456dffd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:22.471311 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a45c5d7-6cc3-4cda-be5b-135da887ac10 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.522552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78af044b-32b8-44ed-b9d7-6c7d7bde904c None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:22.555726 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8b31-ff12-481f-ad6d-2e2bdc62d992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.637119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef8b31-ff12-481f-ad6d-2e2bdc62d992 None None] Pushing event deleted for resources: {'Port': ['ID=1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:22.665618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef8b31-ff12-481f-ad6d-2e2bdc62d992 None None] No DVR routers for this DVR port 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:22.669975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 36011601-d6a5-4062-8c92-593078687bde, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36011601-d6a5-4062-8c92-593078687bde,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:22.705026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '36011601-d6a5-4062-8c92-593078687bde', 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'port_id': '36011601-d6a5-4062-8c92-593078687bde', 'mac_address': 'fa:16:3e:cb:94:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebb4d23-857a-46c7-9813-a2fc5e9567dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:56:22.776387 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.777623 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d37def17-0fb2-43fa-8f30-6f6a07c5ebd5 req-cd9404aa-debb-4e03-84d8-f784af933f08 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.797972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['209a1be9-0f3f-4756-8361-ca32f4b7d826'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:22.838935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-eb4164b1-8bbb-4f65-994c-75387e0f9d34 None None] Provisioning complete for port c0aa95bd-cdb2-427b-93d5-8267a456dffd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:22.839542 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb4164b1-8bbb-4f65-994c-75387e0f9d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.867905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36011601-d6a5-4062-8c92-593078687bde {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:56:22.881916 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a45c5d7-6cc3-4cda-be5b-135da887ac10 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:22.906981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9404aa-debb-4e03-84d8-f784af933f08 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Pushing event deleted for resources: {'Port': ['ID=209a1be9-0f3f-4756-8361-ca32f4b7d826,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:22.920851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37def17-0fb2-43fa-8f30-6f6a07c5ebd5 req-cd9404aa-debb-4e03-84d8-f784af933f08 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] No DVR routers for this DVR port 209a1be9-0f3f-4756-8361-ca32f4b7d826 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:22.990358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45c5d7-6cc3-4cda-be5b-135da887ac10 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event deleted for resources: {'Subnet': ['ID=9a22d484-aa06-4f24-b275-fcb72b56be60,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:22.998933 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d37def17-0fb2-43fa-8f30-6f6a07c5ebd5 req-cd9404aa-debb-4e03-84d8-f784af933f08 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:23.003149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d37def17-0fb2-43fa-8f30-6f6a07c5ebd5 req-cd9404aa-debb-4e03-84d8-f784af933f08 tempest-MigrationsAdminTest-1771596258 tempest-MigrationsAdminTest-1771596258-project] 10.222.0.31 "DELETE /v2.0/ports/209a1be9-0f3f-4756-8361-ca32f4b7d826 HTTP/1.1" status: 204  len: 173 time: 1.6223860
Dec 18 20:56:23.016111 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a45c5d7-6cc3-4cda-be5b-135da887ac10 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:23.022046 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8a45c5d7-6cc3-4cda-be5b-135da887ac10 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "DELETE /v2.0/subnets/9a22d484-aa06-4f24-b275-fcb72b56be60 HTTP/1.1" status: 204  len: 168 time: 1.4038749
Dec 18 20:56:23.023360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'name': 'network-vif-deleted', 'tag': '209a1be9-0f3f-4756-8361-ca32f4b7d826'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:23.024593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38358) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:23.027416 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85efd6af-0097-4c70-8fe3-27270692a8e4" -d '{"events": [{"server_uuid": "26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3", "name": "network-vif-deleted", "tag": "209a1be9-0f3f-4756-8361-ca32f4b7d826"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:23.154707 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:23.261427 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:23.336740 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c859515-4fc5-4722-a9af-ab5225bb8c58 None None] Network 66dde29a-b30e-427b-b556-24d5a7807792 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:23.414554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:23.479055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 36011601-d6a5-4062-8c92-593078687bde, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36011601-d6a5-4062-8c92-593078687bde,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:23.512179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-eb4164b1-8bbb-4f65-994c-75387e0f9d34 None None] Port c0aa95bd-cdb2-427b-93d5-8267a456dffd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:56:23.519341 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:23.605164 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:23.605526 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1ebb4b02-d100-49a3-96d1-0ae3ec54ff3c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:23.619089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=36011601-d6a5-4062-8c92-593078687bde,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:23.636351 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:23.755451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:23.779667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:23.782956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['36011601-d6a5-4062-8c92-593078687bde'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:23.808139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:23.811085 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a1e9a8-908e-48d2-9763-09e036abc70e" -d '{"events": [{"server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "name": "network-vif-plugged", "status": "completed", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:23.831980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:23.933786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708b3076-3287-4a00-9f4e-7e5cefd34cb2 None None] DHCP port deletion for 66dde29a-b30e-427b-b556-24d5a7807792 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:23.936981 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 209a1be9-0f3f-4756-8361-ca32f4b7d826 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:23.956113 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.016929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d8d5880>,) {'filters': {'network_id': ['64f4cbc2-4707-491b-a52c-8aebb750c4ae']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:24.041221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 209a1be9-0f3f-4756-8361-ca32f4b7d826 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:24.041569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 209a1be9-0f3f-4756-8361-ca32f4b7d826 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:24.042105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d8d5880>, 'c2a541b0-fd86-441a-a378-54de435a6a0d') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:24.044493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d8d5880>, 'c2a541b0-fd86-441a-a378-54de435a6a0d') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:24.072198 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.092248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Router 4e10e7cb-0b83-47ba-b0de-3678aca7006c is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:56:24.102766 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.124358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:56:24.125157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.131653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=53d8cf94-d048-4858-b43d-3d641ffb86d5,revision_number=10']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:56:24.143232 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:56:24.182222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-708b3076-3287-4a00-9f4e-7e5cefd34cb2 None None] Deleting port 59a84dea-2c1d-467a-a2e1-07d4150d39ed {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:24.182646 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-708b3076-3287-4a00-9f4e-7e5cefd34cb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.296329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-708b3076-3287-4a00-9f4e-7e5cefd34cb2 None None] For port 59a84dea-2c1d-467a-a2e1-07d4150d39ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59a84dea-2c1d-467a-a2e1-07d4150d39ed,segment=NetworkSegment(01289a39-0e21-414c-9616-c3b8604cb11a),segment_id=01289a39-0e21-414c-9616-c3b8604cb11a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:24.296329 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-708b3076-3287-4a00-9f4e-7e5cefd34cb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.300685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.320860 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.322012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-708b3076-3287-4a00-9f4e-7e5cefd34cb2 None None] Calling delete_port for 59a84dea-2c1d-467a-a2e1-07d4150d39ed owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:24.351158 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "DELETE /v2.0/networks/64f4cbc2-4707-491b-a52c-8aebb750c4ae HTTP/1.1" status: 204  len: 168 time: 1.3242202
Dec 18 20:56:24.356648 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38364) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:24.382425 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e1b1-7966-4cd9-aa20-c822e7bb1eeb tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event deleted for resources: {'Network': ['ID=64f4cbc2-4707-491b-a52c-8aebb750c4ae,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:24.412183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:56:24.422701 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Sync routers for ids ['4e10e7cb-0b83-47ba-b0de-3678aca7006c'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:56:24.443110 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Routers {'4e10e7cb-0b83-47ba-b0de-3678aca7006c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:24.444077 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7301f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e10e7cb-0b83-47ba-b0de-3678aca7006c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:24.460791 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.465425 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-60cb0b44-c75b-48f5-8333-bd3248714545 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.1278648
Dec 18 20:56:24.466888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38366) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:24.514812 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-708b3076-3287-4a00-9f4e-7e5cefd34cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.576520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.592330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b3076-3287-4a00-9f4e-7e5cefd34cb2 None None] Pushing event deleted for resources: {'Port': ['ID=59a84dea-2c1d-467a-a2e1-07d4150d39ed,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:24.617771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b3076-3287-4a00-9f4e-7e5cefd34cb2 None None] No DVR routers for this DVR port 59a84dea-2c1d-467a-a2e1-07d4150d39ed on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:24.745560 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.765754 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Set router 4e10e7cb-0b83-47ba-b0de-3678aca7006c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:56:24.771676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dc73c40>,) {'filters': {'network_id': ['66dde29a-b30e-427b-b556-24d5a7807792']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:24.791961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dc73c40>, '01289a39-0e21-414c-9616-c3b8604cb11a') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:24.792774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dc73c40>, '01289a39-0e21-414c-9616-c3b8604cb11a') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:24.814900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.842216 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.848626 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:56:24.849354 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:56:24.852647 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:56:24.948690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.985061 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:24.994947 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "DELETE /v2.0/networks/66dde29a-b30e-427b-b556-24d5a7807792 HTTP/1.1" status: 204  len: 168 time: 0.6369097
Dec 18 20:56:24.996010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38368) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:25.240064 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d138fb-ddfd-4bda-9426-400e68793d6d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Deleting subnet b617a9c7-2e77-402a-aa38-ac7395f75aeb {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:56:25.240064 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705f2e2-fda3-4929-a379-023b434c95d5 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event deleted for resources: {'Network': ['ID=66dde29a-b30e-427b-b556-24d5a7807792,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:25.289842 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f9d138fb-ddfd-4bda-9426-400e68793d6d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:25.327490 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7301f0>, [{'id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'name': 'tempest-ServerRescueNegativeTestJSON-125015243-router', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:20Z', 'updated_at': '2021-12-18T20:56:22Z', 'revision_number': 3, 'project_id': 'c2aba7bee78744949dc3323cb4c7df55', 'gw_port': {'id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:60:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:21Z', 'updated_at': '2021-12-18T20:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:25.374905 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Checking router: 4e10e7cb-0b83-47ba-b0de-3678aca7006c for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:56:25.375590 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Updating router 4e10e7cb-0b83-47ba-b0de-3678aca7006c port c0aa95bd-cdb2-427b-93d5-8267a456dffd binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:56:25.420545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 59a84dea-2c1d-467a-a2e1-07d4150d39ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:25.466225 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:25.468590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 59a84dea-2c1d-467a-a2e1-07d4150d39ed {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:25.469268 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 59a84dea-2c1d-467a-a2e1-07d4150d39ed not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:25.491114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f9d138fb-ddfd-4bda-9426-400e68793d6d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:25.685062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-512e07ca-38e9-46bd-b1c8-efbc4e1d5891 req-4f805e77-fbf7-49c5-a108-123851222e49 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.9952111
Dec 18 20:56:25.697461 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f9d138fb-ddfd-4bda-9426-400e68793d6d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:25.843005 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f9d138fb-ddfd-4bda-9426-400e68793d6d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:25.864399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e07ca-38e9-46bd-b1c8-efbc4e1d5891 req-7007d18e-6f7c-4245-b655-af584422aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:25.869695 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-512e07ca-38e9-46bd-b1c8-efbc4e1d5891 req-7007d18e-6f7c-4245-b655-af584422aa52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8efd6d0e0ed74857b4b6265fdacc68cc&device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 1097 time: 0.1317379
Dec 18 20:56:25.886833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414f1ddb-80b3-4c13-8502-7d25b4ab413c None None] Network 609bdd11-a377-4caf-bc63-2023e2742d6f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:25.892391 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f9d138fb-ddfd-4bda-9426-400e68793d6d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:25.896315 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f9d138fb-ddfd-4bda-9426-400e68793d6d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "DELETE /v2.0/subnets/b617a9c7-2e77-402a-aa38-ac7395f75aeb HTTP/1.1" status: 204  len: 168 time: 0.8963308
Dec 18 20:56:25.971235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38372) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:25.996673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 36011601-d6a5-4062-8c92-593078687bde up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:26.002308 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.064720 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.079682 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.089825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d138fb-ddfd-4bda-9426-400e68793d6d tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event deleted for resources: {'Subnet': ['ID=b617a9c7-2e77-402a-aa38-ac7395f75aeb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:26.173590 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.188182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe90b5-b5be-482d-b003-c35410b20e09 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:26.216318 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Pushing event updated for resources: {'Port': ['ID=c0aa95bd-cdb2-427b-93d5-8267a456dffd,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:26.218501 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Attempting to bind port c0aa95bd-cdb2-427b-93d5-8267a456dffd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:56:26.218868 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Attempting to bind port c0aa95bd-cdb2-427b-93d5-8267a456dffd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:56:26.219227 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Attempting to bind port c0aa95bd-cdb2-427b-93d5-8267a456dffd on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:26.228266 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e07ca-38e9-46bd-b1c8-efbc4e1d5891 req-796863ad-4019-4cca-83e2-8f9f4b2356c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:26.229908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-512e07ca-38e9-46bd-b1c8-efbc4e1d5891 req-796863ad-4019-4cca-83e2-8f9f4b2356c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d857e3b8-aa79-4523-91ed-5ea023d39eaf HTTP/1.1" status: 200  len: 916 time: 0.2473106
Dec 18 20:56:26.245128 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.248352 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.248722 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.249061 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.249396 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.249729 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.250076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 36011601-d6a5-4062-8c92-593078687bde triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:26.251164 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.251507 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.251838 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.251978 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.252166 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.252498 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.254120 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.256446 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:26.264762 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:56:26.266406 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:26.266825 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.267215 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:56:26.267701 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Bound port: c0aa95bd-cdb2-427b-93d5-8267a456dffd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:56:26.268085 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.312608 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Deleting port 3731aab2-5169-4d19-8929-98b75b63a591 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:26.313145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.346485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30609f4f-8778-494c-ae76-6aa8a5beb120 None None] DHCP port deletion for 609bdd11-a377-4caf-bc63-2023e2742d6f request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:26.378213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9042a1ec-c395-4426-9ef7-2e56a5b056f1 None None] Provisioning complete for port c0aa95bd-cdb2-427b-93d5-8267a456dffd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:26.379015 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9042a1ec-c395-4426-9ef7-2e56a5b056f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.398686 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] For port c0aa95bd-cdb2-427b-93d5-8267a456dffd, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:56:26.405426 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] For port c0aa95bd-cdb2-427b-93d5-8267a456dffd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0aa95bd-cdb2-427b-93d5-8267a456dffd,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:56:26.415914 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.493883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] For port 3731aab2-5169-4d19-8929-98b75b63a591, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3731aab2-5169-4d19-8929-98b75b63a591,segment=NetworkSegment(e3bb93bc-46a7-4049-aedd-aa05b740a675),segment_id=e3bb93bc-46a7-4049-aedd-aa05b740a675)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:26.494168 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.505698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-512e07ca-38e9-46bd-b1c8-efbc4e1d5891 req-14065525-5ba0-4bc6-b0e1-e6fca6bb33d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60f4815-ec88-4e24-968e-a604b4771eb4 HTTP/1.1" status: 200  len: 1001 time: 0.2643900
Dec 18 20:56:26.519093 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285bd5a-4bea-4dd3-94fa-3715c61016f6 None None] Pushing event updated for resources: {'Port': ['ID=c0aa95bd-cdb2-427b-93d5-8267a456dffd,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:26.529335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Calling delete_port for 3731aab2-5169-4d19-8929-98b75b63a591 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:26.561262 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Routers {'4e10e7cb-0b83-47ba-b0de-3678aca7006c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:26.561881 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7301f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e10e7cb-0b83-47ba-b0de-3678aca7006c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:26.565860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7052db9f-7742-487e-afc8-3760b7de4e9a None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:26.594563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Allocated IP 172.20.0.1 (6debd13b-b209-4e15-a34d-3cefcc31c991/d7f58308-db29-4caa-9f9b-c96f367c4ebb/7a629fc9-6d54-4e9d-be2f-8da38f83ef42) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:26.596977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9042a1ec-c395-4426-9ef7-2e56a5b056f1 None None] Port c0aa95bd-cdb2-427b-93d5-8267a456dffd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:56:26.619166 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.673119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-30609f4f-8778-494c-ae76-6aa8a5beb120 None None] Deleting port 3731aab2-5169-4d19-8929-98b75b63a591 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:26.674026 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-30609f4f-8778-494c-ae76-6aa8a5beb120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.731094 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.763558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 36011601-d6a5-4062-8c92-593078687bde, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36011601-d6a5-4062-8c92-593078687bde,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:26.777165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event deleted for resources: {'Port': ['ID=3731aab2-5169-4d19-8929-98b75b63a591,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:26.787352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.788700 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.797471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8279e5ab-b87a-4f42-a89d-d275f29c2bc1 None None] Provisioning complete for port c0aa95bd-cdb2-427b-93d5-8267a456dffd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:26.798949 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8279e5ab-b87a-4f42-a89d-d275f29c2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.799409 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] Set router 4e10e7cb-0b83-47ba-b0de-3678aca7006c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:56:26.803365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] No DVR routers for this DVR port 3731aab2-5169-4d19-8929-98b75b63a591 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:26.877689 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:26.908414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Network 6debd13b-b209-4e15-a34d-3cefcc31c991 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:26.918933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:26.970371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-30609f4f-8778-494c-ae76-6aa8a5beb120 None None] For port 3731aab2-5169-4d19-8929-98b75b63a591, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3731aab2-5169-4d19-8929-98b75b63a591,segment=NetworkSegment(e3bb93bc-46a7-4049-aedd-aa05b740a675),segment_id=e3bb93bc-46a7-4049-aedd-aa05b740a675)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:26.972576 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-30609f4f-8778-494c-ae76-6aa8a5beb120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:27.006465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=36011601-d6a5-4062-8c92-593078687bde,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:27.010202 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Pushing event updated for resources: {'Port': ['ID=7a629fc9-6d54-4e9d-be2f-8da38f83ef42,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:27.013766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:27.024901 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-30609f4f-8778-494c-ae76-6aa8a5beb120 None None] Calling delete_port for 3731aab2-5169-4d19-8929-98b75b63a591 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:27.044018 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:27.074827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c3ed6d0>,) {'filters': {'network_id': ['609bdd11-a377-4caf-bc63-2023e2742d6f']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:27.087605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c3ed6d0>, 'e3bb93bc-46a7-4049-aedd-aa05b740a675') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:27.087908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c3ed6d0>, 'e3bb93bc-46a7-4049-aedd-aa05b740a675') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:27.097094 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e07ca-38e9-46bd-b1c8-efbc4e1d5891 req-480adad0-528e-461c-a68e-9d6e7630bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:27.100178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-512e07ca-38e9-46bd-b1c8-efbc4e1d5891 req-480adad0-528e-461c-a68e-9d6e7630bfcf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d4d6fec-15bf-4891-838f-b5695bf05b60 HTTP/1.1" status: 200  len: 854 time: 0.5871832
Dec 18 20:56:27.118936 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:27.144229 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:27.158916 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:56:27.159320 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:56:27.163595 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:56:27.183554 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8279e5ab-b87a-4f42-a89d-d275f29c2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:27.207129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8279e5ab-b87a-4f42-a89d-d275f29c2bc1 None None] For port c0aa95bd-cdb2-427b-93d5-8267a456dffd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0aa95bd-cdb2-427b-93d5-8267a456dffd,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:27.212367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3731aab2-5169-4d19-8929-98b75b63a591 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:27.220206 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8279e5ab-b87a-4f42-a89d-d275f29c2bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:27.239587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e07ca-38e9-46bd-b1c8-efbc4e1d5891 req-8d8c9561-a61e-4759-acb6-1515316bfe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:27.241945 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-512e07ca-38e9-46bd-b1c8-efbc4e1d5891 req-8d8c9561-a61e-4759-acb6-1515316bfe9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d857e3b8-aa79-4523-91ed-5ea023d39eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1335001
Dec 18 20:56:27.243067 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:27.328652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279e5ab-b87a-4f42-a89d-d275f29c2bc1 None None] Pushing event updated for resources: {'Port': ['ID=c0aa95bd-cdb2-427b-93d5-8267a456dffd,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:27.336500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:27.353020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3731aab2-5169-4d19-8929-98b75b63a591 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:27.353562 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:27.354307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3731aab2-5169-4d19-8929-98b75b63a591 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:27.363994 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "DELETE /v2.0/networks/609bdd11-a377-4caf-bc63-2023e2742d6f HTTP/1.1" status: 204  len: 168 time: 1.3831401
Dec 18 20:56:27.372389 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-30609f4f-8778-494c-ae76-6aa8a5beb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:27.388929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38382) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:27.392415 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7301f0>, [{'id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'name': 'tempest-ServerRescueNegativeTestJSON-125015243-router', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:20Z', 'updated_at': '2021-12-18T20:56:22Z', 'revision_number': 3, 'project_id': 'c2aba7bee78744949dc3323cb4c7df55', 'gw_port': {'id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:60:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:21Z', 'updated_at': '2021-12-18T20:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:27.413873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1c8a4-1d88-4c3b-a8bf-0e5adc8a4480 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Pushing event deleted for resources: {'Network': ['ID=609bdd11-a377-4caf-bc63-2023e2742d6f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:27.458100 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85410a12-b29c-44b8-8d52-2b5abc7edf0e None None] The sync data for ids ['4e10e7cb-0b83-47ba-b0de-3678aca7006c'] in ncdv-master-1 is: [{'id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'name': 'tempest-ServerRescueNegativeTestJSON-125015243-router', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:20Z', 'updated_at': '2021-12-18T20:56:22Z', 'revision_number': 3, 'project_id': 'c2aba7bee78744949dc3323cb4c7df55', 'gw_port': {'id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:60:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:21Z', 'updated_at': '2021-12-18T20:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:56:27.460043 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4bdb7549-40c0-4653-8ce4-d664a9bf33dd tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a829624-08e2-4f9b-aedf-b8ef33d06ea2 HTTP/1.1" status: 200  len: 205 time: 0.0698507
Dec 18 20:56:27.463123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38384) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:27.469076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30609f4f-8778-494c-ae76-6aa8a5beb120 None None] Pushing event deleted for resources: {'Port': ['ID=3731aab2-5169-4d19-8929-98b75b63a591,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:27.472969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30609f4f-8778-494c-ae76-6aa8a5beb120 None None] Network 609bdd11-a377-4caf-bc63-2023e2742d6f is not hosted by any dhcp agent {{(pid=126010) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 18 20:56:27.474043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30609f4f-8778-494c-ae76-6aa8a5beb120 None None] No DVR routers for this DVR port 3731aab2-5169-4d19-8929-98b75b63a591 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:27.642011 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f4dc469d-ae16-42b6-90ba-0ba95c85fc51 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:27.798290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-512e07ca-38e9-46bd-b1c8-efbc4e1d5891 req-87cf3c81-f132-416c-b5ab-7dec00e96a2a service neutron] 10.222.0.31 "GET /v2.0/networks/d857e3b8-aa79-4523-91ed-5ea023d39eaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4065526
Dec 18 20:56:27.858823 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:28.047325 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f4dc469d-ae16-42b6-90ba-0ba95c85fc51 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:28.050204 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f4dc469d-ae16-42b6-90ba-0ba95c85fc51 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:28.152672 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f4dc469d-ae16-42b6-90ba-0ba95c85fc51 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:28.153121 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dc469d-ae16-42b6-90ba-0ba95c85fc51 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Fanout notify agent at l3_agent the message router_deleted on router 7a829624-08e2-4f9b-aedf-b8ef33d06ea2 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:56:28.163829 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f4dc469d-ae16-42b6-90ba-0ba95c85fc51 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:28.174997 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f4dc469d-ae16-42b6-90ba-0ba95c85fc51 tempest-RoutersNegativeIpV6Test-620352345 tempest-RoutersNegativeIpV6Test-620352345-project] 10.222.0.13 "DELETE /v2.0/routers/7a829624-08e2-4f9b-aedf-b8ef33d06ea2 HTTP/1.1" status: 204  len: 168 time: 0.7126937
Dec 18 20:56:28.273623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-512e07ca-38e9-46bd-b1c8-efbc4e1d5891 req-ce05aae3-abd0-4f6d-b49a-d8e06de0261b service neutron] 10.222.0.31 "GET /v2.0/networks/d857e3b8-aa79-4523-91ed-5ea023d39eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4586613
Dec 18 20:56:28.420494 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:28.430776 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:28.599853 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38390) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:28.650020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Pushing event updated for resources: {'Port': ['ID=7a629fc9-6d54-4e9d-be2f-8da38f83ef42,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:28.659947 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:28.894003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38394) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:28.895099 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-affb2578-0f82-467a-ace8-f549b057f7cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e714282bda974a68b3f22e10787fc062&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2939582
Dec 18 20:56:28.913427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Network 6debd13b-b209-4e15-a34d-3cefcc31c991 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:28.920646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:29.084170 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e8513dd-520d-4f50-b27c-c4d59d87cb22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:29.176956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c0aa95bd-cdb2-427b-93d5-8267a456dffd up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:29.200088 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e8513dd-520d-4f50-b27c-c4d59d87cb22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:29.258705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Router 4e10e7cb-0b83-47ba-b0de-3678aca7006c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:56:29.266104 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e8513dd-520d-4f50-b27c-c4d59d87cb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:29.268806 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e8513dd-520d-4f50-b27c-c4d59d87cb22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:29.272414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4e8513dd-520d-4f50-b27c-c4d59d87cb22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/031db359-361b-4f40-8bf1-588438302ff1 HTTP/1.1" status: 204  len: 168 time: 0.3732765
Dec 18 20:56:29.280652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8513dd-520d-4f50-b27c-c4d59d87cb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031db359-361b-4f40-8bf1-588438302ff1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:29.305156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port c0aa95bd-cdb2-427b-93d5-8267a456dffd triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:29.306605 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:29.462299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:56:29.476890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fb720e2e-0f40-4917-93f0-92376063af73 admin admin] 10.222.0.13 "PUT /v2.0/routers/4e10e7cb-0b83-47ba-b0de-3678aca7006c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0087769
Dec 18 20:56:30.266346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Sync routers for ids ['4e10e7cb-0b83-47ba-b0de-3678aca7006c'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:56:30.276222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Routers {'4e10e7cb-0b83-47ba-b0de-3678aca7006c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:30.277165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e5285b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e10e7cb-0b83-47ba-b0de-3678aca7006c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:30.475908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Set router 4e10e7cb-0b83-47ba-b0de-3678aca7006c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:56:30.907848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e5285b0>, [{'id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'name': 'tempest-ServerRescueNegativeTestJSON-125015243-router', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:20Z', 'updated_at': '2021-12-18T20:56:27Z', 'revision_number': 4, 'project_id': 'c2aba7bee78744949dc3323cb4c7df55', 'gw_port': {'id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:21Z', 'updated_at': '2021-12-18T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a629fc9-6d54-4e9d-be2f-8da38f83ef42', 'name': '', 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'mac_address': 'fa:16:3e:cc:9c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd7f58308-db29-4caa-9f9b-c96f367c4ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:26Z', 'updated_at': '2021-12-18T20:56:28Z', 'revision_number': 2, 'project_id': 'c2aba7bee78744949dc3323cb4c7df55', 'subnets': [{'id': 'd7f58308-db29-4caa-9f9b-c96f367c4ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:30.985534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Checking router: 4e10e7cb-0b83-47ba-b0de-3678aca7006c for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:56:30.987347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Updating router 4e10e7cb-0b83-47ba-b0de-3678aca7006c port 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:56:31.060736 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:31.667647 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:31.674222 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:31.769639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def79ba-2724-4d5f-b56e-38ff7a7ce1ee None None] Pushing event updated for resources: {'Port': ['ID=7a629fc9-6d54-4e9d-be2f-8da38f83ef42,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:31.804680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Attempting to bind port 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:56:31.805036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Attempting to bind port 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:56:31.805405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Attempting to bind port 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 on network 6debd13b-b209-4e15-a34d-3cefcc31c991 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:31.810670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:56:31.811054 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Checking segment: {'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:31.811457 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:31.811851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Bound using segment: {'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:56:31.812684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Bound port: 7a629fc9-6d54-4e9d-be2f-8da38f83ef42, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:56:31.812684 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:31.880204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] For port 7a629fc9-6d54-4e9d-be2f-8da38f83ef42, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:56:31.883923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] For port 7a629fc9-6d54-4e9d-be2f-8da38f83ef42, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a629fc9-6d54-4e9d-be2f-8da38f83ef42,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:56:31.891204 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:31.951167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Routers {'4e10e7cb-0b83-47ba-b0de-3678aca7006c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:31.951784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e5285b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e10e7cb-0b83-47ba-b0de-3678aca7006c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:32.233805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def79ba-2724-4d5f-b56e-38ff7a7ce1ee None None] Pushing event updated for resources: {'Port': ['ID=7a629fc9-6d54-4e9d-be2f-8da38f83ef42,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:32.346999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] Set router 4e10e7cb-0b83-47ba-b0de-3678aca7006c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:56:32.829600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e5285b0>, [{'id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'name': 'tempest-ServerRescueNegativeTestJSON-125015243-router', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:20Z', 'updated_at': '2021-12-18T20:56:27Z', 'revision_number': 4, 'project_id': 'c2aba7bee78744949dc3323cb4c7df55', 'gw_port': {'id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:21Z', 'updated_at': '2021-12-18T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a629fc9-6d54-4e9d-be2f-8da38f83ef42', 'name': '', 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'mac_address': 'fa:16:3e:cc:9c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd7f58308-db29-4caa-9f9b-c96f367c4ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:26Z', 'updated_at': '2021-12-18T20:56:31Z', 'revision_number': 4, 'project_id': 'c2aba7bee78744949dc3323cb4c7df55', 'subnets': [{'id': 'd7f58308-db29-4caa-9f9b-c96f367c4ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:32.868165 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-e90ce7a9-7e2a-49a1-876f-f61a00c42b25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1221924
Dec 18 20:56:32.871452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1558c697-1a47-4b35-954f-608eb56bb661 None None] The sync data for ids ['4e10e7cb-0b83-47ba-b0de-3678aca7006c'] in ncdv-master-1 is: [{'id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'name': 'tempest-ServerRescueNegativeTestJSON-125015243-router', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:20Z', 'updated_at': '2021-12-18T20:56:27Z', 'revision_number': 4, 'project_id': 'c2aba7bee78744949dc3323cb4c7df55', 'gw_port': {'id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:21Z', 'updated_at': '2021-12-18T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a629fc9-6d54-4e9d-be2f-8da38f83ef42', 'name': '', 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'mac_address': 'fa:16:3e:cc:9c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'd7f58308-db29-4caa-9f9b-c96f367c4ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:26Z', 'updated_at': '2021-12-18T20:56:31Z', 'revision_number': 4, 'project_id': 'c2aba7bee78744949dc3323cb4c7df55', 'subnets': [{'id': 'd7f58308-db29-4caa-9f9b-c96f367c4ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:56:32.972899 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ff005d6f-df44-4ef6-a05f-07848cfe1db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:33.011598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-f6908a56-656c-49c2-8619-52137c550954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:33.013860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-f6908a56-656c-49c2-8619-52137c550954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:33.014579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-f6908a56-656c-49c2-8619-52137c550954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:33.015250 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-f6908a56-656c-49c2-8619-52137c550954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:33.015936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-f6908a56-656c-49c2-8619-52137c550954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:33.017229 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-f6908a56-656c-49c2-8619-52137c550954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:33.017876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-f6908a56-656c-49c2-8619-52137c550954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:33.043755 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-f6908a56-656c-49c2-8619-52137c550954 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6491 time: 0.1430662
Dec 18 20:56:33.246034 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:33.297325 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-362bb06d-79a4-492c-89f3-90ffe68db733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:33.297325 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-362bb06d-79a4-492c-89f3-90ffe68db733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:33.297325 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-362bb06d-79a4-492c-89f3-90ffe68db733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:33.297959 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-362bb06d-79a4-492c-89f3-90ffe68db733 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3cf1807-07e5-4f23-a394-25e4d942b008&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=5b74eeda-4ba0-4971-b20a-e138901b128c&id=5b74eeda-4ba0-4971-b20a-e138901b128c HTTP/1.1" status: 200  len: 2292 time: 0.2157063
Dec 18 20:56:33.351680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:33.352390 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:33.461709 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-056d0c44-b844-4982-9f3b-7ff3a214e744 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2508ae-cc73-498d-b496-3c1f2e87f0f4 HTTP/1.1" status: 200  len: 999 time: 0.1561205
Dec 18 20:56:33.554994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-6d1e21fb-a404-4f1b-a0d7-44acf231203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:33.556514 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-6d1e21fb-a404-4f1b-a0d7-44acf231203c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00034496-0c84-4e94-bc88-fbb41663ba15 HTTP/1.1" status: 200  len: 851 time: 0.0851176
Dec 18 20:56:33.579658 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:33.647394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 7a629fc9-6d54-4e9d-be2f-8da38f83ef42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a629fc9-6d54-4e9d-be2f-8da38f83ef42,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:33.659487 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:33.667206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-cb18290a-8a5e-4759-8b1d-a93fad24e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:33.668478 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-cb18290a-8a5e-4759-8b1d-a93fad24e2c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3cf1807-07e5-4f23-a394-25e4d942b008&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1022096
Dec 18 20:56:33.805135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=7a629fc9-6d54-4e9d-be2f-8da38f83ef42,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:33.848969 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-76f9ddf5-aba3-40d9-931d-11204aebb24e service neutron] 10.222.0.36 "GET /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655202
Dec 18 20:56:34.060847 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-ccf066e1-34e9-4a01-b6a8-f1cd5f5f8740 service neutron] 10.222.0.36 "GET /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1987362
Dec 18 20:56:34.172332 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-1d5bc981-3160-4242-86db-4d052d08e44d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=f8de1dac-5fbd-4626-8379-c9547acc28fb HTTP/1.1" status: 200  len: 217 time: 0.1022315
Dec 18 20:56:34.325041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-4bf33b2e-8132-474a-9572-7c6769d1ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:34.326609 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-4bf33b2e-8132-474a-9572-7c6769d1ba04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.1464159
Dec 18 20:56:34.437720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-01d8d164-d4f9-44ac-9ace-8ef9e8275b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:34.439540 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-01d8d164-d4f9-44ac-9ace-8ef9e8275b28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1044533
Dec 18 20:56:34.674395 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-e51e2489-4d2d-4bc3-859d-8dd131e3c4e6 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2230716
Dec 18 20:56:34.823168 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-40ec1d96-649d-46c7-af83-b572645f5933 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385427
Dec 18 20:56:34.952215 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-04e85682-90ec-4217-81f5-baa81dd326c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=04c02923-efaf-4b7a-9421-6c1c3df3d6eb HTTP/1.1" status: 200  len: 217 time: 0.1202486
Dec 18 20:56:35.016039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-5dd7dcf5-49b8-416f-a307-c2b65d66aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:35.017552 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-5dd7dcf5-49b8-416f-a307-c2b65d66aac0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.0572760
Dec 18 20:56:35.113909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-dfcc17a1-8c5c-4865-bbc3-5e4f79bc1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:35.115742 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-dfcc17a1-8c5c-4865-bbc3-5e4f79bc1b97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0899470
Dec 18 20:56:35.131768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:35.181501 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7bc1-6f33-45ef-8d6d-d81cbf084440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:35.201171 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:35.201980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:35.257385 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-48b3b601-fccf-4423-a4b8-c8e434d0d3dd service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281331
Dec 18 20:56:35.400140 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-94d88fdb-d6c3-4b44-a191-9a58e92b0ca8 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265514
Dec 18 20:56:35.467008 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-d6fc683f-b96b-4a4f-b9b6-7eb1a69cdb08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=5740d94d-10b4-4d4f-b84a-14e2647f72c7 HTTP/1.1" status: 200  len: 217 time: 0.0572445
Dec 18 20:56:35.588857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-016be9d6-208e-476c-ac9a-4e6ea5d6ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:35.592760 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-016be9d6-208e-476c-ac9a-4e6ea5d6ec8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.1132023
Dec 18 20:56:35.682067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-82fb32c3-89fc-49bd-bc86-b67c24b4e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:35.690626 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-82fb32c3-89fc-49bd-bc86-b67c24b4e61a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0878239
Dec 18 20:56:35.866114 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-2396c85e-1ddd-4688-b922-25b37e6f344b service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608264
Dec 18 20:56:36.131404 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-0ac3bdf3-78e8-40c3-8078-e44feaf94cc3 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2511241
Dec 18 20:56:36.219087 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-6dffee63-6563-4dc4-a1b6-9cb0d0ec4160 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=ccb5043d-02af-492d-8f2d-78752159fb84 HTTP/1.1" status: 200  len: 217 time: 0.0800035
Dec 18 20:56:36.339550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:36.397450 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-ed1ceed0-5a93-4351-b871-2d710feaa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:36.399097 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-ed1ceed0-5a93-4351-b871-2d710feaa2c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.1653862
Dec 18 20:56:36.475253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-c1f1d86b-45eb-4fa9-87be-4d75c25761e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:36.478174 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-c1f1d86b-45eb-4fa9-87be-4d75c25761e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0674417
Dec 18 20:56:36.603797 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-c7e144da-e599-4a5a-b71f-a3b27de69af5 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1172926
Dec 18 20:56:36.744591 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-1ebd7f8e-3925-4b70-ae26-ed75f5d3e458 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227877
Dec 18 20:56:36.792091 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-d97845bd-0d22-49c5-9c30-9398a5c9fb23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1cdb751-5072-47e3-96f0-96e30fe3bc2f HTTP/1.1" status: 200  len: 217 time: 0.0397551
Dec 18 20:56:36.872717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-81b1c0bb-68e6-4926-9e3a-abb49afec43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:36.874691 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-81b1c0bb-68e6-4926-9e3a-abb49afec43d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d514dada-d8b2-467e-8ca9-570f42a26f3c HTTP/1.1" status: 200  len: 797 time: 0.0743976
Dec 18 20:56:36.936929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-450b1735-9d5e-44b1-bc1d-28cb8925c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:36.938627 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-450b1735-9d5e-44b1-bc1d-28cb8925c17f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b74eeda-4ba0-4971-b20a-e138901b128c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0498416
Dec 18 20:56:37.059208 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-a32dd935-d455-47f4-b75c-0be0fcd83326 service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1103127
Dec 18 20:56:37.193506 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-743f9ae5-812a-40e5-aa95-1034d5855595 service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261704
Dec 18 20:56:37.256457 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-81f0fdf0-9073-4ec2-a127-be18bffcd7d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e339efff-5759-4aa7-8925-f9e71e302622 HTTP/1.1" status: 200  len: 217 time: 0.0494306
Dec 18 20:56:37.297979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2960ab4-386f-4e59-b53c-1efefe7a3788 req-edd1e6d4-1807-4049-a939-5fd0d726eab3 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:37.306476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2960ab4-386f-4e59-b53c-1efefe7a3788 req-edd1e6d4-1807-4049-a939-5fd0d726eab3 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0632412
Dec 18 20:56:37.320449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-fa589070-31e8-43ff-96db-73fffd6e60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:37.322720 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-fa589070-31e8-43ff-96db-73fffd6e60cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d514dada-d8b2-467e-8ca9-570f42a26f3c HTTP/1.1" status: 200  len: 797 time: 0.0571325
Dec 18 20:56:37.375433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2960ab4-386f-4e59-b53c-1efefe7a3788 req-f291a901-7489-49b9-a124-ddbd7c6bfb9c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676270
Dec 18 20:56:37.431372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adf53-450d-4871-8565-9f6274f5241f req-044fcec3-1e0c-4130-a863-3a69863d51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:37.435337 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-044fcec3-1e0c-4130-a863-3a69863d51f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b74eeda-4ba0-4971-b20a-e138901b128c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0940802
Dec 18 20:56:37.631508 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b50237-567c-43c2-bd7d-caac36dce848 x-openstack-request-id: req-59b50237-567c-43c2-bd7d-caac36dce848 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:37.631828 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3", "name": "network-vif-deleted", "tag": "209a1be9-0f3f-4756-8361-ca32f4b7d826", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:37.632106 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59b50237-567c-43c2-bd7d-caac36dce848 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:37.632537 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c3fa05-4a9c-4735-8a2d-e9ac1eb713a3', 'name': 'network-vif-deleted', 'tag': '209a1be9-0f3f-4756-8361-ca32f4b7d826', 'status': 'completed', 'code': 200}
Dec 18 20:56:37.644956 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5841f6-068c-40f6-b62b-191aef04b8c5 x-openstack-request-id: req-9e5841f6-068c-40f6-b62b-191aef04b8c5 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:37.646406 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "name": "network-vif-plugged", "status": "completed", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:37.646406 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e5841f6-068c-40f6-b62b-191aef04b8c5 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:37.646911 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'code': 200}
Dec 18 20:56:37.681455 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-8def472a-cde4-4533-972f-4e50a8771731 service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2293634
Dec 18 20:56:37.836793 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8b6adf53-450d-4871-8565-9f6274f5241f req-35383050-c0a0-41e3-ac1a-2ba56894522c service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446898
Dec 18 20:56:38.008698 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:38.045409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38578) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:38.202564 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8b0e723d-2340-4ef7-a6c0-6999c8f79a5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f15c3e2ec1194924bee37b0161adc237&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1558733
Dec 18 20:56:38.204852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38598) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:38.258019 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68e474de-174b-4d68-a6ec-a64de749e650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:38.280426 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68e474de-174b-4d68-a6ec-a64de749e650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:38.331151 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68e474de-174b-4d68-a6ec-a64de749e650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:38.332473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385d67c-ebe7-4764-b865-bb79fd6219b2 req-7f9cb5c3-22ed-4411-84b9-6fbfd307af2d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:38.334012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f385d67c-ebe7-4764-b865-bb79fd6219b2 req-7f9cb5c3-22ed-4411-84b9-6fbfd307af2d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0920484
Dec 18 20:56:38.334231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68e474de-174b-4d68-a6ec-a64de749e650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:38.345587 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-68e474de-174b-4d68-a6ec-a64de749e650 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7540ead2-3f4a-4dcb-8a47-70d3236e5260 HTTP/1.1" status: 204  len: 168 time: 0.1326082
Dec 18 20:56:38.349951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-0c01bde8-0bd9-4033-bfce-5df80484d560 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:38.351595 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-0c01bde8-0bd9-4033-bfce-5df80484d560 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/networks?id=6debd13b-b209-4e15-a34d-3cefcc31c991 HTTP/1.1" status: 200  len: 818 time: 0.1676235
Dec 18 20:56:38.356151 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e474de-174b-4d68-a6ec-a64de749e650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7540ead2-3f4a-4dcb-8a47-70d3236e5260,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:38.394143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-05feba3e-94b1-46a1-9b37-e39b45e6729b tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/quotas/c2aba7bee78744949dc3323cb4c7df55 HTTP/1.1" status: 200  len: 375 time: 0.0349510
Dec 18 20:56:38.449296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f385d67c-ebe7-4764-b865-bb79fd6219b2 req-d592cd5c-fec9-4f42-b0f3-dbc2c10298f8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0967689
Dec 18 20:56:38.465627 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-ab8d18ac-b98c-46ea-a03c-6447955932d0 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2aba7bee78744949dc3323cb4c7df55&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0634358
Dec 18 20:56:38.499921 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:38.625532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-c22c4367-a606-41f9-9fae-9370b591d005 service neutron] 10.222.0.13 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523421
Dec 18 20:56:38.750153 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-45d23656-ca65-40cb-b10d-3f2a0bc7bdcd service neutron] 10.222.0.13 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1182227
Dec 18 20:56:38.807524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38640) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:38.861158 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-036d5a94-f743-43b8-baf1-6a4306dcfec9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc853b43346c4b80a888930d782d7bbc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0502162
Dec 18 20:56:38.861476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38642) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:38.940131 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e60c1bd-f133-4faf-a966-0ac51c4900e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:38.966735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e60c1bd-f133-4faf-a966-0ac51c4900e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:39.045327 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e60c1bd-f133-4faf-a966-0ac51c4900e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:39.049265 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e60c1bd-f133-4faf-a966-0ac51c4900e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:39.053217 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9e60c1bd-f133-4faf-a966-0ac51c4900e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/448c5ea2-68ae-4e5e-9ae3-73123a73e384 HTTP/1.1" status: 204  len: 168 time: 0.1883111
Dec 18 20:56:39.061199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60c1bd-f133-4faf-a966-0ac51c4900e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448c5ea2-68ae-4e5e-9ae3-73123a73e384,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:39.213107 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0f0a7b1-6230-4ce7-864b-35e29e350ba9 req-68fa70ab-db4e-4278-9e92-0bbef4555ca7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 210 time: 0.0405996
Dec 18 20:56:39.389653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1592d9-d2c6-4db7-9dad-d91fe3c85ce0 req-a8bf306a-8d94-4537-9bd3-c34ef9fb1506 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:39.402526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d1592d9-d2c6-4db7-9dad-d91fe3c85ce0 req-a8bf306a-8d94-4537-9bd3-c34ef9fb1506 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f709f32-beb6-4558-8d64-0d56d0981842 HTTP/1.1" status: 200  len: 951 time: 0.0893919
Dec 18 20:56:39.492490 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d1592d9-d2c6-4db7-9dad-d91fe3c85ce0 req-ca7d5a58-80cc-46b0-9a3e-dd9020cc4503 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869775
Dec 18 20:56:39.647366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9f6243-3663-449e-89e7-c1a511e9313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36011601-d6a5-4062-8c92-593078687bde'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:39.651007 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf7359c-6879-4e44-b055-68d52809b799" -d '{"events": [{"server_uuid": "bf9f6243-3663-449e-89e7-c1a511e9313d", "name": "network-vif-plugged", "status": "completed", "tag": "36011601-d6a5-4062-8c92-593078687bde"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:39.798099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-e8d4b6ec-0111-436d-a672-b1c5b97d7964 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:39.799796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-e8d4b6ec-0111-436d-a672-b1c5b97d7964 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/networks?id=6debd13b-b209-4e15-a34d-3cefcc31c991 HTTP/1.1" status: 200  len: 818 time: 0.1437662
Dec 18 20:56:39.839328 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-6c65277a-3daa-4255-9537-38a020b799a3 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/quotas/c2aba7bee78744949dc3323cb4c7df55 HTTP/1.1" status: 200  len: 375 time: 0.0324459
Dec 18 20:56:39.933506 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-c93d39ba-9cf5-4097-b181-591f42a9aac8 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2aba7bee78744949dc3323cb4c7df55&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0904355
Dec 18 20:56:39.972898 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2836994e-e925-4426-9f67-ec8aee71dd5a x-openstack-request-id: req-2836994e-e925-4426-9f67-ec8aee71dd5a {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:39.973805 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9f6243-3663-449e-89e7-c1a511e9313d", "name": "network-vif-plugged", "status": "completed", "tag": "36011601-d6a5-4062-8c92-593078687bde", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:39.974062 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2836994e-e925-4426-9f67-ec8aee71dd5a {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:39.974609 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9f6243-3663-449e-89e7-c1a511e9313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36011601-d6a5-4062-8c92-593078687bde', 'code': 200}
Dec 18 20:56:40.055832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-0bec6cef-c606-42a2-aa21-e396857105be service neutron] 10.222.0.13 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211650
Dec 18 20:56:40.160934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-a7eea7c1-42c7-4f8b-8d4d-26f3f3852b57 service neutron] 10.222.0.13 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0971274
Dec 18 20:56:40.569976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ead03797-f316-4a44-b7ef-7c97cb6410ca req-9066c74b-add3-4386-9ea7-830c672a49e7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 210 time: 0.0529282
Dec 18 20:56:40.601911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-c320f32e-a4c8-4578-9b75-a18f6a63228a tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:40.607672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-c320f32e-a4c8-4578-9b75-a18f6a63228a tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/networks?id=b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 200  len: 804 time: 0.2271256
Dec 18 20:56:40.641877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-d96de8ab-817f-4e7f-b333-1acdb86b83c9 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/quotas/8d45c473a485472791e742964660e7e9 HTTP/1.1" status: 200  len: 375 time: 0.0288203
Dec 18 20:56:40.708168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-0105f4ee-9c92-4e31-8750-9830ed705039 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d45c473a485472791e742964660e7e9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0649421
Dec 18 20:56:40.735190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-bc0e2225-3044-4040-bb3c-3457f829dc18 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:40.736767 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-bc0e2225-3044-4040-bb3c-3457f829dc18 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.36 "GET /v2.0/networks?id=6debd13b-b209-4e15-a34d-3cefcc31c991 HTTP/1.1" status: 200  len: 818 time: 0.2686374
Dec 18 20:56:40.752399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Request body: {'port': {'device_id': 'f6fcab40-88c7-4902-a1b7-60f4caecbb80', 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991', 'admin_state_up': True, 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:40.904882 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-59390666-9219-4eea-b08f-fcd4b531af02 service neutron] 10.222.0.13 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1957815
Dec 18 20:56:40.956095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Made reservation on behalf of c2aba7bee78744949dc3323cb4c7df55 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:56:40.976927 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:41.095192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-3ba669c0-5c1d-40c0-accd-9bb84c753c13 service neutron] 10.222.0.13 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1892586
Dec 18 20:56:41.266758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Allocated IP 172.20.0.14 (6debd13b-b209-4e15-a34d-3cefcc31c991/d7f58308-db29-4caa-9f9b-c96f367c4ebb/67829c42-153d-4545-a748-eb36ae44aa09) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:41.552389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02b543-0d91-490c-96dc-4429e2edff18 req-bf0f4ea8-9bd9-473a-88df-1b385938e2d8 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:41.555824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f02b543-0d91-490c-96dc-4429e2edff18 req-bf0f4ea8-9bd9-473a-88df-1b385938e2d8 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf9f6243-3663-449e-89e7-c1a511e9313d HTTP/1.1" status: 200  len: 945 time: 0.1343958
Dec 18 20:56:41.649347 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:41.708802 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:41.765238 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-049009ab-ccee-4102-8bbc-c84a936ba7be req-022bb198-458e-4977-ba7c-bc3a8c4680ed tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 210 time: 0.0896623
Dec 18 20:56:41.801767 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Network 6debd13b-b209-4e15-a34d-3cefcc31c991 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:41.805618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:41.817622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:41.855745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Pushing event updated for resources: {'Port': ['ID=67829c42-153d-4545-a748-eb36ae44aa09,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:41.892088 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:41.892727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:41.916387 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-110d27a5-a487-4dec-863c-08def084b2dd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1670814
Dec 18 20:56:41.930341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Request body: {'port': {'device_id': 'f6fcab40-88c7-4902-a1b7-60f4caecbb80', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:41.935874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-261cc957-6954-4fe0-83a8-f781210ccffe req-b140d743-1954-4e38-b10a-07df24cb0db2 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 210 time: 0.0456719
Dec 18 20:56:41.947758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-5f02b543-0d91-490c-96dc-4429e2edff18 req-871d1ff8-40b7-45fa-91cb-5fbc3d7a45b7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Deleting port 36011601-d6a5-4062-8c92-593078687bde {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:41.948251 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5f02b543-0d91-490c-96dc-4429e2edff18 req-871d1ff8-40b7-45fa-91cb-5fbc3d7a45b7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:41.978598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 53d8cf94-d048-4858-b43d-3d641ffb86d5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:42.053344 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:42.150996 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:42.154490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-5f02b543-0d91-490c-96dc-4429e2edff18 req-871d1ff8-40b7-45fa-91cb-5fbc3d7a45b7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] For port 36011601-d6a5-4062-8c92-593078687bde, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36011601-d6a5-4062-8c92-593078687bde,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:42.155807 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5f02b543-0d91-490c-96dc-4429e2edff18 req-871d1ff8-40b7-45fa-91cb-5fbc3d7a45b7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:42.200878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:42.213321 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:42.216031 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e717ca7-2a58-4694-bcda-e51eed46c3ee" -d '{"events": [{"server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "name": "network-vif-unplugged", "status": "completed", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:42.221176 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:42.222320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 36011601-d6a5-4062-8c92-593078687bde no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:42.234351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-5f02b543-0d91-490c-96dc-4429e2edff18 req-871d1ff8-40b7-45fa-91cb-5fbc3d7a45b7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Calling delete_port for 36011601-d6a5-4062-8c92-593078687bde owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:42.335996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=53d8cf94-d048-4858-b43d-3d641ffb86d5,revision_number=11']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:42.396612 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:42.431824 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e82d8b-56ec-4ce6-82fb-b4e538338eaa x-openstack-request-id: req-03e82d8b-56ec-4ce6-82fb-b4e538338eaa {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:42.432455 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "name": "network-vif-unplugged", "status": "completed", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:42.432913 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03e82d8b-56ec-4ce6-82fb-b4e538338eaa {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:42.434530 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'code': 200}
Dec 18 20:56:42.464025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 36011601-d6a5-4062-8c92-593078687bde, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36011601-d6a5-4062-8c92-593078687bde,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:42.470557 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:42.548122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=36011601-d6a5-4062-8c92-593078687bde,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:42.634449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67829c42-153d-4545-a748-eb36ae44aa09 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:56:42.659848 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:42.685780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-99f4a44e-6f56-49bf-bba5-3ff4876158af tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:42.687629 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-99f4a44e-6f56-49bf-bba5-3ff4876158af tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.31 "GET /v2.0/networks?id=6debd13b-b209-4e15-a34d-3cefcc31c991 HTTP/1.1" status: 200  len: 818 time: 0.4654124
Dec 18 20:56:42.696413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Transition to ACTIVE for port object 67829c42-153d-4545-a748-eb36ae44aa09 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:56:42.705655 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:42.707924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Request body: {'port': {'device_id': 'b570c4b4-9fec-4af2-a087-0a30ca81794b', 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991', 'admin_state_up': True, 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:43.005774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa93f96a-1295-4d65-a978-d727b2b8efc7 req-0534d67d-90d1-4e11-ad4c-a2cf0822da8c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 210 time: 0.0414419
Dec 18 20:56:43.059165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5f02b543-0d91-490c-96dc-4429e2edff18 req-871d1ff8-40b7-45fa-91cb-5fbc3d7a45b7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:43.169527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d61e8648-a642-4489-bf15-b6b757ba5674 req-eb2de76a-a1a9-40b4-a5d9-5a2997996572 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 210 time: 0.1057205
Dec 18 20:56:43.195240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f02b543-0d91-490c-96dc-4429e2edff18 req-871d1ff8-40b7-45fa-91cb-5fbc3d7a45b7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] No DVR routers for this DVR port 36011601-d6a5-4062-8c92-593078687bde on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:43.206017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d1ff8-40b7-45fa-91cb-5fbc3d7a45b7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Pushing event deleted for resources: {'Port': ['ID=36011601-d6a5-4062-8c92-593078687bde,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:43.210639 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5f02b543-0d91-490c-96dc-4429e2edff18 req-871d1ff8-40b7-45fa-91cb-5fbc3d7a45b7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:43.214661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f02b543-0d91-490c-96dc-4429e2edff18 req-871d1ff8-40b7-45fa-91cb-5fbc3d7a45b7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.31 "DELETE /v2.0/ports/36011601-d6a5-4062-8c92-593078687bde HTTP/1.1" status: 204  len: 173 time: 1.6544569
Dec 18 20:56:43.215285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9f6243-3663-449e-89e7-c1a511e9313d', 'name': 'network-vif-deleted', 'tag': '36011601-d6a5-4062-8c92-593078687bde'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:43.218945 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9b0b5d-ee19-4484-9919-da6e2a7ec0cb" -d '{"events": [{"server_uuid": "bf9f6243-3663-449e-89e7-c1a511e9313d", "name": "network-vif-deleted", "tag": "36011601-d6a5-4062-8c92-593078687bde"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:43.228936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Made reservation on behalf of c2aba7bee78744949dc3323cb4c7df55 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:56:43.233821 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:43.332105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Pushing event updated for resources: {'Port': ['ID=67829c42-153d-4545-a748-eb36ae44aa09,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:43.400097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Allocated IP 172.20.0.9 (6debd13b-b209-4e15-a34d-3cefcc31c991/d7f58308-db29-4caa-9f9b-c96f367c4ebb/319c512e-f64d-46a6-baf7-2b5a3d47c2b4) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:43.453101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Attempting to bind port 67829c42-153d-4545-a748-eb36ae44aa09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:56:43.453524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Attempting to bind port 67829c42-153d-4545-a748-eb36ae44aa09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:56:43.453790 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Attempting to bind port 67829c42-153d-4545-a748-eb36ae44aa09 on network 6debd13b-b209-4e15-a34d-3cefcc31c991 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:43.466559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Port 67829c42-153d-4545-a748-eb36ae44aa09 on network 6debd13b-b209-4e15-a34d-3cefcc31c991 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:56:43.466924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Attempting to bind port 67829c42-153d-4545-a748-eb36ae44aa09 on network 6debd13b-b209-4e15-a34d-3cefcc31c991 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:43.480457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:56:43.487974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Checking segment: {'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:43.490010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Bound using segment: {'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:56:43.490808 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Bound port: 67829c42-153d-4545-a748-eb36ae44aa09, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:56:43.491438 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:43.530150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-b65e32bf-294d-4467-847d-b097ef614d94 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:43.532203 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-b65e32bf-294d-4467-847d-b097ef614d94 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.31 "GET /v2.0/networks?id=b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 200  len: 804 time: 0.1974792
Dec 18 20:56:43.561376 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Request body: {'port': {'device_id': 'ed2a29f1-1645-4b4f-9ceb-cf156b8649f8', 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'admin_state_up': True, 'tenant_id': '8d45c473a485472791e742964660e7e9'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:43.582974 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342d2bb8-fc6d-4e4c-a8c7-58a77e6ffb83 x-openstack-request-id: req-342d2bb8-fc6d-4e4c-a8c7-58a77e6ffb83 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:43.583287 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9f6243-3663-449e-89e7-c1a511e9313d", "name": "network-vif-deleted", "tag": "36011601-d6a5-4062-8c92-593078687bde", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:43.583546 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-342d2bb8-fc6d-4e4c-a8c7-58a77e6ffb83 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:43.583946 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9f6243-3663-449e-89e7-c1a511e9313d', 'name': 'network-vif-deleted', 'tag': '36011601-d6a5-4062-8c92-593078687bde', 'status': 'completed', 'code': 200}
Dec 18 20:56:43.691749 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] For port 67829c42-153d-4545-a748-eb36ae44aa09, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:56:43.699573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] For port 67829c42-153d-4545-a748-eb36ae44aa09, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67829c42-153d-4545-a748-eb36ae44aa09,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:56:43.725596 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:43.725742 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:43.811528 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:43.812207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:43.814591 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] 10.222.0.36 "PUT /v2.0/ports/67829c42-153d-4545-a748-eb36ae44aa09 HTTP/1.1" status: 200  len: 1092 time: 1.8893137
Dec 18 20:56:43.820855 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fcab40-88c7-4902-a1b7-60f4caecbb80', 'tag': '67829c42-153d-4545-a748-eb36ae44aa09'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:43.824302 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3151a1d-f7c1-4762-8698-c4ce640d52c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fcab40-88c7-4902-a1b7-60f4caecbb80", "tag": "67829c42-153d-4545-a748-eb36ae44aa09"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:43.833705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Made reservation on behalf of 8d45c473a485472791e742964660e7e9 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:56:43.833952 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:43.841301 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:43.962983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Pushing event updated for resources: {'Port': ['ID=319c512e-f64d-46a6-baf7-2b5a3d47c2b4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:44.005712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Network 6debd13b-b209-4e15-a34d-3cefcc31c991 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:44.006672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6b6f0-7b64-4024-a41c-260b45f302ac service neutron] Pushing event updated for resources: {'Port': ['ID=67829c42-153d-4545-a748-eb36ae44aa09,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:44.010644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:44.015899 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:44.093453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-3e16d3c9-dd49-4703-92f4-0e01e4fb5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:44.096163 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-3e16d3c9-dd49-4703-92f4-0e01e4fb5b0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2aba7bee78744949dc3323cb4c7df55&device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 1095 time: 0.1137147
Dec 18 20:56:44.146646 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2f4bdc-8485-4d7a-b395-ed7be9a873fc x-openstack-request-id: req-0a2f4bdc-8485-4d7a-b395-ed7be9a873fc {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:44.147256 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fcab40-88c7-4902-a1b7-60f4caecbb80", "tag": "67829c42-153d-4545-a748-eb36ae44aa09", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:44.147728 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a2f4bdc-8485-4d7a-b395-ed7be9a873fc {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:44.148477 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fcab40-88c7-4902-a1b7-60f4caecbb80', 'tag': '67829c42-153d-4545-a748-eb36ae44aa09', 'status': 'completed', 'code': 200}
Dec 18 20:56:44.160369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:44.161710 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:44.186032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-5ac5f767-d828-420f-b3e6-ccf1467195b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4856603
Dec 18 20:56:44.196260 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-80896247-af77-44cf-9f5b-c3571838fc0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67829c42-153d-4545-a748-eb36ae44aa09 HTTP/1.1" status: 200  len: 217 time: 0.0845776
Dec 18 20:56:44.202079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Request body: {'port': {'device_id': 'b570c4b4-9fec-4af2-a087-0a30ca81794b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:44.282747 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Allocated IP 172.20.0.5 (b4249639-6520-4b9d-908b-e792b10734b1/bebb4d23-857a-46c7-9813-a2fc5e9567dc/15d300b1-0726-42ba-b558-7d300c39cec1) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:44.328658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22e7f8ad-904e-4dd8-9d74-36e955dfb93f req-07a8b301-e7e3-4804-b31a-316cc027e96c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 210 time: 0.0372956
Dec 18 20:56:44.343361 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:44.353795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-9c4c3a46-30b7-4a32-8de3-cac65e5b1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:44.356019 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-9c4c3a46-30b7-4a32-8de3-cac65e5b1699 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d7f58308-db29-4caa-9f9b-c96f367c4ebb HTTP/1.1" status: 200  len: 858 time: 0.1514287
Dec 18 20:56:44.404451 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-a5986fb7-343f-4a5c-b710-9dcf866ebcfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6debd13b-b209-4e15-a34d-3cefcc31c991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0343628
Dec 18 20:56:44.436425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9f6243-3663-449e-89e7-c1a511e9313d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36011601-d6a5-4062-8c92-593078687bde'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:44.441173 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbd5822-b61f-47c9-a4a1-01837b29c3f3" -d '{"events": [{"server_uuid": "bf9f6243-3663-449e-89e7-c1a511e9313d", "name": "network-vif-unplugged", "status": "completed", "tag": "36011601-d6a5-4062-8c92-593078687bde"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:44.477271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1ecb4-49c8-43ee-a94f-121c87626e6c req-b5b1189b-952f-4a45-831d-57b43e019af5 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:44.478874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53f1ecb4-49c8-43ee-a94f-121c87626e6c req-b5b1189b-952f-4a45-831d-57b43e019af5 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 931 time: 0.1556001
Dec 18 20:56:44.645932 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-2c472efe-f685-4f09-9ffd-902b63722ce6 service neutron] 10.222.0.36 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2246792
Dec 18 20:56:44.652404 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:44.708660 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:44.799757 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:44.812918 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c9ca8523-fd59-4a66-9844-7b17f8089fdd req-777485bd-0cf0-4cbd-b24b-cc15a81ff0c7 service neutron] 10.222.0.36 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1578753
Dec 18 20:56:44.857090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Network b4249639-6520-4b9d-908b-e792b10734b1 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:44.861192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:44.866354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:44.898963 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Pushing event updated for resources: {'Port': ['ID=15d300b1-0726-42ba-b558-7d300c39cec1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:44.990359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151a1d-f7c1-4762-8698-c4ce640d52c6 req-d4b00cc0-054f-498a-b44f-058aac3f7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:44.991964 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a3151a1d-f7c1-4762-8698-c4ce640d52c6 req-d4b00cc0-054f-498a-b44f-058aac3f7017 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2aba7bee78744949dc3323cb4c7df55&device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 1095 time: 0.0945032
Dec 18 20:56:44.992936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39208) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:45.006904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:45.007664 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:45.060896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53f1ecb4-49c8-43ee-a94f-121c87626e6c req-56083549-9bc0-4daa-a59c-969d135275f0 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363211
Dec 18 20:56:45.144294 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067e8bad-012a-46d4-999f-ce54628073c7 x-openstack-request-id: req-067e8bad-012a-46d4-999f-ce54628073c7 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:45.144745 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9f6243-3663-449e-89e7-c1a511e9313d", "name": "network-vif-unplugged", "status": "completed", "tag": "36011601-d6a5-4062-8c92-593078687bde", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:45.145127 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-067e8bad-012a-46d4-999f-ce54628073c7 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:45.145732 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9f6243-3663-449e-89e7-c1a511e9313d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36011601-d6a5-4062-8c92-593078687bde', 'code': 200}
Dec 18 20:56:45.145905 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-7ba5afbd-fd7a-4301-9448-009f3b1ed004 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5905647
Dec 18 20:56:45.168387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-edb9adc2-ce73-4b2d-8eff-01f4794e8cad tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:56:45.169377 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-edb9adc2-ce73-4b2d-8eff-01f4794e8cad tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0070038
Dec 18 20:56:45.242060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:56:45.260187 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:45.273200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151a1d-f7c1-4762-8698-c4ce640d52c6 req-f7f68e9b-c348-41ad-ae0e-5417e6aeacec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:45.275219 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a3151a1d-f7c1-4762-8698-c4ce640d52c6 req-f7f68e9b-c348-41ad-ae0e-5417e6aeacec service neutron] 10.222.0.36 "GET /v2.0/networks?id=6debd13b-b209-4e15-a34d-3cefcc31c991 HTTP/1.1" status: 200  len: 919 time: 0.2558925
Dec 18 20:56:45.307380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Transition to ACTIVE for port object 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:56:45.318846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:45.380352 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a3151a1d-f7c1-4762-8698-c4ce640d52c6 req-e1a23f49-c95c-42bd-816e-452fdca44f5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67829c42-153d-4545-a748-eb36ae44aa09 HTTP/1.1" status: 200  len: 217 time: 0.0932872
Dec 18 20:56:45.384830 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Request body: {'port': {'device_id': 'ed2a29f1-1645-4b4f-9ceb-cf156b8649f8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:45.397639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Pushing event updated for resources: {'Port': ['ID=319c512e-f64d-46a6-baf7-2b5a3d47c2b4,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:45.422904 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:45.536524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151a1d-f7c1-4762-8698-c4ce640d52c6 req-bdabd547-6102-46cb-be18-9d305ae58396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:45.538089 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a3151a1d-f7c1-4762-8698-c4ce640d52c6 req-bdabd547-6102-46cb-be18-9d305ae58396 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d7f58308-db29-4caa-9f9b-c96f367c4ebb HTTP/1.1" status: 200  len: 858 time: 0.1484756
Dec 18 20:56:45.541214 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:45.547928 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Attempting to bind port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:56:45.548256 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Attempting to bind port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:56:45.548585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Attempting to bind port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 on network 6debd13b-b209-4e15-a34d-3cefcc31c991 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:45.560989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722eae3-686e-4a14-a7e6-ee8b41427fe3 req-d0c5757c-b5e3-4d44-a32d-932cac2a2edd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:45.571478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3722eae3-686e-4a14-a7e6-ee8b41427fe3 req-d0c5757c-b5e3-4d44-a32d-932cac2a2edd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 931 time: 0.0951881
Dec 18 20:56:45.580855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 on network 6debd13b-b209-4e15-a34d-3cefcc31c991 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:56:45.581291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Attempting to bind port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 on network 6debd13b-b209-4e15-a34d-3cefcc31c991 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:45.594985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:56:45.595317 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a3151a1d-f7c1-4762-8698-c4ce640d52c6 req-ad230cd5-361a-4149-a0e8-3f83c67d107e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6debd13b-b209-4e15-a34d-3cefcc31c991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482872
Dec 18 20:56:45.595485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Checking segment: {'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:45.595891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Bound using segment: {'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:56:45.596453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Bound port: 319c512e-f64d-46a6-baf7-2b5a3d47c2b4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d475dd0-8cc9-4762-8322-6865918292ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:56:45.596829 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:45.664598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3722eae3-686e-4a14-a7e6-ee8b41427fe3 req-529205f9-8bcb-4ba4-9a30-417ac9eb8c70 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922425
Dec 18 20:56:45.690519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] For port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:56:45.693995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] For port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=319c512e-f64d-46a6-baf7-2b5a3d47c2b4,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:56:45.699152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:45.751676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:45.753889 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:45.754287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] 10.222.0.31 "PUT /v2.0/ports/319c512e-f64d-46a6-baf7-2b5a3d47c2b4 HTTP/1.1" status: 200  len: 1091 time: 1.5586751
Dec 18 20:56:45.755581 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:45.756731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b570c4b4-9fec-4af2-a087-0a30ca81794b', 'tag': '319c512e-f64d-46a6-baf7-2b5a3d47c2b4'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:45.762118 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8774c6d9-d811-4020-a32f-603ad169a16f" -d '{"events": [{"name": "network-changed", "server_uuid": "b570c4b4-9fec-4af2-a087-0a30ca81794b", "tag": "319c512e-f64d-46a6-baf7-2b5a3d47c2b4"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:45.818742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc502ea-be0c-4faa-a376-882adce8e490 service neutron] Pushing event updated for resources: {'Port': ['ID=319c512e-f64d-46a6-baf7-2b5a3d47c2b4,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:45.860165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-24cc7aef-33b6-4ad1-b6d2-f45d591fe5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:45.862074 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-24cc7aef-33b6-4ad1-b6d2-f45d591fe5a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2aba7bee78744949dc3323cb4c7df55&device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 1094 time: 0.0540695
Dec 18 20:56:45.875667 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06cd004-9782-4801-b255-ed4cec098381 x-openstack-request-id: req-f06cd004-9782-4801-b255-ed4cec098381 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:45.876108 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b570c4b4-9fec-4af2-a087-0a30ca81794b", "tag": "319c512e-f64d-46a6-baf7-2b5a3d47c2b4", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:45.877440 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f06cd004-9782-4801-b255-ed4cec098381 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:45.877953 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b570c4b4-9fec-4af2-a087-0a30ca81794b', 'tag': '319c512e-f64d-46a6-baf7-2b5a3d47c2b4', 'status': 'completed', 'code': 200}
Dec 18 20:56:45.920518 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-b3d90e04-14b7-4b80-a691-0f7b51385cee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319c512e-f64d-46a6-baf7-2b5a3d47c2b4 HTTP/1.1" status: 200  len: 217 time: 0.0469079
Dec 18 20:56:45.974769 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:45.975833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-d712a3c0-6e6e-451a-beeb-1dc7834dbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:45.977410 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-d712a3c0-6e6e-451a-beeb-1dc7834dbe22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7f58308-db29-4caa-9f9b-c96f367c4ebb HTTP/1.1" status: 200  len: 858 time: 0.0500424
Dec 18 20:56:45.992230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 36011601-d6a5-4062-8c92-593078687bde no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:46.016903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 36011601-d6a5-4062-8c92-593078687bde {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:46.017765 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 36011601-d6a5-4062-8c92-593078687bde not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:46.026984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-d18e7c1d-009c-452b-a455-cd596d852551 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6debd13b-b209-4e15-a34d-3cefcc31c991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421851
Dec 18 20:56:46.030287 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a3151a1d-f7c1-4762-8698-c4ce640d52c6 req-49163c01-e768-4dc3-9148-5e3b07dad311 service neutron] 10.222.0.36 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4242029
Dec 18 20:56:46.060926 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a68dacd8cefc4cc6bba82d5eaa3a4617&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0666053
Dec 18 20:56:46.077483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39302) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:46.111678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a0e90a-ad52-45b2-9d41-08cdfaa1cf14,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:46.146345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.146795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.147218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.147639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.148051 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.148255 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-e96e371f-8cf4-4067-8c9e-20ef83cbb88b service neutron] 10.222.0.31 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1129870
Dec 18 20:56:46.148717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.148914 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.149319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.149717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.150113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.150531 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.150927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.151458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16934c3-bf8b-4ec9-9308-7f15bc470530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:46.258059 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a3151a1d-f7c1-4762-8698-c4ce640d52c6 req-be138864-4027-4680-8ddc-c0c59c2438c5 service neutron] 10.222.0.36 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2132311
Dec 18 20:56:46.273358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbb0e4-f453-4b74-be87-d8d18b40131d req-5642af69-faed-4b99-a047-f24494dad143 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:46.274229 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d300b1-0726-42ba-b558-7d300c39cec1 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:56:46.279385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e710b65-9bd3-48da-87c3-c3f334f7264e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:46.282494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74fbb0e4-f453-4b74-be87-d8d18b40131d req-5642af69-faed-4b99-a047-f24494dad143 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 943 time: 0.1109760
Dec 18 20:56:46.285214 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:46.318124 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e710b65-9bd3-48da-87c3-c3f334f7264e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:46.319994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Transition to ACTIVE for port object 15d300b1-0726-42ba-b558-7d300c39cec1 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:56:46.327731 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:46.354182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74fbb0e4-f453-4b74-be87-d8d18b40131d req-e1e787b9-911d-4d89-9158-3e4f718df102 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709195
Dec 18 20:56:46.356928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-486ed7aa-1b27-4d1a-a43b-83b37dd0f978 req-03bd4dd4-0edd-429e-8d87-618022ee2dee service neutron] 10.222.0.31 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019475
Dec 18 20:56:46.402409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Pushing event updated for resources: {'Port': ['ID=15d300b1-0726-42ba-b558-7d300c39cec1,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:46.466614 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e710b65-9bd3-48da-87c3-c3f334f7264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:46.469954 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e710b65-9bd3-48da-87c3-c3f334f7264e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:46.473566 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2e710b65-9bd3-48da-87c3-c3f334f7264e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39a0e90a-ad52-45b2-9d41-08cdfaa1cf14 HTTP/1.1" status: 204  len: 168 time: 0.3928294
Dec 18 20:56:46.479057 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774c6d9-d811-4020-a32f-603ad169a16f req-5004299c-a2d8-4708-b90c-5e3481ccbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:46.480669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8774c6d9-d811-4020-a32f-603ad169a16f req-5004299c-a2d8-4708-b90c-5e3481ccbbb9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2aba7bee78744949dc3323cb4c7df55&device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 1094 time: 0.0498407
Dec 18 20:56:46.492511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e710b65-9bd3-48da-87c3-c3f334f7264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a0e90a-ad52-45b2-9d41-08cdfaa1cf14,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:46.509330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Attempting to bind port 15d300b1-0726-42ba-b558-7d300c39cec1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:56:46.509691 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Attempting to bind port 15d300b1-0726-42ba-b558-7d300c39cec1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:56:46.510203 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Attempting to bind port 15d300b1-0726-42ba-b558-7d300c39cec1 on network b4249639-6520-4b9d-908b-e792b10734b1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:46.515863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Port 15d300b1-0726-42ba-b558-7d300c39cec1 on network b4249639-6520-4b9d-908b-e792b10734b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:56:46.516246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Attempting to bind port 15d300b1-0726-42ba-b558-7d300c39cec1 on network b4249639-6520-4b9d-908b-e792b10734b1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:46.524505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:56:46.524857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Checking segment: {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:46.525246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Bound using segment: {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:56:46.525678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Bound port: 15d300b1-0726-42ba-b558-7d300c39cec1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:56:46.526034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:46.612331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] For port 15d300b1-0726-42ba-b558-7d300c39cec1, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:56:46.616740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] For port 15d300b1-0726-42ba-b558-7d300c39cec1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15d300b1-0726-42ba-b558-7d300c39cec1,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:56:46.622551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:46.659514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:46.660764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:46.662178 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] 10.222.0.31 "PUT /v2.0/ports/15d300b1-0726-42ba-b558-7d300c39cec1 HTTP/1.1" status: 200  len: 1091 time: 1.4828231
Dec 18 20:56:46.665185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd29b74-b4ec-4a49-8c6e-e1d51c664efe req-6db0d203-7769-4d36-8a13-22529d312aab tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:46.666753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6cd29b74-b4ec-4a49-8c6e-e1d51c664efe req-6db0d203-7769-4d36-8a13-22529d312aab tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 948 time: 0.0814145
Dec 18 20:56:46.671562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774c6d9-d811-4020-a32f-603ad169a16f req-24a5cda0-5159-42cb-bb09-a38103e15832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:46.672991 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8774c6d9-d811-4020-a32f-603ad169a16f req-24a5cda0-5159-42cb-bb09-a38103e15832 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6debd13b-b209-4e15-a34d-3cefcc31c991 HTTP/1.1" status: 200  len: 919 time: 0.1831732
Dec 18 20:56:46.680425 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2a29f1-1645-4b4f-9ceb-cf156b8649f8', 'tag': '15d300b1-0726-42ba-b558-7d300c39cec1'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:46.683943 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a97495a-5df9-40ae-9edb-75b22b4d2fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2a29f1-1645-4b4f-9ceb-cf156b8649f8", "tag": "15d300b1-0726-42ba-b558-7d300c39cec1"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:46.745910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8774c6d9-d811-4020-a32f-603ad169a16f req-e3094faa-71b7-4561-8d4a-a519b125fe21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319c512e-f64d-46a6-baf7-2b5a3d47c2b4 HTTP/1.1" status: 200  len: 217 time: 0.0486345
Dec 18 20:56:46.759959 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c715b05c-4fa3-41df-8323-322f4f0035ef x-openstack-request-id: req-c715b05c-4fa3-41df-8323-322f4f0035ef {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:46.760291 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2a29f1-1645-4b4f-9ceb-cf156b8649f8", "tag": "15d300b1-0726-42ba-b558-7d300c39cec1", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:46.760508 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c715b05c-4fa3-41df-8323-322f4f0035ef {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:46.762285 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2a29f1-1645-4b4f-9ceb-cf156b8649f8', 'tag': '15d300b1-0726-42ba-b558-7d300c39cec1', 'status': 'completed', 'code': 200}
Dec 18 20:56:46.769008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6cd29b74-b4ec-4a49-8c6e-e1d51c664efe req-19ceec34-9aa1-40e8-9071-0c6da62fcbcc tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949495
Dec 18 20:56:46.780679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf697bc-17be-46b4-baa2-1ef2d8f87988 service neutron] Pushing event updated for resources: {'Port': ['ID=15d300b1-0726-42ba-b558-7d300c39cec1,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:46.796676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-18a0c0a3-6894-4d56-a991-8bc46f1f903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:46.798349 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-18a0c0a3-6894-4d56-a991-8bc46f1f903e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d45c473a485472791e742964660e7e9&device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 1094 time: 0.0803232
Dec 18 20:56:46.810703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774c6d9-d811-4020-a32f-603ad169a16f req-567f4dcd-f560-43ac-aca7-061fe7e39160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:46.812214 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8774c6d9-d811-4020-a32f-603ad169a16f req-567f4dcd-f560-43ac-aca7-061fe7e39160 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7f58308-db29-4caa-9f9b-c96f367c4ebb HTTP/1.1" status: 200  len: 858 time: 0.0587626
Dec 18 20:56:46.842877 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-201a6324-6443-414f-81d0-faca083241cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d300b1-0726-42ba-b558-7d300c39cec1 HTTP/1.1" status: 200  len: 217 time: 0.0357926
Dec 18 20:56:46.846954 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8774c6d9-d811-4020-a32f-603ad169a16f req-02f70f52-2894-49bb-a20d-b567fcc852f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6debd13b-b209-4e15-a34d-3cefcc31c991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0270276
Dec 18 20:56:46.854590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39328) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:46.893836 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0143206c-0cfd-4282-9b44-8c79cd827c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:46.930095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-a9ec23cb-b7f2-4289-926e-1207dbbeba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:46.931640 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-a9ec23cb-b7f2-4289-926e-1207dbbeba6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bebb4d23-857a-46c7-9813-a2fc5e9567dc HTTP/1.1" status: 200  len: 844 time: 0.0748239
Dec 18 20:56:46.947162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad23c-c392-4fee-acca-8cee37ff7a41 req-7c722479-54f4-4cc0-9d8c-10536759a1ce tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:46.948649 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-051ad23c-c392-4fee-acca-8cee37ff7a41 req-7c722479-54f4-4cc0-9d8c-10536759a1ce tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 943 time: 0.1188488
Dec 18 20:56:46.972375 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-e986747a-d85a-4187-ad52-1818f4d0b5db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4249639-6520-4b9d-908b-e792b10734b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316164
Dec 18 20:56:46.991753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8774c6d9-d811-4020-a32f-603ad169a16f req-5c63a283-ebcb-472f-b3e5-5d7118e71c6a service neutron] 10.222.0.31 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354098
Dec 18 20:56:47.067138 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-051ad23c-c392-4fee-acca-8cee37ff7a41 req-24d149eb-0a77-415e-b011-5749066cfaeb tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061258
Dec 18 20:56:47.102190 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0143206c-0cfd-4282-9b44-8c79cd827c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:47.106440 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-5b691fe8-4ec6-48d7-8e44-4331afe430a4 service neutron] 10.222.0.31 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264319
Dec 18 20:56:47.107457 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0143206c-0cfd-4282-9b44-8c79cd827c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:47.115617 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8774c6d9-d811-4020-a32f-603ad169a16f req-07fa4fa8-f645-473a-9c4f-c0200f1124a0 service neutron] 10.222.0.31 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1143787
Dec 18 20:56:47.194041 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0143206c-0cfd-4282-9b44-8c79cd827c5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2f2a9187d5a41c48b39fedce3b16f25&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3382702
Dec 18 20:56:47.208245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39336) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:47.222071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143206c-0cfd-4282-9b44-8c79cd827c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606ce1e6-bdd3-4d13-9764-8633808f851f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:47.287403 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2b625eb-de80-41a3-8917-4fec739f68ad req-dff1d251-397e-4cc8-a778-dada74d13772 service neutron] 10.222.0.31 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1695795
Dec 18 20:56:47.305199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2389-b0eb-4525-a700-07b64793dd91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:47.329520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2389-b0eb-4525-a700-07b64793dd91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:47.403359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97495a-5df9-40ae-9edb-75b22b4d2fbb req-928c17c5-b1ff-4cf4-b166-815f6b731622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:47.407108 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a97495a-5df9-40ae-9edb-75b22b4d2fbb req-928c17c5-b1ff-4cf4-b166-815f6b731622 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d45c473a485472791e742964660e7e9&device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 1094 time: 0.0685885
Dec 18 20:56:47.429603 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2389-b0eb-4525-a700-07b64793dd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:47.432595 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2389-b0eb-4525-a700-07b64793dd91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:47.436282 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4b3a2389-b0eb-4525-a700-07b64793dd91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/606ce1e6-bdd3-4d13-9764-8633808f851f HTTP/1.1" status: 204  len: 168 time: 0.2188866
Dec 18 20:56:47.480695 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a2389-b0eb-4525-a700-07b64793dd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606ce1e6-bdd3-4d13-9764-8633808f851f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:47.499098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7bcba-f2ba-4b44-bbe3-9ca97fa44d04 req-20b04ef3-4911-44b0-a2b5-f01aec5455c9 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:47.506869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40e7bcba-f2ba-4b44-bbe3-9ca97fa44d04 req-20b04ef3-4911-44b0-a2b5-f01aec5455c9 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 943 time: 0.0678718
Dec 18 20:56:47.565778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40e7bcba-f2ba-4b44-bbe3-9ca97fa44d04 req-0cfcd048-e84f-4c11-8c5a-07547fb4c3b6 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579102
Dec 18 20:56:47.579263 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97495a-5df9-40ae-9edb-75b22b4d2fbb req-e6d0d41a-1dce-43a2-ab24-62931aaa8a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:47.580769 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a97495a-5df9-40ae-9edb-75b22b4d2fbb req-e6d0d41a-1dce-43a2-ab24-62931aaa8a3e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 200  len: 905 time: 0.1660686
Dec 18 20:56:47.628307 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a97495a-5df9-40ae-9edb-75b22b4d2fbb req-86b1b976-ec5c-448a-a599-eb1d56218998 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d300b1-0726-42ba-b558-7d300c39cec1 HTTP/1.1" status: 200  len: 217 time: 0.0376670
Dec 18 20:56:47.680152 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97495a-5df9-40ae-9edb-75b22b4d2fbb req-04797487-46ef-4e38-9ef8-6be636f1c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:47.681695 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a97495a-5df9-40ae-9edb-75b22b4d2fbb req-04797487-46ef-4e38-9ef8-6be636f1c314 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bebb4d23-857a-46c7-9813-a2fc5e9567dc HTTP/1.1" status: 200  len: 844 time: 0.0468278
Dec 18 20:56:47.722215 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a97495a-5df9-40ae-9edb-75b22b4d2fbb req-66b07d34-399d-44ea-9042-fd1b631a46fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4249639-6520-4b9d-908b-e792b10734b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323229
Dec 18 20:56:47.815762 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a97495a-5df9-40ae-9edb-75b22b4d2fbb req-4deb3b72-66a4-4ae2-8535-bc427050643b service neutron] 10.222.0.31 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858576
Dec 18 20:56:47.841674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 67829c42-153d-4545-a748-eb36ae44aa09 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:56:47.926157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5b849-daac-4d57-823a-6a24edde1057 req-a63e1dae-f39b-41f5-a59b-b1204be30ffc tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:47.927266 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a97495a-5df9-40ae-9edb-75b22b4d2fbb req-edb9e418-5c9d-4633-8c6c-311b9c92fd40 service neutron] 10.222.0.31 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1043735
Dec 18 20:56:47.930866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71c5b849-daac-4d57-823a-6a24edde1057 req-a63e1dae-f39b-41f5-a59b-b1204be30ffc tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 948 time: 0.0656266
Dec 18 20:56:47.980396 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71c5b849-daac-4d57-823a-6a24edde1057 req-d408a8d1-4dd6-4621-83d0-2724a6a7aa2d tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452611
Dec 18 20:56:47.984890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 67829c42-153d-4545-a748-eb36ae44aa09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67829c42-153d-4545-a748-eb36ae44aa09,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:47.998099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '67829c42-153d-4545-a748-eb36ae44aa09', 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991', 'port_id': '67829c42-153d-4545-a748-eb36ae44aa09', 'mac_address': 'fa:16:3e:47:ef:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f58308-db29-4caa-9f9b-c96f367c4ebb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:56:48.043578 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:48.057139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67829c42-153d-4545-a748-eb36ae44aa09 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:56:48.077611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 67829c42-153d-4545-a748-eb36ae44aa09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67829c42-153d-4545-a748-eb36ae44aa09,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:48.081520 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:48.132149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=67829c42-153d-4545-a748-eb36ae44aa09,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:48.201251 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23673307-aee2-455d-a1a5-03dfe1938a53 req-2d30288b-a8c6-48bb-978e-66d5cf7a90e6 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:48.202782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23673307-aee2-455d-a1a5-03dfe1938a53 req-2d30288b-a8c6-48bb-978e-66d5cf7a90e6 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 943 time: 0.0523582
Dec 18 20:56:48.205714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39388) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:48.252977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23673307-aee2-455d-a1a5-03dfe1938a53 req-aee1eb23-2e3f-4f95-a0e0-3f5f5ca9b784 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411999
Dec 18 20:56:48.308117 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-705240814-network', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:48.333189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Made reservation on behalf of 3f69c5059282455ca98cc9bff0fe1c94 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:56:48.335661 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:48.344494 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:48.415277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['67829c42-153d-4545-a748-eb36ae44aa09'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:48.453566 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:48.462638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1ea8b-45f1-4b8d-8dab-e55c06cd0b28 req-60105b93-6a7b-419c-8ea6-737e8ddd5af2 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:48.464778 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e6f1ea8b-45f1-4b8d-8dab-e55c06cd0b28 req-60105b93-6a7b-419c-8ea6-737e8ddd5af2 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 948 time: 0.0674586
Dec 18 20:56:48.467592 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:48.512693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:56:48.548063 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92e8c42-e677-4b62-8940-26e84ce20c5d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:48.555391 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:48.556108 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Added segment c7f6b391-dc49-46b7-bec7-da58fdaf924f of type vlan for network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a
Dec 18 20:56:48.616216 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:48.649684 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:48.650727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:48.651562 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:48.773543 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5654988
Dec 18 20:56:48.794378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39412) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:48.808681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-753754a5-57db-4823-bab5-52c93fa83fff admin admin] Request body: {'subnet': {'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-705240814-subnet', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:48.833514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc058988-4c3c-4eaf-9242-5bbbcfaf2ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=7bd317e2-46c6-4f03-a5b1-bf11d8fa277a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:48.849057 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:56:48.874767 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85b947-fc6d-4531-ad2c-63b56cef8ecf req-ea318f10-e992-4af6-9a7a-f00c9d9d94a1 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:48.876633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f85b947-fc6d-4531-ad2c-63b56cef8ecf req-ea318f10-e992-4af6-9a7a-f00c9d9d94a1 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 943 time: 0.1617265
Dec 18 20:56:48.900117 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-e6f1ea8b-45f1-4b8d-8dab-e55c06cd0b28 req-be11a2d3-b6df-4ccf-b9b9-5774a70f6176 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Deleting port 2b8e5c57-7646-45bc-8bdf-d19b316188ed {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:48.901126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6f1ea8b-45f1-4b8d-8dab-e55c06cd0b28 req-be11a2d3-b6df-4ccf-b9b9-5774a70f6176 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:48.912577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753754a5-57db-4823-bab5-52c93fa83fff admin admin] Made reservation on behalf of 3f69c5059282455ca98cc9bff0fe1c94 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:56:48.915568 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-753754a5-57db-4823-bab5-52c93fa83fff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.001113 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f85b947-fc6d-4531-ad2c-63b56cef8ecf req-4b567143-9421-4ee3-bd80-9a98cb2ccc6d tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153166
Dec 18 20:56:49.025343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e6f1ea8b-45f1-4b8d-8dab-e55c06cd0b28 req-be11a2d3-b6df-4ccf-b9b9-5774a70f6176 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] For port 2b8e5c57-7646-45bc-8bdf-d19b316188ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b8e5c57-7646-45bc-8bdf-d19b316188ed,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:49.025722 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6f1ea8b-45f1-4b8d-8dab-e55c06cd0b28 req-be11a2d3-b6df-4ccf-b9b9-5774a70f6176 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.039459 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-e6f1ea8b-45f1-4b8d-8dab-e55c06cd0b28 req-be11a2d3-b6df-4ccf-b9b9-5774a70f6176 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Calling delete_port for 2b8e5c57-7646-45bc-8bdf-d19b316188ed owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:49.174534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590033a-d09f-4715-97ea-14efa6f5d3b3 req-432ee094-e3b6-4802-a353-170eef8b42f0 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:49.175970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3590033a-d09f-4715-97ea-14efa6f5d3b3 req-432ee094-e3b6-4802-a353-170eef8b42f0 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93280f-4987-4eea-b229-7cc365db43ff HTTP/1.1" status: 200  len: 948 time: 0.0997090
Dec 18 20:56:49.177856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-753754a5-57db-4823-bab5-52c93fa83fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.183785 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6f1ea8b-45f1-4b8d-8dab-e55c06cd0b28 req-be11a2d3-b6df-4ccf-b9b9-5774a70f6176 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.222748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a2d3-b6df-4ccf-b9b9-5774a70f6176 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Pushing event deleted for resources: {'Port': ['ID=2b8e5c57-7646-45bc-8bdf-d19b316188ed,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:49.253954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753754a5-57db-4823-bab5-52c93fa83fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d3bffe-773a-4598-af22-e5fab845c229,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:49.256585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f1ea8b-45f1-4b8d-8dab-e55c06cd0b28 req-be11a2d3-b6df-4ccf-b9b9-5774a70f6176 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] No DVR routers for this DVR port 2b8e5c57-7646-45bc-8bdf-d19b316188ed on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:49.258883 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6f1ea8b-45f1-4b8d-8dab-e55c06cd0b28 req-be11a2d3-b6df-4ccf-b9b9-5774a70f6176 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.262305 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e6f1ea8b-45f1-4b8d-8dab-e55c06cd0b28 req-be11a2d3-b6df-4ccf-b9b9-5774a70f6176 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.36 "DELETE /v2.0/ports/2b8e5c57-7646-45bc-8bdf-d19b316188ed HTTP/1.1" status: 204  len: 173 time: 0.7869675
Dec 18 20:56:49.262752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd93280f-4987-4eea-b229-7cc365db43ff', 'name': 'network-vif-deleted', 'tag': '2b8e5c57-7646-45bc-8bdf-d19b316188ed'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:49.264971 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8170f9f3-677c-4639-8085-4d6e21ab6038" -d '{"events": [{"server_uuid": "bd93280f-4987-4eea-b229-7cc365db43ff", "name": "network-vif-deleted", "tag": "2b8e5c57-7646-45bc-8bdf-d19b316188ed"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:49.283964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753754a5-57db-4823-bab5-52c93fa83fff admin admin] Checking segment: {'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:49.284335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753754a5-57db-4823-bab5-52c93fa83fff admin admin] Network hostable DHCP agents. Network: 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:56:49.298818 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3590033a-d09f-4715-97ea-14efa6f5d3b3 req-dc4698f1-3d4b-4242-a884-be0414287e70 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916848
Dec 18 20:56:49.318490 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.323165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753754a5-57db-4823-bab5-52c93fa83fff admin admin] Network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:56:49.334361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-753754a5-57db-4823-bab5-52c93fa83fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:49.344264 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66073466-98e6-444d-a0cb-f855da49ab26 None None] Network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:49.349362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753754a5-57db-4823-bab5-52c93fa83fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:49.349971 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-753754a5-57db-4823-bab5-52c93fa83fff admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.379253 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-753754a5-57db-4823-bab5-52c93fa83fff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5816548
Dec 18 20:56:49.382278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39434) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:49.389247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-705240814-router', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:49.419857 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.421222 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.448751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315af0b-272d-452e-861d-906cefb78993 req-d7e0fa79-fd51-4663-a927-253f077a96dc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:49.450298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9315af0b-272d-452e-861d-906cefb78993 req-d7e0fa79-fd51-4663-a927-253f077a96dc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 943 time: 0.0899389
Dec 18 20:56:49.485664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7bd317e2-46c6-4f03-a5b1-bf11d8fa277a', 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a', 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'fixed_ips': [{'subnet_id': 'b0d3bffe-773a-4598-af22-e5fab845c229'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:56:49.486561 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.501280 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.508002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9315af0b-272d-452e-861d-906cefb78993 req-c0f26a6e-ce22-4098-b985-6dbac1755057 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482326
Dec 18 20:56:49.532358 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af91a87-6f13-4712-9cb6-c21e69192157 x-openstack-request-id: req-8af91a87-6f13-4712-9cb6-c21e69192157 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:49.532993 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd93280f-4987-4eea-b229-7cc365db43ff", "name": "network-vif-deleted", "tag": "2b8e5c57-7646-45bc-8bdf-d19b316188ed", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:49.533433 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8af91a87-6f13-4712-9cb6-c21e69192157 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:49.534012 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd93280f-4987-4eea-b229-7cc365db43ff', 'name': 'network-vif-deleted', 'tag': '2b8e5c57-7646-45bc-8bdf-d19b316188ed', 'status': 'completed', 'code': 200}
Dec 18 20:56:49.637343 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Allocated IP 172.20.0.2 (7bd317e2-46c6-4f03-a5b1-bf11d8fa277a/b0d3bffe-773a-4598-af22-e5fab845c229/0f46c40e-4e5f-46ab-99c0-4e45a7ad171e) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:49.678772 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.856636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 67829c42-153d-4545-a748-eb36ae44aa09 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:49.900613 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.917699 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.942460 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.959129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 67829c42-153d-4545-a748-eb36ae44aa09 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:56:49.963558 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:49.963760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:49.969108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:49.973558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:49.976031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 67829c42-153d-4545-a748-eb36ae44aa09 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:49.976539 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:50.027614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 15d300b1-0726-42ba-b558-7d300c39cec1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:56:50.032899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Pushing event updated for resources: {'Port': ['ID=0f46c40e-4e5f-46ab-99c0-4e45a7ad171e,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:50.092253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Allocated IP 172.35.3.70 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/fad9ae2e-1179-4ba5-ab9e-6ddf323e8151) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:50.118969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Attempting to bind port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:56:50.119344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Attempting to bind port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:56:50.119708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Attempting to bind port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e on network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:50.157376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c9229-a018-40fd-8d99-3673d99b7842 req-84ebcd07-9b98-4be8-9d7a-426ffefc907e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:50.159861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c12c9229-a018-40fd-8d99-3673d99b7842 req-84ebcd07-9b98-4be8-9d7a-426ffefc907e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 943 time: 0.0661592
Dec 18 20:56:50.173158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:56:50.173542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Checking segment: {'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:50.173947 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:50.174543 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Bound using segment: {'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:56:50.175028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Bound port: 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:56:50.175413 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:50.197025 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:50.220766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c12c9229-a018-40fd-8d99-3673d99b7842 req-3c3427cd-c92c-44ce-bb31-02cda432800e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532675
Dec 18 20:56:50.231969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:50.235708 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:50.276580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:50.279557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:50.281978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:50.292760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fcab40-88c7-4902-a1b7-60f4caecbb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67829c42-153d-4545-a748-eb36ae44aa09'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:50.295040 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cb5360-3dee-4cb4-80c8-ed4541c8f433" -d '{"events": [{"server_uuid": "f6fcab40-88c7-4902-a1b7-60f4caecbb80", "name": "network-vif-plugged", "status": "completed", "tag": "67829c42-153d-4545-a748-eb36ae44aa09"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:50.301417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 15d300b1-0726-42ba-b558-7d300c39cec1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15d300b1-0726-42ba-b558-7d300c39cec1,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:50.306932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a8a66b-bf5f-4782-8fc9-e08071318589 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:50.312368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Pushing event updated for resources: {'Port': ['ID=fad9ae2e-1179-4ba5-ab9e-6ddf323e8151,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:50.329904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 67829c42-153d-4545-a748-eb36ae44aa09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67829c42-153d-4545-a748-eb36ae44aa09,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:50.333053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] For port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:56:50.344655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '15d300b1-0726-42ba-b558-7d300c39cec1', 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'port_id': '15d300b1-0726-42ba-b558-7d300c39cec1', 'mac_address': 'fa:16:3e:5f:5c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebb4d23-857a-46c7-9813-a2fc5e9567dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:56:50.346412 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:50.352058 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a2e9c1-ca27-4e0c-bc26-b8688158e813 x-openstack-request-id: req-22a2e9c1-ca27-4e0c-bc26-b8688158e813 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:50.352266 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fcab40-88c7-4902-a1b7-60f4caecbb80", "name": "network-vif-plugged", "status": "completed", "tag": "67829c42-153d-4545-a748-eb36ae44aa09", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:50.352533 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22a2e9c1-ca27-4e0c-bc26-b8688158e813 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:50.352926 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fcab40-88c7-4902-a1b7-60f4caecbb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67829c42-153d-4545-a748-eb36ae44aa09', 'code': 200}
Dec 18 20:56:50.356867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] For port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f46c40e-4e5f-46ab-99c0-4e45a7ad171e,segment=NetworkSegment(c7f6b391-dc49-46b7-bec7-da58fdaf924f),segment_id=c7f6b391-dc49-46b7-bec7-da58fdaf924f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:56:50.387288 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:50.471567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f50db7cb-9e3d-4fce-908e-3b974522d61c None None] Provisioning complete for port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:50.472316 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f50db7cb-9e3d-4fce-908e-3b974522d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:50.474945 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:50.511550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10f2a3-5640-44ed-8093-cfab18775504 req-a7223b14-74ec-43ec-a35a-fbf914edf0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:50.513080 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2c10f2a3-5640-44ed-8093-cfab18775504 req-a7223b14-74ec-43ec-a35a-fbf914edf0ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 1097 time: 0.0824578
Dec 18 20:56:50.514940 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=67829c42-153d-4545-a748-eb36ae44aa09,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:50.577617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d300b1-0726-42ba-b558-7d300c39cec1 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:56:50.712218 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:50.760747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd28213-f2ab-4426-a350-1e43b77ec0c6 req-1b477387-eaa5-4373-b748-55b12f768791 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:50.762756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dfd28213-f2ab-4426-a350-1e43b77ec0c6 req-1b477387-eaa5-4373-b748-55b12f768791 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 943 time: 0.1438947
Dec 18 20:56:50.783828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83f062-e0da-4129-8642-7d1305673daa req-0bada329-a106-4fc9-8ae9-d8db9e08e548 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:50.793293 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f83f062-e0da-4129-8642-7d1305673daa req-0bada329-a106-4fc9-8ae9-d8db9e08e548 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f709f32-beb6-4558-8d64-0d56d0981842 HTTP/1.1" status: 200  len: 949 time: 0.1598780
Dec 18 20:56:50.802935 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2c10f2a3-5640-44ed-8093-cfab18775504 req-237a5897-ab54-4995-a87d-91a3d8c386b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459594
Dec 18 20:56:50.836809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c6db2-1259-4553-b1b3-faac532b245c None None] Pushing event updated for resources: {'Port': ['ID=0f46c40e-4e5f-46ab-99c0-4e45a7ad171e,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:50.860824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 15d300b1-0726-42ba-b558-7d300c39cec1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15d300b1-0726-42ba-b558-7d300c39cec1,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:50.863882 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f50db7cb-9e3d-4fce-908e-3b974522d61c None None] Port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:56:50.869141 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:50.869893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:56:50.895423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f83f062-e0da-4129-8642-7d1305673daa req-5c95cc20-067b-4092-943e-cb91e8b0314e tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007206
Dec 18 20:56:50.911622 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dfd28213-f2ab-4426-a350-1e43b77ec0c6 req-c9eeccc4-4579-414a-9121-9671789b9e51 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371052
Dec 18 20:56:50.981170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=15d300b1-0726-42ba-b558-7d300c39cec1,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:50.981486 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:51.040329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=319c512e-f64d-46a6-baf7-2b5a3d47c2b4,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:51.053286 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '319c512e-f64d-46a6-baf7-2b5a3d47c2b4', 'network_id': '6debd13b-b209-4e15-a34d-3cefcc31c991', 'port_id': '319c512e-f64d-46a6-baf7-2b5a3d47c2b4', 'mac_address': 'fa:16:3e:6d:98:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f58308-db29-4caa-9f9b-c96f367c4ebb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:56:51.096816 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:51.115844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:56:51.136610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=319c512e-f64d-46a6-baf7-2b5a3d47c2b4,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:51.143685 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:51.157757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Router ff4bd6ee-adac-49ef-9d42-a5bb62909faa is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:56:51.181574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:51.235025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=319c512e-f64d-46a6-baf7-2b5a3d47c2b4,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:51.280466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:51.280837 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:51.314205 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:56:51.335457 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Sync routers for ids ['ff4bd6ee-adac-49ef-9d42-a5bb62909faa'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:56:51.345612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:51.346982 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Routers {'ff4bd6ee-adac-49ef-9d42-a5bb62909faa'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:51.348520 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f730310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ff4bd6ee-adac-49ef-9d42-a5bb62909faa'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:51.354598 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-55d7538c-288b-4b4b-bb94-0a39993d2aea admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.9684346
Dec 18 20:56:51.355310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39472) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:51.384835 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:51.389792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41431d12-0bca-44ac-9809-2035beb1babc req-c568c020-a031-4675-a911-6a12a656dbe7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:51.397578 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41431d12-0bca-44ac-9809-2035beb1babc req-c568c020-a031-4675-a911-6a12a656dbe7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 944 time: 0.0792389
Dec 18 20:56:51.443204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f46c40e-4e5f-46ab-99c0-4e45a7ad171e,segment=NetworkSegment(c7f6b391-dc49-46b7-bec7-da58fdaf924f),segment_id=c7f6b391-dc49-46b7-bec7-da58fdaf924f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:51.452427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['15d300b1-0726-42ba-b558-7d300c39cec1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:51.455142 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['319c512e-f64d-46a6-baf7-2b5a3d47c2b4'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:56:51.463540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41431d12-0bca-44ac-9809-2035beb1babc req-1f4b9672-539a-43af-b7c3-11b6ca84f28b tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648563
Dec 18 20:56:51.482958 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:51.483834 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Set router ff4bd6ee-adac-49ef-9d42-a5bb62909faa gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:56:51.628665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=0f46c40e-4e5f-46ab-99c0-4e45a7ad171e,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:51.722539 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f730310>, [{'id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'name': 'tempest-AttachSCSIVolumeTestJSON-705240814-router', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:50Z', 'revision_number': 3, 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'gw_port': {'id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:51.759035 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Checking router: ff4bd6ee-adac-49ef-9d42-a5bb62909faa for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:56:51.759378 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Updating router ff4bd6ee-adac-49ef-9d42-a5bb62909faa port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:56:51.765943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd16331-7a12-4880-8c17-8f99436ecc27 None None] Network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:51.788008 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:51.873854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:51.896167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5eaeb910-6d7e-4e12-8646-c1c5a81a0293 None None] Provisioning complete for port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:51.896788 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb910-6d7e-4e12-8646-c1c5a81a0293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.087744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Allocated IP 172.20.0.1 (7bd317e2-46c6-4f03-a5b1-bf11d8fa277a/b0d3bffe-773a-4598-af22-e5fab845c229/4745c063-d920-46a1-8cf8-baae638c3d6f) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:52.138913 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea54b-530a-464f-857a-09f0d433b64e req-10045b09-f1da-4dfd-a5d7-e5585c81a422 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:52.146994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c5ea54b-530a-464f-857a-09f0d433b64e req-10045b09-f1da-4dfd-a5d7-e5585c81a422 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f709f32-beb6-4558-8d64-0d56d0981842 HTTP/1.1" status: 200  len: 949 time: 0.1040735
Dec 18 20:56:52.153641 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.163080 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.186289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809448f-ca27-4d2f-9dfc-e631f6111504 req-08e4d043-2461-49b4-93f8-6503af6cf039 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:52.188169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0809448f-ca27-4d2f-9dfc-e631f6111504 req-08e4d043-2461-49b4-93f8-6503af6cf039 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 944 time: 0.1315038
Dec 18 20:56:52.241831 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88720598-83c1-47b8-b8f0-0d61a6cb3880 None None] Pushing event updated for resources: {'Port': ['ID=fad9ae2e-1179-4ba5-ab9e-6ddf323e8151,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:52.250236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c5ea54b-530a-464f-857a-09f0d433b64e req-bad9ad99-cc1e-4e9b-bb96-f7136cb446eb tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022675
Dec 18 20:56:52.267040 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Attempting to bind port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:56:52.267510 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Attempting to bind port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:56:52.267896 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Attempting to bind port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:52.273151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f4bda5-3bc3-4a7a-8ecc-162355cc7cbf None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:52.283998 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:56:52.284302 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:52.284790 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.285173 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:56:52.286502 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Bound port: fad9ae2e-1179-4ba5-ab9e-6ddf323e8151, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:56:52.286853 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.340408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0809448f-ca27-4d2f-9dfc-e631f6111504 req-226cad66-87d4-458a-b32b-3278a70c8a4b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445360
Dec 18 20:56:52.341279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c2b0a5cf-0ef9-4296-bf2b-f15be2f1e029 None None] Provisioning complete for port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:52.341661 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a5cf-0ef9-4296-bf2b-f15be2f1e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.401824 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] For port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:56:52.410129 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] For port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fad9ae2e-1179-4ba5-ab9e-6ddf323e8151,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:56:52.422487 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.466954 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0a5cf-0ef9-4296-bf2b-f15be2f1e029 None None] Port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:56:52.512549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0af656b-1e18-47ce-8eed-f4af44e3aa1f None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:52.515469 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88720598-83c1-47b8-b8f0-0d61a6cb3880 None None] Pushing event updated for resources: {'Port': ['ID=fad9ae2e-1179-4ba5-ab9e-6ddf323e8151,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:52.525117 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Routers {'ff4bd6ee-adac-49ef-9d42-a5bb62909faa'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:52.526069 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f730310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ff4bd6ee-adac-49ef-9d42-a5bb62909faa'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:52.609719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1925ed65-89d8-4685-95c0-923011b11238 None None] Provisioning complete for port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:52.610095 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1925ed65-89d8-4685-95c0-923011b11238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.624790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf985014-5601-4e81-8b32-bda331711635 req-8add26d2-7856-4c7c-bb1f-9f18259950f0 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:52.626385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf985014-5601-4e81-8b32-bda331711635 req-8add26d2-7856-4c7c-bb1f-9f18259950f0 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 944 time: 0.0642586
Dec 18 20:56:52.639091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4fd42-f406-4800-baf9-82de4e3105d2 req-e750068e-0970-4635-9dd5-318f4a86aa9f tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:52.641296 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9bb4fd42-f406-4800-baf9-82de4e3105d2 req-e750068e-0970-4635-9dd5-318f4a86aa9f tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f709f32-beb6-4558-8d64-0d56d0981842 HTTP/1.1" status: 200  len: 949 time: 0.0927784
Dec 18 20:56:52.662522 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] Set router ff4bd6ee-adac-49ef-9d42-a5bb62909faa gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:56:52.692271 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf985014-5601-4e81-8b32-bda331711635 req-fff14cdf-cd8a-411a-bfb4-acd6b56ca5c8 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579448
Dec 18 20:56:52.711398 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.738805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1925ed65-89d8-4685-95c0-923011b11238 None None] Provisioning complete for port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:52.739178 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1925ed65-89d8-4685-95c0-923011b11238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.805225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-9bb4fd42-f406-4800-baf9-82de4e3105d2 req-e5f80b34-7d40-4b0a-aff0-066568b46f2c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Deleting port 53d8cf94-d048-4858-b43d-3d641ffb86d5 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:56:52.805633 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9bb4fd42-f406-4800-baf9-82de4e3105d2 req-e5f80b34-7d40-4b0a-aff0-066568b46f2c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.808506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.829007 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1925ed65-89d8-4685-95c0-923011b11238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.850648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1925ed65-89d8-4685-95c0-923011b11238 None None] For port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fad9ae2e-1179-4ba5-ab9e-6ddf323e8151,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:52.855516 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1925ed65-89d8-4685-95c0-923011b11238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.898275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:52.904436 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:52.911528 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:52.916880 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925ed65-89d8-4685-95c0-923011b11238 None None] Pushing event updated for resources: {'Port': ['ID=fad9ae2e-1179-4ba5-ab9e-6ddf323e8151,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:52.942945 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4745c063-d920-46a1-8cf8-baae638c3d6f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:52.960600 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f730310>, [{'id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'name': 'tempest-AttachSCSIVolumeTestJSON-705240814-router', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:50Z', 'revision_number': 3, 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'gw_port': {'id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:52.980610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-9bb4fd42-f406-4800-baf9-82de4e3105d2 req-e5f80b34-7d40-4b0a-aff0-066568b46f2c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] For port 53d8cf94-d048-4858-b43d-3d641ffb86d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d8cf94-d048-4858-b43d-3d641ffb86d5,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:52.980967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9bb4fd42-f406-4800-baf9-82de4e3105d2 req-e5f80b34-7d40-4b0a-aff0-066568b46f2c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:52.987203 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958faf2-c529-408b-932f-86ec04b58838 None None] The sync data for ids ['ff4bd6ee-adac-49ef-9d42-a5bb62909faa'] in ncdv-master-1 is: [{'id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'name': 'tempest-AttachSCSIVolumeTestJSON-705240814-router', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:50Z', 'revision_number': 3, 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'gw_port': {'id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:56:52.990339 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:53.028137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-9bb4fd42-f406-4800-baf9-82de4e3105d2 req-e5f80b34-7d40-4b0a-aff0-066568b46f2c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Calling delete_port for 53d8cf94-d048-4858-b43d-3d641ffb86d5 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:56:53.127126 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:53.197059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-08c61dac-f4b6-4e90-9311-5c146b8cc63e None None] Provisioning complete for port 4745c063-d920-46a1-8cf8-baae638c3d6f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:53.197391 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-08c61dac-f4b6-4e90-9311-5c146b8cc63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:53.211068 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:53.243991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-08c61dac-f4b6-4e90-9311-5c146b8cc63e None None] Port 4745c063-d920-46a1-8cf8-baae638c3d6f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:56:53.261629 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:53.262002 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:53.280387 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9bb4fd42-f406-4800-baf9-82de4e3105d2 req-e5f80b34-7d40-4b0a-aff0-066568b46f2c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:53.344615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f80b34-7d40-4b0a-aff0-066568b46f2c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Pushing event deleted for resources: {'Port': ['ID=53d8cf94-d048-4858-b43d-3d641ffb86d5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:53.451164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaedae0a-f340-491c-923b-61b14b76669b req-bfc14e77-91bb-4666-9f46-b5d206b0ba92 tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f709f32-beb6-4558-8d64-0d56d0981842 HTTP/1.1" status: 200  len: 210 time: 0.0463643
Dec 18 20:56:53.545105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ccb5e-ed72-4464-930e-12b2c70b9e8a req-ff11f64d-df89-41b1-acfe-4726deb04c56 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:53.553077 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d87ccb5e-ed72-4464-930e-12b2c70b9e8a req-ff11f64d-df89-41b1-acfe-4726deb04c56 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0862939
Dec 18 20:56:53.565859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb4fd42-f406-4800-baf9-82de4e3105d2 req-e5f80b34-7d40-4b0a-aff0-066568b46f2c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] No DVR routers for this DVR port 53d8cf94-d048-4858-b43d-3d641ffb86d5 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:56:53.571355 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9bb4fd42-f406-4800-baf9-82de4e3105d2 req-e5f80b34-7d40-4b0a-aff0-066568b46f2c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:53.574926 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9bb4fd42-f406-4800-baf9-82de4e3105d2 req-e5f80b34-7d40-4b0a-aff0-066568b46f2c tempest-ListImageFiltersTestJSON-1953545269 tempest-ListImageFiltersTestJSON-1953545269-project] 10.222.0.31 "DELETE /v2.0/ports/53d8cf94-d048-4858-b43d-3d641ffb86d5 HTTP/1.1" status: 204  len: 173 time: 0.9216528
Dec 18 20:56:53.576347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'name': 'network-vif-deleted', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:53.578876 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e106c7f6-8fff-4b0d-9c3d-6479e667f0be" -d '{"events": [{"server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "name": "network-vif-deleted", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:53.597955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3bd7e-9434-4f64-be10-32ec008da3c8 req-e909ba49-a319-4db2-8e2d-0e39f63c745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:53.599541 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f3bd7e-9434-4f64-be10-32ec008da3c8 req-e909ba49-a319-4db2-8e2d-0e39f63c745d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 1096 time: 0.1553743
Dec 18 20:56:53.648750 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d87ccb5e-ed72-4464-930e-12b2c70b9e8a req-ef51838b-ab5d-4266-8d02-201e9d421975 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946300
Dec 18 20:56:53.701225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5775c81-0702-4f71-bdbd-680a6d853418 req-f36bf707-b29d-4f55-82b9-78cabf1d85e1 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:53.707850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5775c81-0702-4f71-bdbd-680a6d853418 req-f36bf707-b29d-4f55-82b9-78cabf1d85e1 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 944 time: 0.1311009
Dec 18 20:56:53.838520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:53.859190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5775c81-0702-4f71-bdbd-680a6d853418 req-ab51e598-1985-4eaf-abca-53d3a55c74dc tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319039
Dec 18 20:56:53.863508 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:53.874026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b8e5c57-7646-45bc-8bdf-d19b316188ed no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:53.921817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 2b8e5c57-7646-45bc-8bdf-d19b316188ed {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:53.922477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b8e5c57-7646-45bc-8bdf-d19b316188ed not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:53.959812 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73909ad4-a04e-48e9-8b0e-b3dfdd683abc x-openstack-request-id: req-73909ad4-a04e-48e9-8b0e-b3dfdd683abc {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:53.960351 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f709f32-beb6-4558-8d64-0d56d0981842", "name": "network-vif-deleted", "tag": "53d8cf94-d048-4858-b43d-3d641ffb86d5", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:53.960351 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73909ad4-a04e-48e9-8b0e-b3dfdd683abc {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:53.960798 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f709f32-beb6-4558-8d64-0d56d0981842', 'name': 'network-vif-deleted', 'tag': '53d8cf94-d048-4858-b43d-3d641ffb86d5', 'status': 'completed', 'code': 200}
Dec 18 20:56:54.024598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3bd7e-9434-4f64-be10-32ec008da3c8 req-9a683f11-affd-41bf-8ac0-0a467ae9eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:54.026526 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f3bd7e-9434-4f64-be10-32ec008da3c8 req-9a683f11-affd-41bf-8ac0-0a467ae9eec8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.4122412
Dec 18 20:56:54.030460 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:54.047689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4745c063-d920-46a1-8cf8-baae638c3d6f,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:54.054855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 15d300b1-0726-42ba-b558-7d300c39cec1 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:54.100860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc436bb-1f5a-4918-821e-ce5d7abbbdcf req-3f1995bd-84ff-401c-84b7-537313b5334c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:54.102974 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bcc436bb-1f5a-4918-821e-ce5d7abbbdcf req-3f1995bd-84ff-401c-84b7-537313b5334c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 944 time: 0.0975406
Dec 18 20:56:54.165043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 15d300b1-0726-42ba-b558-7d300c39cec1 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:56:54.171210 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f3bd7e-9434-4f64-be10-32ec008da3c8 req-fae4eb5e-940f-46da-95ce-a636b4d3dcf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 200  len: 1000 time: 0.1345336
Dec 18 20:56:54.173546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 15d300b1-0726-42ba-b558-7d300c39cec1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:54.174191 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:54.198658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bcc436bb-1f5a-4918-821e-ce5d7abbbdcf req-7ce7422c-4e2a-4b00-8e0f-804718d0edd7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822742
Dec 18 20:56:54.266246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3bd7e-9434-4f64-be10-32ec008da3c8 req-73719fee-ae34-47ee-bb2b-e55958d17d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:54.268091 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f3bd7e-9434-4f64-be10-32ec008da3c8 req-73719fee-ae34-47ee-bb2b-e55958d17d33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.0886862
Dec 18 20:56:54.276104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:54.300480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:54.317827 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:54.349143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2a29f1-1645-4b4f-9ceb-cf156b8649f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d300b1-0726-42ba-b558-7d300c39cec1'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:54.351480 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5c85f8-5759-4497-925a-8cf3e8bc8710" -d '{"events": [{"server_uuid": "ed2a29f1-1645-4b4f-9ceb-cf156b8649f8", "name": "network-vif-plugged", "status": "completed", "tag": "15d300b1-0726-42ba-b558-7d300c39cec1"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:54.368543 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 15d300b1-0726-42ba-b558-7d300c39cec1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15d300b1-0726-42ba-b558-7d300c39cec1,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:54.376495 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:54.377701 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:54.393956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3bd7e-9434-4f64-be10-32ec008da3c8 req-695caabb-0761-4229-aa22-d9c59c938548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:54.395731 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f3bd7e-9434-4f64-be10-32ec008da3c8 req-695caabb-0761-4229-aa22-d9c59c938548 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1183386
Dec 18 20:56:54.447819 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667c3d23-4b10-476d-bdb6-66bded33f55b x-openstack-request-id: req-667c3d23-4b10-476d-bdb6-66bded33f55b {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:54.449202 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2a29f1-1645-4b4f-9ceb-cf156b8649f8", "name": "network-vif-plugged", "status": "completed", "tag": "15d300b1-0726-42ba-b558-7d300c39cec1", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:54.449202 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-667c3d23-4b10-476d-bdb6-66bded33f55b {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:54.449202 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2a29f1-1645-4b4f-9ceb-cf156b8649f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d300b1-0726-42ba-b558-7d300c39cec1', 'code': 200}
Dec 18 20:56:54.527019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:56:54.535041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:54.536987 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:54.540510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=15d300b1-0726-42ba-b558-7d300c39cec1,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:54.602379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Router ff4bd6ee-adac-49ef-9d42-a5bb62909faa has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:56:54.637974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f3d0e-1160-44e2-ac6e-41e65d49abbd req-c43f26b8-fb13-49ff-a081-3f65bdcbb25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:54.646300 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-548f3d0e-1160-44e2-ac6e-41e65d49abbd req-c43f26b8-fb13-49ff-a081-3f65bdcbb25e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 1096 time: 0.1250441
Dec 18 20:56:54.663990 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f3bd7e-9434-4f64-be10-32ec008da3c8 req-b57449da-d7b4-41b2-b2d3-14ab11b7f34a service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2308757
Dec 18 20:56:54.675523 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:54.725486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c3541c74-e46f-418f-ab17-51180e7cb048 None None] Provisioning complete for port 4745c063-d920-46a1-8cf8-baae638c3d6f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:54.725917 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c3541c74-e46f-418f-ab17-51180e7cb048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:54.731149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=319c512e-f64d-46a6-baf7-2b5a3d47c2b4,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:54.750826 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:54.821832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=319c512e-f64d-46a6-baf7-2b5a3d47c2b4,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:54.841023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c3541c74-e46f-418f-ab17-51180e7cb048 None None] Port 4745c063-d920-46a1-8cf8-baae638c3d6f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:56:54.854493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af53591-3b30-4709-bfed-d436052824fa req-f846e97d-dbc6-4a8a-a5de-d146d88858c8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:54.863033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1af53591-3b30-4709-bfed-d436052824fa req-f846e97d-dbc6-4a8a-a5de-d146d88858c8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1232033
Dec 18 20:56:54.977730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1af53591-3b30-4709-bfed-d436052824fa req-d5dd90f8-462b-47f5-8f2e-79e860bff914 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963435
Dec 18 20:56:54.987692 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-548f3d0e-1160-44e2-ac6e-41e65d49abbd req-59d18d96-7d93-4a9b-ab56-03d1ee7732fd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3349338
Dec 18 20:56:55.080827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:56:55.096050 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-069807a5-7c87-46bf-82c8-dafa6a7ac2f4 admin admin] 10.222.0.13 "PUT /v2.0/routers/ff4bd6ee-adac-49ef-9d42-a5bb62909faa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7393310
Dec 18 20:56:55.100153 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f3bd7e-9434-4f64-be10-32ec008da3c8 req-9d6c47a0-9c49-49b3-8cdb-b0f5ceb62406 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3523033
Dec 18 20:56:55.250841 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:55.393432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068e301-fb96-4853-9696-5d159cc3d842 req-de2ab92a-d787-4011-8847-2aa671b77d51 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:55.404646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:55.405100 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:55.408924 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2068e301-fb96-4853-9696-5d159cc3d842 req-de2ab92a-d787-4011-8847-2aa671b77d51 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 945 time: 0.1442621
Dec 18 20:56:55.514977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2068e301-fb96-4853-9696-5d159cc3d842 req-12026c9d-c564-4c45-ad14-d1402aa93218 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044703
Dec 18 20:56:55.652366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Sync routers for ids ['ff4bd6ee-adac-49ef-9d42-a5bb62909faa'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:56:55.667150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Routers {'ff4bd6ee-adac-49ef-9d42-a5bb62909faa'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:55.668249 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e8f0550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ff4bd6ee-adac-49ef-9d42-a5bb62909faa'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:55.739052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52337d-2aa0-4240-831e-eaec82ea48c4 req-ee1b6e38-8f03-41ae-850e-c415fc4f7ed6 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:55.741669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b52337d-2aa0-4240-831e-eaec82ea48c4 req-ee1b6e38-8f03-41ae-850e-c415fc4f7ed6 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.1026964
Dec 18 20:56:55.815507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Set router ff4bd6ee-adac-49ef-9d42-a5bb62909faa gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:56:55.831064 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b52337d-2aa0-4240-831e-eaec82ea48c4 req-d00e7cdc-439d-4b44-b18c-11d3736f1000 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827882
Dec 18 20:56:56.071007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39602) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:56.077463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1284443252-network', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:56.111134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e8f0550>, [{'id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'name': 'tempest-AttachSCSIVolumeTestJSON-705240814-router', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:53Z', 'revision_number': 4, 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'gw_port': {'id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4745c063-d920-46a1-8cf8-baae638c3d6f', 'name': '', 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'mac_address': 'fa:16:3e:36:32:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'b0d3bffe-773a-4598-af22-e5fab845c229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:51Z', 'updated_at': '2021-12-18T20:56:53Z', 'revision_number': 2, 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'subnets': [{'id': 'b0d3bffe-773a-4598-af22-e5fab845c229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:56.158649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Checking router: ff4bd6ee-adac-49ef-9d42-a5bb62909faa for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:56:56.159106 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Updating router ff4bd6ee-adac-49ef-9d42-a5bb62909faa port 4745c063-d920-46a1-8cf8-baae638c3d6f binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:56:56.179042 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Made reservation on behalf of 3b97cde68fd24f27b4183d805abe8d27 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:56:56.181887 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:56.198616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:56.202800 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:56.216607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9601b-3245-47c5-a377-16f8acb67265 req-7cef2087-a67b-431b-840b-c419206843a8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:56.227908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9a9601b-3245-47c5-a377-16f8acb67265 req-7cef2087-a67b-431b-840b-c419206843a8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1429522
Dec 18 20:56:56.301525 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9a9601b-3245-47c5-a377-16f8acb67265 req-013a8cb0-9828-4d1b-839e-cc18d6d039c4 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724347
Dec 18 20:56:56.303241 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:56.308157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:56.340816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:56:56.364824 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:56.365183 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Added segment cef79c81-1537-468d-a46d-d08dbec2d1f6 of type vlan for network fd83a561-0b45-4a21-8400-a83ecc61becc
Dec 18 20:56:56.386292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd608c2-8c39-4d07-bd4d-970c759129b8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:56.441614 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:56.455018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b570c4b4-9fec-4af2-a087-0a30ca81794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319c512e-f64d-46a6-baf7-2b5a3d47c2b4'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:56:56.463991 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4c9044-32c3-4adb-8183-2f10eefc114f" -d '{"events": [{"server_uuid": "b570c4b4-9fec-4af2-a087-0a30ca81794b", "name": "network-vif-plugged", "status": "completed", "tag": "319c512e-f64d-46a6-baf7-2b5a3d47c2b4"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:56:56.472357 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:56.474353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:56.474972 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:56.539037 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4657137
Dec 18 20:56:56.541413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39636) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:56.548248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Request body: {'subnet': {'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284443252-subnet', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:56.560722 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff46693-0897-4b8a-a429-baaa3c365cbf x-openstack-request-id: req-1ff46693-0897-4b8a-a429-baaa3c365cbf {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:56:56.561002 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b570c4b4-9fec-4af2-a087-0a30ca81794b", "name": "network-vif-plugged", "status": "completed", "tag": "319c512e-f64d-46a6-baf7-2b5a3d47c2b4", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:56:56.561256 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ff46693-0897-4b8a-a429-baaa3c365cbf {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:56:56.561795 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b570c4b4-9fec-4af2-a087-0a30ca81794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319c512e-f64d-46a6-baf7-2b5a3d47c2b4', 'code': 200}
Dec 18 20:56:56.577757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da81a26-be28-434b-b69b-fd35f563e0a9 admin admin] Pushing event updated for resources: {'Network': ['ID=fd83a561-0b45-4a21-8400-a83ecc61becc,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:56.592513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network fd83a561-0b45-4a21-8400-a83ecc61becc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:56:56.612796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Made reservation on behalf of 3b97cde68fd24f27b4183d805abe8d27 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:56:56.616482 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:56.681141 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:56.681983 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1196f-22e5-4cee-8144-0a048b03c5f9 req-58492cc1-267b-4038-a7e1-bba2e0fdb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:56.684275 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8be1196f-22e5-4cee-8144-0a048b03c5f9 req-58492cc1-267b-4038-a7e1-bba2e0fdb9f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 1096 time: 0.0495372
Dec 18 20:56:56.698376 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:56.739136 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8be1196f-22e5-4cee-8144-0a048b03c5f9 req-fdc01447-27dc-4be7-9c7b-f6e2ab490874 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460618
Dec 18 20:56:56.772274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6525a5-daf2-4ebb-9977-72874130bb3a req-93491284-ae81-4303-899a-2de8df6fe6b9 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:56.773852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d6525a5-daf2-4ebb-9977-72874130bb3a req-93491284-ae81-4303-899a-2de8df6fe6b9 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 945 time: 0.0985496
Dec 18 20:56:56.864012 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:56:56.866063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d6525a5-daf2-4ebb-9977-72874130bb3a req-be8e9d66-d74e-499e-9d55-f6b444bf19a1 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823634
Dec 18 20:56:57.036132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185a43c-a6ae-4c82-b377-7209da988110 None None] Pushing event updated for resources: {'Port': ['ID=4745c063-d920-46a1-8cf8-baae638c3d6f,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:57.075809 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.087889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Attempting to bind port 4745c063-d920-46a1-8cf8-baae638c3d6f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:56:57.088344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Attempting to bind port 4745c063-d920-46a1-8cf8-baae638c3d6f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:56:57.088784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Attempting to bind port 4745c063-d920-46a1-8cf8-baae638c3d6f on network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:57.096540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:56:57.096819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Checking segment: {'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:57.097572 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.099385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Bound using segment: {'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:56:57.100092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Bound port: 4745c063-d920-46a1-8cf8-baae638c3d6f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:56:57.100505 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.157117 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39654) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:57.157742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c058738-35e0-4b08-895f-297ec92dcade req-c4ba3bf9-6ea8-4336-bef4-5f28422269bf tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:57.159455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c058738-35e0-4b08-895f-297ec92dcade req-c4ba3bf9-6ea8-4336-bef4-5f28422269bf tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.1938055
Dec 18 20:56:57.212135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] For port 4745c063-d920-46a1-8cf8-baae638c3d6f, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:56:57.216430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d93158-66e2-4883-a362-fa1ef367545c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:57.226836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] For port 4745c063-d920-46a1-8cf8-baae638c3d6f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4745c063-d920-46a1-8cf8-baae638c3d6f,segment=NetworkSegment(c7f6b391-dc49-46b7-bec7-da58fdaf924f),segment_id=c7f6b391-dc49-46b7-bec7-da58fdaf924f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:56:57.229479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ce7e1dcb-8b70-4c60-954e-0ea85b9bf316 None None] Provisioning complete for port 4745c063-d920-46a1-8cf8-baae638c3d6f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:57.230325 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ce7e1dcb-8b70-4c60-954e-0ea85b9bf316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.235486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.236008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.236439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.236944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.237451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.237961 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.239104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.240534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.241125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.241457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.242440 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.258294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.259165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:56:57.264808 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.276957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Checking segment: {'id': 'cef79c81-1537-468d-a46d-d08dbec2d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:57.277327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Network hostable DHCP agents. Network: fd83a561-0b45-4a21-8400-a83ecc61becc, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:56:57.309136 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c058738-35e0-4b08-895f-297ec92dcade req-33fc092e-d903-42d9-8c8b-5d8ef74c3175 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332591
Dec 18 20:56:57.322885 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Network fd83a561-0b45-4a21-8400-a83ecc61becc is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:56:57.355818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fd83a561-0b45-4a21-8400-a83ecc61becc) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:57.367591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:57.368216 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.368986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc2d62a-88f6-47cf-88e7-2592573642db None None] Network fd83a561-0b45-4a21-8400-a83ecc61becc requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:56:57.374933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185a43c-a6ae-4c82-b377-7209da988110 None None] Pushing event updated for resources: {'Port': ['ID=4745c063-d920-46a1-8cf8-baae638c3d6f,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:57.393816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9e791617-61d4-4ee9-8693-877fb0c7cf57 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8512785
Dec 18 20:56:57.395401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39660) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:57.399610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1284443252-router', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:56:57.410742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb722d-3b7d-4158-9f75-156fb665e35c req-6e6a9d37-ea56-4033-834d-4c75e9d7e58a tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:57.412959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07cb722d-3b7d-4158-9f75-156fb665e35c req-6e6a9d37-ea56-4033-834d-4c75e9d7e58a tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 945 time: 0.1028869
Dec 18 20:56:57.427170 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9b48d257-e605-4f7f-9eb5-ce7378adce96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c3cfd30b80f46d798958d02e20cb5fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2659271
Dec 18 20:56:57.428195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39664) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:56:57.433343 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Routers {'ff4bd6ee-adac-49ef-9d42-a5bb62909faa'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:56:57.434139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e8f0550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ff4bd6ee-adac-49ef-9d42-a5bb62909faa'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:57.471604 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.473483 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.501506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee046-e92a-4466-9263-1182464edbc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.507309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07cb722d-3b7d-4158-9f75-156fb665e35c req-4b96f1bf-4fb9-4c16-b575-5db508b6f076 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747685
Dec 18 20:56:57.550667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee046-e92a-4466-9263-1182464edbc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.581524 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.642626 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee046-e92a-4466-9263-1182464edbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.645396 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee046-e92a-4466-9263-1182464edbc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.649523 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9b6ee046-e92a-4466-9263-1182464edbc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0 HTTP/1.1" status: 204  len: 168 time: 0.2177300
Dec 18 20:56:57.661874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ee046-e92a-4466-9263-1182464edbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d2bcde-29fa-4b97-8913-aa5c5fdd0bf0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:57.722070 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ce7e1dcb-8b70-4c60-954e-0ea85b9bf316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.731536 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fd83a561-0b45-4a21-8400-a83ecc61becc', 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc', 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'fixed_ips': [{'subnet_id': 'd3d93158-66e2-4883-a362-fa1ef367545c'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:56:57.733399 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.818775 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:57.825371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] Set router ff4bd6ee-adac-49ef-9d42-a5bb62909faa gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:56:58.008706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ce7e1dcb-8b70-4c60-954e-0ea85b9bf316 None None] For port 4745c063-d920-46a1-8cf8-baae638c3d6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4745c063-d920-46a1-8cf8-baae638c3d6f,segment=NetworkSegment(c7f6b391-dc49-46b7-bec7-da58fdaf924f),segment_id=c7f6b391-dc49-46b7-bec7-da58fdaf924f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:56:58.022890 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ce7e1dcb-8b70-4c60-954e-0ea85b9bf316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:58.087633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e1dcb-8b70-4c60-954e-0ea85b9bf316 None None] Pushing event updated for resources: {'Port': ['ID=4745c063-d920-46a1-8cf8-baae638c3d6f,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:58.090903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 53d8cf94-d048-4858-b43d-3d641ffb86d5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:56:58.184493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 53d8cf94-d048-4858-b43d-3d641ffb86d5 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:56:58.184878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 53d8cf94-d048-4858-b43d-3d641ffb86d5 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:56:58.191129 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:58.221370 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:58.296982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-24c7d371-6f2b-4c22-a8ce-bec0689090f7 None None] Provisioning complete for port 4745c063-d920-46a1-8cf8-baae638c3d6f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:58.297365 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-24c7d371-6f2b-4c22-a8ce-bec0689090f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:58.372826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Allocated IP 172.20.0.2 (fd83a561-0b45-4a21-8400-a83ecc61becc/d3d93158-66e2-4883-a362-fa1ef367545c/0171750f-5475-4e3a-adc2-779945422b45) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:58.412287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Allocated IP 172.35.3.28 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/11bb3047-5d9d-4b79-815f-d0a3e2770f48) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:56:58.584343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bb161-c96e-4c60-b582-c514fdd35530 req-4a97814e-3a0b-4cdf-9ba8-1424e50704b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:58.592395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-257bb161-c96e-4c60-b582-c514fdd35530 req-4a97814e-3a0b-4cdf-9ba8-1424e50704b4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.1038997
Dec 18 20:56:58.614405 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:58.637860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e8f0550>, [{'id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'name': 'tempest-AttachSCSIVolumeTestJSON-705240814-router', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:53Z', 'revision_number': 4, 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'gw_port': {'id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4745c063-d920-46a1-8cf8-baae638c3d6f', 'name': '', 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'mac_address': 'fa:16:3e:36:32:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'b0d3bffe-773a-4598-af22-e5fab845c229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:51Z', 'updated_at': '2021-12-18T20:56:57Z', 'revision_number': 4, 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'subnets': [{'id': 'b0d3bffe-773a-4598-af22-e5fab845c229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:56:58.640318 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:58.671024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f903a41-b0b8-44eb-b368-d9bf67b1ef48 None None] The sync data for ids ['ff4bd6ee-adac-49ef-9d42-a5bb62909faa'] in ncdv-master-1 is: [{'id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'name': 'tempest-AttachSCSIVolumeTestJSON-705240814-router', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:53Z', 'revision_number': 4, 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'gw_port': {'id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4745c063-d920-46a1-8cf8-baae638c3d6f', 'name': '', 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'mac_address': 'fa:16:3e:36:32:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'b0d3bffe-773a-4598-af22-e5fab845c229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:51Z', 'updated_at': '2021-12-18T20:56:57Z', 'revision_number': 4, 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'subnets': [{'id': 'b0d3bffe-773a-4598-af22-e5fab845c229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:56:58.673177 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:58.694944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Network fd83a561-0b45-4a21-8400-a83ecc61becc is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:58.725572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-257bb161-c96e-4c60-b582-c514fdd35530 req-d6868866-4c14-4b81-b723-02caffaaceed tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281428
Dec 18 20:56:58.750184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:58.760789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:58.818803 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:58.875676 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Attempting to bind port 0171750f-5475-4e3a-adc2-779945422b45 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:56:58.875676 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Attempting to bind port 0171750f-5475-4e3a-adc2-779945422b45 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cef79c81-1537-468d-a46d-d08dbec2d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:56:58.876116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Attempting to bind port 0171750f-5475-4e3a-adc2-779945422b45 on network fd83a561-0b45-4a21-8400-a83ecc61becc {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:56:58.880145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6c472-3624-456a-a41d-dc5055fbb930 req-91ef1e81-739f-41b2-b10d-324b56241f75 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:58.890740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dad6c472-3624-456a-a41d-dc5055fbb930 req-91ef1e81-739f-41b2-b10d-324b56241f75 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 945 time: 0.2461731
Dec 18 20:56:58.896607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Pushing event updated for resources: {'Port': ['ID=0171750f-5475-4e3a-adc2-779945422b45,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:58.899292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:56:58.899706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Checking segment: {'id': 'cef79c81-1537-468d-a46d-d08dbec2d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:56:58.900172 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:58.900567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Bound using segment: {'id': 'cef79c81-1537-468d-a46d-d08dbec2d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:56:58.901109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Bound port: 0171750f-5475-4e3a-adc2-779945422b45, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef79c81-1537-468d-a46d-d08dbec2d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:56:58.901496 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:58.941268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:56:58.952669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:56:58.956472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:56:58.984541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37f7a8a-c824-409b-a693-943664617c64 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:56:59.014990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] For port 0171750f-5475-4e3a-adc2-779945422b45, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:56:59.019939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] For port 0171750f-5475-4e3a-adc2-779945422b45, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0171750f-5475-4e3a-adc2-779945422b45,segment=NetworkSegment(cef79c81-1537-468d-a46d-d08dbec2d1f6),segment_id=cef79c81-1537-468d-a46d-d08dbec2d1f6)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:56:59.030729 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:59.080008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dad6c472-3624-456a-a41d-dc5055fbb930 req-5c753daf-7b86-4ba5-be49-9cf3513db9b2 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852236
Dec 18 20:56:59.106100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Pushing event updated for resources: {'Port': ['ID=11bb3047-5d9d-4b79-815f-d0a3e2770f48,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:59.181989 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab7174-f3fa-42a2-b856-fedfa3b4b7aa None None] Pushing event updated for resources: {'Port': ['ID=0171750f-5475-4e3a-adc2-779945422b45,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:56:59.241412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4745c063-d920-46a1-8cf8-baae638c3d6f up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:56:59.246512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d9c929f8-edf5-405c-a473-23dd0a408abb None None] Provisioning complete for port 11bb3047-5d9d-4b79-815f-d0a3e2770f48 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:59.247136 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d9c929f8-edf5-405c-a473-23dd0a408abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:59.352245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d9c929f8-edf5-405c-a473-23dd0a408abb None None] Port 11bb3047-5d9d-4b79-815f-d0a3e2770f48 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:56:59.366939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4745c063-d920-46a1-8cf8-baae638c3d6f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:56:59.367702 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:59.562206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4478c-3a9b-4340-84dc-5ce28c1a6ff7 req-e51171ed-96f4-4f0a-af42-1c61582a070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:59.563829 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9da4478c-3a9b-4340-84dc-5ce28c1a6ff7 req-e51171ed-96f4-4f0a-af42-1c61582a070d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2aba7bee78744949dc3323cb4c7df55&device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 1096 time: 0.1144507
Dec 18 20:56:59.778990 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:56:59.806268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4478c-3a9b-4340-84dc-5ce28c1a6ff7 req-12cc9671-1c77-410a-8b9a-90e1d0401a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:59.807804 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9da4478c-3a9b-4340-84dc-5ce28c1a6ff7 req-12cc9671-1c77-410a-8b9a-90e1d0401a15 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6debd13b-b209-4e15-a34d-3cefcc31c991 HTTP/1.1" status: 200  len: 919 time: 0.2274139
Dec 18 20:56:59.888402 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9da4478c-3a9b-4340-84dc-5ce28c1a6ff7 req-d69fb7d3-cea6-4206-97cd-a287163710a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319c512e-f64d-46a6-baf7-2b5a3d47c2b4 HTTP/1.1" status: 200  len: 217 time: 0.0733578
Dec 18 20:56:59.985252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4478c-3a9b-4340-84dc-5ce28c1a6ff7 req-104b218a-853a-4151-a56a-0eb8be31d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:56:59.989484 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9da4478c-3a9b-4340-84dc-5ce28c1a6ff7 req-104b218a-853a-4151-a56a-0eb8be31d429 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d7f58308-db29-4caa-9f9b-c96f367c4ebb HTTP/1.1" status: 200  len: 858 time: 0.0903628
Dec 18 20:57:00.070647 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9da4478c-3a9b-4340-84dc-5ce28c1a6ff7 req-d3eec512-cf0b-4724-87e7-5e9126424894 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6debd13b-b209-4e15-a34d-3cefcc31c991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0700078
Dec 18 20:57:00.265634 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9da4478c-3a9b-4340-84dc-5ce28c1a6ff7 req-7b0dd84a-0d3f-4c32-917e-a9e2145301c3 service neutron] 10.222.0.31 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855917
Dec 18 20:57:00.439309 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9da4478c-3a9b-4340-84dc-5ce28c1a6ff7 req-a014b924-6eb9-48a4-a9b1-fc566ef9e70e service neutron] 10.222.0.31 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654191
Dec 18 20:57:00.788061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:00.812894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc834284-2e4f-49f8-b29e-9720232d669f req-25bcfb07-b96e-4c8e-8a64-3c7dd63872b2 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:00.820890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cc834284-2e4f-49f8-b29e-9720232d669f req-25bcfb07-b96e-4c8e-8a64-3c7dd63872b2 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.6816061
Dec 18 20:57:00.880659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec23546-86bb-45ca-98f0-48ca850fc7ec None None] Network fd83a561-0b45-4a21-8400-a83ecc61becc requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:57:00.986524 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cc834284-2e4f-49f8-b29e-9720232d669f req-2cd97fd4-321c-4de5-a9d4-f77234749a64 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641488
Dec 18 20:57:01.005298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e6d37979-3674-4ef9-b0e2-d189b625be64 None None] Provisioning complete for port 0171750f-5475-4e3a-adc2-779945422b45 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:01.005986 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6d37979-3674-4ef9-b0e2-d189b625be64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:01.101028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Router 833809f7-55ae-436e-8754-4a66ab55f6f3 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:57:01.316543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:57:01.320120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0171750f-5475-4e3a-adc2-779945422b45 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:01.352349 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Sync routers for ids ['833809f7-55ae-436e-8754-4a66ab55f6f3'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:57:01.381600 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:01.385625 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ba26d01e-fd59-4837-a5f3-89d9b011635b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.9866567
Dec 18 20:57:01.385865 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Routers {'833809f7-55ae-436e-8754-4a66ab55f6f3'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:01.385950 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39800) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:01.393440 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f70c550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['833809f7-55ae-436e-8754-4a66ab55f6f3'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:01.491251 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0171750f-5475-4e3a-adc2-779945422b45 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:01.492034 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:01.593453 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Set router 833809f7-55ae-436e-8754-4a66ab55f6f3 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:01.746144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6d37979-3674-4ef9-b0e2-d189b625be64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:01.840018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e6d37979-3674-4ef9-b0e2-d189b625be64 None None] For port 0171750f-5475-4e3a-adc2-779945422b45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0171750f-5475-4e3a-adc2-779945422b45,segment=NetworkSegment(cef79c81-1537-468d-a46d-d08dbec2d1f6),segment_id=cef79c81-1537-468d-a46d-d08dbec2d1f6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:01.850220 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:01.861523 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6d37979-3674-4ef9-b0e2-d189b625be64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:01.962060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d37979-3674-4ef9-b0e2-d189b625be64 None None] Pushing event updated for resources: {'Port': ['ID=0171750f-5475-4e3a-adc2-779945422b45,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:02.069726 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 20:57:02.070597 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 20:57:02.091063 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f70c550>, [{'id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284443252-router', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:57Z', 'updated_at': '2021-12-18T20:56:59Z', 'revision_number': 3, 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'gw_port': {'id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:58Z', 'updated_at': '2021-12-18T20:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:02.157785 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Checking router: 833809f7-55ae-436e-8754-4a66ab55f6f3 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:57:02.158359 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Updating router 833809f7-55ae-436e-8754-4a66ab55f6f3 port 11bb3047-5d9d-4b79-815f-d0a3e2770f48 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:57:02.193852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-50c5b6dd-2351-4aa7-acea-27120ba9285e None None] Provisioning complete for port 0171750f-5475-4e3a-adc2-779945422b45 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:02.194335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-50c5b6dd-2351-4aa7-acea-27120ba9285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:02.204123 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:02.206462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd458c3-ffac-4c7b-b767-934743138c1f req-3dd6e3fc-e867-4aac-88ef-fe6f5794ec75 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:02.208989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1dd458c3-ffac-4c7b-b767-934743138c1f req-3dd6e3fc-e867-4aac-88ef-fe6f5794ec75 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.1055663
Dec 18 20:57:02.314978 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:02.436788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1dd458c3-ffac-4c7b-b767-934743138c1f req-8b8f7a51-78a8-428e-9ae2-63e647afb661 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075956
Dec 18 20:57:02.561765 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Allocated IP 172.20.0.1 (fd83a561-0b45-4a21-8400-a83ecc61becc/d3d93158-66e2-4883-a362-fa1ef367545c/e75744f1-6ef6-4773-9869-b9f0c350325e) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:02.648408 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:02.661705 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:02.774223 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037af55d-5061-4c1b-beff-77ac60052c2b None None] Pushing event updated for resources: {'Port': ['ID=11bb3047-5d9d-4b79-815f-d0a3e2770f48,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:02.795298 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:02.796216 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Attempting to bind port 11bb3047-5d9d-4b79-815f-d0a3e2770f48 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:57:02.796688 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Attempting to bind port 11bb3047-5d9d-4b79-815f-d0a3e2770f48 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:57:02.797170 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Attempting to bind port 11bb3047-5d9d-4b79-815f-d0a3e2770f48 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:02.803880 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:57:02.804207 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:02.804606 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:02.804999 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:57:02.805149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c93653-6d37-4729-960b-8e60d5cf6566 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:57:02.805514 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Bound port: 11bb3047-5d9d-4b79-815f-d0a3e2770f48, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:57:02.805839 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:02.851586 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:02.883120 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] For port 11bb3047-5d9d-4b79-815f-d0a3e2770f48, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:57:02.886826 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] For port 11bb3047-5d9d-4b79-815f-d0a3e2770f48, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11bb3047-5d9d-4b79-815f-d0a3e2770f48,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:57:02.892927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Network fd83a561-0b45-4a21-8400-a83ecc61becc is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:02.895736 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:02.897122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:02.903338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:02.944063 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Pushing event updated for resources: {'Port': ['ID=e75744f1-6ef6-4773-9869-b9f0c350325e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:02.952987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-43ec3ed9-757c-4d8f-9270-0a45a784a934 None None] Provisioning complete for port 11bb3047-5d9d-4b79-815f-d0a3e2770f48 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:02.953406 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-43ec3ed9-757c-4d8f-9270-0a45a784a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:02.972989 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:03.005367 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037af55d-5061-4c1b-beff-77ac60052c2b None None] Pushing event updated for resources: {'Port': ['ID=11bb3047-5d9d-4b79-815f-d0a3e2770f48,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:03.015905 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8027e4c5-439f-4880-824c-5bb650f34d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:03.032516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74365395-0a10-4e0b-9e1f-a1fd381084af None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:57:03.061092 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Routers {'833809f7-55ae-436e-8754-4a66ab55f6f3'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:03.061746 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f70c550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:56:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['833809f7-55ae-436e-8754-4a66ab55f6f3'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:03.174482 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-43ec3ed9-757c-4d8f-9270-0a45a784a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:03.215490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0171750f-5475-4e3a-adc2-779945422b45 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:03.323840 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:03.325508 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] Set router 833809f7-55ae-436e-8754-4a66ab55f6f3 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:03.403207 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-43ec3ed9-757c-4d8f-9270-0a45a784a934 None None] For port 11bb3047-5d9d-4b79-815f-d0a3e2770f48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11bb3047-5d9d-4b79-815f-d0a3e2770f48,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:03.446811 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-43ec3ed9-757c-4d8f-9270-0a45a784a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:03.480650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39906) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:03.597288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0171750f-5475-4e3a-adc2-779945422b45 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:03.598226 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:03.712080 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f70c550>, [{'id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284443252-router', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:57Z', 'updated_at': '2021-12-18T20:56:59Z', 'revision_number': 3, 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'gw_port': {'id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:58Z', 'updated_at': '2021-12-18T20:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:03.775907 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42159243-ee5f-4825-a45c-e08dcbd7f688 None None] The sync data for ids ['833809f7-55ae-436e-8754-4a66ab55f6f3'] in ncdv-master-1 is: [{'id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284443252-router', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:57Z', 'updated_at': '2021-12-18T20:56:59Z', 'revision_number': 3, 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'gw_port': {'id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:58Z', 'updated_at': '2021-12-18T20:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:57:03.810426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b050e3-40af-4107-875e-5ba7c857f9d3 req-28f078f0-106e-4357-91cb-45a0804ba887 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:03.819491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec3ed9-757c-4d8f-9270-0a45a784a934 None None] Pushing event updated for resources: {'Port': ['ID=11bb3047-5d9d-4b79-815f-d0a3e2770f48,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:03.820810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44b050e3-40af-4107-875e-5ba7c857f9d3 req-28f078f0-106e-4357-91cb-45a0804ba887 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.1614518
Dec 18 20:57:03.828967 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:03.865037 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:03.879047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4d90169e-6d85-4792-986a-f4f781fbd908 None None] Provisioning complete for port e75744f1-6ef6-4773-9869-b9f0c350325e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:03.879047 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4d90169e-6d85-4792-986a-f4f781fbd908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:03.995695 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd80d402-2f11-4d66-b1af-a2ee7d3a4b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:04.005702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44b050e3-40af-4107-875e-5ba7c857f9d3 req-49874488-0445-4a2e-88e1-e02c42c68c37 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838138
Dec 18 20:57:04.035985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Pushing event updated for resources: {'Port': ['ID=e75744f1-6ef6-4773-9869-b9f0c350325e,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:04.041379 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:04.067747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4d90169e-6d85-4792-986a-f4f781fbd908 None None] Port e75744f1-6ef6-4773-9869-b9f0c350325e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:57:04.124350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 15d300b1-0726-42ba-b558-7d300c39cec1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:57:04.133092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4d90169e-6d85-4792-986a-f4f781fbd908 None None] Provisioning complete for port 11bb3047-5d9d-4b79-815f-d0a3e2770f48 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:04.135077 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4d90169e-6d85-4792-986a-f4f781fbd908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:04.165517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd80d402-2f11-4d66-b1af-a2ee7d3a4b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:04.170208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd80d402-2f11-4d66-b1af-a2ee7d3a4b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:04.208679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80d402-2f11-4d66-b1af-a2ee7d3a4b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a5fc80-1763-436e-b4f1-c5db707725eb,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:04.242140 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Network fd83a561-0b45-4a21-8400-a83ecc61becc is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:04.247468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:04.257969 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dd80d402-2f11-4d66-b1af-a2ee7d3a4b74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b12359736114d2eba905cf65df3d04e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7727060
Dec 18 20:57:04.259338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39938) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:04.431470 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.resource_extend [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:57:04.436349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2f76b569-a01a-41fa-8909-03131120fa44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:04.499722 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2f76b569-a01a-41fa-8909-03131120fa44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:04.639977 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2f76b569-a01a-41fa-8909-03131120fa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:04.653096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Router 833809f7-55ae-436e-8754-4a66ab55f6f3 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:57:04.659854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2f76b569-a01a-41fa-8909-03131120fa44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:04.666393 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2f76b569-a01a-41fa-8909-03131120fa44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50a5fc80-1763-436e-b4f1-c5db707725eb HTTP/1.1" status: 204  len: 168 time: 0.4020050
Dec 18 20:57:04.739979 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76b569-a01a-41fa-8909-03131120fa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a5fc80-1763-436e-b4f1-c5db707725eb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:04.826727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 15d300b1-0726-42ba-b558-7d300c39cec1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15d300b1-0726-42ba-b558-7d300c39cec1,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:04.880584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '15d300b1-0726-42ba-b558-7d300c39cec1', 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'port_id': '15d300b1-0726-42ba-b558-7d300c39cec1', 'mac_address': 'fa:16:3e:5f:5c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebb4d23-857a-46c7-9813-a2fc5e9567dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:57:05.001037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:57:05.030616 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-95d574c1-9ec5-4bee-ad87-625d2bde8158 admin admin] 10.222.0.13 "PUT /v2.0/routers/833809f7-55ae-436e-8754-4a66ab55f6f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6426430
Dec 18 20:57:05.072200 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:05.132209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b0f59314-551f-45d9-ad16-c0e3f3908a14 None None] Provisioning complete for port e75744f1-6ef6-4773-9869-b9f0c350325e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:05.136503 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0f59314-551f-45d9-ad16-c0e3f3908a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:05.161238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15d300b1-0726-42ba-b558-7d300c39cec1 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:57:05.360505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 15d300b1-0726-42ba-b558-7d300c39cec1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15d300b1-0726-42ba-b558-7d300c39cec1,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:05.368916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 11bb3047-5d9d-4b79-815f-d0a3e2770f48 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:05.377650 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5c5ea50f-e365-42f4-9eed-72c3c55c1926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:05.436180 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:05.455554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b0f59314-551f-45d9-ad16-c0e3f3908a14 None None] Port e75744f1-6ef6-4773-9869-b9f0c350325e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:57:05.461199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a4f5b-580a-46ba-acfb-84265b0ba565 req-fbc7b8a8-bdcb-4ea5-8c72-71b868743aff tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:05.475950 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c7a4f5b-580a-46ba-acfb-84265b0ba565 req-fbc7b8a8-bdcb-4ea5-8c72-71b868743aff tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.2363434
Dec 18 20:57:05.504734 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ec602-a519-48c2-aa46-4528ba8ac5e3 req-e2fee295-20cd-4cd9-b39a-d97bf4880e5e tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:05.512128 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac9ec602-a519-48c2-aa46-4528ba8ac5e3 req-e2fee295-20cd-4cd9-b39a-d97bf4880e5e tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 946 time: 0.2978044
Dec 18 20:57:05.558642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=15d300b1-0726-42ba-b558-7d300c39cec1,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:05.570994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 11bb3047-5d9d-4b79-815f-d0a3e2770f48 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:05.571662 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:05.615219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['15d300b1-0726-42ba-b558-7d300c39cec1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:57:05.881702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c7a4f5b-580a-46ba-acfb-84265b0ba565 req-6afc52dd-950c-4f0e-9f1a-be9971c8b637 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3983939
Dec 18 20:57:05.915737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac9ec602-a519-48c2-aa46-4528ba8ac5e3 req-3caaf6db-2811-4285-b0ca-14f247c1749b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3834188
Dec 18 20:57:06.258246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40022) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:06.394385 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:06.492988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-142563736-network', 'tenant_id': '8b7b9fe02fd74cec9da8f2663081823e'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:06.573826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Made reservation on behalf of 8b7b9fe02fd74cec9da8f2663081823e for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:57:06.580671 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:06.602430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:06.904808 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:06.916692 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:06.965486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:57:07.068605 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:07.088961 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Added segment 7486e3c3-2c6c-48b3-a5ad-baaa5b32cebf of type vlan for network 72ecea35-82b2-4952-a6cb-4adc8abf786c
Dec 18 20:57:07.150517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04edc00b-b385-4883-9d29-9bf98e84d976,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:07.376741 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:07.417447 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128e4cc-daec-4dd3-b96b-a28a8857f397 req-f28c0005-7b05-425d-9a5a-b4943b3814af tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:07.420145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b128e4cc-daec-4dd3-b96b-a28a8857f397 req-f28c0005-7b05-425d-9a5a-b4943b3814af tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.3273311
Dec 18 20:57:07.510792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:07.512457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:07.514592 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:07.615750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Sync routers for ids ['833809f7-55ae-436e-8754-4a66ab55f6f3'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:57:07.641894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Routers {'833809f7-55ae-436e-8754-4a66ab55f6f3'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:07.646642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eddb670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['833809f7-55ae-436e-8754-4a66ab55f6f3'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:07.690626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] Pushing event updated for resources: {'Network': ['ID=72ecea35-82b2-4952-a6cb-4adc8abf786c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:07.702877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2af53d22-2cd9-4ba8-8fa3-65f7ef590d10 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.4429328
Dec 18 20:57:07.708379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40050) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:07.725130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-809ce383-9b31-479c-9b42-63dee300e1f5 admin admin] Request body: {'subnet': {'network_id': '72ecea35-82b2-4952-a6cb-4adc8abf786c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-142563736-subnet', 'tenant_id': '8b7b9fe02fd74cec9da8f2663081823e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:07.744618 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b128e4cc-daec-4dd3-b96b-a28a8857f397 req-4c618699-cb5b-45d6-b790-a6a67a2957c4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2959886
Dec 18 20:57:07.839438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ce383-9b31-479c-9b42-63dee300e1f5 admin admin] Made reservation on behalf of 8b7b9fe02fd74cec9da8f2663081823e for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:57:07.848159 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-809ce383-9b31-479c-9b42-63dee300e1f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:07.860170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Set router 833809f7-55ae-436e-8754-4a66ab55f6f3 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:07.971619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 72ecea35-82b2-4952-a6cb-4adc8abf786c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:57:08.227889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 15d300b1-0726-42ba-b558-7d300c39cec1 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:08.659116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:08.694713 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:08.815547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493717d-e1a7-4911-bce8-51f8e95b6188 req-f27172ee-8030-408c-9312-fae4a79bf942 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:08.817470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8493717d-e1a7-4911-bce8-51f8e95b6188 req-f27172ee-8030-408c-9312-fae4a79bf942 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 946 time: 0.1564739
Dec 18 20:57:08.856520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-809ce383-9b31-479c-9b42-63dee300e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:08.938082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 15d300b1-0726-42ba-b558-7d300c39cec1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:08.938442 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:08.974201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ce383-9b31-479c-9b42-63dee300e1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6deeceb-f300-4848-86f8-8fd1265398a5,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:09.051777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ce383-9b31-479c-9b42-63dee300e1f5 admin admin] Checking segment: {'id': '7486e3c3-2c6c-48b3-a5ad-baaa5b32cebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '72ecea35-82b2-4952-a6cb-4adc8abf786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:09.053982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ce383-9b31-479c-9b42-63dee300e1f5 admin admin] Network hostable DHCP agents. Network: 72ecea35-82b2-4952-a6cb-4adc8abf786c, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:57:09.091783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ce383-9b31-479c-9b42-63dee300e1f5 admin admin] Network 72ecea35-82b2-4952-a6cb-4adc8abf786c is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:57:09.109283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-809ce383-9b31-479c-9b42-63dee300e1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 72ecea35-82b2-4952-a6cb-4adc8abf786c) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:09.114504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ce383-9b31-479c-9b42-63dee300e1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:09.115337 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-809ce383-9b31-479c-9b42-63dee300e1f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:09.136071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c5cd52-103a-43fc-9690-5cc7c287d1c6 None None] Network 72ecea35-82b2-4952-a6cb-4adc8abf786c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:57:09.154375 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-809ce383-9b31-479c-9b42-63dee300e1f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.4388235
Dec 18 20:57:09.177283 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8493717d-e1a7-4911-bce8-51f8e95b6188 req-d1a50184-71db-4891-9428-05d15fa26d2a tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3471677
Dec 18 20:57:09.240009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eddb670>, [{'id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284443252-router', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:57Z', 'updated_at': '2021-12-18T20:57:03Z', 'revision_number': 4, 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'gw_port': {'id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:58Z', 'updated_at': '2021-12-18T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e75744f1-6ef6-4773-9869-b9f0c350325e', 'name': '', 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'mac_address': 'fa:16:3e:8c:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'd3d93158-66e2-4883-a362-fa1ef367545c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:02Z', 'updated_at': '2021-12-18T20:57:03Z', 'revision_number': 2, 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'subnets': [{'id': 'd3d93158-66e2-4883-a362-fa1ef367545c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:09.408047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cbcad-6bb8-423a-918a-1f4675b87fae req-8435893a-18b7-4aa4-ae7f-0b3eb8ed6482 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:09.418030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-648cbcad-6bb8-423a-918a-1f4675b87fae req-8435893a-18b7-4aa4-ae7f-0b3eb8ed6482 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.0931933
Dec 18 20:57:09.480009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-648cbcad-6bb8-423a-918a-1f4675b87fae req-1587681e-2add-487f-9e91-667d5eb51016 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608461
Dec 18 20:57:09.830878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Checking router: 833809f7-55ae-436e-8754-4a66ab55f6f3 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:57:09.830878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Updating router 833809f7-55ae-436e-8754-4a66ab55f6f3 port e75744f1-6ef6-4773-9869-b9f0c350325e binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:57:09.894033 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:09.917519 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:10.097143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3c71e-a4aa-49e9-b293-5177123a0f9e None None] Network 72ecea35-82b2-4952-a6cb-4adc8abf786c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:57:10.136957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 15d300b1-0726-42ba-b558-7d300c39cec1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15d300b1-0726-42ba-b558-7d300c39cec1,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:10.147260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2a29f1-1645-4b4f-9ceb-cf156b8649f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d300b1-0726-42ba-b558-7d300c39cec1'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:57:10.153306 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3243aa7b-1302-4bda-b04c-c551f35be3df" -d '{"events": [{"server_uuid": "ed2a29f1-1645-4b4f-9ceb-cf156b8649f8", "name": "network-vif-plugged", "status": "completed", "tag": "15d300b1-0726-42ba-b558-7d300c39cec1"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:57:10.195362 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:10.270543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-71a78351-aaad-42d2-8a2b-b464a77c91e4 req-4f0e1869-046f-4974-b9fa-49a750adea41 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-852578562', 'description': 'tempest-description-629591517'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:10.360927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-71a78351-aaad-42d2-8a2b-b464a77c91e4 req-4f0e1869-046f-4974-b9fa-49a750adea41 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:10.572433 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-71a78351-aaad-42d2-8a2b-b464a77c91e4 req-4f0e1869-046f-4974-b9fa-49a750adea41 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:10.583790 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-71a78351-aaad-42d2-8a2b-b464a77c91e4 req-4f0e1869-046f-4974-b9fa-49a750adea41 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:10.636989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e1869-046f-4974-b9fa-49a750adea41 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd90dd9-99b8-4d88-9029-b1089b47df1a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:10.670654 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-71a78351-aaad-42d2-8a2b-b464a77c91e4 req-4f0e1869-046f-4974-b9fa-49a750adea41 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:10.681308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71a78351-aaad-42d2-8a2b-b464a77c91e4 req-4f0e1869-046f-4974-b9fa-49a750adea41 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.4201400
Dec 18 20:57:10.792675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=15d300b1-0726-42ba-b558-7d300c39cec1,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:10.918454 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d4b94e-b7e3-45a8-bc7b-b1ec55a9e49e x-openstack-request-id: req-29d4b94e-b7e3-45a8-bc7b-b1ec55a9e49e {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:57:10.920055 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2a29f1-1645-4b4f-9ceb-cf156b8649f8", "name": "network-vif-plugged", "status": "completed", "tag": "15d300b1-0726-42ba-b558-7d300c39cec1", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:57:10.920516 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29d4b94e-b7e3-45a8-bc7b-b1ec55a9e49e {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:57:10.921701 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2a29f1-1645-4b4f-9ceb-cf156b8649f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d300b1-0726-42ba-b558-7d300c39cec1', 'code': 200}
Dec 18 20:57:11.132022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975b73f-e8c2-4dc3-8e03-046b2316ffc4 req-d5b6d4d6-b732-4d56-8a72-1d22575d8a17 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:11.133580 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9975b73f-e8c2-4dc3-8e03-046b2316ffc4 req-d5b6d4d6-b732-4d56-8a72-1d22575d8a17 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.1180787
Dec 18 20:57:11.213470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9975b73f-e8c2-4dc3-8e03-046b2316ffc4 req-73119135-4926-4f29-b640-5fc72808458e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636928
Dec 18 20:57:11.237693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:11.247435 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:11.294885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a3cb1f2-c47f-4011-887e-c7de6f70b219 req-f0261771-91cb-4bba-8557-1a3a4c3fd11c tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/5bd90dd9-99b8-4d88-9029-b1089b47df1a HTTP/1.1" status: 200  len: 1830 time: 0.0627460
Dec 18 20:57:11.304091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-3a3cb1f2-c47f-4011-887e-c7de6f70b219 req-4f1978c7-8bab-429e-8e92-a19eb700b690 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5bd90dd9-99b8-4d88-9029-b1089b47df1a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:11.304970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-3a3cb1f2-c47f-4011-887e-c7de6f70b219 req-4f1978c7-8bab-429e-8e92-a19eb700b690 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5bd90dd9-99b8-4d88-9029-b1089b47df1a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:11.398172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3a3cb1f2-c47f-4011-887e-c7de6f70b219 req-4f1978c7-8bab-429e-8e92-a19eb700b690 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:11.400086 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b7d29-a05c-48eb-89a1-2d37f298be99 None None] Pushing event updated for resources: {'Port': ['ID=e75744f1-6ef6-4773-9869-b9f0c350325e,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:11.459288 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3a3cb1f2-c47f-4011-887e-c7de6f70b219 req-4f1978c7-8bab-429e-8e92-a19eb700b690 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:11.471011 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3a3cb1f2-c47f-4011-887e-c7de6f70b219 req-4f1978c7-8bab-429e-8e92-a19eb700b690 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:11.496203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1978c7-8bab-429e-8e92-a19eb700b690 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0261d9ac-823f-4313-af2b-a309b2a166fe,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:11.508957 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3a3cb1f2-c47f-4011-887e-c7de6f70b219 req-4f1978c7-8bab-429e-8e92-a19eb700b690 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:11.510414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a3cb1f2-c47f-4011-887e-c7de6f70b219 req-4f1978c7-8bab-429e-8e92-a19eb700b690 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2105989
Dec 18 20:57:11.643590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Attempting to bind port e75744f1-6ef6-4773-9869-b9f0c350325e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:57:11.647575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Attempting to bind port e75744f1-6ef6-4773-9869-b9f0c350325e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cef79c81-1537-468d-a46d-d08dbec2d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:57:11.648210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Attempting to bind port e75744f1-6ef6-4773-9869-b9f0c350325e on network fd83a561-0b45-4a21-8400-a83ecc61becc {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:11.658414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:57:11.664888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Checking segment: {'id': 'cef79c81-1537-468d-a46d-d08dbec2d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:11.667384 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:11.668010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Bound using segment: {'id': 'cef79c81-1537-468d-a46d-d08dbec2d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:57:11.668615 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Bound port: e75744f1-6ef6-4773-9869-b9f0c350325e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef79c81-1537-468d-a46d-d08dbec2d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:57:11.669535 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:11.771839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31992929-3bde-4738-93fe-b0e53d5e490b req-873a3381-e9df-4566-be1d-3c153069b5b3 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/5bd90dd9-99b8-4d88-9029-b1089b47df1a HTTP/1.1" status: 200  len: 2424 time: 0.2086508
Dec 18 20:57:11.833192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02940248-9297-4c22-b155-95a2dd43a7ba req-443d12ba-14bd-4ee4-bd6f-2f01b14b3b82 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:11.850226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-02940248-9297-4c22-b155-95a2dd43a7ba req-443d12ba-14bd-4ee4-bd6f-2f01b14b3b82 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 946 time: 0.2187879
Dec 18 20:57:11.887647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] For port e75744f1-6ef6-4773-9869-b9f0c350325e, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:57:11.891923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] For port e75744f1-6ef6-4773-9869-b9f0c350325e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e75744f1-6ef6-4773-9869-b9f0c350325e,segment=NetworkSegment(cef79c81-1537-468d-a46d-d08dbec2d1f6),segment_id=cef79c81-1537-468d-a46d-d08dbec2d1f6)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:57:11.909457 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:11.971576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-02940248-9297-4c22-b155-95a2dd43a7ba req-77ff45ac-2341-4255-97a9-dfecfcab85ac tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1163979
Dec 18 20:57:11.989214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b7d29-a05c-48eb-89a1-2d37f298be99 None None] Pushing event updated for resources: {'Port': ['ID=e75744f1-6ef6-4773-9869-b9f0c350325e,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:12.007096 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7577121c-fcc6-4732-8070-f264b8eb88e7 req-ca92e869-dc43-4ce5-b477-f65098f26594 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-group-rules/0261d9ac-823f-4313-af2b-a309b2a166fe HTTP/1.1" status: 200  len: 778 time: 0.1138930
Dec 18 20:57:12.042189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-52032e54-e443-460f-8e81-4830c434bf89 None None] Provisioning complete for port e75744f1-6ef6-4773-9869-b9f0c350325e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:12.043180 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-52032e54-e443-460f-8e81-4830c434bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:12.103780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Routers {'833809f7-55ae-436e-8754-4a66ab55f6f3'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:12.104425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eddb670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['833809f7-55ae-436e-8754-4a66ab55f6f3'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:12.282692 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7577121c-fcc6-4732-8070-f264b8eb88e7 req-8e61dc63-35a0-4f1d-beca-1b73c4309eae tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/5bd90dd9-99b8-4d88-9029-b1089b47df1a HTTP/1.1" status: 200  len: 2424 time: 0.2594318
Dec 18 20:57:12.349205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7577121c-fcc6-4732-8070-f264b8eb88e7 req-5d50bb06-bfaa-40e4-aff3-2763d27797c7 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:12.377669 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7577121c-fcc6-4732-8070-f264b8eb88e7 req-5d50bb06-bfaa-40e4-aff3-2763d27797c7 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:12.509931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7577121c-fcc6-4732-8070-f264b8eb88e7 req-5d50bb06-bfaa-40e4-aff3-2763d27797c7 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:12.515272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] Set router 833809f7-55ae-436e-8754-4a66ab55f6f3 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:12.519337 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7577121c-fcc6-4732-8070-f264b8eb88e7 req-5d50bb06-bfaa-40e4-aff3-2763d27797c7 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:12.525321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7577121c-fcc6-4732-8070-f264b8eb88e7 req-5d50bb06-bfaa-40e4-aff3-2763d27797c7 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0261d9ac-823f-4313-af2b-a309b2a166fe HTTP/1.1" status: 204  len: 173 time: 0.2413971
Dec 18 20:57:12.567812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50bb06-bfaa-40e4-aff3-2763d27797c7 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0261d9ac-823f-4313-af2b-a309b2a166fe,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:12.615377 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fb7a0-e126-4533-96e9-106d85e358a4 req-f7e261ce-3411-499f-9ae3-7d6b59958677 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:12.632003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e8fb7a0-e126-4533-96e9-106d85e358a4 req-f7e261ce-3411-499f-9ae3-7d6b59958677 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.2428241
Dec 18 20:57:12.632227 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-52032e54-e443-460f-8e81-4830c434bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:12.713027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-2cd5a3f2-f0ce-4d28-b628-1270561ea34b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:12.716521 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-2cd5a3f2-f0ce-4d28-b628-1270561ea34b tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.31 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 946 time: 0.1374266
Dec 18 20:57:12.743302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-7708bb0c-3a05-4d3c-b30e-f4868d12a5ac req-f930e5be-bd8d-4950-b60e-14bbb9cd16a1 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1073927610', 'description': 'tempest-description-516022256'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:12.786042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e8fb7a0-e126-4533-96e9-106d85e358a4 req-9104fbc4-1542-4c3a-be36-83de4ca2936d tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484411
Dec 18 20:57:12.789819 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7708bb0c-3a05-4d3c-b30e-f4868d12a5ac req-f930e5be-bd8d-4950-b60e-14bbb9cd16a1 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:12.913790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-52032e54-e443-460f-8e81-4830c434bf89 None None] For port e75744f1-6ef6-4773-9869-b9f0c350325e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e75744f1-6ef6-4773-9869-b9f0c350325e,segment=NetworkSegment(cef79c81-1537-468d-a46d-d08dbec2d1f6),segment_id=cef79c81-1537-468d-a46d-d08dbec2d1f6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:12.947547 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-52032e54-e443-460f-8e81-4830c434bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:13.022198 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7708bb0c-3a05-4d3c-b30e-f4868d12a5ac req-f930e5be-bd8d-4950-b60e-14bbb9cd16a1 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:13.026034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Deleting port b60f4815-ec88-4e24-968e-a604b4771eb4 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:57:13.026739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:13.033425 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7708bb0c-3a05-4d3c-b30e-f4868d12a5ac req-f930e5be-bd8d-4950-b60e-14bbb9cd16a1 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:13.088494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eddb670>, [{'id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284443252-router', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:57Z', 'updated_at': '2021-12-18T20:57:03Z', 'revision_number': 4, 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'gw_port': {'id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:58Z', 'updated_at': '2021-12-18T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e75744f1-6ef6-4773-9869-b9f0c350325e', 'name': '', 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'mac_address': 'fa:16:3e:8c:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'd3d93158-66e2-4883-a362-fa1ef367545c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:02Z', 'updated_at': '2021-12-18T20:57:11Z', 'revision_number': 4, 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'subnets': [{'id': 'd3d93158-66e2-4883-a362-fa1ef367545c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:13.096715 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7708bb0c-3a05-4d3c-b30e-f4868d12a5ac req-f930e5be-bd8d-4950-b60e-14bbb9cd16a1 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:13.129161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7708bb0c-3a05-4d3c-b30e-f4868d12a5ac req-f930e5be-bd8d-4950-b60e-14bbb9cd16a1 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.3719723
Dec 18 20:57:13.247617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2b246b-f55b-4ad9-92fd-925cc88fa07d None None] The sync data for ids ['833809f7-55ae-436e-8754-4a66ab55f6f3'] in ncdv-master-1 is: [{'id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284443252-router', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:57Z', 'updated_at': '2021-12-18T20:57:03Z', 'revision_number': 4, 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'gw_port': {'id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:58Z', 'updated_at': '2021-12-18T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e75744f1-6ef6-4773-9869-b9f0c350325e', 'name': '', 'network_id': 'fd83a561-0b45-4a21-8400-a83ecc61becc', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'mac_address': 'fa:16:3e:8c:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'd3d93158-66e2-4883-a362-fa1ef367545c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:02Z', 'updated_at': '2021-12-18T20:57:11Z', 'revision_number': 4, 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'subnets': [{'id': 'd3d93158-66e2-4883-a362-fa1ef367545c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:57:13.314110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d12887af-334c-49bf-beb4-5ee3354e8dd6 None None] Provisioning complete for port e75744f1-6ef6-4773-9869-b9f0c350325e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:13.317376 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d12887af-334c-49bf-beb4-5ee3354e8dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:13.337268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930e5be-bd8d-4950-b60e-14bbb9cd16a1 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60605e45-3da0-434c-afb9-0be9172813ed,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:13.420730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] For port b60f4815-ec88-4e24-968e-a604b4771eb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b60f4815-ec88-4e24-968e-a604b4771eb4,segment=NetworkSegment(90bfc0dd-7847-4d59-982c-8f54700d8bd3),segment_id=90bfc0dd-7847-4d59-982c-8f54700d8bd3)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:13.421119 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:13.451510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37a40a-069c-405f-978a-4bc8cededfb5 req-af163c52-398c-40e6-b474-1b6a63653af7 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:13.460374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f37a40a-069c-405f-978a-4bc8cededfb5 req-af163c52-398c-40e6-b474-1b6a63653af7 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 946 time: 0.3078873
Dec 18 20:57:13.481916 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3786b00-9fee-45fa-a5a6-d484c21dce95 req-53a77974-b4e2-498c-a79e-c2a407989f17 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/60605e45-3da0-434c-afb9-0be9172813ed HTTP/1.1" status: 200  len: 1831 time: 0.3231599
Dec 18 20:57:13.518093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52032e54-e443-460f-8e81-4830c434bf89 None None] Pushing event updated for resources: {'Port': ['ID=e75744f1-6ef6-4773-9869-b9f0c350325e,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:13.673644 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f37a40a-069c-405f-978a-4bc8cededfb5 req-4940f1a3-5983-490c-a3c0-bdc1dcb9c389 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4eee31a-9f26-419b-b8f2-84b816fbb493&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1906438
Dec 18 20:57:13.701669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f95ac1ed-0475-4ac0-a80d-de0789f680ee req-babccaf0-05a6-4b82-99ba-6baca29a1a37 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2066056477', 'description': 'tempest-description-933920471'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:13.795218 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f95ac1ed-0475-4ac0-a80d-de0789f680ee req-babccaf0-05a6-4b82-99ba-6baca29a1a37 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:14.018509 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f95ac1ed-0475-4ac0-a80d-de0789f680ee req-babccaf0-05a6-4b82-99ba-6baca29a1a37 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:14.028613 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f95ac1ed-0475-4ac0-a80d-de0789f680ee req-babccaf0-05a6-4b82-99ba-6baca29a1a37 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:14.157436 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f95ac1ed-0475-4ac0-a80d-de0789f680ee req-babccaf0-05a6-4b82-99ba-6baca29a1a37 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:14.185182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f95ac1ed-0475-4ac0-a80d-de0789f680ee req-babccaf0-05a6-4b82-99ba-6baca29a1a37 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.5043981
Dec 18 20:57:14.191847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babccaf0-05a6-4b82-99ba-6baca29a1a37 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca9baa0-6bba-4bd6-afd4-bbdbb7f526dc,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:14.306347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-afdbc27a-f2e0-48b2-87d4-bc1560a25c1f req-e4475344-d13a-4e01-871a-5a8f0e72f0a0 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/eca9baa0-6bba-4bd6-afd4-bbdbb7f526dc HTTP/1.1" status: 200  len: 1831 time: 0.1075103
Dec 18 20:57:14.346039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac07e03-b1dc-48fd-9d27-05dc6fb725d0 req-c699ca59-e24e-467d-aa56-74251e19ecc7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:14.358774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eac07e03-b1dc-48fd-9d27-05dc6fb725d0 req-c699ca59-e24e-467d-aa56-74251e19ecc7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.2597804
Dec 18 20:57:14.369802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-28521356-01dd-4b83-9c69-c00cd9352467 req-42444866-5672-46f7-8db7-f38623358339 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1658879683', 'description': 'tempest-description-1847971615'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:14.543682 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eac07e03-b1dc-48fd-9d27-05dc6fb725d0 req-0717b441-29ff-4d3a-b36f-fef327a16eb9 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834919
Dec 18 20:57:14.544859 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28521356-01dd-4b83-9c69-c00cd9352467 req-42444866-5672-46f7-8db7-f38623358339 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:14.553074 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:14.558409 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:14.559575 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Floating IP 3ddffdf1-4115-4c4c-a717-83caeb31d553 disassociated. External IP: 172.35.3.85, port: b60f4815-ec88-4e24-968e-a604b4771eb4.
Dec 18 20:57:14.560323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Calling delete_port for b60f4815-ec88-4e24-968e-a604b4771eb4 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:57:14.770426 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:14.862518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40270) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:14.978077 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28521356-01dd-4b83-9c69-c00cd9352467 req-42444866-5672-46f7-8db7-f38623358339 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:14.986529 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28521356-01dd-4b83-9c69-c00cd9352467 req-42444866-5672-46f7-8db7-f38623358339 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:15.091152 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:15.178897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Pushing event deleted for resources: {'Port': ['ID=b60f4815-ec88-4e24-968e-a604b4771eb4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:15.223121 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28521356-01dd-4b83-9c69-c00cd9352467 req-42444866-5672-46f7-8db7-f38623358339 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:15.227953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28521356-01dd-4b83-9c69-c00cd9352467 req-42444866-5672-46f7-8db7-f38623358339 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.8633010
Dec 18 20:57:15.245755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42444866-5672-46f7-8db7-f38623358339 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d87c1ed-bbe3-43ea-832b-a7ab32f27bc7,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:15.304119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5a52-f1b4-430b-938b-67955797aefa admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:15.515349 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5a52-f1b4-430b-938b-67955797aefa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:15.525252 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5a52-f1b4-430b-938b-67955797aefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:15.596455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e75744f1-6ef6-4773-9869-b9f0c350325e up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:15.690767 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce5a52-f1b4-430b-938b-67955797aefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2c3f23-fcd3-4059-8595-7594ed923f34,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:15.818013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e75744f1-6ef6-4773-9869-b9f0c350325e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:15.818657 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:15.842116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Router 1e794976-26bd-45de-8a4e-f004f63dd9ec has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:57:15.883280 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d0ce5a52-f1b4-430b-938b-67955797aefa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1acacc43a32d4cb8ae226b53cd78f92e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0014179
Dec 18 20:57:15.891583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40282) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:16.038797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25937ba9-b646-4b26-a872-6c966a185b1b req-1c74e2c4-1ff8-4626-8462-d7267b988ab6 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 210 time: 0.1508555
Dec 18 20:57:16.077550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63b163da-b88b-4ffa-9178-e0c0f6c0b69a req-daa8f10f-223f-4226-bcb5-ee586b493f7d tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/9d87c1ed-bbe3-43ea-832b-a7ab32f27bc7 HTTP/1.1" status: 200  len: 1832 time: 0.3881118
Dec 18 20:57:16.220898 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb0c0-8dc6-4e85-a057-e0550c33eff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:16.226740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:57:16.230131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f42ffe77-0331-42b0-8c95-59c81566ae9f req-a9a2dda8-5864-41ce-84d1-284a5abc7a5e tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2123795140', 'description': 'tempest-description-128822407'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:16.241621 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca932b-f108-499e-9269-3c1079cabe78 None None] Sync routers for ids ['1e794976-26bd-45de-8a4e-f004f63dd9ec'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:57:16.270928 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca932b-f108-499e-9269-3c1079cabe78 None None] Routers {'1e794976-26bd-45de-8a4e-f004f63dd9ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:16.271824 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-60ca932b-f108-499e-9269-3c1079cabe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f70c970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1e794976-26bd-45de-8a4e-f004f63dd9ec'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:16.319773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] No DVR routers for this DVR port b60f4815-ec88-4e24-968e-a604b4771eb4 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:57:16.322462 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:16.337035 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2a6dd975-80e3-410e-9042-cfee015c2511 req-f0466f15-601f-4fd3-97f5-339a3fad7c77 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.31 "DELETE /v2.0/ports/b60f4815-ec88-4e24-968e-a604b4771eb4 HTTP/1.1" status: 204  len: 173 time: 3.6103988
Dec 18 20:57:16.337582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'name': 'network-vif-deleted', 'tag': 'b60f4815-ec88-4e24-968e-a604b4771eb4'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:57:16.340014 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f943d7-5f43-412c-81a1-84052e63edd8" -d '{"events": [{"server_uuid": "57c911e5-ab47-4315-b264-1c7ab04c57a5", "name": "network-vif-deleted", "tag": "b60f4815-ec88-4e24-968e-a604b4771eb4"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:57:16.372645 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb0c0-8dc6-4e85-a057-e0550c33eff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:16.385867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a495270-9f7a-4cbc-b555-65fd50950a52 req-47951965-9a6e-4838-8dee-662fdcff4a07 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:16.396264 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a495270-9f7a-4cbc-b555-65fd50950a52 req-47951965-9a6e-4838-8dee-662fdcff4a07 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.1550157
Dec 18 20:57:16.531922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a495270-9f7a-4cbc-b555-65fd50950a52 req-9364ac20-af8e-4cb2-af8d-730449abf7b8 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335964
Dec 18 20:57:16.545092 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f42ffe77-0331-42b0-8c95-59c81566ae9f req-a9a2dda8-5864-41ce-84d1-284a5abc7a5e tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:16.576081 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-60ca932b-f108-499e-9269-3c1079cabe78 None None] Set router 1e794976-26bd-45de-8a4e-f004f63dd9ec gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:16.630931 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f156272f-fdcd-4736-b254-b2f5bbda3c0f x-openstack-request-id: req-f156272f-fdcd-4736-b254-b2f5bbda3c0f {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:57:16.631448 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c911e5-ab47-4315-b264-1c7ab04c57a5", "name": "network-vif-deleted", "tag": "b60f4815-ec88-4e24-968e-a604b4771eb4", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:57:16.631952 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f156272f-fdcd-4736-b254-b2f5bbda3c0f {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:57:16.632506 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c911e5-ab47-4315-b264-1c7ab04c57a5', 'name': 'network-vif-deleted', 'tag': 'b60f4815-ec88-4e24-968e-a604b4771eb4', 'status': 'completed', 'code': 200}
Dec 18 20:57:16.693880 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb0c0-8dc6-4e85-a057-e0550c33eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:16.697125 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb0c0-8dc6-4e85-a057-e0550c33eff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:16.698562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ed0cb0c0-8dc6-4e85-a057-e0550c33eff5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b2c3f23-fcd3-4059-8595-7594ed923f34 HTTP/1.1" status: 204  len: 168 time: 0.8072855
Dec 18 20:57:16.732874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cb0c0-8dc6-4e85-a057-e0550c33eff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2c3f23-fcd3-4059-8595-7594ed923f34,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:16.840045 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f42ffe77-0331-42b0-8c95-59c81566ae9f req-a9a2dda8-5864-41ce-84d1-284a5abc7a5e tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:16.855218 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f42ffe77-0331-42b0-8c95-59c81566ae9f req-a9a2dda8-5864-41ce-84d1-284a5abc7a5e tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:16.939842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2dda8-5864-41ce-84d1-284a5abc7a5e tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4d1971-305e-4477-8fa4-64be20542b30,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:16.967009 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f42ffe77-0331-42b0-8c95-59c81566ae9f req-a9a2dda8-5864-41ce-84d1-284a5abc7a5e tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:16.979591 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f42ffe77-0331-42b0-8c95-59c81566ae9f req-a9a2dda8-5864-41ce-84d1-284a5abc7a5e tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.7537935
Dec 18 20:57:17.234665 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-60ca932b-f108-499e-9269-3c1079cabe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f70c970>, [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7', 'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'mac_address': 'fa:16:3e:a0:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:54:01Z', 'updated_at': '2021-12-18T20:54:14Z', 'revision_number': 5, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'subnets': [{'id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:17.264139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8493cd4-dfc3-4053-9846-89f2eb74d76b req-bb8918bd-89e7-43ef-b684-7d999db65953 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/1e4d1971-305e-4477-8fa4-64be20542b30 HTTP/1.1" status: 200  len: 1831 time: 0.2314906
Dec 18 20:57:17.335762 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac660a13-b465-4736-be73-52614cf26e28 req-cc52946b-1c3f-480b-a6b2-e9753058ab08 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c911e5-ab47-4315-b264-1c7ab04c57a5 HTTP/1.1" status: 200  len: 210 time: 0.0552056
Dec 18 20:57:17.386103 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca932b-f108-499e-9269-3c1079cabe78 None None] Checking router: 1e794976-26bd-45de-8a4e-f004f63dd9ec for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:57:17.426145 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-f48fe701-1b58-4ad6-af7f-9ab232bd9a7d req-e312c553-7581-4fde-b3ad-4b073812371e tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] show failed (client error): The resource could not be found.
Dec 18 20:57:17.433210 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca932b-f108-499e-9269-3c1079cabe78 None None] Routers {'1e794976-26bd-45de-8a4e-f004f63dd9ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:17.436306 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-60ca932b-f108-499e-9269-3c1079cabe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f70c970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1e794976-26bd-45de-8a4e-f004f63dd9ec'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:17.442712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f48fe701-1b58-4ad6-af7f-9ab232bd9a7d req-e312c553-7581-4fde-b3ad-4b073812371e tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/c1b2d195-520c-484e-aae3-dd1f382d6ced HTTP/1.1" status: 404  len: 352 time: 0.0625350
Dec 18 20:57:17.500718 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-4daa6dc2-6f53-4b4c-ae5e-60a6591f3131 req-45eab9e5-a091-4cb4-ab1f-9377dc1007ae tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] show failed (client error): The resource could not be found.
Dec 18 20:57:17.502316 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4daa6dc2-6f53-4b4c-ae5e-60a6591f3131 req-45eab9e5-a091-4cb4-ab1f-9377dc1007ae tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-group-rules/29ea532d-7ed8-4274-b7bc-19c23268b02e HTTP/1.1" status: 404  len: 361 time: 0.0312304
Dec 18 20:57:17.677563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e307041-be4e-493a-b3cb-d8a9884a78d4 req-dc5d00cb-ca91-4f04-8e72-72648ad48130 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/1e4d1971-305e-4477-8fa4-64be20542b30 HTTP/1.1" status: 200  len: 1831 time: 0.1248419
Dec 18 20:57:17.708719 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40336) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:17.776057 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16776354-b126-4f93-92d2-1887dd7acb5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:17.856225 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6e307041-be4e-493a-b3cb-d8a9884a78d4 req-ee02d7e9-d522-40f3-b30b-43cecc095736 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:17.899183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7757bb3-1a0c-4cee-9321-86678b7cb15a req-9a279930-efa7-41c6-bbf9-214882892ee5 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:17.908695 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7757bb3-1a0c-4cee-9321-86678b7cb15a req-9a279930-efa7-41c6-bbf9-214882892ee5 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.1588731
Dec 18 20:57:17.946748 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6e307041-be4e-493a-b3cb-d8a9884a78d4 req-ee02d7e9-d522-40f3-b30b-43cecc095736 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:17.948319 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-60ca932b-f108-499e-9269-3c1079cabe78 None None] Set router 1e794976-26bd-45de-8a4e-f004f63dd9ec gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:17.960731 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16776354-b126-4f93-92d2-1887dd7acb5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:17.974704 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16776354-b126-4f93-92d2-1887dd7acb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:18.093467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7757bb3-1a0c-4cee-9321-86678b7cb15a req-6c2745a4-7d15-450b-88c3-e8f0b2e7da30 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834736
Dec 18 20:57:18.151693 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6e307041-be4e-493a-b3cb-d8a9884a78d4 req-ee02d7e9-d522-40f3-b30b-43cecc095736 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:18.161398 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-16776354-b126-4f93-92d2-1887dd7acb5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20beec2212ad47b49e6a7cd985c81663&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4458842
Dec 18 20:57:18.166484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40340) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:18.179739 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6e307041-be4e-493a-b3cb-d8a9884a78d4 req-ee02d7e9-d522-40f3-b30b-43cecc095736 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:18.179739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e307041-be4e-493a-b3cb-d8a9884a78d4 req-ee02d7e9-d522-40f3-b30b-43cecc095736 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "DELETE /v2.0/security-groups/1e4d1971-305e-4477-8fa4-64be20542b30 HTTP/1.1" status: 204  len: 173 time: 0.4943330
Dec 18 20:57:18.180127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b60f4815-ec88-4e24-968e-a604b4771eb4 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:57:18.248798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02d7e9-d522-40f3-b30b-43cecc095736 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4d1971-305e-4477-8fa4-64be20542b30,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:18.279917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16776354-b126-4f93-92d2-1887dd7acb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b862b14-0cd9-4b06-9473-d76e221ffbb4,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:18.349796 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69c568a1-dedb-4d58-ae1f-7ba79cbc8af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:18.430418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: b60f4815-ec88-4e24-968e-a604b4771eb4 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:57:18.455452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b60f4815-ec88-4e24-968e-a604b4771eb4 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:57:18.504948 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69c568a1-dedb-4d58-ae1f-7ba79cbc8af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:18.630994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1904bf9-4d31-4b10-87e0-b2ab5a6215a6 req-90dcf4f2-d7d4-46f3-8351-0d6ef931c517 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/9d87c1ed-bbe3-43ea-832b-a7ab32f27bc7 HTTP/1.1" status: 200  len: 1832 time: 0.3877072
Dec 18 20:57:18.631824 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69c568a1-dedb-4d58-ae1f-7ba79cbc8af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:18.636241 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69c568a1-dedb-4d58-ae1f-7ba79cbc8af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:18.646057 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-69c568a1-dedb-4d58-ae1f-7ba79cbc8af5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b862b14-0cd9-4b06-9473-d76e221ffbb4 HTTP/1.1" status: 204  len: 168 time: 0.4723315
Dec 18 20:57:18.671723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c568a1-dedb-4d58-ae1f-7ba79cbc8af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b862b14-0cd9-4b06-9473-d76e221ffbb4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:18.800194 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1904bf9-4d31-4b10-87e0-b2ab5a6215a6 req-21c5db9c-c1da-41be-accb-b84bc2eb7db9 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:18.883738 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1904bf9-4d31-4b10-87e0-b2ab5a6215a6 req-21c5db9c-c1da-41be-accb-b84bc2eb7db9 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:19.013040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40360) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:19.095818 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1904bf9-4d31-4b10-87e0-b2ab5a6215a6 req-21c5db9c-c1da-41be-accb-b84bc2eb7db9 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:19.099387 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1904bf9-4d31-4b10-87e0-b2ab5a6215a6 req-21c5db9c-c1da-41be-accb-b84bc2eb7db9 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:19.104348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1904bf9-4d31-4b10-87e0-b2ab5a6215a6 req-21c5db9c-c1da-41be-accb-b84bc2eb7db9 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d87c1ed-bbe3-43ea-832b-a7ab32f27bc7 HTTP/1.1" status: 204  len: 173 time: 0.4710271
Dec 18 20:57:19.165312 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-60ca932b-f108-499e-9269-3c1079cabe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f70c970>, [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7', 'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'mac_address': 'fa:16:3e:a0:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:54:01Z', 'updated_at': '2021-12-18T20:54:14Z', 'revision_number': 5, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'subnets': [{'id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:19.169558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5db9c-c1da-41be-accb-b84bc2eb7db9 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d87c1ed-bbe3-43ea-832b-a7ab32f27bc7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:19.212538 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f608a5c1-f17a-41b6-9c8f-5155e098455c tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:19.308918 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca932b-f108-499e-9269-3c1079cabe78 None None] The sync data for ids ['1e794976-26bd-45de-8a4e-f004f63dd9ec'] in ncdv-master-1 is: [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:54:02Z', 'revision_number': 4, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7', 'name': '', 'network_id': 'd857e3b8-aa79-4523-91ed-5ea023d39eaf', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'mac_address': 'fa:16:3e:a0:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:54:01Z', 'updated_at': '2021-12-18T20:54:14Z', 'revision_number': 5, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'subnets': [{'id': '4d4d6fec-15bf-4891-838f-b5695bf05b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:57:19.322620 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f608a5c1-f17a-41b6-9c8f-5155e098455c tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:19.337008 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:19.428645 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f608a5c1-f17a-41b6-9c8f-5155e098455c tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:19.435416 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f608a5c1-f17a-41b6-9c8f-5155e098455c tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:19.442490 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f608a5c1-f17a-41b6-9c8f-5155e098455c tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "DELETE /v2.0/security-groups/f4eee31a-9f26-419b-b8f2-84b816fbb493 HTTP/1.1" status: 204  len: 168 time: 0.4281170
Dec 18 20:57:19.444893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40386) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:19.474889 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-02261ed1-07c0-4a1a-b9dc-b9acdae91a35 req-9aa60eb5-e877-41e2-9fd9-6d51c2b25a29 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/eca9baa0-6bba-4bd6-afd4-bbdbb7f526dc HTTP/1.1" status: 200  len: 1831 time: 0.3112655
Dec 18 20:57:19.503084 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-20b366ab-08e8-4caf-bdde-316a606995c8 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] show failed (client error): The resource could not be found.
Dec 18 20:57:19.511988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40392) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:19.513368 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-20b366ab-08e8-4caf-bdde-316a606995c8 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "GET /v2.0/security-groups/f4eee31a-9f26-419b-b8f2-84b816fbb493 HTTP/1.1" status: 404  len: 347 time: 0.0563617
Dec 18 20:57:19.514398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608a5c1-f17a-41b6-9c8f-5155e098455c tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eee31a-9f26-419b-b8f2-84b816fbb493,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:19.594728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608139e-c6f7-4aa8-9cac-89f5d4fc7ad2 req-c5b8abd0-f915-4f89-834c-eb03f67e9267 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:19.596392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4608139e-c6f7-4aa8-9cac-89f5d4fc7ad2 req-c5b8abd0-f915-4f89-834c-eb03f67e9267 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.2513897
Dec 18 20:57:19.734867 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-02261ed1-07c0-4a1a-b9dc-b9acdae91a35 req-54848e70-3253-4a8d-bc2e-a2093ac989cc tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:19.761661 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-02261ed1-07c0-4a1a-b9dc-b9acdae91a35 req-54848e70-3253-4a8d-bc2e-a2093ac989cc tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:19.845128 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-02261ed1-07c0-4a1a-b9dc-b9acdae91a35 req-54848e70-3253-4a8d-bc2e-a2093ac989cc tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:19.846200 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-02261ed1-07c0-4a1a-b9dc-b9acdae91a35 req-54848e70-3253-4a8d-bc2e-a2093ac989cc tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:19.859378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-02261ed1-07c0-4a1a-b9dc-b9acdae91a35 req-54848e70-3253-4a8d-bc2e-a2093ac989cc tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "DELETE /v2.0/security-groups/eca9baa0-6bba-4bd6-afd4-bbdbb7f526dc HTTP/1.1" status: 204  len: 173 time: 0.3793666
Dec 18 20:57:19.951958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54848e70-3253-4a8d-bc2e-a2093ac989cc tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca9baa0-6bba-4bd6-afd4-bbdbb7f526dc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:19.969813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4608139e-c6f7-4aa8-9cac-89f5d4fc7ad2 req-844477ba-a6fc-4da8-9b86-d1faaae3f1e9 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3310254
Dec 18 20:57:20.038908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c4cc62-d95e-45de-9a7b-ad6b2e7530fc None None] New status for floating IP 3ddffdf1-4115-4c4c-a717-83caeb31d553: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:57:20.098556 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd8073d8-979a-430e-9a3d-f8bd77a7e605 req-337e8d5d-adbf-4011-a19f-dfba1617f0f2 tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/60605e45-3da0-434c-afb9-0be9172813ed HTTP/1.1" status: 200  len: 1831 time: 0.0995529
Dec 18 20:57:20.101405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab776a-2fb6-43c8-9cfa-060b42400e48 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Deleting port 1da9a497-126a-4610-af6f-84468292139b {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:57:20.102046 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2ab776a-2fb6-43c8-9cfa-060b42400e48 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:20.305279 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-bd8073d8-979a-430e-9a3d-f8bd77a7e605 req-c37b0e04-098b-444a-bef8-8c8e4c760b6b tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:20.331144 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2ab776a-2fb6-43c8-9cfa-060b42400e48 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:20.332271 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2ab776a-2fb6-43c8-9cfa-060b42400e48 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:20.364652 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-bd8073d8-979a-430e-9a3d-f8bd77a7e605 req-c37b0e04-098b-444a-bef8-8c8e4c760b6b tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:20.368801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab776a-2fb6-43c8-9cfa-060b42400e48 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Calling delete_port for 1da9a497-126a-4610-af6f-84468292139b owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:57:20.547513 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-bd8073d8-979a-430e-9a3d-f8bd77a7e605 req-c37b0e04-098b-444a-bef8-8c8e4c760b6b tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:20.550622 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-bd8073d8-979a-430e-9a3d-f8bd77a7e605 req-c37b0e04-098b-444a-bef8-8c8e4c760b6b tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:20.552664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd8073d8-979a-430e-9a3d-f8bd77a7e605 req-c37b0e04-098b-444a-bef8-8c8e4c760b6b tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "DELETE /v2.0/security-groups/60605e45-3da0-434c-afb9-0be9172813ed HTTP/1.1" status: 204  len: 173 time: 0.4526639
Dec 18 20:57:20.637796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b0e04-098b-444a-bef8-8c8e4c760b6b tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60605e45-3da0-434c-afb9-0be9172813ed,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:20.666500 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80cfcf6d-c896-454b-941a-1645989b1a1b req-b48a9605-f19e-4ff9-8b5a-f5e6f900e0dc tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "GET /v2.0/security-groups/5bd90dd9-99b8-4d88-9029-b1089b47df1a HTTP/1.1" status: 200  len: 1830 time: 0.0716825
Dec 18 20:57:20.749336 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2ab776a-2fb6-43c8-9cfa-060b42400e48 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:20.799364 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80cfcf6d-c896-454b-941a-1645989b1a1b req-1c2c9926-3559-4398-bc57-706dd6b38bce tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:20.879596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab776a-2fb6-43c8-9cfa-060b42400e48 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Pushing event deleted for resources: {'Port': ['ID=1da9a497-126a-4610-af6f-84468292139b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:20.892988 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2ab776a-2fb6-43c8-9cfa-060b42400e48 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:20.896308 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2ab776a-2fb6-43c8-9cfa-060b42400e48 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:20.898104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a2ab776a-2fb6-43c8-9cfa-060b42400e48 tempest-ServersTestBootFromVolume-1992682790 tempest-ServersTestBootFromVolume-1992682790-project] 10.222.0.13 "DELETE /v2.0/floatingips/3ddffdf1-4115-4c4c-a717-83caeb31d553 HTTP/1.1" status: 204  len: 168 time: 1.3841913
Dec 18 20:57:20.900746 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40442) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:20.939682 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80cfcf6d-c896-454b-941a-1645989b1a1b req-1c2c9926-3559-4398-bc57-706dd6b38bce tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:21.051580 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80cfcf6d-c896-454b-941a-1645989b1a1b req-1c2c9926-3559-4398-bc57-706dd6b38bce tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:21.054293 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-80cfcf6d-c896-454b-941a-1645989b1a1b req-1c2c9926-3559-4398-bc57-706dd6b38bce tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:21.055607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80cfcf6d-c896-454b-941a-1645989b1a1b req-1c2c9926-3559-4398-bc57-706dd6b38bce tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] 10.222.0.13 "DELETE /v2.0/security-groups/5bd90dd9-99b8-4d88-9029-b1089b47df1a HTTP/1.1" status: 204  len: 173 time: 0.3800883
Dec 18 20:57:21.073238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40452) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:21.074038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c9926-3559-4398-bc57-706dd6b38bce tempest-SecurityGroupRulesNegativeTestJSON-1782930987 tempest-SecurityGroupRulesNegativeTestJSON-1782930987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd90dd9-99b8-4d88-9029-b1089b47df1a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:21.188487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1aacd8-aa1f-4652-a062-e5415e204ef5 admin admin] Deleting subnet a6deeceb-f300-4848-86f8-8fd1265398a5 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:57:21.201969 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa1aacd8-aa1f-4652-a062-e5415e204ef5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:21.281527 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa1aacd8-aa1f-4652-a062-e5415e204ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:21.476278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb390f42-d01b-47f1-b5cf-fa74550ae1d5 req-dfc94f91-1522-46be-ae46-1ab9a74b8fc0 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:21.480118 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb390f42-d01b-47f1-b5cf-fa74550ae1d5 req-dfc94f91-1522-46be-ae46-1ab9a74b8fc0 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.2094207
Dec 18 20:57:21.481381 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa1aacd8-aa1f-4652-a062-e5415e204ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:21.611513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca9ada97-db7a-41f9-bba8-2087f66bdcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:21.626730 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa1aacd8-aa1f-4652-a062-e5415e204ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:21.703954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1aacd8-aa1f-4652-a062-e5415e204ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6deeceb-f300-4848-86f8-8fd1265398a5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:21.732156 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa1aacd8-aa1f-4652-a062-e5415e204ef5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:21.738268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fa1aacd8-aa1f-4652-a062-e5415e204ef5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a6deeceb-f300-4848-86f8-8fd1265398a5 HTTP/1.1" status: 204  len: 168 time: 0.6557994
Dec 18 20:57:21.739677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40462) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:21.749856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb390f42-d01b-47f1-b5cf-fa74550ae1d5 req-070f05e9-8c55-4b3f-be72-c8d9bd9f2225 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2645535
Dec 18 20:57:22.283966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ada97-db7a-41f9-bba8-2087f66bdcf8 admin admin] Deleting port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:57:22.284593 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca9ada97-db7a-41f9-bba8-2087f66bdcf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:22.342894 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:22.484225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-ca9ada97-db7a-41f9-bba8-2087f66bdcf8 admin admin] For port d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7,segment=NetworkSegment(90bfc0dd-7847-4d59-982c-8f54700d8bd3),segment_id=90bfc0dd-7847-4d59-982c-8f54700d8bd3)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:22.484613 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca9ada97-db7a-41f9-bba8-2087f66bdcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:22.518022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ada97-db7a-41f9-bba8-2087f66bdcf8 admin admin] Calling delete_port for d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:57:22.539307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:22.569496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f366412ad00>,) {'filters': {'network_id': ['72ecea35-82b2-4952-a6cb-4adc8abf786c']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:22.579282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f366412ad00>, '7486e3c3-2c6c-48b3-a5ad-baaa5b32cebf') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:22.579655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f366412ad00>, '7486e3c3-2c6c-48b3-a5ad-baaa5b32cebf') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:22.589945 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:22.607081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:22.613793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:57:22.614185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:57:22.688528 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:57:22.692808 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:22.698043 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:22.706359 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] 10.222.0.13 "DELETE /v2.0/networks/72ecea35-82b2-4952-a6cb-4adc8abf786c HTTP/1.1" status: 204  len: 168 time: 0.9655323
Dec 18 20:57:22.742506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2896755-806c-4ddf-ac7f-d612f73d3c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ecea35-82b2-4952-a6cb-4adc8abf786c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:22.902692 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca9ada97-db7a-41f9-bba8-2087f66bdcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:23.040737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ada97-db7a-41f9-bba8-2087f66bdcf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:23.181639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187c406-7bdb-40b0-908f-83d45de32a3a req-01cb5c7e-795e-4583-a996-f42b432097a7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:23.203405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f187c406-7bdb-40b0-908f-83d45de32a3a req-01cb5c7e-795e-4583-a996-f42b432097a7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.2356544
Dec 18 20:57:23.313618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40496) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:23.449037 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca9ada97-db7a-41f9-bba8-2087f66bdcf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:23.456899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ea5d2d58-a9da-49b6-bc44-f4948de793cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b7b9fe02fd74cec9da8f2663081823e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1395514
Dec 18 20:57:23.463652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40498) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:23.506430 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f187c406-7bdb-40b0-908f-83d45de32a3a req-5455ed5a-10ba-462f-8b43-f02ccd67c1cf tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2961085
Dec 18 20:57:23.693030 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1b67b137-d53d-4f69-ad6d-cfe1c818b940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:23.760301 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1b67b137-d53d-4f69-ad6d-cfe1c818b940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:23.876425 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1b67b137-d53d-4f69-ad6d-cfe1c818b940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:23.880368 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1b67b137-d53d-4f69-ad6d-cfe1c818b940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:23.881615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1b67b137-d53d-4f69-ad6d-cfe1c818b940 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04edc00b-b385-4883-9d29-9bf98e84d976 HTTP/1.1" status: 204  len: 168 time: 0.4161670
Dec 18 20:57:23.897589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67b137-d53d-4f69-ad6d-cfe1c818b940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04edc00b-b385-4883-9d29-9bf98e84d976,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:24.620730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9ada97-db7a-41f9-bba8-2087f66bdcf8 admin admin] Router 1e794976-26bd-45de-8a4e-f004f63dd9ec has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:57:24.850350 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb15ada4-d207-45d6-9bbf-421c0557476d req-952627ca-820e-422e-8ccc-be811b179292 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1275091
Dec 18 20:57:24.868540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9ada97-db7a-41f9-bba8-2087f66bdcf8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:57:24.883929 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a0351-3d9f-4ecb-b48b-2b981b7b2e55 None None] Sync routers for ids ['1e794976-26bd-45de-8a4e-f004f63dd9ec'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:57:24.886892 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ca9ada97-db7a-41f9-bba8-2087f66bdcf8 admin admin] 10.222.0.13 "PUT /v2.0/routers/1e794976-26bd-45de-8a4e-f004f63dd9ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9822111
Dec 18 20:57:24.889466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40528) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:24.892593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e8b9-50f9-4878-bcdc-30c3f8559113 req-8422189c-8c7b-4473-9d24-efc748cb444c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:24.902613 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b31e8b9-50f9-4878-bcdc-30c3f8559113 req-8422189c-8c7b-4473-9d24-efc748cb444c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.1719389
Dec 18 20:57:24.909071 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a0351-3d9f-4ecb-b48b-2b981b7b2e55 None None] Routers {'1e794976-26bd-45de-8a4e-f004f63dd9ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:24.913211 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-314a0351-3d9f-4ecb-b48b-2b981b7b2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366410ea60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1e794976-26bd-45de-8a4e-f004f63dd9ec'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:25.043434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b31e8b9-50f9-4878-bcdc-30c3f8559113 req-3a416f85-0518-4150-83b1-77589ea66779 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398523
Dec 18 20:57:25.136267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ada4-d207-45d6-9bbf-421c0557476d req-cdb10630-f4e4-4fef-a49c-dd8399cd99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:25.140904 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb15ada4-d207-45d6-9bbf-421c0557476d req-cdb10630-f4e4-4fef-a49c-dd8399cd99fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 1097 time: 0.2387648
Dec 18 20:57:25.247792 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-314a0351-3d9f-4ecb-b48b-2b981b7b2e55 None None] Set router 1e794976-26bd-45de-8a4e-f004f63dd9ec gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:25.248293 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:25.471125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40542) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:25.558833 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:25.585064 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-314a0351-3d9f-4ecb-b48b-2b981b7b2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366410ea60>, [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:57:22Z', 'revision_number': 5, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port': {'id': 'b2a8abfe-6de8-4639-94f9-f5af520e5380', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:53:56Z', 'updated_at': '2021-12-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:25.617566 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a0351-3d9f-4ecb-b48b-2b981b7b2e55 None None] Checking router: 1e794976-26bd-45de-8a4e-f004f63dd9ec for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:57:25.629409 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a0351-3d9f-4ecb-b48b-2b981b7b2e55 None None] Routers {'1e794976-26bd-45de-8a4e-f004f63dd9ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:25.630661 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-314a0351-3d9f-4ecb-b48b-2b981b7b2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366410ea60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1e794976-26bd-45de-8a4e-f004f63dd9ec'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:25.761005 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-314a0351-3d9f-4ecb-b48b-2b981b7b2e55 None None] Set router 1e794976-26bd-45de-8a4e-f004f63dd9ec gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:25.858038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1461392504-network', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:25.864823 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-314a0351-3d9f-4ecb-b48b-2b981b7b2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366410ea60>, [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:57:25Z', 'revision_number': 6, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:25.883049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Deleting port b2a8abfe-6de8-4639-94f9-f5af520e5380 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:57:25.883666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:25.947021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Made reservation on behalf of 2ab34e83092a4610b03af4bfa353fb09 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:57:25.951808 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:25.969341 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a0351-3d9f-4ecb-b48b-2b981b7b2e55 None None] The sync data for ids ['1e794976-26bd-45de-8a4e-f004f63dd9ec'] in ncdv-master-1 is: [{'id': '1e794976-26bd-45de-8a4e-f004f63dd9ec', 'name': 'tempest-ServersTestBootFromVolume-694238213-router', 'tenant_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:53:55Z', 'updated_at': '2021-12-18T20:57:25Z', 'revision_number': 6, 'project_id': '8efd6d0e0ed74857b4b6265fdacc68cc', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:57:25.974786 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:25.993058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ada4-d207-45d6-9bbf-421c0557476d req-20b7bf35-6f09-4d61-ad53-4bb49a8b92da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:25.997520 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb15ada4-d207-45d6-9bbf-421c0557476d req-20b7bf35-6f09-4d61-ad53-4bb49a8b92da service neutron] 10.222.0.31 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.4633760
Dec 18 20:57:26.072722 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb15ada4-d207-45d6-9bbf-421c0557476d req-59783e36-b0b3-4b49-a59f-06f8468a9ab5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32869e6e-5796-4fce-881e-b53b1eb6f63a HTTP/1.1" status: 200  len: 217 time: 0.0625777
Dec 18 20:57:26.092048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] For port b2a8abfe-6de8-4639-94f9-f5af520e5380, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2a8abfe-6de8-4639-94f9-f5af520e5380,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:26.092509 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:26.173701 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:26.217404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:26.353354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ada4-d207-45d6-9bbf-421c0557476d req-857b8cca-cdb6-44f7-87fa-82647a45e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:26.360106 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb15ada4-d207-45d6-9bbf-421c0557476d req-857b8cca-cdb6-44f7-87fa-82647a45e7dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.2754855
Dec 18 20:57:26.454946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Calling delete_port for b2a8abfe-6de8-4639-94f9-f5af520e5380 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:57:26.527706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:57:26.538440 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991db01a-db92-45c6-b55a-b6121d0c4d1a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:26.628060 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:26.628890 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Added segment d26db73b-b34b-4d1a-aeaf-4c67a620bb54 of type vlan for network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c
Dec 18 20:57:26.688702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dbfb5-c8b9-4f01-a6a4-79bf8169e7f5 req-49b0446c-e7b6-4b43-9d19-01967daf0f40 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:26.702907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b2dbfb5-c8b9-4f01-a6a4-79bf8169e7f5 req-49b0446c-e7b6-4b43-9d19-01967daf0f40 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.4368320
Dec 18 20:57:26.726002 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ada4-d207-45d6-9bbf-421c0557476d req-7b616f7b-de61-44ea-96ad-0f7b8de4be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:26.727668 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb15ada4-d207-45d6-9bbf-421c0557476d req-7b616f7b-de61-44ea-96ad-0f7b8de4be9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3501322
Dec 18 20:57:26.946145 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:27.033488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b2dbfb5-c8b9-4f01-a6a4-79bf8169e7f5 req-16ccfe8a-6475-4059-9d5b-0529aac22f63 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3295074
Dec 18 20:57:27.039974 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:27.047287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:27.048185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:27.057570 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383628a-7cc7-43fc-a562-194f3065a1d0 req-016beaf6-2bc8-49ee-b2aa-ac3814e79a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:27.059666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e383628a-7cc7-43fc-a562-194f3065a1d0 req-016beaf6-2bc8-49ee-b2aa-ac3814e79a3e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 1096 time: 0.1728499
Dec 18 20:57:27.164189 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb15ada4-d207-45d6-9bbf-421c0557476d req-53d100ea-5769-402d-a476-5b225170126a service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4099686
Dec 18 20:57:27.266795 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b2a8abfe-6de8-4639-94f9-f5af520e5380 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:57:27.286451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] Pushing event updated for resources: {'Network': ['ID=4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:27.323519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c21ac95b-8674-428f-90fd-90ad18ea326e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.8502514
Dec 18 20:57:27.327151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40590) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:27.335228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-621d2301-6931-49f8-b379-b92becaab56e admin admin] Request body: {'subnet': {'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1461392504-subnet', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:27.380681 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:27.384579 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e383628a-7cc7-43fc-a562-194f3065a1d0 req-bb48c0d1-5d50-408e-8257-af3d2bb57124 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3050499
Dec 18 20:57:27.405099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:57:27.439071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621d2301-6931-49f8-b379-b92becaab56e admin admin] Made reservation on behalf of 2ab34e83092a4610b03af4bfa353fb09 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:57:27.442984 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-621d2301-6931-49f8-b379-b92becaab56e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:27.540049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06090d33-d6e1-4b19-8e66-717e8805cc22 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:57:27.542736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a8abfe-6de8-4639-94f9-f5af520e5380,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:27.623844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40594) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:27.639157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No active binding found for port b2a8abfe-6de8-4639-94f9-f5af520e5380 {{(pid=126010) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Dec 18 20:57:27.639602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b2a8abfe-6de8-4639-94f9-f5af520e5380 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:57:27.640033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:57:27.665648 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb15ada4-d207-45d6-9bbf-421c0557476d req-e973bcbd-d960-4466-99b5-805549f56f36 service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5004096
Dec 18 20:57:27.693614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:57:27.693968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d6a260d5-a1f4-49b0-8f7b-9d44a7c04cd7 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:57:27.709555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:27.868667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:27.868667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:27.868869 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0513bb35-6d5b-4068-8643-518f80ad7a23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:27.926388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:27.926965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e794976-26bd-45de-8a4e-f004f63dd9ec {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:57:27.931792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:27.932520 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-621d2301-6931-49f8-b379-b92becaab56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:27.935531 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-63c3af15-0b5b-485d-a58d-38eba2c9d45c admin admin] 10.222.0.13 "DELETE /v2.0/routers/1e794976-26bd-45de-8a4e-f004f63dd9ec HTTP/1.1" status: 204  len: 168 time: 3.0425894
Dec 18 20:57:27.936360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40600) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:28.085900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d2301-6931-49f8-b379-b92becaab56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c336d839-f9bd-49a0-889b-7bc38ad323d1,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:28.154979 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0513bb35-6d5b-4068-8643-518f80ad7a23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.160500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-108bdb7f-8f72-47ba-abf4-a75ccc19aa57 admin admin] Deleting subnet 4d4d6fec-15bf-4891-838f-b5695bf05b60 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:57:28.165344 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-108bdb7f-8f72-47ba-abf4-a75ccc19aa57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.221379 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-108bdb7f-8f72-47ba-abf4-a75ccc19aa57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.263319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0513bb35-6d5b-4068-8643-518f80ad7a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.366233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0513bb35-6d5b-4068-8643-518f80ad7a23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98128a4aa0b74995a96111645c40342e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7388604
Dec 18 20:57:28.367568 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40622) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:28.373921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513bb35-6d5b-4068-8643-518f80ad7a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c628c7dc-cb04-4d57-acbc-abdff1aa5ad9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:28.429258 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d2301-6931-49f8-b379-b92becaab56e admin admin] Checking segment: {'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:28.429641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621d2301-6931-49f8-b379-b92becaab56e admin admin] Network hostable DHCP agents. Network: 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:57:28.477319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e60d6-c00c-4963-9147-4e20a779ae8b req-adab4abf-7391-4f57-b84a-257fa776fa40 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:28.480359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f52552fb-7bbb-41d1-a6af-a70e82129d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.485375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d6e60d6-c00c-4963-9147-4e20a779ae8b req-adab4abf-7391-4f57-b84a-257fa776fa40 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.2231588
Dec 18 20:57:28.523521 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f52552fb-7bbb-41d1-a6af-a70e82129d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.557941 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-108bdb7f-8f72-47ba-abf4-a75ccc19aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.584443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621d2301-6931-49f8-b379-b92becaab56e admin admin] Network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:57:28.615606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-621d2301-6931-49f8-b379-b92becaab56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:28.620674 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f52552fb-7bbb-41d1-a6af-a70e82129d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.626847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d396053-805b-4e11-986f-4f12fd72234c None None] Network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:57:28.628006 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f52552fb-7bbb-41d1-a6af-a70e82129d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.629225 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f52552fb-7bbb-41d1-a6af-a70e82129d87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c628c7dc-cb04-4d57-acbc-abdff1aa5ad9 HTTP/1.1" status: 204  len: 168 time: 0.2600436
Dec 18 20:57:28.634881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d6e60d6-c00c-4963-9147-4e20a779ae8b req-31c5e35c-f18b-48d3-b085-4f1617bc80ab tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485503
Dec 18 20:57:28.641716 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d2301-6931-49f8-b379-b92becaab56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:28.648300 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-621d2301-6931-49f8-b379-b92becaab56e admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.657922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52552fb-7bbb-41d1-a6af-a70e82129d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c628c7dc-cb04-4d57-acbc-abdff1aa5ad9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:28.678319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-621d2301-6931-49f8-b379-b92becaab56e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3482325
Dec 18 20:57:28.681060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40640) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:28.685908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:28.693986 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-108bdb7f-8f72-47ba-abf4-a75ccc19aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.738984 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.740204 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.749029 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bdb7f-8f72-47ba-abf4-a75ccc19aa57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4d6fec-15bf-4891-838f-b5695bf05b60,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:28.752950 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-108bdb7f-8f72-47ba-abf4-a75ccc19aa57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.757350 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-108bdb7f-8f72-47ba-abf4-a75ccc19aa57 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4d4d6fec-15bf-4891-838f-b5695bf05b60 HTTP/1.1" status: 204  len: 168 time: 0.8039708
Dec 18 20:57:28.760025 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40642) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:28.807674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb40459d-68ba-443f-9e22-ae34d9fb7a3c None None] Network d857e3b8-aa79-4523-91ed-5ea023d39eaf requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:57:28.833958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:28.868303 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.007167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Deleting port 2dc109a7-f79d-4bae-99f2-78c800f00bcc {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:57:29.007587 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.135145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] For port 2dc109a7-f79d-4bae-99f2-78c800f00bcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dc109a7-f79d-4bae-99f2-78c800f00bcc,segment=NetworkSegment(90bfc0dd-7847-4d59-982c-8f54700d8bd3),segment_id=90bfc0dd-7847-4d59-982c-8f54700d8bd3)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:29.135753 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.171334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Calling delete_port for 2dc109a7-f79d-4bae-99f2-78c800f00bcc owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:57:29.190662 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.342374 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.373052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:57:29.378055 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.397596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc109a7-f79d-4bae-99f2-78c800f00bcc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:29.402749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40652) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:29.405230 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] No DVR routers for this DVR port 2dc109a7-f79d-4bae-99f2-78c800f00bcc on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:57:29.545012 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.553721 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9764ad31-a3e7-4c09-acc1-38235b06d986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.589449 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.601079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990fc62c-1494-47c9-aa19-99e7bab40a85 None None] DHCP port deletion for d857e3b8-aa79-4523-91ed-5ea023d39eaf request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:57:29.610839 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.644686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f4c1c70>,) {'filters': {'network_id': ['d857e3b8-aa79-4523-91ed-5ea023d39eaf']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:29.707741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f4c1c70>, '90bfc0dd-7847-4d59-982c-8f54700d8bd3') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:29.707741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f4c1c70>, '90bfc0dd-7847-4d59-982c-8f54700d8bd3') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:29.709145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Allocated IP 172.20.0.2 (4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c/c336d839-f9bd-49a0-889b-7bc38ad323d1/28d8ce33-3857-42b3-b013-8a2cc3372c5b) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:29.733816 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.786835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.804334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be091e6f-6d3d-4b83-8d2a-4825a6bff3f9 req-0d560dfb-5bd9-493b-ade2-3e488639f530 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:29.809201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-be091e6f-6d3d-4b83-8d2a-4825a6bff3f9 req-0d560dfb-5bd9-493b-ade2-3e488639f530 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2239082
Dec 18 20:57:29.824427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:57:29.824843 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:57:29.827385 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:57:29.857414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Allocated IP 172.35.3.180 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/cfba87dc-10e0-47b7-96dd-1b2b30a31136) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:29.960994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-be091e6f-6d3d-4b83-8d2a-4825a6bff3f9 req-036b43f3-1a3a-440c-8bac-525c6ad10aae tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389384
Dec 18 20:57:29.966619 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9764ad31-a3e7-4c09-acc1-38235b06d986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.968741 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.976654 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:29.980513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] 10.222.0.13 "DELETE /v2.0/networks/d857e3b8-aa79-4523-91ed-5ea023d39eaf HTTP/1.1" status: 204  len: 168 time: 1.2195415
Dec 18 20:57:29.983259 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9764ad31-a3e7-4c09-acc1-38235b06d986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.020878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764ad31-a3e7-4c09-acc1-38235b06d986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e4d85c-49a8-49a1-b36b-6229ed484cf9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:30.103415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9764ad31-a3e7-4c09-acc1-38235b06d986 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf4146b2f2ec41f5a6d70e3f8968cadc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6868412
Dec 18 20:57:30.105588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.106035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2a0cf-7224-4ccd-bd97-da515c51c03e admin admin] Pushing event deleted for resources: {'Network': ['ID=d857e3b8-aa79-4523-91ed-5ea023d39eaf,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:30.113369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40688) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:30.133033 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.166194 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.213654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Pushing event updated for resources: {'Port': ['ID=28d8ce33-3857-42b3-b013-8a2cc3372c5b,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:30.228411 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.232319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.236085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.236659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.242296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.242858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.243357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.243851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.244357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.244884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.245398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.245940 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.246994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.247551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:30.279594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:30.291440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:30.293133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Pushing event updated for resources: {'Port': ['ID=cfba87dc-10e0-47b7-96dd-1b2b30a31136,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:30.300433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:30.301034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:30.302849 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:30.305595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:30.354416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6318b2-a0db-48df-9a96-aa004e9eb9e9 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:57:30.389054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40692) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:30.412458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Attempting to bind port 28d8ce33-3857-42b3-b013-8a2cc3372c5b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:57:30.412827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Attempting to bind port 28d8ce33-3857-42b3-b013-8a2cc3372c5b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:57:30.413611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Attempting to bind port 28d8ce33-3857-42b3-b013-8a2cc3372c5b on network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:30.414693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214206ed-3b1e-4aeb-b461-8a2745700451 req-0631e289-705b-4500-965f-e94292bc6fb6 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:30.416313 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-214206ed-3b1e-4aeb-b461-8a2745700451 req-0631e289-705b-4500-965f-e94292bc6fb6 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.2252460
Dec 18 20:57:30.421624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:57:30.422364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Checking segment: {'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:30.422991 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.423605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Bound using segment: {'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:57:30.424272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Bound port: 28d8ce33-3857-42b3-b013-8a2cc3372c5b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:57:30.424650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c35b02e0-d7ff-4444-b345-11bb30b3c592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.425681 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.478139 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fc2ea-0957-4f5d-981a-41a89af9a539 req-097044a2-0822-4b14-be96-a4a0b03aba26 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:30.480504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b78fc2ea-0957-4f5d-981a-41a89af9a539 req-097044a2-0822-4b14-be96-a4a0b03aba26 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2081842
Dec 18 20:57:30.513264 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9fe24847-7509-4860-abd0-6e74c1f6e4e2 None None] Provisioning complete for port cfba87dc-10e0-47b7-96dd-1b2b30a31136 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:30.514044 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9fe24847-7509-4860-abd0-6e74c1f6e4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.515990 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c35b02e0-d7ff-4444-b345-11bb30b3c592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.548980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] For port 28d8ce33-3857-42b3-b013-8a2cc3372c5b, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:57:30.575784 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7f0f877a-a72d-4769-9bd2-4d7c3e2963fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8efd6d0e0ed74857b4b6265fdacc68cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1813409
Dec 18 20:57:30.576739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] For port 28d8ce33-3857-42b3-b013-8a2cc3372c5b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28d8ce33-3857-42b3-b013-8a2cc3372c5b,segment=NetworkSegment(d26db73b-b34b-4d1a-aeaf-4c67a620bb54),segment_id=d26db73b-b34b-4d1a-aeaf-4c67a620bb54)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:57:30.578267 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9fe24847-7509-4860-abd0-6e74c1f6e4e2 None None] Port cfba87dc-10e0-47b7-96dd-1b2b30a31136 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:57:30.587401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40696) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:30.588638 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.630603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-214206ed-3b1e-4aeb-b461-8a2745700451 req-a526ae7f-c55e-4b16-9af5-668a9bab2917 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957290
Dec 18 20:57:30.667415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b78fc2ea-0957-4f5d-981a-41a89af9a539 req-dd548bcc-7c0c-4dca-8b34-ef3d944d126a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1557558
Dec 18 20:57:30.727241 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb77a-199f-427c-8177-355f5048ef88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.730217 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c35b02e0-d7ff-4444-b345-11bb30b3c592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.733005 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c35b02e0-d7ff-4444-b345-11bb30b3c592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.734125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c35b02e0-d7ff-4444-b345-11bb30b3c592 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2e4d85c-49a8-49a1-b36b-6229ed484cf9 HTTP/1.1" status: 204  len: 168 time: 0.6089602
Dec 18 20:57:30.763378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24158bc2-92e3-481e-aae4-69f1315a2b01 None None] Pushing event updated for resources: {'Port': ['ID=28d8ce33-3857-42b3-b013-8a2cc3372c5b,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:30.780046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b02e0-d7ff-4444-b345-11bb30b3c592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e4d85c-49a8-49a1-b36b-6229ed484cf9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:30.805105 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb77a-199f-427c-8177-355f5048ef88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.955449 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb77a-199f-427c-8177-355f5048ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.959028 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb77a-199f-427c-8177-355f5048ef88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:30.968387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2c6cb77a-199f-427c-8177-355f5048ef88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62d3de9e-aee4-44ef-8f1c-30950fa5e140 HTTP/1.1" status: 204  len: 168 time: 0.3785632
Dec 18 20:57:31.025935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cb77a-199f-427c-8177-355f5048ef88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d3de9e-aee4-44ef-8f1c-30950fa5e140,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:31.203559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0f949-00ad-4cab-a2f4-65fe50d1d6f7 req-33ddc2fc-269c-4a24-a4df-40fcfbc13e41 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:31.214182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ffb0f949-00ad-4cab-a2f4-65fe50d1d6f7 req-33ddc2fc-269c-4a24-a4df-40fcfbc13e41 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1386666
Dec 18 20:57:31.342998 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:31.353020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ffb0f949-00ad-4cab-a2f4-65fe50d1d6f7 req-7e2a3cad-0593-4793-bd25-e846b5d4acbb tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361010
Dec 18 20:57:31.422420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 28d8ce33-3857-42b3-b013-8a2cc3372c5b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:31.608013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 28d8ce33-3857-42b3-b013-8a2cc3372c5b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:31.610302 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:31.748349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:31.760107 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:31.804078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 28d8ce33-3857-42b3-b013-8a2cc3372c5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28d8ce33-3857-42b3-b013-8a2cc3372c5b,segment=NetworkSegment(d26db73b-b34b-4d1a-aeaf-4c67a620bb54),segment_id=d26db73b-b34b-4d1a-aeaf-4c67a620bb54)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:31.813790 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:31.844098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-a2f049aa-a371-4c93-91a6-22278c118f33 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:31.849534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-a2f049aa-a371-4c93-91a6-22278c118f33 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 811 time: 0.5441885
Dec 18 20:57:31.917562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-48f11a9a-5fb6-486c-8884-69cb05c6907b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:31.919174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-48f11a9a-5fb6-486c-8884-69cb05c6907b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/networks?id=b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 200  len: 804 time: 0.3863833
Dec 18 20:57:31.936072 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-9a1f4b42-5049-44d6-bc99-6726c2547391 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/quotas/69de37deec2a49ff9eaad9cbb7c48f31 HTTP/1.1" status: 200  len: 375 time: 0.0788209
Dec 18 20:57:31.992256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2dc109a7-f79d-4bae-99f2-78c800f00bcc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:57:32.001761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=28d8ce33-3857-42b3-b013-8a2cc3372c5b,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:32.016138 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-d5bee241-fa33-415e-bca1-3640693d4721 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/quotas/8d45c473a485472791e742964660e7e9 HTTP/1.1" status: 200  len: 375 time: 0.0874610
Dec 18 20:57:32.081851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 2dc109a7-f79d-4bae-99f2-78c800f00bcc {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:57:32.087717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2dc109a7-f79d-4bae-99f2-78c800f00bcc not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:57:32.127264 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-4faf6490-cfe1-4ec5-945e-77faa2b5540e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1899667
Dec 18 20:57:32.158016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-42a3ccdd-9292-4720-b69a-d9fe219d067c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d45c473a485472791e742964660e7e9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1269166
Dec 18 20:57:32.172816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Router 85d41b9e-cdfe-40e5-972d-185e58c01903 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:57:32.263773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 15d300b1-0726-42ba-b558-7d300c39cec1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:57:32.392130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-9448a7d0-d51f-493c-9558-8a275f1d3f30 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:57:32.400902 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-9448a7d0-d51f-493c-9558-8a275f1d3f30 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2727425
Dec 18 20:57:32.439898 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:32.490641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2a29f1-1645-4b4f-9ceb-cf156b8649f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d300b1-0726-42ba-b558-7d300c39cec1'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:57:32.493862 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a43b259-ccba-4550-9596-91cb03fd81f6" -d '{"events": [{"server_uuid": "ed2a29f1-1645-4b4f-9ceb-cf156b8649f8", "name": "network-vif-unplugged", "status": "completed", "tag": "15d300b1-0726-42ba-b558-7d300c39cec1"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:57:32.512384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:57:32.513849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 15d300b1-0726-42ba-b558-7d300c39cec1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15d300b1-0726-42ba-b558-7d300c39cec1,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:32.528745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Sync routers for ids ['85d41b9e-cdfe-40e5-972d-185e58c01903'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:57:32.542848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:32.546070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Routers {'85d41b9e-cdfe-40e5-972d-185e58c01903'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:32.546987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e48d8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['85d41b9e-cdfe-40e5-972d-185e58c01903'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:32.558177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-dad2df75-8cf5-48cf-b388-2fd0ea0de31d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:57:32.560834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-dad2df75-8cf5-48cf-b388-2fd0ea0de31d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3922107
Dec 18 20:57:32.593193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40766) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:32.632290 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:32.639180 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0a6e66c3-029a-4ab8-b419-ab2dffc5ea1e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.9562063
Dec 18 20:57:32.663621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40772) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:32.708840 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Set router 85d41b9e-cdfe-40e5-972d-185e58c01903 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:32.770898 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-577779972-network', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:32.795335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-dad94bc9-5036-4dfc-afc3-94e70c842a0a service neutron] 10.222.0.13 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3932359
Dec 18 20:57:32.799516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb045cd-6d1b-4106-bd40-cd5781796640 None None] Network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:57:32.807482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32cf9c-dc00-45d0-936e-ea633dda8ed6 req-8da6ed9b-3fd3-436f-8d5d-a36104e2beb8 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:32.817085 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5e32cf9c-dc00-45d0-936e-ea633dda8ed6 req-8da6ed9b-3fd3-436f-8d5d-a36104e2beb8 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2a29f1-1645-4b4f-9ceb-cf156b8649f8 HTTP/1.1" status: 200  len: 943 time: 0.1767447
Dec 18 20:57:32.932664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Made reservation on behalf of 09cf6435c2a148c6998dd3b1d301da96 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:57:32.935745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:32.959823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-5a2e53cb-b2dd-4ea3-ac27-3e9070f2680d service neutron] 10.222.0.13 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3847110
Dec 18 20:57:32.979763 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:33.079195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-5e32cf9c-dc00-45d0-936e-ea633dda8ed6 req-b29a77df-e70e-4059-9b19-d5a42a3d9568 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Deleting port 15d300b1-0726-42ba-b558-7d300c39cec1 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:57:33.080378 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5e32cf9c-dc00-45d0-936e-ea633dda8ed6 req-b29a77df-e70e-4059-9b19-d5a42a3d9568 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:33.080699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-366fe5e3-1f2f-44a9-b11f-c30b32e6ea04 None None] Provisioning complete for port 28d8ce33-3857-42b3-b013-8a2cc3372c5b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:33.081185 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-366fe5e3-1f2f-44a9-b11f-c30b32e6ea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:33.141660 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-87d4a024-378d-42a7-91b6-76f560840464 service neutron] 10.222.0.13 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3453486
Dec 18 20:57:33.164594 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4fd86c80-03b4-4a5a-8d2a-f598a5d16639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:33.255439 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:33.269865 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:33.282285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=15d300b1-0726-42ba-b558-7d300c39cec1,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:33.385165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:57:33.390418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 28d8ce33-3857-42b3-b013-8a2cc3372c5b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:33.433066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5e32cf9c-dc00-45d0-936e-ea633dda8ed6 req-b29a77df-e70e-4059-9b19-d5a42a3d9568 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] For port 15d300b1-0726-42ba-b558-7d300c39cec1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15d300b1-0726-42ba-b558-7d300c39cec1,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:33.434032 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5e32cf9c-dc00-45d0-936e-ea633dda8ed6 req-b29a77df-e70e-4059-9b19-d5a42a3d9568 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:33.466500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d5d72a-8ad5-4bc6-a7f8-ee165764a66c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:33.481412 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:33.482518 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Added segment e52fbc82-f0d7-43f9-81fe-eb621fbfc717 of type vlan for network 3eb4717b-66be-4294-a87d-4258f6da14d8
Dec 18 20:57:33.551291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-5e32cf9c-dc00-45d0-936e-ea633dda8ed6 req-b29a77df-e70e-4059-9b19-d5a42a3d9568 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Calling delete_port for 15d300b1-0726-42ba-b558-7d300c39cec1 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:57:33.731116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 28d8ce33-3857-42b3-b013-8a2cc3372c5b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:33.731116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:33.745885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a49becc1-a6ec-4511-8e92-16800ef5c68a service neutron] 10.222.0.13 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7754025
Dec 18 20:57:33.790457 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:33.853570 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:57:33.869047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e48d8b0>, [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T20:57:31Z', 'revision_number': 3, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:33.889685 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ea862f3f-1c51-4686-8110-4282e3840ec8 None None] Provisioning complete for port 28d8ce33-3857-42b3-b013-8a2cc3372c5b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:33.890387 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ea862f3f-1c51-4686-8110-4282e3840ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:34.082234 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:34.084426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Checking router: 85d41b9e-cdfe-40e5-972d-185e58c01903 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:57:34.086606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Updating router 85d41b9e-cdfe-40e5-972d-185e58c01903 port cfba87dc-10e0-47b7-96dd-1b2b30a31136 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:57:34.168565 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:34.185218 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-062cde26-9d07-4e0e-84a0-b46481866726 req-3276733b-67ee-4507-a69f-2d2e702b439c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 210 time: 0.0871277
Dec 18 20:57:34.186382 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.resource_extend [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 20:57:34.696859 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:34.700824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:34.703210 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:34.730989 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5e32cf9c-dc00-45d0-936e-ea633dda8ed6 req-b29a77df-e70e-4059-9b19-d5a42a3d9568 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:34.835404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Allocated IP 172.20.0.1 (4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c/c336d839-f9bd-49a0-889b-7bc38ad323d1/56ae4cb6-59dc-4b25-9498-24ad09a2546a) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:34.856999 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b2bfe5-ff1c-435c-8cd0-1098e10a0aca x-openstack-request-id: req-c8b2bfe5-ff1c-435c-8cd0-1098e10a0aca {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:57:34.867829 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2a29f1-1645-4b4f-9ceb-cf156b8649f8", "name": "network-vif-unplugged", "status": "completed", "tag": "15d300b1-0726-42ba-b558-7d300c39cec1", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:57:34.868128 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8b2bfe5-ff1c-435c-8cd0-1098e10a0aca {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:57:34.868537 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2a29f1-1645-4b4f-9ceb-cf156b8649f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d300b1-0726-42ba-b558-7d300c39cec1', 'code': 200}
Dec 18 20:57:35.011811 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:35.020430 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.4147615
Dec 18 20:57:35.036769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40846) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:35.045783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a77df-e70e-4059-9b19-d5a42a3d9568 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Pushing event deleted for resources: {'Port': ['ID=15d300b1-0726-42ba-b558-7d300c39cec1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:35.091781 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-fbd07492-14da-4031-a89d-90df2b06708a admin admin] Request body: {'subnet': {'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-577779972-subnet', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:35.147278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6abf9d-0f60-42cf-9d36-8de02a07145c admin admin] Pushing event updated for resources: {'Network': ['ID=3eb4717b-66be-4294-a87d-4258f6da14d8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:35.181058 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:35.249873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 3eb4717b-66be-4294-a87d-4258f6da14d8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:57:35.292563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0fd0955-511f-451f-ace0-77f395ea3332 req-c2b32045-5bbe-41d8-8c27-a1adad41bd44 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 210 time: 0.1955888
Dec 18 20:57:35.308256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e32cf9c-dc00-45d0-936e-ea633dda8ed6 req-b29a77df-e70e-4059-9b19-d5a42a3d9568 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] No DVR routers for this DVR port 15d300b1-0726-42ba-b558-7d300c39cec1 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:57:35.313481 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5e32cf9c-dc00-45d0-936e-ea633dda8ed6 req-b29a77df-e70e-4059-9b19-d5a42a3d9568 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:35.320980 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5e32cf9c-dc00-45d0-936e-ea633dda8ed6 req-b29a77df-e70e-4059-9b19-d5a42a3d9568 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.31 "DELETE /v2.0/ports/15d300b1-0726-42ba-b558-7d300c39cec1 HTTP/1.1" status: 204  len: 173 time: 2.4964957
Dec 18 20:57:35.321469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2a29f1-1645-4b4f-9ceb-cf156b8649f8', 'name': 'network-vif-deleted', 'tag': '15d300b1-0726-42ba-b558-7d300c39cec1'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:57:35.329025 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28e7b3a-675f-49d4-9157-efa582194d18" -d '{"events": [{"server_uuid": "ed2a29f1-1645-4b4f-9ceb-cf156b8649f8", "name": "network-vif-deleted", "tag": "15d300b1-0726-42ba-b558-7d300c39cec1"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:57:35.384569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd07492-14da-4031-a89d-90df2b06708a admin admin] Made reservation on behalf of 09cf6435c2a148c6998dd3b1d301da96 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:57:35.387967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fbd07492-14da-4031-a89d-90df2b06708a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:35.502753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:35.557791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:35.592922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32674265-bf85-4f91-b01b-77c66579d39b req-cb83bbe3-d6d0-46a8-ae31-821c7a993ff3 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:35.603863 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32674265-bf85-4f91-b01b-77c66579d39b req-cb83bbe3-d6d0-46a8-ae31-821c7a993ff3 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.5213296
Dec 18 20:57:35.674798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:35.678148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Pushing event updated for resources: {'Port': ['ID=56ae4cb6-59dc-4b25-9498-24ad09a2546a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:35.740778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d3941fb-5057-40b9-a234-c85d4bce31fa req-87dfb661-640c-4ff4-afcc-cba02dec7282 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 210 time: 0.1102140
Dec 18 20:57:35.827839 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-61b3d141-a0bc-4561-8ad9-c460f02a1958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:35.875203 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:35.912110 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e61956-9ba9-4bf8-b5a3-1a26e7d13e41 x-openstack-request-id: req-76e61956-9ba9-4bf8-b5a3-1a26e7d13e41 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:57:35.912591 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2a29f1-1645-4b4f-9ceb-cf156b8649f8", "name": "network-vif-deleted", "tag": "15d300b1-0726-42ba-b558-7d300c39cec1", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:57:35.912706 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76e61956-9ba9-4bf8-b5a3-1a26e7d13e41 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:57:35.913046 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2a29f1-1645-4b4f-9ceb-cf156b8649f8', 'name': 'network-vif-deleted', 'tag': '15d300b1-0726-42ba-b558-7d300c39cec1', 'status': 'completed', 'code': 200}
Dec 18 20:57:35.914009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fbd07492-14da-4031-a89d-90df2b06708a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:35.916339 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32674265-bf85-4f91-b01b-77c66579d39b req-44779b63-f021-4cae-a086-3d404369db35 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3039064
Dec 18 20:57:36.035302 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.039740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd07492-14da-4031-a89d-90df2b06708a admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e7f026-cbf7-46d5-95b3-8e5f619d857c,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:36.054110 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.079244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd07492-14da-4031-a89d-90df2b06708a admin admin] Checking segment: {'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:36.080005 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd07492-14da-4031-a89d-90df2b06708a admin admin] Network hostable DHCP agents. Network: 3eb4717b-66be-4294-a87d-4258f6da14d8, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:57:36.101981 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4d668288-951b-445b-b59f-0ef6296e0af1 None None] Provisioning complete for port 56ae4cb6-59dc-4b25-9498-24ad09a2546a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:36.105412 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4d668288-951b-445b-b59f-0ef6296e0af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.120169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd07492-14da-4031-a89d-90df2b06708a admin admin] Network 3eb4717b-66be-4294-a87d-4258f6da14d8 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:57:36.145680 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-fbd07492-14da-4031-a89d-90df2b06708a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3eb4717b-66be-4294-a87d-4258f6da14d8) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:36.154977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd07492-14da-4031-a89d-90df2b06708a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:36.155577 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fbd07492-14da-4031-a89d-90df2b06708a admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.190245 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fbd07492-14da-4031-a89d-90df2b06708a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.1508610
Dec 18 20:57:36.191763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4d668288-951b-445b-b59f-0ef6296e0af1 None None] Port 56ae4cb6-59dc-4b25-9498-24ad09a2546a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:57:36.192192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40868) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:36.194586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b709ee-fce3-4c9c-95e4-39ed8349e322 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:57:36.200003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:36.202289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d46f34-d64c-4b92-a1a5-a23f51bb49ef None None] Network 3eb4717b-66be-4294-a87d-4258f6da14d8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:57:36.202502 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.255308 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.256680 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.394081 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.455871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3eb4717b-66be-4294-a87d-4258f6da14d8', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'fixed_ips': [{'subnet_id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:57:36.456971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.501889 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.514051 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.516825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Attempting to bind port cfba87dc-10e0-47b7-96dd-1b2b30a31136 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:57:36.517209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Attempting to bind port cfba87dc-10e0-47b7-96dd-1b2b30a31136 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:57:36.517967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Attempting to bind port cfba87dc-10e0-47b7-96dd-1b2b30a31136 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:36.543520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:57:36.544175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:36.544707 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.545113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:57:36.545605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Bound port: cfba87dc-10e0-47b7-96dd-1b2b30a31136, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:57:36.545995 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.656347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] For port cfba87dc-10e0-47b7-96dd-1b2b30a31136, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:57:36.657436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f7ff6ab-a4eb-4aca-b079-1053ad6de3b0 req-4b47a5d3-863d-4ca5-a461-33e0535281ea tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 210 time: 0.0566349
Dec 18 20:57:36.660649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] For port cfba87dc-10e0-47b7-96dd-1b2b30a31136, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfba87dc-10e0-47b7-96dd-1b2b30a31136,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:57:36.661927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd54f4-1b85-4be8-9b1e-4ef6c9cd1753 None None] Pushing event updated for resources: {'Port': ['ID=cfba87dc-10e0-47b7-96dd-1b2b30a31136,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:36.670578 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.670798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Pushing event updated for resources: {'Port': ['ID=56ae4cb6-59dc-4b25-9498-24ad09a2546a,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:36.676223 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.677483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9998297b-79ec-4e07-b311-66057720fa92 None None] Provisioning complete for port cfba87dc-10e0-47b7-96dd-1b2b30a31136 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:36.678081 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9998297b-79ec-4e07-b311-66057720fa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.681596 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.724331 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:36.764831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd54f4-1b85-4be8-9b1e-4ef6c9cd1753 None None] Pushing event updated for resources: {'Port': ['ID=cfba87dc-10e0-47b7-96dd-1b2b30a31136,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:36.863762 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784cb545-8d3a-4267-9172-d8e64aa1984b None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:57:36.866383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Routers {'85d41b9e-cdfe-40e5-972d-185e58c01903'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:36.867475 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e48d8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['85d41b9e-cdfe-40e5-972d-185e58c01903'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:36.884136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:36.888707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:37.041889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] Set router 85d41b9e-cdfe-40e5-972d-185e58c01903 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:37.207222 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:37.355533 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:37.356120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Allocated IP 172.20.0.2 (3eb4717b-66be-4294-a87d-4258f6da14d8/75e7f026-cbf7-46d5-95b3-8e5f619d857c/aec87d59-233a-4c32-8274-db279b52c80e) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:37.449016 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9998297b-79ec-4e07-b311-66057720fa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:37.496214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9998297b-79ec-4e07-b311-66057720fa92 None None] For port cfba87dc-10e0-47b7-96dd-1b2b30a31136, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfba87dc-10e0-47b7-96dd-1b2b30a31136,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:37.534158 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9998297b-79ec-4e07-b311-66057720fa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:37.558809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-1b4a371f-fdb0-47e1-aa30-54c47fad2a61 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:37.562859 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-1b4a371f-fdb0-47e1-aa30-54c47fad2a61 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.36 "GET /v2.0/networks?id=b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 200  len: 804 time: 0.3584101
Dec 18 20:57:37.585427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Request body: {'port': {'device_id': '367d7e2b-daf1-4ac1-996b-6cc729824d5c', 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'admin_state_up': True, 'tenant_id': '8d45c473a485472791e742964660e7e9'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:37.704152 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998297b-79ec-4e07-b311-66057720fa92 None None] Pushing event updated for resources: {'Port': ['ID=cfba87dc-10e0-47b7-96dd-1b2b30a31136,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:37.802988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d2d5bc44-68ed-4a22-8f44-7a310131c0fc None None] Provisioning complete for port 56ae4cb6-59dc-4b25-9498-24ad09a2546a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:37.803643 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2d5bc44-68ed-4a22-8f44-7a310131c0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:37.966838 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-c2e6d3bc-76ce-4536-8cda-f0b1125ae414 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:37.970056 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-c2e6d3bc-76ce-4536-8cda-f0b1125ae414 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 811 time: 0.2179866
Dec 18 20:57:38.008952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Request body: {'port': {'device_id': '16cde937-d836-4d8a-8568-4e686b8ca4f2', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'admin_state_up': True, 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:38.024469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Allocated IP 172.35.3.82 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/00e5d70e-394d-43b6-96ce-4a1467d79692) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:38.095847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e48d8b0>, [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56ae4cb6-59dc-4b25-9498-24ad09a2546a', 'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'mac_address': 'fa:16:3e:ba:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:34Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 2, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'subnets': [{'id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:38.149247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Made reservation on behalf of 8d45c473a485472791e742964660e7e9 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:57:38.153779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:38.160963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5bc44-68ed-4a22-8f44-7a310131c0fc None None] Port 56ae4cb6-59dc-4b25-9498-24ad09a2546a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:57:38.202487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f95f51-7bb1-4841-82c3-932ddfd2bb25 None None] The sync data for ids ['85d41b9e-cdfe-40e5-972d-185e58c01903'] in ncdv-master-1 is: [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56ae4cb6-59dc-4b25-9498-24ad09a2546a', 'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'mac_address': 'fa:16:3e:ba:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:34Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 2, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'subnets': [{'id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:57:38.233690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d2d5bc44-68ed-4a22-8f44-7a310131c0fc None None] Provisioning complete for port cfba87dc-10e0-47b7-96dd-1b2b30a31136 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:38.234118 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2d5bc44-68ed-4a22-8f44-7a310131c0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:38.236477 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8cd25dd8-a060-4459-a2b4-5da706cb145b req-1b609673-2b2b-4c8f-bdf7-2ede36c6ca51 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 210 time: 0.1418014
Dec 18 20:57:38.303555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7ad63-7d29-4716-b87e-fcc16b9f9f8a req-07f23a14-0103-4da1-9a96-2ffad70f6437 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:38.313602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6e7ad63-7d29-4716-b87e-fcc16b9f9f8a req-07f23a14-0103-4da1-9a96-2ffad70f6437 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.2290621
Dec 18 20:57:38.356905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 15d300b1-0726-42ba-b558-7d300c39cec1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:57:38.367299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Router 85d41b9e-cdfe-40e5-972d-185e58c01903 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:57:38.431544 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6e7ad63-7d29-4716-b87e-fcc16b9f9f8a req-01b7958c-f07a-4525-aa3a-17bcd1567560 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148009
Dec 18 20:57:38.462146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 15d300b1-0726-42ba-b558-7d300c39cec1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:57:38.466564 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 15d300b1-0726-42ba-b558-7d300c39cec1 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:57:38.477902 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:38.514271 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:38.565311 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:38.608000 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:38.638326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2c3905-671e-419c-84a5-bf0061e01d23 req-13427c91-f5ca-43e1-92f2-3ed93266c816 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 210 time: 0.0797589
Dec 18 20:57:38.702069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Network 3eb4717b-66be-4294-a87d-4258f6da14d8 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:38.720728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:38.737651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:38.832110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:57:38.870004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8d5483f7-969f-4eff-8662-d77f236ff0fe admin admin] 10.222.0.13 "PUT /v2.0/routers/85d41b9e-cdfe-40e5-972d-185e58c01903/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1749620
Dec 18 20:57:38.950887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Pushing event updated for resources: {'Port': ['ID=aec87d59-233a-4c32-8274-db279b52c80e,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:39.003919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Attempting to bind port aec87d59-233a-4c32-8274-db279b52c80e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:57:39.004638 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Attempting to bind port aec87d59-233a-4c32-8274-db279b52c80e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:57:39.005232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Attempting to bind port aec87d59-233a-4c32-8274-db279b52c80e on network 3eb4717b-66be-4294-a87d-4258f6da14d8 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:39.011786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:57:39.012414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Checking segment: {'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:39.013136 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:39.013697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Bound using segment: {'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:57:39.014377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Bound port: aec87d59-233a-4c32-8274-db279b52c80e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:57:39.015408 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:39.192573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] For port aec87d59-233a-4c32-8274-db279b52c80e, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:57:39.196680 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:39.212495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] For port aec87d59-233a-4c32-8274-db279b52c80e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aec87d59-233a-4c32-8274-db279b52c80e,segment=NetworkSegment(e52fbc82-f0d7-43f9-81fe-eb621fbfc717),segment_id=e52fbc82-f0d7-43f9-81fe-eb621fbfc717)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:57:39.223033 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:39.293705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36806689-5382-4461-9a41-26add883856b req-07203e92-94b6-45f6-8a69-c628679ffe15 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:39.302030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Made reservation on behalf of 69de37deec2a49ff9eaad9cbb7c48f31 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:57:39.306307 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:39.308639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36806689-5382-4461-9a41-26add883856b req-07203e92-94b6-45f6-8a69-c628679ffe15 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.2091784
Dec 18 20:57:39.345938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Allocated IP 172.20.0.10 (b4249639-6520-4b9d-908b-e792b10734b1/bebb4d23-857a-46c7-9813-a2fc5e9567dc/a80bf93f-ecf4-4003-a592-419a48827f6c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:39.429508 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:39.450682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558987cf-8904-4266-960a-fce13cfa43f1 None None] Pushing event updated for resources: {'Port': ['ID=aec87d59-233a-4c32-8274-db279b52c80e,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:39.506133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09949e11-d0eb-4994-b5b5-314b5685b7bf req-c4fb81cb-5c78-4133-965b-249acc47c713 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 210 time: 0.0916731
Dec 18 20:57:39.525785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36806689-5382-4461-9a41-26add883856b req-e918963b-fa3e-4920-b4ba-c0ad3bb89d88 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161646
Dec 18 20:57:39.757431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Allocated IP 172.20.0.7 (b682fe11-354f-40ac-961b-a0ccac207599/25a9e8be-dc0d-4099-ac90-c3a3592583ca/07ac6499-0831-47d9-9072-52d994281360) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:39.966570 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c316fdf8-73b9-4f05-a55f-a8b1bcf88ef6 req-f071ddf4-2df7-4c0d-a8e9-77c20c691218 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 210 time: 0.1325173
Dec 18 20:57:39.983114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40960) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:40.003810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:40.009240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:40.016916 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:40.031443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc777658-750d-4d57-91fe-e6d3a329f859 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:57:40.105263 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e2a80d0d-1622-4179-8c46-01cc838522b8 None None] Provisioning complete for port 00e5d70e-394d-43b6-96ce-4a1467d79692 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:40.105641 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e2a80d0d-1622-4179-8c46-01cc838522b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:40.171896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e2a80d0d-1622-4179-8c46-01cc838522b8 None None] Port 00e5d70e-394d-43b6-96ce-4a1467d79692 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:57:40.270233 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=00e5d70e-394d-43b6-96ce-4a1467d79692,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:40.316359 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49566fce-27f6-455f-841f-48b93d2aae9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:40.519071 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49566fce-27f6-455f-841f-48b93d2aae9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:40.552162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49566fce-27f6-455f-841f-48b93d2aae9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:40.647358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-49566fce-27f6-455f-841f-48b93d2aae9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fef903d47c94905adbf98ad8a717ce9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6629012
Dec 18 20:57:40.651045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40968) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:40.730697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40972) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:40.751522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a544fbf9-40e2-4d2f-8392-30bec473f727 req-7d473128-57d5-4c0e-ac16-2ea726db4088 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 210 time: 0.1028888
Dec 18 20:57:40.783204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5e54911c-1da0-4c13-ac17-2a4713e302e2 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1363989750', 'description': 'tempest-description--47122762'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:40.805617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49566fce-27f6-455f-841f-48b93d2aae9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0436126-7c07-45b0-9de2-6ad3c8dfb9e1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:40.807163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:40.853714 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:40.919444 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e54911c-1da0-4c13-ac17-2a4713e302e2 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:40.978120 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:40.981743 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.033174 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e54911c-1da0-4c13-ac17-2a4713e302e2 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.034832 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f056f2a3-d123-4a45-9019-bc95403fca9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.070003 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f056f2a3-d123-4a45-9019-bc95403fca9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.136860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e54911c-1da0-4c13-ac17-2a4713e302e2 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.145621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Pushing event updated for resources: {'Port': ['ID=a80bf93f-ecf4-4003-a592-419a48827f6c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:41.146715 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f056f2a3-d123-4a45-9019-bc95403fca9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.150790 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f056f2a3-d123-4a45-9019-bc95403fca9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.152388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f056f2a3-d123-4a45-9019-bc95403fca9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0436126-7c07-45b0-9de2-6ad3c8dfb9e1 HTTP/1.1" status: 204  len: 168 time: 0.5002506
Dec 18 20:57:41.153919 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.174198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['32869e6e-5796-4fce-881e-b53b1eb6f63a', 'dcd26d53-013a-41a0-b028-6f833c1afdf4'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:57:41.209776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Network b4249639-6520-4b9d-908b-e792b10734b1 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:41.228607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:41.273236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:41.292943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cedc0c-ef5c-4f46-a610-4e681afb5577 req-e2dbf211-e460-41ec-a97d-ac11b7531b1f tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:41.302375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38cedc0c-ef5c-4f46-a610-4e681afb5577 req-e2dbf211-e460-41ec-a97d-ac11b7531b1f tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.4357333
Dec 18 20:57:41.366363 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e54911c-1da0-4c13-ac17-2a4713e302e2 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.371238 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5e54911c-1da0-4c13-ac17-2a4713e302e2 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.6348100
Dec 18 20:57:41.371875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40978) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:41.376854 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54911c-1da0-4c13-ac17-2a4713e302e2 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4620419-ecff-47bf-a1d5-bfc565a8b720,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:41.400009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f73fd1c6-dc1c-4809-acd0-9a1318dfad8e tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Request body: {'security_group_rule': {'security_group_id': 'a4620419-ecff-47bf-a1d5-bfc565a8b720', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:41.452845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395421a5-0583-4c37-bbef-b26125d13e17 None None] Network 3eb4717b-66be-4294-a87d-4258f6da14d8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:57:41.513427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056f2a3-d123-4a45-9019-bc95403fca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0436126-7c07-45b0-9de2-6ad3c8dfb9e1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:41.526961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Network b682fe11-354f-40ac-961b-a0ccac207599 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:41.546010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa6901-b93b-4a0f-a55d-a0216480cb5f req-2619945e-c2cd-44fc-aa54-ecbbcb629f7f tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:41.551672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event updated for resources: {'Port': ['ID=07ac6499-0831-47d9-9072-52d994281360,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:41.553669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:41.554242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21fa6901-b93b-4a0f-a55d-a0216480cb5f req-2619945e-c2cd-44fc-aa54-ecbbcb629f7f tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 932 time: 0.4290264
Dec 18 20:57:41.578498 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:41.613749 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38cedc0c-ef5c-4f46-a610-4e681afb5577 req-88303c39-613b-47e9-9139-09286cc023a1 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3041170
Dec 18 20:57:41.648259 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cfba87dc-10e0-47b7-96dd-1b2b30a31136 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:41.722212 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f73fd1c6-dc1c-4809-acd0-9a1318dfad8e tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.779373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ced26c28-cb2b-454c-a79e-5374649bd05c None None] Provisioning complete for port aec87d59-233a-4c32-8274-db279b52c80e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:41.780682 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ced26c28-cb2b-454c-a79e-5374649bd05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.787274 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:41.787954 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.793576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21fa6901-b93b-4a0f-a55d-a0216480cb5f req-25bedc8a-144c-4e4c-94c0-c2a395a575a7 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2384257
Dec 18 20:57:41.839211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:41.839896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:41.885792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40986) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:41.947691 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f73fd1c6-dc1c-4809-acd0-9a1318dfad8e tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.014088 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f73fd1c6-dc1c-4809-acd0-9a1318dfad8e tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.027971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port cfba87dc-10e0-47b7-96dd-1b2b30a31136 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:42.028555 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.087669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fd1c6-dc1c-4809-acd0-9a1318dfad8e tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfb5eac-7a09-4410-ad4a-ccb879237ce2,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:42.110870 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f73fd1c6-dc1c-4809-acd0-9a1318dfad8e tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.120107 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-830c03ff-fa95-4572-8333-d594ba73ec39 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1334364
Dec 18 20:57:42.122740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40990) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:42.123550 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ec0-c947-4e6f-a0f8-d95c41155866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.138892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f73fd1c6-dc1c-4809-acd0-9a1318dfad8e tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7636950
Dec 18 20:57:42.158807 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0506e56c-f414-480a-8fdd-048779b32a47 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Request body: {'security_group_rule': {'security_group_id': 'a4620419-ecff-47bf-a1d5-bfc565a8b720', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:42.164509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35529bae-8a0f-46d0-92d5-de0221dfbd08 req-c6dbdb4b-9282-49ad-8319-bdb92fcf079e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:42.166197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35529bae-8a0f-46d0-92d5-de0221dfbd08 req-c6dbdb4b-9282-49ad-8319-bdb92fcf079e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 931 time: 0.2024512
Dec 18 20:57:42.187223 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-41259b39-e11e-4be4-b127-a5da44b43afd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.6100576
Dec 18 20:57:42.200745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-d5ae9fa2-540e-4ba5-a485-cb8b4552c40e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:57:42.209245 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-d5ae9fa2-540e-4ba5-a485-cb8b4552c40e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0259771
Dec 18 20:57:42.219876 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ced26c28-cb2b-454c-a79e-5374649bd05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.248906 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-d2fe4eb5-e5ae-4e36-9bff-8c5f2bdc62ff tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:57:42.258659 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-d2fe4eb5-e5ae-4e36-9bff-8c5f2bdc62ff tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0283525
Dec 18 20:57:42.287763 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35529bae-8a0f-46d0-92d5-de0221dfbd08 req-bb32e312-c113-4bf9-86a6-d4d6a0b01be6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097610
Dec 18 20:57:42.322296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ced26c28-cb2b-454c-a79e-5374649bd05c None None] For port aec87d59-233a-4c32-8274-db279b52c80e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aec87d59-233a-4c32-8274-db279b52c80e,segment=NetworkSegment(e52fbc82-f0d7-43f9-81fe-eb621fbfc717),segment_id=e52fbc82-f0d7-43f9-81fe-eb621fbfc717)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:42.387487 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ced26c28-cb2b-454c-a79e-5374649bd05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.535546 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.540561 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0506e56c-f414-480a-8fdd-048779b32a47 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.575595 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Sync routers for ids ['85d41b9e-cdfe-40e5-972d-185e58c01903'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:57:42.589547 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Routers {'85d41b9e-cdfe-40e5-972d-185e58c01903'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:42.594626 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36644f8a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['85d41b9e-cdfe-40e5-972d-185e58c01903'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:42.624646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device aec87d59-233a-4c32-8274-db279b52c80e up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:42.631237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Request body: {'port': {'device_id': '367d7e2b-daf1-4ac1-996b-6cc729824d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:42.670950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Request body: {'port': {'device_id': '16cde937-d836-4d8a-8568-4e686b8ca4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:42.739215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced26c28-cb2b-454c-a79e-5374649bd05c None None] Pushing event updated for resources: {'Port': ['ID=aec87d59-233a-4c32-8274-db279b52c80e,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:42.839396 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ec0-c947-4e6f-a0f8-d95c41155866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.839534 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Set router 85d41b9e-cdfe-40e5-972d-185e58c01903 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:42.840931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e9e17532-7ba4-45d4-9a85-3824fe6eb529 None None] Provisioning complete for port 07ac6499-0831-47d9-9072-52d994281360 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:42.843834 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e9e17532-7ba4-45d4-9a85-3824fe6eb529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.869753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0506e56c-f414-480a-8fdd-048779b32a47 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.889961 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.930667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port aec87d59-233a-4c32-8274-db279b52c80e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:42.931045 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:42.982963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0506e56c-f414-480a-8fdd-048779b32a47 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:43.029047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ec0-c947-4e6f-a0f8-d95c41155866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:43.037746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeff1f-6801-4771-a74a-72563a3f5d09 req-7a357287-3727-40ab-a2b8-659831de3cbe tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:43.044381 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97aeff1f-6801-4771-a74a-72563a3f5d09 req-7a357287-3727-40ab-a2b8-659831de3cbe tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 932 time: 0.1285183
Dec 18 20:57:43.087458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506e56c-f414-480a-8fdd-048779b32a47 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f094c2-5eb6-4449-94c6-938fe3e8fbda,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:43.125596 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4aff5ec0-c947-4e6f-a0f8-d95c41155866 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e3e45b458da4893a37a8acfe89f1d82&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2308593
Dec 18 20:57:43.128816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41012) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:43.136760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff5ec0-c947-4e6f-a0f8-d95c41155866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fef1ee-9701-4e5d-822a-74297b9c9130,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:43.165960 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36644f8a90>, [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56ae4cb6-59dc-4b25-9498-24ad09a2546a', 'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'mac_address': 'fa:16:3e:ba:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:34Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 2, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'subnets': [{'id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:43.189058 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:43.217060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e9e17532-7ba4-45d4-9a85-3824fe6eb529 None None] Port 07ac6499-0831-47d9-9072-52d994281360 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:57:43.225562 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Checking router: 85d41b9e-cdfe-40e5-972d-185e58c01903 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:57:43.225914 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Updating router 85d41b9e-cdfe-40e5-972d-185e58c01903 port 56ae4cb6-59dc-4b25-9498-24ad09a2546a binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:57:43.236859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e9e17532-7ba4-45d4-9a85-3824fe6eb529 None None] Provisioning complete for port aec87d59-233a-4c32-8274-db279b52c80e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:43.237841 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e9e17532-7ba4-45d4-9a85-3824fe6eb529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:43.275065 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:43.382324 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97aeff1f-6801-4771-a74a-72563a3f5d09 req-87b903df-5199-411b-ac3b-f94b3e86eaf4 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3310068
Dec 18 20:57:43.424872 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2665439f-f68c-40bf-88c4-ab52a32729c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:43.454472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0506e56c-f414-480a-8fdd-048779b32a47 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:43.455780 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0506e56c-f414-480a-8fdd-048779b32a47 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3300395
Dec 18 20:57:43.466964 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41020) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:43.521618 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2665439f-f68c-40bf-88c4-ab52a32729c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:43.521802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:43.526105 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device aec87d59-233a-4c32-8274-db279b52c80e up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:43.618878 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2665439f-f68c-40bf-88c4-ab52a32729c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:43.629034 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2665439f-f68c-40bf-88c4-ab52a32729c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:43.633185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2665439f-f68c-40bf-88c4-ab52a32729c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93fef1ee-9701-4e5d-822a-74297b9c9130 HTTP/1.1" status: 204  len: 168 time: 0.5029993
Dec 18 20:57:43.646078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port aec87d59-233a-4c32-8274-db279b52c80e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:43.646565 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:43.665314 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665439f-f68c-40bf-88c4-ab52a32729c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fef1ee-9701-4e5d-822a-74297b9c9130,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:43.708300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cb49c-9ff1-4cd9-a4e1-f6e6272dd234 req-e3e49fa9-1b09-4474-a0dc-99e571fc3a2c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:43.712519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-711cb49c-9ff1-4cd9-a4e1-f6e6272dd234 req-e3e49fa9-1b09-4474-a0dc-99e571fc3a2c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 931 time: 0.1345587
Dec 18 20:57:43.859384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-711cb49c-9ff1-4cd9-a4e1-f6e6272dd234 req-5b22548d-5e6b-4255-809f-6d97121beca0 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411977
Dec 18 20:57:44.031359 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:44.046906 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:44.124045 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Pushing event updated for resources: {'Port': ['ID=56ae4cb6-59dc-4b25-9498-24ad09a2546a,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:44.127746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6d1e9-0cfb-4609-9888-a18e495d31cd req-e14d1991-7a0b-4b66-9780-e2e36fac4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:44.129377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05b6d1e9-0cfb-4609-9888-a18e495d31cd req-e14d1991-7a0b-4b66-9780-e2e36fac4450 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2aba7bee78744949dc3323cb4c7df55&device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 1097 time: 0.1482201
Dec 18 20:57:44.172507 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.172997 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.173255 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.173600 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.173937 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.174290 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.175451 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.175834 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.176169 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.176500 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.176833 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.177156 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.177480 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:44.222821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e1ff3-c316-4adf-8266-15b70891b4af req-fdc577dc-28ca-40a2-9ef9-5885988a2777 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:44.228758 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Attempting to bind port 56ae4cb6-59dc-4b25-9498-24ad09a2546a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:57:44.229136 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Attempting to bind port 56ae4cb6-59dc-4b25-9498-24ad09a2546a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:57:44.229496 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Attempting to bind port 56ae4cb6-59dc-4b25-9498-24ad09a2546a on network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:44.233665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff7e1ff3-c316-4adf-8266-15b70891b4af req-fdc577dc-28ca-40a2-9ef9-5885988a2777 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1523240
Dec 18 20:57:44.242486 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:57:44.243117 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Checking segment: {'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:44.257953 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:44.258521 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Bound using segment: {'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:57:44.259038 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Bound port: 56ae4cb6-59dc-4b25-9498-24ad09a2546a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:57:44.259435 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:44.306065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ac6499-0831-47d9-9072-52d994281360 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:57:44.318376 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:44.332225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Transition to ACTIVE for port object 07ac6499-0831-47d9-9072-52d994281360 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:57:44.347224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:44.408537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Pushing event updated for resources: {'Port': ['ID=07ac6499-0831-47d9-9072-52d994281360,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:44.418545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Router 7e2171d3-97d7-491b-83fa-7897c8060ceb is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:57:44.419286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff7e1ff3-c316-4adf-8266-15b70891b4af req-c90c895b-6f18-4c81-8bb8-353df9969c80 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838789
Dec 18 20:57:44.474146 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:44.507234 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] For port 56ae4cb6-59dc-4b25-9498-24ad09a2546a, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:57:44.516953 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] For port 56ae4cb6-59dc-4b25-9498-24ad09a2546a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56ae4cb6-59dc-4b25-9498-24ad09a2546a,segment=NetworkSegment(d26db73b-b34b-4d1a-aeaf-4c67a620bb54),segment_id=d26db73b-b34b-4d1a-aeaf-4c67a620bb54)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:57:44.530693 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:44.552665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-aa11b059-7c6a-401c-b4cf-b756edb339d0 None None] Provisioning complete for port 56ae4cb6-59dc-4b25-9498-24ad09a2546a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:44.553318 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aa11b059-7c6a-401c-b4cf-b756edb339d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:44.674022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6d1e9-0cfb-4609-9888-a18e495d31cd req-12980121-f84a-45af-94dd-4c1d0845ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:44.676058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05b6d1e9-0cfb-4609-9888-a18e495d31cd req-12980121-f84a-45af-94dd-4c1d0845ccdc service neutron] 10.222.0.36 "GET /v2.0/networks?id=6debd13b-b209-4e15-a34d-3cefcc31c991 HTTP/1.1" status: 200  len: 919 time: 0.5291352
Dec 18 20:57:44.761723 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Routers {'85d41b9e-cdfe-40e5-972d-185e58c01903'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:44.762551 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36644f8a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['85d41b9e-cdfe-40e5-972d-185e58c01903'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:44.777512 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91679da-fa2c-4775-bfb7-57dbef32c3e4 None None] Pushing event updated for resources: {'Port': ['ID=56ae4cb6-59dc-4b25-9498-24ad09a2546a,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:44.849876 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:44.852697 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aa11b059-7c6a-401c-b4cf-b756edb339d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:44.890288 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05b6d1e9-0cfb-4609-9888-a18e495d31cd req-e4cc13d3-d9be-4dd6-a792-0c882696b766 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67829c42-153d-4545-a748-eb36ae44aa09 HTTP/1.1" status: 200  len: 217 time: 0.1660020
Dec 18 20:57:44.974418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-aa11b059-7c6a-401c-b4cf-b756edb339d0 None None] For port 56ae4cb6-59dc-4b25-9498-24ad09a2546a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56ae4cb6-59dc-4b25-9498-24ad09a2546a,segment=NetworkSegment(d26db73b-b34b-4d1a-aeaf-4c67a620bb54),segment_id=d26db73b-b34b-4d1a-aeaf-4c67a620bb54)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:44.981265 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aa11b059-7c6a-401c-b4cf-b756edb339d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:45.093270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06915aca-de21-42f6-b70a-4734208c94f6 req-2945995d-8ca1-4bb3-a289-f04c65b95940 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:45.110828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06915aca-de21-42f6-b70a-4734208c94f6 req-2945995d-8ca1-4bb3-a289-f04c65b95940 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 932 time: 0.4854841
Dec 18 20:57:45.115856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6d1e9-0cfb-4609-9888-a18e495d31cd req-5866450c-ed4c-4451-95d1-7652c70360b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:45.117942 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05b6d1e9-0cfb-4609-9888-a18e495d31cd req-5866450c-ed4c-4451-95d1-7652c70360b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d7f58308-db29-4caa-9f9b-c96f367c4ebb HTTP/1.1" status: 200  len: 858 time: 0.2139568
Dec 18 20:57:45.123636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11b059-7c6a-401c-b4cf-b756edb339d0 None None] Pushing event updated for resources: {'Port': ['ID=56ae4cb6-59dc-4b25-9498-24ad09a2546a,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:45.138864 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] Set router 85d41b9e-cdfe-40e5-972d-185e58c01903 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:45.266960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06915aca-de21-42f6-b70a-4734208c94f6 req-6e589197-3ede-4282-995a-cc6870b2569e tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547327
Dec 18 20:57:45.278038 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80bf93f-ecf4-4003-a592-419a48827f6c {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:57:45.304300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:45.323450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ca818e94-d2c8-41bd-bb8b-e9731158c6cd None None] Provisioning complete for port 56ae4cb6-59dc-4b25-9498-24ad09a2546a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:45.323822 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ca818e94-d2c8-41bd-bb8b-e9731158c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:45.331826 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05b6d1e9-0cfb-4609-9888-a18e495d31cd req-d7844457-bfc4-4b0d-bc4c-981d460beb2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6debd13b-b209-4e15-a34d-3cefcc31c991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0895772
Dec 18 20:57:45.374057 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588ba7c-0dd3-4e6f-a0cf-abc2db9101a1 req-418a599a-4bf1-47ed-aa0b-747da0d650f6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:45.376636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0588ba7c-0dd3-4e6f-a0cf-abc2db9101a1 req-418a599a-4bf1-47ed-aa0b-747da0d650f6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 943 time: 0.3537033
Dec 18 20:57:45.400552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Transition to ACTIVE for port object a80bf93f-ecf4-4003-a592-419a48827f6c will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:57:45.420572 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:45.469349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:57:45.487833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Sync routers for ids ['7e2171d3-97d7-491b-83fa-7897c8060ceb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:57:45.524449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Routers {'7e2171d3-97d7-491b-83fa-7897c8060ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:45.525084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e187910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7e2171d3-97d7-491b-83fa-7897c8060ceb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:45.553392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Attempting to bind port 07ac6499-0831-47d9-9072-52d994281360 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:57:45.554160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Attempting to bind port 07ac6499-0831-47d9-9072-52d994281360 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:57:45.558282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Attempting to bind port 07ac6499-0831-47d9-9072-52d994281360 on network b682fe11-354f-40ac-961b-a0ccac207599 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:45.568517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:45.569864 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f08a860e-cced-4fc9-8bff-1137a4d00dc0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 9.3755794
Dec 18 20:57:45.584071 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36644f8a90>, [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56ae4cb6-59dc-4b25-9498-24ad09a2546a', 'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'mac_address': 'fa:16:3e:ba:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:34Z', 'updated_at': '2021-12-18T20:57:44Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'subnets': [{'id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:45.586935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41078) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:45.589201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Pushing event updated for resources: {'Port': ['ID=a80bf93f-ecf4-4003-a592-419a48827f6c,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:45.601720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Port 07ac6499-0831-47d9-9072-52d994281360 on network b682fe11-354f-40ac-961b-a0ccac207599 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:57:45.601924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Attempting to bind port 07ac6499-0831-47d9-9072-52d994281360 on network b682fe11-354f-40ac-961b-a0ccac207599 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:45.640225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0588ba7c-0dd3-4e6f-a0cf-abc2db9101a1 req-ffb807db-8ecb-4733-843f-18eed125765a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2527366
Dec 18 20:57:45.666404 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 56ae4cb6-59dc-4b25-9498-24ad09a2546a up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:45.672448 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f9ecd-3cba-4c19-8ae8-aac1071f359e None None] The sync data for ids ['85d41b9e-cdfe-40e5-972d-185e58c01903'] in ncdv-master-1 is: [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56ae4cb6-59dc-4b25-9498-24ad09a2546a', 'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'mac_address': 'fa:16:3e:ba:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:34Z', 'updated_at': '2021-12-18T20:57:44Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'subnets': [{'id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:57:45.704678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:57:45.705027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Checking segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:45.705413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Bound using segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:57:45.716967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Bound port: 07ac6499-0831-47d9-9072-52d994281360, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:57:45.717445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:45.871853 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:45.876988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Set router 7e2171d3-97d7-491b-83fa-7897c8060ceb gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:45.881529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Attempting to bind port a80bf93f-ecf4-4003-a592-419a48827f6c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:57:45.882283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Attempting to bind port a80bf93f-ecf4-4003-a592-419a48827f6c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:57:45.882926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Attempting to bind port a80bf93f-ecf4-4003-a592-419a48827f6c on network b4249639-6520-4b9d-908b-e792b10734b1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:45.941055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Port a80bf93f-ecf4-4003-a592-419a48827f6c on network b4249639-6520-4b9d-908b-e792b10734b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:57:45.941581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Attempting to bind port a80bf93f-ecf4-4003-a592-419a48827f6c on network b4249639-6520-4b9d-908b-e792b10734b1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:45.952865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05b6d1e9-0cfb-4609-9888-a18e495d31cd req-3eb3c894-ea27-4148-a5ff-514e599d1fd6 service neutron] 10.222.0.36 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5750906
Dec 18 20:57:45.984463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] For port 07ac6499-0831-47d9-9072-52d994281360, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:57:45.993756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:57:45.994107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Checking segment: {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:45.994519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Bound using segment: {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:57:45.995135 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Bound port: a80bf93f-ecf4-4003-a592-419a48827f6c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:57:45.995639 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:46.015726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] For port 07ac6499-0831-47d9-9072-52d994281360, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=07ac6499-0831-47d9-9072-52d994281360,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:57:46.028823 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:46.043481 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 56ae4cb6-59dc-4b25-9498-24ad09a2546a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:46.044121 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:46.114472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e4f28-1f94-44bc-960b-fe7a2f1a1efc req-58e67a74-fef7-435b-bfc9-7e2790646d27 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:46.116027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5c5e4f28-1f94-44bc-960b-fe7a2f1a1efc req-58e67a74-fef7-435b-bfc9-7e2790646d27 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.2639577
Dec 18 20:57:46.223386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Pushing event updated for resources: {'Port': ['ID=07ac6499-0831-47d9-9072-52d994281360,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:46.247648 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:46.248622 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:46.251439 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] 10.222.0.36 "PUT /v2.0/ports/07ac6499-0831-47d9-9072-52d994281360 HTTP/1.1" status: 200  len: 1091 time: 4.0212581
Dec 18 20:57:46.263937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cde937-d836-4d8a-8568-4e686b8ca4f2', 'tag': '07ac6499-0831-47d9-9072-52d994281360'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:57:46.267036 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b10b52-c9bf-4553-9545-b4946c24b16c" -d '{"events": [{"name": "network-changed", "server_uuid": "16cde937-d836-4d8a-8568-4e686b8ca4f2", "tag": "07ac6499-0831-47d9-9072-52d994281360"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:57:46.353504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05b6d1e9-0cfb-4609-9888-a18e495d31cd req-352890b6-f71c-4985-9cbb-ce1ceedf72c1 service neutron] 10.222.0.36 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3700645
Dec 18 20:57:46.382582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e187910>, [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T20:57:40Z', 'revision_number': 3, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:46.394669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.397536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.398144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.398595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.399173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.399706 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.400289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.400824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.401968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.402539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.403096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.403623 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.404161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ac31c-7964-4c2e-a72a-996f3ceb736a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:46.406305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e03b05ec-5663-4bb6-96c1-1e28f6a48e2a tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:46.407817 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e03b05ec-5663-4bb6-96c1-1e28f6a48e2a tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/networks?id=7bd317e2-46c6-4f03-a5b1-bf11d8fa277a HTTP/1.1" status: 200  len: 814 time: 0.4255986
Dec 18 20:57:46.420763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Checking router: 7e2171d3-97d7-491b-83fa-7897c8060ceb for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:57:46.421595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Updating router 7e2171d3-97d7-491b-83fa-7897c8060ceb port 00e5d70e-394d-43b6-96ce-4a1467d79692 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:57:46.459085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Allocated IP 172.35.3.150 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/9ea8b4e2-48b7-49cb-b154-fa1ff8396c6c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:46.478974 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:46.531318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] For port a80bf93f-ecf4-4003-a592-419a48827f6c, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:57:46.537011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] For port a80bf93f-ecf4-4003-a592-419a48827f6c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a80bf93f-ecf4-4003-a592-419a48827f6c,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:57:46.556186 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:46.568914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5c5e4f28-1f94-44bc-960b-fe7a2f1a1efc req-663178f5-45ee-40dd-93f4-6f266ac71e6c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4346149
Dec 18 20:57:46.571857 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-ce7cd30c-da91-4f9f-af20-d19a2fbfcfbb tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/quotas/3f69c5059282455ca98cc9bff0fe1c94 HTTP/1.1" status: 200  len: 375 time: 0.0316937
Dec 18 20:57:46.621305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-c259693e-de45-4cc2-8931-e64054b8aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:46.623757 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-c259693e-de45-4cc2-8931-e64054b8aa7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 1094 time: 0.3056042
Dec 18 20:57:46.719283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:46.719918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:46.721485 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] 10.222.0.36 "PUT /v2.0/ports/a80bf93f-ecf4-4003-a592-419a48827f6c HTTP/1.1" status: 200  len: 1092 time: 4.3953891
Dec 18 20:57:46.724757 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-8638d131-be9c-4de5-b1a9-0b4e58d45ea3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ac6499-0831-47d9-9072-52d994281360 HTTP/1.1" status: 200  len: 217 time: 0.0868180
Dec 18 20:57:46.786568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-fec03dcc-3241-44c9-8546-188300f012d4 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f69c5059282455ca98cc9bff0fe1c94&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2064564
Dec 18 20:57:46.860395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483edeb-cccd-442a-a77f-23875308db45 service neutron] Pushing event updated for resources: {'Port': ['ID=a80bf93f-ecf4-4003-a592-419a48827f6c,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:46.883601 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:46.907431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-018d9c81-9824-4ef6-b738-b4c5ab4c480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:46.909530 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-018d9c81-9824-4ef6-b738-b4c5ab4c480a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.1693404
Dec 18 20:57:46.912762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-c9ab8a47-43d5-4c15-9deb-a5bbe2da40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:46.914517 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-c9ab8a47-43d5-4c15-9deb-a5bbe2da40a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d45c473a485472791e742964660e7e9&device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 1095 time: 0.1276197
Dec 18 20:57:46.949517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dae6a-d6aa-4d5c-b21f-a55c3bf98d4c req-8a6960fb-9488-4b59-87d5-ee185ff3d6af tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:46.951202 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e06dae6a-d6aa-4d5c-b21f-a55c3bf98d4c req-8a6960fb-9488-4b59-87d5-ee185ff3d6af tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 944 time: 0.1129560
Dec 18 20:57:47.009428 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-cb71b120-a2b5-459e-aa31-5a7c7606f4c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a80bf93f-ecf4-4003-a592-419a48827f6c HTTP/1.1" status: 200  len: 217 time: 0.0824370
Dec 18 20:57:47.031155 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-591b17d6-dcec-434f-baef-b8a2ef11f9c1 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd317e2-46c6-4f03-a5b1-bf11d8fa277a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436173
Dec 18 20:57:47.066694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:47.148723 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e06dae6a-d6aa-4d5c-b21f-a55c3bf98d4c req-d0a3ab1a-daef-40b6-acc9-d7b9ae839cce tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847227
Dec 18 20:57:47.161658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:47.165620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-3d1051a4-250b-4fb6-9248-4d8603648f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:47.171742 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-3d1051a4-250b-4fb6-9248-4d8603648f5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2378080
Dec 18 20:57:47.189310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:47.194089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:47.202270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-802410bf-2032-4cfb-b0c6-e6262243c140 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd317e2-46c6-4f03-a5b1-bf11d8fa277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622846
Dec 18 20:57:47.218638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Pushing event updated for resources: {'Port': ['ID=9ea8b4e2-48b7-49cb-b154-fa1ff8396c6c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:47.243816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-c6bfc82f-7f9e-4743-b805-78d0e5da946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:47.245347 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-c6bfc82f-7f9e-4743-b805-78d0e5da946b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bebb4d23-857a-46c7-9813-a2fc5e9567dc HTTP/1.1" status: 200  len: 844 time: 0.2263649
Dec 18 20:57:47.246227 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:47.297765 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545539da-eaff-40ad-b70e-fcbb6a4498dd x-openstack-request-id: req-545539da-eaff-40ad-b70e-fcbb6a4498dd {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:57:47.298200 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cde937-d836-4d8a-8568-4e686b8ca4f2", "tag": "07ac6499-0831-47d9-9072-52d994281360", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:57:47.298886 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-545539da-eaff-40ad-b70e-fcbb6a4498dd {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:57:47.299517 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cde937-d836-4d8a-8568-4e686b8ca4f2', 'tag': '07ac6499-0831-47d9-9072-52d994281360', 'status': 'completed', 'code': 200}
Dec 18 20:57:47.326214 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-f50e2c0a-8886-48c5-9407-ee2271aa226c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4249639-6520-4b9d-908b-e792b10734b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0675747
Dec 18 20:57:47.330420 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:47.338715 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:47.467376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f482bda-5d89-4428-a660-a64a1892d1cb None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:57:47.483923 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:47.488322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Attempting to bind port 00e5d70e-394d-43b6-96ce-4a1467d79692 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:57:47.488919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Attempting to bind port 00e5d70e-394d-43b6-96ce-4a1467d79692 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:57:47.489183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Attempting to bind port 00e5d70e-394d-43b6-96ce-4a1467d79692 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:47.509479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:57:47.509854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:47.510280 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:47.510668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:57:47.511297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Bound port: 00e5d70e-394d-43b6-96ce-4a1467d79692, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:57:47.511696 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:47.547123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7fe51-1985-41d2-bd99-2b6db7d1c1eb None None] Pushing event updated for resources: {'Port': ['ID=00e5d70e-394d-43b6-96ce-4a1467d79692,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:47.556630 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-661a4b88-8ebe-4d78-9dce-3e4cb5c76c0e service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3600636
Dec 18 20:57:47.574104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf18898b-cd15-40a8-afc4-3ab3a005e7c2 req-2c716bd9-4e8c-4481-8f2e-d7baac993081 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 210 time: 0.0692623
Dec 18 20:57:47.585606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-47a3941d-b97e-4fe7-a29c-f8f9a5a75426 None None] Provisioning complete for port 00e5d70e-394d-43b6-96ce-4a1467d79692 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:47.585983 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-47a3941d-b97e-4fe7-a29c-f8f9a5a75426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:47.608365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43693-e04d-490d-8d68-4030673cd2b9 req-a7647e91-91c4-4e35-9292-fc8807d8db17 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:47.614012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17c43693-e04d-490d-8d68-4030673cd2b9 req-a7647e91-91c4-4e35-9292-fc8807d8db17 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 943 time: 0.2001510
Dec 18 20:57:47.622132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] For port 00e5d70e-394d-43b6-96ce-4a1467d79692, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:57:47.640521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-47a3941d-b97e-4fe7-a29c-f8f9a5a75426 None None] Port 00e5d70e-394d-43b6-96ce-4a1467d79692 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:57:47.643077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] For port 00e5d70e-394d-43b6-96ce-4a1467d79692, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00e5d70e-394d-43b6-96ce-4a1467d79692,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:57:47.651213 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:47.711690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731f8bc-7714-4b1a-832a-7df6367801ac None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:57:47.742395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Routers {'7e2171d3-97d7-491b-83fa-7897c8060ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:47.743390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e187910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7e2171d3-97d7-491b-83fa-7897c8060ceb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:47.765519 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:47.803789 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Allocated IP 172.20.0.1 (3eb4717b-66be-4294-a87d-4258f6da14d8/75e7f026-cbf7-46d5-95b3-8e5f619d857c/099598b8-2a5b-4dcc-a5ae-bf5183361500) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:47.834789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17c43693-e04d-490d-8d68-4030673cd2b9 req-89717d34-9016-4dd6-8581-d56ad3c8617e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966307
Dec 18 20:57:47.854213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7fe51-1985-41d2-bd99-2b6db7d1c1eb None None] Pushing event updated for resources: {'Port': ['ID=00e5d70e-394d-43b6-96ce-4a1467d79692,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:47.867070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bef3cd-ef81-4b53-971f-5969cb8751da req-294c222e-aa67-4793-a08a-daf7df5ad08c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:47.879469 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11bef3cd-ef81-4b53-971f-5969cb8751da req-294c222e-aa67-4793-a08a-daf7df5ad08c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1630933
Dec 18 20:57:47.895384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d1a04cd5-c857-4a16-a917-5aee3d169766 None None] Provisioning complete for port 00e5d70e-394d-43b6-96ce-4a1467d79692 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:47.895763 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d1a04cd5-c857-4a16-a917-5aee3d169766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:47.976470 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dadce232-e41e-4a56-bd6a-48b5628db840 req-92ca6c40-127f-4043-9745-441b6d387bea service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4093854
Dec 18 20:57:47.998585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] Set router 7e2171d3-97d7-491b-83fa-7897c8060ceb gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:48.002106 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-f00d667b-8650-408e-bdaa-922e17c8d6e7 service neutron] 10.222.0.36 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6586726
Dec 18 20:57:48.054074 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:48.084636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11bef3cd-ef81-4b53-971f-5969cb8751da req-ad18963e-f773-40e7-bf7e-054908cb78e2 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040365
Dec 18 20:57:48.113149 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:48.153281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:48.170372 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:48.196195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Pushing event updated for resources: {'Port': ['ID=099598b8-2a5b-4dcc-a5ae-bf5183361500,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:48.198448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Network 3eb4717b-66be-4294-a87d-4258f6da14d8 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:48.200141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:48.201683 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d1a04cd5-c857-4a16-a917-5aee3d169766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:48.215356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:48.258629 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d1a04cd5-c857-4a16-a917-5aee3d169766 None None] For port 00e5d70e-394d-43b6-96ce-4a1467d79692, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00e5d70e-394d-43b6-96ce-4a1467d79692,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:48.263099 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b10b52-c9bf-4553-9545-b4946c24b16c req-0f172f65-4099-496a-b6d8-ade5905d921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:48.264745 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7b10b52-c9bf-4553-9545-b4946c24b16c req-0f172f65-4099-496a-b6d8-ade5905d921d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 1094 time: 0.1761594
Dec 18 20:57:48.272310 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d1a04cd5-c857-4a16-a917-5aee3d169766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:48.295030 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:48.339188 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2ebd973-5642-4970-a5b5-0f5250733222 req-38817644-8b17-4228-ab44-3235dab45978 service neutron] 10.222.0.36 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3082018
Dec 18 20:57:48.459463 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:48.478004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Pushing event updated for resources: {'Port': ['ID=9ea8b4e2-48b7-49cb-b154-fa1ff8396c6c,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:48.493602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a06ac1-7e9c-400d-a743-5707876eae5c req-3edb1897-cdef-4da7-9357-8ef9b9569b93 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:48.503498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09a06ac1-7e9c-400d-a743-5707876eae5c req-3edb1897-cdef-4da7-9357-8ef9b9569b93 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 944 time: 0.2317133
Dec 18 20:57:48.513965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a04cd5-c857-4a16-a917-5aee3d169766 None None] Pushing event updated for resources: {'Port': ['ID=00e5d70e-394d-43b6-96ce-4a1467d79692,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:48.520506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:48.564372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e187910>, [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T20:57:40Z', 'revision_number': 3, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:48.614812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:48.616887 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e14bb49e-4a2d-4635-aae6-34340637a302 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.1130059
Dec 18 20:57:48.629564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09a06ac1-7e9c-400d-a743-5707876eae5c req-a8f07186-f58e-4e21-b178-48de0b63a13d tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246178
Dec 18 20:57:48.636909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce62b0-f73f-4b8b-b32a-155988ff8588 None None] The sync data for ids ['7e2171d3-97d7-491b-83fa-7897c8060ceb'] in ncdv-master-1 is: [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T20:57:40Z', 'revision_number': 3, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:57:48.662222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b10b52-c9bf-4553-9545-b4946c24b16c req-6823e4a7-c1c4-483e-aa35-33305eb992a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:48.663927 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7b10b52-c9bf-4553-9545-b4946c24b16c req-6823e4a7-c1c4-483e-aa35-33305eb992a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.3859394
Dec 18 20:57:48.669001 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-49f0df1f-dcda-42ee-9722-abd8f36a3f41 None None] Provisioning complete for port 099598b8-2a5b-4dcc-a5ae-bf5183361500 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:48.669376 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-49f0df1f-dcda-42ee-9722-abd8f36a3f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:48.729316 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7b10b52-c9bf-4553-9545-b4946c24b16c req-0c76eb5d-debe-4271-b0e2-97a23ac5ab02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ac6499-0831-47d9-9072-52d994281360 HTTP/1.1" status: 200  len: 217 time: 0.0569873
Dec 18 20:57:48.781201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-49f0df1f-dcda-42ee-9722-abd8f36a3f41 None None] Port 099598b8-2a5b-4dcc-a5ae-bf5183361500 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:57:48.798543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b10b52-c9bf-4553-9545-b4946c24b16c req-791cea28-4fd9-4b54-988c-7720f143f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:48.800289 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7b10b52-c9bf-4553-9545-b4946c24b16c req-791cea28-4fd9-4b54-988c-7720f143f157 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.0629132
Dec 18 20:57:48.864512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b10b52-c9bf-4553-9545-b4946c24b16c req-1040b2ab-5267-4eaf-8ee0-1f9a09706a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:48.866087 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7b10b52-c9bf-4553-9545-b4946c24b16c req-1040b2ab-5267-4eaf-8ee0-1f9a09706a76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0564466
Dec 18 20:57:49.105660 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7b10b52-c9bf-4553-9545-b4946c24b16c req-0096a829-deee-49ab-a6c3-ab82a47f3ba4 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2246244
Dec 18 20:57:49.148273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eddb-3554-4e0f-820d-7938d309a73c req-7a457b90-55d2-447b-b34d-45d5a744dfb9 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:49.149919 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-7a457b90-55d2-447b-b34d-45d5a744dfb9 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.31 "GET /v2.0/networks?id=7bd317e2-46c6-4f03-a5b1-bf11d8fa277a HTTP/1.1" status: 200  len: 814 time: 0.1945014
Dec 18 20:57:49.198960 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-e519eddb-3554-4e0f-820d-7938d309a73c req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Request body: {'port': {'device_id': '0767c760-b97d-4335-9e04-aea2214c110a', 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a', 'admin_state_up': True, 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:49.249978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13a78652-1e78-4f24-8866-f09486b199b2 req-9abcd2e3-27bb-4764-ace3-441059db2bb7 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 210 time: 0.4493370
Dec 18 20:57:49.268561 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:49.284448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:49.301060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367d7e2b-daf1-4ac1-996b-6cc729824d5c', 'tag': 'a80bf93f-ecf4-4003-a592-419a48827f6c'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:57:49.303059 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058b191d-c39b-483a-84df-3ff7a6c003d0" -d '{"events": [{"name": "network-changed", "server_uuid": "367d7e2b-daf1-4ac1-996b-6cc729824d5c", "tag": "a80bf93f-ecf4-4003-a592-419a48827f6c"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:57:49.317324 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7b10b52-c9bf-4553-9545-b4946c24b16c req-125a210c-2c4b-4c0b-8e56-1a6b9849804f service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014565
Dec 18 20:57:49.343444 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:49.391496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e519eddb-3554-4e0f-820d-7938d309a73c req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Made reservation on behalf of 3f69c5059282455ca98cc9bff0fe1c94 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:57:49.396903 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e519eddb-3554-4e0f-820d-7938d309a73c req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:49.489355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:49.557600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-116057c9-7155-4800-840e-abce63e6a0ea tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1363989750&fields=id&tenant_id=2ab34e83092a4610b03af4bfa353fb09 HTTP/1.1" status: 200  len: 267 time: 0.3202569
Dec 18 20:57:49.575038 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 00e5d70e-394d-43b6-96ce-4a1467d79692 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:49.627504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-e519eddb-3554-4e0f-820d-7938d309a73c req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Allocated IP 172.20.0.7 (7bd317e2-46c6-4f03-a5b1-bf11d8fa277a/b0d3bffe-773a-4598-af22-e5fab845c229/edd02058-579e-40a1-b93e-f4c46ed1137b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:49.686863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 00e5d70e-394d-43b6-96ce-4a1467d79692 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:49.687174 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:49.831575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Network 3eb4717b-66be-4294-a87d-4258f6da14d8 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:49.835209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Pushing event updated for resources: {'Port': ['ID=099598b8-2a5b-4dcc-a5ae-bf5183361500,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:49.841639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:49.853070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-d37b4e0f-b34a-4bca-b2d0-1a8b5a1a9660 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:49.867433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-d37b4e0f-b34a-4bca-b2d0-1a8b5a1a9660 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/networks?id=4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c HTTP/1.1" status: 200  len: 812 time: 0.3089333
Dec 18 20:57:49.931816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-8e28116f-5513-42b9-8ff1-ab1d498caea0 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/quotas/2ab34e83092a4610b03af4bfa353fb09 HTTP/1.1" status: 200  len: 375 time: 0.0633516
Dec 18 20:57:49.948703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3feb5-ddeb-47f2-9762-6f9255b737dd req-7bebe58e-d881-443a-8de2-775876428c1f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:49.949610 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e519eddb-3554-4e0f-820d-7938d309a73c req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:49.951606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aee3feb5-ddeb-47f2-9762-6f9255b737dd req-7bebe58e-d881-443a-8de2-775876428c1f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 943 time: 0.4479582
Dec 18 20:57:50.064498 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e519eddb-3554-4e0f-820d-7938d309a73c req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:50.135385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 07ac6499-0831-47d9-9072-52d994281360 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:57:50.219437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e519eddb-3554-4e0f-820d-7938d309a73c req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:50.232479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-e519eddb-3554-4e0f-820d-7938d309a73c req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:50.243304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e519eddb-3554-4e0f-820d-7938d309a73c req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:50.414754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 07ac6499-0831-47d9-9072-52d994281360, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=07ac6499-0831-47d9-9072-52d994281360,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:50.438335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eddb-3554-4e0f-820d-7938d309a73c req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:50.441273 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e519eddb-3554-4e0f-820d-7938d309a73c req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:50.441940 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '07ac6499-0831-47d9-9072-52d994281360', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'port_id': '07ac6499-0831-47d9-9072-52d994281360', 'mac_address': 'fa:16:3e:8f:54:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:57:50.450185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aee3feb5-ddeb-47f2-9762-6f9255b737dd req-8e3c7c0e-b7da-4a2c-881a-366bb5659037 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4232216
Dec 18 20:57:50.479587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6d322131-1970-41be-8c17-11a5a0f2a402 None None] Provisioning complete for port 099598b8-2a5b-4dcc-a5ae-bf5183361500 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:50.480137 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6d322131-1970-41be-8c17-11a5a0f2a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:50.490377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-901cf722-1406-469e-8532-783a2a2c5567 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ab34e83092a4610b03af4bfa353fb09&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5573926
Dec 18 20:57:50.522853 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3232818
Dec 18 20:57:50.526769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3b745-f605-4f7d-89db-be410599425d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Pushing event updated for resources: {'Port': ['ID=edd02058-579e-40a1-b93e-f4c46ed1137b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:50.606725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Request body: {'port': {'device_id': '0767c760-b97d-4335-9e04-aea2214c110a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:50.728027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Router 7e2171d3-97d7-491b-83fa-7897c8060ceb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:57:50.783715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:50.959293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6d322131-1970-41be-8c17-11a5a0f2a402 None None] Port 099598b8-2a5b-4dcc-a5ae-bf5183361500 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:57:50.974991 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:50.992221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ac6499-0831-47d9-9072-52d994281360 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:57:51.026100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 07ac6499-0831-47d9-9072-52d994281360, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=07ac6499-0831-47d9-9072-52d994281360,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:51.031592 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:51.089383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6af92f0a-0b31-4c98-ab0f-1c6a8f5fae6a None None] Provisioning complete for port edd02058-579e-40a1-b93e-f4c46ed1137b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:51.090435 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6af92f0a-0b31-4c98-ab0f-1c6a8f5fae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:51.147894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=07ac6499-0831-47d9-9072-52d994281360,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:51.164850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6af92f0a-0b31-4c98-ab0f-1c6a8f5fae6a None None] Port edd02058-579e-40a1-b93e-f4c46ed1137b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:57:51.181673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:57:51.196877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-50bcb57e-6cb2-43a7-b199-bb94bd0bb88f admin admin] 10.222.0.13 "PUT /v2.0/routers/7e2171d3-97d7-491b-83fa-7897c8060ceb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5492909
Dec 18 20:57:51.200362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-e7a0900b-4377-477e-a147-96a1b4da37a8 service neutron] 10.222.0.13 "GET /v2.0/networks/4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7091029
Dec 18 20:57:51.237015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bc9e9-04c2-487e-83b8-fb173624b68a req-3957a4d4-31ea-40e2-94b9-d057d214b4bd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:51.238810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f81bc9e9-04c2-487e-83b8-fb173624b68a req-3957a4d4-31ea-40e2-94b9-d057d214b4bd tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.4302764
Dec 18 20:57:51.418408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['07ac6499-0831-47d9-9072-52d994281360'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:57:51.433596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-07d973e6-d882-4ddb-8aca-eb317f09b78d service neutron] 10.222.0.13 "GET /v2.0/networks/4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242851
Dec 18 20:57:51.493176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f81bc9e9-04c2-487e-83b8-fb173624b68a req-9da95d3c-eeb3-4176-8798-62677630a6f6 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2347913
Dec 18 20:57:51.660610 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4fa6b0-1d1d-4730-9e5d-685685e37697 x-openstack-request-id: req-ef4fa6b0-1d1d-4730-9e5d-685685e37697 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:57:51.660907 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367d7e2b-daf1-4ac1-996b-6cc729824d5c", "tag": "a80bf93f-ecf4-4003-a592-419a48827f6c", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:57:51.662206 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef4fa6b0-1d1d-4730-9e5d-685685e37697 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:57:51.664242 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367d7e2b-daf1-4ac1-996b-6cc729824d5c', 'tag': 'a80bf93f-ecf4-4003-a592-419a48827f6c', 'status': 'completed', 'code': 200}
Dec 18 20:57:51.811161 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Sync routers for ids ['7e2171d3-97d7-491b-83fa-7897c8060ceb'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:57:51.819800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc356a-576f-4047-9e3a-5a02aef77bc2 req-470f7f37-60b8-4776-9539-f4a3fd7abb4c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:51.837059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1bc356a-576f-4047-9e3a-5a02aef77bc2 req-470f7f37-60b8-4776-9539-f4a3fd7abb4c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 944 time: 0.1218457
Dec 18 20:57:51.838013 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Routers {'7e2171d3-97d7-491b-83fa-7897c8060ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:51.843606 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36644a5e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7e2171d3-97d7-491b-83fa-7897c8060ceb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:51.936362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1bc356a-576f-4047-9e3a-5a02aef77bc2 req-8cf4c1fa-1a4e-4009-bd73-176b6bd58ef3 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968106
Dec 18 20:57:52.036458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b191d-c39b-483a-84df-3ff7a6c003d0 req-44089dd0-577b-4222-b8d5-44501a1f5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:52.041457 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-058b191d-c39b-483a-84df-3ff7a6c003d0 req-44089dd0-577b-4222-b8d5-44501a1f5870 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d45c473a485472791e742964660e7e9&device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 1095 time: 0.3913963
Dec 18 20:57:52.086925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348cc8-a93c-4e18-aa73-3e2ac545e608 req-71cfcedb-be56-4219-b76e-d7ee32451380 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:52.098528 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64348cc8-a93c-4e18-aa73-3e2ac545e608 req-71cfcedb-be56-4219-b76e-d7ee32451380 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 931 time: 0.1332409
Dec 18 20:57:52.166795 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Set router 7e2171d3-97d7-491b-83fa-7897c8060ceb gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:52.168054 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a80bf93f-ecf4-4003-a592-419a48827f6c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:57:52.196183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64348cc8-a93c-4e18-aa73-3e2ac545e608 req-f284e494-e2a4-401d-abd3-f71647a2cd0b tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947022
Dec 18 20:57:52.513238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6d68a-17c7-41d0-9367-ef9ba1904a73 req-a77b1555-483d-47ce-a25e-e007a88727b7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:52.515054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2fb6d68a-17c7-41d0-9367-ef9ba1904a73 req-a77b1555-483d-47ce-a25e-e007a88727b7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 944 time: 0.0945635
Dec 18 20:57:52.517820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b191d-c39b-483a-84df-3ff7a6c003d0 req-236fadfa-7113-4b08-a7bf-1f19cbc0cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:52.522513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a80bf93f-ecf4-4003-a592-419a48827f6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a80bf93f-ecf4-4003-a592-419a48827f6c,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:52.526437 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-058b191d-c39b-483a-84df-3ff7a6c003d0 req-236fadfa-7113-4b08-a7bf-1f19cbc0cf48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 200  len: 905 time: 0.4639497
Dec 18 20:57:52.554660 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'a80bf93f-ecf4-4003-a592-419a48827f6c', 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'port_id': 'a80bf93f-ecf4-4003-a592-419a48827f6c', 'mac_address': 'fa:16:3e:90:b8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebb4d23-857a-46c7-9813-a2fc5e9567dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:57:52.620411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2fb6d68a-17c7-41d0-9367-ef9ba1904a73 req-97754e89-5945-4824-b3d1-bfc94c125736 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918715
Dec 18 20:57:52.646270 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:52.676643 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80bf93f-ecf4-4003-a592-419a48827f6c {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:57:52.724604 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-058b191d-c39b-483a-84df-3ff7a6c003d0 req-99d3e10e-8f1a-42ce-b7ab-3fb52b5fcdde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a80bf93f-ecf4-4003-a592-419a48827f6c HTTP/1.1" status: 200  len: 217 time: 0.1721873
Dec 18 20:57:52.725469 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a80bf93f-ecf4-4003-a592-419a48827f6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a80bf93f-ecf4-4003-a592-419a48827f6c,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:52.731798 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:52.813010 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36644a5e50>, [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '099598b8-2a5b-4dcc-a5ae-bf5183361500', 'name': '', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'mac_address': 'fa:16:3e:ed:16:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:47Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 2, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'subnets': [{'id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:52.868347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd02058-579e-40a1-b93e-f4c46ed1137b {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:57:52.889534 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:52.914359 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Checking router: 7e2171d3-97d7-491b-83fa-7897c8060ceb for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:57:52.915162 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Updating router 7e2171d3-97d7-491b-83fa-7897c8060ceb port 099598b8-2a5b-4dcc-a5ae-bf5183361500 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:57:52.932877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b191d-c39b-483a-84df-3ff7a6c003d0 req-3cf99edc-9ac8-4dfe-903f-2c09b24a9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:52.940308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=a80bf93f-ecf4-4003-a592-419a48827f6c,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:52.950663 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-058b191d-c39b-483a-84df-3ff7a6c003d0 req-3cf99edc-9ac8-4dfe-903f-2c09b24a9bf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bebb4d23-857a-46c7-9813-a2fc5e9567dc HTTP/1.1" status: 200  len: 844 time: 0.1588230
Dec 18 20:57:52.959949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Transition to ACTIVE for port object edd02058-579e-40a1-b93e-f4c46ed1137b will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:57:52.974162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a7fa33b-3208-417b-82c6-82c052dea70c req-476fd86f-d4e1-4e5b-a777-602991674d28 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 210 time: 0.0796986
Dec 18 20:57:52.989194 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:53.015097 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-058b191d-c39b-483a-84df-3ff7a6c003d0 req-f388c732-fb9f-4c03-9086-da6835fce386 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4249639-6520-4b9d-908b-e792b10734b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635478
Dec 18 20:57:53.019372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41226) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:53.023341 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:53.026048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9ceb2ea8-09a1-41f2-9edb-ba82770aa088 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970717789', 'description': 'tempest-description--960691270'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:53.108829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['a80bf93f-ecf4-4003-a592-419a48827f6c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:57:53.181561 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2ea8-09a1-41f2-9edb-ba82770aa088 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:53.312433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Pushing event updated for resources: {'Port': ['ID=edd02058-579e-40a1-b93e-f4c46ed1137b,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:53.516801 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-058b191d-c39b-483a-84df-3ff7a6c003d0 req-c4fb5a50-9c15-4883-87e7-aa7c065d6b16 service neutron] 10.222.0.36 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4906876
Dec 18 20:57:53.610347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc0a3b-241e-4c53-9c1d-d87539dd824e req-f95b652e-b501-4b81-a030-175234147c48 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:53.619305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4adc0a3b-241e-4c53-9c1d-d87539dd824e req-f95b652e-b501-4b81-a030-175234147c48 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.3697891
Dec 18 20:57:53.702371 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:53.705463 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-058b191d-c39b-483a-84df-3ff7a6c003d0 req-d7f9ec8f-6d3a-4ab7-8a29-e1b8d5be116a service neutron] 10.222.0.36 "GET /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750519
Dec 18 20:57:53.708809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4adc0a3b-241e-4c53-9c1d-d87539dd824e req-fe0e3d0e-9b8b-4731-847c-7a1204573c2e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884948
Dec 18 20:57:53.739164 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:53.744155 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Attempting to bind port edd02058-579e-40a1-b93e-f4c46ed1137b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:57:53.744508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Attempting to bind port edd02058-579e-40a1-b93e-f4c46ed1137b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:57:53.745423 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Attempting to bind port edd02058-579e-40a1-b93e-f4c46ed1137b on network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:53.745618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac8330-7585-4bc4-9808-413dbd2da474 req-309f655d-16dc-4e64-935e-18bcda107fce tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:53.754866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29ac8330-7585-4bc4-9808-413dbd2da474 req-309f655d-16dc-4e64-935e-18bcda107fce tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 945 time: 0.4700646
Dec 18 20:57:53.756712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Port edd02058-579e-40a1-b93e-f4c46ed1137b on network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:57:53.757055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Attempting to bind port edd02058-579e-40a1-b93e-f4c46ed1137b on network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:53.766311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:57:53.766677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Checking segment: {'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:53.767303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Bound using segment: {'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:57:53.767716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Bound port: edd02058-579e-40a1-b93e-f4c46ed1137b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f6b391-dc49-46b7-bec7-da58fdaf924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:57:53.768148 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:53.805911 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2ea8-09a1-41f2-9edb-ba82770aa088 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:53.842051 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44782ee8-b2e2-4d45-9540-82d643b4f690 None None] Pushing event updated for resources: {'Port': ['ID=099598b8-2a5b-4dcc-a5ae-bf5183361500,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:53.842820 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2ea8-09a1-41f2-9edb-ba82770aa088 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:53.882435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb2ea8-09a1-41f2-9edb-ba82770aa088 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e996317b-982e-48ce-8e7c-bef67e5f6efb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:53.952268 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Attempting to bind port 099598b8-2a5b-4dcc-a5ae-bf5183361500 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:57:53.952831 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Attempting to bind port 099598b8-2a5b-4dcc-a5ae-bf5183361500 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:57:53.953485 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Attempting to bind port 099598b8-2a5b-4dcc-a5ae-bf5183361500 on network 3eb4717b-66be-4294-a87d-4258f6da14d8 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:57:53.965804 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:57:53.966730 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Checking segment: {'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:57:53.967583 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:53.968159 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Bound using segment: {'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:57:53.968826 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Bound port: 099598b8-2a5b-4dcc-a5ae-bf5183361500, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:57:53.970274 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:54.024655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] For port edd02058-579e-40a1-b93e-f4c46ed1137b, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:57:54.043313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] For port edd02058-579e-40a1-b93e-f4c46ed1137b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edd02058-579e-40a1-b93e-f4c46ed1137b,segment=NetworkSegment(c7f6b391-dc49-46b7-bec7-da58fdaf924f),segment_id=c7f6b391-dc49-46b7-bec7-da58fdaf924f)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:57:54.048564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29ac8330-7585-4bc4-9808-413dbd2da474 req-88d42f7a-c99c-45f7-a9c4-7c74bf7a6e93 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2926807
Dec 18 20:57:54.053452 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:54.098583 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] For port 099598b8-2a5b-4dcc-a5ae-bf5183361500, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:57:54.107083 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] For port 099598b8-2a5b-4dcc-a5ae-bf5183361500, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=099598b8-2a5b-4dcc-a5ae-bf5183361500,segment=NetworkSegment(e52fbc82-f0d7-43f9-81fe-eb621fbfc717),segment_id=e52fbc82-f0d7-43f9-81fe-eb621fbfc717)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:57:54.116324 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:54.145924 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2ea8-09a1-41f2-9edb-ba82770aa088 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:54.151306 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9ceb2ea8-09a1-41f2-9edb-ba82770aa088 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 1.1305068
Dec 18 20:57:54.155762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41238) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:54.163672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:54.164887 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:54.168994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f858a3ad-61b5-4076-9ee8-5fbdd10d7602 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Request body: {'security_group_rule': {'security_group_id': 'e996317b-982e-48ce-8e7c-bef67e5f6efb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:54.195397 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] 10.222.0.31 "PUT /v2.0/ports/edd02058-579e-40a1-b93e-f4c46ed1137b HTTP/1.1" status: 200  len: 1091 time: 3.5943005
Dec 18 20:57:54.197943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 07ac6499-0831-47d9-9072-52d994281360 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:54.204202 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19838f-bba1-45a0-8032-f38a9d310bec req-6aade52d-3d48-422a-b152-99728f6514b7 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:54.214828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff19838f-bba1-45a0-8032-f38a9d310bec req-6aade52d-3d48-422a-b152-99728f6514b7 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 943 time: 0.3881588
Dec 18 20:57:54.215317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0767c760-b97d-4335-9e04-aea2214c110a', 'tag': 'edd02058-579e-40a1-b93e-f4c46ed1137b'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:57:54.219744 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a6d56f-6010-4dc5-bf9e-27fc22479758" -d '{"events": [{"name": "network-changed", "server_uuid": "0767c760-b97d-4335-9e04-aea2214c110a", "tag": "edd02058-579e-40a1-b93e-f4c46ed1137b"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:57:54.308947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd9270-8faa-48e1-8f71-73f5f06262d4 service neutron] Pushing event updated for resources: {'Port': ['ID=edd02058-579e-40a1-b93e-f4c46ed1137b,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:54.316856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff19838f-bba1-45a0-8032-f38a9d310bec req-1b1980ba-e2db-4364-9aad-bfbe61932f03 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003172
Dec 18 20:57:54.343455 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Routers {'7e2171d3-97d7-491b-83fa-7897c8060ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:57:54.349399 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36644a5e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:57:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7e2171d3-97d7-491b-83fa-7897c8060ceb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:54.436132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4ea6719e-d889-42bd-8c43-907814e65e54 None None] Provisioning complete for port 099598b8-2a5b-4dcc-a5ae-bf5183361500 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:54.436430 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ea6719e-d889-42bd-8c43-907814e65e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:54.539083 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f858a3ad-61b5-4076-9ee8-5fbdd10d7602 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:54.569075 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eddb-3554-4e0f-820d-7938d309a73c req-fb7e0cfc-542a-4bb5-83bc-f00ed7ab11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:54.574760 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-fb7e0cfc-542a-4bb5-83bc-f00ed7ab11c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f69c5059282455ca98cc9bff0fe1c94&device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 1094 time: 0.1690724
Dec 18 20:57:54.641635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f858a3ad-61b5-4076-9ee8-5fbdd10d7602 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:54.683085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 07ac6499-0831-47d9-9072-52d994281360 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:57:54.690673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-de49b37c-e9b2-4318-9813-d897408222f9 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:54.695661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-de49b37c-e9b2-4318-9813-d897408222f9 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.31 "GET /v2.0/networks?id=4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c HTTP/1.1" status: 200  len: 812 time: 0.7367394
Dec 18 20:57:54.698726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 07ac6499-0831-47d9-9072-52d994281360 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:54.699104 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:54.700768 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-3702e8ea-9ed9-4a49-8929-118022828814 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd02058-579e-40a1-b93e-f4c46ed1137b HTTP/1.1" status: 200  len: 217 time: 0.1083968
Dec 18 20:57:54.701667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f858a3ad-61b5-4076-9ee8-5fbdd10d7602 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:54.738432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafaa0d-8134-4034-a896-dd080009a9ce req-8abc5d64-eca0-44cd-893d-f2b9a7c8ea5a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:54.741965 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5aafaa0d-8134-4034-a896-dd080009a9ce req-8abc5d64-eca0-44cd-893d-f2b9a7c8ea5a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 944 time: 0.4476807
Dec 18 20:57:54.802824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9c70a89-5a52-4e81-854a-2b189745390b req-dd8ada9e-fc6e-4c4c-bdca-0b8b1c2af104 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 210 time: 0.1966348
Dec 18 20:57:54.815906 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44782ee8-b2e2-4d45-9540-82d643b4f690 None None] Pushing event updated for resources: {'Port': ['ID=099598b8-2a5b-4dcc-a5ae-bf5183361500,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:54.880094 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f858a3ad-61b5-4076-9ee8-5fbdd10d7602 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:54.887598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f858a3ad-61b5-4076-9ee8-5fbdd10d7602 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7287593
Dec 18 20:57:54.890050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41246) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:54.900353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9fdbee90-de38-47d9-a9f0-0f38d67f4a54 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Request body: {'security_group_rule': {'security_group_id': 'e996317b-982e-48ce-8e7c-bef67e5f6efb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:54.944635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eddb-3554-4e0f-820d-7938d309a73c req-37c3db80-a7eb-49d5-98ed-07dbc611ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:54.950047 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-37c3db80-a7eb-49d5-98ed-07dbc611ec57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0d3bffe-773a-4598-af22-e5fab845c229 HTTP/1.1" status: 200  len: 853 time: 0.1922307
Dec 18 20:57:54.957826 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a8ee1d-8e27-4d53-8bdf-722f2e72cf5a x-openstack-request-id: req-e6a8ee1d-8e27-4d53-8bdf-722f2e72cf5a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:57:54.958365 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0767c760-b97d-4335-9e04-aea2214c110a", "tag": "edd02058-579e-40a1-b93e-f4c46ed1137b", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:57:54.958834 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6a8ee1d-8e27-4d53-8bdf-722f2e72cf5a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:57:54.960339 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0767c760-b97d-4335-9e04-aea2214c110a', 'tag': 'edd02058-579e-40a1-b93e-f4c46ed1137b', 'status': 'completed', 'code': 200}
Dec 18 20:57:54.974318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858a3ad-61b5-4076-9ee8-5fbdd10d7602 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a31788b-049f-4c06-aded-6b95ef1dc808,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:55.013596 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] Set router 7e2171d3-97d7-491b-83fa-7897c8060ceb gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:57:55.036693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ea6719e-d889-42bd-8c43-907814e65e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:55.073517 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5aafaa0d-8134-4034-a896-dd080009a9ce req-edff42e3-2c0d-4086-a9b6-8e434a207f5b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3303597
Dec 18 20:57:55.144282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4ea6719e-d889-42bd-8c43-907814e65e54 None None] For port 099598b8-2a5b-4dcc-a5ae-bf5183361500, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=099598b8-2a5b-4dcc-a5ae-bf5183361500,segment=NetworkSegment(e52fbc82-f0d7-43f9-81fe-eb621fbfc717),segment_id=e52fbc82-f0d7-43f9-81fe-eb621fbfc717)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:55.147194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eddb-3554-4e0f-820d-7938d309a73c req-1ec267dc-bd72-406e-ac6e-87fa0e78696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:55.149040 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-1ec267dc-bd72-406e-ac6e-87fa0e78696f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7bd317e2-46c6-4f03-a5b1-bf11d8fa277a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1873462
Dec 18 20:57:55.192037 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdbee90-de38-47d9-a9f0-0f38d67f4a54 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:55.195532 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ea6719e-d889-42bd-8c43-907814e65e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:55.306514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:55.313277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-33019dd5-c345-4ce0-bb1c-244e8b8d83f0 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ab34e83092a4610b03af4bfa353fb09 HTTP/1.1" status: 200  len: 380 time: 0.5389090
Dec 18 20:57:55.345187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989da443-20ea-4b2b-b11a-bd5168a34675 req-2166b6e0-2b3a-43cd-9e93-3695e2f4e364 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:55.357620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-989da443-20ea-4b2b-b11a-bd5168a34675 req-2166b6e0-2b3a-43cd-9e93-3695e2f4e364 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 945 time: 0.1420710
Dec 18 20:57:55.365465 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Request body: {'port': {'device_id': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'admin_state_up': True, 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'security_groups': ['a4620419-ecff-47bf-a1d5-bfc565a8b720']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:55.441639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6719e-d889-42bd-8c43-907814e65e54 None None] Pushing event updated for resources: {'Port': ['ID=099598b8-2a5b-4dcc-a5ae-bf5183361500,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:55.449563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cde937-d836-4d8a-8568-4e686b8ca4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ac6499-0831-47d9-9072-52d994281360'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:57:55.452545 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aad64a-c6c9-4c7b-8a3b-fa248d7c95f1" -d '{"events": [{"server_uuid": "16cde937-d836-4d8a-8568-4e686b8ca4f2", "name": "network-vif-plugged", "status": "completed", "tag": "07ac6499-0831-47d9-9072-52d994281360"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:57:55.473337 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-919a0b9f-14bf-459c-9815-74f7008197c7 None None] Provisioning complete for port 099598b8-2a5b-4dcc-a5ae-bf5183361500 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:55.474091 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-919a0b9f-14bf-459c-9815-74f7008197c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:55.481529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 07ac6499-0831-47d9-9072-52d994281360, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=07ac6499-0831-47d9-9072-52d994281360,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:55.515571 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:55.529422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdbee90-de38-47d9-a9f0-0f38d67f4a54 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:55.552164 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdbee90-de38-47d9-a9f0-0f38d67f4a54 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:55.556704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d9225-de4c-4d92-a6b2-b13ee7dac0aa req-e332f0b7-3199-4674-af66-641598365a95 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:55.559208 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-074d9225-de4c-4d92-a6b2-b13ee7dac0aa req-e332f0b7-3199-4674-af66-641598365a95 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.4808357
Dec 18 20:57:55.594385 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36644a5e50>, [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '099598b8-2a5b-4dcc-a5ae-bf5183361500', 'name': '', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'mac_address': 'fa:16:3e:ed:16:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:47Z', 'updated_at': '2021-12-18T20:57:54Z', 'revision_number': 4, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'subnets': [{'id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:57:55.595167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=07ac6499-0831-47d9-9072-52d994281360,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:55.648893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbee90-de38-47d9-a9f0-0f38d67f4a54 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37e5eca-3af2-4741-bae9-637653479bf9,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:55.656690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-074d9225-de4c-4d92-a6b2-b13ee7dac0aa req-3f1d9b9c-b81e-434e-bc64-e5ef682aa6c1 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817215
Dec 18 20:57:55.677047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Made reservation on behalf of 2ab34e83092a4610b03af4bfa353fb09 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:57:55.679025 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9fdbee90-de38-47d9-a9f0-0f38d67f4a54 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:55.680352 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9fdbee90-de38-47d9-a9f0-0f38d67f4a54 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7859743
Dec 18 20:57:55.685805 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:55.688170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41260) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:57:55.691358 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-c3f2b930-4e74-4af3-b149-a578bd1226fe service neutron] 10.222.0.31 "GET /v2.0/networks/7bd317e2-46c6-4f03-a5b1-bf11d8fa277a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4224412
Dec 18 20:57:55.693452 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04390f6f-0675-42b6-af4c-edc90d1610c3 None None] The sync data for ids ['7e2171d3-97d7-491b-83fa-7897c8060ceb'] in ncdv-master-1 is: [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '099598b8-2a5b-4dcc-a5ae-bf5183361500', 'name': '', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'mac_address': 'fa:16:3e:ed:16:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:47Z', 'updated_at': '2021-12-18T20:57:54Z', 'revision_number': 4, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'subnets': [{'id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:57:55.704840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:55.738377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-989da443-20ea-4b2b-b11a-bd5168a34675 req-8a780d84-a8e8-4363-b5a6-db1ea1ca9424 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3796544
Dec 18 20:57:55.834719 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5e563f-dfc2-4e3c-9749-429dc90fb8cd x-openstack-request-id: req-4b5e563f-dfc2-4e3c-9749-429dc90fb8cd {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:57:55.835628 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cde937-d836-4d8a-8568-4e686b8ca4f2", "name": "network-vif-plugged", "status": "completed", "tag": "07ac6499-0831-47d9-9072-52d994281360", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:57:55.836516 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b5e563f-dfc2-4e3c-9749-429dc90fb8cd {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:57:55.837072 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cde937-d836-4d8a-8568-4e686b8ca4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ac6499-0831-47d9-9072-52d994281360', 'code': 200}
Dec 18 20:57:55.935896 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:56.005042 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e519eddb-3554-4e0f-820d-7938d309a73c req-dfce7ffa-fc64-42b8-a0a0-f238781f3385 service neutron] 10.222.0.31 "GET /v2.0/networks/7bd317e2-46c6-4f03-a5b1-bf11d8fa277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3023872
Dec 18 20:57:56.167948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1bde0-d2a4-47b9-8b29-e368dabf82d1 req-8849e616-261a-4a2e-8e7a-030b8a269c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:56.170563 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-76c1bde0-d2a4-47b9-8b29-e368dabf82d1 req-8849e616-261a-4a2e-8e7a-030b8a269c0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 1096 time: 0.0534854
Dec 18 20:57:56.192298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-654305fa-d8d8-4fa9-9082-b9502d5f7f55 req-87fc27ca-87e5-40b8-9ce9-50eec28cbb83 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 210 time: 0.0664530
Dec 18 20:57:56.213604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a80bf93f-ecf4-4003-a592-419a48827f6c up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:56.322936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f8746-8d43-4931-88f0-0e6e976f4f9c req-66f5e6db-0975-4efa-a715-4b3c047aac2b tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:56.331404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-194f8746-8d43-4931-88f0-0e6e976f4f9c req-66f5e6db-0975-4efa-a715-4b3c047aac2b tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 943 time: 0.4001961
Dec 18 20:57:56.358238 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-76c1bde0-d2a4-47b9-8b29-e368dabf82d1 req-17e7d975-b527-4824-aa73-186cdfef328b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784008
Dec 18 20:57:56.383316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Allocated IP 172.20.0.10 (4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c/c336d839-f9bd-49a0-889b-7bc38ad323d1/fea449d4-dbd8-44cd-99aa-d486449cf15d) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:56.419498 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6d56f-6010-4dc5-bf9e-27fc22479758 req-49b01ac2-dca1-49c3-aa01-42afd47e2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:56.424533 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-58a6d56f-6010-4dc5-bf9e-27fc22479758 req-49b01ac2-dca1-49c3-aa01-42afd47e2bc0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f69c5059282455ca98cc9bff0fe1c94&device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 1094 time: 0.1927176
Dec 18 20:57:56.429407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port a80bf93f-ecf4-4003-a592-419a48827f6c completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:57:56.446369 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port a80bf93f-ecf4-4003-a592-419a48827f6c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:56.447061 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:56.613955 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:56.619031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b61a1e-814e-413d-8471-0f9a5a188b69 req-b45920a1-5543-42ae-b84e-af144b4363a1 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:56.620886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66b61a1e-814e-413d-8471-0f9a5a188b69 req-b45920a1-5543-42ae-b84e-af144b4363a1 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 945 time: 0.2592723
Dec 18 20:57:56.624648 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-194f8746-8d43-4931-88f0-0e6e976f4f9c req-322ddce1-2aa5-4a28-a294-88542e2d31bc tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2924461
Dec 18 20:57:56.676826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a80bf93f-ecf4-4003-a592-419a48827f6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a80bf93f-ecf4-4003-a592-419a48827f6c,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:57:56.686145 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:56.736328 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:56.831680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=a80bf93f-ecf4-4003-a592-419a48827f6c,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:56.897585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66b61a1e-814e-413d-8471-0f9a5a188b69 req-00e32a29-8a7d-4373-bc60-7887da9d5de1 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2568064
Dec 18 20:57:56.997486 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:57.059149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59016123-ea9f-405f-a098-a1e5fba48cb7 req-e22c02ba-5f48-42a9-9faf-452125e695ad tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:57.064638 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59016123-ea9f-405f-a098-a1e5fba48cb7 req-e22c02ba-5f48-42a9-9faf-452125e695ad tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1935492
Dec 18 20:57:57.136510 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6d56f-6010-4dc5-bf9e-27fc22479758 req-42c78c4f-f22d-4473-ab6d-9aba3de819f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:57.138241 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-58a6d56f-6010-4dc5-bf9e-27fc22479758 req-42c78c4f-f22d-4473-ab6d-9aba3de819f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7bd317e2-46c6-4f03-a5b1-bf11d8fa277a HTTP/1.1" status: 200  len: 915 time: 0.2868412
Dec 18 20:57:57.191539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Allocated IP 172.35.3.184 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/dde17e0a-750a-4813-81c2-bd8bbc3793b8) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:57:57.317104 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:57.464700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b225abf-74ba-4fc2-b5c4-08b90ff7aa6a req-998cbfb7-d125-4783-ab2b-3a1f95ae016f tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:57.466532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b225abf-74ba-4fc2-b5c4-08b90ff7aa6a req-998cbfb7-d125-4783-ab2b-3a1f95ae016f tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 946 time: 0.3963528
Dec 18 20:57:57.481644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:57.485328 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:57.507885 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:57.523340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:57.598095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59016123-ea9f-405f-a098-a1e5fba48cb7 req-59d2a437-3c26-4275-8011-96d6238ea15c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5135739
Dec 18 20:57:57.653833 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-58a6d56f-6010-4dc5-bf9e-27fc22479758 req-3b5caeaa-5dc1-4ee5-b1d1-558e35e7df04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd02058-579e-40a1-b93e-f4c46ed1137b HTTP/1.1" status: 200  len: 217 time: 0.1384590
Dec 18 20:57:57.653974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Pushing event updated for resources: {'Port': ['ID=fea449d4-dbd8-44cd-99aa-d486449cf15d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:57.683311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 099598b8-2a5b-4dcc-a5ae-bf5183361500 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:57:57.692352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:57.693029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:57.793475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b225abf-74ba-4fc2-b5c4-08b90ff7aa6a req-e0b602e5-1fe6-4cb2-813e-83cf50f2360b tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2883525
Dec 18 20:57:57.836044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6d56f-6010-4dc5-bf9e-27fc22479758 req-7345a26e-8653-4c51-899f-de68de35501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:57.839795 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-58a6d56f-6010-4dc5-bf9e-27fc22479758 req-7345a26e-8653-4c51-899f-de68de35501b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0d3bffe-773a-4598-af22-e5fab845c229 HTTP/1.1" status: 200  len: 853 time: 0.1563747
Dec 18 20:57:57.841995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.844584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.846505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.847995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.848838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.850767 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.851466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.853493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.854169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.854799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367d7e2b-daf1-4ac1-996b-6cc729824d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80bf93f-ecf4-4003-a592-419a48827f6c'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:57:57.858469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.859270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.860000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.860561 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:57:57.861074 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a94011-9ab9-4098-a31b-c8d94f746c6a" -d '{"events": [{"server_uuid": "367d7e2b-daf1-4ac1-996b-6cc729824d5c", "name": "network-vif-plugged", "status": "completed", "tag": "a80bf93f-ecf4-4003-a592-419a48827f6c"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:57:57.932533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 099598b8-2a5b-4dcc-a5ae-bf5183361500 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:57.932938 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:57.955984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-6b4537ce-8ec5-4358-b3cc-bb6a6da5bc1a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6271617
Dec 18 20:57:58.006789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:58.062960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e95943c3-9815-49b4-b727-7375afe3005e None None] Provisioning complete for port fea449d4-dbd8-44cd-99aa-d486449cf15d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:57:58.063646 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e95943c3-9815-49b4-b727-7375afe3005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:58.110746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e95943c3-9815-49b4-b727-7375afe3005e None None] Port fea449d4-dbd8-44cd-99aa-d486449cf15d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:57:58.175909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6d56f-6010-4dc5-bf9e-27fc22479758 req-8394060d-adf8-4ad2-b871-74c44b812395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:58.178103 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-58a6d56f-6010-4dc5-bf9e-27fc22479758 req-8394060d-adf8-4ad2-b871-74c44b812395 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7bd317e2-46c6-4f03-a5b1-bf11d8fa277a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0674736
Dec 18 20:57:58.460897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Request body: {'port': {'device_id': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:57:58.504482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Pushing event updated for resources: {'Port': ['ID=dde17e0a-750a-4813-81c2-bd8bbc3793b8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:58.510790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:57:58.528785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd7c87-92e6-4ede-92f4-53d8b33d4ec0 req-045f3ce2-8fde-46c6-bffa-9dd75332f832 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:58.530642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57cd7c87-92e6-4ede-92f4-53d8b33d4ec0 req-045f3ce2-8fde-46c6-bffa-9dd75332f832 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 932 time: 0.6308990
Dec 18 20:57:58.531585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:57:58.538386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:57:58.552055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ef306-1d24-4abe-913d-2fa785ed6e00 req-46251148-baee-4b76-a8be-20b8fac52e09 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:58.559382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab3ef306-1d24-4abe-913d-2fa785ed6e00 req-46251148-baee-4b76-a8be-20b8fac52e09 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 943 time: 0.5971279
Dec 18 20:57:58.666972 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:58.708854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57cd7c87-92e6-4ede-92f4-53d8b33d4ec0 req-d02c2b17-d5a7-4577-aba6-d0cb9a12f4a5 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1677899
Dec 18 20:57:58.753186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab3ef306-1d24-4abe-913d-2fa785ed6e00 req-88985090-bb98-4bed-963f-2731dfbcd52c tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923225
Dec 18 20:57:58.770558 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc66a6db-a24e-42c5-9cd5-f2f116fe0af5 x-openstack-request-id: req-cc66a6db-a24e-42c5-9cd5-f2f116fe0af5 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:57:58.771267 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367d7e2b-daf1-4ac1-996b-6cc729824d5c", "name": "network-vif-plugged", "status": "completed", "tag": "a80bf93f-ecf4-4003-a592-419a48827f6c", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:57:58.771267 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc66a6db-a24e-42c5-9cd5-f2f116fe0af5 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:57:58.771620 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367d7e2b-daf1-4ac1-996b-6cc729824d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80bf93f-ecf4-4003-a592-419a48827f6c', 'code': 200}
Dec 18 20:57:58.869520 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:58.945156 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062de3e-9b3d-44c1-a410-3361a077e3fc req-0e3da7cf-2744-49bf-a87a-62bec9b06da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:58.945977 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6062de3e-9b3d-44c1-a410-3361a077e3fc req-0e3da7cf-2744-49bf-a87a-62bec9b06da9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 1097 time: 0.0707064
Dec 18 20:57:59.025258 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6062de3e-9b3d-44c1-a410-3361a077e3fc req-6ea623e3-13f4-485e-a1af-ef5d60f0fd00 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701532
Dec 18 20:57:59.145960 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:59.186118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4190a6d-585d-4e41-a3e5-d8886a93c827 req-ddbcbb45-8ae4-4afd-aa9f-a79281a52c6e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:59.187614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4190a6d-585d-4e41-a3e5-d8886a93c827 req-ddbcbb45-8ae4-4afd-aa9f-a79281a52c6e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.3214107
Dec 18 20:57:59.252115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd23841-409e-4c78-a634-5898ddfc1854 req-3a9bd7d1-f22a-4695-9943-4c897717ab74 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:59.254052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bd23841-409e-4c78-a634-5898ddfc1854 req-3a9bd7d1-f22a-4695-9943-4c897717ab74 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 945 time: 0.2084782
Dec 18 20:57:59.391074 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4190a6d-585d-4e41-a3e5-d8886a93c827 req-c4a73b1b-120d-47c5-a868-d34e478a1e5a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955900
Dec 18 20:57:59.438626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea449d4-dbd8-44cd-99aa-d486449cf15d {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:57:59.471859 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bd23841-409e-4c78-a634-5898ddfc1854 req-e7f71e56-4bbb-4e8e-b4f1-64563cde8a64 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058508
Dec 18 20:57:59.482534 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:59.531937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Transition to ACTIVE for port object fea449d4-dbd8-44cd-99aa-d486449cf15d will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:57:59.542558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:59.666623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d873a-c3a5-4825-b29d-ca30a2147c86 req-1ffecc05-0153-45f7-abf5-83e759a85bdd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:57:59.668134 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e2d873a-c3a5-4825-b29d-ca30a2147c86 req-1ffecc05-0153-45f7-abf5-83e759a85bdd tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 946 time: 0.1106308
Dec 18 20:57:59.771078 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:59.772780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Pushing event updated for resources: {'Port': ['ID=fea449d4-dbd8-44cd-99aa-d486449cf15d,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:59.804036 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:57:59.849183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-170ecf4f-311a-4250-adec-69f042994b47 req-9b35041d-0d2f-4401-bbb8-3790ce6494b5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=69de37deec2a49ff9eaad9cbb7c48f31 HTTP/1.1" status: 200  len: 267 time: 0.2035389
Dec 18 20:57:59.972092 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Pushing event updated for resources: {'Port': ['ID=dde17e0a-750a-4813-81c2-bd8bbc3793b8,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:57:59.996877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e2d873a-c3a5-4825-b29d-ca30a2147c86 req-9893cb26-eeb1-4994-b244-7c49697bb6a1 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2923448
Dec 18 20:58:00.006952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Attempting to bind port fea449d4-dbd8-44cd-99aa-d486449cf15d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:58:00.007295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Attempting to bind port fea449d4-dbd8-44cd-99aa-d486449cf15d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:58:00.007632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Attempting to bind port fea449d4-dbd8-44cd-99aa-d486449cf15d on network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:00.019151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Port fea449d4-dbd8-44cd-99aa-d486449cf15d on network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:58:00.019427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Attempting to bind port fea449d4-dbd8-44cd-99aa-d486449cf15d on network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:00.028512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:58:00.028860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Checking segment: {'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:58:00.029251 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Bound using segment: {'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:58:00.029689 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Bound port: fea449d4-dbd8-44cd-99aa-d486449cf15d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:58:00.030053 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:00.034445 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:00.052969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ecf4f-311a-4250-adec-69f042994b47 req-70854bc9-5110-47d3-a722-612789dc9e0d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:00.054953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-170ecf4f-311a-4250-adec-69f042994b47 req-70854bc9-5110-47d3-a722-612789dc9e0d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 945 time: 0.1844823
Dec 18 20:58:00.071908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-170ecf4f-311a-4250-adec-69f042994b47 req-e30d95ea-edca-4bd1-a254-7736e3bb8b53 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Request body: {'port': {'security_groups': []}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:00.159996 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:00.162709 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a930ce28-f465-4a62-80fb-edfa07966228 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.4702761
Dec 18 20:58:00.205667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-170ecf4f-311a-4250-adec-69f042994b47 req-e30d95ea-edca-4bd1-a254-7736e3bb8b53 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:00.303293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] For port fea449d4-dbd8-44cd-99aa-d486449cf15d, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:58:00.328430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] For port fea449d4-dbd8-44cd-99aa-d486449cf15d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fea449d4-dbd8-44cd-99aa-d486449cf15d,segment=NetworkSegment(d26db73b-b34b-4d1a-aeaf-4c67a620bb54),segment_id=d26db73b-b34b-4d1a-aeaf-4c67a620bb54)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:58:00.342685 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaac21d-f0b3-4336-bbeb-66381531dec0 req-69265d0b-c6b4-49c0-ac21-ed998a658920 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:00.350679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4aaac21d-f0b3-4336-bbeb-66381531dec0 req-69265d0b-c6b4-49c0-ac21-ed998a658920 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 944 time: 0.1839838
Dec 18 20:58:00.382612 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:00.503980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Pushing event updated for resources: {'Port': ['ID=fea449d4-dbd8-44cd-99aa-d486449cf15d,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:00.511297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:00.512029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:00.513688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-672e47f5-74c0-46a6-9622-30ab50b0fe0d service neutron] 10.222.0.31 "PUT /v2.0/ports/fea449d4-dbd8-44cd-99aa-d486449cf15d HTTP/1.1" status: 200  len: 1092 time: 2.0568607
Dec 18 20:58:00.514449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'tag': 'fea449d4-dbd8-44cd-99aa-d486449cf15d'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:00.516942 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14cae3a-0e41-4ece-9613-e104312dae9b" -d '{"events": [{"name": "network-changed", "server_uuid": "198e9dd2-01b2-4119-9848-b5c9db0cb7ca", "tag": "fea449d4-dbd8-44cd-99aa-d486449cf15d"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:00.564509 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4aaac21d-f0b3-4336-bbeb-66381531dec0 req-620c3622-b238-40fe-b4dc-5dcb5074e3d1 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2127528
Dec 18 20:58:00.646981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-170ecf4f-311a-4250-adec-69f042994b47 req-e30d95ea-edca-4bd1-a254-7736e3bb8b53 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] For port 07ac6499-0831-47d9-9072-52d994281360, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=07ac6499-0831-47d9-9072-52d994281360,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:00.726408 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-170ecf4f-311a-4250-adec-69f042994b47 req-e30d95ea-edca-4bd1-a254-7736e3bb8b53 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:00.770725 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-170ecf4f-311a-4250-adec-69f042994b47 req-e30d95ea-edca-4bd1-a254-7736e3bb8b53 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:00.786556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['32869e6e-5796-4fce-881e-b53b1eb6f63a', 'dcd26d53-013a-41a0-b028-6f833c1afdf4'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:00.790397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['07ac6499-0831-47d9-9072-52d994281360'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:00.844261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d95ea-edca-4bd1-a254-7736e3bb8b53 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event updated for resources: {'Port': ['ID=07ac6499-0831-47d9-9072-52d994281360,revision_number=6']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:00.866196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2aab-03d8-4976-bbb7-473146f19564 req-cb407e9c-765d-4b17-80ed-6c9f49dbdb44 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:00.867839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec2a2aab-03d8-4976-bbb7-473146f19564 req-cb407e9c-765d-4b17-80ed-6c9f49dbdb44 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 943 time: 0.1747630
Dec 18 20:58:00.879448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ecf4f-311a-4250-adec-69f042994b47 req-e30d95ea-edca-4bd1-a254-7736e3bb8b53 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:00.879992 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-170ecf4f-311a-4250-adec-69f042994b47 req-e30d95ea-edca-4bd1-a254-7736e3bb8b53 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:00.881420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-170ecf4f-311a-4250-adec-69f042994b47 req-e30d95ea-edca-4bd1-a254-7736e3bb8b53 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "PUT /v2.0/ports/07ac6499-0831-47d9-9072-52d994281360 HTTP/1.1" status: 200  len: 904 time: 0.8143561
Dec 18 20:58:00.933265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec2a2aab-03d8-4976-bbb7-473146f19564 req-f0c8a0a0-0e1c-4e65-b0e2-822b19f2a924 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497746
Dec 18 20:58:01.041804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['07ac6499-0831-47d9-9072-52d994281360'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:01.177062 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a51851-6728-4a48-b2a6-eff82fb1afbf req-e6affab3-1766-4c78-885b-bb2712457f05 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:01.184911 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20a51851-6728-4a48-b2a6-eff82fb1afbf req-e6affab3-1766-4c78-885b-bb2712457f05 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1458049
Dec 18 20:58:01.244872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20a51851-6728-4a48-b2a6-eff82fb1afbf req-92e99018-c035-486a-b541-be1b0f7f4deb tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516899
Dec 18 20:58:01.249741 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-60ff91e7-14ab-4494-b250-a309ceb35d22 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--970717789&fields=id&tenant_id=09cf6435c2a148c6998dd3b1d301da96 HTTP/1.1" status: 200  len: 267 time: 0.2290056
Dec 18 20:58:01.364973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-812c2a2f-0899-4124-9710-b5aaec6a588f None None] Provisioning complete for port 07ac6499-0831-47d9-9072-52d994281360 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:01.365495 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-812c2a2f-0899-4124-9710-b5aaec6a588f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:01.394900 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803edf2e-6da6-4518-86d3-e40866bde43c x-openstack-request-id: req-803edf2e-6da6-4518-86d3-e40866bde43c {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:01.395137 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198e9dd2-01b2-4119-9848-b5c9db0cb7ca", "tag": "fea449d4-dbd8-44cd-99aa-d486449cf15d", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:01.395396 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-803edf2e-6da6-4518-86d3-e40866bde43c {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:01.395814 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'tag': 'fea449d4-dbd8-44cd-99aa-d486449cf15d', 'status': 'completed', 'code': 200}
Dec 18 20:58:01.448967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-418f6ae1-c539-498d-8847-b5674220be8b tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:01.458669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-418f6ae1-c539-498d-8847-b5674220be8b tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/networks?id=3eb4717b-66be-4294-a87d-4258f6da14d8 HTTP/1.1" status: 200  len: 805 time: 0.1986902
Dec 18 20:58:01.498190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-478b6ea9-3a25-4ab7-96ac-44099981a54f tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/quotas/09cf6435c2a148c6998dd3b1d301da96 HTTP/1.1" status: 200  len: 375 time: 0.0379417
Dec 18 20:58:01.662962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-d25f00ed-8adc-4e09-b9ea-4054917b5d8d tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09cf6435c2a148c6998dd3b1d301da96&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1642492
Dec 18 20:58:01.700380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085b981-4a94-4db4-aa1f-8ab5a94a13f8 req-2595253c-7e6f-4522-a7fd-5bfd6d4c6dc8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:01.702452 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2085b981-4a94-4db4-aa1f-8ab5a94a13f8 req-2595253c-7e6f-4522-a7fd-5bfd6d4c6dc8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 907 time: 0.1029305
Dec 18 20:58:01.914532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-e86abe56-cc97-4890-b460-3e856a75aa04 service neutron] 10.222.0.13 "GET /v2.0/networks/3eb4717b-66be-4294-a87d-4258f6da14d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2379315
Dec 18 20:58:02.024041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158b45b-ed63-472b-9552-1b22faa6c2c9 req-dd83e4f1-5221-46e0-ada8-6a574c913444 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:02.025529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6158b45b-ed63-472b-9552-1b22faa6c2c9 req-dd83e4f1-5221-46e0-ada8-6a574c913444 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 946 time: 0.1264572
Dec 18 20:58:02.074127 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-4f3503c7-f693-4673-83fa-5ed7713907a4 service neutron] 10.222.0.13 "GET /v2.0/networks/3eb4717b-66be-4294-a87d-4258f6da14d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371241
Dec 18 20:58:02.100796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6158b45b-ed63-472b-9552-1b22faa6c2c9 req-e2627fae-c62e-48be-9ed4-f0ece143389a tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680201
Dec 18 20:58:02.249415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2da78-8e76-4636-a81e-6d7fca943357 req-460e353c-af1c-478b-b5a6-30ea05a1f6cb tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:02.251084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2cf2da78-8e76-4636-a81e-6d7fca943357 req-460e353c-af1c-478b-b5a6-30ea05a1f6cb tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 944 time: 0.0583079
Dec 18 20:58:02.320286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2cf2da78-8e76-4636-a81e-6d7fca943357 req-d3026402-ade0-45e0-8868-0517047239f3 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589771
Dec 18 20:58:02.453988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a59f71-2981-4876-89e2-8b3c069d523e req-57f6d44d-7c81-4b81-8ecb-b72f77227851 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:02.458884 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0a59f71-2981-4876-89e2-8b3c069d523e req-57f6d44d-7c81-4b81-8ecb-b72f77227851 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0956264
Dec 18 20:58:02.477413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37110-ed2c-4730-88b0-6d9c5bc1588f req-516a68ff-88af-4ddd-8f76-0c19e404eada tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:02.478866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1fe37110-ed2c-4730-88b0-6d9c5bc1588f req-516a68ff-88af-4ddd-8f76-0c19e404eada tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 943 time: 0.0825441
Dec 18 20:58:02.560611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0a59f71-2981-4876-89e2-8b3c069d523e req-01bf41cb-5b58-435c-9c1c-810042c5a2da tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969539
Dec 18 20:58:02.569264 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1fe37110-ed2c-4730-88b0-6d9c5bc1588f req-8be21568-1396-45eb-98f3-9fbe41c346d0 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800781
Dec 18 20:58:02.750376 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47479670-56e1-4035-85be-04cc8cef2a2f req-3a9c8e8b-8b4e-403f-bc12-4ac74ec04a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:02.752816 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-47479670-56e1-4035-85be-04cc8cef2a2f req-3a9c8e8b-8b4e-403f-bc12-4ac74ec04a96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 1097 time: 0.0595677
Dec 18 20:58:02.764426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5645d3-3cbc-447b-ad7b-7f79e7123bba req-49ca8b81-7811-4c35-9616-0910f5aedd6e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:02.766054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c5645d3-3cbc-447b-ad7b-7f79e7123bba req-49ca8b81-7811-4c35-9616-0910f5aedd6e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0826902
Dec 18 20:58:02.818912 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-47479670-56e1-4035-85be-04cc8cef2a2f req-d325279b-9b20-48e8-b5cd-b204e170eb79 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588229
Dec 18 20:58:02.821999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c5645d3-3cbc-447b-ad7b-7f79e7123bba req-4aa169b6-ece4-4c79-ba3b-2499465d9e10 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489886
Dec 18 20:58:02.927216 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-61bfaa1b-d139-4cdf-9fd3-a51745468257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:02.930681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab16e6cf-81b6-447a-8134-a9b27ac823a9 req-17efaa3c-6de9-4d8a-9679-3699c14ab679 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 210 time: 0.0417836
Dec 18 20:58:02.987006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cae3a-0e41-4ece-9613-e104312dae9b req-56c0423d-6bb2-4951-b73d-261a0ca81c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:02.989094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d14cae3a-0e41-4ece-9613-e104312dae9b req-56c0423d-6bb2-4951-b73d-261a0ca81c33 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ab34e83092a4610b03af4bfa353fb09&device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 1095 time: 0.0625343
Dec 18 20:58:03.025510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-58a6d56f-6010-4dc5-bf9e-27fc22479758 req-52e88bd3-983a-4ff3-b300-6d9e20cf4c3d service neutron] 10.222.0.31 "GET /v2.0/networks/7bd317e2-46c6-4f03-a5b1-bf11d8fa277a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288242
Dec 18 20:58:03.194925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498c17f-2f70-4ac6-9775-8c79540d87e0 req-85b93a6a-6494-449b-9e07-27db2864e98d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:03.196565 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0498c17f-2f70-4ac6-9775-8c79540d87e0 req-85b93a6a-6494-449b-9e07-27db2864e98d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1704044
Dec 18 20:58:03.196935 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-58a6d56f-6010-4dc5-bf9e-27fc22479758 req-b94e66cc-da5b-4e1e-b900-2d31c94d7c59 service neutron] 10.222.0.31 "GET /v2.0/networks/7bd317e2-46c6-4f03-a5b1-bf11d8fa277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596377
Dec 18 20:58:03.243121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cae3a-0e41-4ece-9613-e104312dae9b req-e0b686cc-26fe-4b33-a912-2c700cd04b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:03.244068 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d14cae3a-0e41-4ece-9613-e104312dae9b req-e0b686cc-26fe-4b33-a912-2c700cd04b59 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2ab34e83092a4610b03af4bfa353fb09&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2393284
Dec 18 20:58:03.338117 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0498c17f-2f70-4ac6-9775-8c79540d87e0 req-167282d0-3c5d-4c4c-8628-9760184a433b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290786
Dec 18 20:58:03.399819 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cde937-d836-4d8a-8568-4e686b8ca4f2', 'tag': '07ac6499-0831-47d9-9072-52d994281360'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:03.401998 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015d2df3-470c-4378-90a4-6ce72d145c73" -d '{"events": [{"name": "network-changed", "server_uuid": "16cde937-d836-4d8a-8568-4e686b8ca4f2", "tag": "07ac6499-0831-47d9-9072-52d994281360"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:03.464239 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cb5c40-7f26-4d1f-b6a4-4a2c2cfed361 x-openstack-request-id: req-c5cb5c40-7f26-4d1f-b6a4-4a2c2cfed361 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:03.464611 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cde937-d836-4d8a-8568-4e686b8ca4f2", "tag": "07ac6499-0831-47d9-9072-52d994281360", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:03.464913 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5cb5c40-7f26-4d1f-b6a4-4a2c2cfed361 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:03.465320 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cde937-d836-4d8a-8568-4e686b8ca4f2', 'tag': '07ac6499-0831-47d9-9072-52d994281360', 'status': 'completed', 'code': 200}
Dec 18 20:58:03.482811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cae3a-0e41-4ece-9613-e104312dae9b req-d13a6395-e923-4f65-9fb1-a7339ff751e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:03.484726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d14cae3a-0e41-4ece-9613-e104312dae9b req-d13a6395-e923-4f65-9fb1-a7339ff751e3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2312851
Dec 18 20:58:03.514525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f232c2a-9bd6-420d-bc16-a5bd1e72bc69 req-bbba6707-a8f7-4b7c-b3a6-c799ead3a866 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:03.516061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f232c2a-9bd6-420d-bc16-a5bd1e72bc69 req-bbba6707-a8f7-4b7c-b3a6-c799ead3a866 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 944 time: 0.0699830
Dec 18 20:58:03.548351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d2df3-470c-4378-90a4-6ce72d145c73 req-f4fe2c7b-9b52-4fd1-b1c4-46b1d39719d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:03.550527 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-015d2df3-470c-4378-90a4-6ce72d145c73 req-f4fe2c7b-9b52-4fd1-b1c4-46b1d39719d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 1058 time: 0.0577106
Dec 18 20:58:03.646337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d2df3-470c-4378-90a4-6ce72d145c73 req-da62bfc5-ad00-4062-850f-c618493ac2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:03.647934 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-015d2df3-470c-4378-90a4-6ce72d145c73 req-da62bfc5-ad00-4062-850f-c618493ac2e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.0879190
Dec 18 20:58:03.699225 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-015d2df3-470c-4378-90a4-6ce72d145c73 req-563422fc-3f67-46fb-be95-791ce62b4d92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ac6499-0831-47d9-9072-52d994281360 HTTP/1.1" status: 200  len: 217 time: 0.0389230
Dec 18 20:58:03.765188 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d2df3-470c-4378-90a4-6ce72d145c73 req-1c291db9-1794-4399-a32d-beeee53160d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:03.767055 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-015d2df3-470c-4378-90a4-6ce72d145c73 req-1c291db9-1794-4399-a32d-beeee53160d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.0482521
Dec 18 20:58:03.833159 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d2df3-470c-4378-90a4-6ce72d145c73 req-4c79bfdd-5594-4cbb-91fd-e27971c697a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:03.836149 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-015d2df3-470c-4378-90a4-6ce72d145c73 req-4c79bfdd-5594-4cbb-91fd-e27971c697a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0567031
Dec 18 20:58:03.968598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f232c2a-9bd6-420d-bc16-a5bd1e72bc69 req-2d5fdfe8-1d9e-4212-b998-92de4835b8b2 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4391418
Dec 18 20:58:03.992201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f273891-c34b-4031-8642-68fc25c50294 req-e3efc5bd-e781-4aef-97d6-55fc256c7128 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:04.004668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f273891-c34b-4031-8642-68fc25c50294 req-e3efc5bd-e781-4aef-97d6-55fc256c7128 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 946 time: 0.4872673
Dec 18 20:58:04.028937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-95e6fc5f-e7f3-40a0-a128-11808f189f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:04.030365 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-95e6fc5f-e7f3-40a0-a128-11808f189f84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ab34e83092a4610b03af4bfa353fb09&device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 1095 time: 0.4800408
Dec 18 20:58:04.085165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-e76154a7-ba41-4c06-a0f6-9f59364f8162 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:04.087005 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-e76154a7-ba41-4c06-a0f6-9f59364f8162 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.36 "GET /v2.0/networks?id=3eb4717b-66be-4294-a87d-4258f6da14d8 HTTP/1.1" status: 200  len: 805 time: 0.2499235
Dec 18 20:58:04.108642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-40814d6d-e29e-4f23-8e9f-2fa6d0a6d547 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fea449d4-dbd8-44cd-99aa-d486449cf15d HTTP/1.1" status: 200  len: 217 time: 0.0592973
Dec 18 20:58:04.155592 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-015d2df3-470c-4378-90a4-6ce72d145c73 req-afe0bd2e-39b2-444a-9c34-4cdead9a4647 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3029425
Dec 18 20:58:04.249256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f273891-c34b-4031-8642-68fc25c50294 req-8e19e179-f3b6-4274-9169-dc5fd57439c3 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2439590
Dec 18 20:58:04.264927 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-fcd63a02-ed41-4c57-bb5d-ce0ba30ae4f2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09cf6435c2a148c6998dd3b1d301da96 HTTP/1.1" status: 200  len: 379 time: 0.1632345
Dec 18 20:58:04.270705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-9c651e73-a0f8-49ed-ae5f-cff368806223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:04.272161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-9c651e73-a0f8-49ed-ae5f-cff368806223 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c336d839-f9bd-49a0-889b-7bc38ad323d1 HTTP/1.1" status: 200  len: 851 time: 0.0908017
Dec 18 20:58:04.276156 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Request body: {'port': {'device_id': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'admin_state_up': True, 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'security_groups': ['e996317b-982e-48ce-8e7c-bef67e5f6efb']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:04.279043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-d550f54c-73b3-4cac-b59c-1e5e8bfef4ca tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:04.280440 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-d550f54c-73b3-4cac-b59c-1e5e8bfef4ca tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 811 time: 0.1767666
Dec 18 20:58:04.324471 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9efa596d-ebf8-4921-a1fc-9bbe94ad9730 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/quotas/69de37deec2a49ff9eaad9cbb7c48f31 HTTP/1.1" status: 200  len: 375 time: 0.0335567
Dec 18 20:58:04.386348 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-015d2df3-470c-4378-90a4-6ce72d145c73 req-b5c5fed1-f3c3-4704-9bba-ea50b8a448cc service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187183
Dec 18 20:58:04.400994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-e4dc70b1-0bad-40ab-8de7-9343bfe795de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:04.402778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-e4dc70b1-0bad-40ab-8de7-9343bfe795de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1211989
Dec 18 20:58:04.432953 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Made reservation on behalf of 09cf6435c2a148c6998dd3b1d301da96 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:58:04.433320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539665a0-6779-4794-a00a-0f1ee5033193 req-c411728f-47b2-467a-a363-295f7ce29599 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:04.434790 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-539665a0-6779-4794-a00a-0f1ee5033193 req-c411728f-47b2-467a-a363-295f7ce29599 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 943 time: 0.0977509
Dec 18 20:58:04.438422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:04.458374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-ebf3dc72-b27a-42ec-9f11-858a99cea64f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1329765
Dec 18 20:58:04.579827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Allocated IP 172.20.0.5 (3eb4717b-66be-4294-a87d-4258f6da14d8/75e7f026-cbf7-46d5-95b3-8e5f619d857c/b4996ca0-f713-420d-9ffb-a367ca1896f7) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:58:04.603712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-539665a0-6779-4794-a00a-0f1ee5033193 req-50abecfd-4691-4e22-abd4-e199f63f8e23 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443434
Dec 18 20:58:04.639548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-548bade3-f6a0-4dad-97b5-29cc2fcee9a2 service neutron] 10.222.0.31 "GET /v2.0/networks/4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274971
Dec 18 20:58:04.641801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-51175c74-e99a-4104-804c-f6f76f4728c1 service neutron] 10.222.0.13 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521282
Dec 18 20:58:04.732005 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:04.774497 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:04.820239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Network 3eb4717b-66be-4294-a87d-4258f6da14d8 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:58:04.823336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:04.827049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:58:04.835408 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc65d3-74ad-4916-a255-49e320c77c50 req-2a087ed6-bd58-4806-afce-3fd243cdc8d8 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:04.836942 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82fc65d3-74ad-4916-a255-49e320c77c50 req-2a087ed6-bd58-4806-afce-3fd243cdc8d8 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1627202
Dec 18 20:58:04.842403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-feb9faf8-c768-4e57-8cc5-2737252f61b4 req-5fabd7ae-a9d7-4f6d-841a-7bc3323cb04f service neutron] 10.222.0.31 "GET /v2.0/networks/4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955090
Dec 18 20:58:04.859045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Pushing event updated for resources: {'Port': ['ID=b4996ca0-f713-420d-9ffb-a367ca1896f7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:04.864816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-a26e7dfc-e3b5-4b18-9eb5-2e9185d5c0fe service neutron] 10.222.0.13 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2070158
Dec 18 20:58:04.897496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:04.898195 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:04.907135 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82fc65d3-74ad-4916-a255-49e320c77c50 req-7ef95ce7-b908-4962-8aec-e1966a128630 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589862
Dec 18 20:58:04.917644 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-facc9950-eb3c-4b2d-9cad-a0bae72e0ed3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6455283
Dec 18 20:58:04.944173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Request body: {'port': {'device_id': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:05.050728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb222256-38f4-4514-bb49-68ec4710cfa0 req-6b7b1c40-e968-4b1a-9126-4cfe2ff78501 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:05.060193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb222256-38f4-4514-bb49-68ec4710cfa0 req-6b7b1c40-e968-4b1a-9126-4cfe2ff78501 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 931 time: 0.0758703
Dec 18 20:58:05.062072 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:05.123033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb222256-38f4-4514-bb49-68ec4710cfa0 req-55185c04-5fcc-4403-a639-83865fb10bf8 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613744
Dec 18 20:58:05.217764 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dcebbcc1-b3a9-46f8-ad00-b2286cdc9e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:05.228941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-340cccff-c8ab-4966-82c6-e549e1de0d1a None None] Provisioning complete for port b4996ca0-f713-420d-9ffb-a367ca1896f7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:05.229589 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-340cccff-c8ab-4966-82c6-e549e1de0d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:05.294572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-340cccff-c8ab-4966-82c6-e549e1de0d1a None None] Port b4996ca0-f713-420d-9ffb-a367ca1896f7 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:58:05.313383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-067582df-f6ee-4087-b90a-31f22507ef5e req-1780481c-1bb1-4708-83e0-0311516cc214 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 210 time: 0.0461900
Dec 18 20:58:05.342725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8983e-1573-4c31-8286-fdc1dfeca6fd req-066f26bb-92b3-4577-af22-3aa7f285dfd9 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:05.344442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62e8983e-1573-4c31-8286-fdc1dfeca6fd req-066f26bb-92b3-4577-af22-3aa7f285dfd9 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 944 time: 0.1273978
Dec 18 20:58:05.427413 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62e8983e-1573-4c31-8286-fdc1dfeca6fd req-0ef29874-fcf4-4d19-942e-4618a5327f6a tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743034
Dec 18 20:58:05.531162 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4996ca0-f713-420d-9ffb-a367ca1896f7 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:05.540937 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:05.601743 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Transition to ACTIVE for port object b4996ca0-f713-420d-9ffb-a367ca1896f7 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:58:05.603596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e38582-6ff4-4ac5-9ac5-6156157d9899 req-d12c2090-43d8-4501-aa0b-34185f76977a tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:05.607413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d40b02-3ef5-4305-b6b0-eb26f16d3d4e req-e60756d3-5098-4b43-b6d7-59b4dbd2d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:05.610343 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f6d40b02-3ef5-4305-b6b0-eb26f16d3d4e req-e60756d3-5098-4b43-b6d7-59b4dbd2d78e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2aba7bee78744949dc3323cb4c7df55&device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 1097 time: 0.0717008
Dec 18 20:58:05.611857 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:05.612693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66e38582-6ff4-4ac5-9ac5-6156157d9899 req-d12c2090-43d8-4501-aa0b-34185f76977a tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 946 time: 0.0875704
Dec 18 20:58:05.690529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593d0f0-4a78-415b-a0f4-adb43d9a115a req-52e755ee-2540-4b5b-9ce6-2b83e86aad3c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:05.693119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d593d0f0-4a78-415b-a0f4-adb43d9a115a req-52e755ee-2540-4b5b-9ce6-2b83e86aad3c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1162953
Dec 18 20:58:05.711123 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66e38582-6ff4-4ac5-9ac5-6156157d9899 req-cfd0a788-d416-40b8-ba99-a4af04c3f38d tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910158
Dec 18 20:58:05.757067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4996ca0-f713-420d-9ffb-a367ca1896f7,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:05.871809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d593d0f0-4a78-415b-a0f4-adb43d9a115a req-b7533b7e-c6c6-4237-a4fe-bf25355eb610 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481059
Dec 18 20:58:05.915082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55af151-cb52-48f8-a364-3f6fdd4d617f req-1cc0b5f4-b28f-4c02-812b-4b4225d1442c tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:05.925805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d55af151-cb52-48f8-a364-3f6fdd4d617f req-1cc0b5f4-b28f-4c02-812b-4b4225d1442c tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 943 time: 0.1041982
Dec 18 20:58:05.934735 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d40b02-3ef5-4305-b6b0-eb26f16d3d4e req-4b368160-c167-435f-b602-c56e83a0d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:05.937675 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f6d40b02-3ef5-4305-b6b0-eb26f16d3d4e req-4b368160-c167-435f-b602-c56e83a0d4a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6debd13b-b209-4e15-a34d-3cefcc31c991 HTTP/1.1" status: 200  len: 919 time: 0.3149974
Dec 18 20:58:05.997822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d55af151-cb52-48f8-a364-3f6fdd4d617f req-348941c5-654b-4a4f-9b3f-f12c02a040fa tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707815
Dec 18 20:58:06.000888 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f6d40b02-3ef5-4305-b6b0-eb26f16d3d4e req-51f25a9e-2960-4869-a6af-cb38b1975958 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67829c42-153d-4545-a748-eb36ae44aa09 HTTP/1.1" status: 200  len: 217 time: 0.0515516
Dec 18 20:58:06.025721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Attempting to bind port b4996ca0-f713-420d-9ffb-a367ca1896f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:58:06.026463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Attempting to bind port b4996ca0-f713-420d-9ffb-a367ca1896f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:58:06.026954 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Attempting to bind port b4996ca0-f713-420d-9ffb-a367ca1896f7 on network 3eb4717b-66be-4294-a87d-4258f6da14d8 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:06.060449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Port b4996ca0-f713-420d-9ffb-a367ca1896f7 on network 3eb4717b-66be-4294-a87d-4258f6da14d8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:58:06.060758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Attempting to bind port b4996ca0-f713-420d-9ffb-a367ca1896f7 on network 3eb4717b-66be-4294-a87d-4258f6da14d8 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:06.077687 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:58:06.078043 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Checking segment: {'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:58:06.078615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Bound using segment: {'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:58:06.079054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Bound port: b4996ca0-f713-420d-9ffb-a367ca1896f7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:58:06.079409 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:06.113536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d40b02-3ef5-4305-b6b0-eb26f16d3d4e req-9a0194ac-2a6d-4d43-913d-ca2db5307bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:06.115064 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f6d40b02-3ef5-4305-b6b0-eb26f16d3d4e req-9a0194ac-2a6d-4d43-913d-ca2db5307bf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d7f58308-db29-4caa-9f9b-c96f367c4ebb HTTP/1.1" status: 200  len: 858 time: 0.0849295
Dec 18 20:58:06.176821 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f6d40b02-3ef5-4305-b6b0-eb26f16d3d4e req-605b9b76-2f88-4ecc-b4bc-90cd4cb450e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6debd13b-b209-4e15-a34d-3cefcc31c991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0275235
Dec 18 20:58:06.212941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] For port b4996ca0-f713-420d-9ffb-a367ca1896f7, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:58:06.236276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] For port b4996ca0-f713-420d-9ffb-a367ca1896f7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4996ca0-f713-420d-9ffb-a367ca1896f7,segment=NetworkSegment(e52fbc82-f0d7-43f9-81fe-eb621fbfc717),segment_id=e52fbc82-f0d7-43f9-81fe-eb621fbfc717)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:58:06.258425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2d10-f67f-4f1f-8ff5-fba86576acb9 req-a363bf78-139c-461b-83ac-0a2373c62a0e tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:06.260162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89cd2d10-f67f-4f1f-8ff5-fba86576acb9 req-a363bf78-139c-461b-83ac-0a2373c62a0e tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 943 time: 0.0613887
Dec 18 20:58:06.289602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a80bf93f-ecf4-4003-a592-419a48827f6c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:58:06.323777 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89cd2d10-f67f-4f1f-8ff5-fba86576acb9 req-43f0b9fa-b71e-4c57-a273-2bcd34f9d5cb tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563474
Dec 18 20:58:06.332552 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:06.424984 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:06.429678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device edd02058-579e-40a1-b93e-f4c46ed1137b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:58:06.585231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81bb5f02-e48b-4a65-b8f2-ee43a28d1ff6 req-e935682e-d4d4-4eab-9e71-549f63fa6e54 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 210 time: 0.0917890
Dec 18 20:58:06.624885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port edd02058-579e-40a1-b93e-f4c46ed1137b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edd02058-579e-40a1-b93e-f4c46ed1137b,segment=NetworkSegment(c7f6b391-dc49-46b7-bec7-da58fdaf924f),segment_id=c7f6b391-dc49-46b7-bec7-da58fdaf924f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:06.642202 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a80bf93f-ecf4-4003-a592-419a48827f6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a80bf93f-ecf4-4003-a592-419a48827f6c,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:06.653343 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'edd02058-579e-40a1-b93e-f4c46ed1137b', 'network_id': '7bd317e2-46c6-4f03-a5b1-bf11d8fa277a', 'port_id': 'edd02058-579e-40a1-b93e-f4c46ed1137b', 'mac_address': 'fa:16:3e:a8:9a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d3bffe-773a-4598-af22-e5fab845c229', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:58:06.654333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-86e1cf63-8905-4d8f-8403-693fe4accd60 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:06.656110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-86e1cf63-8905-4d8f-8403-693fe4accd60 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.31 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 811 time: 0.3056877
Dec 18 20:58:06.659000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'a80bf93f-ecf4-4003-a592-419a48827f6c', 'network_id': 'b4249639-6520-4b9d-908b-e792b10734b1', 'port_id': 'a80bf93f-ecf4-4003-a592-419a48827f6c', 'mac_address': 'fa:16:3e:90:b8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebb4d23-857a-46c7-9813-a2fc5e9567dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:58:06.667861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12f08-d3ac-437d-a81d-cec7dfa89af2 req-d53abe5d-6762-4fcc-b936-46e60beac134 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:06.670395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09e12f08-d3ac-437d-a81d-cec7dfa89af2 req-d53abe5d-6762-4fcc-b936-46e60beac134 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 944 time: 0.1074903
Dec 18 20:58:06.675399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Request body: {'port': {'device_id': '79dfce29-5bdc-4127-9942-6377d7b7bc7e', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'admin_state_up': True, 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:06.756001 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:06.778449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:06.779074 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:06.780984 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/b4996ca0-f713-420d-9ffb-a367ca1896f7 HTTP/1.1" status: 200  len: 1091 time: 1.8540676
Dec 18 20:58:06.781598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a80bf93f-ecf4-4003-a592-419a48827f6c {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:06.788110 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'tag': 'b4996ca0-f713-420d-9ffb-a367ca1896f7'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:06.791794 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402d4e3d-7fc0-4ca6-885f-9fbf20b2a989" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3cf0f4-2856-469d-9f26-86f473b11818", "tag": "b4996ca0-f713-420d-9ffb-a367ca1896f7"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:06.860970 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:06.863005 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f6d40b02-3ef5-4305-b6b0-eb26f16d3d4e req-407f9018-3b49-4afc-91c1-c8251108073b service neutron] 10.222.0.36 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6111605
Dec 18 20:58:06.867351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a7f21-572c-4e79-a78b-a014354ba6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4996ca0-f713-420d-9ffb-a367ca1896f7,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:06.870084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a80bf93f-ecf4-4003-a592-419a48827f6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a80bf93f-ecf4-4003-a592-419a48827f6c,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:06.898292 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:06.909522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd02058-579e-40a1-b93e-f4c46ed1137b {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:06.942912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09e12f08-d3ac-437d-a81d-cec7dfa89af2 req-12c8470f-aeb1-4ca5-b238-944b79711f0c tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2636313
Dec 18 20:58:07.039676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-2724352f-d564-49b0-b556-f392b0980e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.042440 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-2724352f-d564-49b0-b556-f392b0980e7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09cf6435c2a148c6998dd3b1d301da96&device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 1094 time: 0.2020407
Dec 18 20:58:07.070833 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6857fa-22cb-4f25-871a-26cd19d22567 x-openstack-request-id: req-8d6857fa-22cb-4f25-871a-26cd19d22567 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:07.071139 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3cf0f4-2856-469d-9f26-86f473b11818", "tag": "b4996ca0-f713-420d-9ffb-a367ca1896f7", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:07.071392 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d6857fa-22cb-4f25-871a-26cd19d22567 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:07.071788 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'tag': 'b4996ca0-f713-420d-9ffb-a367ca1896f7', 'status': 'completed', 'code': 200}
Dec 18 20:58:07.080114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port edd02058-579e-40a1-b93e-f4c46ed1137b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edd02058-579e-40a1-b93e-f4c46ed1137b,segment=NetworkSegment(c7f6b391-dc49-46b7-bec7-da58fdaf924f),segment_id=c7f6b391-dc49-46b7-bec7-da58fdaf924f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:07.083387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08359e7-5cf1-4028-8726-8b245938b17e req-e6789919-099c-4831-8cf6-d2b5181466c4 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.087413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['a80bf93f-ecf4-4003-a592-419a48827f6c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:07.095180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c08359e7-5cf1-4028-8726-8b245938b17e req-e6789919-099c-4831-8cf6-d2b5181466c4 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 946 time: 0.2600341
Dec 18 20:58:07.109175 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-9f881a26-8d66-48e7-b67c-484a93b48a2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4996ca0-f713-420d-9ffb-a367ca1896f7 HTTP/1.1" status: 200  len: 217 time: 0.0494270
Dec 18 20:58:07.125175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Made reservation on behalf of 69de37deec2a49ff9eaad9cbb7c48f31 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:58:07.129557 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:07.154638 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f6d40b02-3ef5-4305-b6b0-eb26f16d3d4e req-ba5b7a72-55ad-47cc-ac1a-5b2372e61f9c service neutron] 10.222.0.36 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430086
Dec 18 20:58:07.174647 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-e804e55d-18cc-47c4-a33a-3383e73614a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.175562 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:07.176583 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-e804e55d-18cc-47c4-a33a-3383e73614a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75e7f026-cbf7-46d5-95b3-8e5f619d857c HTTP/1.1" status: 200  len: 844 time: 0.0552914
Dec 18 20:58:07.207862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=a80bf93f-ecf4-4003-a592-419a48827f6c,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:07.235629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-c65c73fe-6cfb-4277-be58-2c36258b4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.238055 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-c65c73fe-6cfb-4277-be58-2c36258b4431 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3eb4717b-66be-4294-a87d-4258f6da14d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0526946
Dec 18 20:58:07.257963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c08359e7-5cf1-4028-8726-8b245938b17e req-520c27e1-6eb0-4733-b08c-528690b70de1 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618268
Dec 18 20:58:07.290048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0769914-44d6-43ff-a82e-784e723fd1be req-ea33768c-8ab5-41ff-8b02-1a0acf9b1050 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.297382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0769914-44d6-43ff-a82e-784e723fd1be req-ea33768c-8ab5-41ff-8b02-1a0acf9b1050 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1332777
Dec 18 20:58:07.366973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=edd02058-579e-40a1-b93e-f4c46ed1137b,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:07.382951 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-ded2e739-50b4-41d7-9ee4-26ef32e7ba86 service neutron] 10.222.0.36 "GET /v2.0/networks/3eb4717b-66be-4294-a87d-4258f6da14d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353250
Dec 18 20:58:07.408038 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0769914-44d6-43ff-a82e-784e723fd1be req-61836ebe-2714-4323-88d4-d44b9fb0fcf9 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098025
Dec 18 20:58:07.419742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Allocated IP 172.20.0.9 (b682fe11-354f-40ac-961b-a0ccac207599/25a9e8be-dc0d-4099-ac90-c3a3592583ca/2ec8fed1-1707-4075-bc28-f12d86c90468) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:58:07.439415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['edd02058-579e-40a1-b93e-f4c46ed1137b'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:07.493562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ea4a6-6e2e-4bc1-911c-884acd6eebb4 req-6d4362f8-7740-4721-a60c-5437b631b065 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.495137 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-921ea4a6-6e2e-4bc1-911c-884acd6eebb4 req-6d4362f8-7740-4721-a60c-5437b631b065 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 944 time: 0.1348073
Dec 18 20:58:07.529087 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-130f78cb-7c9c-47e7-9f59-7a354fbf5195 req-1ec0db9f-c998-4c0f-b248-f0a37222a812 service neutron] 10.222.0.36 "GET /v2.0/networks/3eb4717b-66be-4294-a87d-4258f6da14d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341333
Dec 18 20:58:07.612417 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-921ea4a6-6e2e-4bc1-911c-884acd6eebb4 req-2f6630dd-6135-4b19-88ee-e2851754dea9 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081645
Dec 18 20:58:07.651458 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:07.660536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d4e3d-7fc0-4ca6-885f-9fbf20b2a989 req-7b9aa627-4f37-453b-8c98-fd6da8a854ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.663349 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-402d4e3d-7fc0-4ca6-885f-9fbf20b2a989 req-7b9aa627-4f37-453b-8c98-fd6da8a854ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09cf6435c2a148c6998dd3b1d301da96&device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 1094 time: 0.0802758
Dec 18 20:58:07.730113 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:07.775542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fd9c0-f5cf-4187-a5f1-337f4272a84e req-20f0dd9d-b952-44ad-a753-16afc9727de3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.777058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-942fd9c0-f5cf-4187-a5f1-337f4272a84e req-20f0dd9d-b952-44ad-a753-16afc9727de3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 943 time: 0.0874541
Dec 18 20:58:07.790271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d4e3d-7fc0-4ca6-885f-9fbf20b2a989 req-b4517b81-c77d-4128-8de2-082d7ba95864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.792196 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-402d4e3d-7fc0-4ca6-885f-9fbf20b2a989 req-b4517b81-c77d-4128-8de2-082d7ba95864 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3eb4717b-66be-4294-a87d-4258f6da14d8 HTTP/1.1" status: 200  len: 906 time: 0.1213822
Dec 18 20:58:07.804307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Network b682fe11-354f-40ac-961b-a0ccac207599 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:58:07.816933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:07.826602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event updated for resources: {'Port': ['ID=2ec8fed1-1707-4075-bc28-f12d86c90468,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:07.834406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:58:07.843513 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-402d4e3d-7fc0-4ca6-885f-9fbf20b2a989 req-2bc14d42-799f-454e-90d1-2841d7c14a1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4996ca0-f713-420d-9ffb-a367ca1896f7 HTTP/1.1" status: 200  len: 217 time: 0.0416381
Dec 18 20:58:07.899708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d4e3d-7fc0-4ca6-885f-9fbf20b2a989 req-1d5a39d9-5bd5-4a72-b00e-fc2ab96d7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.901198 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-402d4e3d-7fc0-4ca6-885f-9fbf20b2a989 req-1d5a39d9-5bd5-4a72-b00e-fc2ab96d7215 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75e7f026-cbf7-46d5-95b3-8e5f619d857c HTTP/1.1" status: 200  len: 844 time: 0.0496356
Dec 18 20:58:07.926487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-942fd9c0-f5cf-4187-a5f1-337f4272a84e req-bbbfba49-fd6a-47e0-adf8-de840f80e950 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1400340
Dec 18 20:58:07.934151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.934842 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:07.951937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d4e3d-7fc0-4ca6-885f-9fbf20b2a989 req-3033f1c7-149e-4f13-b5f3-d8cb0db023ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.953451 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-402d4e3d-7fc0-4ca6-885f-9fbf20b2a989 req-3033f1c7-149e-4f13-b5f3-d8cb0db023ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3eb4717b-66be-4294-a87d-4258f6da14d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436649
Dec 18 20:58:07.953574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a00139-bed6-445a-bcaf-fd664a81fdc6 req-7e251ec6-ece5-4fff-bb03-06a689ee21dd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:07.956179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1a00139-bed6-445a-bcaf-fd664a81fdc6 req-7e251ec6-ece5-4fff-bb03-06a689ee21dd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 931 time: 0.1421175
Dec 18 20:58:08.011814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['32869e6e-5796-4fce-881e-b53b1eb6f63a', 'dcd26d53-013a-41a0-b028-6f833c1afdf4'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:08.028371 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1a00139-bed6-445a-bcaf-fd664a81fdc6 req-860f1354-cbb6-489b-9b66-cfbee6290dce tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613086
Dec 18 20:58:08.043178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-9262dc08-280b-4822-a129-4b153116bb7e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3713481
Dec 18 20:58:08.055775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Request body: {'port': {'device_id': '79dfce29-5bdc-4127-9942-6377d7b7bc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:08.095359 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:08.108013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b2ecc6d5-26d6-4291-b536-e632acc6d099 None None] Provisioning complete for port 2ec8fed1-1707-4075-bc28-f12d86c90468 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:08.109929 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2ecc6d5-26d6-4291-b536-e632acc6d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:08.145253 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-402d4e3d-7fc0-4ca6-885f-9fbf20b2a989 req-9e2b1624-daae-4500-8713-5f104f8ed436 service neutron] 10.222.0.36 "GET /v2.0/networks/3eb4717b-66be-4294-a87d-4258f6da14d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813655
Dec 18 20:58:08.172442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b2ecc6d5-26d6-4291-b536-e632acc6d099 None None] Port 2ec8fed1-1707-4075-bc28-f12d86c90468 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:58:08.216001 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f722-fc61-4aeb-96e2-02ae64199fa3 req-1a7aa45f-5ff6-4ca2-946a-34696fc99159 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:08.224646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31c6f722-fc61-4aeb-96e2-02ae64199fa3 req-1a7aa45f-5ff6-4ca2-946a-34696fc99159 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 944 time: 0.1057444
Dec 18 20:58:08.234560 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:08.285467 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-402d4e3d-7fc0-4ca6-885f-9fbf20b2a989 req-ebd3ed7a-3aa0-45b7-8d54-ece138112110 service neutron] 10.222.0.36 "GET /v2.0/networks/3eb4717b-66be-4294-a87d-4258f6da14d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292098
Dec 18 20:58:08.314684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a80bf93f-ecf4-4003-a592-419a48827f6c up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:08.355188 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31c6f722-fc61-4aeb-96e2-02ae64199fa3 req-f586a9d6-1d59-49fa-bf91-669271bacb1d tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295400
Dec 18 20:58:08.379389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6de226-ddac-4883-a761-d3662728c715 req-f6158b6e-e03e-4a8a-987e-574ea9aa4b96 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:08.380974 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d6de226-ddac-4883-a761-d3662728c715 req-f6158b6e-e03e-4a8a-987e-574ea9aa4b96 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 945 time: 0.1286376
Dec 18 20:58:08.411754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device fea449d4-dbd8-44cd-99aa-d486449cf15d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:58:08.416700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device edd02058-579e-40a1-b93e-f4c46ed1137b up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:08.481464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port a80bf93f-ecf4-4003-a592-419a48827f6c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:08.481829 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:08.557752 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d6de226-ddac-4883-a761-d3662728c715 req-32c395bf-ad52-4293-9479-7a008f890d71 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309371
Dec 18 20:58:08.600571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25d134-7346-4778-8731-7b26406dc633 req-9e749d57-d6b2-4b89-890c-8d15dc78927f tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:08.602246 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e25d134-7346-4778-8731-7b26406dc633 req-9e749d57-d6b2-4b89-890c-8d15dc78927f tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0868888
Dec 18 20:58:08.692865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e25d134-7346-4778-8731-7b26406dc633 req-9d284fde-3719-4566-8c62-ea59f44061f5 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765553
Dec 18 20:58:08.736039 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:08.752624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec8fed1-1707-4075-bc28-f12d86c90468 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:08.765155 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:08.782072 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port edd02058-579e-40a1-b93e-f4c46ed1137b completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:58:08.792288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port edd02058-579e-40a1-b93e-f4c46ed1137b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:08.792658 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:08.793988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15b209-27b2-4ca7-b622-fc066db6627f req-444c231f-46ed-4c8c-8474-6ad1477c5de3 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:08.795391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port fea449d4-dbd8-44cd-99aa-d486449cf15d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fea449d4-dbd8-44cd-99aa-d486449cf15d,segment=NetworkSegment(d26db73b-b34b-4d1a-aeaf-4c67a620bb54),segment_id=d26db73b-b34b-4d1a-aeaf-4c67a620bb54)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:08.795534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e15b209-27b2-4ca7-b622-fc066db6627f req-444c231f-46ed-4c8c-8474-6ad1477c5de3 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 944 time: 0.0854237
Dec 18 20:58:08.796448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Transition to ACTIVE for port object 2ec8fed1-1707-4075-bc28-f12d86c90468 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:58:08.800508 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:08.846506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'fea449d4-dbd8-44cd-99aa-d486449cf15d', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'port_id': 'fea449d4-dbd8-44cd-99aa-d486449cf15d', 'mac_address': 'fa:16:3e:53:b8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:58:08.879103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Pushing event updated for resources: {'Port': ['ID=2ec8fed1-1707-4075-bc28-f12d86c90468,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:08.887370 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:08.909666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e15b209-27b2-4ca7-b622-fc066db6627f req-160e1a4a-7ecd-40a6-8c5d-b7c85463232c tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046650
Dec 18 20:58:08.933293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367d7e2b-daf1-4ac1-996b-6cc729824d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80bf93f-ecf4-4003-a592-419a48827f6c'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:08.935172 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f98a9e-2e4e-4d06-b719-2f1fc3aa6784" -d '{"events": [{"server_uuid": "367d7e2b-daf1-4ac1-996b-6cc729824d5c", "name": "network-vif-plugged", "status": "completed", "tag": "a80bf93f-ecf4-4003-a592-419a48827f6c"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:08.939158 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:08.988227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a80bf93f-ecf4-4003-a592-419a48827f6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a80bf93f-ecf4-4003-a592-419a48827f6c,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:08.991951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea449d4-dbd8-44cd-99aa-d486449cf15d {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:08.999483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Attempting to bind port 2ec8fed1-1707-4075-bc28-f12d86c90468 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:58:08.999891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Attempting to bind port 2ec8fed1-1707-4075-bc28-f12d86c90468 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:58:09.000431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Attempting to bind port 2ec8fed1-1707-4075-bc28-f12d86c90468 on network b682fe11-354f-40ac-961b-a0ccac207599 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:09.006514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:09.009155 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ab7d4f-c750-4d4e-8a2c-86d3d5d205ca x-openstack-request-id: req-02ab7d4f-c750-4d4e-8a2c-86d3d5d205ca {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:09.009495 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367d7e2b-daf1-4ac1-996b-6cc729824d5c", "name": "network-vif-plugged", "status": "completed", "tag": "a80bf93f-ecf4-4003-a592-419a48827f6c", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:09.009750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Port 2ec8fed1-1707-4075-bc28-f12d86c90468 on network b682fe11-354f-40ac-961b-a0ccac207599 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:58:09.009860 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02ab7d4f-c750-4d4e-8a2c-86d3d5d205ca {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:09.010079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Attempting to bind port 2ec8fed1-1707-4075-bc28-f12d86c90468 on network b682fe11-354f-40ac-961b-a0ccac207599 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:09.010182 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367d7e2b-daf1-4ac1-996b-6cc729824d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80bf93f-ecf4-4003-a592-419a48827f6c', 'code': 200}
Dec 18 20:58:09.016839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:58:09.017442 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Checking segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:58:09.017746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Bound using segment: {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:58:09.018479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Bound port: 2ec8fed1-1707-4075-bc28-f12d86c90468, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1fd47e8-9271-486f-9144-99d33f48f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:58:09.018988 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:09.025999 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:09.061723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port fea449d4-dbd8-44cd-99aa-d486449cf15d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fea449d4-dbd8-44cd-99aa-d486449cf15d,segment=NetworkSegment(d26db73b-b34b-4d1a-aeaf-4c67a620bb54),segment_id=d26db73b-b34b-4d1a-aeaf-4c67a620bb54)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:09.085047 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:09.125348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port edd02058-579e-40a1-b93e-f4c46ed1137b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edd02058-579e-40a1-b93e-f4c46ed1137b,segment=NetworkSegment(c7f6b391-dc49-46b7-bec7-da58fdaf924f),segment_id=c7f6b391-dc49-46b7-bec7-da58fdaf924f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:09.135652 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:09.137891 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=a80bf93f-ecf4-4003-a592-419a48827f6c,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:09.218290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=fea449d4-dbd8-44cd-99aa-d486449cf15d,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:09.219106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67199379-aa86-49f7-8ad1-a6dbd050dcd6 req-554d1b83-01b1-4d88-9d0f-4b1d186641cf tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:09.221583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67199379-aa86-49f7-8ad1-a6dbd050dcd6 req-554d1b83-01b1-4d88-9d0f-4b1d186641cf tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 943 time: 0.1291044
Dec 18 20:58:09.223254 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] For port 2ec8fed1-1707-4075-bc28-f12d86c90468, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:58:09.235361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] For port 2ec8fed1-1707-4075-bc28-f12d86c90468, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec8fed1-1707-4075-bc28-f12d86c90468,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:58:09.248352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:09.259941 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f776f-495b-429f-abd7-e673dc48c07d req-0e59638f-512a-4298-a61a-3671166034f6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:09.261407 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-991f776f-495b-429f-abd7-e673dc48c07d req-0e59638f-512a-4298-a61a-3671166034f6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 943 time: 0.1224811
Dec 18 20:58:09.279039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=edd02058-579e-40a1-b93e-f4c46ed1137b,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:09.336665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:09.337285 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:09.338713 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] 10.222.0.31 "PUT /v2.0/ports/2ec8fed1-1707-4075-bc28-f12d86c90468 HTTP/1.1" status: 200  len: 1091 time: 1.2878428
Dec 18 20:58:09.339170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dfce29-5bdc-4127-9942-6377d7b7bc7e', 'tag': '2ec8fed1-1707-4075-bc28-f12d86c90468'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:09.341623 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b400b0-7fbc-4910-969a-e80f43f0b000" -d '{"events": [{"name": "network-changed", "server_uuid": "79dfce29-5bdc-4127-9942-6377d7b7bc7e", "tag": "2ec8fed1-1707-4075-bc28-f12d86c90468"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:09.345276 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['fea449d4-dbd8-44cd-99aa-d486449cf15d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:09.414363 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67199379-aa86-49f7-8ad1-a6dbd050dcd6 req-23fa909a-1803-4de0-8982-25cd970f8a0d tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1749868
Dec 18 20:58:09.456448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86fe70-4e44-44b9-86a6-75145132cd9a service neutron] Pushing event updated for resources: {'Port': ['ID=2ec8fed1-1707-4075-bc28-f12d86c90468,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:09.483759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-991f776f-495b-429f-abd7-e673dc48c07d req-7b2eb11f-ce40-46e0-8c7c-53ccf06f0e3e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1927340
Dec 18 20:58:09.489216 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0e47a8-31c1-44a0-8a79-a183683b7a94 x-openstack-request-id: req-1c0e47a8-31c1-44a0-8a79-a183683b7a94 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:09.493715 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dfce29-5bdc-4127-9942-6377d7b7bc7e", "tag": "2ec8fed1-1707-4075-bc28-f12d86c90468", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:09.494127 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c0e47a8-31c1-44a0-8a79-a183683b7a94 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:09.494756 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dfce29-5bdc-4127-9942-6377d7b7bc7e', 'tag': '2ec8fed1-1707-4075-bc28-f12d86c90468', 'status': 'completed', 'code': 200}
Dec 18 20:58:09.516797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-cffe5a59-e160-4813-afe4-1037f55c3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:09.518385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-cffe5a59-e160-4813-afe4-1037f55c3ecb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 1094 time: 0.1339734
Dec 18 20:58:09.588133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-bf9517a8-9fef-4215-a76a-061a7d440747 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ec8fed1-1707-4075-bc28-f12d86c90468 HTTP/1.1" status: 200  len: 217 time: 0.0607202
Dec 18 20:58:09.679670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922b46e-0f72-407d-aee0-6f81ac4473a4 req-18571e84-29dc-452b-aa05-78b4fefe0162 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:09.681215 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0922b46e-0f72-407d-aee0-6f81ac4473a4 req-18571e84-29dc-452b-aa05-78b4fefe0162 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.36 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 946 time: 0.0980763
Dec 18 20:58:09.716938 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc86b2a-8d77-49ff-871b-c45f297419d4 req-8ed89af8-c0e4-4f68-8e59-48979967a195 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:09.726220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdc86b2a-8d77-49ff-871b-c45f297419d4 req-8ed89af8-c0e4-4f68-8e59-48979967a195 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 945 time: 0.1482794
Dec 18 20:58:09.735445 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-6b98e2e0-7cf1-4ee2-b888-554849ed8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:09.737405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-6b98e2e0-7cf1-4ee2-b888-554849ed8420 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.1305909
Dec 18 20:58:09.841305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179e360-88ac-45ca-b42b-609c808e5e64 req-14bcf0e3-cd48-44ad-bcf4-b3e5ee682870 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:09.842920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a179e360-88ac-45ca-b42b-609c808e5e64 req-14bcf0e3-cd48-44ad-bcf4-b3e5ee682870 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/ports?device_id=367d7e2b-daf1-4ac1-996b-6cc729824d5c HTTP/1.1" status: 200  len: 946 time: 0.1691458
Dec 18 20:58:09.851231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-0922b46e-0f72-407d-aee0-6f81ac4473a4 req-5f518a79-559b-4d6f-9ef8-bc53b79b187c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Deleting port a80bf93f-ecf4-4003-a592-419a48827f6c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:58:09.851843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0922b46e-0f72-407d-aee0-6f81ac4473a4 req-5f518a79-559b-4d6f-9ef8-bc53b79b187c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:09.864867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdc86b2a-8d77-49ff-871b-c45f297419d4 req-f63d623f-6dfe-4b40-b30f-36f95b4b32b0 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1373384
Dec 18 20:58:09.878666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-e33120b3-0ab4-4438-b504-fe947bb0cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:09.888760 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-e33120b3-0ab4-4438-b504-fe947bb0cc0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1234634
Dec 18 20:58:09.957568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a179e360-88ac-45ca-b42b-609c808e5e64 req-91e44e5b-18e3-454b-852e-75e484837f88 tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.13 "GET /v2.0/security-groups?id=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063931
Dec 18 20:58:09.981722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-0922b46e-0f72-407d-aee0-6f81ac4473a4 req-5f518a79-559b-4d6f-9ef8-bc53b79b187c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] For port a80bf93f-ecf4-4003-a592-419a48827f6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a80bf93f-ecf4-4003-a592-419a48827f6c,segment=NetworkSegment(b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1),segment_id=b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:09.982287 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0922b46e-0f72-407d-aee0-6f81ac4473a4 req-5f518a79-559b-4d6f-9ef8-bc53b79b187c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:09.994923 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-0922b46e-0f72-407d-aee0-6f81ac4473a4 req-5f518a79-559b-4d6f-9ef8-bc53b79b187c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Calling delete_port for a80bf93f-ecf4-4003-a592-419a48827f6c owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:58:10.013537 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-042f59ad-47a2-4407-8102-a49e5c13926a service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1135292
Dec 18 20:58:10.131834 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0922b46e-0f72-407d-aee0-6f81ac4473a4 req-5f518a79-559b-4d6f-9ef8-bc53b79b187c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:10.165883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f518a79-559b-4d6f-9ef8-bc53b79b187c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Pushing event deleted for resources: {'Port': ['ID=a80bf93f-ecf4-4003-a592-419a48827f6c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:10.166151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a7687-faf2-4905-b8b5-ffc942daaf6e req-c207d848-64a9-4343-ae3c-571681571d4d tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:10.168321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e8a7687-faf2-4905-b8b5-ffc942daaf6e req-c207d848-64a9-4343-ae3c-571681571d4d tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1523733
Dec 18 20:58:10.209537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-0922b46e-0f72-407d-aee0-6f81ac4473a4 req-5f518a79-559b-4d6f-9ef8-bc53b79b187c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] No DVR routers for this DVR port a80bf93f-ecf4-4003-a592-419a48827f6c on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:58:10.212379 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0922b46e-0f72-407d-aee0-6f81ac4473a4 req-5f518a79-559b-4d6f-9ef8-bc53b79b187c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:10.213805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d8211-d8c6-4469-81d1-5531fcb565a0 req-6fd62602-699f-42f2-a754-f798790288d4 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:10.215378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e26d8211-d8c6-4469-81d1-5531fcb565a0 req-6fd62602-699f-42f2-a754-f798790288d4 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 945 time: 0.1621890
Dec 18 20:58:10.216091 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0922b46e-0f72-407d-aee0-6f81ac4473a4 req-5f518a79-559b-4d6f-9ef8-bc53b79b187c tempest-ImagesTestJSON-907948640 tempest-ImagesTestJSON-907948640-project] 10.222.0.36 "DELETE /v2.0/ports/a80bf93f-ecf4-4003-a592-419a48827f6c HTTP/1.1" status: 204  len: 173 time: 0.5277047
Dec 18 20:58:10.216632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367d7e2b-daf1-4ac1-996b-6cc729824d5c', 'name': 'network-vif-deleted', 'tag': 'a80bf93f-ecf4-4003-a592-419a48827f6c'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:10.219717 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c36a30-7857-490c-b470-0b028e7ddbc6" -d '{"events": [{"server_uuid": "367d7e2b-daf1-4ac1-996b-6cc729824d5c", "name": "network-vif-deleted", "tag": "a80bf93f-ecf4-4003-a592-419a48827f6c"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:10.249711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20e2b749-b8e9-4af7-8c37-355978a9816d req-138ccef5-3068-4bca-9d86-c7293d10e1b9 service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2246776
Dec 18 20:58:10.322781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4996ca0-f713-420d-9ffb-a367ca1896f7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:58:10.325265 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a80bf93f-ecf4-4003-a592-419a48827f6c no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:58:10.331712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e8a7687-faf2-4905-b8b5-ffc942daaf6e req-9343c08c-ec6a-46cb-8cd1-74421fac96e4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457729
Dec 18 20:58:10.355918 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: a80bf93f-ecf4-4003-a592-419a48827f6c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:58:10.356383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a80bf93f-ecf4-4003-a592-419a48827f6c not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:58:10.377562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e26d8211-d8c6-4469-81d1-5531fcb565a0 req-279a490b-4988-4070-9b2f-0e779a5f89cf tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499906
Dec 18 20:58:10.414618 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e605f1-d37c-4be9-8d35-4d68cf4b3841 x-openstack-request-id: req-b6e605f1-d37c-4be9-8d35-4d68cf4b3841 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:10.415146 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367d7e2b-daf1-4ac1-996b-6cc729824d5c", "name": "network-vif-deleted", "tag": "a80bf93f-ecf4-4003-a592-419a48827f6c", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:10.415582 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6e605f1-d37c-4be9-8d35-4d68cf4b3841 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:10.416154 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367d7e2b-daf1-4ac1-996b-6cc729824d5c', 'name': 'network-vif-deleted', 'tag': 'a80bf93f-ecf4-4003-a592-419a48827f6c', 'status': 'completed', 'code': 200}
Dec 18 20:58:10.417176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b400b0-7fbc-4910-969a-e80f43f0b000 req-ebe2e5aa-3415-47d5-a413-36df6671698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:10.419075 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00b400b0-7fbc-4910-969a-e80f43f0b000 req-ebe2e5aa-3415-47d5-a413-36df6671698d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 1094 time: 0.1193528
Dec 18 20:58:10.429247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device fea449d4-dbd8-44cd-99aa-d486449cf15d up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:10.523587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4996ca0-f713-420d-9ffb-a367ca1896f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4996ca0-f713-420d-9ffb-a367ca1896f7,segment=NetworkSegment(e52fbc82-f0d7-43f9-81fe-eb621fbfc717),segment_id=e52fbc82-f0d7-43f9-81fe-eb621fbfc717)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:10.528648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port fea449d4-dbd8-44cd-99aa-d486449cf15d completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:58:10.538071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port fea449d4-dbd8-44cd-99aa-d486449cf15d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:10.538620 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:10.561704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'b4996ca0-f713-420d-9ffb-a367ca1896f7', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'port_id': 'b4996ca0-f713-420d-9ffb-a367ca1896f7', 'mac_address': 'fa:16:3e:90:5a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:58:10.571999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b400b0-7fbc-4910-969a-e80f43f0b000 req-fde9539d-14c7-4575-b500-9070fbf078c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:10.573469 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00b400b0-7fbc-4910-969a-e80f43f0b000 req-fde9539d-14c7-4575-b500-9070fbf078c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.1463974
Dec 18 20:58:10.617175 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:10.634004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00b400b0-7fbc-4910-969a-e80f43f0b000 req-7e907769-54fc-48b2-b1e2-ca9b01f0db93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ec8fed1-1707-4075-bc28-f12d86c90468 HTTP/1.1" status: 200  len: 217 time: 0.0449071
Dec 18 20:58:10.639072 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4996ca0-f713-420d-9ffb-a367ca1896f7 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:10.684890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4996ca0-f713-420d-9ffb-a367ca1896f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4996ca0-f713-420d-9ffb-a367ca1896f7,segment=NetworkSegment(e52fbc82-f0d7-43f9-81fe-eb621fbfc717),segment_id=e52fbc82-f0d7-43f9-81fe-eb621fbfc717)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:10.694962 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:10.709824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933f2e2-17b7-4ffd-b2b2-b0aa6fa27ba2 req-e002f084-868f-4f36-91f7-6a451b4f72ef tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:10.717404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9933f2e2-17b7-4ffd-b2b2-b0aa6fa27ba2 req-e002f084-868f-4f36-91f7-6a451b4f72ef tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 943 time: 0.1993411
Dec 18 20:58:10.788727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4996ca0-f713-420d-9ffb-a367ca1896f7,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:10.795250 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:10.853150 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:58:10.873639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port fea449d4-dbd8-44cd-99aa-d486449cf15d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fea449d4-dbd8-44cd-99aa-d486449cf15d,segment=NetworkSegment(d26db73b-b34b-4d1a-aeaf-4c67a620bb54),segment_id=d26db73b-b34b-4d1a-aeaf-4c67a620bb54)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:10.884359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b400b0-7fbc-4910-969a-e80f43f0b000 req-ccc92215-339b-419d-9e2f-051eae21fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:10.886051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00b400b0-7fbc-4910-969a-e80f43f0b000 req-ccc92215-339b-419d-9e2f-051eae21fc73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.2424307
Dec 18 20:58:10.889158 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:10.913242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3739-2ef9-4598-9940-eb49e1886ddd req-e02e212f-c40d-46f5-8d35-19ac58a0131e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:10.918905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2ee3739-2ef9-4598-9940-eb49e1886ddd req-e02e212f-c40d-46f5-8d35-19ac58a0131e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 943 time: 0.2661889
Dec 18 20:58:10.954600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=fea449d4-dbd8-44cd-99aa-d486449cf15d,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:10.995095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9933f2e2-17b7-4ffd-b2b2-b0aa6fa27ba2 req-a4a2fed9-7eff-4726-948e-aaf50ae68d72 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2768400
Dec 18 20:58:11.015487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0767c760-b97d-4335-9e04-aea2214c110a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd02058-579e-40a1-b93e-f4c46ed1137b'}, {'server_uuid': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea449d4-dbd8-44cd-99aa-d486449cf15d'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:11.022848 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b39e87d-7c9f-4387-9566-db19ce2a6fbf" -d '{"events": [{"server_uuid": "0767c760-b97d-4335-9e04-aea2214c110a", "name": "network-vif-plugged", "status": "completed", "tag": "edd02058-579e-40a1-b93e-f4c46ed1137b"}, {"server_uuid": "198e9dd2-01b2-4119-9848-b5c9db0cb7ca", "name": "network-vif-plugged", "status": "completed", "tag": "fea449d4-dbd8-44cd-99aa-d486449cf15d"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:11.037930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b4996ca0-f713-420d-9ffb-a367ca1896f7'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:11.403794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b400b0-7fbc-4910-969a-e80f43f0b000 req-e9d4d22f-2e11-49f7-848d-1013cd043d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:11.405346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00b400b0-7fbc-4910-969a-e80f43f0b000 req-e9d4d22f-2e11-49f7-848d-1013cd043d04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5117393
Dec 18 20:58:11.465502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2ee3739-2ef9-4598-9940-eb49e1886ddd req-9092c351-0455-4d93-b4d5-dfa56c9d3eba tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5241501
Dec 18 20:58:11.547606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e734c90-65c7-413d-be86-7f79c8368032 req-2ecac81a-9cfa-419b-827c-99488ecb3052 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:11.549765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e734c90-65c7-413d-be86-7f79c8368032 req-2ecac81a-9cfa-419b-827c-99488ecb3052 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 946 time: 0.1479397
Dec 18 20:58:11.577125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00b400b0-7fbc-4910-969a-e80f43f0b000 req-49b73c96-3d50-4675-a80d-63fb4ddcf9ab service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563330
Dec 18 20:58:11.613597 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039b7115-250f-4431-acdf-dcddeb35d5c0 x-openstack-request-id: req-039b7115-250f-4431-acdf-dcddeb35d5c0 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:11.614094 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0767c760-b97d-4335-9e04-aea2214c110a", "name": "network-vif-plugged", "status": "completed", "tag": "edd02058-579e-40a1-b93e-f4c46ed1137b", "code": 200}, {"server_uuid": "198e9dd2-01b2-4119-9848-b5c9db0cb7ca", "name": "network-vif-plugged", "status": "completed", "tag": "fea449d4-dbd8-44cd-99aa-d486449cf15d", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:11.614203 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-039b7115-250f-4431-acdf-dcddeb35d5c0 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:11.615065 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0767c760-b97d-4335-9e04-aea2214c110a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd02058-579e-40a1-b93e-f4c46ed1137b', 'code': 200}
Dec 18 20:58:11.615065 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea449d4-dbd8-44cd-99aa-d486449cf15d', 'code': 200}
Dec 18 20:58:11.650110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e734c90-65c7-413d-be86-7f79c8368032 req-68dc10d0-3b1e-4b95-a298-cb86c04c9a09 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940695
Dec 18 20:58:11.744303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00b400b0-7fbc-4910-969a-e80f43f0b000 req-0ad17f90-ace1-4a0f-b1f0-f39ee599bf1e service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588886
Dec 18 20:58:11.754846 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b30b-3e74-4ba8-abb4-1f22e38ffc7a req-459826b3-ce6c-4dfa-88f3-7ef39d86e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:11.759677 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3fe1b30b-3e74-4ba8-abb4-1f22e38ffc7a req-459826b3-ce6c-4dfa-88f3-7ef39d86e15d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 1096 time: 0.0516899
Dec 18 20:58:11.762047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60670fb3-b52f-4c89-9a0d-231643cab001 req-66c75a0e-8476-4f8f-b727-ea5348077a34 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:11.763554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60670fb3-b52f-4c89-9a0d-231643cab001 req-66c75a0e-8476-4f8f-b727-ea5348077a34 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 945 time: 0.1020162
Dec 18 20:58:11.783034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dbabc-fd11-4c2e-b8b6-710d205fa556 req-55f8b868-ba83-40b2-89b2-edb5fc0b66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:11.785696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-594dbabc-fd11-4c2e-b8b6-710d205fa556 req-55f8b868-ba83-40b2-89b2-edb5fc0b66a6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 1097 time: 0.0770175
Dec 18 20:58:11.808551 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3fe1b30b-3e74-4ba8-abb4-1f22e38ffc7a req-668de9e3-313e-4393-b421-f46d7b8674df service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423174
Dec 18 20:58:11.853798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60670fb3-b52f-4c89-9a0d-231643cab001 req-753964fc-81bb-45a2-ab3d-5c0e54b03cd9 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791426
Dec 18 20:58:11.856300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-594dbabc-fd11-4c2e-b8b6-710d205fa556 req-ce58ca40-9595-43e2-a83d-3ec91abd5c08 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631387
Dec 18 20:58:12.028890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce74a58-d344-43c9-9d12-81ef4c7943f1 req-8877bbeb-c7ea-409d-a1af-5e0dcfa18fb3 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:12.028890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ce74a58-d344-43c9-9d12-81ef4c7943f1 req-8877bbeb-c7ea-409d-a1af-5e0dcfa18fb3 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0530958
Dec 18 20:58:12.028890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41844) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:12.117260 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0929e0-34f5-4402-bf87-079fe16e6b86 admin admin] Deleting subnet bebb4d23-857a-46c7-9813-a2fc5e9567dc {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:58:12.125777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e0929e0-34f5-4402-bf87-079fe16e6b86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.164459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ce74a58-d344-43c9-9d12-81ef4c7943f1 req-b1fbfbf2-dcdf-4210-b8ec-7f928ba9443b tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284006
Dec 18 20:58:12.176994 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e0929e0-34f5-4402-bf87-079fe16e6b86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.220759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d6622-a031-4299-afdf-65ec4293cbb4 req-d3314de5-99a4-4747-9eda-563d2ab080f8 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:12.229080 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d68d6622-a031-4299-afdf-65ec4293cbb4 req-d3314de5-99a4-4747-9eda-563d2ab080f8 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 944 time: 0.1498923
Dec 18 20:58:12.287932 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e0929e0-34f5-4402-bf87-079fe16e6b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.335369 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d68d6622-a031-4299-afdf-65ec4293cbb4 req-ac1337bd-4b06-428d-ba41-414d6668b597 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1053293
Dec 18 20:58:12.337873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4996ca0-f713-420d-9ffb-a367ca1896f7 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:12.382471 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e0929e0-34f5-4402-bf87-079fe16e6b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.409420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0929e0-34f5-4402-bf87-079fe16e6b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebb4d23-857a-46c7-9813-a2fc5e9567dc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:12.423426 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e0929e0-34f5-4402-bf87-079fe16e6b86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.431451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7e0929e0-34f5-4402-bf87-079fe16e6b86 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bebb4d23-857a-46c7-9813-a2fc5e9567dc HTTP/1.1" status: 204  len: 168 time: 0.4015186
Dec 18 20:58:12.434089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41870) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:12.441503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port b4996ca0-f713-420d-9ffb-a367ca1896f7 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:58:12.448730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port b4996ca0-f713-420d-9ffb-a367ca1896f7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:12.449379 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.520061 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.569798 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.612684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b4996ca0-f713-420d-9ffb-a367ca1896f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4996ca0-f713-420d-9ffb-a367ca1896f7,segment=NetworkSegment(e52fbc82-f0d7-43f9-81fe-eb621fbfc717),segment_id=e52fbc82-f0d7-43f9-81fe-eb621fbfc717)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:12.615255 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.620369 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.621233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a80bf93f-ecf4-4003-a592-419a48827f6c no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:58:12.660393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d8f8760>,) {'filters': {'network_id': ['b4249639-6520-4b9d-908b-e792b10734b1']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:12.672732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d8f8760>, 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:12.673300 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d8f8760>, 'b85d84b3-777f-4c2b-a0a8-c0a4b753a2c1') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:12.678395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: a80bf93f-ecf4-4003-a592-419a48827f6c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:58:12.678743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a80bf93f-ecf4-4003-a592-419a48827f6c not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:58:12.683458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b211c-c582-4ce2-9a89-744b7e83fd2f req-21d5d57e-083f-471c-a5d7-cca8e5881a85 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:12.685055 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b5b211c-c582-4ce2-9a89-744b7e83fd2f req-21d5d57e-083f-471c-a5d7-cca8e5881a85 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 943 time: 0.1130655
Dec 18 20:58:12.691941 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.706781 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.715593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b4996ca0-f713-420d-9ffb-a367ca1896f7,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:12.731720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:58:12.731994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:58:12.740231 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:58:12.793263 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b5b211c-c582-4ce2-9a89-744b7e83fd2f req-68931b78-7215-4c58-8824-f047da0b68c4 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975215
Dec 18 20:58:12.819596 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.825991 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:12.831215 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b4249639-6520-4b9d-908b-e792b10734b1 HTTP/1.1" status: 204  len: 168 time: 0.3956330
Dec 18 20:58:12.843990 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951b06e-4ddc-4e6b-a542-65abd4c9df81 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4249639-6520-4b9d-908b-e792b10734b1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:12.857472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d35019-ffcd-44d9-a3e8-a5afdcc42924 req-92df9b08-eb8c-406d-b018-f3271f140810 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:12.859111 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74d35019-ffcd-44d9-a3e8-a5afdcc42924 req-92df9b08-eb8c-406d-b018-f3271f140810 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 946 time: 0.0821989
Dec 18 20:58:12.976101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74d35019-ffcd-44d9-a3e8-a5afdcc42924 req-7c53ac31-2c52-44c8-ba8a-1eb55877c415 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043570
Dec 18 20:58:13.031148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20aec8-0c45-4750-80d4-6e1c0e288103 req-67d08c3b-cda6-47f5-b06b-e95d321ead2b tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:13.032763 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e20aec8-0c45-4750-80d4-6e1c0e288103 req-67d08c3b-cda6-47f5-b06b-e95d321ead2b tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 945 time: 0.0875309
Dec 18 20:58:13.060576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41884) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:13.093659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e20aec8-0c45-4750-80d4-6e1c0e288103 req-81d7a3f5-4b28-4c88-8d3d-7e8739be955a tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531878
Dec 18 20:58:13.108960 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-178464af-541f-4ab0-80d0-45b50dd4552b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d45c473a485472791e742964660e7e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0470786
Dec 18 20:58:13.112061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41890) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:13.161622 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78484076-ee8c-4369-97e7-84a851fcaa86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:13.187621 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78484076-ee8c-4369-97e7-84a851fcaa86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:13.243747 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78484076-ee8c-4369-97e7-84a851fcaa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:13.246737 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78484076-ee8c-4369-97e7-84a851fcaa86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:13.247880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-78484076-ee8c-4369-97e7-84a851fcaa86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89a05132-2ca6-48cd-92bc-35d3c0bdf6f8 HTTP/1.1" status: 204  len: 168 time: 0.1348331
Dec 18 20:58:13.257067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78484076-ee8c-4369-97e7-84a851fcaa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a05132-2ca6-48cd-92bc-35d3c0bdf6f8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:13.504019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac412f-0a61-489d-8d87-a176017cc440 req-8d7c14b6-e7b2-45fb-8948-d05483925686 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:13.506531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13ac412f-0a61-489d-8d87-a176017cc440 req-8d7c14b6-e7b2-45fb-8948-d05483925686 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 945 time: 0.0817935
Dec 18 20:58:13.575393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13ac412f-0a61-489d-8d87-a176017cc440 req-7b591c46-0a8e-4f3a-ba8b-4c6832504b31 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594153
Dec 18 20:58:13.616798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4996ca0-f713-420d-9ffb-a367ca1896f7'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:13.619544 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf56c87-486d-453c-95ce-06d1e5e172ea" -d '{"events": [{"server_uuid": "ec3cf0f4-2856-469d-9f26-86f473b11818", "name": "network-vif-plugged", "status": "completed", "tag": "b4996ca0-f713-420d-9ffb-a367ca1896f7"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:13.661601 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d183b6f6-57e9-46df-aa01-13d6d67c6cfb x-openstack-request-id: req-d183b6f6-57e9-46df-aa01-13d6d67c6cfb {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:13.662191 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3cf0f4-2856-469d-9f26-86f473b11818", "name": "network-vif-plugged", "status": "completed", "tag": "b4996ca0-f713-420d-9ffb-a367ca1896f7", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:13.662191 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d183b6f6-57e9-46df-aa01-13d6d67c6cfb {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:13.662566 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4996ca0-f713-420d-9ffb-a367ca1896f7', 'code': 200}
Dec 18 20:58:13.857297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ad367-7270-49ac-bbe2-100b0375d5d7 req-43a549bb-303e-49f4-9e1c-7ee3f74e9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:13.861957 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fc8ad367-7270-49ac-bbe2-100b0375d5d7 req-43a549bb-303e-49f4-9e1c-7ee3f74e9cb1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 1096 time: 0.0460618
Dec 18 20:58:13.941925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabafa2-78d5-49ac-9d3c-5ed68c8b2a86 req-fc38a2e1-3fd6-4e7d-84c9-83d4055ca6fe tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:13.943532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8aabafa2-78d5-49ac-9d3c-5ed68c8b2a86 req-fc38a2e1-3fd6-4e7d-84c9-83d4055ca6fe tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 943 time: 0.0580368
Dec 18 20:58:13.965586 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fc8ad367-7270-49ac-bbe2-100b0375d5d7 req-97dc2e8c-c514-418e-8005-ddebcd777d18 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591998
Dec 18 20:58:14.000930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8aabafa2-78d5-49ac-9d3c-5ed68c8b2a86 req-b5caff80-817b-4586-ac39-b8c9cee41aca tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504134
Dec 18 20:58:14.106031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8015e4e-943b-4469-8deb-5f9ec62ecde6 req-ba35c366-67e5-43ea-99b0-2841da10704e tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:14.107638 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8015e4e-943b-4469-8deb-5f9ec62ecde6 req-ba35c366-67e5-43ea-99b0-2841da10704e tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 946 time: 0.0549252
Dec 18 20:58:14.174985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8015e4e-943b-4469-8deb-5f9ec62ecde6 req-3ef5752a-df3b-4fa7-b5ff-eab41133aaac tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604365
Dec 18 20:58:14.238503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac869-393b-4397-b896-96d102fe816e req-8852e57b-f22b-469d-a9cf-09b889dcfea4 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:14.240121 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454ac869-393b-4397-b896-96d102fe816e req-8852e57b-f22b-469d-a9cf-09b889dcfea4 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 945 time: 0.0535934
Dec 18 20:58:14.300679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-454ac869-393b-4397-b896-96d102fe816e req-69d37621-09e6-430f-a8a5-d4be37c7e46a tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537302
Dec 18 20:58:14.440886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-31656df3-d741-4592-83f4-781aa959b5c2 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a4275f97662f4f3b8eed66d55e5f050b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331087
Dec 18 20:58:14.458480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ec8fed1-1707-4075-bc28-f12d86c90468 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:58:14.480243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc766-2127-46e1-9814-2f2d3736e4d6 req-624b3970-0951-4b2f-84ce-2fa7b0301255 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:14.481833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-582fc766-2127-46e1-9814-2f2d3736e4d6 req-624b3970-0951-4b2f-84ce-2fa7b0301255 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 946 time: 0.1142042
Dec 18 20:58:14.492902 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41962) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:14.499746 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a5d8b55d-e6ef-4df7-8e8a-9cc9207cbbbe tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Request body: {'floatingip': {'port_id': 'fea449d4-dbd8-44cd-99aa-d486449cf15d'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:14.561122 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b55d-e6ef-4df7-8e8a-9cc9207cbbbe tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:14.610284 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-38b5e641-8c96-4a6b-b07b-ba6e91f4b169 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:14.619024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-38b5e641-8c96-4a6b-b07b-ba6e91f4b169 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1701987
Dec 18 20:58:14.632189 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f1e7b0fa-4c43-4c43-9483-0dbf8dde13ac tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/quotas/a4275f97662f4f3b8eed66d55e5f050b HTTP/1.1" status: 200  len: 375 time: 0.0119603
Dec 18 20:58:14.636880 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ec8fed1-1707-4075-bc28-f12d86c90468, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec8fed1-1707-4075-bc28-f12d86c90468,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:14.671213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '2ec8fed1-1707-4075-bc28-f12d86c90468', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'port_id': '2ec8fed1-1707-4075-bc28-f12d86c90468', 'mac_address': 'fa:16:3e:fd:ed:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:58:14.696115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-1b15a1a4-86c6-48ad-90b5-80d30d30cdf7 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4275f97662f4f3b8eed66d55e5f050b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0570350
Dec 18 20:58:14.822081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf639fc-265f-4420-bf5b-290660ce2dc2 req-57325dbc-e010-4d45-8bf1-d72c11977167 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:14.826766 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:14.829197 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:14.842334 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8bf639fc-265f-4420-bf5b-290660ce2dc2 req-57325dbc-e010-4d45-8bf1-d72c11977167 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 945 time: 0.1602068
Dec 18 20:58:14.863706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec8fed1-1707-4075-bc28-f12d86c90468 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:14.892108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ec8fed1-1707-4075-bc28-f12d86c90468, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec8fed1-1707-4075-bc28-f12d86c90468,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:14.903193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8bf639fc-265f-4420-bf5b-290660ce2dc2 req-aec993bf-f0a4-4a60-8047-ec07d0b68cc7 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531187
Dec 18 20:58:14.907031 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:15.001506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2ec8fed1-1707-4075-bc28-f12d86c90468,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:15.022109 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c62cdb13-81c9-411e-9b45-7363fab90291 req-7ee850e4-6387-445b-83f5-e6220311a661 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 210 time: 0.0464656
Dec 18 20:58:15.154424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['2ec8fed1-1707-4075-bc28-f12d86c90468'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:15.213162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431466d4-12de-4348-bbf8-8c138c95b770 req-28682fce-d7df-4b47-95f2-0bd5f8c89532 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:15.226523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-431466d4-12de-4348-bbf8-8c138c95b770 req-28682fce-d7df-4b47-95f2-0bd5f8c89532 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 944 time: 0.0943141
Dec 18 20:58:15.372083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-431466d4-12de-4348-bbf8-8c138c95b770 req-53f556e0-f8b4-43b8-bd32-dad090ffe27b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430757
Dec 18 20:58:15.586171 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b55d-e6ef-4df7-8e8a-9cc9207cbbbe tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:15.590121 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b55d-e6ef-4df7-8e8a-9cc9207cbbbe tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:15.689781 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-a5d8b55d-e6ef-4df7-8e8a-9cc9207cbbbe tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Floating IP cc892ccb-53a2-4b8f-a49b-a29235f0f920 associated. External IP: 172.35.3.150, port: fea449d4-dbd8-44cd-99aa-d486449cf15d.
Dec 18 20:58:15.920103 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d8b55d-e6ef-4df7-8e8a-9cc9207cbbbe tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Router 85d41b9e-cdfe-40e5-972d-185e58c01903 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:58:16.019221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6d5f4-0b1f-49c5-8b76-a4fd1e8df8b1 req-bc840c9d-db28-41d8-b506-8eb1c207fae2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:16.020758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82a6d5f4-0b1f-49c5-8b76-a4fd1e8df8b1 req-bc840c9d-db28-41d8-b506-8eb1c207fae2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 945 time: 0.0535166
Dec 18 20:58:16.061655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d8b55d-e6ef-4df7-8e8a-9cc9207cbbbe tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:58:16.068353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b55d-e6ef-4df7-8e8a-9cc9207cbbbe tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:16.074233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b58663d-5ffc-4680-86d0-8c184e24faa6 None None] Sync routers for ids ['85d41b9e-cdfe-40e5-972d-185e58c01903'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:58:16.086558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58663d-5ffc-4680-86d0-8c184e24faa6 None None] Routers {'85d41b9e-cdfe-40e5-972d-185e58c01903'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:58:16.087405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3b58663d-5ffc-4680-86d0-8c184e24faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec0c640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:58:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['85d41b9e-cdfe-40e5-972d-185e58c01903'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:16.107618 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a5d8b55d-e6ef-4df7-8e8a-9cc9207cbbbe tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "PUT /v2.0/floatingips/cc892ccb-53a2-4b8f-a49b-a29235f0f920 HTTP/1.1" status: 200  len: 992 time: 1.6106410
Dec 18 20:58:16.107618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'tag': 'fea449d4-dbd8-44cd-99aa-d486449cf15d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:16.107866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82a6d5f4-0b1f-49c5-8b76-a4fd1e8df8b1 req-9f006f95-83ee-467b-aefc-d859b067ab03 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787227
Dec 18 20:58:16.109372 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dc893f-bebe-44c6-9ae5-8cfa12cdc00e" -d '{"events": [{"name": "network-changed", "server_uuid": "198e9dd2-01b2-4119-9848-b5c9db0cb7ca", "tag": "fea449d4-dbd8-44cd-99aa-d486449cf15d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:16.267910 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-d938dd85-dda6-40e0-b7ac-11df4ad9864a tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a4275f97662f4f3b8eed66d55e5f050b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0517755
Dec 18 20:58:16.278994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3b58663d-5ffc-4680-86d0-8c184e24faa6 None None] Set router 85d41b9e-cdfe-40e5-972d-185e58c01903 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:58:16.291571 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6d2510e-3ad8-4d6f-ac77-6c0c77e20bf3 req-5eb8d351-2029-49ed-b5da-485beaa7150e tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 210 time: 0.0671062
Dec 18 20:58:16.498662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ec8fed1-1707-4075-bc28-f12d86c90468 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:16.685708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 2ec8fed1-1707-4075-bc28-f12d86c90468 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:58:16.712519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 2ec8fed1-1707-4075-bc28-f12d86c90468 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:16.713251 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:16.825347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3b58663d-5ffc-4680-86d0-8c184e24faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec0c640>, [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc892ccb-53a2-4b8f-a49b-a29235f0f920', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'floating_ip_address': '172.35.3.150', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'port_id': 'fea449d4-dbd8-44cd-99aa-d486449cf15d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'mac_address': 'fa:16:3e:53:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:57:47Z', 'updated_at': '2021-12-18T20:58:15Z', 'revision_number': 1, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ae4cb6-59dc-4b25-9498-24ad09a2546a', 'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'mac_address': 'fa:16:3e:ba:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:34Z', 'updated_at': '2021-12-18T20:57:44Z', 'revision_number': 5, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'subnets': [{'id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:16.852220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc893f-bebe-44c6-9ae5-8cfa12cdc00e req-0a348173-9fbc-43ed-a534-2fdcb304a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:16.854105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64dc893f-bebe-44c6-9ae5-8cfa12cdc00e req-0a348173-9fbc-43ed-a534-2fdcb304a066 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ab34e83092a4610b03af4bfa353fb09&device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 1097 time: 0.1888201
Dec 18 20:58:16.863293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b58663d-5ffc-4680-86d0-8c184e24faa6 None None] Checking router: 85d41b9e-cdfe-40e5-972d-185e58c01903 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:58:16.872837 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:16.889437 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58663d-5ffc-4680-86d0-8c184e24faa6 None None] Routers {'85d41b9e-cdfe-40e5-972d-185e58c01903'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:58:16.890196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3b58663d-5ffc-4680-86d0-8c184e24faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec0c640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:58:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['85d41b9e-cdfe-40e5-972d-185e58c01903'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:16.938263 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dfce29-5bdc-4127-9942-6377d7b7bc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec8fed1-1707-4075-bc28-f12d86c90468'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:16.940902 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8202f1-1ccb-43cb-b22e-df56ba1f8a87" -d '{"events": [{"server_uuid": "79dfce29-5bdc-4127-9942-6377d7b7bc7e", "name": "network-vif-plugged", "status": "completed", "tag": "2ec8fed1-1707-4075-bc28-f12d86c90468"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:16.942718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c18255-9b3b-4a11-86b3-7f81c65aea91 req-b9517d94-f9c0-4321-acbc-c812db5bd093 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:16.952206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13c18255-9b3b-4a11-86b3-7f81c65aea91 req-b9517d94-f9c0-4321-acbc-c812db5bd093 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 944 time: 0.1790364
Dec 18 20:58:16.962113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ec8fed1-1707-4075-bc28-f12d86c90468, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec8fed1-1707-4075-bc28-f12d86c90468,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:16.979008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1792b-5d89-43cb-b278-77088ccd9d18 req-a7e40080-b6e1-443b-a185-2dfd8e1d1088 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:16.980358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8fc1792b-5d89-43cb-b278-77088ccd9d18 req-a7e40080-b6e1-443b-a185-2dfd8e1d1088 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 945 time: 0.2374954
Dec 18 20:58:17.001875 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:17.002526 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a34571-f799-4c63-9d66-1a866d9a6462 x-openstack-request-id: req-e3a34571-f799-4c63-9d66-1a866d9a6462 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:17.003331 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198e9dd2-01b2-4119-9848-b5c9db0cb7ca", "tag": "fea449d4-dbd8-44cd-99aa-d486449cf15d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:17.003734 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3a34571-f799-4c63-9d66-1a866d9a6462 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:17.004271 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'tag': 'fea449d4-dbd8-44cd-99aa-d486449cf15d', 'status': 'completed', 'code': 200}
Dec 18 20:58:17.025314 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42102) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:17.030872 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c10b00ea-75c0-4336-bc06-9e796ba4aa7b tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Request body: {'floatingip': {'port_id': 'b4996ca0-f713-420d-9ffb-a367ca1896f7'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:17.052170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc893f-bebe-44c6-9ae5-8cfa12cdc00e req-621b23a8-aab7-4bb4-b822-1d476dddb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:17.054387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64dc893f-bebe-44c6-9ae5-8cfa12cdc00e req-621b23a8-aab7-4bb4-b822-1d476dddb55c service neutron] 10.222.0.31 "GET /v2.0/networks?id=4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c HTTP/1.1" status: 200  len: 913 time: 0.1884894
Dec 18 20:58:17.069376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3b58663d-5ffc-4680-86d0-8c184e24faa6 None None] Set router 85d41b9e-cdfe-40e5-972d-185e58c01903 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:58:17.107146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2ec8fed1-1707-4075-bc28-f12d86c90468,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:17.117110 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-703b8ebb-77f9-4597-8831-59746546c735 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:17.118624 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-703b8ebb-77f9-4597-8831-59746546c735 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8440106
Dec 18 20:58:17.131286 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c10b00ea-75c0-4336-bc06-9e796ba4aa7b tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:17.140101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Request body: {'port': {'device_id': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': 'a4275f97662f4f3b8eed66d55e5f050b'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:17.144628 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64dc893f-bebe-44c6-9ae5-8cfa12cdc00e req-8e44af9f-bf97-49fc-930b-262d3b89b833 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fea449d4-dbd8-44cd-99aa-d486449cf15d HTTP/1.1" status: 200  len: 1000 time: 0.0822458
Dec 18 20:58:17.239415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc893f-bebe-44c6-9ae5-8cfa12cdc00e req-9b4e2d30-91a3-45da-bc93-23c78d5699b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:17.244771 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64dc893f-bebe-44c6-9ae5-8cfa12cdc00e req-9b4e2d30-91a3-45da-bc93-23c78d5699b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c336d839-f9bd-49a0-889b-7bc38ad323d1 HTTP/1.1" status: 200  len: 851 time: 0.0609813
Dec 18 20:58:17.250434 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62679d-d411-410a-9dbf-d12355cd1c8d req-e5c0b88d-5bb2-4d97-8fa7-6f52b091eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:17.252499 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac62679d-d411-410a-9dbf-d12355cd1c8d req-e5c0b88d-5bb2-4d97-8fa7-6f52b091eaf3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2aba7bee78744949dc3323cb4c7df55&device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 1097 time: 0.2466412
Dec 18 20:58:17.326004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7437215-ac87-4bdb-93c5-c4b2e71390fd req-dc690c2b-0d01-4cb4-8234-4bb21fdb9769 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:17.334281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7437215-ac87-4bdb-93c5-c4b2e71390fd req-dc690c2b-0d01-4cb4-8234-4bb21fdb9769 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1885283
Dec 18 20:58:17.354834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13c18255-9b3b-4a11-86b3-7f81c65aea91 req-0397cb0c-cc4b-499f-91cd-d15c7299f111 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3974032
Dec 18 20:58:17.359859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62679d-d411-410a-9dbf-d12355cd1c8d req-69b529f8-456b-4bc7-b432-b2fbf9fefba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:17.361316 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac62679d-d411-410a-9dbf-d12355cd1c8d req-69b529f8-456b-4bc7-b432-b2fbf9fefba8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6debd13b-b209-4e15-a34d-3cefcc31c991 HTTP/1.1" status: 200  len: 919 time: 0.0961623
Dec 18 20:58:17.371650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc893f-bebe-44c6-9ae5-8cfa12cdc00e req-a16bd949-49c5-4402-8454-25eec12a4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:17.373255 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64dc893f-bebe-44c6-9ae5-8cfa12cdc00e req-a16bd949-49c5-4402-8454-25eec12a4a93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1213152
Dec 18 20:58:17.405966 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3b58663d-5ffc-4680-86d0-8c184e24faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec0c640>, [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc892ccb-53a2-4b8f-a49b-a29235f0f920', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'floating_ip_address': '172.35.3.150', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'port_id': 'fea449d4-dbd8-44cd-99aa-d486449cf15d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'mac_address': 'fa:16:3e:53:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:57:47Z', 'updated_at': '2021-12-18T20:58:15Z', 'revision_number': 1, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ae4cb6-59dc-4b25-9498-24ad09a2546a', 'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'mac_address': 'fa:16:3e:ba:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:34Z', 'updated_at': '2021-12-18T20:57:44Z', 'revision_number': 5, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'subnets': [{'id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:17.433080 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac62679d-d411-410a-9dbf-d12355cd1c8d req-dd74f38b-160f-4f12-874b-a076af52c635 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67829c42-153d-4545-a748-eb36ae44aa09 HTTP/1.1" status: 200  len: 217 time: 0.0439930
Dec 18 20:58:17.459851 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e799a4ea-7403-4c72-8426-e28a9ce3fd47 x-openstack-request-id: req-e799a4ea-7403-4c72-8426-e28a9ce3fd47 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:17.460760 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dfce29-5bdc-4127-9942-6377d7b7bc7e", "name": "network-vif-plugged", "status": "completed", "tag": "2ec8fed1-1707-4075-bc28-f12d86c90468", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:17.460760 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e799a4ea-7403-4c72-8426-e28a9ce3fd47 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:17.460937 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dfce29-5bdc-4127-9942-6377d7b7bc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec8fed1-1707-4075-bc28-f12d86c90468', 'code': 200}
Dec 18 20:58:17.462560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b58663d-5ffc-4680-86d0-8c184e24faa6 None None] The sync data for ids ['85d41b9e-cdfe-40e5-972d-185e58c01903'] in ncdv-master-1 is: [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc892ccb-53a2-4b8f-a49b-a29235f0f920', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'floating_ip_address': '172.35.3.150', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'port_id': 'fea449d4-dbd8-44cd-99aa-d486449cf15d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'mac_address': 'fa:16:3e:53:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:57:47Z', 'updated_at': '2021-12-18T20:58:15Z', 'revision_number': 1, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ae4cb6-59dc-4b25-9498-24ad09a2546a', 'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'mac_address': 'fa:16:3e:ba:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:34Z', 'updated_at': '2021-12-18T20:57:44Z', 'revision_number': 5, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'subnets': [{'id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:58:17.507607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7437215-ac87-4bdb-93c5-c4b2e71390fd req-1cdfef6f-abfe-4a54-b8c8-9ae2aff3dcc4 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667612
Dec 18 20:58:17.598938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52f19f19-b64d-4dfc-b53c-01bbef92bb68 req-38b91866-b678-4079-82fb-e0f386b7d558 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 210 time: 0.0900898
Dec 18 20:58:17.637557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62679d-d411-410a-9dbf-d12355cd1c8d req-212cbfb8-cc0f-4518-81fa-87f03a4ef4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:17.639058 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac62679d-d411-410a-9dbf-d12355cd1c8d req-212cbfb8-cc0f-4518-81fa-87f03a4ef4c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d7f58308-db29-4caa-9f9b-c96f367c4ebb HTTP/1.1" status: 200  len: 858 time: 0.1945941
Dec 18 20:58:17.671300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64dc893f-bebe-44c6-9ae5-8cfa12cdc00e req-24fe8193-503c-4c2d-a295-99312c8c6335 service neutron] 10.222.0.31 "GET /v2.0/networks/4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2890637
Dec 18 20:58:17.727935 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac62679d-d411-410a-9dbf-d12355cd1c8d req-495f5cd3-eb40-4a20-a428-8474b4162565 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6debd13b-b209-4e15-a34d-3cefcc31c991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438116
Dec 18 20:58:17.755564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da9863-669c-42b1-a55a-fa836b1c88be req-e9793b25-3a43-44e9-8689-f59f355e2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:17.757058 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-85da9863-669c-42b1-a55a-fa836b1c88be req-e9793b25-3a43-44e9-8689-f59f355e2fc2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 1096 time: 0.2358768
Dec 18 20:58:17.768192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Made reservation on behalf of a4275f97662f4f3b8eed66d55e5f050b for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:58:17.771674 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:17.835697 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64dc893f-bebe-44c6-9ae5-8cfa12cdc00e req-52b75e43-3efc-4174-b679-1d4256faf22b service neutron] 10.222.0.31 "GET /v2.0/networks/4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556597
Dec 18 20:58:17.866430 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2eabd-7a8a-48d8-bf03-4bac24ba5523 None None] New status for floating IP cc892ccb-53a2-4b8f-a49b-a29235f0f920: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:58:17.885490 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:18.047682 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-85da9863-669c-42b1-a55a-fa836b1c88be req-d248024d-e02d-4f5b-acb3-aab2981256b2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366405
Dec 18 20:58:18.068252 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac62679d-d411-410a-9dbf-d12355cd1c8d req-abeffec3-8eac-43a4-a64c-db09769d3193 service neutron] 10.222.0.36 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3278196
Dec 18 20:58:18.251095 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:18.268502 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:18.314730 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c10b00ea-75c0-4336-bc06-9e796ba4aa7b tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:18.322421 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac62679d-d411-410a-9dbf-d12355cd1c8d req-8865741e-6926-49a8-a3b6-986dc4c188c6 service neutron] 10.222.0.36 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2448561
Dec 18 20:58:18.363149 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c10b00ea-75c0-4336-bc06-9e796ba4aa7b tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:18.419149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35444e9-629f-4f06-bb2c-bdb3c0045e06,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:18.515109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17697f-53a2-47a2-b82b-6d3152b32811 req-4d440a44-a3a9-4311-a95b-e4facaca11e8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:18.523726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c17697f-53a2-47a2-b82b-6d3152b32811 req-4d440a44-a3a9-4311-a95b-e4facaca11e8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.0621145
Dec 18 20:58:18.552213 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Allocated IP 192.168.233.156 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/8de86d40-0ffe-4a89-ae60-fdfa7a44d805) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:58:18.555137 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-c10b00ea-75c0-4336-bc06-9e796ba4aa7b tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Floating IP 2e00bd05-5066-4e4d-b33c-c54fd1b3ddac associated. External IP: 172.35.3.184, port: b4996ca0-f713-420d-9ffb-a367ca1896f7.
Dec 18 20:58:18.582992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c17697f-53a2-47a2-b82b-6d3152b32811 req-bf53ce69-9f5d-459c-a759-2522444d5f52 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585110
Dec 18 20:58:18.640775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0dd13-f6ad-4043-848b-597bf63fa07f req-68620ce1-5c01-4e17-aa16-370cf2bc5088 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:18.642640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ad0dd13-f6ad-4043-848b-597bf63fa07f req-68620ce1-5c01-4e17-aa16-370cf2bc5088 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0586007
Dec 18 20:58:18.700812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ad0dd13-f6ad-4043-848b-597bf63fa07f req-801ba30c-49f8-4809-8f6a-487ac7b1902b tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509861
Dec 18 20:58:18.769298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dfce8644-6f1d-4483-8132-bd818c149354 req-e131ecfe-a959-4754-a459-d962a14d9482 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 210 time: 0.0268815
Dec 18 20:58:18.903383 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:18.944697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10b00ea-75c0-4336-bc06-9e796ba4aa7b tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Router 7e2171d3-97d7-491b-83fa-7897c8060ceb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:58:19.001225 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:19.062335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:58:19.095379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:19.105716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:58:19.138188 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Pushing event updated for resources: {'Port': ['ID=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:19.174440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10b00ea-75c0-4336-bc06-9e796ba4aa7b tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:58:19.181945 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:19.182659 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:19.187887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7974502-6b97-4464-b414-28d89b05435b None None] Sync routers for ids ['7e2171d3-97d7-491b-83fa-7897c8060ceb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:58:19.188415 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c10b00ea-75c0-4336-bc06-9e796ba4aa7b tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:19.207861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7974502-6b97-4464-b414-28d89b05435b None None] Routers {'7e2171d3-97d7-491b-83fa-7897c8060ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:58:19.208564 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e7974502-6b97-4464-b414-28d89b05435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb67580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:58:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7e2171d3-97d7-491b-83fa-7897c8060ceb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:19.229149 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c10b00ea-75c0-4336-bc06-9e796ba4aa7b tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "PUT /v2.0/floatingips/2e00bd05-5066-4e4d-b33c-c54fd1b3ddac HTTP/1.1" status: 200  len: 991 time: 2.2024660
Dec 18 20:58:19.233853 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f901f648-9eee-4886-898d-64bdb4194c1c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0978811
Dec 18 20:58:19.234535 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'tag': 'b4996ca0-f713-420d-9ffb-a367ca1896f7'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:19.237142 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6b6d97-00c1-491e-951d-65ece47171d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3cf0f4-2856-469d-9f26-86f473b11818", "tag": "b4996ca0-f713-420d-9ffb-a367ca1896f7"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:19.258314 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Request body: {'port': {'device_id': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:19.351130 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de4987e-3506-432c-b33c-9aabc1632779 x-openstack-request-id: req-0de4987e-3506-432c-b33c-9aabc1632779 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:19.351584 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3cf0f4-2856-469d-9f26-86f473b11818", "tag": "b4996ca0-f713-420d-9ffb-a367ca1896f7", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:19.351992 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0de4987e-3506-432c-b33c-9aabc1632779 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:19.352518 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'tag': 'b4996ca0-f713-420d-9ffb-a367ca1896f7', 'status': 'completed', 'code': 200}
Dec 18 20:58:19.384236 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:19.432822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6d97-00c1-491e-951d-65ece47171d5 req-033f2184-61af-433b-8899-6617849707a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:19.434554 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-de6b6d97-00c1-491e-951d-65ece47171d5 req-033f2184-61af-433b-8899-6617849707a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09cf6435c2a148c6998dd3b1d301da96&device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 1096 time: 0.0809872
Dec 18 20:58:19.546482 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:19.546482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-47488b4f-0804-424f-9d32-6da49fbf510a None None] Provisioning complete for port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:19.546482 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-47488b4f-0804-424f-9d32-6da49fbf510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:19.603774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-47488b4f-0804-424f-9d32-6da49fbf510a None None] Port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:58:19.603774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e7974502-6b97-4464-b414-28d89b05435b None None] Set router 7e2171d3-97d7-491b-83fa-7897c8060ceb gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:58:19.747173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7bade-7578-4ea6-b696-1eb9c653bc05 req-f1c84f50-0f3e-45e6-b40e-811040227242 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:19.749046 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eea7bade-7578-4ea6-b696-1eb9c653bc05 req-f1c84f50-0f3e-45e6-b40e-811040227242 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.0803440
Dec 18 20:58:19.821074 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eea7bade-7578-4ea6-b696-1eb9c653bc05 req-90848a89-de24-494b-b881-ac5851e95044 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645525
Dec 18 20:58:19.966233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e7974502-6b97-4464-b414-28d89b05435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb67580>, [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2e00bd05-5066-4e4d-b33c-c54fd1b3ddac', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'floating_ip_address': '172.35.3.184', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'port_id': 'b4996ca0-f713-420d-9ffb-a367ca1896f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'mac_address': 'fa:16:3e:90:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:57:58Z', 'updated_at': '2021-12-18T20:58:18Z', 'revision_number': 1, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099598b8-2a5b-4dcc-a5ae-bf5183361500', 'name': '', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'mac_address': 'fa:16:3e:ed:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:47Z', 'updated_at': '2021-12-18T20:57:55Z', 'revision_number': 5, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'subnets': [{'id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:19.998731 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6d97-00c1-491e-951d-65ece47171d5 req-9bf8412e-9a03-4557-8076-e526768c5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:20.005848 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-de6b6d97-00c1-491e-951d-65ece47171d5 req-9bf8412e-9a03-4557-8076-e526768c5c90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3eb4717b-66be-4294-a87d-4258f6da14d8 HTTP/1.1" status: 200  len: 906 time: 0.5572772
Dec 18 20:58:20.023989 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7974502-6b97-4464-b414-28d89b05435b None None] Checking router: 7e2171d3-97d7-491b-83fa-7897c8060ceb for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:58:20.036670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7974502-6b97-4464-b414-28d89b05435b None None] Routers {'7e2171d3-97d7-491b-83fa-7897c8060ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:58:20.037768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e7974502-6b97-4464-b414-28d89b05435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb67580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:58:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7e2171d3-97d7-491b-83fa-7897c8060ceb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:20.111606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e6d22-4c13-45a6-aaac-b18f482110fe req-2de7cd26-78f1-4de2-939e-4dcf9f707215 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:20.122412 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-128e6d22-4c13-45a6-aaac-b18f482110fe req-2de7cd26-78f1-4de2-939e-4dcf9f707215 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 936 time: 0.0944479
Dec 18 20:58:20.126230 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-de6b6d97-00c1-491e-951d-65ece47171d5 req-b02b3d00-52cd-4ed0-b2bd-e583d4b18d54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4996ca0-f713-420d-9ffb-a367ca1896f7 HTTP/1.1" status: 200  len: 999 time: 0.1005089
Dec 18 20:58:20.140541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f907b85-22c0-47b8-96c2-9ced9418c39d req-0e79a386-80d2-4591-92ed-da4a372622fc tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:20.141991 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f907b85-22c0-47b8-96c2-9ced9418c39d req-0e79a386-80d2-4591-92ed-da4a372622fc tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1824646
Dec 18 20:58:20.203538 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-128e6d22-4c13-45a6-aaac-b18f482110fe req-304e222d-78e3-45c1-bcce-fe0d62596afe tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801826
Dec 18 20:58:20.216019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e7974502-6b97-4464-b414-28d89b05435b None None] Set router 7e2171d3-97d7-491b-83fa-7897c8060ceb gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:58:20.224022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6d97-00c1-491e-951d-65ece47171d5 req-7f40a04c-000e-480d-9200-a3da63e9db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:20.225623 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-de6b6d97-00c1-491e-951d-65ece47171d5 req-7f40a04c-000e-480d-9200-a3da63e9db2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75e7f026-cbf7-46d5-95b3-8e5f619d857c HTTP/1.1" status: 200  len: 844 time: 0.0885892
Dec 18 20:58:20.227683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:20.230200 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f907b85-22c0-47b8-96c2-9ced9418c39d req-7352938e-2c6a-4049-9cad-c69b789de155 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801291
Dec 18 20:58:20.270900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:20.305040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Transition to ACTIVE for port object 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:58:20.321099 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6d97-00c1-491e-951d-65ece47171d5 req-41663aef-2ccc-4a1a-bba0-4c78275bd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:20.323960 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-de6b6d97-00c1-491e-951d-65ece47171d5 req-41663aef-2ccc-4a1a-bba0-4c78275bd004 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3eb4717b-66be-4294-a87d-4258f6da14d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0834813
Dec 18 20:58:20.327188 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:20.457530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:20.546177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd468115-03d4-4af3-8ba8-2102cdb8f797 req-bf55c253-783b-440c-b529-112f95b72239 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:20.555404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd468115-03d4-4af3-8ba8-2102cdb8f797 req-bf55c253-783b-440c-b529-112f95b72239 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.0836890
Dec 18 20:58:20.557336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e7974502-6b97-4464-b414-28d89b05435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb67580>, [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2e00bd05-5066-4e4d-b33c-c54fd1b3ddac', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'floating_ip_address': '172.35.3.184', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'port_id': 'b4996ca0-f713-420d-9ffb-a367ca1896f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'mac_address': 'fa:16:3e:90:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:57:58Z', 'updated_at': '2021-12-18T20:58:18Z', 'revision_number': 1, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099598b8-2a5b-4dcc-a5ae-bf5183361500', 'name': '', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'mac_address': 'fa:16:3e:ed:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:47Z', 'updated_at': '2021-12-18T20:57:55Z', 'revision_number': 5, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'subnets': [{'id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:20.596504 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7974502-6b97-4464-b414-28d89b05435b None None] The sync data for ids ['7e2171d3-97d7-491b-83fa-7897c8060ceb'] in ncdv-master-1 is: [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2e00bd05-5066-4e4d-b33c-c54fd1b3ddac', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'floating_ip_address': '172.35.3.184', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'port_id': 'b4996ca0-f713-420d-9ffb-a367ca1896f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'mac_address': 'fa:16:3e:90:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T20:57:58Z', 'updated_at': '2021-12-18T20:58:18Z', 'revision_number': 1, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099598b8-2a5b-4dcc-a5ae-bf5183361500', 'name': '', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'mac_address': 'fa:16:3e:ed:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:47Z', 'updated_at': '2021-12-18T20:57:55Z', 'revision_number': 5, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'subnets': [{'id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:58:20.623027 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-de6b6d97-00c1-491e-951d-65ece47171d5 req-cef24d4d-e2be-4c8d-8d60-8d6a41f4bada service neutron] 10.222.0.36 "GET /v2.0/networks/3eb4717b-66be-4294-a87d-4258f6da14d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2837610
Dec 18 20:58:20.657197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd468115-03d4-4af3-8ba8-2102cdb8f797 req-f71eca0f-de70-4bd9-9fc9-f42a99171ca5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006670
Dec 18 20:58:20.707651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Attempting to bind port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:58:20.707985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Attempting to bind port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:58:20.708317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Attempting to bind port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:20.717309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:58:20.717640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Attempting to bind port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:20.741855 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:58:20.742064 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:58:20.743826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:58:20.744301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Bound port: 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:58:20.744726 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:20.810236 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-de6b6d97-00c1-491e-951d-65ece47171d5 req-14363413-67bd-4a02-ac54-d0d880253c61 service neutron] 10.222.0.36 "GET /v2.0/networks/3eb4717b-66be-4294-a87d-4258f6da14d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701684
Dec 18 20:58:20.852784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:58:20.857814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:58:20.865176 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:20.919109 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:20.919386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:20.921122 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/8de86d40-0ffe-4a89-ae60-fdfa7a44d805 HTTP/1.1" status: 200  len: 1096 time: 1.6741610
Dec 18 20:58:20.949164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ac672-9bf6-4b97-ab0c-30741e7628e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:20.969963 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4208f5-d0bf-44bd-8bb3-65a640530393 None None] New status for floating IP 2e00bd05-5066-4e4d-b33c-c54fd1b3ddac: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:58:21.046467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-bcd03300-7253-4ffa-88e5-3d1fb0b07da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:21.048238 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-bcd03300-7253-4ffa-88e5-3d1fb0b07da4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4275f97662f4f3b8eed66d55e5f050b&device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 1099 time: 0.0662398
Dec 18 20:58:21.101783 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-9dd0cd45-2fa0-4b1e-b371-29ba8f678748 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805 HTTP/1.1" status: 200  len: 217 time: 0.0432587
Dec 18 20:58:21.179642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-fef176c0-13b8-4907-b47a-2202e0ce6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:21.181175 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-fef176c0-13b8-4907-b47a-2202e0ce6980 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0642138
Dec 18 20:58:21.249817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-829dc9eb-0fef-451d-af57-bd20796ef231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:21.251548 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-829dc9eb-0fef-451d-af57-bd20796ef231 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0598242
Dec 18 20:58:21.388437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:21.391556 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d826ea-8b53-411a-aa5c-bf810a4d449b" -d '{"events": [{"name": "network-changed", "server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:21.397607 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-f0a9d446-8bad-4ec9-b59f-7eeaccfbf54d service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374679
Dec 18 20:58:21.410023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf1c24-e7b0-4f41-bd1a-eb5a4cf06170 req-dbcc3e7b-b9d6-4c17-863a-22e61f6da8eb tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:21.416846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2cf1c24-e7b0-4f41-bd1a-eb5a4cf06170 req-dbcc3e7b-b9d6-4c17-863a-22e61f6da8eb tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 948 time: 0.0767300
Dec 18 20:58:21.495125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2cf1c24-e7b0-4f41-bd1a-eb5a4cf06170 req-036aadaa-3eab-4007-97dc-2123adebb7d9 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774288
Dec 18 20:58:21.504928 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e32fb6-9bc5-4346-a7eb-d1f20be2dfd6 req-aa531723-6e64-458d-9410-71665d191487 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:21.506759 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7676ed1b-6ce2-4153-a159-77b8c79838ad req-beae6a45-047a-486a-be61-8fcbe5fb177b service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1003966
Dec 18 20:58:21.512840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81e32fb6-9bc5-4346-a7eb-d1f20be2dfd6 req-aa531723-6e64-458d-9410-71665d191487 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1123416
Dec 18 20:58:21.560624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81e32fb6-9bc5-4346-a7eb-d1f20be2dfd6 req-24a71eb7-2834-4aee-ae4e-1d7c0e878a7d tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469296
Dec 18 20:58:21.602472 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf81bec9-6903-44f5-83cf-41e44ae6f5ab x-openstack-request-id: req-cf81bec9-6903-44f5-83cf-41e44ae6f5ab {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:21.602841 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:21.603167 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf81bec9-6903-44f5-83cf-41e44ae6f5ab {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:21.603635 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'status': 'completed', 'code': 200}
Dec 18 20:58:21.684351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d826ea-8b53-411a-aa5c-bf810a4d449b req-d16c8543-9485-4121-9d07-148e7cc1775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:21.687078 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-82d826ea-8b53-411a-aa5c-bf810a4d449b req-d16c8543-9485-4121-9d07-148e7cc1775e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4275f97662f4f3b8eed66d55e5f050b&device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 1099 time: 0.0530043
Dec 18 20:58:21.800305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d826ea-8b53-411a-aa5c-bf810a4d449b req-12df6869-4112-4726-8deb-e6d08bfdfefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:21.801791 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-82d826ea-8b53-411a-aa5c-bf810a4d449b req-12df6869-4112-4726-8deb-e6d08bfdfefa service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.0990374
Dec 18 20:58:21.821702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d02a0-6a14-4a65-bfec-73bb1cc2587a req-7c546967-c616-4b8d-803a-f183f15cda34 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:21.823356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-474d02a0-6a14-4a65-bfec-73bb1cc2587a req-7c546967-c616-4b8d-803a-f183f15cda34 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.0787630
Dec 18 20:58:21.835592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174460eb-23c4-4445-8e4c-4733cd96ad47 req-a0e58969-6dc1-40a5-9398-b06f6cce2f4d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:21.836982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-174460eb-23c4-4445-8e4c-4733cd96ad47 req-a0e58969-6dc1-40a5-9398-b06f6cce2f4d tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 945 time: 0.0668142
Dec 18 20:58:21.845313 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-82d826ea-8b53-411a-aa5c-bf810a4d449b req-62bb9b1a-df25-4a17-b216-cbe9d1cc032d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805 HTTP/1.1" status: 200  len: 217 time: 0.0350413
Dec 18 20:58:21.898842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d826ea-8b53-411a-aa5c-bf810a4d449b req-cdc11044-1e1a-4dfd-90d5-a6765f54a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:21.900301 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-82d826ea-8b53-411a-aa5c-bf810a4d449b req-cdc11044-1e1a-4dfd-90d5-a6765f54a40f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0477250
Dec 18 20:58:21.904824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-474d02a0-6a14-4a65-bfec-73bb1cc2587a req-72b6dfe9-cec2-4867-b77d-1ae565518591 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668933
Dec 18 20:58:21.912305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-174460eb-23c4-4445-8e4c-4733cd96ad47 req-763ce6fc-437b-4cb7-abc6-c836469ef5a4 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685191
Dec 18 20:58:21.959558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d826ea-8b53-411a-aa5c-bf810a4d449b req-89afa914-83f4-4fe7-9c22-abd4582f488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:21.961118 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-82d826ea-8b53-411a-aa5c-bf810a4d449b req-89afa914-83f4-4fe7-9c22-abd4582f488d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0478137
Dec 18 20:58:22.062027 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-82d826ea-8b53-411a-aa5c-bf810a4d449b req-5f200a76-1be6-4cae-ad62-92175775926b service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923815
Dec 18 20:58:22.169412 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-82d826ea-8b53-411a-aa5c-bf810a4d449b req-4a5aa9ba-8593-42c0-8ab6-594222fb1d5d service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975528
Dec 18 20:58:22.371034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11df55d-a421-47e9-ba76-14583ab216e4 req-c5f20ba3-6c99-4860-970e-9650c773f32b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:22.378373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d11df55d-a421-47e9-ba76-14583ab216e4 req-c5f20ba3-6c99-4860-970e-9650c773f32b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.0614233
Dec 18 20:58:22.430499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d11df55d-a421-47e9-ba76-14583ab216e4 req-ddf7d72f-9d80-4505-9279-91997ed3f969 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511315
Dec 18 20:58:22.615495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd9abf-ccbb-4eed-97df-03c7d17782c6 req-7dc93ea2-86ff-415a-b3e6-af976c91e3f9 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:22.616976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9cdd9abf-ccbb-4eed-97df-03c7d17782c6 req-7dc93ea2-86ff-415a-b3e6-af976c91e3f9 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 948 time: 0.0481420
Dec 18 20:58:22.668010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9cdd9abf-ccbb-4eed-97df-03c7d17782c6 req-3bba05dd-7e37-4adc-b147-ac0b2a8809c9 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437269
Dec 18 20:58:22.717586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a91af-ea8a-41a6-ba6d-80b7eeb14155 req-dfe2e49c-d4c1-4707-a10c-4dffa1ad5d92 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:22.719651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a7a91af-ea8a-41a6-ba6d-80b7eeb14155 req-dfe2e49c-d4c1-4707-a10c-4dffa1ad5d92 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0493193
Dec 18 20:58:22.771579 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a7a91af-ea8a-41a6-ba6d-80b7eeb14155 req-ceb5dd21-e7ce-48db-a4c1-4a57a6040a01 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461493
Dec 18 20:58:23.030452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f608b02-06f0-4b5c-8e86-57afc54c3377 req-c0f5098e-4c39-4f2c-bbed-9c98ea283ab3 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:23.032193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f608b02-06f0-4b5c-8e86-57afc54c3377 req-c0f5098e-4c39-4f2c-bbed-9c98ea283ab3 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 945 time: 0.0488570
Dec 18 20:58:23.082169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f608b02-06f0-4b5c-8e86-57afc54c3377 req-8fed6334-3930-4b86-ab8b-c1d055e75977 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/security-groups?id=a92e8c42-e677-4b62-8940-26e84ce20c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440712
Dec 18 20:58:23.320904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d6217-6e81-47d8-a815-b15364297d29 req-c2e81fb9-bf51-40d4-b9dc-d78d38e075e4 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:23.322357 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-445d6217-6e81-47d8-a815-b15364297d29 req-c2e81fb9-bf51-40d4-b9dc-d78d38e075e4 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.31 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 945 time: 0.0483818
Dec 18 20:58:23.417617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-445d6217-6e81-47d8-a815-b15364297d29 req-2a7d0b89-d483-4b5e-aee4-151ca9ea3899 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Deleting port edd02058-579e-40a1-b93e-f4c46ed1137b {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:58:23.417954 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-445d6217-6e81-47d8-a815-b15364297d29 req-2a7d0b89-d483-4b5e-aee4-151ca9ea3899 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:23.510987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-445d6217-6e81-47d8-a815-b15364297d29 req-2a7d0b89-d483-4b5e-aee4-151ca9ea3899 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] For port edd02058-579e-40a1-b93e-f4c46ed1137b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edd02058-579e-40a1-b93e-f4c46ed1137b,segment=NetworkSegment(c7f6b391-dc49-46b7-bec7-da58fdaf924f),segment_id=c7f6b391-dc49-46b7-bec7-da58fdaf924f)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:23.511428 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-445d6217-6e81-47d8-a815-b15364297d29 req-2a7d0b89-d483-4b5e-aee4-151ca9ea3899 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:23.524355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-445d6217-6e81-47d8-a815-b15364297d29 req-2a7d0b89-d483-4b5e-aee4-151ca9ea3899 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Calling delete_port for edd02058-579e-40a1-b93e-f4c46ed1137b owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:58:23.546247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314f8e-e596-4a3d-b233-9798b39402aa req-986f8542-e519-4ac9-91a7-62f7227533b8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:23.554163 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-02314f8e-e596-4a3d-b233-9798b39402aa req-986f8542-e519-4ac9-91a7-62f7227533b8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.0571239
Dec 18 20:58:23.597701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-02314f8e-e596-4a3d-b233-9798b39402aa req-a9f39029-29fa-4c23-93ac-32a0a7e7c469 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426605
Dec 18 20:58:23.669233 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-445d6217-6e81-47d8-a815-b15364297d29 req-2a7d0b89-d483-4b5e-aee4-151ca9ea3899 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:23.682324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['edd02058-579e-40a1-b93e-f4c46ed1137b'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:23.701078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42336) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:23.702657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d0b89-d483-4b5e-aee4-151ca9ea3899 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Pushing event deleted for resources: {'Port': ['ID=edd02058-579e-40a1-b93e-f4c46ed1137b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:23.755970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-445d6217-6e81-47d8-a815-b15364297d29 req-2a7d0b89-d483-4b5e-aee4-151ca9ea3899 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] No DVR routers for this DVR port edd02058-579e-40a1-b93e-f4c46ed1137b on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:58:23.758753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-445d6217-6e81-47d8-a815-b15364297d29 req-2a7d0b89-d483-4b5e-aee4-151ca9ea3899 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:23.762965 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-445d6217-6e81-47d8-a815-b15364297d29 req-2a7d0b89-d483-4b5e-aee4-151ca9ea3899 tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.31 "DELETE /v2.0/ports/edd02058-579e-40a1-b93e-f4c46ed1137b HTTP/1.1" status: 204  len: 173 time: 0.4337292
Dec 18 20:58:23.763892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0767c760-b97d-4335-9e04-aea2214c110a', 'name': 'network-vif-deleted', 'tag': 'edd02058-579e-40a1-b93e-f4c46ed1137b'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:23.771804 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd57e62b-8204-4e95-a401-29eb2219bb2d" -d '{"events": [{"server_uuid": "0767c760-b97d-4335-9e04-aea2214c110a", "name": "network-vif-deleted", "tag": "edd02058-579e-40a1-b93e-f4c46ed1137b"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:23.854491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6e754-4e5d-4a98-b6c9-c19325cc4ad6 req-886b4b33-ba08-4cd4-99b9-e1cb0b83e9e5 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:23.856291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5f6e754-4e5d-4a98-b6c9-c19325cc4ad6 req-886b4b33-ba08-4cd4-99b9-e1cb0b83e9e5 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 948 time: 0.0801368
Dec 18 20:58:23.889784 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cbc12f-b401-4309-870d-6807fa8a9b2a x-openstack-request-id: req-66cbc12f-b401-4309-870d-6807fa8a9b2a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:23.890397 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0767c760-b97d-4335-9e04-aea2214c110a", "name": "network-vif-deleted", "tag": "edd02058-579e-40a1-b93e-f4c46ed1137b", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:23.891043 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66cbc12f-b401-4309-870d-6807fa8a9b2a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:23.891650 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0767c760-b97d-4335-9e04-aea2214c110a', 'name': 'network-vif-deleted', 'tag': 'edd02058-579e-40a1-b93e-f4c46ed1137b', 'status': 'completed', 'code': 200}
Dec 18 20:58:23.939514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5f6e754-4e5d-4a98-b6c9-c19325cc4ad6 req-98dd2476-573e-40cd-8b40-7fdec081a4f4 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754628
Dec 18 20:58:23.941851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a8d2c50-6cdf-497d-98f7-475b9539095f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.016742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae582063-6b06-4515-a766-cd2bbaa327d2 req-88e8fad2-e02b-4067-a0df-dc510e05a11e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:24.018891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae582063-6b06-4515-a766-cd2bbaa327d2 req-88e8fad2-e02b-4067-a0df-dc510e05a11e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0782449
Dec 18 20:58:24.092358 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a8d2c50-6cdf-497d-98f7-475b9539095f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.097204 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae582063-6b06-4515-a766-cd2bbaa327d2 req-ff7361cf-45fd-4787-a6c8-10ec08d20b44 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692723
Dec 18 20:58:24.098241 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a8d2c50-6cdf-497d-98f7-475b9539095f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.145654 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8a8d2c50-6cdf-497d-98f7-475b9539095f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80a85b7775474a3ea11c992e707ac5cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4431534
Dec 18 20:58:24.146591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d2c50-6cdf-497d-98f7-475b9539095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eb54b3-53ba-4868-8a59-e0b57ddac4fb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:24.148373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42348) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:24.188840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3404e85d-7e0c-40e1-a559-009c53b2279c req-60ac37c9-9068-4e99-97ca-315ca1325e7c tempest-AttachSCSIVolumeTestJSON-250543757 tempest-AttachSCSIVolumeTestJSON-250543757-project] 10.222.0.13 "GET /v2.0/ports?device_id=0767c760-b97d-4335-9e04-aea2214c110a HTTP/1.1" status: 200  len: 210 time: 0.0255659
Dec 18 20:58:24.197209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c04c3f95-50df-43eb-a6af-aa64c00f9905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.219816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c04c3f95-50df-43eb-a6af-aa64c00f9905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.274442 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c04c3f95-50df-43eb-a6af-aa64c00f9905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.277000 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c04c3f95-50df-43eb-a6af-aa64c00f9905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.278329 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c04c3f95-50df-43eb-a6af-aa64c00f9905 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2eb54b3-53ba-4868-8a59-e0b57ddac4fb HTTP/1.1" status: 204  len: 168 time: 0.1288455
Dec 18 20:58:24.288065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c3f95-50df-43eb-a6af-aa64c00f9905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eb54b3-53ba-4868-8a59-e0b57ddac4fb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:24.435555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:58:24.510659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ec8fed1-1707-4075-bc28-f12d86c90468 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:58:24.568569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42362) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:24.582670 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-833f8a39-6493-4fee-a7bd-562ce5d2b75f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.610421 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:24.634744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'mac_address': 'fa:16:3e:47:68:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:58:24.668849 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-833f8a39-6493-4fee-a7bd-562ce5d2b75f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.674281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-833f8a39-6493-4fee-a7bd-562ce5d2b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.696958 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.723329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:24.752653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ec8fed1-1707-4075-bc28-f12d86c90468, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec8fed1-1707-4075-bc28-f12d86c90468,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:24.752855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c1ab-4fb3-4680-adce-677ed76e865d req-8625327c-6755-4087-9c86-88158ae7fd4c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:24.763316 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed73c1ab-4fb3-4680-adce-677ed76e865d req-8625327c-6755-4087-9c86-88158ae7fd4c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.0805316
Dec 18 20:58:24.767254 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '2ec8fed1-1707-4075-bc28-f12d86c90468', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'port_id': '2ec8fed1-1707-4075-bc28-f12d86c90468', 'mac_address': 'fa:16:3e:fd:ed:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:58:24.772607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42374) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:24.774434 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-833f8a39-6493-4fee-a7bd-562ce5d2b75f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9aa9f456ca964ee29177046fc12794a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2043314
Dec 18 20:58:24.775303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f8a39-6493-4fee-a7bd-562ce5d2b75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1661db1-9673-47ea-9e13-61c45a32ae52,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:24.782659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:24.815624 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.857010 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.858124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed73c1ab-4fb3-4680-adce-677ed76e865d req-03da7067-f4d3-4458-a9df-ddae15767284 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936518
Dec 18 20:58:24.875864 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3978f7ca-2494-4be4-b188-07c649e5f875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.893442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ec8fed1-1707-4075-bc28-f12d86c90468 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:24.901086 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:24.909125 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3978f7ca-2494-4be4-b188-07c649e5f875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.918780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ec8fed1-1707-4075-bc28-f12d86c90468, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec8fed1-1707-4075-bc28-f12d86c90468,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:24.926598 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.976184 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3978f7ca-2494-4be4-b188-07c649e5f875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.983246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2ec8fed1-1707-4075-bc28-f12d86c90468,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:24.990235 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3978f7ca-2494-4be4-b188-07c649e5f875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:24.991457 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3978f7ca-2494-4be4-b188-07c649e5f875 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1661db1-9673-47ea-9e13-61c45a32ae52 HTTP/1.1" status: 204  len: 168 time: 0.2178395
Dec 18 20:58:25.006691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978f7ca-2494-4be4-b188-07c649e5f875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1661db1-9673-47ea-9e13-61c45a32ae52,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:25.026650 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['2ec8fed1-1707-4075-bc28-f12d86c90468'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:25.092262 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85064284-ce54-402d-969b-f5f54cd64199 req-82971519-5607-41cb-bbaf-5ffddcf39256 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:25.094235 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85064284-ce54-402d-969b-f5f54cd64199 req-82971519-5607-41cb-bbaf-5ffddcf39256 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 949 time: 0.0604310
Dec 18 20:58:25.218900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85064284-ce54-402d-969b-f5f54cd64199 req-dc63dd4c-31eb-4f30-b71a-5e9ccbb717f6 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152103
Dec 18 20:58:25.237232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['8de86d40-0ffe-4a89-ae60-fdfa7a44d805'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:25.277411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf28b8d-9838-4021-8a88-12f974c0a6fb req-cfa3fa5e-1396-4859-b799-be6d8902f227 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:25.287815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bcf28b8d-9838-4021-8a88-12f974c0a6fb req-cfa3fa5e-1396-4859-b799-be6d8902f227 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0614910
Dec 18 20:58:25.347604 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bcf28b8d-9838-4021-8a88-12f974c0a6fb req-1d3629da-a0fd-49ab-9f1f-b63b997eb878 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566857
Dec 18 20:58:26.086739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fb2eb-3733-4ffe-80f8-223a537ca3dd req-8eb4b07e-835d-4450-bcf0-77310fca0e44 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:26.097509 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-622fb2eb-3733-4ffe-80f8-223a537ca3dd req-8eb4b07e-835d-4450-bcf0-77310fca0e44 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 944 time: 0.1256781
Dec 18 20:58:26.162494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-622fb2eb-3733-4ffe-80f8-223a537ca3dd req-10707864-2976-485d-885c-be89febfd0ce tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632796
Dec 18 20:58:26.375144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a09cf-dfa5-4be9-a657-0d1e54c4a784 req-ccc6d4b0-e6e1-4aad-becc-e83433d85b57 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:26.378795 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-764a09cf-dfa5-4be9-a657-0d1e54c4a784 req-ccc6d4b0-e6e1-4aad-becc-e83433d85b57 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 949 time: 0.0843558
Dec 18 20:58:26.531564 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ec8fed1-1707-4075-bc28-f12d86c90468 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:26.550937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-764a09cf-dfa5-4be9-a657-0d1e54c4a784 req-4634d171-d00a-4d8e-ad26-190d2b000e9e tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635525
Dec 18 20:58:26.659005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506b904-95fd-44d8-95a7-1a6fd599f485 req-5dc2f80a-d6c1-4bd1-b51d-f8c3a4b32c66 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:26.670508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0506b904-95fd-44d8-95a7-1a6fd599f485 req-5dc2f80a-d6c1-4bd1-b51d-f8c3a4b32c66 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.2073410
Dec 18 20:58:26.685552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 2ec8fed1-1707-4075-bc28-f12d86c90468 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:26.686510 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:26.803379 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0506b904-95fd-44d8-95a7-1a6fd599f485 req-f446c49b-ac0c-4da3-b7f3-969dd182f08d tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315756
Dec 18 20:58:26.821227 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:26.880243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ec8fed1-1707-4075-bc28-f12d86c90468, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec8fed1-1707-4075-bc28-f12d86c90468,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:26.881364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dfce29-5bdc-4127-9942-6377d7b7bc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec8fed1-1707-4075-bc28-f12d86c90468'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:26.885918 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d903a57-a2b2-49a5-ac3b-67947e0b02a7" -d '{"events": [{"server_uuid": "79dfce29-5bdc-4127-9942-6377d7b7bc7e", "name": "network-vif-plugged", "status": "completed", "tag": "2ec8fed1-1707-4075-bc28-f12d86c90468"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:26.909567 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:26.909567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device edd02058-579e-40a1-b93e-f4c46ed1137b no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:58:26.959093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: edd02058-579e-40a1-b93e-f4c46ed1137b {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:58:26.959523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device edd02058-579e-40a1-b93e-f4c46ed1137b not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:58:26.971354 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088ea526-f44e-410f-9dc4-6d4cd621d1cf x-openstack-request-id: req-088ea526-f44e-410f-9dc4-6d4cd621d1cf {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:26.971354 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dfce29-5bdc-4127-9942-6377d7b7bc7e", "name": "network-vif-plugged", "status": "completed", "tag": "2ec8fed1-1707-4075-bc28-f12d86c90468", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:26.971602 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-088ea526-f44e-410f-9dc4-6d4cd621d1cf {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:26.971864 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dfce29-5bdc-4127-9942-6377d7b7bc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec8fed1-1707-4075-bc28-f12d86c90468', 'code': 200}
Dec 18 20:58:27.043827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2ec8fed1-1707-4075-bc28-f12d86c90468,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:27.322925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5619f-40a9-4ffe-bbe0-b5ae4b40b80d req-bea7b6c5-43ed-4765-a969-c5732429a6e7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:27.330856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3d5619f-40a9-4ffe-bbe0-b5ae4b40b80d req-bea7b6c5-43ed-4765-a969-c5732429a6e7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.0714357
Dec 18 20:58:27.390931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3d5619f-40a9-4ffe-bbe0-b5ae4b40b80d req-6371a211-1a8e-46a4-8c2a-5d1729186810 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588956
Dec 18 20:58:27.671888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ee27f-542a-4924-a7d8-563ea5a57510 req-e548f4d5-8009-4f94-8df5-60c12a6108f5 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:27.674127 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f1ee27f-542a-4924-a7d8-563ea5a57510 req-e548f4d5-8009-4f94-8df5-60c12a6108f5 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 949 time: 0.0552189
Dec 18 20:58:27.752321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f1ee27f-542a-4924-a7d8-563ea5a57510 req-8ea9a9ba-7cc3-46bf-af3f-aa978340846f tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672576
Dec 18 20:58:27.982376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d9bdf-8250-4df7-8567-7596680ea62d req-d89b6789-0f83-42bb-a6b8-707c933e6380 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:27.985467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-167d9bdf-8250-4df7-8567-7596680ea62d req-d89b6789-0f83-42bb-a6b8-707c933e6380 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0679026
Dec 18 20:58:28.069978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-167d9bdf-8250-4df7-8567-7596680ea62d req-3469ab0f-4f92-4320-a079-058dc69eff96 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700443
Dec 18 20:58:28.075467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42548) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:28.452194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:28.539128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:58:28.544405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:28.545784 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:28.558404 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16e0cb72-b3ce-47f5-ad41-04dad221c909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:28.562362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b253190-819f-4f07-aec5-fb0a10d8f9a8 req-465d8f5e-2012-48d5-97d0-af9c6f781d4a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:28.573400 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b253190-819f-4f07-aec5-fb0a10d8f9a8 req-465d8f5e-2012-48d5-97d0-af9c6f781d4a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.0781250
Dec 18 20:58:28.690956 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b253190-819f-4f07-aec5-fb0a10d8f9a8 req-2a4dbf6c-7408-43b8-ab13-4454d9fadedd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140165
Dec 18 20:58:28.694286 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:28.755502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:28.763919 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:28.836641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:28.945289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af606c8-1cb9-47ea-9335-c8c30eecdd94 req-94539ab2-f39a-4a0c-90b1-171e7dbe4029 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:28.946894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3af606c8-1cb9-47ea-9335-c8c30eecdd94 req-94539ab2-f39a-4a0c-90b1-171e7dbe4029 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 950 time: 0.0734346
Dec 18 20:58:28.972833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:28.977278 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89258a3e-fd1a-4931-83f4-59217bff42ff" -d '{"events": [{"server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "name": "network-vif-plugged", "status": "completed", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:29.022370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3af606c8-1cb9-47ea-9335-c8c30eecdd94 req-ee5e22ab-83cb-4ca0-8fbd-e2d62842f2ae tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663829
Dec 18 20:58:29.043313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-16e0cb72-b3ce-47f5-ad41-04dad221c909 admin admin] Deleting port 4745c063-d920-46a1-8cf8-baae638c3d6f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:58:29.043313 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16e0cb72-b3ce-47f5-ad41-04dad221c909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:29.050314 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d17a12-f98e-424c-ab22-db95424815a4 x-openstack-request-id: req-27d17a12-f98e-424c-ab22-db95424815a4 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:29.050314 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "name": "network-vif-plugged", "status": "completed", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:29.050314 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27d17a12-f98e-424c-ab22-db95424815a4 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:29.050314 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'code': 200}
Dec 18 20:58:29.220140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-16e0cb72-b3ce-47f5-ad41-04dad221c909 admin admin] For port 4745c063-d920-46a1-8cf8-baae638c3d6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4745c063-d920-46a1-8cf8-baae638c3d6f,segment=NetworkSegment(c7f6b391-dc49-46b7-bec7-da58fdaf924f),segment_id=c7f6b391-dc49-46b7-bec7-da58fdaf924f)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:29.221575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16e0cb72-b3ce-47f5-ad41-04dad221c909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:29.232672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8393a-2f53-44b6-bd2d-6cfc7cd64241 req-c8c95deb-b9ea-462f-816c-2063c37e9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:29.234205 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8df8393a-2f53-44b6-bd2d-6cfc7cd64241 req-c8c95deb-b9ea-462f-816c-2063c37e9d44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 1101 time: 0.0874326
Dec 18 20:58:29.243919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-16e0cb72-b3ce-47f5-ad41-04dad221c909 admin admin] Calling delete_port for 4745c063-d920-46a1-8cf8-baae638c3d6f owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:58:29.266114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcf035-b694-4963-90a9-1f8f6a66d2e2 req-a1e30a53-1e24-4c81-9fca-3b2f348ae1b7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:29.273504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49bcf035-b694-4963-90a9-1f8f6a66d2e2 req-a1e30a53-1e24-4c81-9fca-3b2f348ae1b7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1010480
Dec 18 20:58:29.334360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49bcf035-b694-4963-90a9-1f8f6a66d2e2 req-1196625b-8ebe-4c24-9d7c-796fbb42726a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553420
Dec 18 20:58:29.344230 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8df8393a-2f53-44b6-bd2d-6cfc7cd64241 req-a2e82e5f-192c-402b-9304-b6d0845d7aae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915842
Dec 18 20:58:29.515902 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42602) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:29.523414 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16e0cb72-b3ce-47f5-ad41-04dad221c909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:29.546988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0cb72-b3ce-47f5-ad41-04dad221c909 admin admin] Pushing event deleted for resources: {'Port': ['ID=4745c063-d920-46a1-8cf8-baae638c3d6f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:29.683270 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cb01e331-0540-4192-aa75-433327a47c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:29.810441 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16e0cb72-b3ce-47f5-ad41-04dad221c909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:29.891823 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cb01e331-0540-4192-aa75-433327a47c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:29.898227 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cb01e331-0540-4192-aa75-433327a47c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:29.955356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0705a-47f2-466e-bb97-8ba83a5db2cd req-5d2d1048-914b-4b79-bd28-cfff49f11b37 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:29.956852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53e0705a-47f2-466e-bb97-8ba83a5db2cd req-5d2d1048-914b-4b79-bd28-cfff49f11b37 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.1432247
Dec 18 20:58:29.958426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01e331-0540-4192-aa75-433327a47c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3610c2b2-1c9f-4b2a-9a8e-e48052867377,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:29.978909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cb01e331-0540-4192-aa75-433327a47c97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64fbffc17fb94d73bd9ad8ad325fb2ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4618218
Dec 18 20:58:29.984206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42610) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:30.082598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e0cb72-b3ce-47f5-ad41-04dad221c909 admin admin] Router ff4bd6ee-adac-49ef-9d42-a5bb62909faa has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:58:30.083042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53e0705a-47f2-466e-bb97-8ba83a5db2cd req-1e3b5784-068d-4af6-9bab-c88d8739f03a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952489
Dec 18 20:58:30.099474 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e780f4b8-e909-4843-9f65-f3dd77a497e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:30.127388 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e780f4b8-e909-4843-9f65-f3dd77a497e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:30.206985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e0cb72-b3ce-47f5-ad41-04dad221c909 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:58:30.213439 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-16e0cb72-b3ce-47f5-ad41-04dad221c909 admin admin] 10.222.0.13 "PUT /v2.0/routers/ff4bd6ee-adac-49ef-9d42-a5bb62909faa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1364787
Dec 18 20:58:30.216074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42614) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:30.219634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d1a5a-00c9-46dc-9e65-64a8f3788c68 None None] Sync routers for ids ['ff4bd6ee-adac-49ef-9d42-a5bb62909faa'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:58:30.230176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b33b9-05bb-4d01-8720-f74dbf426a3a req-940cd323-f807-475e-9173-ef2b98764861 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:30.231944 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-409b33b9-05bb-4d01-8720-f74dbf426a3a req-940cd323-f807-475e-9173-ef2b98764861 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 950 time: 0.0632918
Dec 18 20:58:30.232881 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e780f4b8-e909-4843-9f65-f3dd77a497e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:30.235603 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e780f4b8-e909-4843-9f65-f3dd77a497e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:30.237436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e780f4b8-e909-4843-9f65-f3dd77a497e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3610c2b2-1c9f-4b2a-9a8e-e48052867377 HTTP/1.1" status: 204  len: 168 time: 0.2521591
Dec 18 20:58:30.245759 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d1a5a-00c9-46dc-9e65-64a8f3788c68 None None] Routers {'ff4bd6ee-adac-49ef-9d42-a5bb62909faa'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:58:30.246482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a42d1a5a-00c9-46dc-9e65-64a8f3788c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e42d160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:58:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ff4bd6ee-adac-49ef-9d42-a5bb62909faa'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:30.258384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780f4b8-e909-4843-9f65-f3dd77a497e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3610c2b2-1c9f-4b2a-9a8e-e48052867377,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:30.356849 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-409b33b9-05bb-4d01-8720-f74dbf426a3a req-736a6bb1-4959-4db6-b344-cd2ab78a022f tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164980
Dec 18 20:58:30.366967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:30.432370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a42d1a5a-00c9-46dc-9e65-64a8f3788c68 None None] Set router ff4bd6ee-adac-49ef-9d42-a5bb62909faa gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:58:30.636728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b0b0-cfae-4778-9d9d-acd126d69ccf req-3cabcd8b-46bf-4aba-aec3-08e32856fcd9 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:30.640477 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12f2b0b0-cfae-4778-9d9d-acd126d69ccf req-3cabcd8b-46bf-4aba-aec3-08e32856fcd9 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1597607
Dec 18 20:58:30.785101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12f2b0b0-cfae-4778-9d9d-acd126d69ccf req-8cfb8c52-2ddd-4132-a57e-4de13473150f tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372054
Dec 18 20:58:30.803974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a42d1a5a-00c9-46dc-9e65-64a8f3788c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e42d160>, [{'id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'name': 'tempest-AttachSCSIVolumeTestJSON-705240814-router', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:58:29Z', 'revision_number': 5, 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'gw_port': {'id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:30.841895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d1a5a-00c9-46dc-9e65-64a8f3788c68 None None] Checking router: ff4bd6ee-adac-49ef-9d42-a5bb62909faa for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:58:30.859664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d1a5a-00c9-46dc-9e65-64a8f3788c68 None None] Routers {'ff4bd6ee-adac-49ef-9d42-a5bb62909faa'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:58:30.860307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a42d1a5a-00c9-46dc-9e65-64a8f3788c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e42d160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:58:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ff4bd6ee-adac-49ef-9d42-a5bb62909faa'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:31.000200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a42d1a5a-00c9-46dc-9e65-64a8f3788c68 None None] Set router ff4bd6ee-adac-49ef-9d42-a5bb62909faa gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:58:31.041265 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:31.160410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Deleting port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:58:31.160941 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:31.258364 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774512c-a193-46af-a20c-f60d2a7002f4 req-2cd84c31-e1db-4cc0-9811-038eca5d60fc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:31.267041 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5774512c-a193-46af-a20c-f60d2a7002f4 req-2cd84c31-e1db-4cc0-9811-038eca5d60fc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.0711229
Dec 18 20:58:31.277829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] For port fad9ae2e-1179-4ba5-ab9e-6ddf323e8151, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fad9ae2e-1179-4ba5-ab9e-6ddf323e8151,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:31.278328 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:31.294873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Calling delete_port for fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:58:31.336481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5774512c-a193-46af-a20c-f60d2a7002f4 req-2ab2b501-3166-43cf-854a-da1a39349019 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636084
Dec 18 20:58:31.464191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42650) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:31.566689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:31.617245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f6a849-eebb-4fe6-b37e-4691fa596bda None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:58:31.629293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=fad9ae2e-1179-4ba5-ab9e-6ddf323e8151,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:31.649812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8430f39-45ad-4dd7-b868-165be26f0ec7 req-b0bb6305-9b2c-4bb2-b3c9-b6cc1b064baa tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:31.661069 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8430f39-45ad-4dd7-b868-165be26f0ec7 req-b0bb6305-9b2c-4bb2-b3c9-b6cc1b064baa tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 950 time: 0.1458862
Dec 18 20:58:31.675817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1471220059-network', 'tenant_id': 'd9d01d8c1cbb46e0a9666c225937d2e0'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:31.726391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Made reservation on behalf of d9d01d8c1cbb46e0a9666c225937d2e0 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:58:31.728695 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:31.751856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a42d1a5a-00c9-46dc-9e65-64a8f3788c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e42d160>, [{'id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'name': 'tempest-AttachSCSIVolumeTestJSON-705240814-router', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:58:29Z', 'revision_number': 5, 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'gw_port': {'id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:31.752886 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:31.779778 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:31.832126 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d1a5a-00c9-46dc-9e65-64a8f3788c68 None None] The sync data for ids ['ff4bd6ee-adac-49ef-9d42-a5bb62909faa'] in ncdv-master-1 is: [{'id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'name': 'tempest-AttachSCSIVolumeTestJSON-705240814-router', 'tenant_id': '3f69c5059282455ca98cc9bff0fe1c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:58:29Z', 'revision_number': 5, 'project_id': '3f69c5059282455ca98cc9bff0fe1c94', 'gw_port': {'id': 'fad9ae2e-1179-4ba5-ab9e-6ddf323e8151', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4bd6ee-adac-49ef-9d42-a5bb62909faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:49Z', 'updated_at': '2021-12-18T20:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:58:31.844443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8430f39-45ad-4dd7-b868-165be26f0ec7 req-0350a1f4-aacf-47cb-9a6f-dfc5c2ef2c7f tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821437
Dec 18 20:58:31.922595 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:31.925525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:31.999490 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.000509 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff4bd6ee-adac-49ef-9d42-a5bb62909faa {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:58:32.000727 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.015575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.019801 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.020740 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b6d3470a-a139-4a49-a564-a17be7660dbc admin admin] 10.222.0.13 "DELETE /v2.0/routers/ff4bd6ee-adac-49ef-9d42-a5bb62909faa HTTP/1.1" status: 204  len: 168 time: 1.8032629
Dec 18 20:58:32.021521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42660) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:32.030634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:58:32.041258 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.041606 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Added segment 98385e7b-1637-4615-ab0f-318c1a5ca77b of type vlan for network 63a5a373-b325-4f98-9f70-cf4f99f22802
Dec 18 20:58:32.084318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-298ab7bc-5e9b-4319-9a5a-b4b72d5e0bfd admin admin] Deleting subnet b0d3bffe-773a-4598-af22-e5fab845c229 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:58:32.087989 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.088144 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-298ab7bc-5e9b-4319-9a5a-b4b72d5e0bfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.146694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-298ab7bc-5e9b-4319-9a5a-b4b72d5e0bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.154217 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab17351-94ca-41bb-bd12-970b081c3917,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:32.174088 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.175095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:32.175753 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.199583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ac18e-1c92-42ab-b82f-354a5db24653 req-763dd3b8-5e0b-473f-8d6c-9e39ffde66b3 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:32.209611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-859ac18e-1c92-42ab-b82f-354a5db24653 req-763dd3b8-5e0b-473f-8d6c-9e39ffde66b3 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.2312648
Dec 18 20:58:32.274343 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8083062
Dec 18 20:58:32.278397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42672) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:32.293553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3d8c4e5d-e611-4505-b1bf-7848741fd5fe admin admin] Request body: {'subnet': {'network_id': '63a5a373-b325-4f98-9f70-cf4f99f22802', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1471220059-subnet', 'tenant_id': 'd9d01d8c1cbb46e0a9666c225937d2e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:32.312456 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-298ab7bc-5e9b-4319-9a5a-b4b72d5e0bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.332051 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f4ece-513d-4fa9-9c8b-3ec4cf7b99d2 admin admin] Pushing event updated for resources: {'Network': ['ID=63a5a373-b325-4f98-9f70-cf4f99f22802,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:32.343880 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 63a5a373-b325-4f98-9f70-cf4f99f22802 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:58:32.377152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-859ac18e-1c92-42ab-b82f-354a5db24653 req-a2758e27-9656-4070-bc37-60b39b496ebf tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631136
Dec 18 20:58:32.411757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8c4e5d-e611-4505-b1bf-7848741fd5fe admin admin] Made reservation on behalf of d9d01d8c1cbb46e0a9666c225937d2e0 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:58:32.416377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-298ab7bc-5e9b-4319-9a5a-b4b72d5e0bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.422511 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3d8c4e5d-e611-4505-b1bf-7848741fd5fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.536024 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-298ab7bc-5e9b-4319-9a5a-b4b72d5e0bfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.549821 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-298ab7bc-5e9b-4319-9a5a-b4b72d5e0bfd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b0d3bffe-773a-4598-af22-e5fab845c229 HTTP/1.1" status: 204  len: 168 time: 0.5267031
Dec 18 20:58:32.550734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ab7bc-5e9b-4319-9a5a-b4b72d5e0bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d3bffe-773a-4598-af22-e5fab845c229,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:32.560430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42680) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:32.563085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572f65d-c0cd-4f45-8ead-ae484929e80b None None] Network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:58:32.659417 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.779031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Deleting port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:58:32.779423 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.831309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889149d0-b3ac-4aea-98b2-cb9457998107 req-1597bb84-a750-4a20-b658-f9b981ea78dc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:32.832918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-889149d0-b3ac-4aea-98b2-cb9457998107 req-1597bb84-a750-4a20-b658-f9b981ea78dc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.1761441
Dec 18 20:58:32.893643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] For port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f46c40e-4e5f-46ab-99c0-4e45a7ad171e,segment=NetworkSegment(c7f6b391-dc49-46b7-bec7-da58fdaf924f),segment_id=c7f6b391-dc49-46b7-bec7-da58fdaf924f)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:32.894766 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:32.914197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] DHCP port deletion for 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:58:32.917772 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Calling delete_port for 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:58:33.010847 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-457fcc47-b18b-4f44-82c1-19a72e79f64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.047521 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-889149d0-b3ac-4aea-98b2-cb9457998107 req-1e50e0a6-70bf-4b2e-b0fb-21ebfda9c2d0 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982214
Dec 18 20:58:33.062272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Deleting port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:58:33.062741 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.068443 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.072100 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3d8c4e5d-e611-4505-b1bf-7848741fd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.103033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] No DVR routers for this DVR port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:58:33.109950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=0f46c40e-4e5f-46ab-99c0-4e45a7ad171e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:33.142198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] For port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f46c40e-4e5f-46ab-99c0-4e45a7ad171e,segment=NetworkSegment(c7f6b391-dc49-46b7-bec7-da58fdaf924f),segment_id=c7f6b391-dc49-46b7-bec7-da58fdaf924f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:33.142704 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.163282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Calling delete_port for 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:58:33.164102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c4e5d-e611-4505-b1bf-7848741fd5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b094aae-c452-4545-b207-dcfe04d839e8,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:33.192278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c4e5d-e611-4505-b1bf-7848741fd5fe admin admin] Checking segment: {'id': '98385e7b-1637-4615-ab0f-318c1a5ca77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63a5a373-b325-4f98-9f70-cf4f99f22802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:58:33.192641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c4e5d-e611-4505-b1bf-7848741fd5fe admin admin] Network hostable DHCP agents. Network: 63a5a373-b325-4f98-9f70-cf4f99f22802, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:58:33.226942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.227333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c4e5d-e611-4505-b1bf-7848741fd5fe admin admin] Network 63a5a373-b325-4f98-9f70-cf4f99f22802 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:58:33.243040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c4e5d-e611-4505-b1bf-7848741fd5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 63a5a373-b325-4f98-9f70-cf4f99f22802) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:33.250959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c4e5d-e611-4505-b1bf-7848741fd5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:33.251593 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3d8c4e5d-e611-4505-b1bf-7848741fd5fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.257032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d9f9370>,) {'filters': {'network_id': ['7bd317e2-46c6-4f03-a5b1-bf11d8fa277a']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:33.258634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b459d74-8c34-4ed2-a703-fb061f75d743 None None] Network 63a5a373-b325-4f98-9f70-cf4f99f22802 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:58:33.273485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d9f9370>, 'c7f6b391-dc49-46b7-bec7-da58fdaf924f') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:33.273817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d9f9370>, 'c7f6b391-dc49-46b7-bec7-da58fdaf924f') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:33.279178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3d8c4e5d-e611-4505-b1bf-7848741fd5fe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9974134
Dec 18 20:58:33.294670 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.313863 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.321442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:58:33.322029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:58:33.397270 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:58:33.407506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.416396 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.416673 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:33.419674 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] 10.222.0.13 "DELETE /v2.0/networks/7bd317e2-46c6-4f03-a5b1-bf11d8fa277a HTTP/1.1" status: 204  len: 168 time: 0.8575644
Dec 18 20:58:33.422943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42696) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:33.430076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fa618-b565-483d-9e88-bd00af4a2bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd317e2-46c6-4f03-a5b1-bf11d8fa277a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:33.430480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Network 7bd317e2-46c6-4f03-a5b1-bf11d8fa277a is not hosted by any dhcp agent {{(pid=126010) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 18 20:58:33.430993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] No DVR routers for this DVR port 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:58:33.432668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c21a04-bb3b-46b7-8510-6e4cb41fbbae None None] Network 63a5a373-b325-4f98-9f70-cf4f99f22802 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:58:33.510290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Pushing event deleted for resources: {'Port': ['ID=0f46c40e-4e5f-46ab-99c0-4e45a7ad171e,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:33.525562 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.525967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.526358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.526697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.527036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.529728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.530141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.530513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.530857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.531196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.531526 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.531855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.532182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7835a4-a4aa-4401-b666-18a4ef87e3fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:33.627368 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:58:33.709045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:58:33.710598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6af36-1e5d-4e27-ab25-786571dc1b0c req-d251f2d6-0c41-4b18-8ae9-b6b503e5475e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:33.713992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fad9ae2e-1179-4ba5-ab9e-6ddf323e8151 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:58:33.714588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:58:33.715794 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69d6af36-1e5d-4e27-ab25-786571dc1b0c req-d251f2d6-0c41-4b18-8ae9-b6b503e5475e tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1254072
Dec 18 20:58:33.756809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:58:33.757307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0f46c40e-4e5f-46ab-99c0-4e45a7ad171e not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:58:33.757831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4745c063-d920-46a1-8cf8-baae638c3d6f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:58:33.781716 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 4745c063-d920-46a1-8cf8-baae638c3d6f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:58:33.782300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4745c063-d920-46a1-8cf8-baae638c3d6f not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:58:33.898415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69d6af36-1e5d-4e27-ab25-786571dc1b0c req-7d5ffe6a-b8a1-4ed3-9c48-6f32f2e9e932 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613903
Dec 18 20:58:34.180882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-91c988ca-748c-4b63-a3b4-1f5c7da23349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:34.291053 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42728) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:34.298617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1441621768-network', 'tenant_id': '0e0664b3fb0447f5824877d2dc2c2113'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:34.332304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Made reservation on behalf of 0e0664b3fb0447f5824877d2dc2c2113 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:58:34.335472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:34.351616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:34.495752 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:34.503728 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:34.536251 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef6fcb-180b-44e8-a9c8-b21a7dda87e1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:34.556238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:58:34.568592 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:34.569005 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Added segment 9777d2fc-b651-4719-985d-9f43d94b5bc4 of type vlan for network 30a023fd-0426-4e5c-9639-b8bd2cdee20d
Dec 18 20:58:34.629006 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:34.671339 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:34.672433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:34.673076 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:34.793915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19245be2-1381-4257-8b81-e5010ba8dd35 req-adc9f627-30f7-468d-97ac-df8b46b2cee0 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:34.801663 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19245be2-1381-4257-8b81-e5010ba8dd35 req-adc9f627-30f7-468d-97ac-df8b46b2cee0 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.5660906
Dec 18 20:58:34.808482 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5131049
Dec 18 20:58:34.822396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42748) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:34.852067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-79b79633-66ce-4d9b-b641-c9403bd0ff7c admin admin] Request body: {'subnet': {'network_id': '30a023fd-0426-4e5c-9639-b8bd2cdee20d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1441621768-subnet', 'tenant_id': '0e0664b3fb0447f5824877d2dc2c2113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:34.885954 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd77b1c-e178-4a6b-9604-f7af9bc8474b admin admin] Pushing event updated for resources: {'Network': ['ID=30a023fd-0426-4e5c-9639-b8bd2cdee20d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:34.899686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 30a023fd-0426-4e5c-9639-b8bd2cdee20d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:58:34.905342 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19245be2-1381-4257-8b81-e5010ba8dd35 req-24dad540-55bd-40aa-ad8a-a87dde618b7d tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027153
Dec 18 20:58:34.924429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b79633-66ce-4d9b-b641-c9403bd0ff7c admin admin] Made reservation on behalf of 0e0664b3fb0447f5824877d2dc2c2113 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:58:34.926427 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-79b79633-66ce-4d9b-b641-c9403bd0ff7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:35.027963 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7b638f17-5f8b-4019-8bc6-65557d2b3a67 req-abb93c06-1733-4867-9d9a-5da79ff70f54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3365963
Dec 18 20:58:35.110190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514c076-1f3d-4c2a-b934-c376ac3f6e8f req-e215f3c4-afee-49d5-888b-257aecfe331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:35.112841 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3514c076-1f3d-4c2a-b934-c376ac3f6e8f req-e215f3c4-afee-49d5-888b-257aecfe331e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 1097 time: 0.0803280
Dec 18 20:58:35.124611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-91c988ca-748c-4b63-a3b4-1f5c7da23349 admin admin] Deleting port e75744f1-6ef6-4773-9869-b9f0c350325e {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:58:35.124991 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-91c988ca-748c-4b63-a3b4-1f5c7da23349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:35.159172 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-358f97ee-a233-4f45-967e-33002b08c7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:35.189698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638f17-5f8b-4019-8bc6-65557d2b3a67 req-3b2e33f7-2db3-4263-b6b4-e97e694da56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:35.191539 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7b638f17-5f8b-4019-8bc6-65557d2b3a67 req-3b2e33f7-2db3-4263-b6b4-e97e694da56e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 1096 time: 0.1009855
Dec 18 20:58:35.205246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2aa3b-0232-4662-89d6-5215caaede7f req-6b573ac4-5372-40c5-a324-d14991442eab tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:35.213397 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1f2aa3b-0232-4662-89d6-5215caaede7f req-6b573ac4-5372-40c5-a324-d14991442eab tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1301689
Dec 18 20:58:35.253455 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3514c076-1f3d-4c2a-b934-c376ac3f6e8f req-cbf71bf4-2943-433f-a243-f86cc1a93fc3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220176
Dec 18 20:58:35.318466 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1f2aa3b-0232-4662-89d6-5215caaede7f req-c1f7cb8d-12b7-484a-8cde-8fbb57f2b1f0 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990367
Dec 18 20:58:35.331672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-91c988ca-748c-4b63-a3b4-1f5c7da23349 admin admin] For port e75744f1-6ef6-4773-9869-b9f0c350325e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e75744f1-6ef6-4773-9869-b9f0c350325e,segment=NetworkSegment(cef79c81-1537-468d-a46d-d08dbec2d1f6),segment_id=cef79c81-1537-468d-a46d-d08dbec2d1f6)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:35.332398 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-91c988ca-748c-4b63-a3b4-1f5c7da23349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:35.355098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-91c988ca-748c-4b63-a3b4-1f5c7da23349 admin admin] Calling delete_port for e75744f1-6ef6-4773-9869-b9f0c350325e owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:58:35.374668 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-79b79633-66ce-4d9b-b641-c9403bd0ff7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:35.383634 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638f17-5f8b-4019-8bc6-65557d2b3a67 req-7cb6e537-eaab-4c14-9344-5d4b4e6acfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:35.385105 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7b638f17-5f8b-4019-8bc6-65557d2b3a67 req-7cb6e537-eaab-4c14-9344-5d4b4e6acfc3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.1679304
Dec 18 20:58:35.439944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b79633-66ce-4d9b-b641-c9403bd0ff7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7294cf15-8172-49ef-9ea7-6df452c539a6,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:35.462805 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b79633-66ce-4d9b-b641-c9403bd0ff7c admin admin] Checking segment: {'id': '9777d2fc-b651-4719-985d-9f43d94b5bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '30a023fd-0426-4e5c-9639-b8bd2cdee20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:58:35.463290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b79633-66ce-4d9b-b641-c9403bd0ff7c admin admin] Network hostable DHCP agents. Network: 30a023fd-0426-4e5c-9639-b8bd2cdee20d, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:58:35.489004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b79633-66ce-4d9b-b641-c9403bd0ff7c admin admin] Network 30a023fd-0426-4e5c-9639-b8bd2cdee20d is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:58:35.499496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-79b79633-66ce-4d9b-b641-c9403bd0ff7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 30a023fd-0426-4e5c-9639-b8bd2cdee20d) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:35.505126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b79633-66ce-4d9b-b641-c9403bd0ff7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:35.505799 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-79b79633-66ce-4d9b-b641-c9403bd0ff7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:35.520272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecb8b7f-7b6c-4914-9b36-ff1ccc5c7c9a None None] Network 30a023fd-0426-4e5c-9639-b8bd2cdee20d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:58:35.593035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-91c988ca-748c-4b63-a3b4-1f5c7da23349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:35.601662 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-79b79633-66ce-4d9b-b641-c9403bd0ff7c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7778792
Dec 18 20:58:35.642053 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7b638f17-5f8b-4019-8bc6-65557d2b3a67 req-7b4db1ec-1e92-4fb2-848e-4f24407e7eb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 200  len: 1000 time: 0.1263340
Dec 18 20:58:35.655050 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c988ca-748c-4b63-a3b4-1f5c7da23349 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75744f1-6ef6-4773-9869-b9f0c350325e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:35.741167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba28868-576e-4916-914b-856be10a4365 None None] Network 30a023fd-0426-4e5c-9639-b8bd2cdee20d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:58:35.770793 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638f17-5f8b-4019-8bc6-65557d2b3a67 req-978a39f4-e924-4934-babd-f7ce02b079e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:35.782557 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7b638f17-5f8b-4019-8bc6-65557d2b3a67 req-978a39f4-e924-4934-babd-f7ce02b079e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.1308489
Dec 18 20:58:35.872930 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638f17-5f8b-4019-8bc6-65557d2b3a67 req-3086a9f4-89bd-412f-916e-b5a1ba0f9f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:35.874895 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7b638f17-5f8b-4019-8bc6-65557d2b3a67 req-3086a9f4-89bd-412f-916e-b5a1ba0f9f3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0547447
Dec 18 20:58:36.093525 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-91c988ca-748c-4b63-a3b4-1f5c7da23349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:36.096831 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7b638f17-5f8b-4019-8bc6-65557d2b3a67 req-904ed634-1310-426c-9376-c01ba5bafd83 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2127225
Dec 18 20:58:36.316982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707b956-8bab-4d1a-b345-4ae58ba895f2 req-4e09728e-cd3d-4313-b472-e8ead316ec62 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:36.324983 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3707b956-8bab-4d1a-b345-4ae58ba895f2 req-4e09728e-cd3d-4313-b472-e8ead316ec62 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.1791263
Dec 18 20:58:36.378967 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:36.437113 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3707b956-8bab-4d1a-b345-4ae58ba895f2 req-3101a276-5646-45a8-b1c1-261788f6aede tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111915
Dec 18 20:58:36.484025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:58:36.514609 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7b638f17-5f8b-4019-8bc6-65557d2b3a67 req-8ae38b6a-723b-42d2-b2df-95e0f16b7ac5 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3696527
Dec 18 20:58:36.628036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c988ca-748c-4b63-a3b4-1f5c7da23349 admin admin] Router 833809f7-55ae-436e-8754-4a66ab55f6f3 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:58:36.852568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:36.887574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'mac_address': 'fa:16:3e:47:68:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:58:36.919790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c988ca-748c-4b63-a3b4-1f5c7da23349 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:58:36.932799 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfe8883-8a22-4a2e-acdf-037a7c727730 None None] Sync routers for ids ['833809f7-55ae-436e-8754-4a66ab55f6f3'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:58:36.940561 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-91c988ca-748c-4b63-a3b4-1f5c7da23349 admin admin] 10.222.0.13 "PUT /v2.0/routers/833809f7-55ae-436e-8754-4a66ab55f6f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5128622
Dec 18 20:58:36.940832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42824) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:36.966173 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe8883-8a22-4a2e-acdf-037a7c727730 None None] Routers {'833809f7-55ae-436e-8754-4a66ab55f6f3'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:58:36.972797 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-acfe8883-8a22-4a2e-acdf-037a7c727730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366583d730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:58:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['833809f7-55ae-436e-8754-4a66ab55f6f3'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:36.976321 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:36.991232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:37.027585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:37.035525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358c500-4ec7-4965-ac45-96fa654cfade req-73bcd90a-5d01-47ad-be1e-4b291cd0a367 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:37.036939 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:37.049953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f358c500-4ec7-4965-ac45-96fa654cfade req-73bcd90a-5d01-47ad-be1e-4b291cd0a367 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1067047
Dec 18 20:58:37.182584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:37.199455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['8de86d40-0ffe-4a89-ae60-fdfa7a44d805'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:37.210877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f358c500-4ec7-4965-ac45-96fa654cfade req-0d598e06-19d8-48c4-a52c-39c8b7dee130 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580822
Dec 18 20:58:37.218990 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:37.279782 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-acfe8883-8a22-4a2e-acdf-037a7c727730 None None] Set router 833809f7-55ae-436e-8754-4a66ab55f6f3 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:58:37.382674 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:37.464375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Deleting port 11bb3047-5d9d-4b79-815f-d0a3e2770f48 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:58:37.465016 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:37.577707 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-acfe8883-8a22-4a2e-acdf-037a7c727730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366583d730>, [{'id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284443252-router', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:57Z', 'updated_at': '2021-12-18T20:58:35Z', 'revision_number': 5, 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'gw_port': {'id': '11bb3047-5d9d-4b79-815f-d0a3e2770f48', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:58Z', 'updated_at': '2021-12-18T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:37.608669 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfe8883-8a22-4a2e-acdf-037a7c727730 None None] Checking router: 833809f7-55ae-436e-8754-4a66ab55f6f3 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:58:37.618052 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe8883-8a22-4a2e-acdf-037a7c727730 None None] Routers {'833809f7-55ae-436e-8754-4a66ab55f6f3'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:58:37.618710 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-acfe8883-8a22-4a2e-acdf-037a7c727730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366583d730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:58:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['833809f7-55ae-436e-8754-4a66ab55f6f3'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:37.773992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] For port 11bb3047-5d9d-4b79-815f-d0a3e2770f48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11bb3047-5d9d-4b79-815f-d0a3e2770f48,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:37.774647 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-acfe8883-8a22-4a2e-acdf-037a7c727730 None None] Set router 833809f7-55ae-436e-8754-4a66ab55f6f3 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:58:37.777943 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:37.821470 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Calling delete_port for 11bb3047-5d9d-4b79-815f-d0a3e2770f48 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:58:37.856299 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-acfe8883-8a22-4a2e-acdf-037a7c727730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366583d730>, [{'id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284443252-router', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:57Z', 'updated_at': '2021-12-18T20:58:37Z', 'revision_number': 6, 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:37.914674 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfe8883-8a22-4a2e-acdf-037a7c727730 None None] The sync data for ids ['833809f7-55ae-436e-8754-4a66ab55f6f3'] in ncdv-master-1 is: [{'id': '833809f7-55ae-436e-8754-4a66ab55f6f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284443252-router', 'tenant_id': '3b97cde68fd24f27b4183d805abe8d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:57Z', 'updated_at': '2021-12-18T20:58:37Z', 'revision_number': 6, 'project_id': '3b97cde68fd24f27b4183d805abe8d27', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:58:38.049348 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:38.074793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:38.114060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a5056f-c8f9-450e-a8a9-832caece3142 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:58:38.135155 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Pushing event deleted for resources: {'Port': ['ID=11bb3047-5d9d-4b79-815f-d0a3e2770f48,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:38.238984 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:38.449110 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:38.452642 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:38.524600 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:38.525579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 833809f7-55ae-436e-8754-4a66ab55f6f3 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:58:38.525808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:38.554881 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:38.554881 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0ea877d8-451a-4163-b603-bca0d2d50117 admin admin] 10.222.0.13 "DELETE /v2.0/routers/833809f7-55ae-436e-8754-4a66ab55f6f3 HTTP/1.1" status: 204  len: 168 time: 1.6095667
Dec 18 20:58:38.555166 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42844) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:38.701714 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:38.717486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:38.717874 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:38.728853 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c99f9f-9e9a-4994-b865-0a4c94fdaa11 admin admin] Deleting subnet d3d93158-66e2-4883-a362-fa1ef367545c {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:58:38.746401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90c99f9f-9e9a-4994-b865-0a4c94fdaa11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:38.846406 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90c99f9f-9e9a-4994-b865-0a4c94fdaa11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:38.949663 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:39.021911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:39.022421 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90c99f9f-9e9a-4994-b865-0a4c94fdaa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:39.036202 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c589c26-fb32-42aa-b097-74e7d88b0df0" -d '{"events": [{"server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "name": "network-vif-plugged", "status": "completed", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:39.041672 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:39.055976 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:39.131408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90c99f9f-9e9a-4994-b865-0a4c94fdaa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:39.135325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:39.171766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c99f9f-9e9a-4994-b865-0a4c94fdaa11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d93158-66e2-4883-a362-fa1ef367545c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:39.189226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73852ab0-1d7a-4353-9397-bc5c52d15a9a None None] Network fd83a561-0b45-4a21-8400-a83ecc61becc requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:58:39.193539 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90c99f9f-9e9a-4994-b865-0a4c94fdaa11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:39.200103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42848) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:39.209131 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-90c99f9f-9e9a-4994-b865-0a4c94fdaa11 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d3d93158-66e2-4883-a362-fa1ef367545c HTTP/1.1" status: 204  len: 168 time: 0.6505198
Dec 18 20:58:39.377607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:39.510993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3b6711-35b6-4ce8-9f56-eb726876f6b8 None None] DHCP port deletion for fd83a561-0b45-4a21-8400-a83ecc61becc request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:58:39.532729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Deleting port 0171750f-5475-4e3a-adc2-779945422b45 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:58:39.537855 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:39.674346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b6711-35b6-4ce8-9f56-eb726876f6b8 None None] Deleting port 0171750f-5475-4e3a-adc2-779945422b45 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:58:39.676636 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6711-35b6-4ce8-9f56-eb726876f6b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:39.753154 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] For port 0171750f-5475-4e3a-adc2-779945422b45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0171750f-5475-4e3a-adc2-779945422b45,segment=NetworkSegment(cef79c81-1537-468d-a46d-d08dbec2d1f6),segment_id=cef79c81-1537-468d-a46d-d08dbec2d1f6)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:39.754042 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:39.788295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0171750f-5475-4e3a-adc2-779945422b45 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:58:39.790166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Calling delete_port for 0171750f-5475-4e3a-adc2-779945422b45 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:58:39.998087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5a3b6711-35b6-4ce8-9f56-eb726876f6b8 None None] For port 0171750f-5475-4e3a-adc2-779945422b45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0171750f-5475-4e3a-adc2-779945422b45,segment=NetworkSegment(cef79c81-1537-468d-a46d-d08dbec2d1f6),segment_id=cef79c81-1537-468d-a46d-d08dbec2d1f6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:40.003387 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6711-35b6-4ce8-9f56-eb726876f6b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:40.020042 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:40.046654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b6711-35b6-4ce8-9f56-eb726876f6b8 None None] Calling delete_port for 0171750f-5475-4e3a-adc2-779945422b45 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:58:40.083378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] No DVR routers for this DVR port 0171750f-5475-4e3a-adc2-779945422b45 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:58:40.085392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Pushing event deleted for resources: {'Port': ['ID=0171750f-5475-4e3a-adc2-779945422b45,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:40.112146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Port 0171750f-5475-4e3a-adc2-779945422b45 update to DOWN by agent not found {{(pid=126010) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Dec 18 20:58:40.112146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e75744f1-6ef6-4773-9869-b9f0c350325e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:58:40.168186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: e75744f1-6ef6-4773-9869-b9f0c350325e {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:58:40.168548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e75744f1-6ef6-4773-9869-b9f0c350325e not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:58:40.169005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 11bb3047-5d9d-4b79-815f-d0a3e2770f48 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:58:40.208548 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:40.233815 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6711-35b6-4ce8-9f56-eb726876f6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:40.240516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 11bb3047-5d9d-4b79-815f-d0a3e2770f48 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:58:40.240725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 11bb3047-5d9d-4b79-815f-d0a3e2770f48 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:58:40.248578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365cc85fa0>,) {'filters': {'network_id': ['fd83a561-0b45-4a21-8400-a83ecc61becc']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:40.264390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cc85fa0>, 'cef79c81-1537-468d-a46d-d08dbec2d1f6') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:40.264821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cc85fa0>, 'cef79c81-1537-468d-a46d-d08dbec2d1f6') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:40.277620 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:40.297959 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:40.304795 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b6711-35b6-4ce8-9f56-eb726876f6b8 None None] Pushing event deleted for resources: {'Port': ['ID=0171750f-5475-4e3a-adc2-779945422b45,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:40.310392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:58:40.317374 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:58:40.318030 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:58:40.324489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b6711-35b6-4ce8-9f56-eb726876f6b8 None None] No DVR routers for this DVR port 0171750f-5475-4e3a-adc2-779945422b45 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:58:40.444270 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:40.486773 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:40.498912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd83a561-0b45-4a21-8400-a83ecc61becc HTTP/1.1" status: 204  len: 168 time: 1.2975318
Dec 18 20:58:40.500281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bae20-34d0-4040-8379-eff426d0f87f admin admin] Pushing event deleted for resources: {'Network': ['ID=fd83a561-0b45-4a21-8400-a83ecc61becc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:40.804376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42856) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:40.874296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a9b14632-89cc-4fab-94c2-e96f8f593f72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f69c5059282455ca98cc9bff0fe1c94&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0665994
Dec 18 20:58:40.875241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42860) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:40.946185 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8d71dd1-bd4d-40ca-9309-8bc9983488b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:40.979119 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8d71dd1-bd4d-40ca-9309-8bc9983488b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:41.045558 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8d71dd1-bd4d-40ca-9309-8bc9983488b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:41.050359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8d71dd1-bd4d-40ca-9309-8bc9983488b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:41.050555 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c8d71dd1-bd4d-40ca-9309-8bc9983488b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a92e8c42-e677-4b62-8940-26e84ce20c5d HTTP/1.1" status: 204  len: 168 time: 0.1741381
Dec 18 20:58:41.067422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d71dd1-bd4d-40ca-9309-8bc9983488b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92e8c42-e677-4b62-8940-26e84ce20c5d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:41.468489 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-5fead30c-2588-42a9-bb8d-933b6d493fed tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:41.482568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-5fead30c-2588-42a9-bb8d-933b6d493fed tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/networks?id=63a5a373-b325-4f98-9f70-cf4f99f22802 HTTP/1.1" status: 200  len: 812 time: 0.1542754
Dec 18 20:58:41.503969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-e6cced2d-9b7f-45e6-9759-1815ecc6a439 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/quotas/d9d01d8c1cbb46e0a9666c225937d2e0 HTTP/1.1" status: 200  len: 375 time: 0.0198753
Dec 18 20:58:41.553677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42890) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:41.559655 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-1c94a283-eeb3-43e9-a041-380845e27a19 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9d01d8c1cbb46e0a9666c225937d2e0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0465209
Dec 18 20:58:41.620667 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9bd0f233-7a67-4cc6-93d9-e47ca338a6f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b97cde68fd24f27b4183d805abe8d27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0655720
Dec 18 20:58:41.624018 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42892) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:41.680625 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4df65d63-35e8-4930-b5f2-ca4aceaec86a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:41.717130 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4df65d63-35e8-4930-b5f2-ca4aceaec86a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:41.758041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28c5c3-449b-4fef-853a-66916e63c4a6 req-bace1c6c-f21d-4f94-a797-f1f8aa45ae27 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:41.759685 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f28c5c3-449b-4fef-853a-66916e63c4a6 req-bace1c6c-f21d-4f94-a797-f1f8aa45ae27 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.1434376
Dec 18 20:58:41.763977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-5f694e82-4792-420a-a616-9287155321e9 service neutron] 10.222.0.13 "GET /v2.0/networks/63a5a373-b325-4f98-9f70-cf4f99f22802?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956975
Dec 18 20:58:41.799584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4df65d63-35e8-4930-b5f2-ca4aceaec86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:41.802394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4df65d63-35e8-4930-b5f2-ca4aceaec86a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:41.804072 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4df65d63-35e8-4930-b5f2-ca4aceaec86a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fd608c2-8c39-4d07-bd4d-970c759129b8 HTTP/1.1" status: 204  len: 168 time: 0.1777976
Dec 18 20:58:41.814084 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df65d63-35e8-4930-b5f2-ca4aceaec86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd608c2-8c39-4d07-bd4d-970c759129b8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:41.902275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f28c5c3-449b-4fef-853a-66916e63c4a6 req-b902d93b-c915-401e-b4fb-3f02adacd33c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291847
Dec 18 20:58:41.902890 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da982db0-0414-45a6-8354-12419e78048f req-dea6d510-0714-4185-a4d4-26ae5db1e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:41.904922 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-da982db0-0414-45a6-8354-12419e78048f req-dea6d510-0714-4185-a4d4-26ae5db1e3f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 1096 time: 0.0575655
Dec 18 20:58:41.968071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-d7ff2ea3-f4e5-47ec-8408-801274087ead service neutron] 10.222.0.13 "GET /v2.0/networks/63a5a373-b325-4f98-9f70-cf4f99f22802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1943741
Dec 18 20:58:42.106127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da982db0-0414-45a6-8354-12419e78048f req-0fe67a1c-42b9-41b7-9fbd-0c7dbb74bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:42.107646 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-da982db0-0414-45a6-8354-12419e78048f req-0fe67a1c-42b9-41b7-9fbd-0c7dbb74bf88 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.1881833
Dec 18 20:58:42.204397 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-da982db0-0414-45a6-8354-12419e78048f req-8d392691-d840-400c-bf42-59720f0da4ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ec8fed1-1707-4075-bc28-f12d86c90468 HTTP/1.1" status: 200  len: 217 time: 0.0877182
Dec 18 20:58:42.332875 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5809e2a7-54e3-48d1-9e14-20e59bb42833 x-openstack-request-id: req-5809e2a7-54e3-48d1-9e14-20e59bb42833 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:42.333406 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "name": "network-vif-plugged", "status": "completed", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:42.333406 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5809e2a7-54e3-48d1-9e14-20e59bb42833 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:42.333802 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'code': 200}
Dec 18 20:58:42.335608 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da982db0-0414-45a6-8354-12419e78048f req-026dc230-fb9d-4699-93b3-cc5e86263cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:42.337609 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-da982db0-0414-45a6-8354-12419e78048f req-026dc230-fb9d-4699-93b3-cc5e86263cc9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.1270492
Dec 18 20:58:42.443107 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6053e25e-115e-4583-a07e-5883a3b70a12 req-99f17593-e52e-4a1a-a1f6-1577aaac6bf1 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 210 time: 0.0726089
Dec 18 20:58:42.487448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da982db0-0414-45a6-8354-12419e78048f req-b071668d-635f-413b-8f85-19c4e5aca5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:42.513939 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-da982db0-0414-45a6-8354-12419e78048f req-b071668d-635f-413b-8f85-19c4e5aca5d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1667333
Dec 18 20:58:42.678882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7830c-b83c-470d-8df3-f7f2250d6c7b req-1f5e4525-19be-4a28-bab3-243e5cb8760c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:42.691067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9df7830c-b83c-470d-8df3-f7f2250d6c7b req-1f5e4525-19be-4a28-bab3-243e5cb8760c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1068473
Dec 18 20:58:42.760807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9df7830c-b83c-470d-8df3-f7f2250d6c7b req-c657e008-bd1d-4a7a-b725-c26b6eda352b tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685382
Dec 18 20:58:42.812857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d362b48-a9dd-4c28-bcfb-c60c04639aad req-f96696bd-bf7c-4132-ab09-6340efd04fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:42.817072 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2d362b48-a9dd-4c28-bcfb-c60c04639aad req-f96696bd-bf7c-4132-ab09-6340efd04fca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2aba7bee78744949dc3323cb4c7df55&device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 1097 time: 0.1536748
Dec 18 20:58:42.843062 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-da982db0-0414-45a6-8354-12419e78048f req-65fbce30-8179-4f0c-9aed-d4c7916ea648 service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3163059
Dec 18 20:58:42.981970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d362b48-a9dd-4c28-bcfb-c60c04639aad req-bf49dd01-906c-4cab-9471-6887cd8b0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:42.984956 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2d362b48-a9dd-4c28-bcfb-c60c04639aad req-bf49dd01-906c-4cab-9471-6887cd8b0812 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6debd13b-b209-4e15-a34d-3cefcc31c991 HTTP/1.1" status: 200  len: 919 time: 0.1388426
Dec 18 20:58:43.097491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae505ea-7d85-4f2e-89c4-9e7bc4da1ec5 req-af49e91c-1d1b-448b-9999-1b953746082b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:43.099381 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ae505ea-7d85-4f2e-89c4-9e7bc4da1ec5 req-af49e91c-1d1b-448b-9999-1b953746082b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.1195748
Dec 18 20:58:43.101283 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2d362b48-a9dd-4c28-bcfb-c60c04639aad req-44f99b83-bfe9-4094-aab6-5c3237e00bef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67829c42-153d-4545-a748-eb36ae44aa09 HTTP/1.1" status: 200  len: 217 time: 0.0808089
Dec 18 20:58:43.193995 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ae505ea-7d85-4f2e-89c4-9e7bc4da1ec5 req-54255662-736e-469a-93c0-6a973ec8dde1 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849566
Dec 18 20:58:43.195111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42942) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:43.232336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d362b48-a9dd-4c28-bcfb-c60c04639aad req-0ee8c5a4-23d7-412e-9443-a5d02057ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:43.233648 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2d362b48-a9dd-4c28-bcfb-c60c04639aad req-0ee8c5a4-23d7-412e-9443-a5d02057ad66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d7f58308-db29-4caa-9f9b-c96f367c4ebb HTTP/1.1" status: 200  len: 858 time: 0.1174026
Dec 18 20:58:43.268063 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-da982db0-0414-45a6-8354-12419e78048f req-c08b344a-7ae4-4ee0-97e9-d08ac8d21154 service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3999410
Dec 18 20:58:43.323541 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2d362b48-a9dd-4c28-bcfb-c60c04639aad req-caa9480d-01ba-4323-86de-03e8768bed98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6debd13b-b209-4e15-a34d-3cefcc31c991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544226
Dec 18 20:58:43.376771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-235803946-network', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:43.440617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Made reservation on behalf of bedae94992bb429a977e14e9df1ad677 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:58:43.445624 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:43.459129 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:43.475577 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2d362b48-a9dd-4c28-bcfb-c60c04639aad req-f002ea25-5a22-48d7-9626-c62a98bbbbf5 service neutron] 10.222.0.36 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413958
Dec 18 20:58:43.588964 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abb86706-a654-4d4c-9c05-d847749d0835 req-7133be52-ecc7-4e3c-b420-f745caee6f8c tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 210 time: 0.0573406
Dec 18 20:58:43.620070 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2d362b48-a9dd-4c28-bcfb-c60c04639aad req-e83379ac-6bb2-4e28-bbeb-1bc1840e654e service neutron] 10.222.0.36 "GET /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363339
Dec 18 20:58:43.630358 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:43.635060 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:43.670533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:58:43.691241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1126bb-12ce-4510-b3c9-4f88bd3ef81a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:43.695046 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:43.695402 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Added segment 976e7892-8cec-4c6b-a404-8791b36c3e6e of type vlan for network ad1ea246-760a-4f54-981c-f5e4779d22e5
Dec 18 20:58:43.744770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:43.778045 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:43.778045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:43.780113 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:43.882744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6852043
Dec 18 20:58:43.894636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42962) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:43.920498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90d3b1-2d9a-45f8-9a56-02116c41bba6 admin admin] Pushing event updated for resources: {'Network': ['ID=ad1ea246-760a-4f54-981c-f5e4779d22e5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:43.932153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network ad1ea246-760a-4f54-981c-f5e4779d22e5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:58:43.939080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-01044be7-2a27-4e39-bf18-dd625df8b22c admin admin] Request body: {'subnet': {'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-235803946-subnet', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:44.021193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9361d03-363e-4a52-be41-ec37dbcd48dc req-52a512f0-ea20-4087-8679-a0daccd6232c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:44.034584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9361d03-363e-4a52-be41-ec37dbcd48dc req-52a512f0-ea20-4087-8679-a0daccd6232c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1381936
Dec 18 20:58:44.111607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9361d03-363e-4a52-be41-ec37dbcd48dc req-5e84a1b3-f5e4-4079-92dd-71defe2c6f94 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721443
Dec 18 20:58:44.347345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648d065-0a07-4dd9-a043-ff2c2dac5fc3 req-0ffb00f4-6fac-4854-88f9-50077f531a3e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:44.355290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4648d065-0a07-4dd9-a043-ff2c2dac5fc3 req-0ffb00f4-6fac-4854-88f9-50077f531a3e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.0617244
Dec 18 20:58:44.429436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4648d065-0a07-4dd9-a043-ff2c2dac5fc3 req-a034e6b2-2baa-4d95-bbff-92d4e77275d4 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731068
Dec 18 20:58:44.459142 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01044be7-2a27-4e39-bf18-dd625df8b22c admin admin] Made reservation on behalf of bedae94992bb429a977e14e9df1ad677 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:58:44.459678 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-01044be7-2a27-4e39-bf18-dd625df8b22c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:44.527405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-24561a1a-5a95-42e0-a3eb-2359c09df1cd tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:44.530907 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-24561a1a-5a95-42e0-a3eb-2359c09df1cd tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.31 "GET /v2.0/networks?id=63a5a373-b325-4f98-9f70-cf4f99f22802 HTTP/1.1" status: 200  len: 812 time: 0.6547413
Dec 18 20:58:44.549606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Request body: {'port': {'device_id': 'd410d2ca-b30b-47d1-a7f5-72a2f1940a28', 'network_id': '63a5a373-b325-4f98-9f70-cf4f99f22802', 'admin_state_up': True, 'tenant_id': 'd9d01d8c1cbb46e0a9666c225937d2e0'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:44.752420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d929d9c3-dbcf-401e-867c-8e9a9b4e6f86 req-e5c2d718-bd69-4015-9ec5-0e6e3ca0a9d4 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 210 time: 0.0565898
Dec 18 20:58:44.754115 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:44.820916 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Made reservation on behalf of d9d01d8c1cbb46e0a9666c225937d2e0 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:58:44.826005 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:44.836151 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-01044be7-2a27-4e39-bf18-dd625df8b22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:44.955827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01044be7-2a27-4e39-bf18-dd625df8b22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e51824ab-963e-476e-9325-b6a6ddcb9c25,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:44.960582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01044be7-2a27-4e39-bf18-dd625df8b22c admin admin] Checking segment: {'id': '976e7892-8cec-4c6b-a404-8791b36c3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:58:44.960957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01044be7-2a27-4e39-bf18-dd625df8b22c admin admin] Network hostable DHCP agents. Network: ad1ea246-760a-4f54-981c-f5e4779d22e5, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:58:45.020990 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01044be7-2a27-4e39-bf18-dd625df8b22c admin admin] Network ad1ea246-760a-4f54-981c-f5e4779d22e5 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:58:45.043126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Allocated IP 172.20.0.3 (63a5a373-b325-4f98-9f70-cf4f99f22802/7b094aae-c452-4545-b207-dcfe04d839e8/7a02115a-9983-4c01-949f-bb313b22b679) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:58:45.054300 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-01044be7-2a27-4e39-bf18-dd625df8b22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ad1ea246-760a-4f54-981c-f5e4779d22e5) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:45.056858 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01044be7-2a27-4e39-bf18-dd625df8b22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:45.057464 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-01044be7-2a27-4e39-bf18-dd625df8b22c admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:45.067564 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317771c3-6a26-4d5b-917d-914cdb8493fc None None] Network ad1ea246-760a-4f54-981c-f5e4779d22e5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:58:45.101269 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-01044be7-2a27-4e39-bf18-dd625df8b22c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2021456
Dec 18 20:58:45.103784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42984) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:45.110210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-235803946-router', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:45.202846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:45.204291 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:45.297474 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:45.344057 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:45.417980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Network 63a5a373-b325-4f98-9f70-cf4f99f22802 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:58:45.421562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:45.425874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:58:45.433653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Pushing event updated for resources: {'Port': ['ID=7a02115a-9983-4c01-949f-bb313b22b679,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:45.434904 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:45.570995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfe086-9e1a-4f16-ace7-10550d02c17e req-35ea4f0d-d424-4e72-a4a1-a83760569292 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:45.573452 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddcfe086-9e1a-4f16-ace7-10550d02c17e req-35ea4f0d-d424-4e72-a4a1-a83760569292 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1854148
Dec 18 20:58:45.584409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ad1ea246-760a-4f54-981c-f5e4779d22e5', 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5', 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'fixed_ips': [{'subnet_id': 'e51824ab-963e-476e-9325-b6a6ddcb9c25'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:58:45.586201 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:45.610780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:45.611508 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:45.651928 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-3fc56a6d-02ab-4f25-8b77-90e09b4ff547 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1082187
Dec 18 20:58:45.704883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Request body: {'port': {'device_id': 'd410d2ca-b30b-47d1-a7f5-72a2f1940a28', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:45.744021 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:45.790576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Allocated IP 172.20.0.2 (ad1ea246-760a-4f54-981c-f5e4779d22e5/e51824ab-963e-476e-9325-b6a6ddcb9c25/b319c339-9115-47c9-845f-b96a32c6e565) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:58:45.851959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddcfe086-9e1a-4f16-ace7-10550d02c17e req-c78a7d07-d3ff-428a-b588-7625d8259365 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542115
Dec 18 20:58:45.882198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b6c62-5f9b-4296-8b5a-184eecf6eff3 req-ac2d010f-9726-4dd7-916d-6c630fbd562b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:45.892673 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef1b6c62-5f9b-4296-8b5a-184eecf6eff3 req-ac2d010f-9726-4dd7-916d-6c630fbd562b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 945 time: 0.1957614
Dec 18 20:58:45.894063 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:45.976595 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:45.987601 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:46.005888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef1b6c62-5f9b-4296-8b5a-184eecf6eff3 req-1bedbfd2-e8fc-4335-a33d-a1d1bb971023 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070383
Dec 18 20:58:46.030391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Network ad1ea246-760a-4f54-981c-f5e4779d22e5 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:58:46.032319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:46.036767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:58:46.166204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Pushing event updated for resources: {'Port': ['ID=b319c339-9115-47c9-845f-b96a32c6e565,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:46.178134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Attempting to bind port b319c339-9115-47c9-845f-b96a32c6e565 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:58:46.179540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Attempting to bind port b319c339-9115-47c9-845f-b96a32c6e565 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '976e7892-8cec-4c6b-a404-8791b36c3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:58:46.180069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Attempting to bind port b319c339-9115-47c9-845f-b96a32c6e565 on network ad1ea246-760a-4f54-981c-f5e4779d22e5 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:46.186652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:58:46.187557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Checking segment: {'id': '976e7892-8cec-4c6b-a404-8791b36c3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:58:46.188111 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:46.189351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Bound using segment: {'id': '976e7892-8cec-4c6b-a404-8791b36c3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:58:46.190014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Bound port: b319c339-9115-47c9-845f-b96a32c6e565, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e7892-8cec-4c6b-a404-8791b36c3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:58:46.190862 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:46.275399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] For port b319c339-9115-47c9-845f-b96a32c6e565, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:58:46.289505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] For port b319c339-9115-47c9-845f-b96a32c6e565, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b319c339-9115-47c9-845f-b96a32c6e565,segment=NetworkSegment(976e7892-8cec-4c6b-a404-8791b36c3e6e),segment_id=976e7892-8cec-4c6b-a404-8791b36c3e6e)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:58:46.297650 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:46.332269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918bfc8-e73f-48f2-8138-95e257886c6f req-91ca239a-d0d4-497c-9136-79ab5d2c7230 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:46.339667 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2918bfc8-e73f-48f2-8138-95e257886c6f req-91ca239a-d0d4-497c-9136-79ab5d2c7230 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1194587
Dec 18 20:58:46.348516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedba7f-a308-46a1-b8c5-166d99d83403 req-5a33afed-2708-4e11-9847-6051cd04ae4a tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:46.350269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4dedba7f-a308-46a1-b8c5-166d99d83403 req-5a33afed-2708-4e11-9847-6051cd04ae4a tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 931 time: 0.1794267
Dec 18 20:58:46.382505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b6bd4-578e-4cd4-9f04-21d2c81e102e None None] Pushing event updated for resources: {'Port': ['ID=b319c339-9115-47c9-845f-b96a32c6e565,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:46.401714 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:46.435127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a02115a-9983-4c01-949f-bb313b22b679 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:46.444054 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:46.456285 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:46.472370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Transition to ACTIVE for port object 7a02115a-9983-4c01-949f-bb313b22b679 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:58:46.483092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:46.511539 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2918bfc8-e73f-48f2-8138-95e257886c6f req-8d45ff9e-f24d-402a-9fd0-f66b56a5b79a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1595864
Dec 18 20:58:46.576723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Pushing event updated for resources: {'Port': ['ID=7a02115a-9983-4c01-949f-bb313b22b679,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:46.583723 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4dedba7f-a308-46a1-b8c5-166d99d83403 req-d20cb39f-a3f5-4b30-99a9-5ac041498d8a tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2212181
Dec 18 20:58:46.594023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.595288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.596011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.596517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.597148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.597786 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.598364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.598853 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.599358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.599845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.600666 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.601273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.601878 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:46.615395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ec8fed1-1707-4075-bc28-f12d86c90468 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:58:46.767429 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:46.776604 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Attempting to bind port 7a02115a-9983-4c01-949f-bb313b22b679 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:58:46.777158 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Attempting to bind port 7a02115a-9983-4c01-949f-bb313b22b679 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '98385e7b-1637-4615-ab0f-318c1a5ca77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63a5a373-b325-4f98-9f70-cf4f99f22802'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:58:46.778597 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Attempting to bind port 7a02115a-9983-4c01-949f-bb313b22b679 on network 63a5a373-b325-4f98-9f70-cf4f99f22802 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:46.785137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Port 7a02115a-9983-4c01-949f-bb313b22b679 on network 63a5a373-b325-4f98-9f70-cf4f99f22802 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:58:46.785496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Attempting to bind port 7a02115a-9983-4c01-949f-bb313b22b679 on network 63a5a373-b325-4f98-9f70-cf4f99f22802 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:46.796649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:58:46.797233 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Checking segment: {'id': '98385e7b-1637-4615-ab0f-318c1a5ca77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63a5a373-b325-4f98-9f70-cf4f99f22802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:58:46.797848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Bound using segment: {'id': '98385e7b-1637-4615-ab0f-318c1a5ca77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63a5a373-b325-4f98-9f70-cf4f99f22802'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:58:46.798689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Bound port: 7a02115a-9983-4c01-949f-bb313b22b679, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98385e7b-1637-4615-ab0f-318c1a5ca77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63a5a373-b325-4f98-9f70-cf4f99f22802'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:58:46.799393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:46.825254 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ec8fed1-1707-4075-bc28-f12d86c90468, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec8fed1-1707-4075-bc28-f12d86c90468,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:46.832531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dfce29-5bdc-4127-9942-6377d7b7bc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec8fed1-1707-4075-bc28-f12d86c90468'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:46.832531 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a1accd-38c4-44fb-bd75-393436763919" -d '{"events": [{"server_uuid": "79dfce29-5bdc-4127-9942-6377d7b7bc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "2ec8fed1-1707-4075-bc28-f12d86c90468"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:46.846441 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:46.856946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Allocated IP 172.35.3.244 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/64a91ecb-de08-460e-9c16-a862292680bc) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:58:46.904097 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2ec8fed1-1707-4075-bc28-f12d86c90468,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:46.924782 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3401d16f-449a-402c-b18e-b82de726dca2 x-openstack-request-id: req-3401d16f-449a-402c-b18e-b82de726dca2 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:46.925174 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dfce29-5bdc-4127-9942-6377d7b7bc7e", "name": "network-vif-unplugged", "status": "failed", "tag": "2ec8fed1-1707-4075-bc28-f12d86c90468", "code": 422}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:46.925440 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3401d16f-449a-402c-b18e-b82de726dca2 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:46.925859 ncdv-master-1 neutron-server[126010]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79dfce29-5bdc-4127-9942-6377d7b7bc7e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ec8fed1-1707-4075-bc28-f12d86c90468', 'code': 422} returned with failed status
Dec 18 20:58:46.955821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] For port 7a02115a-9983-4c01-949f-bb313b22b679, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:58:46.959287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] For port 7a02115a-9983-4c01-949f-bb313b22b679, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a02115a-9983-4c01-949f-bb313b22b679,segment=NetworkSegment(98385e7b-1637-4615-ab0f-318c1a5ca77b),segment_id=98385e7b-1637-4615-ab0f-318c1a5ca77b)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:58:46.969024 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:47.037808 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:47.038858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:47.040280 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] 10.222.0.31 "PUT /v2.0/ports/7a02115a-9983-4c01-949f-bb313b22b679 HTTP/1.1" status: 200  len: 1091 time: 1.3753028
Dec 18 20:58:47.040728 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd410d2ca-b30b-47d1-a7f5-72a2f1940a28', 'tag': '7a02115a-9983-4c01-949f-bb313b22b679'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:47.043297 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3480a20-f584-4b98-b588-fad738c692dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d410d2ca-b30b-47d1-a7f5-72a2f1940a28", "tag": "7a02115a-9983-4c01-949f-bb313b22b679"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:47.061539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34697ea4-3de3-4d0f-87fe-f0340cdde737 service neutron] Pushing event updated for resources: {'Port': ['ID=7a02115a-9983-4c01-949f-bb313b22b679,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:47.148608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0472b-dc40-404d-8997-48c10579d611 req-d8422b2e-6c64-4059-81b4-40b253663cb9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:47.152674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9db0472b-dc40-404d-8997-48c10579d611 req-d8422b2e-6c64-4059-81b4-40b253663cb9 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.3912153
Dec 18 20:58:47.169676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-88b67614-5f85-4a70-bd1e-32139fe37621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:47.171475 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-88b67614-5f85-4a70-bd1e-32139fe37621 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9d01d8c1cbb46e0a9666c225937d2e0&device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 1094 time: 0.0698817
Dec 18 20:58:47.216237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33334c-b04d-4e62-b82d-bfef933347e9 req-b8d291a8-3010-47f5-a20c-6c8d466c8182 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:47.217899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf33334c-b04d-4e62-b82d-bfef933347e9 req-b8d291a8-3010-47f5-a20c-6c8d466c8182 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1674142
Dec 18 20:58:47.224595 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:47.246629 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-8b0c0bd3-bd98-4a09-8d2b-1e5a48b30f14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a02115a-9983-4c01-949f-bb313b22b679 HTTP/1.1" status: 200  len: 217 time: 0.0634120
Dec 18 20:58:47.294750 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9db0472b-dc40-404d-8997-48c10579d611 req-7125b488-afeb-48d6-be9b-4f84e03597f6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174242
Dec 18 20:58:47.314394 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-f5362542-31bb-4810-bc4a-233de2ddc6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:47.316750 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-f5362542-31bb-4810-bc4a-233de2ddc6f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b094aae-c452-4545-b207-dcfe04d839e8 HTTP/1.1" status: 200  len: 852 time: 0.0616612
Dec 18 20:58:47.359306 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-c71ab41c-c272-495f-acc7-37f90d23c534 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=63a5a373-b325-4f98-9f70-cf4f99f22802&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0295873
Dec 18 20:58:47.378854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf33334c-b04d-4e62-b82d-bfef933347e9 req-1e8e8718-7b50-4a84-9e56-711f1f969eb1 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486197
Dec 18 20:58:47.382823 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:47.469014 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Pushing event updated for resources: {'Port': ['ID=64a91ecb-de08-460e-9c16-a862292680bc,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:47.481627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:58:47.488012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:47.507280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:58:47.518853 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6060b956-156d-419b-bb98-59f968b7a184 x-openstack-request-id: req-6060b956-156d-419b-bb98-59f968b7a184 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:47.519150 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d410d2ca-b30b-47d1-a7f5-72a2f1940a28", "tag": "7a02115a-9983-4c01-949f-bb313b22b679", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:47.519410 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6060b956-156d-419b-bb98-59f968b7a184 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:47.519828 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd410d2ca-b30b-47d1-a7f5-72a2f1940a28', 'tag': '7a02115a-9983-4c01-949f-bb313b22b679', 'status': 'completed', 'code': 200}
Dec 18 20:58:47.523516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef857fa-85e3-46b6-9aa8-3f08dd5ec263 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:58:47.626147 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-a8c43655-7aee-4318-8d71-338100910f2d service neutron] 10.222.0.31 "GET /v2.0/networks/63a5a373-b325-4f98-9f70-cf4f99f22802?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2587912
Dec 18 20:58:47.636394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6ec3478b-1f9d-4fdf-b48f-73acbe998bdf None None] Provisioning complete for port 64a91ecb-de08-460e-9c16-a862292680bc triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:47.638890 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ec3478b-1f9d-4fdf-b48f-73acbe998bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:47.758245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3478b-1f9d-4fdf-b48f-73acbe998bdf None None] Port 64a91ecb-de08-460e-9c16-a862292680bc cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:58:47.782238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b319c339-9115-47c9-845f-b96a32c6e565 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:47.853497 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:58:47.898280 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef2e1190-03d0-4053-9a90-55f38cf74b62 req-2d05b0e0-17ae-4b48-be55-8e6acde6162f service neutron] 10.222.0.31 "GET /v2.0/networks/63a5a373-b325-4f98-9f70-cf4f99f22802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2636871
Dec 18 20:58:47.917698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b319c339-9115-47c9-845f-b96a32c6e565 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:47.921309 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:48.127562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480a20-f584-4b98-b588-fad738c692dc req-cb64edfc-f25f-470d-879a-7b8dcb787b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:48.129161 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3480a20-f584-4b98-b588-fad738c692dc req-cb64edfc-f25f-470d-879a-7b8dcb787b8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9d01d8c1cbb46e0a9666c225937d2e0&device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 1094 time: 0.1471870
Dec 18 20:58:48.131111 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:48.192968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port b319c339-9115-47c9-845f-b96a32c6e565, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b319c339-9115-47c9-845f-b96a32c6e565,segment=NetworkSegment(976e7892-8cec-4c6b-a404-8791b36c3e6e),segment_id=976e7892-8cec-4c6b-a404-8791b36c3e6e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:48.200079 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:48.236339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a72ce4-1f9e-416e-8369-35ede548aa0f req-b329b107-42d5-4d38-857d-f3b06886158e tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:48.249229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58a72ce4-1f9e-416e-8369-35ede548aa0f req-b329b107-42d5-4d38-857d-f3b06886158e tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 943 time: 0.2243507
Dec 18 20:58:48.267855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=b319c339-9115-47c9-845f-b96a32c6e565,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:48.290323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480a20-f584-4b98-b588-fad738c692dc req-23584776-7956-40a5-a8aa-8e6b2e30ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:48.291873 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3480a20-f584-4b98-b588-fad738c692dc req-23584776-7956-40a5-a8aa-8e6b2e30ea9a service neutron] 10.222.0.31 "GET /v2.0/networks?id=63a5a373-b325-4f98-9f70-cf4f99f22802 HTTP/1.1" status: 200  len: 913 time: 0.1543016
Dec 18 20:58:48.336940 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3480a20-f584-4b98-b588-fad738c692dc req-ee187d75-b348-4857-a672-3a2ff73e8ac5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a02115a-9983-4c01-949f-bb313b22b679 HTTP/1.1" status: 200  len: 217 time: 0.0369034
Dec 18 20:58:48.402023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480a20-f584-4b98-b588-fad738c692dc req-26270651-b1bd-4b93-b602-1625e76afa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:48.403767 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3480a20-f584-4b98-b588-fad738c692dc req-26270651-b1bd-4b93-b602-1625e76afa54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b094aae-c452-4545-b207-dcfe04d839e8 HTTP/1.1" status: 200  len: 852 time: 0.0576575
Dec 18 20:58:48.445766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85df247-bd98-45e3-924b-16ffd6f9d60e None None] Network ad1ea246-760a-4f54-981c-f5e4779d22e5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:58:48.456977 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3480a20-f584-4b98-b588-fad738c692dc req-c980c281-efc3-4f79-88a2-712c9223b745 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=63a5a373-b325-4f98-9f70-cf4f99f22802&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428984
Dec 18 20:58:48.536729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e7293fd6-a440-4e16-a24a-32e900cea188 None None] Provisioning complete for port b319c339-9115-47c9-845f-b96a32c6e565 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:48.537365 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e7293fd6-a440-4e16-a24a-32e900cea188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:48.643064 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3480a20-f584-4b98-b588-fad738c692dc req-8f5ac27e-40bf-4e40-8d24-5b0f54ae9723 service neutron] 10.222.0.31 "GET /v2.0/networks/63a5a373-b325-4f98-9f70-cf4f99f22802?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757812
Dec 18 20:58:48.796652 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3480a20-f584-4b98-b588-fad738c692dc req-9fc9365b-cf42-4a96-bf24-50dee99bf488 service neutron] 10.222.0.31 "GET /v2.0/networks/63a5a373-b325-4f98-9f70-cf4f99f22802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430871
Dec 18 20:58:48.837484 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58a72ce4-1f9e-416e-8369-35ede548aa0f req-40ca70b7-46d9-4c9b-a80c-706eb62b2db5 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5869572
Dec 18 20:58:48.857002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6eb7d-245f-4568-b673-ecd773358b42 req-0c2477c7-2966-419c-8e1d-c133535114ce tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:48.865016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-afb6eb7d-245f-4568-b673-ecd773358b42 req-0c2477c7-2966-419c-8e1d-c133535114ce tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.5834327
Dec 18 20:58:48.906402 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:49.028053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-afb6eb7d-245f-4568-b673-ecd773358b42 req-c7e9a69a-6337-4afd-8722-0d19c5a1bcdc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1551797
Dec 18 20:58:49.050216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7111e91e-6e95-415a-83c3-51e418baa2ce None None] Provisioning complete for port b319c339-9115-47c9-845f-b96a32c6e565 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:49.050616 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7111e91e-6e95-415a-83c3-51e418baa2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:49.267165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:49.351687 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:49.419085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Router 20a7cd20-58d5-4e1f-8f10-cc6906931237 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:58:49.555810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:58:49.569898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Sync routers for ids ['20a7cd20-58d5-4e1f-8f10-cc6906931237'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:58:49.588123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b319c339-9115-47c9-845f-b96a32c6e565 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:49.602507 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:49.603755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c99dfa99-bfde-447e-9fea-4adec5fe41a8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.4981182
Dec 18 20:58:49.606618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43074) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:58:49.620385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Routers {'20a7cd20-58d5-4e1f-8f10-cc6906931237'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:58:49.621280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e779970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:58:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['20a7cd20-58d5-4e1f-8f10-cc6906931237'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:49.742379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b319c339-9115-47c9-845f-b96a32c6e565 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:49.743014 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:49.786207 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Set router 20a7cd20-58d5-4e1f-8f10-cc6906931237 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:58:50.038524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b2811-2658-4e69-b974-b9cf41695cb6 req-4b7343d5-1f7a-4ed5-aac7-2442773b9dd1 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:50.041703 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-264b2811-2658-4e69-b974-b9cf41695cb6 req-4b7343d5-1f7a-4ed5-aac7-2442773b9dd1 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 943 time: 0.1117196
Dec 18 20:58:50.114166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e779970>, [{'id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'name': 'tempest-FloatingIPDetailsTestJSON-235803946-router', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '64a91ecb-de08-460e-9c16-a862292680bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:58:45Z', 'updated_at': '2021-12-18T20:58:48Z', 'revision_number': 3, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'gw_port': {'id': '64a91ecb-de08-460e-9c16-a862292680bc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:12:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:46Z', 'updated_at': '2021-12-18T20:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:50.170905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-264b2811-2658-4e69-b974-b9cf41695cb6 req-1e15f763-a58d-4247-bd97-b29340e5fdc1 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963278
Dec 18 20:58:50.201657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Checking router: 20a7cd20-58d5-4e1f-8f10-cc6906931237 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:58:50.206446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Updating router 20a7cd20-58d5-4e1f-8f10-cc6906931237 port 64a91ecb-de08-460e-9c16-a862292680bc binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:58:50.248648 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:50.257492 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:50.296673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1f862-4334-4524-8f5b-46be1a5dbefe req-71dbf847-4417-44cd-852d-381e0739d53b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:50.298739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81a1f862-4334-4524-8f5b-46be1a5dbefe req-71dbf847-4417-44cd-852d-381e0739d53b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0999181
Dec 18 20:58:50.492258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81a1f862-4334-4524-8f5b-46be1a5dbefe req-39701c11-42d6-46aa-a776-85b7fc9bf3b7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1475112
Dec 18 20:58:50.606343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Allocated IP 172.20.0.1 (ad1ea246-760a-4f54-981c-f5e4779d22e5/e51824ab-963e-476e-9325-b6a6ddcb9c25/6c2830d0-367f-4066-810c-cdf39f1e64a6) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:58:50.636167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ec8fed1-1707-4075-bc28-f12d86c90468 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:58:50.682302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7a02115a-9983-4c01-949f-bb313b22b679 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:58:50.689654 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:50.755881 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:50.771296 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:50.816661 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:50.881514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1241ab2a-d007-499d-8e25-c32a915f15fd None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:58:50.882107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Pushing event updated for resources: {'Port': ['ID=6c2830d0-367f-4066-810c-cdf39f1e64a6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:50.892503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Network ad1ea246-760a-4f54-981c-f5e4779d22e5 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:58:50.895250 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:50.897885 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:58:50.906489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9113ca4-42d3-41d9-9740-80c41b4d0ac0 None None] Pushing event updated for resources: {'Port': ['ID=64a91ecb-de08-460e-9c16-a862292680bc,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:50.917350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Attempting to bind port 64a91ecb-de08-460e-9c16-a862292680bc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:58:50.917735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Attempting to bind port 64a91ecb-de08-460e-9c16-a862292680bc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:58:50.918198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Attempting to bind port 64a91ecb-de08-460e-9c16-a862292680bc on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:50.971866 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.006144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:58:51.006538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:58:51.006950 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.007908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:58:51.008804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Bound port: 64a91ecb-de08-460e-9c16-a862292680bc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:58:51.009208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.065605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7a02115a-9983-4c01-949f-bb313b22b679, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a02115a-9983-4c01-949f-bb313b22b679,segment=NetworkSegment(98385e7b-1637-4615-ab0f-318c1a5ca77b),segment_id=98385e7b-1637-4615-ab0f-318c1a5ca77b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:51.082299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '7a02115a-9983-4c01-949f-bb313b22b679', 'network_id': '63a5a373-b325-4f98-9f70-cf4f99f22802', 'port_id': '7a02115a-9983-4c01-949f-bb313b22b679', 'mac_address': 'fa:16:3e:10:fd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b094aae-c452-4545-b207-dcfe04d839e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:58:51.251150 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.354020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a46975c4-2f42-4936-834e-72f9429508cf None None] Provisioning complete for port 64a91ecb-de08-460e-9c16-a862292680bc triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:51.354602 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a46975c4-2f42-4936-834e-72f9429508cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.406372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] For port 64a91ecb-de08-460e-9c16-a862292680bc, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:58:51.409404 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.431541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] For port 64a91ecb-de08-460e-9c16-a862292680bc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64a91ecb-de08-460e-9c16-a862292680bc,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:58:51.439918 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a02115a-9983-4c01-949f-bb313b22b679 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:51.445177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a46975c4-2f42-4936-834e-72f9429508cf None None] Port 64a91ecb-de08-460e-9c16-a862292680bc cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:58:51.448602 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.503343 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d878c0d9-57f1-4c3c-84dd-f1aa947481b4 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:58:51.533024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7a02115a-9983-4c01-949f-bb313b22b679, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a02115a-9983-4c01-949f-bb313b22b679,segment=NetworkSegment(98385e7b-1637-4615-ab0f-318c1a5ca77b),segment_id=98385e7b-1637-4615-ab0f-318c1a5ca77b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:51.546187 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.569526 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Routers {'20a7cd20-58d5-4e1f-8f10-cc6906931237'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:58:51.570150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e779970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:58:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['20a7cd20-58d5-4e1f-8f10-cc6906931237'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:51.574191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9113ca4-42d3-41d9-9740-80c41b4d0ac0 None None] Pushing event updated for resources: {'Port': ['ID=64a91ecb-de08-460e-9c16-a862292680bc,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:51.625696 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.646215 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.683703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f07fdf04-e31c-499d-a2f5-f4dadf32c2ba None None] Provisioning complete for port 6c2830d0-367f-4066-810c-cdf39f1e64a6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:51.684314 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f07fdf04-e31c-499d-a2f5-f4dadf32c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.749328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Pushing event updated for resources: {'Port': ['ID=6c2830d0-367f-4066-810c-cdf39f1e64a6,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:51.793357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740cb8a-1ebf-4f3d-b582-5faf0ca5dc97 req-7b4acb6d-d535-4626-b1be-c54429d17f2a tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:51.794928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4740cb8a-1ebf-4f3d-b582-5faf0ca5dc97 req-7b4acb6d-d535-4626-b1be-c54429d17f2a tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 943 time: 0.4897811
Dec 18 20:58:51.796309 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=7a02115a-9983-4c01-949f-bb313b22b679,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:51.800712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f07fdf04-e31c-499d-a2f5-f4dadf32c2ba None None] Port 6c2830d0-367f-4066-810c-cdf39f1e64a6 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:58:51.810166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] Set router 20a7cd20-58d5-4e1f-8f10-cc6906931237 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:58:51.830615 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.852104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['7a02115a-9983-4c01-949f-bb313b22b679'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:51.878462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab16d63-4bb2-4666-acc3-89b11d3f63e8 req-e2da582c-fd9e-44ad-85e4-6ec433255121 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:51.880279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ab16d63-4bb2-4666-acc3-89b11d3f63e8 req-e2da582c-fd9e-44ad-85e4-6ec433255121 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2409708
Dec 18 20:58:51.898973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f07fdf04-e31c-499d-a2f5-f4dadf32c2ba None None] Provisioning complete for port 64a91ecb-de08-460e-9c16-a862292680bc triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:51.899714 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f07fdf04-e31c-499d-a2f5-f4dadf32c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:51.931629 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4740cb8a-1ebf-4f3d-b582-5faf0ca5dc97 req-b8019a55-92d8-4c86-924e-f1db3bec8111 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119113
Dec 18 20:58:52.100482 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ab16d63-4bb2-4666-acc3-89b11d3f63e8 req-8ea88351-4042-4f7e-997a-f6981dd45d42 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1989102
Dec 18 20:58:52.119320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Network ad1ea246-760a-4f54-981c-f5e4779d22e5 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:58:52.120699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:52.278902 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Router 20a7cd20-58d5-4e1f-8f10-cc6906931237 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:58:52.284097 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f07fdf04-e31c-499d-a2f5-f4dadf32c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:52.333214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f07fdf04-e31c-499d-a2f5-f4dadf32c2ba None None] For port 64a91ecb-de08-460e-9c16-a862292680bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64a91ecb-de08-460e-9c16-a862292680bc,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:52.348634 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f07fdf04-e31c-499d-a2f5-f4dadf32c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:52.427251 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e779970>, [{'id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'name': 'tempest-FloatingIPDetailsTestJSON-235803946-router', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '64a91ecb-de08-460e-9c16-a862292680bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:58:45Z', 'updated_at': '2021-12-18T20:58:51Z', 'revision_number': 4, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'gw_port': {'id': '64a91ecb-de08-460e-9c16-a862292680bc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:12:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:46Z', 'updated_at': '2021-12-18T20:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c2830d0-367f-4066-810c-cdf39f1e64a6', 'name': '', 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'mac_address': 'fa:16:3e:88:71:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e51824ab-963e-476e-9325-b6a6ddcb9c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:50Z', 'updated_at': '2021-12-18T20:58:50Z', 'revision_number': 1, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'subnets': [{'id': 'e51824ab-963e-476e-9325-b6a6ddcb9c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:52.475937 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15adaf17-bcd0-4130-8ecf-f49fdf36a680 None None] The sync data for ids ['20a7cd20-58d5-4e1f-8f10-cc6906931237'] in ncdv-master-1 is: [{'id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'name': 'tempest-FloatingIPDetailsTestJSON-235803946-router', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '64a91ecb-de08-460e-9c16-a862292680bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:58:45Z', 'updated_at': '2021-12-18T20:58:51Z', 'revision_number': 4, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'gw_port': {'id': '64a91ecb-de08-460e-9c16-a862292680bc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:12:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:46Z', 'updated_at': '2021-12-18T20:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c2830d0-367f-4066-810c-cdf39f1e64a6', 'name': '', 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'mac_address': 'fa:16:3e:88:71:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e51824ab-963e-476e-9325-b6a6ddcb9c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:50Z', 'updated_at': '2021-12-18T20:58:50Z', 'revision_number': 1, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'subnets': [{'id': 'e51824ab-963e-476e-9325-b6a6ddcb9c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:58:52.492845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:58:52.511116 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-da9bad06-66ac-42c5-b47a-231c5b8854ce admin admin] 10.222.0.13 "PUT /v2.0/routers/20a7cd20-58d5-4e1f-8f10-cc6906931237/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8950300
Dec 18 20:58:52.511312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fdf04-e31c-499d-a2f5-f4dadf32c2ba None None] Pushing event updated for resources: {'Port': ['ID=64a91ecb-de08-460e-9c16-a862292680bc,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:52.516343 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-aa858ffc-f969-4519-ac92-816ef21a400a None None] Provisioning complete for port 6c2830d0-367f-4066-810c-cdf39f1e64a6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:52.522177 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aa858ffc-f969-4519-ac92-816ef21a400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:52.567786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-aa858ffc-f969-4519-ac92-816ef21a400a None None] Port 6c2830d0-367f-4066-810c-cdf39f1e64a6 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:58:52.893771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c1706-4f39-45c0-8cf5-83d70a73a1ea req-bb82f3d5-326f-4a5a-a43f-4afd91394ec9 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:52.895345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a36c1706-4f39-45c0-8cf5-83d70a73a1ea req-bb82f3d5-326f-4a5a-a43f-4afd91394ec9 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 950 time: 0.0525963
Dec 18 20:58:53.103001 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a36c1706-4f39-45c0-8cf5-83d70a73a1ea req-006c95f4-1217-4697-9a1d-b4cffdcfbc16 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970751
Dec 18 20:58:53.141612 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-3ebf1862-b29e-43d9-9842-8bc7058ea0ae tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2452760
Dec 18 20:58:53.152127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:53.208568 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:53.277630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35eca4-030c-4f2d-9031-94a5f84dc314 req-27961ce4-2376-4319-a893-b5893d6854be tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:53.279172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e35eca4-030c-4f2d-9031-94a5f84dc314 req-27961ce4-2376-4319-a893-b5893d6854be tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 944 time: 0.1116924
Dec 18 20:58:53.346627 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e35eca4-030c-4f2d-9031-94a5f84dc314 req-6d5cb952-01cd-487d-9cb6-79d4fec1c595 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596771
Dec 18 20:58:53.379666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:53.502131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Allocated IP 172.35.3.233 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/3949c345-15e8-4c15-8f15-81d8ff383373) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:58:53.636414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 64a91ecb-de08-460e-9c16-a862292680bc up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:53.675997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:53.687117 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 64a91ecb-de08-460e-9c16-a862292680bc triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:53.687704 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:53.708584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13464b85-93c9-4b77-94ff-5cbfc8e77943 req-6d7b1581-adc4-496c-b712-0c32d65784de tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:53.716475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13464b85-93c9-4b77-94ff-5cbfc8e77943 req-6d7b1581-adc4-496c-b712-0c32d65784de tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0875170
Dec 18 20:58:53.773994 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:53.786854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13464b85-93c9-4b77-94ff-5cbfc8e77943 req-d9e25d4f-10db-4828-8b10-a59fa12221bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694077
Dec 18 20:58:53.831448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:58:53.835776 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:53.837745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Pushing event updated for resources: {'Port': ['ID=3949c345-15e8-4c15-8f15-81d8ff383373,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:53.839943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:58:53.969574 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:54.033999 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:54.092021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a949b-3833-422b-a8d9-88fd2541151c req-622c76ed-b3f4-4cee-b31d-dd1e7af70ebc tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:54.093487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f0a949b-3833-422b-a8d9-88fd2541151c req-622c76ed-b3f4-4cee-b31d-dd1e7af70ebc tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.0896261
Dec 18 20:58:54.199595 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f0a949b-3833-422b-a8d9-88fd2541151c req-dc2895cb-c4f2-4e25-b34e-233d48d08b5a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886781
Dec 18 20:58:54.247955 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:54.256116 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:54.332544 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Pushing event updated for resources: {'Port': ['ID=3949c345-15e8-4c15-8f15-81d8ff383373,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:54.344882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:54.363108 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:54.364465 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-465a08c3-5750-46d7-a8b7-ec16a5f1ff07 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.2164748
Dec 18 20:58:54.444504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-3950dde9-3f42-4ded-9400-38106a1e697a tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.233 HTTP/1.1" status: 200  len: 696 time: 0.0735691
Dec 18 20:58:54.648642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7a02115a-9983-4c01-949f-bb313b22b679 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:54.714970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 7a02115a-9983-4c01-949f-bb313b22b679 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:58:54.720460 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 7a02115a-9983-4c01-949f-bb313b22b679 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:54.720908 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:54.812955 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:54.841330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410d2ca-b30b-47d1-a7f5-72a2f1940a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a02115a-9983-4c01-949f-bb313b22b679'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:54.843995 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f05c5bd-aef9-4680-926c-704d8ae7128c" -d '{"events": [{"server_uuid": "d410d2ca-b30b-47d1-a7f5-72a2f1940a28", "name": "network-vif-plugged", "status": "completed", "tag": "7a02115a-9983-4c01-949f-bb313b22b679"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:54.858160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7a02115a-9983-4c01-949f-bb313b22b679, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a02115a-9983-4c01-949f-bb313b22b679,segment=NetworkSegment(98385e7b-1637-4615-ab0f-318c1a5ca77b),segment_id=98385e7b-1637-4615-ab0f-318c1a5ca77b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:54.864280 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:54.888860 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Sync routers for ids ['20a7cd20-58d5-4e1f-8f10-cc6906931237'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:58:54.933170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=7a02115a-9983-4c01-949f-bb313b22b679,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:54.942231 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-742f022f-bbb6-479a-acea-7cf7319368f7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:54.945821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-742f022f-bbb6-479a-acea-7cf7319368f7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.4955795
Dec 18 20:58:54.959168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-e5cf7f7c-0b86-43e4-a6c7-dfb523ce0495 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:58:54.960292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28821c3b-bac3-4623-a2a2-935ffa89a3f2 req-e5cf7f7c-0b86-43e4-a6c7-dfb523ce0495 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0066974
Dec 18 20:58:55.003697 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Routers {'20a7cd20-58d5-4e1f-8f10-cc6906931237'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:58:55.004300 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664067ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:58:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['20a7cd20-58d5-4e1f-8f10-cc6906931237'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:55.036696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67165f2-0c8b-4cb1-9167-3173c1f12c71 req-cd8dcb03-c093-435f-bfdd-84d0c1ef2b8b tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:55.038907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f67165f2-0c8b-4cb1-9167-3173c1f12c71 req-cd8dcb03-c093-435f-bfdd-84d0c1ef2b8b tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.0644932
Dec 18 20:58:55.102943 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f67165f2-0c8b-4cb1-9167-3173c1f12c71 req-47563341-5d50-43e7-a283-6bdb53793561 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573032
Dec 18 20:58:55.126761 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Set router 20a7cd20-58d5-4e1f-8f10-cc6906931237 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:58:55.148071 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b494ac2f-81fe-486e-8754-2971f5e1830b x-openstack-request-id: req-b494ac2f-81fe-486e-8754-2971f5e1830b {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:55.148366 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410d2ca-b30b-47d1-a7f5-72a2f1940a28", "name": "network-vif-plugged", "status": "completed", "tag": "7a02115a-9983-4c01-949f-bb313b22b679", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:55.148647 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b494ac2f-81fe-486e-8754-2971f5e1830b {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:55.149038 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410d2ca-b30b-47d1-a7f5-72a2f1940a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a02115a-9983-4c01-949f-bb313b22b679', 'code': 200}
Dec 18 20:58:55.159296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b534d-048f-4b0c-9e40-2e51c92fcf29 req-e7c5a158-7a73-4485-a6c8-34a49168b62f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:55.166763 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b23b534d-048f-4b0c-9e40-2e51c92fcf29 req-e7c5a158-7a73-4485-a6c8-34a49168b62f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0775993
Dec 18 20:58:55.248069 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b23b534d-048f-4b0c-9e40-2e51c92fcf29 req-e578c415-9914-4136-83f9-dc914320f346 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803638
Dec 18 20:58:55.294772 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15205f88-ebd7-45ea-9b97-d459b2fb05ea req-edbdb633-b92d-43c2-86e5-f855745ed8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:55.296968 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-15205f88-ebd7-45ea-9b97-d459b2fb05ea req-edbdb633-b92d-43c2-86e5-f855745ed8b0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 1096 time: 0.0761805
Dec 18 20:58:55.349064 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-15205f88-ebd7-45ea-9b97-d459b2fb05ea req-d4aec198-5ca9-4d79-9b1a-752aff68c051 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437572
Dec 18 20:58:55.363472 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664067ee0>, [{'id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'name': 'tempest-FloatingIPDetailsTestJSON-235803946-router', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '64a91ecb-de08-460e-9c16-a862292680bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:58:45Z', 'updated_at': '2021-12-18T20:58:51Z', 'revision_number': 4, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'gw_port': {'id': '64a91ecb-de08-460e-9c16-a862292680bc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:46Z', 'updated_at': '2021-12-18T20:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c2830d0-367f-4066-810c-cdf39f1e64a6', 'name': '', 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'mac_address': 'fa:16:3e:88:71:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e51824ab-963e-476e-9325-b6a6ddcb9c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:50Z', 'updated_at': '2021-12-18T20:58:51Z', 'revision_number': 2, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'subnets': [{'id': 'e51824ab-963e-476e-9325-b6a6ddcb9c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:55.379011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-184a554c-5505-4218-ae58-5e0a5ad2bc14 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1212263
Dec 18 20:58:55.387289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:55.393146 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Checking router: 20a7cd20-58d5-4e1f-8f10-cc6906931237 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:58:55.393498 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Updating router 20a7cd20-58d5-4e1f-8f10-cc6906931237 port 6c2830d0-367f-4066-810c-cdf39f1e64a6 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:58:55.415089 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:55.419836 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:55.519882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:55.638243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Allocated IP 172.35.3.53 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/57429c0f-29e9-4f02-ab1c-a3f032deaebd) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:58:55.702906 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:55.708923 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:55.757103 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Pushing event updated for resources: {'Port': ['ID=6c2830d0-367f-4066-810c-cdf39f1e64a6,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:55.762226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ce065-8e5b-40d1-8ac0-d865801bf237 req-a95a3895-435a-4115-9f0a-7a8d5e434695 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:55.763798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-683ce065-8e5b-40d1-8ac0-d865801bf237 req-a95a3895-435a-4115-9f0a-7a8d5e434695 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.0992880
Dec 18 20:58:55.790757 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.791567 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.791903 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.792234 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.792574 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.792891 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.793215 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.793537 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.793858 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.794178 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.794552 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.794869 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.795392 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:55.805662 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:55.853932 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Attempting to bind port 6c2830d0-367f-4066-810c-cdf39f1e64a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:58:55.854327 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Attempting to bind port 6c2830d0-367f-4066-810c-cdf39f1e64a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '976e7892-8cec-4c6b-a404-8791b36c3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:58:55.854682 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Attempting to bind port 6c2830d0-367f-4066-810c-cdf39f1e64a6 on network ad1ea246-760a-4f54-981c-f5e4779d22e5 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:58:55.855381 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-683ce065-8e5b-40d1-8ac0-d865801bf237 req-e089a2bd-7071-47a6-9b7b-49b215132f02 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787041
Dec 18 20:58:55.876725 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:58:55.877355 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Checking segment: {'id': '976e7892-8cec-4c6b-a404-8791b36c3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:58:55.877889 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:55.879000 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Bound using segment: {'id': '976e7892-8cec-4c6b-a404-8791b36c3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:58:55.879286 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Bound port: 6c2830d0-367f-4066-810c-cdf39f1e64a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e7892-8cec-4c6b-a404-8791b36c3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:58:55.880197 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:55.880332 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:55.932866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:58:55.935944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:55.939817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:58:55.962434 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] For port 6c2830d0-367f-4066-810c-cdf39f1e64a6, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:58:55.965846 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] For port 6c2830d0-367f-4066-810c-cdf39f1e64a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c2830d0-367f-4066-810c-cdf39f1e64a6,segment=NetworkSegment(976e7892-8cec-4c6b-a404-8791b36c3e6e),segment_id=976e7892-8cec-4c6b-a404-8791b36c3e6e)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:58:55.972257 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:55.986444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Pushing event updated for resources: {'Port': ['ID=57429c0f-29e9-4f02-ab1c-a3f032deaebd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:56.046843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a57c2b-d9c5-4bc9-aa09-8c123fe88b68 req-aed2b45d-87cb-4b86-ad8e-2834c5128344 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:56.049661 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39a57c2b-d9c5-4bc9-aa09-8c123fe88b68 req-aed2b45d-87cb-4b86-ad8e-2834c5128344 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 945 time: 0.0910542
Dec 18 20:58:56.058580 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1422cea-9a46-41b1-b93c-67cbcc89e85c None None] Pushing event updated for resources: {'Port': ['ID=6c2830d0-367f-4066-810c-cdf39f1e64a6,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:56.075950 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Routers {'20a7cd20-58d5-4e1f-8f10-cc6906931237'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:58:56.076813 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664067ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:58:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['20a7cd20-58d5-4e1f-8f10-cc6906931237'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:56.091914 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.127091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1708c9db-7c89-4fd1-a8fa-8a5ee2de4e11 None None] Provisioning complete for port 6c2830d0-367f-4066-810c-cdf39f1e64a6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:56.128138 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1708c9db-7c89-4fd1-a8fa-8a5ee2de4e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.157633 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.231926 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] Set router 20a7cd20-58d5-4e1f-8f10-cc6906931237 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:58:56.236970 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1708c9db-7c89-4fd1-a8fa-8a5ee2de4e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.258002 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-39a57c2b-d9c5-4bc9-aa09-8c123fe88b68 req-82730e33-487c-4e7a-9658-b0f7db170832 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Deleting port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:58:56.258368 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39a57c2b-d9c5-4bc9-aa09-8c123fe88b68 req-82730e33-487c-4e7a-9658-b0f7db170832 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.303122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1708c9db-7c89-4fd1-a8fa-8a5ee2de4e11 None None] For port 6c2830d0-367f-4066-810c-cdf39f1e64a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c2830d0-367f-4066-810c-cdf39f1e64a6,segment=NetworkSegment(976e7892-8cec-4c6b-a404-8791b36c3e6e),segment_id=976e7892-8cec-4c6b-a404-8791b36c3e6e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:56.314010 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1708c9db-7c89-4fd1-a8fa-8a5ee2de4e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.356844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc5215-ce7c-4322-929e-a9befa31cfe8 req-3829e792-e4b7-46c4-aad5-3b7bb5805ef5 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:56.358355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3dc5215-ce7c-4322-929e-a9befa31cfe8 req-3829e792-e4b7-46c4-aad5-3b7bb5805ef5 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.1298690
Dec 18 20:58:56.394968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708c9db-7c89-4fd1-a8fa-8a5ee2de4e11 None None] Pushing event updated for resources: {'Port': ['ID=6c2830d0-367f-4066-810c-cdf39f1e64a6,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:56.396448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-39a57c2b-d9c5-4bc9-aa09-8c123fe88b68 req-82730e33-487c-4e7a-9658-b0f7db170832 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] For port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=319c512e-f64d-46a6-baf7-2b5a3d47c2b4,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:56.397355 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39a57c2b-d9c5-4bc9-aa09-8c123fe88b68 req-82730e33-487c-4e7a-9658-b0f7db170832 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.414424 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-39a57c2b-d9c5-4bc9-aa09-8c123fe88b68 req-82730e33-487c-4e7a-9658-b0f7db170832 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Calling delete_port for 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:58:56.449460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3dc5215-ce7c-4322-929e-a9befa31cfe8 req-d4621e58-e2c3-48fa-ae28-508e42886952 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823267
Dec 18 20:58:56.457949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-628909c3-0447-46dd-bd26-936c6285e7cd None None] Provisioning complete for port 6c2830d0-367f-4066-810c-cdf39f1e64a6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:56.458357 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-628909c3-0447-46dd-bd26-936c6285e7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.480612 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.488319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.558223 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:58:56.580505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Pushing event updated for resources: {'Port': ['ID=57429c0f-29e9-4f02-ab1c-a3f032deaebd,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:56.616059 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39a57c2b-d9c5-4bc9-aa09-8c123fe88b68 req-82730e33-487c-4e7a-9658-b0f7db170832 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.635770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['319c512e-f64d-46a6-baf7-2b5a3d47c2b4'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:56.639477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['67829c42-153d-4545-a748-eb36ae44aa09'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:56.681517 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664067ee0>, [{'id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'name': 'tempest-FloatingIPDetailsTestJSON-235803946-router', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '64a91ecb-de08-460e-9c16-a862292680bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:58:45Z', 'updated_at': '2021-12-18T20:58:51Z', 'revision_number': 4, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'gw_port': {'id': '64a91ecb-de08-460e-9c16-a862292680bc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:46Z', 'updated_at': '2021-12-18T20:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c2830d0-367f-4066-810c-cdf39f1e64a6', 'name': '', 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'mac_address': 'fa:16:3e:88:71:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e51824ab-963e-476e-9325-b6a6ddcb9c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:50Z', 'updated_at': '2021-12-18T20:58:55Z', 'revision_number': 4, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'subnets': [{'id': 'e51824ab-963e-476e-9325-b6a6ddcb9c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:58:56.696398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82730e33-487c-4e7a-9658-b0f7db170832 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Pushing event deleted for resources: {'Port': ['ID=319c512e-f64d-46a6-baf7-2b5a3d47c2b4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:56.713498 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.721552 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c93b1-f556-43a2-8b02-20ec0824ecea None None] The sync data for ids ['20a7cd20-58d5-4e1f-8f10-cc6906931237'] in ncdv-master-1 is: [{'id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'name': 'tempest-FloatingIPDetailsTestJSON-235803946-router', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '64a91ecb-de08-460e-9c16-a862292680bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:58:45Z', 'updated_at': '2021-12-18T20:58:51Z', 'revision_number': 4, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'gw_port': {'id': '64a91ecb-de08-460e-9c16-a862292680bc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:46Z', 'updated_at': '2021-12-18T20:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c2830d0-367f-4066-810c-cdf39f1e64a6', 'name': '', 'network_id': 'ad1ea246-760a-4f54-981c-f5e4779d22e5', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'mac_address': 'fa:16:3e:88:71:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e51824ab-963e-476e-9325-b6a6ddcb9c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:50Z', 'updated_at': '2021-12-18T20:58:55Z', 'revision_number': 4, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'subnets': [{'id': 'e51824ab-963e-476e-9325-b6a6ddcb9c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:58:56.740830 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a57c2b-d9c5-4bc9-aa09-8c123fe88b68 req-82730e33-487c-4e7a-9658-b0f7db170832 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] No DVR routers for this DVR port 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:58:56.744113 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39a57c2b-d9c5-4bc9-aa09-8c123fe88b68 req-82730e33-487c-4e7a-9658-b0f7db170832 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.749226 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39a57c2b-d9c5-4bc9-aa09-8c123fe88b68 req-82730e33-487c-4e7a-9658-b0f7db170832 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.31 "DELETE /v2.0/ports/319c512e-f64d-46a6-baf7-2b5a3d47c2b4 HTTP/1.1" status: 204  len: 173 time: 0.6830378
Dec 18 20:58:56.749879 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b570c4b4-9fec-4af2-a087-0a30ca81794b', 'name': 'network-vif-deleted', 'tag': '319c512e-f64d-46a6-baf7-2b5a3d47c2b4'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:56.750205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.753265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-9602f07f-6c7b-49e1-8317-7bf49d687818 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.3695714
Dec 18 20:58:56.760799 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a147ed-2fbf-4df1-9bbd-6288d975e9af" -d '{"events": [{"server_uuid": "b570c4b4-9fec-4af2-a087-0a30ca81794b", "name": "network-vif-deleted", "tag": "319c512e-f64d-46a6-baf7-2b5a3d47c2b4"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:56.762712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd8af2-9c7d-4653-a8ec-0ab7fb2e89bd req-7c75abc0-5cb1-4104-9645-4a10da414969 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:56.764489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-adcd8af2-9c7d-4653-a8ec-0ab7fb2e89bd req-7c75abc0-5cb1-4104-9645-4a10da414969 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0950983
Dec 18 20:58:56.793250 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.853252 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-fcd3ef80-478c-4b08-97e2-860bc7aa4f2d tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.53 HTTP/1.1" status: 200  len: 695 time: 0.0875607
Dec 18 20:58:56.871198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:56.882873 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:56.925438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-adcd8af2-9c7d-4653-a8ec-0ab7fb2e89bd req-b243cdfc-8fe6-41ea-bdee-a8cf1d2f3965 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1492569
Dec 18 20:58:56.973649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:56.993816 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64231f4-210d-4159-a192-955bf5ba86ec x-openstack-request-id: req-a64231f4-210d-4159-a192-955bf5ba86ec {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:56.994114 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b570c4b4-9fec-4af2-a087-0a30ca81794b", "name": "network-vif-deleted", "tag": "319c512e-f64d-46a6-baf7-2b5a3d47c2b4", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:56.994402 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a64231f4-210d-4159-a192-955bf5ba86ec {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:56.994813 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b570c4b4-9fec-4af2-a087-0a30ca81794b', 'name': 'network-vif-deleted', 'tag': '319c512e-f64d-46a6-baf7-2b5a3d47c2b4', 'status': 'completed', 'code': 200}
Dec 18 20:58:57.011630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-c3add8e4-4e55-481e-bd2a-f405fbcb93fa tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:57.013272 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a411afcb-630a-43db-a33a-9ceca3e5d42f req-c3add8e4-4e55-481e-bd2a-f405fbcb93fa tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1592329
Dec 18 20:58:57.082376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-535f8982-e9dd-4265-a504-6109090bf8b6 req-c341e504-073b-49ea-82a6-a319ddfeb73c tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b570c4b4-9fec-4af2-a087-0a30ca81794b HTTP/1.1" status: 200  len: 210 time: 0.0274184
Dec 18 20:58:57.155016 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:58:57.155016 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920c4e84-b2c1-41a6-91ac-4eaf3ff338d5" -d '{"events": [{"server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "name": "network-vif-unplugged", "status": "completed", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:58:57.237558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-e06933e1-67bf-47ef-8ec9-fcbd75bc1989 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1330245
Dec 18 20:58:57.251643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:57.283218 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:57.292154 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fd3d92-3758-4319-8f7c-7fe18f976b3e x-openstack-request-id: req-51fd3d92-3758-4319-8f7c-7fe18f976b3e {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:58:57.292450 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "name": "network-vif-unplugged", "status": "completed", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:58:57.292706 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51fd3d92-3758-4319-8f7c-7fe18f976b3e {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:58:57.293473 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'code': 200}
Dec 18 20:58:57.403926 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:57.512300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Allocated IP 172.35.3.133 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/4f195dd6-b59b-449b-a77b-a4924738292c) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:58:57.624746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6c2830d0-367f-4066-810c-cdf39f1e64a6 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:58:57.663968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1906c-a2db-47b7-afaa-04ab8d1dcc6f req-4a44f7d7-6fbe-489f-a3d2-822067049d95 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:57.665486 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0a1906c-a2db-47b7-afaa-04ab8d1dcc6f req-4a44f7d7-6fbe-489f-a3d2-822067049d95 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.1222031
Dec 18 20:58:57.676157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6c2830d0-367f-4066-810c-cdf39f1e64a6 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:58:57.676531 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:57.678939 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:57.754715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0a1906c-a2db-47b7-afaa-04ab8d1dcc6f req-f9143909-3667-4306-8a41-15f082d1591d tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807152
Dec 18 20:58:57.764401 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:57.809971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:58:57.815025 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:57.819692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:58:57.822605 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Pushing event updated for resources: {'Port': ['ID=4f195dd6-b59b-449b-a77b-a4924738292c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:57.930813 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:57.950673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e10c1-e72d-48c1-a419-243892eecf7b req-73a3901b-6c7d-45eb-b435-a61effc00600 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:57.953085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-872e10c1-e72d-48c1-a419-243892eecf7b req-73a3901b-6c7d-45eb-b435-a61effc00600 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.0671706
Dec 18 20:58:57.993451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:58.043260 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-872e10c1-e72d-48c1-a419-243892eecf7b req-531ead9e-1722-4959-bf05-a7f66c623855 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706716
Dec 18 20:58:58.177871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821eed65-a9c5-403f-bf0b-f649272b49a2 req-062682eb-4cbc-4fa1-b1d3-c4b13b1a7f6e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:58.179383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-821eed65-a9c5-403f-bf0b-f649272b49a2 req-062682eb-4cbc-4fa1-b1d3-c4b13b1a7f6e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0778041
Dec 18 20:58:58.228962 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:58.233401 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:58.269101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-821eed65-a9c5-403f-bf0b-f649272b49a2 req-bd07bce8-c1cb-4fa8-830e-e786fa011bdf tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836737
Dec 18 20:58:58.314652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Pushing event updated for resources: {'Port': ['ID=4f195dd6-b59b-449b-a77b-a4924738292c,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:58.329739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.330095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.330476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.330819 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.331156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.331499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.331812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.332140 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.332468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.332797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.333122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.333449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.333770 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:58:58.339781 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:58.357088 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:58.358351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-41644cd8-529e-4225-815c-e38a7865f1c7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.1136408
Dec 18 20:58:58.417553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-c16f6caa-7c43-4a2d-bb8d-6bd832bc31a2 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.133 HTTP/1.1" status: 200  len: 696 time: 0.0524728
Dec 18 20:58:58.534039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-92d82b34-dbf1-40c0-8798-4d3ba52af3af tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:58.535564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-123aecee-bdce-480f-bc62-1838b46d8df2 req-92d82b34-dbf1-40c0-8798-4d3ba52af3af tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1119177
Dec 18 20:58:58.557629 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:58:58.658259 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:58.659859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ad4f4-89c9-4e6f-99fe-98b8f75cca66 req-7214b29b-f727-4bf8-bf45-07d030d424ff tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:58.661382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-955ad4f4-89c9-4e6f-99fe-98b8f75cca66 req-7214b29b-f727-4bf8-bf45-07d030d424ff tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.0527101
Dec 18 20:58:58.671578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'mac_address': 'fa:16:3e:47:68:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:58:58.712387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-955ad4f4-89c9-4e6f-99fe-98b8f75cca66 req-7e22c061-ff40-4185-982a-195781a58e8f tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449090
Dec 18 20:58:58.716077 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:58.736140 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:58:58.759708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:58:58.765167 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:58.813901 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:58.888504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae18fd-d190-4695-a1d7-78c9d5ce1799 req-e76de495-4f3d-4cfd-963e-1de8eb90c3c7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:58.889978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2bae18fd-d190-4695-a1d7-78c9d5ce1799 req-e76de495-4f3d-4cfd-963e-1de8eb90c3c7 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0828907
Dec 18 20:58:58.896854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-aeb609e6-ad8e-4fea-8b7c-b85215b59437 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1427031
Dec 18 20:58:58.914831 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:58:58.941349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['8de86d40-0ffe-4a89-ae60-fdfa7a44d805'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:58:58.958504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2bae18fd-d190-4695-a1d7-78c9d5ce1799 req-c742b832-03db-494a-ae27-e742cf0f2923 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606444
Dec 18 20:58:58.963383 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:59.068679 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:59.175708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Allocated IP 172.35.3.32 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/1adeaeaf-1a1f-4ef0-bad9-dd353ea2ef9c) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:58:59.277168 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:59.312207 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:59.353031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:58:59.363228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:58:59.365631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:58:59.640591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Pushing event updated for resources: {'Port': ['ID=1adeaeaf-1a1f-4ef0-bad9-dd353ea2ef9c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:58:59.666748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6f717-9063-4efc-96be-904f55ebe93c req-241460c3-d717-41b2-afa1-3faf07fb640a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:58:59.668248 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2c6f717-9063-4efc-96be-904f55ebe93c req-241460c3-d717-41b2-afa1-3faf07fb640a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.3216002
Dec 18 20:58:59.746383 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:59.752550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2c6f717-9063-4efc-96be-904f55ebe93c req-3945f20e-db9a-4206-bf58-81466f8ec19c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770497
Dec 18 20:58:59.787010 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:59.962350 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:58:59.968444 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:00.073551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Pushing event updated for resources: {'Port': ['ID=1adeaeaf-1a1f-4ef0-bad9-dd353ea2ef9c,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:00.089642 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:00.113188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798ee34-294b-44ff-9fe3-c8f6d51b7ba4 req-00095aa9-ab7a-4b6e-ab77-83c641545a62 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:00.114727 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6798ee34-294b-44ff-9fe3-c8f6d51b7ba4 req-00095aa9-ab7a-4b6e-ab77-83c641545a62 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.0835872
Dec 18 20:59:00.119039 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:00.120354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-0cda91c8-ca24-408e-a36e-56822f4b420b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.2166746
Dec 18 20:59:00.195422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-6611b26a-27d8-40ba-9c97-c077f13de178 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.32 HTTP/1.1" status: 200  len: 695 time: 0.0645297
Dec 18 20:59:00.233411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6798ee34-294b-44ff-9fe3-c8f6d51b7ba4 req-0e745bb9-7ade-4cec-9123-e682457aecc5 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119103
Dec 18 20:59:00.342476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-14325e63-ae66-43a4-9fa4-5ffe397d66eb tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:00.343837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b48a130-b3f3-42ba-a440-79290e2cede4 req-14325e63-ae66-43a4-9fa4-5ffe397d66eb tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1388726
Dec 18 20:59:00.381034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03d2b0-8652-4b37-92a7-df3d572ec0b4 req-2e94b6f6-b2cc-41e8-aabf-630ab6031a73 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:00.382636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b03d2b0-8652-4b37-92a7-df3d572ec0b4 req-2e94b6f6-b2cc-41e8-aabf-630ab6031a73 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0603321
Dec 18 20:59:00.453350 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b03d2b0-8652-4b37-92a7-df3d572ec0b4 req-158458a9-c443-42c1-acb3-9156e9637ac8 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619926
Dec 18 20:59:00.576384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1cb800b-d800-4a84-a44a-bbfeb065a1af req-7c88ae73-708b-4263-990e-065a5b4f02f7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips/b5bef4f9-a46f-451c-a3b0-7c0551057d47 HTTP/1.1" status: 200  len: 692 time: 0.1009705
Dec 18 20:59:00.585177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:00.659479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:00.659901 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:00.713327 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:00.741297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fe541-a674-49b4-8849-1c4d0f04784b req-461b3e09-4ff8-4214-a85e-800080f3a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:00.743659 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d66fe541-a674-49b4-8849-1c4d0f04784b req-461b3e09-4ff8-4214-a85e-800080f3a2be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9d01d8c1cbb46e0a9666c225937d2e0&device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 1096 time: 0.0849481
Dec 18 20:59:00.763983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a2549-3a29-475e-af2e-ed3a189142ae req-81880f83-336d-4ae9-a0a2-4760fea076bb tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:00.766238 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-509a2549-3a29-475e-af2e-ed3a189142ae req-81880f83-336d-4ae9-a0a2-4760fea076bb tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.0762286
Dec 18 20:59:00.781212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:00.782092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 319c512e-f64d-46a6-baf7-2b5a3d47c2b4 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:00.819949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb800b-d800-4a84-a44a-bbfeb065a1af req-d0a4227c-59d3-49b6-b8da-809f647aada1 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:00.824374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1cb800b-d800-4a84-a44a-bbfeb065a1af req-d0a4227c-59d3-49b6-b8da-809f647aada1 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.2471204
Dec 18 20:59:00.838231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:00.840817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-c1cb800b-d800-4a84-a44a-bbfeb065a1af req-03cc2d3a-da94-4ced-99e0-681835c121e5 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:59:00.841805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1cb800b-d800-4a84-a44a-bbfeb065a1af req-03cc2d3a-da94-4ced-99e0-681835c121e5 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0068145
Dec 18 20:59:00.889445 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fe541-a674-49b4-8849-1c4d0f04784b req-7252f4aa-445c-461f-8b0d-8a18f5f1d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:00.891904 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d66fe541-a674-49b4-8849-1c4d0f04784b req-7252f4aa-445c-461f-8b0d-8a18f5f1d10c service neutron] 10.222.0.31 "GET /v2.0/networks?id=63a5a373-b325-4f98-9f70-cf4f99f22802 HTTP/1.1" status: 200  len: 913 time: 0.1387429
Dec 18 20:59:00.894803 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-509a2549-3a29-475e-af2e-ed3a189142ae req-749cdb90-2814-4d7e-a2cd-128a83654c5c tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174574
Dec 18 20:59:00.902230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:00.904793 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a472636-df9b-4922-a09c-905a0bdf5743" -d '{"events": [{"server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "name": "network-vif-plugged", "status": "completed", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:00.931879 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:00.942175 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:00.990471 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d66fe541-a674-49b4-8849-1c4d0f04784b req-4806b0d6-0dcd-4358-8ed0-4e341aafce5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a02115a-9983-4c01-949f-bb313b22b679 HTTP/1.1" status: 200  len: 217 time: 0.0890412
Dec 18 20:59:01.028380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c1fae-30db-49e1-a4bc-7ae8123ee3f7 req-33d8e4e1-cdba-4714-ad37-0283e9aad1bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:01.029962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-811c1fae-30db-49e1-a4bc-7ae8123ee3f7 req-33d8e4e1-cdba-4714-ad37-0283e9aad1bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0907457
Dec 18 20:59:01.085610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fe541-a674-49b4-8849-1c4d0f04784b req-dff4c430-8437-4d5c-b2d9-646c98848776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:01.091609 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d66fe541-a674-49b4-8849-1c4d0f04784b req-dff4c430-8437-4d5c-b2d9-646c98848776 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b094aae-c452-4545-b207-dcfe04d839e8 HTTP/1.1" status: 200  len: 852 time: 0.0954065
Dec 18 20:59:01.136576 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d66fe541-a674-49b4-8849-1c4d0f04784b req-68a7d1dd-8632-4486-aeba-db1a9653bb63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=63a5a373-b325-4f98-9f70-cf4f99f22802&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0365925
Dec 18 20:59:01.144686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-811c1fae-30db-49e1-a4bc-7ae8123ee3f7 req-1f71bebe-5246-4fb6-92d9-37124e5ace5c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029313
Dec 18 20:59:01.175895 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-abdcd14d-751c-4b57-8e18-305864d1ab8e tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips/b5bef4f9-a46f-451c-a3b0-7c0551057d47 HTTP/1.1" status: 200  len: 692 time: 0.1226847
Dec 18 20:59:01.203064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,revision_number=10']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:01.286755 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d66fe541-a674-49b4-8849-1c4d0f04784b req-de3b6d57-a67e-4959-88cf-c84169230184 service neutron] 10.222.0.31 "GET /v2.0/networks/63a5a373-b325-4f98-9f70-cf4f99f22802?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399217
Dec 18 20:59:01.296355 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1181f303-9d15-467a-8fcf-cda176c1e97c x-openstack-request-id: req-1181f303-9d15-467a-8fcf-cda176c1e97c {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:01.296649 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "name": "network-vif-plugged", "status": "completed", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:01.296910 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1181f303-9d15-467a-8fcf-cda176c1e97c {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:01.297315 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'code': 200}
Dec 18 20:59:01.336188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-31051ccb-9ca1-4986-aa3a-d8b62a641599 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:01.341627 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-31051ccb-9ca1-4986-aa3a-d8b62a641599 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1585441
Dec 18 20:59:01.347930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-b888722c-1ecf-4084-8e87-4d2970e0b354 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:59:01.355881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-b888722c-1ecf-4084-8e87-4d2970e0b354 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0133677
Dec 18 20:59:01.415696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-6ad8024b-86b9-4254-9bf0-62e1a3f6ec2f tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.32 HTTP/1.1" status: 200  len: 695 time: 0.0566161
Dec 18 20:59:01.425263 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d66fe541-a674-49b4-8849-1c4d0f04784b req-84973ca6-1d67-4681-94af-6305a7fb4b5c service neutron] 10.222.0.31 "GET /v2.0/networks/63a5a373-b325-4f98-9f70-cf4f99f22802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309962
Dec 18 20:59:01.509411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-ec2294d5-f444-4979-89a6-9abe28966a1a tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.32 HTTP/1.1" status: 200  len: 695 time: 0.0843010
Dec 18 20:59:01.684198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c443e6c-0d4d-4c59-9a15-e5d951e636d7 req-32b7d20a-eca8-44c6-aafd-e060d550f521 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:01.687951 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5c443e6c-0d4d-4c59-9a15-e5d951e636d7 req-32b7d20a-eca8-44c6-aafd-e060d550f521 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0870395
Dec 18 20:59:01.754502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5c443e6c-0d4d-4c59-9a15-e5d951e636d7 req-750aa17a-d879-4854-ab34-ac5ef3b85850 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594022
Dec 18 20:59:01.757373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-d1864c7b-965f-480c-93a2-9348ee4fd620 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Deleting port 1adeaeaf-1a1f-4ef0-bad9-dd353ea2ef9c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:01.757906 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-d1864c7b-965f-480c-93a2-9348ee4fd620 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:01.849203 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-d1864c7b-965f-480c-93a2-9348ee4fd620 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:01.849533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-d1864c7b-965f-480c-93a2-9348ee4fd620 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:01.873563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-d1864c7b-965f-480c-93a2-9348ee4fd620 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Calling delete_port for 1adeaeaf-1a1f-4ef0-bad9-dd353ea2ef9c owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:02.082814 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-d1864c7b-965f-480c-93a2-9348ee4fd620 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:02.133827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2f8ea-1ab6-4dff-b4e2-659638ee0c2b req-b805918a-2ffd-4e48-91e4-8066cd05d1d4 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:02.145300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddb2f8ea-1ab6-4dff-b4e2-659638ee0c2b req-b805918a-2ffd-4e48-91e4-8066cd05d1d4 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.1305916
Dec 18 20:59:02.185076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1864c7b-965f-480c-93a2-9348ee4fd620 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Pushing event deleted for resources: {'Port': ['ID=1adeaeaf-1a1f-4ef0-bad9-dd353ea2ef9c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:02.256631 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddb2f8ea-1ab6-4dff-b4e2-659638ee0c2b req-6e502126-528e-43bc-85bb-d93142d0e260 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104460
Dec 18 20:59:02.268209 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-d1864c7b-965f-480c-93a2-9348ee4fd620 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:02.271904 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-d1864c7b-965f-480c-93a2-9348ee4fd620 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:02.286858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ecfd4c5-bf0a-46f4-b67e-c211c42c447a req-d1864c7b-965f-480c-93a2-9348ee4fd620 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "DELETE /v2.0/floatingips/b5bef4f9-a46f-451c-a3b0-7c0551057d47 HTTP/1.1" status: 204  len: 173 time: 0.7764816
Dec 18 20:59:02.424819 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a47ee-7143-4d6b-8a1e-372a5c5570fc req-0fe6ecdd-41a0-4aba-9da4-40b7e554d20a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:02.427336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-640a47ee-7143-4d6b-8a1e-372a5c5570fc req-0fe6ecdd-41a0-4aba-9da4-40b7e554d20a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0722878
Dec 18 20:59:02.605923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-640a47ee-7143-4d6b-8a1e-372a5c5570fc req-3de08ba3-e9e9-49a5-bcc6-77e1e97f723e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1658688
Dec 18 20:59:02.782658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0701a7-a148-4d89-9317-e14cdbfa4c36 req-ed1ff9da-bc79-49d4-a435-660f7f930cab tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:02.784403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed0701a7-a148-4d89-9317-e14cdbfa4c36 req-ed1ff9da-bc79-49d4-a435-660f7f930cab tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.2808235
Dec 18 20:59:02.919997 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dd37ac17-47ae-4fe3-8066-cedd732c32e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:02.927693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8560db4-6872-4e9c-b0f3-f0e93c2c1971 req-e1584f66-f2d1-4876-ad44-48b385cf8d4d tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=bedae94992bb429a977e14e9df1ad677 HTTP/1.1" status: 200  len: 1656 time: 0.1181200
Dec 18 20:59:03.018924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc7246-35a1-412b-bc0b-4c56cc3fb69a req-a87f3bef-28ff-4208-a604-ef2851c5ae0a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:03.020466 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6abc7246-35a1-412b-bc0b-4c56cc3fb69a req-a87f3bef-28ff-4208-a604-ef2851c5ae0a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.1393077
Dec 18 20:59:03.106663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8560db4-6872-4e9c-b0f3-f0e93c2c1971 req-090b3b38-7225-496a-8fce-a65274f22a04 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:03.108167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8560db4-6872-4e9c-b0f3-f0e93c2c1971 req-090b3b38-7225-496a-8fce-a65274f22a04 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks?id=c1abfdfc-0c98-4a48-868b-8cd075b12438&id=c1abfdfc-0c98-4a48-868b-8cd075b12438&id=c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 787 time: 0.1739645
Dec 18 20:59:03.120245 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6abc7246-35a1-412b-bc0b-4c56cc3fb69a req-80696b51-85ce-4186-bf7e-25bd2165c10b tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842476
Dec 18 20:59:03.210898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-86e5070b-ff31-455c-b450-6a6ab0ca7473 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips/7546095b-caa4-4f9c-afd0-9e35260b79c0 HTTP/1.1" status: 200  len: 693 time: 0.0606518
Dec 18 20:59:03.369833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-ae77a4bd-8e21-44c2-a3f1-b41cae150ac3 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:03.371541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-ae77a4bd-8e21-44c2-a3f1-b41cae150ac3 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1487484
Dec 18 20:59:03.446187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-a7aace0a-394a-4c62-a5c3-819853eb4373 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.133 HTTP/1.1" status: 200  len: 696 time: 0.0577407
Dec 18 20:59:03.459623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bcad6-d5b9-4c3e-a253-4b4f3ebb5f22 req-a75b40ed-2088-4413-ac83-72f0865fb5f8 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:03.461557 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e69bcad6-d5b9-4c3e-a253-4b4f3ebb5f22 req-a75b40ed-2088-4413-ac83-72f0865fb5f8 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.1242287
Dec 18 20:59:03.533852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-30f963fa-5b3c-45b3-8fc4-f3ec560cbf61 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.133 HTTP/1.1" status: 200  len: 696 time: 0.0710285
Dec 18 20:59:03.621152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e69bcad6-d5b9-4c3e-a253-4b4f3ebb5f22 req-a0f65739-aa68-473e-89a5-895b69ea66c9 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483290
Dec 18 20:59:03.720565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-e907370f-5487-4cdb-b30f-47abaf7b51e7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Deleting port 4f195dd6-b59b-449b-a77b-a4924738292c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:03.720565 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-e907370f-5487-4cdb-b30f-47abaf7b51e7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:03.801439 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-e907370f-5487-4cdb-b30f-47abaf7b51e7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:03.801774 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-e907370f-5487-4cdb-b30f-47abaf7b51e7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:03.814564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-e907370f-5487-4cdb-b30f-47abaf7b51e7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Calling delete_port for 4f195dd6-b59b-449b-a77b-a4924738292c owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:03.947918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704bc89-153d-4d65-a287-80664c854fb0 req-82bd4411-2ac5-4de8-af98-95e16d4ec52b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:03.949758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6704bc89-153d-4d65-a287-80664c854fb0 req-82bd4411-2ac5-4de8-af98-95e16d4ec52b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0808203
Dec 18 20:59:04.052164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6704bc89-153d-4d65-a287-80664c854fb0 req-8b179cf9-e84f-4360-91dd-cd96c9fd15ae tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837615
Dec 18 20:59:04.082223 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-e907370f-5487-4cdb-b30f-47abaf7b51e7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:04.110755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907370f-5487-4cdb-b30f-47abaf7b51e7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Pushing event deleted for resources: {'Port': ['ID=4f195dd6-b59b-449b-a77b-a4924738292c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:04.188664 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-e907370f-5487-4cdb-b30f-47abaf7b51e7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:04.192576 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-e907370f-5487-4cdb-b30f-47abaf7b51e7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:04.194444 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75f81a35-cbbb-4be8-a147-17c10a69c22e req-e907370f-5487-4cdb-b30f-47abaf7b51e7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "DELETE /v2.0/floatingips/7546095b-caa4-4f9c-afd0-9e35260b79c0 HTTP/1.1" status: 204  len: 173 time: 0.6505466
Dec 18 20:59:04.566537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42b44a-0c77-4b98-8be8-4e82392f3fd8 req-6a608fea-e640-47a8-a3a6-4ef521cc23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:04.568258 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2c42b44a-0c77-4b98-8be8-4e82392f3fd8 req-6a608fea-e640-47a8-a3a6-4ef521cc23a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 1096 time: 0.0845869
Dec 18 20:59:04.679941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42b44a-0c77-4b98-8be8-4e82392f3fd8 req-0e414abb-dc03-4998-8aa8-8826744e39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:04.681639 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2c42b44a-0c77-4b98-8be8-4e82392f3fd8 req-0e414abb-dc03-4998-8aa8-8826744e39ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.1021278
Dec 18 20:59:04.709187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-e7467b0a-fc65-4754-823c-83c9cb9251a9 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips/90735ead-b35a-43ee-8b64-101b06d30b4c HTTP/1.1" status: 200  len: 692 time: 0.3050258
Dec 18 20:59:04.804047 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2c42b44a-0c77-4b98-8be8-4e82392f3fd8 req-f1d7c5c6-c681-4f65-b32c-5325bce4d691 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 200  len: 1000 time: 0.1069915
Dec 18 20:59:04.838444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-b9d6d69d-7698-4fd3-9bf6-6e6e9436a7a9 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:04.840071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-b9d6d69d-7698-4fd3-9bf6-6e6e9436a7a9 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1238375
Dec 18 20:59:04.849643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651fdeb-0acd-48a0-9c10-f001dbd14a20 req-cdb368cd-e8d2-4658-a3a8-26dc592daa2d tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:04.856282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4651fdeb-0acd-48a0-9c10-f001dbd14a20 req-cdb368cd-e8d2-4658-a3a8-26dc592daa2d tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.4806042
Dec 18 20:59:04.872113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42b44a-0c77-4b98-8be8-4e82392f3fd8 req-629ebf42-d304-48b4-be40-8cc24a8ff5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:04.873575 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2c42b44a-0c77-4b98-8be8-4e82392f3fd8 req-629ebf42-d304-48b4-be40-8cc24a8ff5a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.0548410
Dec 18 20:59:04.935753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42b44a-0c77-4b98-8be8-4e82392f3fd8 req-bd080ff6-6eef-468a-8a06-6f15c1ad69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:04.937584 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2c42b44a-0c77-4b98-8be8-4e82392f3fd8 req-bd080ff6-6eef-468a-8a06-6f15c1ad69f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0549228
Dec 18 20:59:04.950000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-fc30889c-7232-4870-9d4d-ebf3229e94c8 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.53 HTTP/1.1" status: 200  len: 695 time: 0.0926185
Dec 18 20:59:04.956127 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4651fdeb-0acd-48a0-9c10-f001dbd14a20 req-5ba6258d-d8e5-4fda-8cb8-e36587ea33bc tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902073
Dec 18 20:59:05.017439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-ce49a7a8-be1a-4a29-8e26-3d487aa125cf tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.53 HTTP/1.1" status: 200  len: 695 time: 0.0663273
Dec 18 20:59:05.069777 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2c42b44a-0c77-4b98-8be8-4e82392f3fd8 req-b18ed888-9ab6-429d-afa4-6aec3e25b12f service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202800
Dec 18 20:59:05.187388 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-82d8fb94-1b4b-47f7-a022-64b38ea1007b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:05.197058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df8df0-8923-40b7-8dff-04c0a090f3a8 req-96984241-4588-4e9e-942a-32596b486564 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:05.204912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09df8df0-8923-40b7-8dff-04c0a090f3a8 req-96984241-4588-4e9e-942a-32596b486564 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.1487110
Dec 18 20:59:05.238787 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2c42b44a-0c77-4b98-8be8-4e82392f3fd8 req-42ea3c89-ee42-4ff8-a9c8-0cdfc6b65be5 service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510854
Dec 18 20:59:05.249099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-30da05e6-8133-48a3-abfa-5eb2495ae2c8 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Deleting port 57429c0f-29e9-4f02-ab1c-a3f032deaebd {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:05.249436 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-30da05e6-8133-48a3-abfa-5eb2495ae2c8 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:05.279000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09df8df0-8923-40b7-8dff-04c0a090f3a8 req-7b48a925-c5c4-4a32-965a-8be0703bca10 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728245
Dec 18 20:59:05.408328 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-30da05e6-8133-48a3-abfa-5eb2495ae2c8 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:05.408732 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-30da05e6-8133-48a3-abfa-5eb2495ae2c8 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:05.427450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-30da05e6-8133-48a3-abfa-5eb2495ae2c8 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Calling delete_port for 57429c0f-29e9-4f02-ab1c-a3f032deaebd owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:05.436104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373a785-06e3-45ad-ab3e-268546b0eea7 req-f01da5a5-1a9f-41ca-a260-a2b4aeb62e1a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:05.437707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9373a785-06e3-45ad-ab3e-268546b0eea7 req-f01da5a5-1a9f-41ca-a260-a2b4aeb62e1a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0890408
Dec 18 20:59:05.545549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9373a785-06e3-45ad-ab3e-268546b0eea7 req-2383ab89-043e-4d5a-936e-86e7792e8063 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988374
Dec 18 20:59:05.640350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445a4ae-ff7e-4ead-b267-ab231689faf0 req-fb676547-a023-415d-a481-9475b4d89e79 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:05.642500 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4445a4ae-ff7e-4ead-b267-ab231689faf0 req-fb676547-a023-415d-a481-9475b4d89e79 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0623014
Dec 18 20:59:05.679757 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-30da05e6-8133-48a3-abfa-5eb2495ae2c8 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:05.715487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da05e6-8133-48a3-abfa-5eb2495ae2c8 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Pushing event deleted for resources: {'Port': ['ID=57429c0f-29e9-4f02-ab1c-a3f032deaebd,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:05.813406 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-30da05e6-8133-48a3-abfa-5eb2495ae2c8 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:05.817663 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-30da05e6-8133-48a3-abfa-5eb2495ae2c8 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:05.848105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10d5d390-8547-44e0-b6c9-7bfe7fd98fe2 req-30da05e6-8133-48a3-abfa-5eb2495ae2c8 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "DELETE /v2.0/floatingips/90735ead-b35a-43ee-8b64-101b06d30b4c HTTP/1.1" status: 204  len: 173 time: 0.8263509
Dec 18 20:59:05.885020 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-4445a4ae-ff7e-4ead-b267-ab231689faf0 req-65e3de0f-dd87-49cd-8364-8a61559d8f6a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Deleting port 67829c42-153d-4545-a748-eb36ae44aa09 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:05.885602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4445a4ae-ff7e-4ead-b267-ab231689faf0 req-65e3de0f-dd87-49cd-8364-8a61559d8f6a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:06.051751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-9240ccba-e4fa-4f90-a6cd-9ca19c36a6dc tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips/99e7483b-3b54-40e9-aeb0-fa24aedd2a50 HTTP/1.1" status: 200  len: 693 time: 0.0637670
Dec 18 20:59:06.074460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-4445a4ae-ff7e-4ead-b267-ab231689faf0 req-65e3de0f-dd87-49cd-8364-8a61559d8f6a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] For port 67829c42-153d-4545-a748-eb36ae44aa09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67829c42-153d-4545-a748-eb36ae44aa09,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:06.075577 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4445a4ae-ff7e-4ead-b267-ab231689faf0 req-65e3de0f-dd87-49cd-8364-8a61559d8f6a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:06.107826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-4445a4ae-ff7e-4ead-b267-ab231689faf0 req-65e3de0f-dd87-49cd-8364-8a61559d8f6a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Calling delete_port for 67829c42-153d-4545-a748-eb36ae44aa09 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:06.195349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c531cc-0810-434c-a0cb-3cd33551e56f req-2c5af95b-90f1-42c6-986e-2d6689041d71 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:06.203142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7c531cc-0810-434c-a0cb-3cd33551e56f req-2c5af95b-90f1-42c6-986e-2d6689041d71 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fcab40-88c7-4902-a1b7-60f4caecbb80 HTTP/1.1" status: 200  len: 946 time: 0.0997961
Dec 18 20:59:06.230040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73a85-87da-4616-a7a3-ce318bf90152 req-b1a02dd4-a577-45a4-bd5a-2cad843b0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:06.233537 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-74e73a85-87da-4616-a7a3-ce318bf90152 req-b1a02dd4-a577-45a4-bd5a-2cad843b0885 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9d01d8c1cbb46e0a9666c225937d2e0&device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 1096 time: 0.0954633
Dec 18 20:59:06.249160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-015ea4b1-228f-4fb9-b5ef-378a67351e4f tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:06.255176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-015ea4b1-228f-4fb9-b5ef-378a67351e4f tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.2021482
Dec 18 20:59:06.270190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-f3947900-8c0f-4a4a-ac7f-510c5ae4873b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 20:59:06.277747 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-f3947900-8c0f-4a4a-ac7f-510c5ae4873b tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0194142
Dec 18 20:59:06.298085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7c531cc-0810-434c-a0cb-3cd33551e56f req-a8112399-6922-4ec7-9460-e1a0a643a033 tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.13 "GET /v2.0/security-groups?id=d82baf06-1e56-45ce-a678-cc635e4315f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943987
Dec 18 20:59:06.339855 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:06.372892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-260e46fd-5821-4f3a-91b7-4e02caefc307 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.233 HTTP/1.1" status: 200  len: 696 time: 0.0937715
Dec 18 20:59:06.375877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73a85-87da-4616-a7a3-ce318bf90152 req-dc5237c3-8a6a-474d-a2a1-94d70b1cf35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:06.377673 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-74e73a85-87da-4616-a7a3-ce318bf90152 req-dc5237c3-8a6a-474d-a2a1-94d70b1cf35b service neutron] 10.222.0.31 "GET /v2.0/networks?id=63a5a373-b325-4f98-9f70-cf4f99f22802 HTTP/1.1" status: 200  len: 913 time: 0.1322396
Dec 18 20:59:06.463292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-f02caac6-1a9e-49fe-a7c1-1f79e1de9c04 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.233 HTTP/1.1" status: 200  len: 696 time: 0.0888646
Dec 18 20:59:06.471310 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-74e73a85-87da-4616-a7a3-ce318bf90152 req-37e10bcb-fde8-4e2b-a6dd-fea8ed9f2d08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a02115a-9983-4c01-949f-bb313b22b679 HTTP/1.1" status: 200  len: 217 time: 0.0553224
Dec 18 20:59:06.475588 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4445a4ae-ff7e-4ead-b267-ab231689faf0 req-65e3de0f-dd87-49cd-8364-8a61559d8f6a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:06.487921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['67829c42-153d-4545-a748-eb36ae44aa09'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:06.536318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3de0f-dd87-49cd-8364-8a61559d8f6a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Pushing event deleted for resources: {'Port': ['ID=67829c42-153d-4545-a748-eb36ae44aa09,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:06.559836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad0b8-e5d7-43f8-bbd4-c05fe738e297 req-7052df3c-e7f0-4376-a67e-a000a2e6f701 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:06.561413 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-315ad0b8-e5d7-43f8-bbd4-c05fe738e297 req-7052df3c-e7f0-4376-a67e-a000a2e6f701 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.1440008
Dec 18 20:59:06.586286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-4445a4ae-ff7e-4ead-b267-ab231689faf0 req-65e3de0f-dd87-49cd-8364-8a61559d8f6a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] No DVR routers for this DVR port 67829c42-153d-4545-a748-eb36ae44aa09 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:06.589182 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4445a4ae-ff7e-4ead-b267-ab231689faf0 req-65e3de0f-dd87-49cd-8364-8a61559d8f6a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:06.592573 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4445a4ae-ff7e-4ead-b267-ab231689faf0 req-65e3de0f-dd87-49cd-8364-8a61559d8f6a tempest-ServerRescueNegativeTestJSON-2089751494 tempest-ServerRescueNegativeTestJSON-2089751494-project] 10.222.0.36 "DELETE /v2.0/ports/67829c42-153d-4545-a748-eb36ae44aa09 HTTP/1.1" status: 204  len: 173 time: 0.9423501
Dec 18 20:59:06.596100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fcab40-88c7-4902-a1b7-60f4caecbb80', 'name': 'network-vif-deleted', 'tag': '67829c42-153d-4545-a748-eb36ae44aa09'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:06.598686 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551247c5-a18e-4312-856b-52c51ef7520f" -d '{"events": [{"server_uuid": "f6fcab40-88c7-4902-a1b7-60f4caecbb80", "name": "network-vif-deleted", "tag": "67829c42-153d-4545-a748-eb36ae44aa09"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:06.603378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73a85-87da-4616-a7a3-ce318bf90152 req-09108575-fd6b-4748-a30e-a68724a01cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:06.605336 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-74e73a85-87da-4616-a7a3-ce318bf90152 req-09108575-fd6b-4748-a30e-a68724a01cfa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b094aae-c452-4545-b207-dcfe04d839e8 HTTP/1.1" status: 200  len: 852 time: 0.1247971
Dec 18 20:59:06.659439 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-74e73a85-87da-4616-a7a3-ce318bf90152 req-5db2fbc4-313c-4ffa-aa2f-9eeee34c89ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=63a5a373-b325-4f98-9f70-cf4f99f22802&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466511
Dec 18 20:59:06.685157 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-315ad0b8-e5d7-43f8-bbd4-c05fe738e297 req-cf5656cd-d9b4-462e-888f-5ab83a9fad99 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115198
Dec 18 20:59:06.726511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-9037a19b-9392-4f0a-bb0a-13b212bb2da7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Deleting port 3949c345-15e8-4c15-8f15-81d8ff383373 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:06.727117 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-9037a19b-9392-4f0a-bb0a-13b212bb2da7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:06.830856 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-74e73a85-87da-4616-a7a3-ce318bf90152 req-ae8a5ee1-198e-4c36-bc72-31c3fc7de7eb service neutron] 10.222.0.31 "GET /v2.0/networks/63a5a373-b325-4f98-9f70-cf4f99f22802?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643133
Dec 18 20:59:06.847538 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-9037a19b-9392-4f0a-bb0a-13b212bb2da7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:06.847863 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-9037a19b-9392-4f0a-bb0a-13b212bb2da7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:06.863618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f5389-0fc9-4270-b21e-8fc1a08ecf0c req-92dc12aa-71e4-46cb-8bca-2a0f969df762 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:06.865123 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d4f5389-0fc9-4270-b21e-8fc1a08ecf0c req-92dc12aa-71e4-46cb-8bca-2a0f969df762 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0864048
Dec 18 20:59:06.872371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-9037a19b-9392-4f0a-bb0a-13b212bb2da7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Calling delete_port for 3949c345-15e8-4c15-8f15-81d8ff383373 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:06.958875 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-74e73a85-87da-4616-a7a3-ce318bf90152 req-a8382701-71f2-4f5d-8f18-45e5c82cffea service neutron] 10.222.0.31 "GET /v2.0/networks/63a5a373-b325-4f98-9f70-cf4f99f22802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1178703
Dec 18 20:59:06.981383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d4f5389-0fc9-4270-b21e-8fc1a08ecf0c req-6c407e08-a168-4e5f-849d-7e9fe2838430 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026556
Dec 18 20:59:07.041729 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2856eaa7-0e06-4e39-b19b-4ab18d9f8aae x-openstack-request-id: req-2856eaa7-0e06-4e39-b19b-4ab18d9f8aae {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:07.042124 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fcab40-88c7-4902-a1b7-60f4caecbb80", "name": "network-vif-deleted", "tag": "67829c42-153d-4545-a748-eb36ae44aa09", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:07.042511 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2856eaa7-0e06-4e39-b19b-4ab18d9f8aae {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:07.046313 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fcab40-88c7-4902-a1b7-60f4caecbb80', 'name': 'network-vif-deleted', 'tag': '67829c42-153d-4545-a748-eb36ae44aa09', 'status': 'completed', 'code': 200}
Dec 18 20:59:07.093023 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-9037a19b-9392-4f0a-bb0a-13b212bb2da7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:07.140891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037a19b-9392-4f0a-bb0a-13b212bb2da7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Pushing event deleted for resources: {'Port': ['ID=3949c345-15e8-4c15-8f15-81d8ff383373,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:07.264381 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-9037a19b-9392-4f0a-bb0a-13b212bb2da7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:07.268027 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-9037a19b-9392-4f0a-bb0a-13b212bb2da7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:07.271370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5026822a-2fc5-473f-a3c0-3f22b370abc5 req-9037a19b-9392-4f0a-bb0a-13b212bb2da7 tempest-FloatingIPDetailsTestJSON-914592191 tempest-FloatingIPDetailsTestJSON-914592191-project] 10.222.0.13 "DELETE /v2.0/floatingips/99e7483b-3b54-40e9-aeb0-fa24aedd2a50 HTTP/1.1" status: 204  len: 173 time: 0.8073394
Dec 18 20:59:07.277172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43590) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:07.444165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43594) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:07.461036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a28c11-9fa1-41ff-a644-049d55aa4d57 req-35e2fd85-e4a0-4e97-8082-b865e27b0a20 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:07.469837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00a28c11-9fa1-41ff-a644-049d55aa4d57 req-35e2fd85-e4a0-4e97-8082-b865e27b0a20 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0926623
Dec 18 20:59:07.651584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00a28c11-9fa1-41ff-a644-049d55aa4d57 req-a86f8981-6d6f-4d46-9208-927455cbc5c8 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1807356
Dec 18 20:59:07.856033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8011ee52-e72b-42d1-99c7-8058bafcc01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:07.954275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff272e-3225-4468-9dd6-6266cf4ca28a req-7edcb2cc-9e32-4eee-88e3-02bef8b88619 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:07.961654 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6cff272e-3225-4468-9dd6-6266cf4ca28a req-7edcb2cc-9e32-4eee-88e3-02bef8b88619 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.1581867
Dec 18 20:59:07.974037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d21aef-e2c6-469d-9a7b-47ec3135df3f req-75c2969e-6dc9-4936-baf2-177c4ddee2d6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:07.981004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93d21aef-e2c6-469d-9a7b-47ec3135df3f req-75c2969e-6dc9-4936-baf2-177c4ddee2d6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1410804
Dec 18 20:59:08.030928 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:08.101006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93d21aef-e2c6-469d-9a7b-47ec3135df3f req-3a1da148-ece7-411d-924c-cc37421223b2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1191206
Dec 18 20:59:08.124939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6cff272e-3225-4468-9dd6-6266cf4ca28a req-99a3d0e9-a563-4ddd-a3d6-dd15029cf74d tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546013
Dec 18 20:59:08.261903 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1811dcd6-c558-4e2b-977b-eeae8804ccf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:08.524146 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:08.637229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 67829c42-153d-4545-a748-eb36ae44aa09 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:08.652304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8011ee52-e72b-42d1-99c7-8058bafcc01a admin admin] Deleting port 6c2830d0-367f-4066-810c-cdf39f1e64a6 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:08.653020 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8011ee52-e72b-42d1-99c7-8058bafcc01a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:08.665939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 67829c42-153d-4545-a748-eb36ae44aa09 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:08.666603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 67829c42-153d-4545-a748-eb36ae44aa09 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:08.775659 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-8011ee52-e72b-42d1-99c7-8058bafcc01a admin admin] For port 6c2830d0-367f-4066-810c-cdf39f1e64a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c2830d0-367f-4066-810c-cdf39f1e64a6,segment=NetworkSegment(976e7892-8cec-4c6b-a404-8791b36c3e6e),segment_id=976e7892-8cec-4c6b-a404-8791b36c3e6e)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:08.776474 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8011ee52-e72b-42d1-99c7-8058bafcc01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:08.791437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8011ee52-e72b-42d1-99c7-8058bafcc01a admin admin] Calling delete_port for 6c2830d0-367f-4066-810c-cdf39f1e64a6 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:09.020157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ed924-620f-4a15-92f1-fb2a4b4b096c req-2044ab61-2de8-4695-afbc-5ae51b899cc6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:09.029353 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f61ed924-620f-4a15-92f1-fb2a4b4b096c req-2044ab61-2de8-4695-afbc-5ae51b899cc6 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1109908
Dec 18 20:59:09.033902 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8011ee52-e72b-42d1-99c7-8058bafcc01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:09.037571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-1811dcd6-c558-4e2b-977b-eeae8804ccf6 admin admin] Deleting port 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:09.037850 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1811dcd6-c558-4e2b-977b-eeae8804ccf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:09.046445 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f03aa1-d277-4683-996a-f4a0eba3006c req-04fa4c84-34c8-46fa-b9b8-c924913460df tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:09.048718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05f03aa1-d277-4683-996a-f4a0eba3006c req-04fa4c84-34c8-46fa-b9b8-c924913460df tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.1208670
Dec 18 20:59:09.078530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011ee52-e72b-42d1-99c7-8058bafcc01a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2830d0-367f-4066-810c-cdf39f1e64a6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:09.212151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05f03aa1-d277-4683-996a-f4a0eba3006c req-2ad4d8b1-2285-41a4-9268-6013d3fa14a5 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412742
Dec 18 20:59:09.262546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f61ed924-620f-4a15-92f1-fb2a4b4b096c req-d0657f39-b926-4ff1-a798-2cf52a0bb35e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2315464
Dec 18 20:59:09.308697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-1811dcd6-c558-4e2b-977b-eeae8804ccf6 admin admin] For port 7a629fc9-6d54-4e9d-be2f-8da38f83ef42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a629fc9-6d54-4e9d-be2f-8da38f83ef42,segment=NetworkSegment(0d475dd0-8cc9-4762-8322-6865918292ed),segment_id=0d475dd0-8cc9-4762-8322-6865918292ed)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:09.308987 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1811dcd6-c558-4e2b-977b-eeae8804ccf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:09.330929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-1811dcd6-c558-4e2b-977b-eeae8804ccf6 admin admin] Calling delete_port for 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:09.356932 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8011ee52-e72b-42d1-99c7-8058bafcc01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:09.619999 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1811dcd6-c558-4e2b-977b-eeae8804ccf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:09.657504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811dcd6-c558-4e2b-977b-eeae8804ccf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a629fc9-6d54-4e9d-be2f-8da38f83ef42,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:09.764224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8011ee52-e72b-42d1-99c7-8058bafcc01a admin admin] Router 20a7cd20-58d5-4e1f-8f10-cc6906931237 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:59:09.863643 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1811dcd6-c558-4e2b-977b-eeae8804ccf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:09.903524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8011ee52-e72b-42d1-99c7-8058bafcc01a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:59:09.917655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28430d15-7cce-4ce5-8405-552d7af94bf3 None None] Sync routers for ids ['20a7cd20-58d5-4e1f-8f10-cc6906931237'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:59:09.933523 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8011ee52-e72b-42d1-99c7-8058bafcc01a admin admin] 10.222.0.13 "PUT /v2.0/routers/20a7cd20-58d5-4e1f-8f10-cc6906931237/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6548815
Dec 18 20:59:09.935641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43646) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:09.941144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28430d15-7cce-4ce5-8405-552d7af94bf3 None None] Routers {'20a7cd20-58d5-4e1f-8f10-cc6906931237'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:09.941947 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-28430d15-7cce-4ce5-8405-552d7af94bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e635ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['20a7cd20-58d5-4e1f-8f10-cc6906931237'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:10.101317 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:10.107797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1811dcd6-c558-4e2b-977b-eeae8804ccf6 admin admin] Router 4e10e7cb-0b83-47ba-b0de-3678aca7006c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:59:10.110912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-28430d15-7cce-4ce5-8405-552d7af94bf3 None None] Set router 20a7cd20-58d5-4e1f-8f10-cc6906931237 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:10.258160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1811dcd6-c558-4e2b-977b-eeae8804ccf6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:59:10.263600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1811dcd6-c558-4e2b-977b-eeae8804ccf6 admin admin] 10.222.0.13 "PUT /v2.0/routers/4e10e7cb-0b83-47ba-b0de-3678aca7006c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8165138
Dec 18 20:59:10.267096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43650) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:10.269557 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e3af14-809e-4633-afe8-3fd23b51d039 None None] Sync routers for ids ['4e10e7cb-0b83-47ba-b0de-3678aca7006c'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:59:10.288028 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3af14-809e-4633-afe8-3fd23b51d039 None None] Routers {'4e10e7cb-0b83-47ba-b0de-3678aca7006c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:10.289424 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-47e3af14-809e-4633-afe8-3fd23b51d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664067ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e10e7cb-0b83-47ba-b0de-3678aca7006c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:10.345689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a3608-4469-4c2a-b59d-c977de8d6ce2 req-a13d1c58-f243-4ab6-b386-5e1771975709 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:10.347444 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c44a3608-4469-4c2a-b59d-c977de8d6ce2 req-a13d1c58-f243-4ab6-b386-5e1771975709 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.31 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.1696670
Dec 18 20:59:10.451919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-28430d15-7cce-4ce5-8405-552d7af94bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e635ca0>, [{'id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'name': 'tempest-FloatingIPDetailsTestJSON-235803946-router', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '64a91ecb-de08-460e-9c16-a862292680bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:58:45Z', 'updated_at': '2021-12-18T20:59:08Z', 'revision_number': 5, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'gw_port': {'id': '64a91ecb-de08-460e-9c16-a862292680bc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:46Z', 'updated_at': '2021-12-18T20:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:10.467896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:10.487674 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-47e3af14-809e-4633-afe8-3fd23b51d039 None None] Set router 4e10e7cb-0b83-47ba-b0de-3678aca7006c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:10.492987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28430d15-7cce-4ce5-8405-552d7af94bf3 None None] Checking router: 20a7cd20-58d5-4e1f-8f10-cc6906931237 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:59:10.502931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28430d15-7cce-4ce5-8405-552d7af94bf3 None None] Routers {'20a7cd20-58d5-4e1f-8f10-cc6906931237'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:10.503810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-28430d15-7cce-4ce5-8405-552d7af94bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e635ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['20a7cd20-58d5-4e1f-8f10-cc6906931237'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:10.599035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306894f3-23a4-42ed-97fc-f0b2d485ab72 req-3ab60ad6-02ca-490b-af07-29e0c33d01c3 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:10.607344 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-306894f3-23a4-42ed-97fc-f0b2d485ab72 req-3ab60ad6-02ca-490b-af07-29e0c33d01c3 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 945 time: 0.2299421
Dec 18 20:59:10.619919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-c44a3608-4469-4c2a-b59d-c977de8d6ce2 req-82dccd2b-19ef-4941-8a10-d0fdcf3639de tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Deleting port 7a02115a-9983-4c01-949f-bb313b22b679 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:10.620607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c44a3608-4469-4c2a-b59d-c977de8d6ce2 req-82dccd2b-19ef-4941-8a10-d0fdcf3639de tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:10.636660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398376f-f610-438b-9ddb-68e129c3b98d req-9cbde4e3-0291-4b5b-8639-3e2c0400bb56 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:10.638149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0398376f-f610-438b-9ddb-68e129c3b98d req-9cbde4e3-0291-4b5b-8639-3e2c0400bb56 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.2211065
Dec 18 20:59:10.642009 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:10.699076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-28430d15-7cce-4ce5-8405-552d7af94bf3 None None] Set router 20a7cd20-58d5-4e1f-8f10-cc6906931237 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:10.745303 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-47e3af14-809e-4633-afe8-3fd23b51d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664067ca0>, [{'id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'name': 'tempest-ServerRescueNegativeTestJSON-125015243-router', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:20Z', 'updated_at': '2021-12-18T20:59:09Z', 'revision_number': 5, 'project_id': 'c2aba7bee78744949dc3323cb4c7df55', 'gw_port': {'id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:21Z', 'updated_at': '2021-12-18T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:10.765766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0398376f-f610-438b-9ddb-68e129c3b98d req-40c8cd61-4673-4a30-911f-5f087edc92f0 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194212
Dec 18 20:59:10.799475 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e3af14-809e-4633-afe8-3fd23b51d039 None None] Checking router: 4e10e7cb-0b83-47ba-b0de-3678aca7006c for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:59:10.806605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Deleting port 64a91ecb-de08-460e-9c16-a862292680bc {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:10.806952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:10.818878 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3af14-809e-4633-afe8-3fd23b51d039 None None] Routers {'4e10e7cb-0b83-47ba-b0de-3678aca7006c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:10.819863 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-47e3af14-809e-4633-afe8-3fd23b51d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664067ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e10e7cb-0b83-47ba-b0de-3678aca7006c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:10.820421 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-306894f3-23a4-42ed-97fc-f0b2d485ab72 req-0b00af04-c9a9-4f3b-be87-d66fb8fda073 tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ab17351-94ca-41bb-bd12-970b081c3917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118461
Dec 18 20:59:10.901841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:10.964149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c44a3608-4469-4c2a-b59d-c977de8d6ce2 req-82dccd2b-19ef-4941-8a10-d0fdcf3639de tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] For port 7a02115a-9983-4c01-949f-bb313b22b679, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a02115a-9983-4c01-949f-bb313b22b679,segment=NetworkSegment(98385e7b-1637-4615-ab0f-318c1a5ca77b),segment_id=98385e7b-1637-4615-ab0f-318c1a5ca77b)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:10.964507 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c44a3608-4469-4c2a-b59d-c977de8d6ce2 req-82dccd2b-19ef-4941-8a10-d0fdcf3639de tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:11.037420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-c44a3608-4469-4c2a-b59d-c977de8d6ce2 req-82dccd2b-19ef-4941-8a10-d0fdcf3639de tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Calling delete_port for 7a02115a-9983-4c01-949f-bb313b22b679 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:11.056916 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Deleting port c0aa95bd-cdb2-427b-93d5-8267a456dffd {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:11.057509 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:11.119449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-28430d15-7cce-4ce5-8405-552d7af94bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e635ca0>, [{'id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'name': 'tempest-FloatingIPDetailsTestJSON-235803946-router', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '64a91ecb-de08-460e-9c16-a862292680bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:58:45Z', 'updated_at': '2021-12-18T20:59:08Z', 'revision_number': 5, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'gw_port': {'id': '64a91ecb-de08-460e-9c16-a862292680bc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:46Z', 'updated_at': '2021-12-18T20:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:11.160196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] For port c0aa95bd-cdb2-427b-93d5-8267a456dffd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0aa95bd-cdb2-427b-93d5-8267a456dffd,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:11.160831 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:11.180666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Calling delete_port for c0aa95bd-cdb2-427b-93d5-8267a456dffd owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:11.183707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28430d15-7cce-4ce5-8405-552d7af94bf3 None None] The sync data for ids ['20a7cd20-58d5-4e1f-8f10-cc6906931237'] in ncdv-master-1 is: [{'id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'name': 'tempest-FloatingIPDetailsTestJSON-235803946-router', 'tenant_id': 'bedae94992bb429a977e14e9df1ad677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '64a91ecb-de08-460e-9c16-a862292680bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:58:45Z', 'updated_at': '2021-12-18T20:59:08Z', 'revision_number': 5, 'project_id': 'bedae94992bb429a977e14e9df1ad677', 'gw_port': {'id': '64a91ecb-de08-460e-9c16-a862292680bc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7cd20-58d5-4e1f-8f10-cc6906931237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:58:46Z', 'updated_at': '2021-12-18T20:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:59:11.196286 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-47e3af14-809e-4633-afe8-3fd23b51d039 None None] Set router 4e10e7cb-0b83-47ba-b0de-3678aca7006c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:11.438993 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] For port 64a91ecb-de08-460e-9c16-a862292680bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64a91ecb-de08-460e-9c16-a862292680bc,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:11.439608 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:11.450332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59e7da-1527-4e52-9db6-b891fa93335f req-ba5e4dd6-33a4-4cbe-adf0-3d046e0fd1a7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:11.451897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad59e7da-1527-4e52-9db6-b891fa93335f req-ba5e4dd6-33a4-4cbe-adf0-3d046e0fd1a7 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0937018
Dec 18 20:59:11.459961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Calling delete_port for 64a91ecb-de08-460e-9c16-a862292680bc owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:11.469530 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c44a3608-4469-4c2a-b59d-c977de8d6ce2 req-82dccd2b-19ef-4941-8a10-d0fdcf3639de tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:11.484185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:11.484412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['7a02115a-9983-4c01-949f-bb313b22b679'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:11.492923 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-47e3af14-809e-4633-afe8-3fd23b51d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664067ca0>, [{'id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'name': 'tempest-ServerRescueNegativeTestJSON-125015243-router', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:20Z', 'updated_at': '2021-12-18T20:59:09Z', 'revision_number': 5, 'project_id': 'c2aba7bee78744949dc3323cb4c7df55', 'gw_port': {'id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:21Z', 'updated_at': '2021-12-18T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:11.525515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dccd2b-19ef-4941-8a10-d0fdcf3639de tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Pushing event deleted for resources: {'Port': ['ID=7a02115a-9983-4c01-949f-bb313b22b679,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:11.551057 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0aa95bd-cdb2-427b-93d5-8267a456dffd,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:11.579378 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e3af14-809e-4633-afe8-3fd23b51d039 None None] The sync data for ids ['4e10e7cb-0b83-47ba-b0de-3678aca7006c'] in ncdv-master-1 is: [{'id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'name': 'tempest-ServerRescueNegativeTestJSON-125015243-router', 'tenant_id': 'c2aba7bee78744949dc3323cb4c7df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:56:20Z', 'updated_at': '2021-12-18T20:59:09Z', 'revision_number': 5, 'project_id': 'c2aba7bee78744949dc3323cb4c7df55', 'gw_port': {'id': 'c0aa95bd-cdb2-427b-93d5-8267a456dffd', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10e7cb-0b83-47ba-b0de-3678aca7006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:56:21Z', 'updated_at': '2021-12-18T20:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:59:11.584102 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b15b69-ed48-4565-8beb-f147ee1a672c None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:59:11.628023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8f5b0-bcf6-4ddb-8fcb-4b9e79cb6e16 req-b38a51df-af00-4fb8-a249-feedac1f0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:11.629888 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-aaa8f5b0-bcf6-4ddb-8fcb-4b9e79cb6e16 req-b38a51df-af00-4fb8-a249-feedac1f0f1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 1096 time: 0.2487683
Dec 18 20:59:11.698845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad59e7da-1527-4e52-9db6-b891fa93335f req-bd216ee9-f3ba-49d2-92d2-4e2828fe3daa tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2362461
Dec 18 20:59:11.733129 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:11.745132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44a3608-4469-4c2a-b59d-c977de8d6ce2 req-82dccd2b-19ef-4941-8a10-d0fdcf3639de tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] No DVR routers for this DVR port 7a02115a-9983-4c01-949f-bb313b22b679 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:11.747939 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c44a3608-4469-4c2a-b59d-c977de8d6ce2 req-82dccd2b-19ef-4941-8a10-d0fdcf3639de tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:11.752510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c44a3608-4469-4c2a-b59d-c977de8d6ce2 req-82dccd2b-19ef-4941-8a10-d0fdcf3639de tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.31 "DELETE /v2.0/ports/7a02115a-9983-4c01-949f-bb313b22b679 HTTP/1.1" status: 204  len: 173 time: 1.3955069
Dec 18 20:59:11.758294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410d2ca-b30b-47d1-a7f5-72a2f1940a28', 'name': 'network-vif-deleted', 'tag': '7a02115a-9983-4c01-949f-bb313b22b679'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:11.760693 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f74664c-5037-44e8-adf7-d434f171f054" -d '{"events": [{"server_uuid": "d410d2ca-b30b-47d1-a7f5-72a2f1940a28", "name": "network-vif-deleted", "tag": "7a02115a-9983-4c01-949f-bb313b22b679"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:11.859283 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61b5425-4df1-42bf-b8a2-85a1b75ee543 x-openstack-request-id: req-f61b5425-4df1-42bf-b8a2-85a1b75ee543 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:11.860314 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410d2ca-b30b-47d1-a7f5-72a2f1940a28", "name": "network-vif-deleted", "tag": "7a02115a-9983-4c01-949f-bb313b22b679", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:11.860763 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f61b5425-4df1-42bf-b8a2-85a1b75ee543 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:11.861295 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410d2ca-b30b-47d1-a7f5-72a2f1940a28', 'name': 'network-vif-deleted', 'tag': '7a02115a-9983-4c01-949f-bb313b22b679', 'status': 'completed', 'code': 200}
Dec 18 20:59:11.882607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8f5b0-bcf6-4ddb-8fcb-4b9e79cb6e16 req-be5d9983-b015-4d0f-9bfe-42135202bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:11.884241 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-aaa8f5b0-bcf6-4ddb-8fcb-4b9e79cb6e16 req-be5d9983-b015-4d0f-9bfe-42135202bc51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.2195928
Dec 18 20:59:11.925616 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:11.944529 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.027141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-262289da-9b07-4911-879c-2f78786dc41b req-36f35dc7-571d-4fec-b3b8-beaf2dc3187b tempest-TestServerAdvancedOps-2063223779 tempest-TestServerAdvancedOps-2063223779-project] 10.222.0.13 "GET /v2.0/ports?device_id=d410d2ca-b30b-47d1-a7f5-72a2f1940a28 HTTP/1.1" status: 200  len: 210 time: 0.0905476
Dec 18 20:59:12.105939 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-aaa8f5b0-bcf6-4ddb-8fcb-4b9e79cb6e16 req-f89af19e-7ba2-457e-9fcf-e91ca8034ace service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 200  len: 1000 time: 0.1648159
Dec 18 20:59:12.148971 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.149548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e10e7cb-0b83-47ba-b0de-3678aca7006c {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:59:12.155918 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.159039 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9afe848e-2cfd-4c57-ba26-0de084e0ced6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4e10e7cb-0b83-47ba-b0de-3678aca7006c HTTP/1.1" status: 204  len: 168 time: 1.8909934
Dec 18 20:59:12.161647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43694) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:12.177024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6c2830d0-367f-4066-810c-cdf39f1e64a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:12.192328 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8f5b0-bcf6-4ddb-8fcb-4b9e79cb6e16 req-a0c575a3-72a9-446b-9fec-f28dc53bb083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:12.193944 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-aaa8f5b0-bcf6-4ddb-8fcb-4b9e79cb6e16 req-a0c575a3-72a9-446b-9fec-f28dc53bb083 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.0808589
Dec 18 20:59:12.235613 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 6c2830d0-367f-4066-810c-cdf39f1e64a6 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:12.236380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6c2830d0-367f-4066-810c-cdf39f1e64a6 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:12.284436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-b389d88d-2561-4099-9024-d842fdd40442 admin admin] Deleting subnet d7f58308-db29-4caa-9f9b-c96f367c4ebb {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:59:12.294010 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b389d88d-2561-4099-9024-d842fdd40442 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.318617 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.367132 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b389d88d-2561-4099-9024-d842fdd40442 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.400112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b8dbd4-056a-45db-ab45-671cc7a613b1 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:59:12.403797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64a91ecb-de08-460e-9c16-a862292680bc,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:12.425007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8f5b0-bcf6-4ddb-8fcb-4b9e79cb6e16 req-98dca8f3-09fd-409f-8eb3-d9393cdd9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:12.427818 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-aaa8f5b0-bcf6-4ddb-8fcb-4b9e79cb6e16 req-98dca8f3-09fd-409f-8eb3-d9393cdd9953 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1816764
Dec 18 20:59:12.431129 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b389d88d-2561-4099-9024-d842fdd40442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.572516 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b389d88d-2561-4099-9024-d842fdd40442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.616491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389d88d-2561-4099-9024-d842fdd40442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f58308-db29-4caa-9f9b-c96f367c4ebb,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:12.618740 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b389d88d-2561-4099-9024-d842fdd40442 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.622067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b389d88d-2561-4099-9024-d842fdd40442 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d7f58308-db29-4caa-9f9b-c96f367c4ebb HTTP/1.1" status: 204  len: 168 time: 0.4594467
Dec 18 20:59:12.624506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43696) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:12.626977 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.729828 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.793443 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-aaa8f5b0-bcf6-4ddb-8fcb-4b9e79cb6e16 req-93d5293a-0fc8-4377-91a4-bdf8d470b4fa service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3441260
Dec 18 20:59:12.799344 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.801742 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.857399 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.903187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.903722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20a7cd20-58d5-4e1f-8f10-cc6906931237 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:59:12.910466 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:12.911605 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8683a71f-cd29-4ba6-bc1f-6b25146348c5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/20a7cd20-58d5-4e1f-8f10-cc6906931237 HTTP/1.1" status: 204  len: 168 time: 2.9684682
Dec 18 20:59:12.913542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3665607ee0>,) {'filters': {'network_id': ['6debd13b-b209-4e15-a34d-3cefcc31c991']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:12.916349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43700) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:12.951109 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-aaa8f5b0-bcf6-4ddb-8fcb-4b9e79cb6e16 req-42816463-28ee-4e14-9b25-01fbf032730f service neutron] 10.222.0.36 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470232
Dec 18 20:59:12.956454 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3665607ee0>, '0d475dd0-8cc9-4762-8322-6865918292ed') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:12.956906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3665607ee0>, '0d475dd0-8cc9-4762-8322-6865918292ed') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:12.989521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d916b9d-efb3-45de-81ed-64c97a3fc15a req-e543ae1e-4c90-4405-80f5-d6c933426b9b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:12.996993 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d916b9d-efb3-45de-81ed-64c97a3fc15a req-e543ae1e-4c90-4405-80f5-d6c933426b9b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1357002
Dec 18 20:59:13.005758 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.061229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66d2fc5-32c0-4118-833a-a52af4d38816 admin admin] Deleting subnet e51824ab-963e-476e-9325-b6a6ddcb9c25 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:59:13.068737 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.089278 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f66d2fc5-32c0-4118-833a-a52af4d38816 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:59:13.130643 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:59:13.132796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43706) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:13.237877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-97315acf-d498-46b7-8632-90651e36ce70 admin admin] Deleting subnet 7b094aae-c452-4545-b207-dcfe04d839e8 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:59:13.246046 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97315acf-d498-46b7-8632-90651e36ce70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.311032 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97315acf-d498-46b7-8632-90651e36ce70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.369003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97315acf-d498-46b7-8632-90651e36ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.466500 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f66d2fc5-32c0-4118-833a-a52af4d38816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.530579 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97315acf-d498-46b7-8632-90651e36ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.574126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97315acf-d498-46b7-8632-90651e36ce70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b094aae-c452-4545-b207-dcfe04d839e8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:13.589086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97315acf-d498-46b7-8632-90651e36ce70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.596140 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-97315acf-d498-46b7-8632-90651e36ce70 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b094aae-c452-4545-b207-dcfe04d839e8 HTTP/1.1" status: 204  len: 168 time: 0.4640346
Dec 18 20:59:13.596775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43726) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:13.618827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 64a91ecb-de08-460e-9c16-a862292680bc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:13.652688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 64a91ecb-de08-460e-9c16-a862292680bc {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:13.653342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 64a91ecb-de08-460e-9c16-a862292680bc not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:13.653983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:13.683645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:13.684307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7a629fc9-6d54-4e9d-be2f-8da38f83ef42 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:13.684420 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.685545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c0aa95bd-cdb2-427b-93d5-8267a456dffd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:13.707515 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.715341 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.721424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6debd13b-b209-4e15-a34d-3cefcc31c991 HTTP/1.1" status: 204  len: 168 time: 1.0929840
Dec 18 20:59:13.721424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3cb73-923a-48ca-b6a3-a6c6023beea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6debd13b-b209-4e15-a34d-3cefcc31c991,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:13.737041 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d916b9d-efb3-45de-81ed-64c97a3fc15a req-99f600fd-a285-476b-93fc-4fc0f24ddb60 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7391045
Dec 18 20:59:13.760551 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f66d2fc5-32c0-4118-833a-a52af4d38816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.774792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: c0aa95bd-cdb2-427b-93d5-8267a456dffd {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:13.775461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c0aa95bd-cdb2-427b-93d5-8267a456dffd not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:13.826689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.853410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c914190>,) {'filters': {'network_id': ['63a5a373-b325-4f98-9f70-cf4f99f22802']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:13.864480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c914190>, '98385e7b-1637-4615-ab0f-318c1a5ca77b') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:13.864912 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c914190>, '98385e7b-1637-4615-ab0f-318c1a5ca77b') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:13.867508 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f66d2fc5-32c0-4118-833a-a52af4d38816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.876427 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.891269 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.897712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d2fc5-32c0-4118-833a-a52af4d38816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e51824ab-963e-476e-9325-b6a6ddcb9c25,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:13.898033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:59:13.898442 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:59:13.900307 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:59:13.914246 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f66d2fc5-32c0-4118-833a-a52af4d38816 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.915319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b40929-fbbd-4d5e-b311-d96549dff3d2 None None] Network ad1ea246-760a-4f54-981c-f5e4779d22e5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:13.919351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f66d2fc5-32c0-4118-833a-a52af4d38816 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e51824ab-963e-476e-9325-b6a6ddcb9c25 HTTP/1.1" status: 204  len: 168 time: 1.0017610
Dec 18 20:59:13.921848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43730) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:13.965046 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.978974 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:13.985964 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] 10.222.0.13 "DELETE /v2.0/networks/63a5a373-b325-4f98-9f70-cf4f99f22802 HTTP/1.1" status: 204  len: 168 time: 0.3880384
Dec 18 20:59:13.987874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43732) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:13.988217 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43734) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:14.025061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170779c-8e2b-401a-8da2-092a5007b90c admin admin] Pushing event deleted for resources: {'Network': ['ID=63a5a373-b325-4f98-9f70-cf4f99f22802,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:14.035904 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.106218 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cad7c091-dce6-4e4f-aeee-25f83c469681 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2aba7bee78744949dc3323cb4c7df55&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1169181
Dec 18 20:59:14.109919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cd7d6c-c2fb-4dab-8410-0c832572d7b5 admin admin] Deleting subnet 7294cf15-8172-49ef-9ea7-6df452c539a6 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:59:14.112002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43738) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:14.113411 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8cd7d6c-c2fb-4dab-8410-0c832572d7b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.146307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Deleting port b319c339-9115-47c9-845f-b96a32c6e565 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:14.146533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.162344 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8cd7d6c-c2fb-4dab-8410-0c832572d7b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.164908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38ec788-8483-47cd-8fd3-339073a79e08 None None] DHCP port deletion for ad1ea246-760a-4f54-981c-f5e4779d22e5 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:59:14.225875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8cd7d6c-c2fb-4dab-8410-0c832572d7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.253579 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92f525ec-ec0f-4b8a-b274-1a39e3d58818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.259123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b38ec788-8483-47cd-8fd3-339073a79e08 None None] Deleting port b319c339-9115-47c9-845f-b96a32c6e565 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:14.259494 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b38ec788-8483-47cd-8fd3-339073a79e08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.301578 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8cd7d6c-c2fb-4dab-8410-0c832572d7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.318927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92f525ec-ec0f-4b8a-b274-1a39e3d58818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.345572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd7d6c-c2fb-4dab-8410-0c832572d7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7294cf15-8172-49ef-9ea7-6df452c539a6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:14.355463 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8cd7d6c-c2fb-4dab-8410-0c832572d7b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.360542 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e8cd7d6c-c2fb-4dab-8410-0c832572d7b5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7294cf15-8172-49ef-9ea7-6df452c539a6 HTTP/1.1" status: 204  len: 168 time: 0.3702328
Dec 18 20:59:14.364375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43752) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:14.372096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b38ec788-8483-47cd-8fd3-339073a79e08 None None] For port b319c339-9115-47c9-845f-b96a32c6e565, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b319c339-9115-47c9-845f-b96a32c6e565,segment=NetworkSegment(976e7892-8cec-4c6b-a404-8791b36c3e6e),segment_id=976e7892-8cec-4c6b-a404-8791b36c3e6e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:14.372725 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b38ec788-8483-47cd-8fd3-339073a79e08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.388024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] For port b319c339-9115-47c9-845f-b96a32c6e565, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b319c339-9115-47c9-845f-b96a32c6e565,segment=NetworkSegment(976e7892-8cec-4c6b-a404-8791b36c3e6e),segment_id=976e7892-8cec-4c6b-a404-8791b36c3e6e)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:14.388840 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.393255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b38ec788-8483-47cd-8fd3-339073a79e08 None None] Calling delete_port for b319c339-9115-47c9-845f-b96a32c6e565 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:14.491145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Calling delete_port for b319c339-9115-47c9-845f-b96a32c6e565 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:14.502492 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b38ec788-8483-47cd-8fd3-339073a79e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.534011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ec788-8483-47cd-8fd3-339073a79e08 None None] Pushing event deleted for resources: {'Port': ['ID=b319c339-9115-47c9-845f-b96a32c6e565,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:14.548345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ec788-8483-47cd-8fd3-339073a79e08 None None] No DVR routers for this DVR port b319c339-9115-47c9-845f-b96a32c6e565 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:14.584029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.603431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92f525ec-ec0f-4b8a-b274-1a39e3d58818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.605985 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92f525ec-ec0f-4b8a-b274-1a39e3d58818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.607167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-92f525ec-ec0f-4b8a-b274-1a39e3d58818 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d82baf06-1e56-45ce-a678-cc635e4315f3 HTTP/1.1" status: 204  len: 168 time: 0.4932439
Dec 18 20:59:14.624125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f525ec-ec0f-4b8a-b274-1a39e3d58818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82baf06-1e56-45ce-a678-cc635e4315f3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:14.703416 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.739521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.742356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Pushing event deleted for resources: {'Port': ['ID=b319c339-9115-47c9-845f-b96a32c6e565,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:14.742522 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.754301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] No DVR routers for this DVR port b319c339-9115-47c9-845f-b96a32c6e565 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:14.759164 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7a02115a-9983-4c01-949f-bb313b22b679 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:14.782034 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 7a02115a-9983-4c01-949f-bb313b22b679 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:14.782405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7a02115a-9983-4c01-949f-bb313b22b679 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:14.790733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36655d0ee0>,) {'filters': {'network_id': ['30a023fd-0426-4e5c-9639-b8bd2cdee20d']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:14.834780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36655d0ee0>, '9777d2fc-b651-4719-985d-9f43d94b5bc4') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:14.835086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36655d0ee0>, '9777d2fc-b651-4719-985d-9f43d94b5bc4') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:14.874390 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.884448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.905915 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.927272 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dd376d0>,) {'filters': {'network_id': ['ad1ea246-760a-4f54-981c-f5e4779d22e5']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:14.929668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:59:14.930072 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:59:14.932212 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:59:14.973070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dd376d0>, '976e7892-8cec-4c6b-a404-8791b36c3e6e') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:14.973374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dd376d0>, '976e7892-8cec-4c6b-a404-8791b36c3e6e') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:14.988704 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.012685 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6e2e-e668-440c-8250-9bdab9510481 req-1316cb35-0dfb-404c-bbd2-6f597b33b156 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:15.014241 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-562d6e2e-e668-440c-8250-9bdab9510481 req-1316cb35-0dfb-404c-bbd2-6f597b33b156 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1816227
Dec 18 20:59:15.021473 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.035894 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.037680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:59:15.038100 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:59:15.048040 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:59:15.061600 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.067658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] 10.222.0.13 "DELETE /v2.0/networks/30a023fd-0426-4e5c-9639-b8bd2cdee20d HTTP/1.1" status: 204  len: 168 time: 0.6977134
Dec 18 20:59:15.116618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650c88a-2fae-4ef1-8c9b-e6b738e39f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a023fd-0426-4e5c-9639-b8bd2cdee20d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:15.148464 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-562d6e2e-e668-440c-8250-9bdab9510481 req-05d40c5a-c99f-4b8e-a7a1-bd72e55500a2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237597
Dec 18 20:59:15.149525 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.154988 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.161236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] 10.222.0.13 "DELETE /v2.0/networks/ad1ea246-760a-4f54-981c-f5e4779d22e5 HTTP/1.1" status: 204  len: 168 time: 1.2356634
Dec 18 20:59:15.171189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa7429-3096-4979-a5ca-d916e8a61bba admin admin] Pushing event deleted for resources: {'Network': ['ID=ad1ea246-760a-4f54-981c-f5e4779d22e5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:15.294655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43792) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:15.341310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619007b0-8fef-4162-92b3-a193cc0a13e1 req-daf54155-30f4-4be7-be1d-933a38303237 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:15.343050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-619007b0-8fef-4162-92b3-a193cc0a13e1 req-daf54155-30f4-4be7-be1d-933a38303237 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0840094
Dec 18 20:59:15.402104 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1b3cee3f-a3bd-416e-bccd-0f1108b5dffa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9d01d8c1cbb46e0a9666c225937d2e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1049535
Dec 18 20:59:15.404723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43806) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:15.442132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43810) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:15.448340 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-619007b0-8fef-4162-92b3-a193cc0a13e1 req-74056d0b-78f3-4455-8e07-881c40d5ee8f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893719
Dec 18 20:59:15.545271 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68a8b5cb-f485-4300-a097-710be56c697a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.568731 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-07455e22-5a7c-4363-8c9f-b5c8ed096dd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bedae94992bb429a977e14e9df1ad677&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1249344
Dec 18 20:59:15.571162 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43826) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:15.603138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68a8b5cb-f485-4300-a097-710be56c697a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.634467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b319c339-9115-47c9-845f-b96a32c6e565 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:15.672925 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-012e2bde-da4d-4867-bd57-30d1925f8576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.713391 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-012e2bde-da4d-4867-bd57-30d1925f8576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.713982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: b319c339-9115-47c9-845f-b96a32c6e565 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:15.719682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b319c339-9115-47c9-845f-b96a32c6e565 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:15.722739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68a8b5cb-f485-4300-a097-710be56c697a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.732211 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68a8b5cb-f485-4300-a097-710be56c697a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.734621 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-68a8b5cb-f485-4300-a097-710be56c697a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ab17351-94ca-41bb-bd12-970b081c3917 HTTP/1.1" status: 204  len: 168 time: 0.3266263
Dec 18 20:59:15.773376 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8b5cb-f485-4300-a097-710be56c697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab17351-94ca-41bb-bd12-970b081c3917,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:15.812356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982ac3c-b0ab-411b-9f3a-512793a7a767 req-f4964139-ab71-4986-859c-29045764a041 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:15.818820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c982ac3c-b0ab-411b-9f3a-512793a7a767 req-f4964139-ab71-4986-859c-29045764a041 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 951 time: 0.1068773
Dec 18 20:59:15.822930 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-012e2bde-da4d-4867-bd57-30d1925f8576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.826793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-012e2bde-da4d-4867-bd57-30d1925f8576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:15.828025 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-012e2bde-da4d-4867-bd57-30d1925f8576 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d1126bb-12ce-4510-b3c9-4f88bd3ef81a HTTP/1.1" status: 204  len: 168 time: 0.2557430
Dec 18 20:59:15.846025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e2bde-da4d-4867-bd57-30d1925f8576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1126bb-12ce-4510-b3c9-4f88bd3ef81a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:15.883759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43844) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:15.900474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c982ac3c-b0ab-411b-9f3a-512793a7a767 req-db29bba5-ec20-4b90-aa1e-64b6735f80f2 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766578
Dec 18 20:59:16.190722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1752706997-network', 'tenant_id': 'd1b96ca6ed964b6a9db0ed2249251328'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:16.219967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Made reservation on behalf of d1b96ca6ed964b6a9db0ed2249251328 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:16.223138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:16.231805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:16.314593 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:16.321367 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:16.345339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:59:16.361557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb0f69f-b591-47a9-b6a9-a654b7383dd7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:16.380490 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:16.380890 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Added segment e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e of type vlan for network 1f7835a3-1921-420f-bc92-783d1cac5ba9
Dec 18 20:59:16.389354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43864) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:16.435621 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:16.435817 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-00cc531c-9ae1-4a4f-b552-37891079612b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e0664b3fb0447f5824877d2dc2c2113&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0428748
Dec 18 20:59:16.436433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43866) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:16.808150 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:16.809799 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:16.810298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:16.867432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43924) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:16.867944 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9803832
Dec 18 20:59:16.873019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-40fa5d21-bb4f-49de-a815-850d6ec72d70 admin admin] Request body: {'subnet': {'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1752706997-subnet', 'tenant_id': 'd1b96ca6ed964b6a9db0ed2249251328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:16.892242 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-48b0a924-ec79-4633-bab8-2034f38c6c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:16.897110 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515a44e-89e4-4c7b-8078-b53575e36362 admin admin] Pushing event updated for resources: {'Network': ['ID=1f7835a3-1921-420f-bc92-783d1cac5ba9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:16.913157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 1f7835a3-1921-420f-bc92-783d1cac5ba9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:59:16.923458 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-48b0a924-ec79-4633-bab8-2034f38c6c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:16.959354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fa5d21-bb4f-49de-a815-850d6ec72d70 admin admin] Made reservation on behalf of d1b96ca6ed964b6a9db0ed2249251328 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:16.961950 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-40fa5d21-bb4f-49de-a815-850d6ec72d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.002349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-48b0a924-ec79-4633-bab8-2034f38c6c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.005750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-48b0a924-ec79-4633-bab8-2034f38c6c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.010626 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-48b0a924-ec79-4633-bab8-2034f38c6c2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14ef6fcb-180b-44e8-a9c8-b21a7dda87e1 HTTP/1.1" status: 204  len: 168 time: 0.5710859
Dec 18 20:59:17.026163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0a924-ec79-4633-bab8-2034f38c6c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef6fcb-180b-44e8-a9c8-b21a7dda87e1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:17.165045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43950) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:17.281139 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0aed43-bafa-49e9-8abe-a6ecda856f5b req-ca4ee208-78e0-4d61-bce1-8b7eb7663fe0 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:17.292536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa0aed43-bafa-49e9-8abe-a6ecda856f5b req-ca4ee208-78e0-4d61-bce1-8b7eb7663fe0 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=79dfce29-5bdc-4127-9942-6377d7b7bc7e HTTP/1.1" status: 200  len: 943 time: 0.1115832
Dec 18 20:59:17.451681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-928845183-network', 'tenant_id': '80e8efe6135e41a689caf483b2c72af1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:17.456790 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-40fa5d21-bb4f-49de-a815-850d6ec72d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.490138 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Made reservation on behalf of 80e8efe6135e41a689caf483b2c72af1 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:17.493132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.507163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.544758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa5d21-bb4f-49de-a815-850d6ec72d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99bf93ac-b6ee-4565-81a5-d57d3091ab55,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:17.553449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa5d21-bb4f-49de-a815-850d6ec72d70 admin admin] Checking segment: {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:17.554329 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa5d21-bb4f-49de-a815-850d6ec72d70 admin admin] Network hostable DHCP agents. Network: 1f7835a3-1921-420f-bc92-783d1cac5ba9, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:59:17.559473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-fa0aed43-bafa-49e9-8abe-a6ecda856f5b req-72116bf1-1414-4473-9ed0-f11ef89a71bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Deleting port 2ec8fed1-1707-4075-bc28-f12d86c90468 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:17.559819 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fa0aed43-bafa-49e9-8abe-a6ecda856f5b req-72116bf1-1414-4473-9ed0-f11ef89a71bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.626877 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.628787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa5d21-bb4f-49de-a815-850d6ec72d70 admin admin] Network 1f7835a3-1921-420f-bc92-783d1cac5ba9 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:59:17.633080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.653424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-40fa5d21-bb4f-49de-a815-850d6ec72d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f7835a3-1921-420f-bc92-783d1cac5ba9) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:17.663436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa5d21-bb4f-49de-a815-850d6ec72d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:17.664383 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-40fa5d21-bb4f-49de-a815-850d6ec72d70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.664555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc26d77-772a-431a-af05-1a59b4f0f59d None None] Network 1f7835a3-1921-420f-bc92-783d1cac5ba9 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:17.682750 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:59:17.710829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-fa0aed43-bafa-49e9-8abe-a6ecda856f5b req-72116bf1-1414-4473-9ed0-f11ef89a71bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] For port 2ec8fed1-1707-4075-bc28-f12d86c90468, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec8fed1-1707-4075-bc28-f12d86c90468,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:17.711535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fa0aed43-bafa-49e9-8abe-a6ecda856f5b req-72116bf1-1414-4473-9ed0-f11ef89a71bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.715878 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.716503 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Added segment 982458e6-7bae-40cc-ab3a-c236543dbde2 of type vlan for network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6
Dec 18 20:59:17.721970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:17.722782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-40fa5d21-bb4f-49de-a815-850d6ec72d70 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8541782
Dec 18 20:59:17.755709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-fa0aed43-bafa-49e9-8abe-a6ecda856f5b req-72116bf1-1414-4473-9ed0-f11ef89a71bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Calling delete_port for 2ec8fed1-1707-4075-bc28-f12d86c90468 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:17.840138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.840367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7745be74-4228-428f-aa39-4fefbd9ac241 None None] Network 1f7835a3-1921-420f-bc92-783d1cac5ba9 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:17.892864 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.893960 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:17.894572 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.945695 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fa0aed43-bafa-49e9-8abe-a6ecda856f5b req-72116bf1-1414-4473-9ed0-f11ef89a71bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:17.970214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['32869e6e-5796-4fce-881e-b53b1eb6f63a', 'dcd26d53-013a-41a0-b028-6f833c1afdf4'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:17.978221 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.8117406
Dec 18 20:59:17.980968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43984) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:17.988114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1b691b1f-d76e-44c2-aed2-d40d016c6595 admin admin] Request body: {'subnet': {'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-928845183-subnet', 'tenant_id': '80e8efe6135e41a689caf483b2c72af1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:18.001392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72116bf1-1414-4473-9ed0-f11ef89a71bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event deleted for resources: {'Port': ['ID=2ec8fed1-1707-4075-bc28-f12d86c90468,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:18.011664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b9794-a50e-4f38-9ab9-861578c8aa78 admin admin] Pushing event updated for resources: {'Network': ['ID=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:18.030204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b691b1f-d76e-44c2-aed2-d40d016c6595 admin admin] Made reservation on behalf of 80e8efe6135e41a689caf483b2c72af1 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:18.033505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b691b1f-d76e-44c2-aed2-d40d016c6595 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.083490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:59:18.129894 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43990) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:18.161692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0aed43-bafa-49e9-8abe-a6ecda856f5b req-72116bf1-1414-4473-9ed0-f11ef89a71bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] No DVR routers for this DVR port 2ec8fed1-1707-4075-bc28-f12d86c90468 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:18.165980 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fa0aed43-bafa-49e9-8abe-a6ecda856f5b req-72116bf1-1414-4473-9ed0-f11ef89a71bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.183124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa0aed43-bafa-49e9-8abe-a6ecda856f5b req-72116bf1-1414-4473-9ed0-f11ef89a71bb tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "DELETE /v2.0/ports/2ec8fed1-1707-4075-bc28-f12d86c90468 HTTP/1.1" status: 204  len: 173 time: 0.8883066
Dec 18 20:59:18.186959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dfce29-5bdc-4127-9942-6377d7b7bc7e', 'name': 'network-vif-deleted', 'tag': '2ec8fed1-1707-4075-bc28-f12d86c90468'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:18.192144 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefb672f-abe6-41df-b524-fb47bd60598c" -d '{"events": [{"server_uuid": "79dfce29-5bdc-4127-9942-6377d7b7bc7e", "name": "network-vif-deleted", "tag": "2ec8fed1-1707-4075-bc28-f12d86c90468"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:18.235847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32118a1d-8921-45bf-843a-968f3e2df8c9 req-5f87fe16-c3fa-4aa2-bd54-a60ca89f251c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:18.251633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32118a1d-8921-45bf-843a-968f3e2df8c9 req-5f87fe16-c3fa-4aa2-bd54-a60ca89f251c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 951 time: 0.2515450
Dec 18 20:59:18.322031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b691b1f-d76e-44c2-aed2-d40d016c6595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.354788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32118a1d-8921-45bf-843a-968f3e2df8c9 req-c19b7ef2-a619-41d9-9214-39c679a2563e tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006007
Dec 18 20:59:18.356796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1983523894-network', 'tenant_id': '837eada96b154829af977e9e1e78f28f'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:18.407002 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Made reservation on behalf of 837eada96b154829af977e9e1e78f28f for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:18.409371 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.416865 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b691b1f-d76e-44c2-aed2-d40d016c6595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=908b7037-377c-4a4b-b384-1c34c13100b0,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:18.432727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.458141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b691b1f-d76e-44c2-aed2-d40d016c6595 admin admin] Checking segment: {'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:18.459308 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b691b1f-d76e-44c2-aed2-d40d016c6595 admin admin] Network hostable DHCP agents. Network: bfdb70fc-b6f1-4792-b656-71aeb0dae3b6, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:59:18.506038 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b691b1f-d76e-44c2-aed2-d40d016c6595 admin admin] Network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:59:18.524710 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-1b691b1f-d76e-44c2-aed2-d40d016c6595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bfdb70fc-b6f1-4792-b656-71aeb0dae3b6) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:18.536366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc5fd6c-ff4b-47ce-ac7f-b8d501a52247 None None] Network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:18.541971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b691b1f-d76e-44c2-aed2-d40d016c6595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:18.542619 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b691b1f-d76e-44c2-aed2-d40d016c6595 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.577311 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1b691b1f-d76e-44c2-aed2-d40d016c6595 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.5927372
Dec 18 20:59:18.610373 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.615355 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.643460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:59:18.654472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:18.661435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1104c2-a685-41ff-9576-cdd647a43693,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:18.665020 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.665138 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Added segment 274d3f5b-8266-4445-9659-d7816898483f of type vlan for network 11a2412d-58d1-4b26-9a42-5b9697cc2593
Dec 18 20:59:18.708570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.745107 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b2d5b-5f1d-4b21-9769-95d31c6d068c None None] Network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:18.747538 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.748508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:18.749427 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.885466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] Pushing event updated for resources: {'Network': ['ID=11a2412d-58d1-4b26-9a42-5b9697cc2593,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:18.898172 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1e91a7eb-c63e-44a6-bf58-02de0b637de0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7582426
Dec 18 20:59:18.901320 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44030) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:18.906135 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-dc613e27-b985-4d91-8dc9-a5cca3e12df9 admin admin] Request body: {'subnet': {'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1983523894-subnet', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:18.908040 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.917865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 11a2412d-58d1-4b26-9a42-5b9697cc2593 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:59:18.935050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc613e27-b985-4d91-8dc9-a5cca3e12df9 admin admin] Made reservation on behalf of 837eada96b154829af977e9e1e78f28f for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:18.938365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc613e27-b985-4d91-8dc9-a5cca3e12df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:18.943482 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78289010-48d5-4c1f-9297-af4a668737ea x-openstack-request-id: req-78289010-48d5-4c1f-9297-af4a668737ea {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:18.943672 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dfce29-5bdc-4127-9942-6377d7b7bc7e", "name": "network-vif-deleted", "tag": "2ec8fed1-1707-4075-bc28-f12d86c90468", "status": "failed", "code": 422}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:18.943930 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78289010-48d5-4c1f-9297-af4a668737ea {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:18.944518 ncdv-master-1 neutron-server[126008]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79dfce29-5bdc-4127-9942-6377d7b7bc7e', 'name': 'network-vif-deleted', 'tag': '2ec8fed1-1707-4075-bc28-f12d86c90468', 'status': 'failed', 'code': 422} returned with failed status
Dec 18 20:59:18.973485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca309bec-2eda-4841-8d79-55a053744c58 req-45d7a41b-9c28-4a5c-9c85-2fd518361022 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:18.976042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-45d7a41b-9c28-4a5c-9c85-2fd518361022 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/networks?id=1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 200  len: 815 time: 0.1964927
Dec 18 20:59:18.999126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-0f8b8edf-29e8-4057-b543-5f490e1e726b tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/quotas/d1b96ca6ed964b6a9db0ed2249251328 HTTP/1.1" status: 200  len: 375 time: 0.0158808
Dec 18 20:59:19.044074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:19.047356 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beca279-5dee-404d-a648-6994b9844c97" -d '{"events": [{"server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "name": "network-vif-unplugged", "status": "completed", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:19.047799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-fa2040dc-dbb7-4f23-9151-44b233856a1d tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0468264
Dec 18 20:59:19.071234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:19.081721 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:19.156741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,revision_number=11']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:19.158180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-f968fb6c-2414-458d-9ba7-73de45931a77 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1094916
Dec 18 20:59:19.188844 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc613e27-b985-4d91-8dc9-a5cca3e12df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:19.263697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc613e27-b985-4d91-8dc9-a5cca3e12df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd977de-a437-49fc-9c64-d6aa4944bac5,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:19.266016 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc613e27-b985-4d91-8dc9-a5cca3e12df9 admin admin] Checking segment: {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:19.266378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc613e27-b985-4d91-8dc9-a5cca3e12df9 admin admin] Network hostable DHCP agents. Network: 11a2412d-58d1-4b26-9a42-5b9697cc2593, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:59:19.278024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-aff2b576-4198-4abb-9d0e-4569bf842ba5 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1083605
Dec 18 20:59:19.285256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc613e27-b985-4d91-8dc9-a5cca3e12df9 admin admin] Network 11a2412d-58d1-4b26-9a42-5b9697cc2593 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:59:19.295637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-dc613e27-b985-4d91-8dc9-a5cca3e12df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 11a2412d-58d1-4b26-9a42-5b9697cc2593) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:19.300779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc613e27-b985-4d91-8dc9-a5cca3e12df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:19.301374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc613e27-b985-4d91-8dc9-a5cca3e12df9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:19.306937 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44565ae-a321-455d-9145-077f2eaf8089 None None] Network 11a2412d-58d1-4b26-9a42-5b9697cc2593 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:19.339752 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dc613e27-b985-4d91-8dc9-a5cca3e12df9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4370973
Dec 18 20:59:19.342066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44044) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:19.350942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1983523894-router', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:19.384090 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:19.385388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:19.408780 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:19.449986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-11a2412d-58d1-4b26-9a42-5b9697cc2593', 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593', 'project_id': '837eada96b154829af977e9e1e78f28f', 'fixed_ips': [{'subnet_id': '4fd977de-a437-49fc-9c64-d6aa4944bac5'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:59:19.452142 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:19.485482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9711f88-f661-4600-84a2-a16f0d780955 req-b75411f6-612f-4d98-bd76-99363072048f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:19.487067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-b75411f6-612f-4d98-bd76-99363072048f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/networks?id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 HTTP/1.1" status: 200  len: 821 time: 0.1481330
Dec 18 20:59:19.492577 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:19.517872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-079cb069-588d-4514-88a1-dcc86b1e42de tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/quotas/80e8efe6135e41a689caf483b2c72af1 HTTP/1.1" status: 200  len: 375 time: 0.0231206
Dec 18 20:59:19.557187 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1127c61-3a2a-48bf-9e96-ff84fba8dd47 x-openstack-request-id: req-e1127c61-3a2a-48bf-9e96-ff84fba8dd47 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:19.557801 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "name": "network-vif-unplugged", "status": "completed", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:19.558064 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1127c61-3a2a-48bf-9e96-ff84fba8dd47 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:19.558538 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'code': 200}
Dec 18 20:59:19.574710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-69d3a8a8-b651-4ad1-b1f0-df64a01c316b tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=80e8efe6135e41a689caf483b2c72af1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0509593
Dec 18 20:59:19.665642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Allocated IP 172.20.0.2 (11a2412d-58d1-4b26-9a42-5b9697cc2593/4fd977de-a437-49fc-9c64-d6aa4944bac5/7edd1c79-3e43-4693-aaed-20804f7a4829) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:19.728590 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:19.744969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08c40d-56d5-4ce3-a6d2-b53b60faee53 req-ef27dcc5-8ba7-4f6d-b8a5-54a081085bcc tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:19.746683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c08c40d-56d5-4ce3-a6d2-b53b60faee53 req-ef27dcc5-8ba7-4f6d-b8a5-54a081085bcc tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 949 time: 0.1475348
Dec 18 20:59:19.797420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-b9bb96a1-8466-4db4-a2ed-92f4875a1ae3 service neutron] 10.222.0.13 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2137063
Dec 18 20:59:19.843511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c08c40d-56d5-4ce3-a6d2-b53b60faee53 req-4b75e79c-2b5d-4065-af60-b6f60d0623c1 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35444e9-629f-4f06-bb2c-bdb3c0045e06&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887492
Dec 18 20:59:19.935134 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae2373-d0b4-4ba4-bef2-61256a619d42 req-ea52ee2f-9d10-4213-ab42-143892b4c23c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:19.937069 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-83ae2373-d0b4-4ba4-bef2-61256a619d42 req-ea52ee2f-9d10-4213-ab42-143892b4c23c tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.36 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 949 time: 0.1033723
Dec 18 20:59:19.992223 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-975ff965-aaed-4e51-94fe-c1194eb29bf1 req-0fd19238-3175-43d9-91b6-3d86a7d484b8 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 210 time: 0.0570624
Dec 18 20:59:20.006866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-fae6022c-464e-4fb6-a1ad-04fc3bccb980 service neutron] 10.222.0.13 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977763
Dec 18 20:59:20.067081 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:20.078652 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:20.167208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:20.193337 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Pushing event updated for resources: {'Port': ['ID=7edd1c79-3e43-4693-aaed-20804f7a4829,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:20.193583 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:20.209891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-83ae2373-d0b4-4ba4-bef2-61256a619d42 req-d93aaa86-b2a7-44cd-af5a-fbf576cf7119 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Deleting port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:20.210335 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-83ae2373-d0b4-4ba4-bef2-61256a619d42 req-d93aaa86-b2a7-44cd-af5a-fbf576cf7119 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:20.218112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Network 11a2412d-58d1-4b26-9a42-5b9697cc2593 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:20.227973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:20.231199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:20.370879 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Attempting to bind port 7edd1c79-3e43-4693-aaed-20804f7a4829 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:20.371282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Attempting to bind port 7edd1c79-3e43-4693-aaed-20804f7a4829 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:20.371648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Attempting to bind port 7edd1c79-3e43-4693-aaed-20804f7a4829 on network 11a2412d-58d1-4b26-9a42-5b9697cc2593 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:20.380908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:20.381273 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Checking segment: {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:20.381684 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:20.382085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Bound using segment: {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:20.383982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae53c3b6-85e0-4c98-a142-7b8f6e6bc5b1 req-80e6680c-1479-4856-b445-59de20757366 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 210 time: 0.0523682
Dec 18 20:59:20.386102 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Bound port: 7edd1c79-3e43-4693-aaed-20804f7a4829, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:20.387075 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:20.444195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-83ae2373-d0b4-4ba4-bef2-61256a619d42 req-d93aaa86-b2a7-44cd-af5a-fbf576cf7119 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] For port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:20.444668 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-83ae2373-d0b4-4ba4-bef2-61256a619d42 req-d93aaa86-b2a7-44cd-af5a-fbf576cf7119 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:20.459161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Allocated IP 172.35.3.113 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/4f97a82e-6887-46b9-bd28-acb956924de2) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:20.491552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-83ae2373-d0b4-4ba4-bef2-61256a619d42 req-d93aaa86-b2a7-44cd-af5a-fbf576cf7119 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Calling delete_port for 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:20.513768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] For port 7edd1c79-3e43-4693-aaed-20804f7a4829, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:20.517902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] For port 7edd1c79-3e43-4693-aaed-20804f7a4829, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7edd1c79-3e43-4693-aaed-20804f7a4829,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:20.524618 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:20.624517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3598-ec95-4237-a488-ac1349498101 req-3303ac15-c962-41d6-8cff-9843c7d9d604 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:20.630549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99011cb-5562-450e-98a2-5ac0f2ab640f None None] Pushing event updated for resources: {'Port': ['ID=7edd1c79-3e43-4693-aaed-20804f7a4829,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:20.631916 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-077e3598-ec95-4237-a488-ac1349498101 req-3303ac15-c962-41d6-8cff-9843c7d9d604 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 907 time: 0.1291842
Dec 18 20:59:20.711605 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:20.911810 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:20.927439 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-83ae2373-d0b4-4ba4-bef2-61256a619d42 req-d93aaa86-b2a7-44cd-af5a-fbf576cf7119 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:20.988961 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd4c6303-9cef-4396-8221-2f5726eb5099 req-63a352ea-657a-4880-b55c-d7bb5dd9c3d2 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.13 "GET /v2.0/ports?device_id=479eeab2-5ceb-4408-b0a1-4d5eca0abc0e HTTP/1.1" status: 200  len: 210 time: 0.0375824
Dec 18 20:59:21.082171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:21.091446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccefab54-5768-4c7d-8d21-2a854cabd6af req-4b0edda8-3ea1-478f-827c-846b25d6eaa4 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 210 time: 0.0327787
Dec 18 20:59:21.114149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:21.116827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:21.129327 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d46d63-f36f-4264-9e84-53bac703ebf8 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:59:21.132371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ae2373-d0b4-4ba4-bef2-61256a619d42 req-d93aaa86-b2a7-44cd-af5a-fbf576cf7119 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] No DVR routers for this DVR port 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:21.135179 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-83ae2373-d0b4-4ba4-bef2-61256a619d42 req-d93aaa86-b2a7-44cd-af5a-fbf576cf7119 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:21.141655 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-83ae2373-d0b4-4ba4-bef2-61256a619d42 req-d93aaa86-b2a7-44cd-af5a-fbf576cf7119 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] 10.222.0.36 "DELETE /v2.0/ports/8de86d40-0ffe-4a89-ae60-fdfa7a44d805 HTTP/1.1" status: 204  len: 173 time: 1.1960249
Dec 18 20:59:21.164993 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'name': 'network-vif-deleted', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:21.167339 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56443e2f-af7b-4594-bcfe-3bdd89f6667b" -d '{"events": [{"server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "name": "network-vif-deleted", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:21.174952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Pushing event updated for resources: {'Port': ['ID=4f97a82e-6887-46b9-bd28-acb956924de2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:21.195402 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca309bec-2eda-4841-8d79-55a053744c58 req-ad1c2fd2-fa46-46ee-99a7-00772209ca12 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:21.197039 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-ad1c2fd2-fa46-46ee-99a7-00772209ca12 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.31 "GET /v2.0/networks?id=1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 200  len: 815 time: 0.3973808
Dec 18 20:59:21.213273 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-cda81c2a-8d6e-413e-8581-4e4bec78e473 None None] Provisioning complete for port 4f97a82e-6887-46b9-bd28-acb956924de2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:21.213788 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cda81c2a-8d6e-413e-8581-4e4bec78e473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:21.224559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aaa86-b2a7-44cd-af5a-fbf576cf7119 tempest-ImagesOneServerTestJSON-2073228419 tempest-ImagesOneServerTestJSON-2073228419-project] Pushing event deleted for resources: {'Port': ['ID=8de86d40-0ffe-4a89-ae60-fdfa7a44d805,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:21.228873 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097d4a7b-b6b3-4233-8dc3-7e1ebead156c x-openstack-request-id: req-097d4a7b-b6b3-4233-8dc3-7e1ebead156c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:21.229716 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479eeab2-5ceb-4408-b0a1-4d5eca0abc0e", "name": "network-vif-deleted", "tag": "8de86d40-0ffe-4a89-ae60-fdfa7a44d805", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:21.229716 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-097d4a7b-b6b3-4233-8dc3-7e1ebead156c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:21.230029 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479eeab2-5ceb-4408-b0a1-4d5eca0abc0e', 'name': 'network-vif-deleted', 'tag': '8de86d40-0ffe-4a89-ae60-fdfa7a44d805', 'status': 'completed', 'code': 200}
Dec 18 20:59:21.237569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-ca309bec-2eda-4841-8d79-55a053744c58 req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Request body: {'port': {'device_id': 'a12e2896-51c3-4ed6-abc1-fb782a8c9f48', 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9', 'admin_state_up': True, 'tenant_id': 'd1b96ca6ed964b6a9db0ed2249251328'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:21.283650 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-cda81c2a-8d6e-413e-8581-4e4bec78e473 None None] Port 4f97a82e-6887-46b9-bd28-acb956924de2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:59:21.594971 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb1b041b-6f54-43ab-8f39-d498e3ae4c3d req-92844cd5-b605-478b-899a-fcd66772050d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 210 time: 0.0482113
Dec 18 20:59:21.625943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca309bec-2eda-4841-8d79-55a053744c58 req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Made reservation on behalf of d1b96ca6ed964b6a9db0ed2249251328 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:21.629757 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ca309bec-2eda-4841-8d79-55a053744c58 req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:21.738097 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7edd1c79-3e43-4693-aaed-20804f7a4829 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:21.825155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 7edd1c79-3e43-4693-aaed-20804f7a4829 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:21.825711 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:21.829082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37005f5-3b1f-4a2e-980c-cf49bea2efe2 req-4bb1c446-a015-440e-9d41-ea700ab9607f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:21.838870 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b37005f5-3b1f-4a2e-980c-cf49bea2efe2 req-4bb1c446-a015-440e-9d41-ea700ab9607f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 907 time: 0.1171889
Dec 18 20:59:21.919997 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:21.962556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 7edd1c79-3e43-4693-aaed-20804f7a4829, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7edd1c79-3e43-4693-aaed-20804f7a4829,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:21.975197 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:22.061599 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-ca309bec-2eda-4841-8d79-55a053744c58 req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Allocated IP 172.20.0.8 (1f7835a3-1921-420f-bc92-783d1cac5ba9/99bf93ac-b6ee-4565-81a5-d57d3091ab55/f436640a-8992-4e8c-bdca-8adcc9d844b1) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:22.077548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=7edd1c79-3e43-4693-aaed-20804f7a4829,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:22.106519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29f457-6a0d-44e3-8525-357b4af2b96e None None] Network 11a2412d-58d1-4b26-9a42-5b9697cc2593 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:22.111675 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:22.191873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9711f88-f661-4600-84a2-a16f0d780955 req-c497bb33-bcdb-45dc-87ba-6c04bc2bbfbc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:22.195592 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-c497bb33-bcdb-45dc-87ba-6c04bc2bbfbc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.31 "GET /v2.0/networks?id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 HTTP/1.1" status: 200  len: 821 time: 0.2939637
Dec 18 20:59:22.203874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa1b29-bc3a-4d23-a476-0e5527df9945 req-bce3b15f-584b-48f7-a326-df2063213b56 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:22.205525 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8eaa1b29-bc3a-4d23-a476-0e5527df9945 req-bce3b15f-584b-48f7-a326-df2063213b56 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.36 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 907 time: 0.4229650
Dec 18 20:59:22.209178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a9711f88-f661-4600-84a2-a16f0d780955 req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Request body: {'port': {'device_id': 'd1a95061-f48a-4c6b-b3e7-afabba045761', 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6', 'admin_state_up': True, 'tenant_id': '80e8efe6135e41a689caf483b2c72af1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:22.253196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1a56444b-a561-4176-8ae0-24f910e767e2 None None] Provisioning complete for port 7edd1c79-3e43-4693-aaed-20804f7a4829 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:22.253767 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a56444b-a561-4176-8ae0-24f910e767e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:22.408321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-882c17d8-fa33-4a12-93b8-d3bc6937e213 req-37a689bf-b20d-4a60-af50-313a1d176fa2 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 210 time: 0.0662401
Dec 18 20:59:22.466752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9711f88-f661-4600-84a2-a16f0d780955 req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Made reservation on behalf of 80e8efe6135e41a689caf483b2c72af1 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:22.472546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a9711f88-f661-4600-84a2-a16f0d780955 req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:22.484918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44106) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:22.681712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 07ac6499-0831-47d9-9072-52d994281360 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:22.748988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a90fa84e-f8f7-4360-ad52-14d09f1a02c4 None None] Provisioning complete for port 7edd1c79-3e43-4693-aaed-20804f7a4829 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:22.749354 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a90fa84e-f8f7-4360-ad52-14d09f1a02c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:22.783301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cccae34f-68c1-4d64-b4bd-af144036c77b req-4a807123-0a12-4f34-8620-aca4d40686c7 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 210 time: 0.0628128
Dec 18 20:59:22.814797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-a9711f88-f661-4600-84a2-a16f0d780955 req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Allocated IP 172.20.0.4 (bfdb70fc-b6f1-4792-b656-71aeb0dae3b6/908b7037-377c-4a4b-b384-1c34c13100b0/88dbfcb7-c934-431e-a0d0-8bf4116d376d) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:22.838582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b4b93637-8190-4dde-b99e-4b7c9f8921a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4275f97662f4f3b8eed66d55e5f050b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3522336
Dec 18 20:59:22.841182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44116) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:22.881370 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:22.906342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cde937-d836-4d8a-8568-4e686b8ca4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ac6499-0831-47d9-9072-52d994281360'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:22.908877 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518bae26-4298-46b7-b16c-acba913d70de" -d '{"events": [{"server_uuid": "16cde937-d836-4d8a-8568-4e686b8ca4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "07ac6499-0831-47d9-9072-52d994281360"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:22.922849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 07ac6499-0831-47d9-9072-52d994281360, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=07ac6499-0831-47d9-9072-52d994281360,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:22.935517 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:22.937989 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:22.944124 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b23bd5cf-8418-4064-932a-d35a9dc5925a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:22.987399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-8eaa1b29-bc3a-4d23-a476-0e5527df9945 req-eb834b82-384a-4134-9bd7-84a5962c2bdd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Deleting port 07ac6499-0831-47d9-9072-52d994281360 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:22.987702 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8eaa1b29-bc3a-4d23-a476-0e5527df9945 req-eb834b82-384a-4134-9bd7-84a5962c2bdd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.020853 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d79367-3875-4d5f-b4be-12e605aaa761 x-openstack-request-id: req-39d79367-3875-4d5f-b4be-12e605aaa761 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:23.021543 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cde937-d836-4d8a-8568-4e686b8ca4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "07ac6499-0831-47d9-9072-52d994281360", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:23.022035 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39d79367-3875-4d5f-b4be-12e605aaa761 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:23.022468 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cde937-d836-4d8a-8568-4e686b8ca4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ac6499-0831-47d9-9072-52d994281360', 'code': 200}
Dec 18 20:59:23.030991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:23.031524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8de86d40-0ffe-4a89-ae60-fdfa7a44d805 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:23.048203 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b23bd5cf-8418-4064-932a-d35a9dc5925a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.053075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=07ac6499-0831-47d9-9072-52d994281360,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:23.103264 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ca309bec-2eda-4841-8d79-55a053744c58 req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.124548 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.125715 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216ec1c-76a0-44ee-884c-0cd6ad7164fa req-fa783960-54bc-4141-8760-105a8c633565 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:23.127779 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b216ec1c-76a0-44ee-884c-0cd6ad7164fa req-fa783960-54bc-4141-8760-105a8c633565 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 905 time: 0.1403782
Dec 18 20:59:23.164639 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a9711f88-f661-4600-84a2-a16f0d780955 req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.167722 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b23bd5cf-8418-4064-932a-d35a9dc5925a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.170286 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b23bd5cf-8418-4064-932a-d35a9dc5925a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.171430 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b23bd5cf-8418-4064-932a-d35a9dc5925a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b35444e9-629f-4f06-bb2c-bdb3c0045e06 HTTP/1.1" status: 204  len: 168 time: 0.3293018
Dec 18 20:59:23.182751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bd5cf-8418-4064-932a-d35a9dc5925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35444e9-629f-4f06-bb2c-bdb3c0045e06,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:23.203613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-8eaa1b29-bc3a-4d23-a476-0e5527df9945 req-eb834b82-384a-4134-9bd7-84a5962c2bdd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] For port 07ac6499-0831-47d9-9072-52d994281360, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=07ac6499-0831-47d9-9072-52d994281360,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:23.203985 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8eaa1b29-bc3a-4d23-a476-0e5527df9945 req-eb834b82-384a-4134-9bd7-84a5962c2bdd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.224838 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a9711f88-f661-4600-84a2-a16f0d780955 req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.231274 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-8eaa1b29-bc3a-4d23-a476-0e5527df9945 req-eb834b82-384a-4134-9bd7-84a5962c2bdd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Calling delete_port for 07ac6499-0831-47d9-9072-52d994281360 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:23.274212 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ca309bec-2eda-4841-8d79-55a053744c58 req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.287299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9711f88-f661-4600-84a2-a16f0d780955 req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:23.293835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-a9711f88-f661-4600-84a2-a16f0d780955 req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:23.296699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9711f88-f661-4600-84a2-a16f0d780955 req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:23.334425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event updated for resources: {'Port': ['ID=88dbfcb7-c934-431e-a0d0-8bf4116d376d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:23.358081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9711f88-f661-4600-84a2-a16f0d780955 req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:23.359036 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a9711f88-f661-4600-84a2-a16f0d780955 req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.376913 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-18e4e69e-1272-490e-9e1c-367c9ce81b1d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1716044
Dec 18 20:59:23.380722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca309bec-2eda-4841-8d79-55a053744c58 req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Network 1f7835a3-1921-420f-bc92-783d1cac5ba9 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:23.390172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Request body: {'port': {'device_id': 'd1a95061-f48a-4c6b-b3e7-afabba045761', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:23.394357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-ca309bec-2eda-4841-8d79-55a053744c58 req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:23.397810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Pushing event updated for resources: {'Port': ['ID=f436640a-8992-4e8c-bdca-8adcc9d844b1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:23.401375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca309bec-2eda-4841-8d79-55a053744c58 req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:23.474451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.476195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca309bec-2eda-4841-8d79-55a053744c58 req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:23.476909 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ca309bec-2eda-4841-8d79-55a053744c58 req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.526028 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-8b50fb13-f631-46c4-8d71-e5dd0c3a93b1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2945821
Dec 18 20:59:23.544210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Request body: {'port': {'device_id': 'a12e2896-51c3-4ed6-abc1-fb782a8c9f48', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:23.552789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Router 6b267691-8e0b-47ef-9dde-d448c8235260 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:59:23.599633 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8eaa1b29-bc3a-4d23-a476-0e5527df9945 req-eb834b82-384a-4134-9bd7-84a5962c2bdd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.641902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7edd1c79-3e43-4693-aaed-20804f7a4829 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:23.688192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb834b82-384a-4134-9bd7-84a5962c2bdd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event deleted for resources: {'Port': ['ID=07ac6499-0831-47d9-9072-52d994281360,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:23.700837 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.732148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 7edd1c79-3e43-4693-aaed-20804f7a4829 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:23.734281 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.789538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eaa1b29-bc3a-4d23-a476-0e5527df9945 req-eb834b82-384a-4134-9bd7-84a5962c2bdd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] No DVR routers for this DVR port 07ac6499-0831-47d9-9072-52d994281360 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:23.793554 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8eaa1b29-bc3a-4d23-a476-0e5527df9945 req-eb834b82-384a-4134-9bd7-84a5962c2bdd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.797055 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8eaa1b29-bc3a-4d23-a476-0e5527df9945 req-eb834b82-384a-4134-9bd7-84a5962c2bdd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.36 "DELETE /v2.0/ports/07ac6499-0831-47d9-9072-52d994281360 HTTP/1.1" status: 204  len: 173 time: 1.5765924
Dec 18 20:59:23.797505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cde937-d836-4d8a-8568-4e686b8ca4f2', 'name': 'network-vif-deleted', 'tag': '07ac6499-0831-47d9-9072-52d994281360'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:23.800170 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a998bd-c1bf-4c6c-80be-070eccc61f22" -d '{"events": [{"server_uuid": "16cde937-d836-4d8a-8568-4e686b8ca4f2", "name": "network-vif-deleted", "tag": "07ac6499-0831-47d9-9072-52d994281360"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:23.866858 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:59:23.887283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Sync routers for ids ['6b267691-8e0b-47ef-9dde-d448c8235260'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:59:23.918240 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Routers {'6b267691-8e0b-47ef-9dde-d448c8235260'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:23.919633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e43dbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6b267691-8e0b-47ef-9dde-d448c8235260'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:23.993753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:23.999806 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f24b3373-5bba-47a4-81e5-924f6fe447aa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.6525946
Dec 18 20:59:24.003440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44150) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:24.131775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Set router 6b267691-8e0b-47ef-9dde-d448c8235260 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:24.209853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6987f4-d5d6-41a6-baa2-1826a03c358f req-efe7b599-ae4e-429c-a3d8-ca52d3da191b tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:24.226510 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb6987f4-d5d6-41a6-baa2-1826a03c358f req-efe7b599-ae4e-429c-a3d8-ca52d3da191b tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 931 time: 0.1707864
Dec 18 20:59:24.257370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44158) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:24.279921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd912a-48d9-4ecf-8b8a-4f34c2008470 req-cfc58862-491b-46c0-8081-c63a7c98f8bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:24.282382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13cd912a-48d9-4ecf-8b8a-4f34c2008470 req-cfc58862-491b-46c0-8081-c63a7c98f8bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 931 time: 0.2286203
Dec 18 20:59:24.389888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f436640a-8992-4e8c-bdca-8adcc9d844b1 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:24.394892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13cd912a-48d9-4ecf-8b8a-4f34c2008470 req-5c1cf134-3a4f-4222-9679-80741f6235d6 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695491
Dec 18 20:59:24.404317 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e43dbb0>, [{'id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'name': 'tempest-TestServerMultinode-1983523894-router', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113'}], 'enable_snat': True}, 'gw_port_id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:19Z', 'updated_at': '2021-12-18T20:59:21Z', 'revision_number': 3, 'project_id': '837eada96b154829af977e9e1e78f28f', 'gw_port': {'id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:20Z', 'updated_at': '2021-12-18T20:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:24.426052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb6987f4-d5d6-41a6-baa2-1826a03c358f req-9bb34649-8c50-4658-85f9-85674a510d77 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979144
Dec 18 20:59:24.436028 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.469107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Transition to ACTIVE for port object f436640a-8992-4e8c-bdca-8adcc9d844b1 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:59:24.505531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Checking router: 6b267691-8e0b-47ef-9dde-d448c8235260 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:59:24.505895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Updating router 6b267691-8e0b-47ef-9dde-d448c8235260 port 4f97a82e-6887-46b9-bd28-acb956924de2 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:59:24.512778 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277ecdbc-5464-4488-9941-15b00fa24000 x-openstack-request-id: req-277ecdbc-5464-4488-9941-15b00fa24000 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:24.513237 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cde937-d836-4d8a-8568-4e686b8ca4f2", "name": "network-vif-deleted", "tag": "07ac6499-0831-47d9-9072-52d994281360", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:24.513587 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-277ecdbc-5464-4488-9941-15b00fa24000 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:24.514077 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cde937-d836-4d8a-8568-4e686b8ca4f2', 'name': 'network-vif-deleted', 'tag': '07ac6499-0831-47d9-9072-52d994281360', 'status': 'completed', 'code': 200}
Dec 18 20:59:24.520127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1607353130-network', 'tenant_id': 'f5cbfde46f9542c6bedb0a8694ffa835'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:24.523531 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.544472 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.646899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c058185-cbbb-43f5-86ce-6c501b11d79f req-0d272c9b-7032-4dd6-8ede-82ee597d4e7f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=16cde937-d836-4d8a-8568-4e686b8ca4f2 HTTP/1.1" status: 200  len: 210 time: 0.0349333
Dec 18 20:59:24.655003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88dbfcb7-c934-431e-a0d0-8bf4116d376d {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:24.691803 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.692044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Made reservation on behalf of f5cbfde46f9542c6bedb0a8694ffa835 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:24.696075 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.709463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Transition to ACTIVE for port object 88dbfcb7-c934-431e-a0d0-8bf4116d376d will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:59:24.726326 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.730924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Pushing event updated for resources: {'Port': ['ID=f436640a-8992-4e8c-bdca-8adcc9d844b1,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:24.739480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccad1115-f185-48df-be10-cc5a4f5a47dc req-c8a260be-31a0-4eae-bffe-bb917c4f4a61 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0790474
Dec 18 20:59:24.740184 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.793887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Pushing event updated for resources: {'Port': ['ID=88dbfcb7-c934-431e-a0d0-8bf4116d376d,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:24.862299 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 20:59:24.889472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Attempting to bind port 88dbfcb7-c934-431e-a0d0-8bf4116d376d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:24.889837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Attempting to bind port 88dbfcb7-c934-431e-a0d0-8bf4116d376d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:24.890197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Attempting to bind port 88dbfcb7-c934-431e-a0d0-8bf4116d376d on network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:24.899262 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Port 88dbfcb7-c934-431e-a0d0-8bf4116d376d on network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:59:24.899593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Attempting to bind port 88dbfcb7-c934-431e-a0d0-8bf4116d376d on network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:24.903455 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.907390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:24.907390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Checking segment: {'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:24.907770 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Bound using segment: {'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:24.908235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Bound port: 88dbfcb7-c934-431e-a0d0-8bf4116d376d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:24.908602 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.922962 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.925093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad1115-f185-48df-be10-cc5a4f5a47dc req-e82d33ac-9767-401f-8a93-21a34afc376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:24.926660 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccad1115-f185-48df-be10-cc5a4f5a47dc req-e82d33ac-9767-401f-8a93-21a34afc376a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 1097 time: 0.1279869
Dec 18 20:59:24.936591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Attempting to bind port f436640a-8992-4e8c-bdca-8adcc9d844b1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:24.936918 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Attempting to bind port f436640a-8992-4e8c-bdca-8adcc9d844b1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:24.937250 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Attempting to bind port f436640a-8992-4e8c-bdca-8adcc9d844b1 on network 1f7835a3-1921-420f-bc92-783d1cac5ba9 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:24.957551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Attempting to bind port 4f97a82e-6887-46b9-bd28-acb956924de2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:24.957936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Attempting to bind port 4f97a82e-6887-46b9-bd28-acb956924de2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:24.958795 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Attempting to bind port 4f97a82e-6887-46b9-bd28-acb956924de2 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:24.959427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Port f436640a-8992-4e8c-bdca-8adcc9d844b1 on network 1f7835a3-1921-420f-bc92-783d1cac5ba9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:59:24.959758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Attempting to bind port f436640a-8992-4e8c-bdca-8adcc9d844b1 on network 1f7835a3-1921-420f-bc92-783d1cac5ba9 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:24.977629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:24.978042 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Checking segment: {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:24.978760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Bound using segment: {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:24.978884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Bound port: f436640a-8992-4e8c-bdca-8adcc9d844b1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:24.979213 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.981002 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87e486c-0819-46e0-9338-a0a7b3f70861 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:59:24.994114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:24.994530 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:24.995114 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.995506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:24.995966 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Bound port: 4f97a82e-6887-46b9-bd28-acb956924de2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:24.996339 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:24.999226 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.033693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3869bd6-1339-4ca0-90f1-8aaed8a76855 None None] Pushing event updated for resources: {'Port': ['ID=4f97a82e-6887-46b9-bd28-acb956924de2,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:25.064446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] For port 4f97a82e-6887-46b9-bd28-acb956924de2, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:25.068965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] For port 4f97a82e-6887-46b9-bd28-acb956924de2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f97a82e-6887-46b9-bd28-acb956924de2,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:25.073335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.084341 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] For port 88dbfcb7-c934-431e-a0d0-8bf4116d376d, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:25.093434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] For port 88dbfcb7-c934-431e-a0d0-8bf4116d376d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88dbfcb7-c934-431e-a0d0-8bf4116d376d,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:25.106021 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.126732 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.130975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad1115-f185-48df-be10-cc5a4f5a47dc req-ad46e3e1-a893-4c9c-a9ab-3f0d97a573e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:25.133190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccad1115-f185-48df-be10-cc5a4f5a47dc req-ad46e3e1-a893-4c9c-a9ab-3f0d97a573e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 200  len: 912 time: 0.1575363
Dec 18 20:59:25.139862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.150101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc960979-95b5-4d20-ba48-8b4a66a8e834 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:59:25.154573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] For port f436640a-8992-4e8c-bdca-8adcc9d844b1, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:25.161993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-59cc8793-968f-48b4-a4fe-b0038a90f561 None None] Provisioning complete for port 4f97a82e-6887-46b9-bd28-acb956924de2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:25.162393 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-59cc8793-968f-48b4-a4fe-b0038a90f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.178967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:59:25.187244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3869bd6-1339-4ca0-90f1-8aaed8a76855 None None] Pushing event updated for resources: {'Port': ['ID=4f97a82e-6887-46b9-bd28-acb956924de2,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:25.190216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Routers {'6b267691-8e0b-47ef-9dde-d448c8235260'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:25.191176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e43dbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6b267691-8e0b-47ef-9dde-d448c8235260'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:25.193756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] For port f436640a-8992-4e8c-bdca-8adcc9d844b1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f436640a-8992-4e8c-bdca-8adcc9d844b1,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:25.225260 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccad1115-f185-48df-be10-cc5a4f5a47dc req-b69d3877-38e8-43ce-a710-268a8f3f411d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32869e6e-5796-4fce-881e-b53b1eb6f63a HTTP/1.1" status: 200  len: 217 time: 0.0592687
Dec 18 20:59:25.230948 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.235248 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.235673 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Added segment 41c46f8a-18d6-46fd-893f-f98376861ad9 of type vlan for network 99bfa619-a605-43d6-b8b3-bff41a4ba3a8
Dec 18 20:59:25.247716 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:25.248933 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.250549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] 10.222.0.31 "PUT /v2.0/ports/88dbfcb7-c934-431e-a0d0-8bf4116d376d HTTP/1.1" status: 200  len: 1091 time: 1.8654020
Dec 18 20:59:25.252398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffe661e-6af0-4d05-8ade-24830ef5d6f9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:25.297070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:25.297914 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.299372 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] 10.222.0.31 "PUT /v2.0/ports/f436640a-8992-4e8c-bdca-8adcc9d844b1 HTTP/1.1" status: 200  len: 1091 time: 1.7594802
Dec 18 20:59:25.321927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a95061-f48a-4c6b-b3e7-afabba045761', 'tag': '88dbfcb7-c934-431e-a0d0-8bf4116d376d'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:25.324637 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dde83d-5b6c-475f-8809-d5e2871f9a69" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a95061-f48a-4c6b-b3e7-afabba045761", "tag": "88dbfcb7-c934-431e-a0d0-8bf4116d376d"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:25.367554 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-59cc8793-968f-48b4-a4fe-b0038a90f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.371036 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.373851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] Set router 6b267691-8e0b-47ef-9dde-d448c8235260 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:25.390239 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1573c82-6dae-402b-b406-e6c5043fa59c x-openstack-request-id: req-a1573c82-6dae-402b-b406-e6c5043fa59c {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:25.391188 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a95061-f48a-4c6b-b3e7-afabba045761", "tag": "88dbfcb7-c934-431e-a0d0-8bf4116d376d", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:25.391480 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1573c82-6dae-402b-b406-e6c5043fa59c {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:25.391895 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a95061-f48a-4c6b-b3e7-afabba045761', 'tag': '88dbfcb7-c934-431e-a0d0-8bf4116d376d', 'status': 'completed', 'code': 200}
Dec 18 20:59:25.394393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e52855-1c74-4044-bbd5-cdaff60ffcbe service neutron] Pushing event updated for resources: {'Port': ['ID=88dbfcb7-c934-431e-a0d0-8bf4116d376d,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:25.410848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad1115-f185-48df-be10-cc5a4f5a47dc req-c99217c2-78da-490e-b030-2c7702601e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:25.424251 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccad1115-f185-48df-be10-cc5a4f5a47dc req-c99217c2-78da-490e-b030-2c7702601e92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 200  len: 850 time: 0.1800420
Dec 18 20:59:25.458335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef49d2c-3802-4bb4-bbbb-57923cf0337f service neutron] Pushing event updated for resources: {'Port': ['ID=f436640a-8992-4e8c-bdca-8adcc9d844b1,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:25.469718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca309bec-2eda-4841-8d79-55a053744c58 req-a78e9e95-777c-46a7-ac9b-083c5f977c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:25.471691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-a78e9e95-777c-46a7-ac9b-083c5f977c41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 1094 time: 0.1180420
Dec 18 20:59:25.481324 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.487441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad1115-f185-48df-be10-cc5a4f5a47dc req-82069ea8-20ed-431e-83b9-3cd5d5094edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:25.488907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:25.489030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccad1115-f185-48df-be10-cc5a4f5a47dc req-82069ea8-20ed-431e-83b9-3cd5d5094edf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b682fe11-354f-40ac-961b-a0ccac207599&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0639749
Dec 18 20:59:25.490724 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.548381 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-59cc8793-968f-48b4-a4fe-b0038a90f561 None None] For port 4f97a82e-6887-46b9-bd28-acb956924de2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f97a82e-6887-46b9-bd28-acb956924de2,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:25.555356 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-59cc8793-968f-48b4-a4fe-b0038a90f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.570105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Allocated IP 172.20.0.1 (11a2412d-58d1-4b26-9a42-5b9697cc2593/4fd977de-a437-49fc-9c64-d6aa4944bac5/52bccb17-9604-4395-a2f9-3068724e5552) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:25.579891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9711f88-f661-4600-84a2-a16f0d780955 req-9eb6ac45-4e76-4440-a46d-a4003b33b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:25.584346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-e5b693e2-de2a-43b7-8dd5-34b27f8f615f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f436640a-8992-4e8c-bdca-8adcc9d844b1 HTTP/1.1" status: 200  len: 217 time: 0.0967491
Dec 18 20:59:25.584555 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-9eb6ac45-4e76-4440-a46d-a4003b33b772 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80e8efe6135e41a689caf483b2c72af1&device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 1094 time: 0.2575653
Dec 18 20:59:25.602949 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3402963
Dec 18 20:59:25.630565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44174) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:25.643551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-941c55a6-ee2b-4e63-9d9b-438f3886c8c4 admin admin] Request body: {'subnet': {'network_id': '99bfa619-a605-43d6-b8b3-bff41a4ba3a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1607353130-subnet', 'tenant_id': 'f5cbfde46f9542c6bedb0a8694ffa835', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:25.646288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc8793-968f-48b4-a4fe-b0038a90f561 None None] Pushing event updated for resources: {'Port': ['ID=4f97a82e-6887-46b9-bd28-acb956924de2,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:25.696309 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-37c18021-e9a7-4c51-b8ba-23008ed8fc7e None None] Provisioning complete for port 4f97a82e-6887-46b9-bd28-acb956924de2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:25.696744 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-37c18021-e9a7-4c51-b8ba-23008ed8fc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.737886 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca309bec-2eda-4841-8d79-55a053744c58 req-9fea3d56-2a66-4ca7-a671-b0ad37a8b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:25.739098 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-9fea3d56-2a66-4ca7-a671-b0ad37a8b642 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=99bf93ac-b6ee-4565-81a5-d57d3091ab55 HTTP/1.1" status: 200  len: 855 time: 0.1075850
Dec 18 20:59:25.755241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938891b-2812-4f10-84bf-93686bca6bdd req-40081db6-176f-4014-a6cb-464dcee06b83 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:25.756840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7938891b-2812-4f10-84bf-93686bca6bdd req-40081db6-176f-4014-a6cb-464dcee06b83 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 943 time: 0.2669337
Dec 18 20:59:25.768972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e43dbb0>, [{'id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'name': 'tempest-TestServerMultinode-1983523894-router', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113'}], 'enable_snat': True}, 'gw_port_id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:19Z', 'updated_at': '2021-12-18T20:59:21Z', 'revision_number': 3, 'project_id': '837eada96b154829af977e9e1e78f28f', 'gw_port': {'id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:20Z', 'updated_at': '2021-12-18T20:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:25.772598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941c55a6-ee2b-4e63-9d9b-438f3886c8c4 admin admin] Made reservation on behalf of f5cbfde46f9542c6bedb0a8694ffa835 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:25.774971 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-941c55a6-ee2b-4e63-9d9b-438f3886c8c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:25.801202 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6cd94-c043-459a-b35a-e082f8602336 None None] The sync data for ids ['6b267691-8e0b-47ef-9dde-d448c8235260'] in ncdv-master-1 is: [{'id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'name': 'tempest-TestServerMultinode-1983523894-router', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113'}], 'enable_snat': True}, 'gw_port_id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:19Z', 'updated_at': '2021-12-18T20:59:21Z', 'revision_number': 3, 'project_id': '837eada96b154829af977e9e1e78f28f', 'gw_port': {'id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:20Z', 'updated_at': '2021-12-18T20:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:59:25.809462 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-3a4df61b-887a-46c3-8161-36a044b4c24b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f7835a3-1921-420f-bc92-783d1cac5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511012
Dec 18 20:59:25.835316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f2364-04ba-4250-8b6c-bb69d0bedc10 req-379391e0-f0aa-4276-9fe0-5a9ae6d2826b tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:25.843406 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-005f2364-04ba-4250-8b6c-bb69d0bedc10 req-379391e0-f0aa-4276-9fe0-5a9ae6d2826b tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 943 time: 0.2810318
Dec 18 20:59:25.900457 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccad1115-f185-48df-be10-cc5a4f5a47dc req-74b32ce2-8579-478b-be14-d1c370b8654f service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3933268
Dec 18 20:59:25.970444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109cf34-2b22-4e27-ad96-31eb2bc86ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=99bfa619-a605-43d6-b8b3-bff41a4ba3a8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:25.973418 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-73815078-0f2e-4359-adfe-c18f5b452e77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88dbfcb7-c934-431e-a0d0-8bf4116d376d HTTP/1.1" status: 200  len: 217 time: 0.3766482
Dec 18 20:59:26.025718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 99bfa619-a605-43d6-b8b3-bff41a4ba3a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:59:26.071945 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9711f88-f661-4600-84a2-a16f0d780955 req-17856ab4-9262-43f3-89bf-f2080a0453e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:26.077566 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-17856ab4-9262-43f3-89bf-f2080a0453e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=908b7037-377c-4a4b-b384-1c34c13100b0 HTTP/1.1" status: 200  len: 861 time: 0.0938582
Dec 18 20:59:26.105853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7938891b-2812-4f10-84bf-93686bca6bdd req-5a28d160-908c-448e-8fc2-9a716165831c tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3309498
Dec 18 20:59:26.119421 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-005f2364-04ba-4250-8b6c-bb69d0bedc10 req-8d121ee4-7da3-4c9d-94af-d08f9829ef34 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2744114
Dec 18 20:59:26.128760 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-56cdce08-f904-4724-88b0-6598a6526ad9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434177
Dec 18 20:59:26.168406 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:26.292111 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-4fc4bd19-1e3c-4a44-a905-684a63b2697f service neutron] 10.222.0.31 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4175646
Dec 18 20:59:26.320707 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-5b728201-508e-4f4f-a5b9-414a34ecfd63 service neutron] 10.222.0.31 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849701
Dec 18 20:59:26.331558 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:26.337631 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccad1115-f185-48df-be10-cc5a4f5a47dc req-d74667de-2231-4cd3-b5c8-372ea91a4b5e service neutron] 10.222.0.31 "GET /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4305239
Dec 18 20:59:26.436459 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Network 11a2412d-58d1-4b26-9a42-5b9697cc2593 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:26.443465 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:26.450120 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:26.498388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Pushing event updated for resources: {'Port': ['ID=52bccb17-9604-4395-a2f9-3068724e5552,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:26.517601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12e2896-51c3-4ed6-abc1-fb782a8c9f48', 'tag': 'f436640a-8992-4e8c-bdca-8adcc9d844b1'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:26.519972 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85703954-af7b-466d-92a8-638ced16a281" -d '{"events": [{"name": "network-changed", "server_uuid": "a12e2896-51c3-4ed6-abc1-fb782a8c9f48", "tag": "f436640a-8992-4e8c-bdca-8adcc9d844b1"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:26.525152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-941c55a6-ee2b-4e63-9d9b-438f3886c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:26.571222 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:26.691173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca309bec-2eda-4841-8d79-55a053744c58 req-0115619d-1a47-4777-b83c-1fe4c08117f1 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3669064
Dec 18 20:59:26.742146 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dacf54-afad-4b08-a1b6-c105edee0240 x-openstack-request-id: req-a7dacf54-afad-4b08-a1b6-c105edee0240 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:26.742491 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12e2896-51c3-4ed6-abc1-fb782a8c9f48", "tag": "f436640a-8992-4e8c-bdca-8adcc9d844b1", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:26.742844 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7dacf54-afad-4b08-a1b6-c105edee0240 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:26.743365 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12e2896-51c3-4ed6-abc1-fb782a8c9f48', 'tag': 'f436640a-8992-4e8c-bdca-8adcc9d844b1', 'status': 'completed', 'code': 200}
Dec 18 20:59:26.746583 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a9711f88-f661-4600-84a2-a16f0d780955 req-76c8c589-2bf3-42e2-b39f-eeaf3a59a945 service neutron] 10.222.0.31 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4170198
Dec 18 20:59:26.786065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c55a6-ee2b-4e63-9d9b-438f3886c8c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3918b0c-3d76-4658-8a02-77d204989249,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:26.826348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:26.832972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c55a6-ee2b-4e63-9d9b-438f3886c8c4 admin admin] Checking segment: {'id': '41c46f8a-18d6-46fd-893f-f98376861ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99bfa619-a605-43d6-b8b3-bff41a4ba3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:26.833641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941c55a6-ee2b-4e63-9d9b-438f3886c8c4 admin admin] Network hostable DHCP agents. Network: 99bfa619-a605-43d6-b8b3-bff41a4ba3a8, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:59:26.907479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85703954-af7b-466d-92a8-638ced16a281 req-a2e3d73b-0def-46c4-823b-dac9d74d9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:26.908688 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-85703954-af7b-466d-92a8-638ced16a281 req-a2e3d73b-0def-46c4-823b-dac9d74d9e44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 1094 time: 0.1385739
Dec 18 20:59:26.909168 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e016f3a0-8a68-4653-ae0d-2a20baf3f2d0 None None] Provisioning complete for port 52bccb17-9604-4395-a2f9-3068724e5552 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:26.909642 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e016f3a0-8a68-4653-ae0d-2a20baf3f2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:26.924159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dde83d-5b6c-475f-8809-d5e2871f9a69 req-fe73f731-967d-406d-bb06-2c1609c9bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:26.925867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6dde83d-5b6c-475f-8809-d5e2871f9a69 req-fe73f731-967d-406d-bb06-2c1609c9bb56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80e8efe6135e41a689caf483b2c72af1&device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 1094 time: 0.0881772
Dec 18 20:59:26.936232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b50dcf-2f0c-46e4-a237-4bc9fbb265d3 req-9ae328cd-f46d-49f8-abb1-ef1d83b9727c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:26.937770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22b50dcf-2f0c-46e4-a237-4bc9fbb265d3 req-9ae328cd-f46d-49f8-abb1-ef1d83b9727c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 946 time: 0.1234293
Dec 18 20:59:26.946957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941c55a6-ee2b-4e63-9d9b-438f3886c8c4 admin admin] Network 99bfa619-a605-43d6-b8b3-bff41a4ba3a8 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:59:26.964717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e016f3a0-8a68-4653-ae0d-2a20baf3f2d0 None None] Port 52bccb17-9604-4395-a2f9-3068724e5552 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:59:27.009418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-941c55a6-ee2b-4e63-9d9b-438f3886c8c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 99bfa619-a605-43d6-b8b3-bff41a4ba3a8) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:27.017979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941c55a6-ee2b-4e63-9d9b-438f3886c8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:27.018795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-941c55a6-ee2b-4e63-9d9b-438f3886c8c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:27.020439 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6499d4-08a9-48c3-b5fb-6164e38f9200 None None] Network 99bfa619-a605-43d6-b8b3-bff41a4ba3a8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:27.084028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-941c55a6-ee2b-4e63-9d9b-438f3886c8c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.4445779
Dec 18 20:59:27.087790 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22b50dcf-2f0c-46e4-a237-4bc9fbb265d3 req-d8253c89-6f0d-4799-8466-82cef4de1c3b tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369860
Dec 18 20:59:27.101861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dde83d-5b6c-475f-8809-d5e2871f9a69 req-4ac7ce40-1bb7-46f2-90bc-84382f3c1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:27.102084 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85703954-af7b-466d-92a8-638ced16a281 req-d8f3f140-28f9-4703-aa03-74d87cec32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:27.103586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6dde83d-5b6c-475f-8809-d5e2871f9a69 req-4ac7ce40-1bb7-46f2-90bc-84382f3c1a23 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 HTTP/1.1" status: 200  len: 922 time: 0.1643503
Dec 18 20:59:27.105135 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-85703954-af7b-466d-92a8-638ced16a281 req-d8f3f140-28f9-4703-aa03-74d87cec32a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 200  len: 916 time: 0.1850593
Dec 18 20:59:27.186704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75904647-30b4-4fb8-af0c-2ad080b757ab None None] Network 99bfa619-a605-43d6-b8b3-bff41a4ba3a8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:27.197277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6dde83d-5b6c-475f-8809-d5e2871f9a69 req-5f28d60e-11f1-4826-a88b-1cb3f240bf5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88dbfcb7-c934-431e-a0d0-8bf4116d376d HTTP/1.1" status: 200  len: 217 time: 0.0789990
Dec 18 20:59:27.202292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-85703954-af7b-466d-92a8-638ced16a281 req-06808ea1-463e-467a-add2-071853cc1459 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f436640a-8992-4e8c-bdca-8adcc9d844b1 HTTP/1.1" status: 200  len: 217 time: 0.0823400
Dec 18 20:59:27.226198 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:27.244300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:27.358740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dde83d-5b6c-475f-8809-d5e2871f9a69 req-f4512fb3-d709-4db2-b5be-769bac31cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:27.360272 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6dde83d-5b6c-475f-8809-d5e2871f9a69 req-f4512fb3-d709-4db2-b5be-769bac31cd9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=908b7037-377c-4a4b-b384-1c34c13100b0 HTTP/1.1" status: 200  len: 861 time: 0.1486449
Dec 18 20:59:27.367221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85703954-af7b-466d-92a8-638ced16a281 req-45f0bd4a-674c-4c3f-a29c-750e1f4a3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:27.368687 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-85703954-af7b-466d-92a8-638ced16a281 req-45f0bd4a-674c-4c3f-a29c-750e1f4a3fa7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=99bf93ac-b6ee-4565-81a5-d57d3091ab55 HTTP/1.1" status: 200  len: 855 time: 0.1398382
Dec 18 20:59:27.369715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Pushing event updated for resources: {'Port': ['ID=52bccb17-9604-4395-a2f9-3068724e5552,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:27.372284 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:27.410338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9bddc-27b8-4d97-a26c-3db2251f4af7 req-07585a1f-ff91-4bd4-8c31-fbc8c5135a60 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:27.411826 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ae9bddc-27b8-4d97-a26c-3db2251f4af7 req-07585a1f-ff91-4bd4-8c31-fbc8c5135a60 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 943 time: 0.1276293
Dec 18 20:59:27.413582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6dde83d-5b6c-475f-8809-d5e2871f9a69 req-eb2ee804-ae95-42b3-9220-abef2a8ccb74 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408568
Dec 18 20:59:27.415815 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-85703954-af7b-466d-92a8-638ced16a281 req-d36b2f67-9a95-4053-998a-e46996f2e690 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f7835a3-1921-420f-bc92-783d1cac5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0372722
Dec 18 20:59:27.420971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b80195-e494-469a-a95c-0c93ad8654e4 req-be3554e8-a97b-434b-a36e-7e3572c62441 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:27.422619 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3b80195-e494-469a-a95c-0c93ad8654e4 req-be3554e8-a97b-434b-a36e-7e3572c62441 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 943 time: 0.1473444
Dec 18 20:59:27.561275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ae9bddc-27b8-4d97-a26c-3db2251f4af7 req-60329cf4-0ba8-4a25-bc37-c14ce900dd67 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376948
Dec 18 20:59:27.563120 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Network 11a2412d-58d1-4b26-9a42-5b9697cc2593 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:27.564929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:27.566718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3b80195-e494-469a-a95c-0c93ad8654e4 req-5b542d49-376c-4738-8611-8036546b7841 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363754
Dec 18 20:59:27.568727 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-85703954-af7b-466d-92a8-638ced16a281 req-b6e249fb-2246-4708-b026-08ce6f88bb56 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259093
Dec 18 20:59:27.596258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6dde83d-5b6c-475f-8809-d5e2871f9a69 req-da404456-ed31-4fbb-b0b6-08ef6d876d13 service neutron] 10.222.0.31 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668866
Dec 18 20:59:27.709384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4f97a82e-6887-46b9-bd28-acb956924de2 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:27.796832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6dde83d-5b6c-475f-8809-d5e2871f9a69 req-068b24d7-2f91-417b-8725-10310017a8b1 service neutron] 10.222.0.31 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1918983
Dec 18 20:59:27.811051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4f97a82e-6887-46b9-bd28-acb956924de2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:27.813272 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:27.821891 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-85703954-af7b-466d-92a8-638ced16a281 req-c4d9337b-ef8b-47f6-87a9-e7481d4d932a service neutron] 10.222.0.31 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2416470
Dec 18 20:59:27.899450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-ceda1b66-2cc0-4078-a477-418d979959d4 req-6870aff7-0671-4302-9db7-d947c79ac730 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1464450342', 'description': 'tempest-description-837385976'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:27.942375 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ceda1b66-2cc0-4078-a477-418d979959d4 req-6870aff7-0671-4302-9db7-d947c79ac730 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:27.974854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Router 6b267691-8e0b-47ef-9dde-d448c8235260 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:59:28.015459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ea0718fc-8056-4d98-a366-1ac825b32b77 None None] Provisioning complete for port 52bccb17-9604-4395-a2f9-3068724e5552 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:28.016679 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ea0718fc-8056-4d98-a366-1ac825b32b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.067265 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ea0718fc-8056-4d98-a366-1ac825b32b77 None None] Port 52bccb17-9604-4395-a2f9-3068724e5552 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:59:28.087989 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ceda1b66-2cc0-4078-a477-418d979959d4 req-6870aff7-0671-4302-9db7-d947c79ac730 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.092635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ceda1b66-2cc0-4078-a477-418d979959d4 req-6870aff7-0671-4302-9db7-d947c79ac730 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.126423 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ceda1b66-2cc0-4078-a477-418d979959d4 req-6870aff7-0671-4302-9db7-d947c79ac730 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.127655 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ceda1b66-2cc0-4078-a477-418d979959d4 req-6870aff7-0671-4302-9db7-d947c79ac730 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.2368655
Dec 18 20:59:28.129516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870aff7-0671-4302-9db7-d947c79ac730 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb717b8-f9d7-453e-96fa-082df8ee870b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:28.198211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca0a25-ec75-42bf-b0a0-d96e477cfa28 req-18279410-e913-4a51-844b-e9025e3e6a4f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:28.199951 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-78ca0a25-ec75-42bf-b0a0-d96e477cfa28 req-18279410-e913-4a51-844b-e9025e3e6a4f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 946 time: 0.0980005
Dec 18 20:59:28.201368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:59:28.213656 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c30702c9-1d90-4e9d-b76f-ea05bff30d82 admin admin] 10.222.0.13 "PUT /v2.0/routers/6b267691-8e0b-47ef-9dde-d448c8235260/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2020638
Dec 18 20:59:28.283468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-322973b0-0c35-40dc-9a47-9698b4e0febe req-3ad9cbc2-2c0c-4c5c-91a6-c90c3875ffce tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/deb717b8-f9d7-453e-96fa-082df8ee870b HTTP/1.1" status: 200  len: 1823 time: 0.1161427
Dec 18 20:59:28.289655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-322973b0-0c35-40dc-9a47-9698b4e0febe req-026f5d7f-f893-45f8-ac64-d36cbfa1bfdb tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'deb717b8-f9d7-453e-96fa-082df8ee870b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:28.289974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-322973b0-0c35-40dc-9a47-9698b4e0febe req-026f5d7f-f893-45f8-ac64-d36cbfa1bfdb tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'deb717b8-f9d7-453e-96fa-082df8ee870b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:28.329384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-78ca0a25-ec75-42bf-b0a0-d96e477cfa28 req-207c3cfc-53eb-4b1e-903e-b6ff98d363bc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Deleting port dcd26d53-013a-41a0-b028-6f833c1afdf4 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:28.330932 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-78ca0a25-ec75-42bf-b0a0-d96e477cfa28 req-207c3cfc-53eb-4b1e-903e-b6ff98d363bc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.345418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55377287-9789-472c-87a2-5788e51eddfb req-4abb0fad-972d-4e89-8e7a-9146954c4bb4 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:28.347492 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55377287-9789-472c-87a2-5788e51eddfb req-4abb0fad-972d-4e89-8e7a-9146954c4bb4 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 946 time: 0.1312478
Dec 18 20:59:28.431608 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55377287-9789-472c-87a2-5788e51eddfb req-332c0843-fec1-4f0e-82f4-925da7c07f6a tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772979
Dec 18 20:59:28.435342 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-322973b0-0c35-40dc-9a47-9698b4e0febe req-026f5d7f-f893-45f8-ac64-d36cbfa1bfdb tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.457119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-78ca0a25-ec75-42bf-b0a0-d96e477cfa28 req-207c3cfc-53eb-4b1e-903e-b6ff98d363bc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] For port dcd26d53-013a-41a0-b028-6f833c1afdf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcd26d53-013a-41a0-b028-6f833c1afdf4,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:28.458027 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-78ca0a25-ec75-42bf-b0a0-d96e477cfa28 req-207c3cfc-53eb-4b1e-903e-b6ff98d363bc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.474781 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-322973b0-0c35-40dc-9a47-9698b4e0febe req-026f5d7f-f893-45f8-ac64-d36cbfa1bfdb tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.482961 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-322973b0-0c35-40dc-9a47-9698b4e0febe req-026f5d7f-f893-45f8-ac64-d36cbfa1bfdb tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.490301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-78ca0a25-ec75-42bf-b0a0-d96e477cfa28 req-207c3cfc-53eb-4b1e-903e-b6ff98d363bc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Calling delete_port for dcd26d53-013a-41a0-b028-6f833c1afdf4 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:28.511860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-322973b0-0c35-40dc-9a47-9698b4e0febe req-026f5d7f-f893-45f8-ac64-d36cbfa1bfdb tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.512272 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Sync routers for ids ['6b267691-8e0b-47ef-9dde-d448c8235260'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:59:28.516182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-322973b0-0c35-40dc-9a47-9698b4e0febe req-026f5d7f-f893-45f8-ac64-d36cbfa1bfdb tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2318418
Dec 18 20:59:28.517383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f5d7f-f893-45f8-ac64-d36cbfa1bfdb tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850cc978-548e-4dfb-a886-f54b1ecaaf54,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:28.543997 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-1a823a7a-d029-4c79-aadd-6c20c1f7ec8f req-2641e5f6-db14-458b-a90c-2842d71859c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2067018350', 'description': 'tempest-description-779204632'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:28.551598 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Routers {'6b267691-8e0b-47ef-9dde-d448c8235260'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:28.553415 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366441b8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6b267691-8e0b-47ef-9dde-d448c8235260'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:28.582222 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1a823a7a-d029-4c79-aadd-6c20c1f7ec8f req-2641e5f6-db14-458b-a90c-2842d71859c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.686636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1a823a7a-d029-4c79-aadd-6c20c1f7ec8f req-2641e5f6-db14-458b-a90c-2842d71859c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.692246 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1a823a7a-d029-4c79-aadd-6c20c1f7ec8f req-2641e5f6-db14-458b-a90c-2842d71859c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.693785 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Set router 6b267691-8e0b-47ef-9dde-d448c8235260 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:28.724411 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1a823a7a-d029-4c79-aadd-6c20c1f7ec8f req-2641e5f6-db14-458b-a90c-2842d71859c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.726587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a823a7a-d029-4c79-aadd-6c20c1f7ec8f req-2641e5f6-db14-458b-a90c-2842d71859c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.1866663
Dec 18 20:59:28.744574 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-78ca0a25-ec75-42bf-b0a0-d96e477cfa28 req-207c3cfc-53eb-4b1e-903e-b6ff98d363bc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.761095 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['32869e6e-5796-4fce-881e-b53b1eb6f63a', 'dcd26d53-013a-41a0-b028-6f833c1afdf4'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:28.773850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c3cfc-53eb-4b1e-903e-b6ff98d363bc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event deleted for resources: {'Port': ['ID=dcd26d53-013a-41a0-b028-6f833c1afdf4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:28.819051 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641e5f6-db14-458b-a90c-2842d71859c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c80e1f4-e422-4094-97b1-f521ba042b69,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:28.830607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ca0a25-ec75-42bf-b0a0-d96e477cfa28 req-207c3cfc-53eb-4b1e-903e-b6ff98d363bc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] No DVR routers for this DVR port dcd26d53-013a-41a0-b028-6f833c1afdf4 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:28.833236 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-78ca0a25-ec75-42bf-b0a0-d96e477cfa28 req-207c3cfc-53eb-4b1e-903e-b6ff98d363bc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:28.840250 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-78ca0a25-ec75-42bf-b0a0-d96e477cfa28 req-207c3cfc-53eb-4b1e-903e-b6ff98d363bc tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.31 "DELETE /v2.0/ports/dcd26d53-013a-41a0-b028-6f833c1afdf4 HTTP/1.1" status: 204  len: 173 time: 0.6325378
Dec 18 20:59:28.840762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0093720e-0f18-4f7f-81a6-51de2283143e', 'name': 'network-vif-deleted', 'tag': 'dcd26d53-013a-41a0-b028-6f833c1afdf4'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:28.848404 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f2cfd5-70a0-49d0-a568-5c5f9d39ca40" -d '{"events": [{"server_uuid": "0093720e-0f18-4f7f-81a6-51de2283143e", "name": "network-vif-deleted", "tag": "dcd26d53-013a-41a0-b028-6f833c1afdf4"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:28.878244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d91ab7-a3aa-4b00-ad65-fc39786ba3da req-c6ac3bb9-5fc8-45f3-ba50-6f3c092d2e90 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:28.879564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32d91ab7-a3aa-4b00-ad65-fc39786ba3da req-c6ac3bb9-5fc8-45f3-ba50-6f3c092d2e90 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 943 time: 0.1745095
Dec 18 20:59:28.897461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcb2ac-b06c-4be2-ac1e-f9e135814222 req-deadb5b7-b128-42e6-b876-612e3b13aafb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:28.899054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51dcb2ac-b06c-4be2-ac1e-f9e135814222 req-deadb5b7-b128-42e6-b876-612e3b13aafb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 943 time: 0.0883722
Dec 18 20:59:28.960496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32d91ab7-a3aa-4b00-ad65-fc39786ba3da req-29e7e9e3-56a6-44f1-a7b6-cdcdbbfd8c0a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603137
Dec 18 20:59:28.994032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51dcb2ac-b06c-4be2-ac1e-f9e135814222 req-cc13551a-3e87-4943-b21c-adaa1d07b564 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731533
Dec 18 20:59:29.064396 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5954d9ac-d109-4404-989a-8065f10123d6 req-11102e80-d06f-471c-bb7c-88d1884b06d4 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/3c80e1f4-e422-4094-97b1-f521ba042b69 HTTP/1.1" status: 200  len: 1823 time: 0.0592291
Dec 18 20:59:29.070042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-5954d9ac-d109-4404-989a-8065f10123d6 req-a6849c63-8642-473a-95d5-0719f644499a tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3c80e1f4-e422-4094-97b1-f521ba042b69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:29.070682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-5954d9ac-d109-4404-989a-8065f10123d6 req-a6849c63-8642-473a-95d5-0719f644499a tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3c80e1f4-e422-4094-97b1-f521ba042b69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:29.117387 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366441b8e0>, [{'id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'name': 'tempest-TestServerMultinode-1983523894-router', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113'}], 'enable_snat': True}, 'gw_port_id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:19Z', 'updated_at': '2021-12-18T20:59:26Z', 'revision_number': 4, 'project_id': '837eada96b154829af977e9e1e78f28f', 'gw_port': {'id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:20Z', 'updated_at': '2021-12-18T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52bccb17-9604-4395-a2f9-3068724e5552', 'name': '', 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'mac_address': 'fa:16:3e:e9:6b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '4fd977de-a437-49fc-9c64-d6aa4944bac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:25Z', 'updated_at': '2021-12-18T20:59:26Z', 'revision_number': 2, 'project_id': '837eada96b154829af977e9e1e78f28f', 'subnets': [{'id': '4fd977de-a437-49fc-9c64-d6aa4944bac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:29.146446 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0488bab9-8ea3-45c3-9653-5a4e8189b455 x-openstack-request-id: req-0488bab9-8ea3-45c3-9653-5a4e8189b455 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:29.146749 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0093720e-0f18-4f7f-81a6-51de2283143e", "name": "network-vif-deleted", "tag": "dcd26d53-013a-41a0-b028-6f833c1afdf4", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:29.147012 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0488bab9-8ea3-45c3-9653-5a4e8189b455 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:29.147460 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0093720e-0f18-4f7f-81a6-51de2283143e', 'name': 'network-vif-deleted', 'tag': 'dcd26d53-013a-41a0-b028-6f833c1afdf4', 'status': 'completed', 'code': 200}
Dec 18 20:59:29.155213 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Checking router: 6b267691-8e0b-47ef-9dde-d448c8235260 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:59:29.156838 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Updating router 6b267691-8e0b-47ef-9dde-d448c8235260 port 52bccb17-9604-4395-a2f9-3068724e5552 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:59:29.159681 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5954d9ac-d109-4404-989a-8065f10123d6 req-a6849c63-8642-473a-95d5-0719f644499a tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.189888 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.227716 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5954d9ac-d109-4404-989a-8065f10123d6 req-a6849c63-8642-473a-95d5-0719f644499a tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.234100 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5954d9ac-d109-4404-989a-8065f10123d6 req-a6849c63-8642-473a-95d5-0719f644499a tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.278246 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5954d9ac-d109-4404-989a-8065f10123d6 req-a6849c63-8642-473a-95d5-0719f644499a tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.282997 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5954d9ac-d109-4404-989a-8065f10123d6 req-a6849c63-8642-473a-95d5-0719f644499a tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.2176738
Dec 18 20:59:29.286053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6849c63-8642-473a-95d5-0719f644499a tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0acfb9d-28fb-4a62-9db1-fb119b269fed,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:29.305082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44242) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:29.307946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-7049d45e-662a-4fd9-9e61-824841653c26 req-3ac39b54-7634-4003-83d7-67ce5b88f296 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1898816944', 'description': 'tempest-description-1299033132'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:29.310751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-825300980-network', 'tenant_id': '75c84e493553475aa1781e3e9528e50a'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:29.347889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Made reservation on behalf of 75c84e493553475aa1781e3e9528e50a for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:29.349944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7049d45e-662a-4fd9-9e61-824841653c26 req-3ac39b54-7634-4003-83d7-67ce5b88f296 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.351070 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.363469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.472538 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7049d45e-662a-4fd9-9e61-824841653c26 req-3ac39b54-7634-4003-83d7-67ce5b88f296 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.478876 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7049d45e-662a-4fd9-9e61-824841653c26 req-3ac39b54-7634-4003-83d7-67ce5b88f296 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.483281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.489841 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.505421 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:59:29.518790 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.519348 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Added segment 9f72408e-6fa8-4f96-840e-07a4f1da612f of type vlan for network 21cb4bfb-cb6a-43e4-85f3-dce066f19f71
Dec 18 20:59:29.521827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7049d45e-662a-4fd9-9e61-824841653c26 req-3ac39b54-7634-4003-83d7-67ce5b88f296 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.527031 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7049d45e-662a-4fd9-9e61-824841653c26 req-3ac39b54-7634-4003-83d7-67ce5b88f296 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.2244287
Dec 18 20:59:29.529189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac39b54-7634-4003-83d7-67ce5b88f296 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a41aa5b-83a4-4b95-ad0d-8651e36ceb65,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:29.563007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-aaa73be6-6070-4038-b246-4e3cfb152903 req-567d10c0-f7ed-4255-8145-f1211a47c098 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1329196068', 'description': 'tempest-description-664505320'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:29.578854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.618537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83a2b93-22b9-440b-9fde-1efcfad9d968,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:29.618953 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.619475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3dddb5b4-f0bf-4923-827f-abb815e7fffe req-f34c1041-c4d3-4091-9d84-5f9af892d7dd tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=0093720e-0f18-4f7f-81a6-51de2283143e HTTP/1.1" status: 200  len: 210 time: 0.0336983
Dec 18 20:59:29.626368 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.626747 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aaa73be6-6070-4038-b246-4e3cfb152903 req-567d10c0-f7ed-4255-8145-f1211a47c098 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.639855 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.647293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:29.648461 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.683929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44248) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:29.684463 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3777719
Dec 18 20:59:29.689333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0d86527d-3389-4082-815e-ae181cc1d6d7 admin admin] Request body: {'subnet': {'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-825300980-subnet', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:29.705145 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddea40d-33be-4567-aaaa-39b541f0d11e None None] Pushing event updated for resources: {'Port': ['ID=52bccb17-9604-4395-a2f9-3068724e5552,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:29.739447 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Attempting to bind port 52bccb17-9604-4395-a2f9-3068724e5552 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:29.739809 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Attempting to bind port 52bccb17-9604-4395-a2f9-3068724e5552 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:29.740166 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Attempting to bind port 52bccb17-9604-4395-a2f9-3068724e5552 on network 11a2412d-58d1-4b26-9a42-5b9697cc2593 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:29.746892 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:29.747454 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Checking segment: {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:29.747988 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.748425 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Bound using segment: {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:29.748723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00775403-fe69-4754-b027-22f134659b7c admin admin] Pushing event updated for resources: {'Network': ['ID=21cb4bfb-cb6a-43e4-85f3-dce066f19f71,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:29.748965 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Bound port: 52bccb17-9604-4395-a2f9-3068724e5552, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:29.749313 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.759406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d86527d-3389-4082-815e-ae181cc1d6d7 admin admin] Made reservation on behalf of 75c84e493553475aa1781e3e9528e50a for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:29.761328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 21cb4bfb-cb6a-43e4-85f3-dce066f19f71 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:59:29.761796 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d86527d-3389-4082-815e-ae181cc1d6d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.829526 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] For port 52bccb17-9604-4395-a2f9-3068724e5552, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:29.833420 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] For port 52bccb17-9604-4395-a2f9-3068724e5552, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52bccb17-9604-4395-a2f9-3068724e5552,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:29.840180 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:29.906296 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Routers {'6b267691-8e0b-47ef-9dde-d448c8235260'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:29.907203 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366441b8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6b267691-8e0b-47ef-9dde-d448c8235260'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:29.943824 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddea40d-33be-4567-aaaa-39b541f0d11e None None] Pushing event updated for resources: {'Port': ['ID=52bccb17-9604-4395-a2f9-3068724e5552,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:30.009674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-265b0c37-0def-4c93-9d8c-710b7d371c7c None None] Provisioning complete for port 52bccb17-9604-4395-a2f9-3068724e5552 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:30.010338 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-265b0c37-0def-4c93-9d8c-710b7d371c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.037919 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] Set router 6b267691-8e0b-47ef-9dde-d448c8235260 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:30.068045 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aaa73be6-6070-4038-b246-4e3cfb152903 req-567d10c0-f7ed-4255-8145-f1211a47c098 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.082610 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aaa73be6-6070-4038-b246-4e3cfb152903 req-567d10c0-f7ed-4255-8145-f1211a47c098 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.145787 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-265b0c37-0def-4c93-9d8c-710b7d371c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.165448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aaa73be6-6070-4038-b246-4e3cfb152903 req-567d10c0-f7ed-4255-8145-f1211a47c098 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.166705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aaa73be6-6070-4038-b246-4e3cfb152903 req-567d10c0-f7ed-4255-8145-f1211a47c098 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.6091573
Dec 18 20:59:30.175759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d10c0-f7ed-4255-8145-f1211a47c098 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9a5cb0-0673-47a9-9174-d089a6f2b327,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:30.195792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-265b0c37-0def-4c93-9d8c-710b7d371c7c None None] For port 52bccb17-9604-4395-a2f9-3068724e5552, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52bccb17-9604-4395-a2f9-3068724e5552,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:30.201226 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-265b0c37-0def-4c93-9d8c-710b7d371c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.205182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38166b10-99be-4fb1-b312-34a3f3ee3d3e req-e887a3c8-a1f1-4bbb-bf60-a20e40ae3332 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:30.212438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38166b10-99be-4fb1-b312-34a3f3ee3d3e req-e887a3c8-a1f1-4bbb-bf60-a20e40ae3332 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 943 time: 0.1269062
Dec 18 20:59:30.277754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b0c37-0def-4c93-9d8c-710b7d371c7c None None] Pushing event updated for resources: {'Port': ['ID=52bccb17-9604-4395-a2f9-3068724e5552,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:30.316968 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366441b8e0>, [{'id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'name': 'tempest-TestServerMultinode-1983523894-router', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113'}], 'enable_snat': True}, 'gw_port_id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:19Z', 'updated_at': '2021-12-18T20:59:26Z', 'revision_number': 4, 'project_id': '837eada96b154829af977e9e1e78f28f', 'gw_port': {'id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:20Z', 'updated_at': '2021-12-18T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52bccb17-9604-4395-a2f9-3068724e5552', 'name': '', 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'mac_address': 'fa:16:3e:e9:6b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '4fd977de-a437-49fc-9c64-d6aa4944bac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:25Z', 'updated_at': '2021-12-18T20:59:29Z', 'revision_number': 4, 'project_id': '837eada96b154829af977e9e1e78f28f', 'subnets': [{'id': '4fd977de-a437-49fc-9c64-d6aa4944bac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:30.326744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-79dd9f7e-8885-4e03-9cc7-06b8fb5cb32d None None] Provisioning complete for port 52bccb17-9604-4395-a2f9-3068724e5552 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:30.327194 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-79dd9f7e-8885-4e03-9cc7-06b8fb5cb32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.349090 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38166b10-99be-4fb1-b312-34a3f3ee3d3e req-310a4f61-8384-4f45-a341-e3953399f2cd tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357768
Dec 18 20:59:30.350683 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba59bf2-4396-49c9-9283-2bdf7d1900f1 None None] The sync data for ids ['6b267691-8e0b-47ef-9dde-d448c8235260'] in ncdv-master-1 is: [{'id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'name': 'tempest-TestServerMultinode-1983523894-router', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113'}], 'enable_snat': True}, 'gw_port_id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:19Z', 'updated_at': '2021-12-18T20:59:26Z', 'revision_number': 4, 'project_id': '837eada96b154829af977e9e1e78f28f', 'gw_port': {'id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:20Z', 'updated_at': '2021-12-18T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52bccb17-9604-4395-a2f9-3068724e5552', 'name': '', 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'mac_address': 'fa:16:3e:e9:6b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '4fd977de-a437-49fc-9c64-d6aa4944bac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:25Z', 'updated_at': '2021-12-18T20:59:29Z', 'revision_number': 4, 'project_id': '837eada96b154829af977e9e1e78f28f', 'subnets': [{'id': '4fd977de-a437-49fc-9c64-d6aa4944bac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:59:30.376528 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d42cbc-bb49-4a1d-8c64-2caaed740e1c req-10993b65-c824-40bb-b45f-625ba9de829e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:30.385683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4d42cbc-bb49-4a1d-8c64-2caaed740e1c req-10993b65-c824-40bb-b45f-625ba9de829e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 943 time: 0.1268959
Dec 18 20:59:30.392060 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d86527d-3389-4082-815e-ae181cc1d6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.505939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86527d-3389-4082-815e-ae181cc1d6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f23ad3-5a89-414c-9934-c6964c88c83d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:30.523282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4d42cbc-bb49-4a1d-8c64-2caaed740e1c req-d0318e57-ccb0-435a-af1e-c43a446b67e0 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383522
Dec 18 20:59:30.544342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d86527d-3389-4082-815e-ae181cc1d6d7 admin admin] Checking segment: {'id': '9f72408e-6fa8-4f96-840e-07a4f1da612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:30.544706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d86527d-3389-4082-815e-ae181cc1d6d7 admin admin] Network hostable DHCP agents. Network: 21cb4bfb-cb6a-43e4-85f3-dce066f19f71, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:59:30.575491 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01f7b57a-2def-45de-9c34-bd2b933423bc req-787b98b4-c1fd-4109-a5cc-d7340faa0a81 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/0a41aa5b-83a4-4b95-ad0d-8651e36ceb65 HTTP/1.1" status: 200  len: 1824 time: 0.0735531
Dec 18 20:59:30.594145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d86527d-3389-4082-815e-ae181cc1d6d7 admin admin] Network 21cb4bfb-cb6a-43e4-85f3-dce066f19f71 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:59:30.622610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-0d86527d-3389-4082-815e-ae181cc1d6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 21cb4bfb-cb6a-43e4-85f3-dce066f19f71) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:30.627442 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d86527d-3389-4082-815e-ae181cc1d6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:30.628030 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d86527d-3389-4082-815e-ae181cc1d6d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.637717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267142fb-f156-4194-b43f-d8d6a324addb None None] Network 21cb4bfb-cb6a-43e4-85f3-dce066f19f71 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:30.655372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01f7b57a-2def-45de-9c34-bd2b933423bc req-c9f6c6e0-b825-43e3-90ee-8d30e11b8eeb tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/aa9a5cb0-0673-47a9-9174-d089a6f2b327 HTTP/1.1" status: 200  len: 1823 time: 0.0707140
Dec 18 20:59:30.663742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0d86527d-3389-4082-815e-ae181cc1d6d7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9760730
Dec 18 20:59:30.664319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44264) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:30.669252 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-01f7b57a-2def-45de-9c34-bd2b933423bc req-f1b561fc-7729-4653-881a-37b4488f6f8c tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0a41aa5b-83a4-4b95-ad0d-8651e36ceb65', 'remote_group_id': 'aa9a5cb0-0673-47a9-9174-d089a6f2b327', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:30.669816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-01f7b57a-2def-45de-9c34-bd2b933423bc req-f1b561fc-7729-4653-881a-37b4488f6f8c tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0a41aa5b-83a4-4b95-ad0d-8651e36ceb65', 'remote_group_id': 'aa9a5cb0-0673-47a9-9174-d089a6f2b327', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:30.670089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-825300980-router', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:30.720772 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.722333 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.797285 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-01f7b57a-2def-45de-9c34-bd2b933423bc req-f1b561fc-7729-4653-881a-37b4488f6f8c tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.799849 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.817720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-21cb4bfb-cb6a-43e4-85f3-dce066f19f71', 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71', 'project_id': '75c84e493553475aa1781e3e9528e50a', 'fixed_ips': [{'subnet_id': '52f23ad3-5a89-414c-9934-c6964c88c83d'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 20:59:30.821204 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.846529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 88dbfcb7-c934-431e-a0d0-8bf4116d376d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:59:30.866338 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-01f7b57a-2def-45de-9c34-bd2b933423bc req-f1b561fc-7729-4653-881a-37b4488f6f8c tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.873876 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-01f7b57a-2def-45de-9c34-bd2b933423bc req-f1b561fc-7729-4653-881a-37b4488f6f8c tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.910331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b561fc-7729-4653-881a-37b4488f6f8c tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed031f84-4202-4427-a84a-a5a24097911a,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:30.929321 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-01f7b57a-2def-45de-9c34-bd2b933423bc req-f1b561fc-7729-4653-881a-37b4488f6f8c tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:30.934696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01f7b57a-2def-45de-9c34-bd2b933423bc req-f1b561fc-7729-4653-881a-37b4488f6f8c tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.2708406
Dec 18 20:59:30.979412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f4e27e26-9bd1-4f04-896e-cb992045e8c7 req-dd020a11-5a2b-498c-9fab-b6a3b13a717e tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-107412275', 'description': 'tempest-description-1325334012'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:31.013851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f4e27e26-9bd1-4f04-896e-cb992045e8c7 req-dd020a11-5a2b-498c-9fab-b6a3b13a717e tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.029002 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.101546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Allocated IP 172.20.0.2 (21cb4bfb-cb6a-43e4-85f3-dce066f19f71/52f23ad3-5a89-414c-9934-c6964c88c83d/fdf266f5-db6d-4293-884f-6639476bb275) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:31.125645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 88dbfcb7-c934-431e-a0d0-8bf4116d376d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88dbfcb7-c934-431e-a0d0-8bf4116d376d,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:31.150747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '88dbfcb7-c934-431e-a0d0-8bf4116d376d', 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6', 'port_id': '88dbfcb7-c934-431e-a0d0-8bf4116d376d', 'mac_address': 'fa:16:3e:88:11:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908b7037-377c-4a4b-b384-1c34c13100b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:59:31.158490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0e580-3a49-487c-bf75-9895c115e91b req-b9c296ef-084e-4e5d-b57d-1f888e3df2a2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:31.160058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ab0e580-3a49-487c-bf75-9895c115e91b req-b9c296ef-084e-4e5d-b57d-1f888e3df2a2 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.0904243
Dec 18 20:59:31.198035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f4e27e26-9bd1-4f04-896e-cb992045e8c7 req-dd020a11-5a2b-498c-9fab-b6a3b13a717e tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.223650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f4e27e26-9bd1-4f04-896e-cb992045e8c7 req-dd020a11-5a2b-498c-9fab-b6a3b13a717e tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.249440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.254177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd020a11-5a2b-498c-9fab-b6a3b13a717e tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b52e86-b441-4f00-9795-ba7b47ab7e37,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:31.272210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ab0e580-3a49-487c-bf75-9895c115e91b req-d6b64600-fca4-4ebc-8d75-b202224f1277 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006756
Dec 18 20:59:31.284698 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f4e27e26-9bd1-4f04-896e-cb992045e8c7 req-dd020a11-5a2b-498c-9fab-b6a3b13a717e tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.290506 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4e27e26-9bd1-4f04-896e-cb992045e8c7 req-dd020a11-5a2b-498c-9fab-b6a3b13a717e tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.3155129
Dec 18 20:59:31.307598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88dbfcb7-c934-431e-a0d0-8bf4116d376d {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:31.317480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-0fc6003c-1e16-4256-b183-d7ea536f0cf8 req-f8be0c41-62e7-4475-ae1f-efbf3d48bacf tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1476873729', 'description': 'tempest-description-73435587'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:31.324019 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.346208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.350739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 88dbfcb7-c934-431e-a0d0-8bf4116d376d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88dbfcb7-c934-431e-a0d0-8bf4116d376d,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:31.357616 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.358315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f436640a-8992-4e8c-bdca-8adcc9d844b1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:59:31.358748 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0fc6003c-1e16-4256-b183-d7ea536f0cf8 req-f8be0c41-62e7-4475-ae1f-efbf3d48bacf tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.492507 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0fc6003c-1e16-4256-b183-d7ea536f0cf8 req-f8be0c41-62e7-4475-ae1f-efbf3d48bacf tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.502812 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0fc6003c-1e16-4256-b183-d7ea536f0cf8 req-f8be0c41-62e7-4475-ae1f-efbf3d48bacf tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.505218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Allocated IP 172.35.3.236 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/cac06a02-f498-4cb1-a83e-6aa781395f02) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:31.508823 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.535305 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0fc6003c-1e16-4256-b183-d7ea536f0cf8 req-f8be0c41-62e7-4475-ae1f-efbf3d48bacf tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.536640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fc6003c-1e16-4256-b183-d7ea536f0cf8 req-f8be0c41-62e7-4475-ae1f-efbf3d48bacf tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.2269344
Dec 18 20:59:31.614668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be0c41-62e7-4475-ae1f-efbf3d48bacf tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20087893-52e7-4989-85fb-306247bf2c1c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:31.620405 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.627675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=88dbfcb7-c934-431e-a0d0-8bf4116d376d,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:31.647058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea59a5d-887f-4333-ab76-263e396f862a req-b0ddebd3-2edc-4f37-b736-42b8a71c6322 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:31.648641 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aea59a5d-887f-4333-ab76-263e396f862a req-b0ddebd3-2edc-4f37-b736-42b8a71c6322 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 944 time: 0.1608145
Dec 18 20:59:31.701163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 52bccb17-9604-4395-a2f9-3068724e5552 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:31.711598 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.754384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Network 21cb4bfb-cb6a-43e4-85f3-dce066f19f71 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:31.758398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aea59a5d-887f-4333-ab76-263e396f862a req-da662a1b-536b-4f4d-95f6-b15357abb089 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973694
Dec 18 20:59:31.767743 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.776010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:31.784619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:31.787343 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c4a7c74-c1a1-4969-a85e-2d8279278aa0 req-703409c5-94d6-4a51-bc99-07b1ade0cb70 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/31b52e86-b441-4f00-9795-ba7b47ab7e37 HTTP/1.1" status: 200  len: 1823 time: 0.1066668
Dec 18 20:59:31.797333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Pushing event updated for resources: {'Port': ['ID=fdf266f5-db6d-4293-884f-6639476bb275,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:31.812493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f436640a-8992-4e8c-bdca-8adcc9d844b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f436640a-8992-4e8c-bdca-8adcc9d844b1,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:31.847305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Pushing event updated for resources: {'Port': ['ID=cac06a02-f498-4cb1-a83e-6aa781395f02,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:31.852554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'f436640a-8992-4e8c-bdca-8adcc9d844b1', 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9', 'port_id': 'f436640a-8992-4e8c-bdca-8adcc9d844b1', 'mac_address': 'fa:16:3e:06:a0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99bf93ac-b6ee-4565-81a5-d57d3091ab55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:59:31.861966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:31.866715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:31.869187 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:31.896012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf7a520-83cc-41ee-8c27-a86976138847 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:59:31.899447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c4a7c74-c1a1-4969-a85e-2d8279278aa0 req-0e693e7c-d37a-4164-bf0e-2c8f23171bc6 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/20087893-52e7-4989-85fb-306247bf2c1c HTTP/1.1" status: 200  len: 1822 time: 0.1010890
Dec 18 20:59:31.928375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-0c4a7c74-c1a1-4969-a85e-2d8279278aa0 req-73caeeea-6e9c-45d2-be8a-29766f1d58c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '31b52e86-b441-4f00-9795-ba7b47ab7e37', 'remote_group_id': '20087893-52e7-4989-85fb-306247bf2c1c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:31.929614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-0c4a7c74-c1a1-4969-a85e-2d8279278aa0 req-73caeeea-6e9c-45d2-be8a-29766f1d58c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '31b52e86-b441-4f00-9795-ba7b47ab7e37', 'remote_group_id': '20087893-52e7-4989-85fb-306247bf2c1c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:31.933213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Attempting to bind port fdf266f5-db6d-4293-884f-6639476bb275 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:31.933616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Attempting to bind port fdf266f5-db6d-4293-884f-6639476bb275 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f72408e-6fa8-4f96-840e-07a4f1da612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:31.933981 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Attempting to bind port fdf266f5-db6d-4293-884f-6639476bb275 on network 21cb4bfb-cb6a-43e4-85f3-dce066f19f71 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:31.943944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 52bccb17-9604-4395-a2f9-3068724e5552 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:31.944375 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.951011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:31.951747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Checking segment: {'id': '9f72408e-6fa8-4f96-840e-07a4f1da612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:31.951870 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.952165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Bound using segment: {'id': '9f72408e-6fa8-4f96-840e-07a4f1da612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:31.952644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Bound port: fdf266f5-db6d-4293-884f-6639476bb275, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f72408e-6fa8-4f96-840e-07a4f1da612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:31.953988 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.978529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a763a96-67c4-4399-9e6f-78eded728de7 req-339ed776-a6ca-4b95-9ce8-61b4bb5e27d1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:31.985305 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:31.989960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a763a96-67c4-4399-9e6f-78eded728de7 req-339ed776-a6ca-4b95-9ce8-61b4bb5e27d1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 943 time: 0.1217186
Dec 18 20:59:32.049511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f436640a-8992-4e8c-bdca-8adcc9d844b1 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:32.063462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c0e2f3c9-7809-4a23-b3cf-75ddbd6db948 None None] Provisioning complete for port cac06a02-f498-4cb1-a83e-6aa781395f02 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:32.064182 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f3c9-7809-4a23-b3cf-75ddbd6db948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.082085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a763a96-67c4-4399-9e6f-78eded728de7 req-e2f87675-1301-4495-9f29-c45205864918 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911334
Dec 18 20:59:32.091994 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0c4a7c74-c1a1-4969-a85e-2d8279278aa0 req-73caeeea-6e9c-45d2-be8a-29766f1d58c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.118977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f436640a-8992-4e8c-bdca-8adcc9d844b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f436640a-8992-4e8c-bdca-8adcc9d844b1,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:32.135264 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0c4a7c74-c1a1-4969-a85e-2d8279278aa0 req-73caeeea-6e9c-45d2-be8a-29766f1d58c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.142840 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0c4a7c74-c1a1-4969-a85e-2d8279278aa0 req-73caeeea-6e9c-45d2-be8a-29766f1d58c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.144154 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.172819 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caeeea-6e9c-45d2-be8a-29766f1d58c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c8a7a4-7ebb-447d-8707-7d1829d5008d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:32.190985 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] For port fdf266f5-db6d-4293-884f-6639476bb275, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:32.192546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0c4a7c74-c1a1-4969-a85e-2d8279278aa0 req-73caeeea-6e9c-45d2-be8a-29766f1d58c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.194368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c4a7c74-c1a1-4969-a85e-2d8279278aa0 req-73caeeea-6e9c-45d2-be8a-29766f1d58c0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.2731807
Dec 18 20:59:32.196372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2f3c9-7809-4a23-b3cf-75ddbd6db948 None None] Port cac06a02-f498-4cb1-a83e-6aa781395f02 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:59:32.251147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] For port fdf266f5-db6d-4293-884f-6639476bb275, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdf266f5-db6d-4293-884f-6639476bb275,segment=NetworkSegment(9f72408e-6fa8-4f96-840e-07a4f1da612f),segment_id=9f72408e-6fa8-4f96-840e-07a4f1da612f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:32.254150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f436640a-8992-4e8c-bdca-8adcc9d844b1,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:32.264116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.273980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55e9d8-a5bb-47e1-ac55-28ea9b1a14c6 req-2c68ed7a-2361-490c-af0a-5910ccdbb5ca tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:32.276192 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f55e9d8-a5bb-47e1-ac55-28ea9b1a14c6 req-2c68ed7a-2361-490c-af0a-5910ccdbb5ca tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.1345696
Dec 18 20:59:32.317470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2719e3b-229d-4edf-b1c9-3d15edfd5507 req-22b4946c-b256-4921-a55f-187b45a075f3 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/20087893-52e7-4989-85fb-306247bf2c1c HTTP/1.1" status: 200  len: 1822 time: 0.0889518
Dec 18 20:59:32.331519 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.349743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee0a2d-207a-433d-aaf1-2c670dd85b0e None None] Pushing event updated for resources: {'Port': ['ID=fdf266f5-db6d-4293-884f-6639476bb275,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:32.373491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['88dbfcb7-c934-431e-a0d0-8bf4116d376d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:32.378076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f436640a-8992-4e8c-bdca-8adcc9d844b1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:32.409041 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e2719e3b-229d-4edf-b1c9-3d15edfd5507 req-fe2464bd-f010-4325-8c07-407cb1b738f2 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.476326 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e2719e3b-229d-4edf-b1c9-3d15edfd5507 req-fe2464bd-f010-4325-8c07-407cb1b738f2 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.533681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265c9d2-0592-451f-a0b2-03d1041a4ee2 req-7c611ba7-0ca0-486f-bb0a-86a2eb931505 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:32.543250 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d265c9d2-0592-451f-a0b2-03d1041a4ee2 req-7c611ba7-0ca0-486f-bb0a-86a2eb931505 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 946 time: 0.1437607
Dec 18 20:59:32.657621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d265c9d2-0592-451f-a0b2-03d1041a4ee2 req-7b96011f-2eb9-4083-805e-5428ab16d822 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=da16a825-3f99-459a-b2c2-e94d5a92771c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136179
Dec 18 20:59:32.701362 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e2719e3b-229d-4edf-b1c9-3d15edfd5507 req-fe2464bd-f010-4325-8c07-407cb1b738f2 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.704793 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e2719e3b-229d-4edf-b1c9-3d15edfd5507 req-fe2464bd-f010-4325-8c07-407cb1b738f2 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.706216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2719e3b-229d-4edf-b1c9-3d15edfd5507 req-fe2464bd-f010-4325-8c07-407cb1b738f2 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "DELETE /v2.0/security-groups/20087893-52e7-4989-85fb-306247bf2c1c HTTP/1.1" status: 204  len: 173 time: 0.3874130
Dec 18 20:59:32.726439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2464bd-f010-4325-8c07-407cb1b738f2 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20087893-52e7-4989-85fb-306247bf2c1c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:32.801959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72c0bf6e-3964-4590-ae3c-4344b1e3570c req-e6625bed-9e53-469f-92bc-4c159fd46ea0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/31b52e86-b441-4f00-9795-ba7b47ab7e37 HTTP/1.1" status: 200  len: 1823 time: 0.0675650
Dec 18 20:59:32.833240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-5c76488a-7145-4870-a0b2-2c9ca6683bef req-0e320b9c-1766-4c67-9e8f-389064460029 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1996892898', 'description': 'tempest-description-1779439372'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:32.863577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device dcd26d53-013a-41a0-b028-6f833c1afdf4 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:32.886728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: dcd26d53-013a-41a0-b028-6f833c1afdf4 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:32.887079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device dcd26d53-013a-41a0-b028-6f833c1afdf4 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:32.889520 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5c76488a-7145-4870-a0b2-2c9ca6683bef req-0e320b9c-1766-4c67-9e8f-389064460029 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.924755 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cf3fbd91-c0ec-4123-a8e0-e39ce9ac4a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:32.929925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb4d2a-9fbb-40bb-b483-c3b96ee2d6e5 req-5dbb254f-2ee0-4681-93c0-721ae53a659b tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:32.931472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5eb4d2a-9fbb-40bb-b483-c3b96ee2d6e5 req-5dbb254f-2ee0-4681-93c0-721ae53a659b tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 944 time: 0.0758667
Dec 18 20:59:32.956157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-4f55e9d8-a5bb-47e1-ac55-28ea9b1a14c6 req-04eee774-dec1-4e02-aa74-dab49b3f9249 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Deleting port 32869e6e-5796-4fce-881e-b53b1eb6f63a {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:32.956751 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f55e9d8-a5bb-47e1-ac55-28ea9b1a14c6 req-04eee774-dec1-4e02-aa74-dab49b3f9249 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.013425 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5c76488a-7145-4870-a0b2-2c9ca6683bef req-0e320b9c-1766-4c67-9e8f-389064460029 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.017960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5eb4d2a-9fbb-40bb-b483-c3b96ee2d6e5 req-6ef95430-9d58-456a-b9da-c86be6eff085 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750055
Dec 18 20:59:33.019052 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5c76488a-7145-4870-a0b2-2c9ca6683bef req-0e320b9c-1766-4c67-9e8f-389064460029 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.049702 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5c76488a-7145-4870-a0b2-2c9ca6683bef req-0e320b9c-1766-4c67-9e8f-389064460029 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.055398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5c76488a-7145-4870-a0b2-2c9ca6683bef req-0e320b9c-1766-4c67-9e8f-389064460029 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.2249093
Dec 18 20:59:33.056325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e320b9c-1766-4c67-9e8f-389064460029 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7cb475-9d2a-4008-835d-4ca50a89c510,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:33.113423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f8ea9e5-b4d6-4839-a09b-2f32f015892a req-6bf9cb67-3858-4f97-8675-566d89350f0d tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/2b7cb475-9d2a-4008-835d-4ca50a89c510 HTTP/1.1" status: 200  len: 1824 time: 0.0389633
Dec 18 20:59:33.126166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-7f8ea9e5-b4d6-4839-a09b-2f32f015892a req-58f2b77b-04be-45bf-88fa-5761073a8aba tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b7cb475-9d2a-4008-835d-4ca50a89c510', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:33.126512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-7f8ea9e5-b4d6-4839-a09b-2f32f015892a req-58f2b77b-04be-45bf-88fa-5761073a8aba tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b7cb475-9d2a-4008-835d-4ca50a89c510', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:33.145817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-4f55e9d8-a5bb-47e1-ac55-28ea9b1a14c6 req-04eee774-dec1-4e02-aa74-dab49b3f9249 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] For port 32869e6e-5796-4fce-881e-b53b1eb6f63a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32869e6e-5796-4fce-881e-b53b1eb6f63a,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:33.146164 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f55e9d8-a5bb-47e1-ac55-28ea9b1a14c6 req-04eee774-dec1-4e02-aa74-dab49b3f9249 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.159312 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.169319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-4f55e9d8-a5bb-47e1-ac55-28ea9b1a14c6 req-04eee774-dec1-4e02-aa74-dab49b3f9249 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Calling delete_port for 32869e6e-5796-4fce-881e-b53b1eb6f63a owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:33.202887 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7f8ea9e5-b4d6-4839-a09b-2f32f015892a req-58f2b77b-04be-45bf-88fa-5761073a8aba tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.260128 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7f8ea9e5-b4d6-4839-a09b-2f32f015892a req-58f2b77b-04be-45bf-88fa-5761073a8aba tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.273131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af45bd-970f-4cee-9add-fdc074ea4715 req-b1207979-7c17-4e1c-931d-ae1cb07ce51c tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:33.274744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5af45bd-970f-4cee-9add-fdc074ea4715 req-b1207979-7c17-4e1c-931d-ae1cb07ce51c tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 944 time: 0.0744395
Dec 18 20:59:33.275955 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7f8ea9e5-b4d6-4839-a09b-2f32f015892a req-58f2b77b-04be-45bf-88fa-5761073a8aba tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.303322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2b77b-04be-45bf-88fa-5761073a8aba tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953a2ff9-a37a-4e05-b624-a20d1ac3bc53,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:33.328968 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7f8ea9e5-b4d6-4839-a09b-2f32f015892a req-58f2b77b-04be-45bf-88fa-5761073a8aba tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.330241 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f8ea9e5-b4d6-4839-a09b-2f32f015892a req-58f2b77b-04be-45bf-88fa-5761073a8aba tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2089751
Dec 18 20:59:33.362676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5af45bd-970f-4cee-9add-fdc074ea4715 req-63488edb-addd-47c6-8157-79e12039b551 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745831
Dec 18 20:59:33.435806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f55e9d8-a5bb-47e1-ac55-28ea9b1a14c6 req-04eee774-dec1-4e02-aa74-dab49b3f9249 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.448352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['32869e6e-5796-4fce-881e-b53b1eb6f63a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:33.475351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eee774-dec1-4e02-aa74-dab49b3f9249 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event deleted for resources: {'Port': ['ID=32869e6e-5796-4fce-881e-b53b1eb6f63a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:33.493530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3941ee9f-de70-4438-b493-cfd1b993099e req-c0159b4d-0034-486f-9dab-c16cacbd229a tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/2b7cb475-9d2a-4008-835d-4ca50a89c510 HTTP/1.1" status: 200  len: 2418 time: 0.0567441
Dec 18 20:59:33.504837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-3941ee9f-de70-4438-b493-cfd1b993099e req-d7223cac-61b2-4f20-8fc0-1c00bc986b68 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b7cb475-9d2a-4008-835d-4ca50a89c510', 'remote_group_id': None}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:33.505405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-3941ee9f-de70-4438-b493-cfd1b993099e req-d7223cac-61b2-4f20-8fc0-1c00bc986b68 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b7cb475-9d2a-4008-835d-4ca50a89c510', 'remote_group_id': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:33.539121 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f55e9d8-a5bb-47e1-ac55-28ea9b1a14c6 req-04eee774-dec1-4e02-aa74-dab49b3f9249 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] No DVR routers for this DVR port 32869e6e-5796-4fce-881e-b53b1eb6f63a on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:33.542887 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4f55e9d8-a5bb-47e1-ac55-28ea9b1a14c6 req-04eee774-dec1-4e02-aa74-dab49b3f9249 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.552602 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f55e9d8-a5bb-47e1-ac55-28ea9b1a14c6 req-04eee774-dec1-4e02-aa74-dab49b3f9249 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.31 "DELETE /v2.0/ports/32869e6e-5796-4fce-881e-b53b1eb6f63a HTTP/1.1" status: 204  len: 173 time: 1.2687654
Dec 18 20:59:33.553123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9031e0-037c-409f-8807-2847c9499293', 'name': 'network-vif-deleted', 'tag': '32869e6e-5796-4fce-881e-b53b1eb6f63a'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:33.558225 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdaeb80-44b5-42c2-a36c-ff2c8cf2fc67" -d '{"events": [{"server_uuid": "ed9031e0-037c-409f-8807-2847c9499293", "name": "network-vif-deleted", "tag": "32869e6e-5796-4fce-881e-b53b1eb6f63a"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:33.589536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Router 8f31bbfc-f7c6-4196-9df5-e104273a1862 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 20:59:33.619191 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3941ee9f-de70-4438-b493-cfd1b993099e req-d7223cac-61b2-4f20-8fc0-1c00bc986b68 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.665630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3941ee9f-de70-4438-b493-cfd1b993099e req-d7223cac-61b2-4f20-8fc0-1c00bc986b68 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.677494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fdf266f5-db6d-4293-884f-6639476bb275 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:33.677726 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324e52a0-cb65-4fa9-b473-d9c9da8e2ebe x-openstack-request-id: req-324e52a0-cb65-4fa9-b473-d9c9da8e2ebe {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:33.678001 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9031e0-037c-409f-8807-2847c9499293", "name": "network-vif-deleted", "tag": "32869e6e-5796-4fce-881e-b53b1eb6f63a", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:33.678339 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-324e52a0-cb65-4fa9-b473-d9c9da8e2ebe {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:33.678717 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9031e0-037c-409f-8807-2847c9499293', 'name': 'network-vif-deleted', 'tag': '32869e6e-5796-4fce-881e-b53b1eb6f63a', 'status': 'completed', 'code': 200}
Dec 18 20:59:33.689445 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3941ee9f-de70-4438-b493-cfd1b993099e req-d7223cac-61b2-4f20-8fc0-1c00bc986b68 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.722625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12275be1-a8bf-4473-90f3-bd2016c36557 None None] Network 21cb4bfb-cb6a-43e4-85f3-dce066f19f71 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:33.737172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7223cac-61b2-4f20-8fc0-1c00bc986b68 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a458e7-bb65-4724-abb3-28ed533e49cc,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:33.751882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3941ee9f-de70-4438-b493-cfd1b993099e req-d7223cac-61b2-4f20-8fc0-1c00bc986b68 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.771025 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3941ee9f-de70-4438-b493-cfd1b993099e req-d7223cac-61b2-4f20-8fc0-1c00bc986b68 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2706542
Dec 18 20:59:33.832640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:59:33.851869 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:33.853156 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d4a56dea-3cf1-4893-aa7c-24039d55111d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.1871727
Dec 18 20:59:33.856378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44316) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:33.864063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f91e68cf-eea2-408b-bab8-0fdc96a822d2 req-e35557fe-b58e-46af-b695-c2b463911df5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9031e0-037c-409f-8807-2847c9499293 HTTP/1.1" status: 200  len: 210 time: 0.0400209
Dec 18 20:59:33.880770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f74234e-8e29-4263-a24f-14d0fff24b30 req-5054fd15-4166-4e1a-bdc9-a123f47f9879 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/2b7cb475-9d2a-4008-835d-4ca50a89c510 HTTP/1.1" status: 200  len: 3017 time: 0.1016040
Dec 18 20:59:33.936682 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2fca513-948a-461b-8077-fb6ecc2909e2 req-3db1508b-bc49-4e8b-acab-1cf8f6732bb8 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-group-rules/e4a458e7-bb65-4724-abb3-28ed533e49cc HTTP/1.1" status: 200  len: 783 time: 0.0227675
Dec 18 20:59:33.991062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2fca513-948a-461b-8077-fb6ecc2909e2 req-a90a242f-a491-42fb-acc4-b3978fd0b8dd tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/2b7cb475-9d2a-4008-835d-4ca50a89c510 HTTP/1.1" status: 200  len: 3017 time: 0.0475163
Dec 18 20:59:33.995064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Sync routers for ids ['8f31bbfc-f7c6-4196-9df5-e104273a1862'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:59:34.033426 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d2fca513-948a-461b-8077-fb6ecc2909e2 req-0ce07dae-2b2c-4932-a433-cb226e78dc99 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.034773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Provisioning complete for port fdf266f5-db6d-4293-884f-6639476bb275 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:34.035480 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.054453 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d2fca513-948a-461b-8077-fb6ecc2909e2 req-0ce07dae-2b2c-4932-a433-cb226e78dc99 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.058333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Routers {'8f31bbfc-f7c6-4196-9df5-e104273a1862'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:34.059309 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e83e070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8f31bbfc-f7c6-4196-9df5-e104273a1862'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:34.091308 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d2fca513-948a-461b-8077-fb6ecc2909e2 req-0ce07dae-2b2c-4932-a433-cb226e78dc99 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.100426 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d2fca513-948a-461b-8077-fb6ecc2909e2 req-0ce07dae-2b2c-4932-a433-cb226e78dc99 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.106863 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2fca513-948a-461b-8077-fb6ecc2909e2 req-0ce07dae-2b2c-4932-a433-cb226e78dc99 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e4a458e7-bb65-4724-abb3-28ed533e49cc HTTP/1.1" status: 204  len: 173 time: 0.1083047
Dec 18 20:59:34.121335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce07dae-2b2c-4932-a433-cb226e78dc99 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4a458e7-bb65-4724-abb3-28ed533e49cc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:34.231626 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b7da600-adc3-4926-ba98-14f58cdea3a7 req-6c11fd43-d1c4-45f9-8391-cd708cc9ba76 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/2b7cb475-9d2a-4008-835d-4ca50a89c510 HTTP/1.1" status: 200  len: 2418 time: 0.0937355
Dec 18 20:59:34.240667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f931ca-56ca-492d-ace2-1380cef00146 req-405c5b1f-2677-4426-afe8-2f98071eb69b tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:34.242165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1f931ca-56ca-492d-ace2-1380cef00146 req-405c5b1f-2677-4426-afe8-2f98071eb69b tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 944 time: 0.0826259
Dec 18 20:59:34.268727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Set router 8f31bbfc-f7c6-4196-9df5-e104273a1862 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:34.273562 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port fdf266f5-db6d-4293-884f-6639476bb275 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:34.273919 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.332555 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1f931ca-56ca-492d-ace2-1380cef00146 req-ca19d805-285e-49a8-93f4-8685bbda2170 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809073
Dec 18 20:59:34.343664 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b7da600-adc3-4926-ba98-14f58cdea3a7 req-64168861-e6f0-4345-b716-17f71e381058 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.374136 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b7da600-adc3-4926-ba98-14f58cdea3a7 req-64168861-e6f0-4345-b716-17f71e381058 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.427541 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.457482 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.485625 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b7da600-adc3-4926-ba98-14f58cdea3a7 req-64168861-e6f0-4345-b716-17f71e381058 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.489604 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6b7da600-adc3-4926-ba98-14f58cdea3a7 req-64168861-e6f0-4345-b716-17f71e381058 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.498806 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b7da600-adc3-4926-ba98-14f58cdea3a7 req-64168861-e6f0-4345-b716-17f71e381058 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "DELETE /v2.0/security-groups/2b7cb475-9d2a-4008-835d-4ca50a89c510 HTTP/1.1" status: 204  len: 173 time: 0.2555871
Dec 18 20:59:34.527036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64168861-e6f0-4345-b716-17f71e381058 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7cb475-9d2a-4008-835d-4ca50a89c510,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:34.536352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] For port fdf266f5-db6d-4293-884f-6639476bb275, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdf266f5-db6d-4293-884f-6639476bb275,segment=NetworkSegment(9f72408e-6fa8-4f96-840e-07a4f1da612f),segment_id=9f72408e-6fa8-4f96-840e-07a4f1da612f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:34.551979 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.553798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7fbc8-c8c1-41d4-b4e0-e8e49b382159 req-38d492dd-3455-4cea-8ba8-363d1a3798db tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:34.564898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40e7fbc8-c8c1-41d4-b4e0-e8e49b382159 req-38d492dd-3455-4cea-8ba8-363d1a3798db tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 944 time: 0.1165385
Dec 18 20:59:34.669812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40e7fbc8-c8c1-41d4-b4e0-e8e49b382159 req-b20e4141-ff04-499d-a2f7-47c5bc46d47c tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033924
Dec 18 20:59:34.685488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Pushing event updated for resources: {'Port': ['ID=fdf266f5-db6d-4293-884f-6639476bb275,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:34.702667 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Allocated IP 172.20.0.1 (21cb4bfb-cb6a-43e4-85f3-dce066f19f71/52f23ad3-5a89-414c-9934-c6964c88c83d/2f377ffd-0883-42a7-be80-60a772765c25) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:34.705135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.705545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.706114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.707612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.708125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.708374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.708802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.709173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.709514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.709907 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.710290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.710621 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.711448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d3b89-2c27-4b0c-9b54-67b813df4d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:34.716718 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-f8e2ad19-03dc-429b-9957-d54303bc6c5e req-6f353d46-473c-4484-92e7-ecfec401ac99 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] show failed (client error): The resource could not be found.
Dec 18 20:59:34.719232 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8e2ad19-03dc-429b-9957-d54303bc6c5e req-6f353d46-473c-4484-92e7-ecfec401ac99 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/20087893-52e7-4989-85fb-306247bf2c1c HTTP/1.1" status: 404  len: 352 time: 0.0240970
Dec 18 20:59:34.743619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e83e070>, [{'id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'name': 'tempest-TestServerMultinode-825300980-router', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:30Z', 'updated_at': '2021-12-18T20:59:32Z', 'revision_number': 3, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'gw_port': {'id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:31Z', 'updated_at': '2021-12-18T20:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:34.777132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Checking router: 8f31bbfc-f7c6-4196-9df5-e104273a1862 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:59:34.778022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Updating router 8f31bbfc-f7c6-4196-9df5-e104273a1862 port cac06a02-f498-4cb1-a83e-6aa781395f02 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:59:34.809691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55344a67-a07e-4e0f-bfbc-46d805aa255f req-6ea6e6ae-940d-4bc7-bfbb-0ec581d44153 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/31b52e86-b441-4f00-9795-ba7b47ab7e37 HTTP/1.1" status: 200  len: 1823 time: 0.0530956
Dec 18 20:59:34.811157 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.877515 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.883978 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-55344a67-a07e-4e0f-bfbc-46d805aa255f req-d8f2e2cb-aebe-47d8-b5a3-4a0bbc870ed0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.909641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 88dbfcb7-c934-431e-a0d0-8bf4116d376d up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:34.910787 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-55344a67-a07e-4e0f-bfbc-46d805aa255f req-d8f2e2cb-aebe-47d8-b5a3-4a0bbc870ed0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.934292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.962469 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-55344a67-a07e-4e0f-bfbc-46d805aa255f req-d8f2e2cb-aebe-47d8-b5a3-4a0bbc870ed0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.965104 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-55344a67-a07e-4e0f-bfbc-46d805aa255f req-d8f2e2cb-aebe-47d8-b5a3-4a0bbc870ed0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:34.971229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55344a67-a07e-4e0f-bfbc-46d805aa255f req-d8f2e2cb-aebe-47d8-b5a3-4a0bbc870ed0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "DELETE /v2.0/security-groups/31b52e86-b441-4f00-9795-ba7b47ab7e37 HTTP/1.1" status: 204  len: 173 time: 0.1526268
Dec 18 20:59:34.981745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5a37a7e4-876b-4d30-87e3-3a9687870b71 None None] Provisioning complete for port fdf266f5-db6d-4293-884f-6639476bb275 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:34.982134 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a37a7e4-876b-4d30-87e3-3a9687870b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.007127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2e2cb-aebe-47d8-b5a3-4a0bbc870ed0 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b52e86-b441-4f00-9795-ba7b47ab7e37,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:35.044271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Network 21cb4bfb-cb6a-43e4-85f3-dce066f19f71 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:35.049385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:35.051988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:35.056130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Pushing event updated for resources: {'Port': ['ID=2f377ffd-0883-42a7-be80-60a772765c25,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:35.100153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 88dbfcb7-c934-431e-a0d0-8bf4116d376d completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:59:35.105114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.135049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 88dbfcb7-c934-431e-a0d0-8bf4116d376d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:35.139401 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.255807 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b6047346-dc56-43b7-9e92-1b36c74c93a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.259512 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2b35e47-e9e7-4b3c-a508-48e494c473c5 req-0d9e077a-da99-432d-9042-b613056796cb tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/aa9a5cb0-0673-47a9-9174-d089a6f2b327 HTTP/1.1" status: 200  len: 1823 time: 0.1023607
Dec 18 20:59:35.331663 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.367933 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.372086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.399045 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f2b35e47-e9e7-4b3c-a508-48e494c473c5 req-f8df3362-3918-43ad-af98-e4e20acee2b6 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.408269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90772ee6-ca04-4744-a7f1-8b08a8bbd373 req-ce73ce08-b93a-4bb8-b5b0-2f52a5939b61 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:35.409702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-90772ee6-ca04-4744-a7f1-8b08a8bbd373 req-ce73ce08-b93a-4bb8-b5b0-2f52a5939b61 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.1139796
Dec 18 20:59:35.451525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed4317-4e1b-4a61-ab1a-983a6283a163 None None] Pushing event updated for resources: {'Port': ['ID=cac06a02-f498-4cb1-a83e-6aa781395f02,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:35.482463 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f2b35e47-e9e7-4b3c-a508-48e494c473c5 req-f8df3362-3918-43ad-af98-e4e20acee2b6 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.511617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ffbac9-eb75-4e74-ad39-afcccd2591ab None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:59:35.513616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Attempting to bind port cac06a02-f498-4cb1-a83e-6aa781395f02 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:35.513992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Attempting to bind port cac06a02-f498-4cb1-a83e-6aa781395f02 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:35.514809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Attempting to bind port cac06a02-f498-4cb1-a83e-6aa781395f02 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:35.532219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:35.532745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:35.533404 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.533593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:35.534197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Bound port: cac06a02-f498-4cb1-a83e-6aa781395f02, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:35.534623 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.582280 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-90772ee6-ca04-4744-a7f1-8b08a8bbd373 req-a921802b-2676-4987-bf04-a7a2be7bdb56 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1540067
Dec 18 20:59:35.585737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.627664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] For port cac06a02-f498-4cb1-a83e-6aa781395f02, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:35.645263 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f2b35e47-e9e7-4b3c-a508-48e494c473c5 req-f8df3362-3918-43ad-af98-e4e20acee2b6 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.648746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a95061-f48a-4c6b-b3e7-afabba045761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dbfcb7-c934-431e-a0d0-8bf4116d376d'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:35.649815 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f2b35e47-e9e7-4b3c-a508-48e494c473c5 req-f8df3362-3918-43ad-af98-e4e20acee2b6 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.651129 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacd4062-64d3-45b3-a04f-00b7ed568ab4" -d '{"events": [{"server_uuid": "d1a95061-f48a-4c6b-b3e7-afabba045761", "name": "network-vif-plugged", "status": "completed", "tag": "88dbfcb7-c934-431e-a0d0-8bf4116d376d"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:35.651282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2b35e47-e9e7-4b3c-a508-48e494c473c5 req-f8df3362-3918-43ad-af98-e4e20acee2b6 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "DELETE /v2.0/security-groups/aa9a5cb0-0673-47a9-9174-d089a6f2b327 HTTP/1.1" status: 204  len: 173 time: 0.3908665
Dec 18 20:59:35.658979 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] For port cac06a02-f498-4cb1-a83e-6aa781395f02, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cac06a02-f498-4cb1-a83e-6aa781395f02,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:35.670883 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df3362-3918-43ad-af98-e4e20acee2b6 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9a5cb0-0673-47a9-9174-d089a6f2b327,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:35.702159 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.704540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-cbc0d264-a75e-41ef-ae85-448937363e54 None None] Provisioning complete for port cac06a02-f498-4cb1-a83e-6aa781395f02 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:35.704913 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d264-a75e-41ef-ae85-448937363e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.712730 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.727395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 88dbfcb7-c934-431e-a0d0-8bf4116d376d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88dbfcb7-c934-431e-a0d0-8bf4116d376d,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:35.730189 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.752074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9a208-8cb7-4a64-a47b-ab34838d5325 req-49abe6fa-17a3-473d-b40c-a1087606d024 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:35.753836 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5a9a208-8cb7-4a64-a47b-ab34838d5325 req-49abe6fa-17a3-473d-b40c-a1087606d024 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 944 time: 0.0854828
Dec 18 20:59:35.772662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fdf266f5-db6d-4293-884f-6639476bb275 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:35.775393 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.776165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f436640a-8992-4e8c-bdca-8adcc9d844b1 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:35.811529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Pushing event updated for resources: {'Port': ['ID=2f377ffd-0883-42a7-be80-60a772765c25,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:35.827501 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.843198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5a9a208-8cb7-4a64-a47b-ab34838d5325 req-f929bd62-d086-4ef3-9849-3a027eddbab7 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828266
Dec 18 20:59:35.846417 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6d6ed30-2942-4fcb-97b3-30c6ab2303d3 req-1a3160ee-91c0-4beb-9a20-8ef06e052022 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/0a41aa5b-83a4-4b95-ad0d-8651e36ceb65 HTTP/1.1" status: 200  len: 1824 time: 0.0655799
Dec 18 20:59:35.901058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14909858-8e45-485c-914e-9accb0fcbc1e None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:59:35.927526 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f613b7d-998b-4def-9c51-a118c36c46b9 x-openstack-request-id: req-1f613b7d-998b-4def-9c51-a118c36c46b9 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:35.927964 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a95061-f48a-4c6b-b3e7-afabba045761", "name": "network-vif-plugged", "status": "completed", "tag": "88dbfcb7-c934-431e-a0d0-8bf4116d376d", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:35.928316 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f613b7d-998b-4def-9c51-a118c36c46b9 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:35.928850 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a95061-f48a-4c6b-b3e7-afabba045761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dbfcb7-c934-431e-a0d0-8bf4116d376d', 'code': 200}
Dec 18 20:59:35.934597 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d6d6ed30-2942-4fcb-97b3-30c6ab2303d3 req-555acc74-9254-48ca-8ef1-265cb096f255 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:35.951123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed4317-4e1b-4a61-ab1a-983a6283a163 None None] Pushing event updated for resources: {'Port': ['ID=cac06a02-f498-4cb1-a83e-6aa781395f02,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:35.957249 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Network 21cb4bfb-cb6a-43e4-85f3-dce066f19f71 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:35.963354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:35.965964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Routers {'8f31bbfc-f7c6-4196-9df5-e104273a1862'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:35.966779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e83e070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8f31bbfc-f7c6-4196-9df5-e104273a1862'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:36.004319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d6d6ed30-2942-4fcb-97b3-30c6ab2303d3 req-555acc74-9254-48ca-8ef1-265cb096f255 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.119413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9730061-00e4-4f84-bd39-cb6accb3ebc1 req-77388207-179c-41e6-9955-525c99eb6161 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.121443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9730061-00e4-4f84-bd39-cb6accb3ebc1 req-77388207-179c-41e6-9955-525c99eb6161 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 944 time: 0.0823562
Dec 18 20:59:36.132279 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d6d6ed30-2942-4fcb-97b3-30c6ab2303d3 req-555acc74-9254-48ca-8ef1-265cb096f255 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.135608 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d6d6ed30-2942-4fcb-97b3-30c6ab2303d3 req-555acc74-9254-48ca-8ef1-265cb096f255 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.137376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6d6ed30-2942-4fcb-97b3-30c6ab2303d3 req-555acc74-9254-48ca-8ef1-265cb096f255 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a41aa5b-83a4-4b95-ad0d-8651e36ceb65 HTTP/1.1" status: 204  len: 173 time: 0.2844963
Dec 18 20:59:36.171281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555acc74-9254-48ca-8ef1-265cb096f255 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a41aa5b-83a4-4b95-ad0d-8651e36ceb65,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:36.206730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5ea9c-c55c-4f1e-8af8-b865a80d8e68 req-7b8d65af-8876-4391-a3a3-5538f636fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.208298 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9df5ea9c-c55c-4f1e-8af8-b865a80d8e68 req-7b8d65af-8876-4391-a3a3-5538f636fe59 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 1096 time: 0.1639838
Dec 18 20:59:36.212217 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9730061-00e4-4f84-bd39-cb6accb3ebc1 req-89a35e91-0e32-4192-b3c8-fb2885449428 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816734
Dec 18 20:59:36.303191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port f436640a-8992-4e8c-bdca-8adcc9d844b1 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:59:36.308271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6807f0-08d3-488b-a069-6a2021619c1f req-7f75eccc-3ad5-4a03-a6ed-acc28d0b4b3a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.314809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6807f0-08d3-488b-a069-6a2021619c1f req-7f75eccc-3ad5-4a03-a6ed-acc28d0b4b3a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.316535 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Router 8f31bbfc-f7c6-4196-9df5-e104273a1862 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:59:36.320249 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9df5ea9c-c55c-4f1e-8af8-b865a80d8e68 req-d9a133b4-a878-4879-a12b-7f11553b2119 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932047
Dec 18 20:59:36.321959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6807f0-08d3-488b-a069-6a2021619c1f req-7f75eccc-3ad5-4a03-a6ed-acc28d0b4b3a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.331978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6807f0-08d3-488b-a069-6a2021619c1f req-7f75eccc-3ad5-4a03-a6ed-acc28d0b4b3a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.338652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6807f0-08d3-488b-a069-6a2021619c1f req-7f75eccc-3ad5-4a03-a6ed-acc28d0b4b3a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.345996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6807f0-08d3-488b-a069-6a2021619c1f req-7f75eccc-3ad5-4a03-a6ed-acc28d0b4b3a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.349744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port fdf266f5-db6d-4293-884f-6639476bb275 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:36.350430 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.352887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6807f0-08d3-488b-a069-6a2021619c1f req-7f75eccc-3ad5-4a03-a6ed-acc28d0b4b3a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.364171 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed6807f0-08d3-488b-a069-6a2021619c1f req-7f75eccc-3ad5-4a03-a6ed-acc28d0b4b3a tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5434 time: 0.1332855
Dec 18 20:59:36.395820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port f436640a-8992-4e8c-bdca-8adcc9d844b1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:36.396195 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.419193 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=88dbfcb7-c934-431e-a0d0-8bf4116d376d,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:36.423511 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d264-a75e-41ef-ae85-448937363e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.435580 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed6807f0-08d3-488b-a069-6a2021619c1f req-6ad5b5ae-cb5c-416a-b8de-5a3020db9bc2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0696990
Dec 18 20:59:36.461865 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.480580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:59:36.490391 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0e1b09dc-d708-4a98-a98e-d06a73a6e493 admin admin] 10.222.0.13 "PUT /v2.0/routers/8f31bbfc-f7c6-4196-9df5-e104273a1862/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6329486
Dec 18 20:59:36.501893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-cbc0d264-a75e-41ef-ae85-448937363e54 None None] For port cac06a02-f498-4cb1-a83e-6aa781395f02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cac06a02-f498-4cb1-a83e-6aa781395f02,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:36.505370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-faa09710-b8fe-4ef5-923b-142d711f6267 req-0bb06d4c-4b59-4001-b8b7-2f6c98ac0723 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/3c80e1f4-e422-4094-97b1-f521ba042b69 HTTP/1.1" status: 200  len: 2423 time: 0.0503597
Dec 18 20:59:36.516514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] Set router 8f31bbfc-f7c6-4196-9df5-e104273a1862 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:36.517868 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d264-a75e-41ef-ae85-448937363e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.611643 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-faa09710-b8fe-4ef5-923b-142d711f6267 req-80f92ffa-fab5-4ad5-abfd-53af4e0c73a3 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.626358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-cbc0d264-a75e-41ef-ae85-448937363e54 None None] Provisioning complete for port 2f377ffd-0883-42a7-be80-60a772765c25 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:36.627161 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d264-a75e-41ef-ae85-448937363e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.649043 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-faa09710-b8fe-4ef5-923b-142d711f6267 req-80f92ffa-fab5-4ad5-abfd-53af4e0c73a3 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.670747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec20fa-c0fd-4e61-bf75-c27c7ecb2851 req-0933e804-5a74-45d4-86c5-e6f0fe573e6d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.676633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec20fa-c0fd-4e61-bf75-c27c7ecb2851 req-0933e804-5a74-45d4-86c5-e6f0fe573e6d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.682885 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec20fa-c0fd-4e61-bf75-c27c7ecb2851 req-0933e804-5a74-45d4-86c5-e6f0fe573e6d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.689714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec20fa-c0fd-4e61-bf75-c27c7ecb2851 req-0933e804-5a74-45d4-86c5-e6f0fe573e6d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.696311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec20fa-c0fd-4e61-bf75-c27c7ecb2851 req-0933e804-5a74-45d4-86c5-e6f0fe573e6d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.703390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec20fa-c0fd-4e61-bf75-c27c7ecb2851 req-0933e804-5a74-45d4-86c5-e6f0fe573e6d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.709591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec20fa-c0fd-4e61-bf75-c27c7ecb2851 req-0933e804-5a74-45d4-86c5-e6f0fe573e6d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.711658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22ec20fa-c0fd-4e61-bf75-c27c7ecb2851 req-0933e804-5a74-45d4-86c5-e6f0fe573e6d tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5434 time: 0.1522977
Dec 18 20:59:36.764542 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-faa09710-b8fe-4ef5-923b-142d711f6267 req-80f92ffa-fab5-4ad5-abfd-53af4e0c73a3 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.768334 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-faa09710-b8fe-4ef5-923b-142d711f6267 req-80f92ffa-fab5-4ad5-abfd-53af4e0c73a3 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.769646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-faa09710-b8fe-4ef5-923b-142d711f6267 req-80f92ffa-fab5-4ad5-abfd-53af4e0c73a3 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "DELETE /v2.0/security-groups/3c80e1f4-e422-4094-97b1-f521ba042b69 HTTP/1.1" status: 204  len: 173 time: 0.2471659
Dec 18 20:59:36.783061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f92ffa-fab5-4ad5-abfd-53af4e0c73a3 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c80e1f4-e422-4094-97b1-f521ba042b69,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:36.824129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0d264-a75e-41ef-ae85-448937363e54 None None] Port 2f377ffd-0883-42a7-be80-60a772765c25 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:59:36.837053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0d264-a75e-41ef-ae85-448937363e54 None None] Pushing event updated for resources: {'Port': ['ID=cac06a02-f498-4cb1-a83e-6aa781395f02,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:36.858831 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.871973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-31de167d-ca1a-48aa-a57c-00c9feeb69aa tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.873515 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-31de167d-ca1a-48aa-a57c-00c9feeb69aa tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.36 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0718391
Dec 18 20:59:36.873936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e8d79-c5ed-46a3-aec0-12110c791209 req-02e720c2-1fd7-467a-bbd9-70bd628a630e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:36.876083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-684e8d79-c5ed-46a3-aec0-12110c791209 req-02e720c2-1fd7-467a-bbd9-70bd628a630e tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 945 time: 0.0900209
Dec 18 20:59:36.938938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-684e8d79-c5ed-46a3-aec0-12110c791209 req-bf2c3cf2-35d6-449b-a392-1ba1131c390c tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups?id=5672d52a-5263-48ae-8f46-8984a51ab284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555716
Dec 18 20:59:36.943760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f436640a-8992-4e8c-bdca-8adcc9d844b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f436640a-8992-4e8c-bdca-8adcc9d844b1,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:36.957188 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:36.995380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 32869e6e-5796-4fce-881e-b53b1eb6f63a no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:37.039379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Deleting port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:37.039727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.065908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-36777f72-6bd5-4542-af11-a12289473142 None None] Provisioning complete for port cac06a02-f498-4cb1-a83e-6aa781395f02 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:37.066465 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-36777f72-6bd5-4542-af11-a12289473142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.068389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 32869e6e-5796-4fce-881e-b53b1eb6f63a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:37.068836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 32869e6e-5796-4fce-881e-b53b1eb6f63a not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:37.113409 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f888b9f-5d00-47b8-89d1-4b850f67c522 req-c5338adb-30f3-4c01-a3a3-97f9d76a3a37 tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "GET /v2.0/security-groups/deb717b8-f9d7-453e-96fa-082df8ee870b HTTP/1.1" status: 200  len: 2417 time: 0.1478255
Dec 18 20:59:37.146567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f436640a-8992-4e8c-bdca-8adcc9d844b1,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:37.148949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] For port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:37.149321 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.164226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b529d9-4796-4fe3-bcb6-6bd87f442304 req-7afe5810-875f-49a5-a080-b49bf9a55f15 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:37.165906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03b529d9-4796-4fe3-bcb6-6bd87f442304 req-7afe5810-875f-49a5-a080-b49bf9a55f15 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.1290045
Dec 18 20:59:37.174351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e83e070>, [{'id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'name': 'tempest-TestServerMultinode-825300980-router', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:30Z', 'updated_at': '2021-12-18T20:59:35Z', 'revision_number': 4, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'gw_port': {'id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:31Z', 'updated_at': '2021-12-18T20:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f377ffd-0883-42a7-be80-60a772765c25', 'name': '', 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'mac_address': 'fa:16:3e:12:00:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '52f23ad3-5a89-414c-9934-c6964c88c83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:34Z', 'updated_at': '2021-12-18T20:59:35Z', 'revision_number': 2, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'subnets': [{'id': '52f23ad3-5a89-414c-9934-c6964c88c83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:37.207423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e3cca-f742-439d-bf7d-5721931b5b3e None None] The sync data for ids ['8f31bbfc-f7c6-4196-9df5-e104273a1862'] in ncdv-master-1 is: [{'id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'name': 'tempest-TestServerMultinode-825300980-router', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:30Z', 'updated_at': '2021-12-18T20:59:35Z', 'revision_number': 4, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'gw_port': {'id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:31Z', 'updated_at': '2021-12-18T20:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f377ffd-0883-42a7-be80-60a772765c25', 'name': '', 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'mac_address': 'fa:16:3e:12:00:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '52f23ad3-5a89-414c-9934-c6964c88c83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:34Z', 'updated_at': '2021-12-18T20:59:35Z', 'revision_number': 2, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'subnets': [{'id': '52f23ad3-5a89-414c-9934-c6964c88c83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:59:37.216846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7f888b9f-5d00-47b8-89d1-4b850f67c522 req-8780a484-8ed7-4ccd-9590-1780942f284f tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.266109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-36777f72-6bd5-4542-af11-a12289473142 None None] Provisioning complete for port 2f377ffd-0883-42a7-be80-60a772765c25 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:37.266856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03b529d9-4796-4fe3-bcb6-6bd87f442304 req-cada8ea7-ea34-48dd-b488-0f3a21f88e51 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922809
Dec 18 20:59:37.267134 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-36777f72-6bd5-4542-af11-a12289473142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.280775 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7f888b9f-5d00-47b8-89d1-4b850f67c522 req-8780a484-8ed7-4ccd-9590-1780942f284f tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.332573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-36777f72-6bd5-4542-af11-a12289473142 None None] Port 2f377ffd-0883-42a7-be80-60a772765c25 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:59:37.376376 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7f888b9f-5d00-47b8-89d1-4b850f67c522 req-8780a484-8ed7-4ccd-9590-1780942f284f tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.380833 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7f888b9f-5d00-47b8-89d1-4b850f67c522 req-8780a484-8ed7-4ccd-9590-1780942f284f tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.382134 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f888b9f-5d00-47b8-89d1-4b850f67c522 req-8780a484-8ed7-4ccd-9590-1780942f284f tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] 10.222.0.13 "DELETE /v2.0/security-groups/deb717b8-f9d7-453e-96fa-082df8ee870b HTTP/1.1" status: 204  len: 173 time: 0.2623188
Dec 18 20:59:37.403575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44408) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:37.449123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780a484-8ed7-4ccd-9590-1780942f284f tempest-SecurityGroupRulesTestJSON-233984731 tempest-SecurityGroupRulesTestJSON-233984731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb717b8-f9d7-453e-96fa-082df8ee870b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:37.480284 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.480714 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.481065 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Floating IP f9a70465-ab77-4bdf-96e5-7d27b3d5b040 disassociated. External IP: 172.35.3.121, port: b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699.
Dec 18 20:59:37.481407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Calling delete_port for b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:37.572417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b97e6c-2d15-4401-9111-baac417cd70c admin admin] Deleting subnet f3918b0c-3d76-4658-8a02-77d204989249 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:59:37.585346 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0b97e6c-2d15-4401-9111-baac417cd70c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.668995 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.692727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40851fab-1c77-470c-9551-128af4714849 req-50bf35f2-c6e1-4e14-bd04-735029c6dec8 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:37.694354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40851fab-1c77-470c-9551-128af4714849 req-50bf35f2-c6e1-4e14-bd04-735029c6dec8 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 945 time: 0.2070863
Dec 18 20:59:37.696845 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0b97e6c-2d15-4401-9111-baac417cd70c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.699396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-bad51d17-4892-454d-b6e0-6dd48cc81286 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:37.707213 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-bad51d17-4892-454d-b6e0-6dd48cc81286 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/networks?id=11a2412d-58d1-4b26-9a42-5b9697cc2593 HTTP/1.1" status: 200  len: 911 time: 0.2480459
Dec 18 20:59:37.721160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event deleted for resources: {'Port': ['ID=b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:37.764179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-cfa35638-802e-4fc4-9b0d-02cbb2343afb tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/quotas/75c84e493553475aa1781e3e9528e50a HTTP/1.1" status: 200  len: 375 time: 0.0560677
Dec 18 20:59:37.854056 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0b97e6c-2d15-4401-9111-baac417cd70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:37.874530 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-c363f467-e897-4b51-823f-1021fdf6834a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1964376
Dec 18 20:59:37.900283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Router 6590bd91-d4ca-45f8-a5a2-0d40151a953a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:59:37.929934 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12e2896-51c3-4ed6-abc1-fb782a8c9f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f436640a-8992-4e8c-bdca-8adcc9d844b1'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:37.934800 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1b0fa7-1de6-4a96-8ddc-436873160b89" -d '{"events": [{"server_uuid": "a12e2896-51c3-4ed6-abc1-fb782a8c9f48", "name": "network-vif-plugged", "status": "completed", "tag": "f436640a-8992-4e8c-bdca-8adcc9d844b1"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:37.939269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40851fab-1c77-470c-9551-128af4714849 req-057e1e47-ee9d-4e79-a8fb-0e8e9f1a9d71 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112329
Dec 18 20:59:37.990099 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0b97e6c-2d15-4401-9111-baac417cd70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:38.027665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b97e6c-2d15-4401-9111-baac417cd70c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3918b0c-3d76-4658-8a02-77d204989249,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:38.037402 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:38.041796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-4bd549c9-20e8-423d-a749-b99a0fc9a38f tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=75c84e493553475aa1781e3e9528e50a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2645028
Dec 18 20:59:38.053061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-9eb35550-77e3-4915-9ca0-851a5ad9e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:38.053688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-9eb35550-77e3-4915-9ca0-851a5ad9e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:38.054235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-9eb35550-77e3-4915-9ca0-851a5ad9e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:38.055062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-9eb35550-77e3-4915-9ca0-851a5ad9e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:38.055591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-9eb35550-77e3-4915-9ca0-851a5ad9e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:38.056119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-9eb35550-77e3-4915-9ca0-851a5ad9e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:38.056642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-9eb35550-77e3-4915-9ca0-851a5ad9e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:38.058814 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-9eb35550-77e3-4915-9ca0-851a5ad9e5dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6491 time: 0.1510196
Dec 18 20:59:38.072853 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0b97e6c-2d15-4401-9111-baac417cd70c admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:38.077130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f0b97e6c-2d15-4401-9111-baac417cd70c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f3918b0c-3d76-4658-8a02-77d204989249 HTTP/1.1" status: 204  len: 168 time: 0.6724529
Dec 18 20:59:38.079703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44420) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:38.198391 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1876fee7-3f03-4a3f-8335-11ed9d63cf53 x-openstack-request-id: req-1876fee7-3f03-4a3f-8335-11ed9d63cf53 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:38.198952 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12e2896-51c3-4ed6-abc1-fb782a8c9f48", "name": "network-vif-plugged", "status": "completed", "tag": "f436640a-8992-4e8c-bdca-8adcc9d844b1", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:38.199398 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1876fee7-3f03-4a3f-8335-11ed9d63cf53 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:38.200430 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12e2896-51c3-4ed6-abc1-fb782a8c9f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f436640a-8992-4e8c-bdca-8adcc9d844b1', 'code': 200}
Dec 18 20:59:38.254443 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:38.352804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b9b7023-986e-441e-bc9f-ef8f945bd3a0 req-f175a6ee-6681-46f0-972f-3f514817a543 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d025fcfa-d293-483a-80c3-2100f89d26f4 HTTP/1.1" status: 200  len: 210 time: 0.0602405
Dec 18 20:59:38.358374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-c2ec8831-bfb1-4729-9f22-276d6482a0d7 service neutron] 10.222.0.13 "GET /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2981806
Dec 18 20:59:38.508714 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:38.521721 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:38.557819 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36655b3550>,) {'filters': {'network_id': ['99bfa619-a605-43d6-b8b3-bff41a4ba3a8']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:38.581277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36655b3550>, '41c46f8a-18d6-46fd-893f-f98376861ad9') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:38.581577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36655b3550>, '41c46f8a-18d6-46fd-893f-f98376861ad9') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:38.593776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:59:38.604783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da71a4-b3dc-4688-822e-ad2e034f48b6 req-d48bba47-642a-4088-8dcb-f35d74e89d1a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:38.608486 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a8975-43fd-4e90-b4d6-085348807a8a None None] Sync routers for ids ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:59:38.613006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22da71a4-b3dc-4688-822e-ad2e034f48b6 req-d48bba47-642a-4088-8dcb-f35d74e89d1a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.1321535
Dec 18 20:59:38.619365 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:38.623889 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a8975-43fd-4e90-b4d6-085348807a8a None None] Routers {'6590bd91-d4ca-45f8-a5a2-0d40151a953a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:38.625010 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-845a8975-43fd-4e90-b4d6-085348807a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664584be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:38.656875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89084ebb-3135-4c04-8183-94483819c147 req-e25f23ae-3847-4659-b133-258fb4b62aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:38.658468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-89084ebb-3135-4c04-8183-94483819c147 req-e25f23ae-3847-4659-b133-258fb4b62aef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 1096 time: 0.1989522
Dec 18 20:59:38.666853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-aa12c25a-ee7c-46ea-80bb-537a65956b04 service neutron] 10.222.0.13 "GET /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2819400
Dec 18 20:59:38.669667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:38.676565 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] No DVR routers for this DVR port b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:38.684834 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:38.688400 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4cb80b1b-dec9-45f9-9f10-1970329add8c req-a136380b-81ed-4e47-8a3b-aca7a4181ab5 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.36 "DELETE /v2.0/ports/b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 HTTP/1.1" status: 204  len: 173 time: 1.8036964
Dec 18 20:59:38.689675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-cfe23b5d-cf7d-4d28-bdd8-10505e40da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:38.690239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-cfe23b5d-cf7d-4d28-bdd8-10505e40da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:38.691023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-cfe23b5d-cf7d-4d28-bdd8-10505e40da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:38.693246 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-cfe23b5d-cf7d-4d28-bdd8-10505e40da3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3cf1807-07e5-4f23-a394-25e4d942b008&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=5b74eeda-4ba0-4971-b20a-e138901b128c&id=5b74eeda-4ba0-4971-b20a-e138901b128c HTTP/1.1" status: 200  len: 2292 time: 0.2320437
Dec 18 20:59:38.693246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-deleted', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:38.696926 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9499f10-5232-4941-bf48-b75ebf6cff08" -d '{"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-deleted", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:38.756038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:59:38.764564 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:38.867339 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-89084ebb-3135-4c04-8183-94483819c147 req-f99dc138-dc9c-4d5c-9b98-ab3c6332da35 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941445
Dec 18 20:59:38.872168 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-00d8b0fb-3182-4793-a81d-d7f08070bebb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2508ae-cc73-498d-b496-3c1f2e87f0f4 HTTP/1.1" status: 200  len: 999 time: 0.1633878
Dec 18 20:59:38.898577 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c4ac82-a455-4742-9045-200934000a75 x-openstack-request-id: req-d2c4ac82-a455-4742-9045-200934000a75 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:38.899165 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d025fcfa-d293-483a-80c3-2100f89d26f4", "name": "network-vif-deleted", "tag": "b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:38.899165 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2c4ac82-a455-4742-9045-200934000a75 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:38.899585 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd025fcfa-d293-483a-80c3-2100f89d26f4', 'name': 'network-vif-deleted', 'tag': 'b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699', 'status': 'completed', 'code': 200}
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:59:38.912192 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:59:38.920853 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:38.928243 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:38.936302 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] 10.222.0.13 "DELETE /v2.0/networks/99bfa619-a605-43d6-b8b3-bff41a4ba3a8 HTTP/1.1" status: 204  len: 168 time: 0.8552301
Dec 18 20:59:38.992691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1866a1-68e8-4f46-be4d-e9b2076a1a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=99bfa619-a605-43d6-b8b3-bff41a4ba3a8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:39.005359 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc9c810f-f4b0-460f-8e1c-8788837a48d2 req-c6ff8498-d4cd-403d-8144-5d3632944d2d tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 210 time: 0.0400174
Dec 18 20:59:39.010074 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22da71a4-b3dc-4688-822e-ad2e034f48b6 req-f6b91628-aaec-4a2c-8650-9eb033a0bd6f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3966668
Dec 18 20:59:39.045529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-f458ffa5-6fed-45b9-8700-bdd890f66209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:39.047122 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-f458ffa5-6fed-45b9-8700-bdd890f66209 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00034496-0c84-4e94-bc88-fbb41663ba15 HTTP/1.1" status: 200  len: 851 time: 0.1467409
Dec 18 20:59:39.098116 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-845a8975-43fd-4e90-b4d6-085348807a8a None None] Set router 6590bd91-d4ca-45f8-a5a2-0d40151a953a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:39.165417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac74df-2332-4ebc-96c3-bb748ffde757 req-4b9e15ba-70e1-4e7c-8332-4d0c785c529c tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:39.176061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87ac74df-2332-4ebc-96c3-bb748ffde757 req-4b9e15ba-70e1-4e7c-8332-4d0c785c529c tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.0752616
Dec 18 20:59:39.226039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-a3217842-9fc6-4243-9c74-a8aca3519964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:39.228102 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-a3217842-9fc6-4243-9c74-a8aca3519964 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3cf1807-07e5-4f23-a394-25e4d942b008&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1686711
Dec 18 20:59:39.305958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87ac74df-2332-4ebc-96c3-bb748ffde757 req-399c34ee-c60f-4209-8748-2ec6a82800b8 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287756
Dec 18 20:59:39.350311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44454) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:39.459379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a033d0-a2c2-40ed-811d-9c610510f0c6 req-c9441bd7-fc19-44c3-9a39-beab6fc9a281 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:39.475018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60a033d0-a2c2-40ed-811d-9c610510f0c6 req-c9441bd7-fc19-44c3-9a39-beab6fc9a281 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 945 time: 0.1990061
Dec 18 20:59:39.477475 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0fad17ad-d95f-4d9f-bc5a-d7a5637cf5b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5cbfde46f9542c6bedb0a8694ffa835&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1250129
Dec 18 20:59:39.487244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44462) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:39.538935 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-e626bb8a-79f5-4777-874e-e1bd556489ec service neutron] 10.222.0.36 "GET /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2972300
Dec 18 20:59:39.569196 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-845a8975-43fd-4e90-b4d6-085348807a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664584be0>, [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea64f208-a24a-4c86-8f68-ea791c1d936d', 'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'mac_address': 'fa:16:3e:46:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:06Z', 'updated_at': '2021-12-18T20:50:18Z', 'revision_number': 5, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'subnets': [{'id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:39.615153 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a8975-43fd-4e90-b4d6-085348807a8a None None] Checking router: 6590bd91-d4ca-45f8-a5a2-0d40151a953a for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:59:39.626402 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a8975-43fd-4e90-b4d6-085348807a8a None None] Routers {'6590bd91-d4ca-45f8-a5a2-0d40151a953a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:39.628353 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-845a8975-43fd-4e90-b4d6-085348807a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664584be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:39.660191 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60a033d0-a2c2-40ed-811d-9c610510f0c6 req-1c541e76-9a8a-40dc-b9e5-5652ace06dd8 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835053
Dec 18 20:59:39.767861 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d3dd8f8-357f-4920-9d43-8d0a41fd242a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:39.812371 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d3dd8f8-357f-4920-9d43-8d0a41fd242a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:39.821133 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-46a56c2a-31d9-4862-9608-0e9eb34e4ca1 service neutron] 10.222.0.36 "GET /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2674646
Dec 18 20:59:39.846149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cac06a02-f498-4cb1-a83e-6aa781395f02 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:39.896816 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-b31dac1d-3566-4305-ba43-6734145455bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=f8de1dac-5fbd-4626-8379-c9547acc28fb HTTP/1.1" status: 200  len: 217 time: 0.0527840
Dec 18 20:59:39.918155 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44476) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:39.937704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675d8b5-f4f6-4528-a5b3-04c43f390169 req-896a1dea-f6af-4e94-8020-7c110a672b11 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:39.946058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e675d8b5-f4f6-4528-a5b3-04c43f390169 req-896a1dea-f6af-4e94-8020-7c110a672b11 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.0833409
Dec 18 20:59:40.007174 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-845a8975-43fd-4e90-b4d6-085348807a8a None None] Set router 6590bd91-d4ca-45f8-a5a2-0d40151a953a gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:40.015731 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d3dd8f8-357f-4920-9d43-8d0a41fd242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:40.017353 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e675d8b5-f4f6-4528-a5b3-04c43f390169 req-d2005b28-96e0-4a82-934c-80800360f80d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702510
Dec 18 20:59:40.017888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44478) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:40.020198 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d3dd8f8-357f-4920-9d43-8d0a41fd242a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:40.022724 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6d3dd8f8-357f-4920-9d43-8d0a41fd242a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dffe661e-6af0-4d05-8ade-24830ef5d6f9 HTTP/1.1" status: 204  len: 168 time: 0.5343320
Dec 18 20:59:40.057315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port cac06a02-f498-4cb1-a83e-6aa781395f02 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:40.057649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-b92aeb6a-784c-402c-b541-bf1fcdba2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:40.059795 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-b92aeb6a-784c-402c-b541-bf1fcdba2531 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.1541421
Dec 18 20:59:40.061309 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:40.063574 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dd8f8-357f-4920-9d43-8d0a41fd242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffe661e-6af0-4d05-8ade-24830ef5d6f9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:40.078792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8589624-288e-4abe-9037-59ba24393a5f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:40.119289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8589624-288e-4abe-9037-59ba24393a5f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:40.219959 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8589624-288e-4abe-9037-59ba24393a5f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:40.222554 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8589624-288e-4abe-9037-59ba24393a5f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:40.223762 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e8589624-288e-4abe-9037-59ba24393a5f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "DELETE /v2.0/security-groups/5672d52a-5263-48ae-8f46-8984a51ab284 HTTP/1.1" status: 204  len: 168 time: 0.2986312
Dec 18 20:59:40.230732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44488) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:40.257507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8589624-288e-4abe-9037-59ba24393a5f tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5672d52a-5263-48ae-8f46-8984a51ab284,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:40.271677 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-8dcf1fc3-d35d-42ee-b0fa-66ca0be376db tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] show failed (client error): The resource could not be found.
Dec 18 20:59:40.272747 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8dcf1fc3-d35d-42ee-b0fa-66ca0be376db tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "GET /v2.0/security-groups/5672d52a-5263-48ae-8f46-8984a51ab284 HTTP/1.1" status: 404  len: 347 time: 0.0394342
Dec 18 20:59:40.281976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44490) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:40.303047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-c37491d0-6445-44ff-9160-3771e92f7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:40.304587 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-c37491d0-6445-44ff-9160-3771e92f7963 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2276750
Dec 18 20:59:40.493555 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-845a8975-43fd-4e90-b4d6-085348807a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664584be0>, [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea64f208-a24a-4c86-8f68-ea791c1d936d', 'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'mac_address': 'fa:16:3e:46:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:06Z', 'updated_at': '2021-12-18T20:50:18Z', 'revision_number': 5, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'subnets': [{'id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:40.560315 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a8975-43fd-4e90-b4d6-085348807a8a None None] The sync data for ids ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'] in ncdv-master-1 is: [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:50:09Z', 'revision_number': 4, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea64f208-a24a-4c86-8f68-ea791c1d936d', 'name': '', 'network_id': 'b682fe11-354f-40ac-961b-a0ccac207599', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'mac_address': 'fa:16:3e:46:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:06Z', 'updated_at': '2021-12-18T20:50:18Z', 'revision_number': 5, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'subnets': [{'id': '25a9e8be-dc0d-4099-ac90-c3a3592583ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:59:40.680411 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-ac0c3cb9-a935-4b31-affe-fb90105d92f0 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3079135
Dec 18 20:59:40.689071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2422526f-4efe-4a6c-99b6-2be67d667501 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Deleting port 59e6b64d-dc22-411e-b9f8-19be9a75c9c5 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:40.689414 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2422526f-4efe-4a6c-99b6-2be67d667501 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:40.704602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-348833c9-8dd7-4872-8341-e23efd686c7c req-9343f65f-3569-406d-93f2-69be4d8f2b5c tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 210 time: 0.5435460
Dec 18 20:59:40.725136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3391b-55e2-42ec-91cc-d289933194c5 req-64d6348d-1c5d-494c-80e0-529d68c82321 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:40.736443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48d3391b-55e2-42ec-91cc-d289933194c5 req-64d6348d-1c5d-494c-80e0-529d68c82321 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.6102488
Dec 18 20:59:40.773741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:40.775642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526f9ea-ef96-46bd-b70f-c6105798ebbc req-fa51a726-2df8-4d48-a5a4-4bd81d11155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:40.776125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526f9ea-ef96-46bd-b70f-c6105798ebbc req-fa51a726-2df8-4d48-a5a4-4bd81d11155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:40.776620 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526f9ea-ef96-46bd-b70f-c6105798ebbc req-fa51a726-2df8-4d48-a5a4-4bd81d11155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:40.777084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526f9ea-ef96-46bd-b70f-c6105798ebbc req-fa51a726-2df8-4d48-a5a4-4bd81d11155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:40.777545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526f9ea-ef96-46bd-b70f-c6105798ebbc req-fa51a726-2df8-4d48-a5a4-4bd81d11155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:40.778003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526f9ea-ef96-46bd-b70f-c6105798ebbc req-fa51a726-2df8-4d48-a5a4-4bd81d11155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:40.778494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526f9ea-ef96-46bd-b70f-c6105798ebbc req-fa51a726-2df8-4d48-a5a4-4bd81d11155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:40.789209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1526f9ea-ef96-46bd-b70f-c6105798ebbc req-fa51a726-2df8-4d48-a5a4-4bd81d11155e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6491 time: 0.7619379
Dec 18 20:59:40.861670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48d3391b-55e2-42ec-91cc-d289933194c5 req-f1dd62d9-53a1-4890-80a4-1954ecba56e4 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262350
Dec 18 20:59:40.867791 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2422526f-4efe-4a6c-99b6-2be67d667501 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:40.868145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2422526f-4efe-4a6c-99b6-2be67d667501 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:40.881472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:40.881933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4a5e1ad-6b7c-4cdd-b1cb-5cb9f4fc6699 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:40.883406 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-0c53507b-a8a4-4794-ba5f-fa70d7b07f92 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904516
Dec 18 20:59:40.887736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2422526f-4efe-4a6c-99b6-2be67d667501 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Calling delete_port for 59e6b64d-dc22-411e-b9f8-19be9a75c9c5 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:40.925081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1526f9ea-ef96-46bd-b70f-c6105798ebbc req-579caa53-32b7-40d8-95e7-a5007ebef4ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4f9d6002-3306-4427-ab93-4425eda47d12&id=f4cd3883-3206-4f85-b844-8db2f8bfb841&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1314654
Dec 18 20:59:41.002017 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-80e2412a-b7d0-4bd0-b152-ce19f54cdb26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=04c02923-efaf-4b7a-9421-6c1c3df3d6eb HTTP/1.1" status: 200  len: 217 time: 0.1055312
Dec 18 20:59:41.077271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad845d-2d19-4682-aac2-9ed2d9952fc0 req-947094e1-db4c-4350-9f76-056d64982419 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:41.097408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8bad845d-2d19-4682-aac2-9ed2d9952fc0 req-947094e1-db4c-4350-9f76-056d64982419 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 945 time: 0.1042886
Dec 18 20:59:41.192594 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8bad845d-2d19-4682-aac2-9ed2d9952fc0 req-101426cc-3b2b-4d4e-be5b-d43b71d04eb5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936854
Dec 18 20:59:41.226552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-a78dc2cc-7aa1-4cf7-af4d-1660b8a1d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:41.228058 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-a78dc2cc-7aa1-4cf7-af4d-1660b8a1d306 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.1974075
Dec 18 20:59:41.235197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b69ac-4030-47ab-ab23-e207846fdfa4 req-2a0f696e-4781-4a27-be49-ef015980f130 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:41.243404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b53b69ac-4030-47ab-ab23-e207846fdfa4 req-2a0f696e-4781-4a27-be49-ef015980f130 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.1158237
Dec 18 20:59:41.332824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b53b69ac-4030-47ab-ab23-e207846fdfa4 req-432f46f9-7fc7-45f2-9c49-891b44bdfb54 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727825
Dec 18 20:59:41.340112 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-108dca31-ec2a-4e42-a8eb-c819db446fde tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:41.341635 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-108dca31-ec2a-4e42-a8eb-c819db446fde tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.31 "GET /v2.0/networks?id=11a2412d-58d1-4b26-9a42-5b9697cc2593 HTTP/1.1" status: 200  len: 911 time: 0.3237391
Dec 18 20:59:41.349934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-4f5dd18b-403b-4261-88f0-8919561bb958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:41.357728 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-4f5dd18b-403b-4261-88f0-8919561bb958 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0960848
Dec 18 20:59:41.363106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Request body: {'port': {'device_id': '568a5cf4-f4a7-422f-91f2-9981295940ff', 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593', 'admin_state_up': True, 'tenant_id': '75c84e493553475aa1781e3e9528e50a'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:41.376618 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2422526f-4efe-4a6c-99b6-2be67d667501 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:41.428700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Sync routers for ids ['8f31bbfc-f7c6-4196-9df5-e104273a1862'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:59:41.455812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Routers {'8f31bbfc-f7c6-4196-9df5-e104273a1862'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:41.459690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e451eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8f31bbfc-f7c6-4196-9df5-e104273a1862'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:41.466919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422526f-4efe-4a6c-99b6-2be67d667501 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Pushing event deleted for resources: {'Port': ['ID=59e6b64d-dc22-411e-b9f8-19be9a75c9c5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:41.527198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e9de3-c62f-4303-83b4-0608f06a9338 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:59:41.600059 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061fcdcc-eab3-455c-bc93-b75314e0d9f2 None None] New status for floating IP f9a70465-ab77-4bdf-96e5-7d27b3d5b040: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 20:59:41.605065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7291b-69dd-4113-a065-4a7f191280e2 req-14869bbf-25f1-4fd7-9526-096c2e7b29e7 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:41.606786 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1c7291b-69dd-4113-a065-4a7f191280e2 req-14869bbf-25f1-4fd7-9526-096c2e7b29e7 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.1056650
Dec 18 20:59:41.632943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44528) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:41.656308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Set router 8f31bbfc-f7c6-4196-9df5-e104273a1862 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:41.657502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Made reservation on behalf of 75c84e493553475aa1781e3e9528e50a for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:41.660052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:41.705753 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-b2b731b4-f754-41fb-bde9-acb4b201cf5c service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3386641
Dec 18 20:59:41.759390 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1c7291b-69dd-4113-a065-4a7f191280e2 req-b0903e14-a1c7-4882-a4aa-d7029644b863 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465027
Dec 18 20:59:41.795607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2422526f-4efe-4a6c-99b6-2be67d667501 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:41.798992 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2422526f-4efe-4a6c-99b6-2be67d667501 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:41.803578 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2422526f-4efe-4a6c-99b6-2be67d667501 tempest-ServerActionsTestJSON-771169336 tempest-ServerActionsTestJSON-771169336-project] 10.222.0.13 "DELETE /v2.0/floatingips/f9a70465-ab77-4bdf-96e5-7d27b3d5b040 HTTP/1.1" status: 204  len: 168 time: 1.5205309
Dec 18 20:59:41.804160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44538) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:41.858452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-16424825-network', 'tenant_id': '0d7fb5d0ce9f40d2b55296706489a86a'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:41.949416 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-54f860d0-a8c6-4066-9d25-1d444c2c6981 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2320459
Dec 18 20:59:41.954215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Made reservation on behalf of 0d7fb5d0ce9f40d2b55296706489a86a for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:41.956671 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.016475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Allocated IP 172.20.0.6 (11a2412d-58d1-4b26-9a42-5b9697cc2593/4fd977de-a437-49fc-9c64-d6aa4944bac5/0da2c32b-1622-4614-8ba1-9f9480ff52bf) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:42.023498 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-b6401c33-7d7f-4c8f-a0ec-bafca613cfa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=5740d94d-10b4-4d4f-b84a-14e2647f72c7 HTTP/1.1" status: 200  len: 217 time: 0.0614042
Dec 18 20:59:42.025483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.034498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b69b452-0e17-4879-82f3-34212899ba3d req-6bd28824-62a6-4865-ba6a-bbdeddb6f3c3 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 210 time: 0.0570087
Dec 18 20:59:42.133838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d4a6-a05a-4f90-b4c1-7d7c1ada4f7c req-088eea85-74b5-42f6-b4e5-bfa6b93aac4f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:42.141318 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f58d4a6-a05a-4f90-b4c1-7d7c1ada4f7c req-088eea85-74b5-42f6-b4e5-bfa6b93aac4f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.1696968
Dec 18 20:59:42.163312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e451eb0>, [{'id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'name': 'tempest-TestServerMultinode-825300980-router', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:30Z', 'updated_at': '2021-12-18T20:59:35Z', 'revision_number': 4, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'gw_port': {'id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:31Z', 'updated_at': '2021-12-18T20:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f377ffd-0883-42a7-be80-60a772765c25', 'name': '', 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'mac_address': 'fa:16:3e:12:00:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '52f23ad3-5a89-414c-9934-c6964c88c83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:34Z', 'updated_at': '2021-12-18T20:59:35Z', 'revision_number': 2, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'subnets': [{'id': '52f23ad3-5a89-414c-9934-c6964c88c83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:42.259443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f58d4a6-a05a-4f90-b4c1-7d7c1ada4f7c req-bd77522d-d6ee-4fb1-a337-3dafd8a64c95 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165998
Dec 18 20:59:42.321900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-0aa230b6-09a1-44fe-8059-ed478f7170de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:42.323681 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-0aa230b6-09a1-44fe-8059-ed478f7170de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.2882881
Dec 18 20:59:42.327071 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.367559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Checking router: 8f31bbfc-f7c6-4196-9df5-e104273a1862 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:59:42.368210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Updating router 8f31bbfc-f7c6-4196-9df5-e104273a1862 port 2f377ffd-0883-42a7-be80-60a772765c25 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 20:59:42.396258 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.426204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-0d793840-f2c6-455a-9c5f-f395e04b3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:42.427771 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-0d793840-f2c6-455a-9c5f-f395e04b3d62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0906882
Dec 18 20:59:42.461769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da31664-ccbd-488e-9276-f5173da3d810 req-ba3d79af-da63-4b6c-8f2c-c55c8ca01793 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:42.464155 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7da31664-ccbd-488e-9276-f5173da3d810 req-ba3d79af-da63-4b6c-8f2c-c55c8ca01793 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.0953510
Dec 18 20:59:42.469303 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.506443 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.526166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7da31664-ccbd-488e-9276-f5173da3d810 req-aa8cf4ad-7b90-4f8f-80a7-a24230978529 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538290
Dec 18 20:59:42.547428 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.561453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:59:42.591431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4aa4f02e-a214-4adc-99cb-7492007292c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.651460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Pushing event updated for resources: {'Port': ['ID=0da2c32b-1622-4614-8ba1-9f9480ff52bf,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:42.660770 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.661269 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Added segment 189f75b4-aa76-4a9a-8217-476f5d0af68b of type vlan for network a54d1475-0f49-45b1-a549-1796cbed269f
Dec 18 20:59:42.668415 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Network 11a2412d-58d1-4b26-9a42-5b9697cc2593 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:42.683269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:42.685032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:42.687891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:42.694556 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-79901fca-eded-4dfe-ab83-6b8dff498aae service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2539561
Dec 18 20:59:42.754242 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.761572 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.868928 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.893075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62805ef-dd61-433b-aa5d-f9909ba51f7e None None] Pushing event updated for resources: {'Port': ['ID=2f377ffd-0883-42a7-be80-60a772765c25,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:42.920308 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:42.921093 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.951507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Attempting to bind port 2f377ffd-0883-42a7-be80-60a772765c25 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:42.951885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Attempting to bind port 2f377ffd-0883-42a7-be80-60a772765c25 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f72408e-6fa8-4f96-840e-07a4f1da612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:42.953331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Attempting to bind port 2f377ffd-0883-42a7-be80-60a772765c25 on network 21cb4bfb-cb6a-43e4-85f3-dce066f19f71 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:42.959087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:42.959476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Checking segment: {'id': '9f72408e-6fa8-4f96-840e-07a4f1da612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:42.959878 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:42.960274 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Bound using segment: {'id': '9f72408e-6fa8-4f96-840e-07a4f1da612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:42.960748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Bound port: 2f377ffd-0883-42a7-be80-60a772765c25, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f72408e-6fa8-4f96-840e-07a4f1da612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:42.961135 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:43.014993 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-2a38da9b-d489-4d0e-8342-a5ecbc0c8c19 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.6609540
Dec 18 20:59:43.028637 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:43.029760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:43.030762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:43.052107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Request body: {'port': {'device_id': '568a5cf4-f4a7-422f-91f2-9981295940ff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:43.100442 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4f02e-a214-4adc-99cb-7492007292c0 admin admin] Deleting port ea64f208-a24a-4c86-8f68-ea791c1d936d {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:43.100989 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4aa4f02e-a214-4adc-99cb-7492007292c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:43.159423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] For port 2f377ffd-0883-42a7-be80-60a772765c25, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:43.163032 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] For port 2f377ffd-0883-42a7-be80-60a772765c25, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f377ffd-0883-42a7-be80-60a772765c25,segment=NetworkSegment(9f72408e-6fa8-4f96-840e-07a4f1da612f),segment_id=9f72408e-6fa8-4f96-840e-07a4f1da612f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:43.166342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2c14df20-c36a-4357-8a9b-e068767668dd None None] Provisioning complete for port 0da2c32b-1622-4614-8ba1-9f9480ff52bf triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:43.167022 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c14df20-c36a-4357-8a9b-e068767668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:43.201823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] Pushing event updated for resources: {'Network': ['ID=a54d1475-0f49-45b1-a549-1796cbed269f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:43.229663 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-1e499f38-2838-4e36-ac4b-6b6340188e18 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4708035
Dec 18 20:59:43.243499 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2ea625df-092a-401e-b138-615d8413de63 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6070681
Dec 18 20:59:43.250740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44590) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:43.251862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network a54d1475-0f49-45b1-a549-1796cbed269f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:59:43.259418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2c14df20-c36a-4357-8a9b-e068767668dd None None] Port 0da2c32b-1622-4614-8ba1-9f9480ff52bf cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:59:43.262663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9975b05a-fa7a-4f3f-8bd1-e5f197a518df admin admin] Request body: {'subnet': {'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-16424825-subnet', 'tenant_id': '0d7fb5d0ce9f40d2b55296706489a86a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:43.262878 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:43.264116 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:43.275491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-4aa4f02e-a214-4adc-99cb-7492007292c0 admin admin] For port ea64f208-a24a-4c86-8f68-ea791c1d936d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea64f208-a24a-4c86-8f68-ea791c1d936d,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:43.275927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4aa4f02e-a214-4adc-99cb-7492007292c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:43.321349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4f02e-a214-4adc-99cb-7492007292c0 admin admin] Calling delete_port for ea64f208-a24a-4c86-8f68-ea791c1d936d owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:43.328260 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-b84e8032-af02-449b-91a1-e510f1ada173 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=ccb5043d-02af-492d-8f2d-78752159fb84 HTTP/1.1" status: 200  len: 217 time: 0.0835874
Dec 18 20:59:43.357737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9975b05a-fa7a-4f3f-8bd1-e5f197a518df admin admin] Made reservation on behalf of 0d7fb5d0ce9f40d2b55296706489a86a for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:43.360775 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9975b05a-fa7a-4f3f-8bd1-e5f197a518df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:43.419192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Routers {'8f31bbfc-f7c6-4196-9df5-e104273a1862'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:43.419868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e451eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8f31bbfc-f7c6-4196-9df5-e104273a1862'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:43.583539 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9975b05a-fa7a-4f3f-8bd1-e5f197a518df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:43.637723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] Set router 8f31bbfc-f7c6-4196-9df5-e104273a1862 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:43.695345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-0a2a609e-d369-4429-bd2f-bbb97025d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:43.698480 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-0a2a609e-d369-4429-bd2f-bbb97025d001 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.3317037
Dec 18 20:59:43.718515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9706b-a043-48c1-9229-b427917033d7 req-b0580108-a1e4-4470-b6b5-17475ed8ccbb tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:43.735405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54a9706b-a043-48c1-9229-b427917033d7 req-b0580108-a1e4-4470-b6b5-17475ed8ccbb tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1027 time: 0.4154429
Dec 18 20:59:43.817682 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-6a4c91b8-a207-4314-9380-529f598fe0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:43.819693 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-6a4c91b8-a207-4314-9380-529f598fe0d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0732880
Dec 18 20:59:43.824904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d2923896-301c-42ba-8f58-03f9cd598dc0 None None] Provisioning complete for port 2f377ffd-0883-42a7-be80-60a772765c25 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:43.825203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54a9706b-a043-48c1-9229-b427917033d7 req-2b3a0bf1-a8ef-454d-9e64-8f241c297bda tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870395
Dec 18 20:59:43.825337 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2923896-301c-42ba-8f58-03f9cd598dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:43.831676 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62805ef-dd61-433b-aa5d-f9909ba51f7e None None] Pushing event updated for resources: {'Port': ['ID=2f377ffd-0883-42a7-be80-60a772765c25,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:43.944240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975b05a-fa7a-4f3f-8bd1-e5f197a518df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd8803e-9e38-40d3-98c4-6000ae1f79e0,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:44.022769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975b05a-fa7a-4f3f-8bd1-e5f197a518df admin admin] Checking segment: {'id': '189f75b4-aa76-4a9a-8217-476f5d0af68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:44.023208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975b05a-fa7a-4f3f-8bd1-e5f197a518df admin admin] Network hostable DHCP agents. Network: a54d1475-0f49-45b1-a549-1796cbed269f, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:59:44.070304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975b05a-fa7a-4f3f-8bd1-e5f197a518df admin admin] Network a54d1475-0f49-45b1-a549-1796cbed269f is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:59:44.076834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da2c32b-1622-4614-8ba1-9f9480ff52bf {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:44.083440 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-a5914581-999e-49b1-beea-3282ddaac4bd service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2494206
Dec 18 20:59:44.088033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e451eb0>, [{'id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'name': 'tempest-TestServerMultinode-825300980-router', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:30Z', 'updated_at': '2021-12-18T20:59:35Z', 'revision_number': 4, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'gw_port': {'id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:31Z', 'updated_at': '2021-12-18T20:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f377ffd-0883-42a7-be80-60a772765c25', 'name': '', 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'mac_address': 'fa:16:3e:12:00:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '52f23ad3-5a89-414c-9934-c6964c88c83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:34Z', 'updated_at': '2021-12-18T20:59:43Z', 'revision_number': 4, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'subnets': [{'id': '52f23ad3-5a89-414c-9934-c6964c88c83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:44.088792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:44.092556 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2923896-301c-42ba-8f58-03f9cd598dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:44.126440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9aa021-f226-4c3a-8915-db9391b2a31f None None] The sync data for ids ['8f31bbfc-f7c6-4196-9df5-e104273a1862'] in ncdv-master-1 is: [{'id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'name': 'tempest-TestServerMultinode-825300980-router', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:30Z', 'updated_at': '2021-12-18T20:59:35Z', 'revision_number': 4, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'gw_port': {'id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:31Z', 'updated_at': '2021-12-18T20:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f377ffd-0883-42a7-be80-60a772765c25', 'name': '', 'network_id': '21cb4bfb-cb6a-43e4-85f3-dce066f19f71', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'mac_address': 'fa:16:3e:12:00:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '52f23ad3-5a89-414c-9934-c6964c88c83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:34Z', 'updated_at': '2021-12-18T20:59:43Z', 'revision_number': 4, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'subnets': [{'id': '52f23ad3-5a89-414c-9934-c6964c88c83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:59:44.127839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-9975b05a-fa7a-4f3f-8bd1-e5f197a518df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a54d1475-0f49-45b1-a549-1796cbed269f) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:44.133453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9975b05a-fa7a-4f3f-8bd1-e5f197a518df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:44.134297 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9975b05a-fa7a-4f3f-8bd1-e5f197a518df admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:44.162655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca239d00-2897-48e3-9f12-41a108699a6a None None] Network a54d1475-0f49-45b1-a549-1796cbed269f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:44.175615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d666bf1-6e20-4972-b5fd-70ce2ee6e10f req-1324addb-4233-4a18-a081-2d6aa7bc6a6c tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:44.177695 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d666bf1-6e20-4972-b5fd-70ce2ee6e10f req-1324addb-4233-4a18-a081-2d6aa7bc6a6c tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.1289523
Dec 18 20:59:44.182984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9975b05a-fa7a-4f3f-8bd1-e5f197a518df admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9311738
Dec 18 20:59:44.308896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d666bf1-6e20-4972-b5fd-70ce2ee6e10f req-733d2975-e7a9-464b-abba-6ff6cd4b71cf tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148772
Dec 18 20:59:44.336144 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4aa4f02e-a214-4adc-99cb-7492007292c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:44.354339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d2923896-301c-42ba-8f58-03f9cd598dc0 None None] For port 2f377ffd-0883-42a7-be80-60a772765c25, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f377ffd-0883-42a7-be80-60a772765c25,segment=NetworkSegment(9f72408e-6fa8-4f96-840e-07a4f1da612f),segment_id=9f72408e-6fa8-4f96-840e-07a4f1da612f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:44.363447 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2923896-301c-42ba-8f58-03f9cd598dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:44.372964 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-d6b0dbe2-4fa4-4689-947a-aa9ba9c26238 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2748032
Dec 18 20:59:44.378266 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Transition to ACTIVE for port object 0da2c32b-1622-4614-8ba1-9f9480ff52bf will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:59:44.450630 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-ebf8b703-64a0-425b-98c5-1532ebedf282 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1cdb751-5072-47e3-96f0-96e30fe3bc2f HTTP/1.1" status: 200  len: 217 time: 0.0651045
Dec 18 20:59:44.454007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:44.469962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2923896-301c-42ba-8f58-03f9cd598dc0 None None] Pushing event updated for resources: {'Port': ['ID=2f377ffd-0883-42a7-be80-60a772765c25,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:44.473482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4f02e-a214-4adc-99cb-7492007292c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea64f208-a24a-4c86-8f68-ea791c1d936d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:44.612116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1a2521ad-1509-405e-94f6-fccc8a26f74b None None] Provisioning complete for port 2f377ffd-0883-42a7-be80-60a772765c25 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:44.614368 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a2521ad-1509-405e-94f6-fccc8a26f74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:44.644951 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4aa4f02e-a214-4adc-99cb-7492007292c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:44.697583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c53dc2-b84a-43c5-8ba5-154d6ab66a26 None None] Network a54d1475-0f49-45b1-a549-1796cbed269f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:44.837113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-0e40dbbf-b2b7-4566-985b-d694f791c5c2 req-efe1ef4c-b5a2-459b-af59-141e04f0b280 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1247017277', 'description': 'tempest-description-1499697445'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:44.926771 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:44.945588 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0e40dbbf-b2b7-4566-985b-d694f791c5c2 req-efe1ef4c-b5a2-459b-af59-141e04f0b280 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:45.165547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aafaa-aa62-41aa-9c30-2c050e5857af req-b41596fe-896a-4915-b064-ecb82e11de5d tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:45.167394 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f1aafaa-aa62-41aa-9c30-2c050e5857af req-b41596fe-896a-4915-b064-ecb82e11de5d tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1052 time: 0.1724956
Dec 18 20:59:45.214224 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0e40dbbf-b2b7-4566-985b-d694f791c5c2 req-efe1ef4c-b5a2-459b-af59-141e04f0b280 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:45.227293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa4f02e-a214-4adc-99cb-7492007292c0 admin admin] Router 6590bd91-d4ca-45f8-a5a2-0d40151a953a has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 20:59:45.228020 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0e40dbbf-b2b7-4566-985b-d694f791c5c2 req-efe1ef4c-b5a2-459b-af59-141e04f0b280 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:45.259390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-01f1c25f-cca9-49b1-a5ca-96151f0b1c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:45.260943 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-01f1c25f-cca9-49b1-a5ca-96151f0b1c39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d514dada-d8b2-467e-8ca9-570f42a26f3c HTTP/1.1" status: 200  len: 797 time: 0.7776308
Dec 18 20:59:45.270158 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Pushing event updated for resources: {'Port': ['ID=0da2c32b-1622-4614-8ba1-9f9480ff52bf,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:45.288097 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0e40dbbf-b2b7-4566-985b-d694f791c5c2 req-efe1ef4c-b5a2-459b-af59-141e04f0b280 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:45.291536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e40dbbf-b2b7-4566-985b-d694f791c5c2 req-efe1ef4c-b5a2-459b-af59-141e04f0b280 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.4867675
Dec 18 20:59:45.303238 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f1aafaa-aa62-41aa-9c30-2c050e5857af req-f9143b71-22b6-482c-a157-ebd006a74b5e tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150069
Dec 18 20:59:45.332946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Attempting to bind port 0da2c32b-1622-4614-8ba1-9f9480ff52bf on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:45.333299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Attempting to bind port 0da2c32b-1622-4614-8ba1-9f9480ff52bf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:45.333624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Attempting to bind port 0da2c32b-1622-4614-8ba1-9f9480ff52bf on network 11a2412d-58d1-4b26-9a42-5b9697cc2593 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:45.347384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Port 0da2c32b-1622-4614-8ba1-9f9480ff52bf on network 11a2412d-58d1-4b26-9a42-5b9697cc2593 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:59:45.347732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Attempting to bind port 0da2c32b-1622-4614-8ba1-9f9480ff52bf on network 11a2412d-58d1-4b26-9a42-5b9697cc2593 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:45.355929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-544a1019-5c44-400d-b084-0fcf87f6d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:45.357901 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-544a1019-5c44-400d-b084-0fcf87f6d289 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b74eeda-4ba0-4971-b20a-e138901b128c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0797338
Dec 18 20:59:45.359637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:45.360154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Checking segment: {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:45.360728 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Bound using segment: {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:45.361516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Bound port: 0da2c32b-1622-4614-8ba1-9f9480ff52bf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:45.362055 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:45.379335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1ef4c-b5a2-459b-af59-141e04f0b280 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2acbe28c-d33b-484c-ba42-430a5ae43ad6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:45.389967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-bc6ce0a5-96f6-4282-bc64-6c03794384b0 req-8e052d5b-c55a-46f3-b688-4f17ac65013e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-181831606', 'description': 'tempest-description-1652963602'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:45.464791 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-bc6ce0a5-96f6-4282-bc64-6c03794384b0 req-8e052d5b-c55a-46f3-b688-4f17ac65013e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:45.480515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa4f02e-a214-4adc-99cb-7492007292c0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 20:59:45.490095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4aa4f02e-a214-4adc-99cb-7492007292c0 admin admin] 10.222.0.13 "PUT /v2.0/routers/6590bd91-d4ca-45f8-a5a2-0d40151a953a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6817238
Dec 18 20:59:45.494694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44634) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:45.496889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b7a49c-036f-41d3-9b4a-45a655a72de4 None None] Sync routers for ids ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 20:59:45.511812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b7a49c-036f-41d3-9b4a-45a655a72de4 None None] Routers {'6590bd91-d4ca-45f8-a5a2-0d40151a953a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:45.512549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-61b7a49c-036f-41d3-9b4a-45a655a72de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e17a100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:45.572374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] For port 0da2c32b-1622-4614-8ba1-9f9480ff52bf, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:45.579906 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-fe1f0bd9-4656-4e50-9072-caeee8a2053b service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2008524
Dec 18 20:59:45.590391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] For port 0da2c32b-1622-4614-8ba1-9f9480ff52bf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da2c32b-1622-4614-8ba1-9f9480ff52bf,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:45.615753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:45.692777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-61b7a49c-036f-41d3-9b4a-45a655a72de4 None None] Set router 6590bd91-d4ca-45f8-a5a2-0d40151a953a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:45.700051 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:45.700684 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:45.702107 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] 10.222.0.31 "PUT /v2.0/ports/0da2c32b-1622-4614-8ba1-9f9480ff52bf HTTP/1.1" status: 200  len: 1091 time: 2.6617341
Dec 18 20:59:45.705150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568a5cf4-f4a7-422f-91f2-9981295940ff', 'tag': '0da2c32b-1622-4614-8ba1-9f9480ff52bf'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:45.707342 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5ffc99-b02b-488a-90ec-08bfb011ab41" -d '{"events": [{"name": "network-changed", "server_uuid": "568a5cf4-f4a7-422f-91f2-9981295940ff", "tag": "0da2c32b-1622-4614-8ba1-9f9480ff52bf"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:45.832247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66df8c3-5b56-4be7-a711-777f220db464 service neutron] Pushing event updated for resources: {'Port': ['ID=0da2c32b-1622-4614-8ba1-9f9480ff52bf,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:45.870832 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-51b56070-4200-4498-b8a3-7cbb5c1eb72c service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2776713
Dec 18 20:59:45.884366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2f377ffd-0883-42a7-be80-60a772765c25 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:45.885232 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-e84d27de-0bcb-49cc-9c44-4ec3c8848a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:45.886980 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-e84d27de-0bcb-49cc-9c44-4ec3c8848a0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=75c84e493553475aa1781e3e9528e50a&device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1094 time: 0.1036184
Dec 18 20:59:45.981277 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-72a1b26d-1c85-456c-a42c-a796666e8eed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e339efff-5759-4aa7-8925-f9e71e302622 HTTP/1.1" status: 200  len: 217 time: 0.0933232
Dec 18 20:59:46.013335 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-3b423b58-d8d6-4435-a7d9-8f2211262c3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0da2c32b-1622-4614-8ba1-9f9480ff52bf HTTP/1.1" status: 200  len: 217 time: 0.1163533
Dec 18 20:59:46.043182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2f377ffd-0883-42a7-be80-60a772765c25 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:46.043577 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:46.050933 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-bc6ce0a5-96f6-4282-bc64-6c03794384b0 req-8e052d5b-c55a-46f3-b688-4f17ac65013e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:46.059619 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-bc6ce0a5-96f6-4282-bc64-6c03794384b0 req-8e052d5b-c55a-46f3-b688-4f17ac65013e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:46.073705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dec10-c80f-4f0f-a387-5a59cb8f25da req-4950ce20-d218-44fd-8ca5-979b72402c36 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:46.075297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-347dec10-c80f-4f0f-a387-5a59cb8f25da req-4950ce20-d218-44fd-8ca5-979b72402c36 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.1802776
Dec 18 20:59:46.097322 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:46.104860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-6a62c061-4a19-421e-8d3e-f7d843cc86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:46.106432 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-6a62c061-4a19-421e-8d3e-f7d843cc86d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d514dada-d8b2-467e-8ca9-570f42a26f3c HTTP/1.1" status: 200  len: 797 time: 0.0922012
Dec 18 20:59:46.115536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-7fe596a4-0e82-4b95-a742-eadfe0fecb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:46.117234 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-7fe596a4-0e82-4b95-a742-eadfe0fecb9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fd977de-a437-49fc-9c64-d6aa4944bac5 HTTP/1.1" status: 200  len: 849 time: 0.0708039
Dec 18 20:59:46.124997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-61b7a49c-036f-41d3-9b4a-45a655a72de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e17a100>, [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:59:44Z', 'revision_number': 5, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:46.149212 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-bc6ce0a5-96f6-4282-bc64-6c03794384b0 req-8e052d5b-c55a-46f3-b688-4f17ac65013e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:46.150474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc6ce0a5-96f6-4282-bc64-6c03794384b0 req-8e052d5b-c55a-46f3-b688-4f17ac65013e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.7645655
Dec 18 20:59:46.154760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b7a49c-036f-41d3-9b4a-45a655a72de4 None None] Checking router: 6590bd91-d4ca-45f8-a5a2-0d40151a953a for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 20:59:46.159522 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-c6f2325a-dc38-4871-adef-5175d19acb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:46.160950 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-c6f2325a-dc38-4871-adef-5175d19acb9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b74eeda-4ba0-4971-b20a-e138901b128c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0424566
Dec 18 20:59:46.181354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e052d5b-c55a-46f3-b688-4f17ac65013e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b90f329-7660-493e-b8db-5f87c7ac22f4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:46.185926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b7a49c-036f-41d3-9b4a-45a655a72de4 None None] Routers {'6590bd91-d4ca-45f8-a5a2-0d40151a953a'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 20:59:46.188043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-61b7a49c-036f-41d3-9b4a-45a655a72de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e17a100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:46.270496 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa57d98-a3ef-4f70-8bf5-bcd78f679455 x-openstack-request-id: req-7fa57d98-a3ef-4f70-8bf5-bcd78f679455 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:46.270496 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568a5cf4-f4a7-422f-91f2-9981295940ff", "tag": "0da2c32b-1622-4614-8ba1-9f9480ff52bf", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:46.270496 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fa57d98-a3ef-4f70-8bf5-bcd78f679455 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:46.271181 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568a5cf4-f4a7-422f-91f2-9981295940ff', 'tag': '0da2c32b-1622-4614-8ba1-9f9480ff52bf', 'status': 'completed', 'code': 200}
Dec 18 20:59:46.290605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-e60a5613-056a-4094-925e-30bb59489dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:46.292328 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-e60a5613-056a-4094-925e-30bb59489dd9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11a2412d-58d1-4b26-9a42-5b9697cc2593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1305313
Dec 18 20:59:46.306697 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-347dec10-c80f-4f0f-a387-5a59cb8f25da req-48ae2f62-0d81-4706-8e65-538f46d5808f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072611
Dec 18 20:59:46.351837 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-61b7a49c-036f-41d3-9b4a-45a655a72de4 None None] Set router 6590bd91-d4ca-45f8-a5a2-0d40151a953a gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 20:59:46.360277 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:46.399541 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-e3deb681-6a46-48de-8fe8-583da879276e service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2153697
Dec 18 20:59:46.484462 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-eb2cca18-830d-472c-a9de-3656f650b6ad service neutron] 10.222.0.31 "GET /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806412
Dec 18 20:59:46.555374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Deleting port 62186899-ee5d-489d-a5d0-337d497e0270 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:46.555932 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:46.587158 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25ba3bfd-c058-4783-9ef6-dff5d4482043 req-52341137-0d89-4cb9-a4f9-63869300792f service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711447
Dec 18 20:59:46.614135 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a28ac53b-7536-4fe3-89da-a053ac0b593b req-6fa53362-28cd-4504-b68b-21accc24a621 service neutron] 10.222.0.31 "GET /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212220
Dec 18 20:59:46.652948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84129411-4875-480e-ad94-941831a9d494 req-203e54c1-6e3f-4448-ae10-abe6ca82e5dd tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:46.654655 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84129411-4875-480e-ad94-941831a9d494 req-203e54c1-6e3f-4448-ae10-abe6ca82e5dd tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1094 time: 0.1659331
Dec 18 20:59:46.662534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f0d46209-5d8c-4b62-b806-96e2466ab460 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:46.664485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f0d46209-5d8c-4b62-b806-96e2466ab460 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/networks?id=a54d1475-0f49-45b1-a549-1796cbed269f HTTP/1.1" status: 200  len: 811 time: 0.2560887
Dec 18 20:59:46.713636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-c0c840a0-3617-4e56-a744-4291e20aed16 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/quotas/0d7fb5d0ce9f40d2b55296706489a86a HTTP/1.1" status: 200  len: 375 time: 0.0299504
Dec 18 20:59:46.722039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ffc99-b02b-488a-90ec-08bfb011ab41 req-0b24caf4-4a86-4993-8c4b-94bef528729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:46.725027 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f5ffc99-b02b-488a-90ec-08bfb011ab41 req-0b24caf4-4a86-4993-8c4b-94bef528729f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=75c84e493553475aa1781e3e9528e50a&device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1094 time: 0.0541608
Dec 18 20:59:46.765948 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-0bef12da-3280-4b28-ac19-bb2a151ec1b2 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0514979
Dec 18 20:59:46.767710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] For port 62186899-ee5d-489d-a5d0-337d497e0270, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62186899-ee5d-489d-a5d0-337d497e0270,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:46.768090 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:46.785908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-61b7a49c-036f-41d3-9b4a-45a655a72de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e17a100>, [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:59:44Z', 'revision_number': 5, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:46.811674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84129411-4875-480e-ad94-941831a9d494 req-b6e14d92-b0f3-4714-8447-8150eb851f28 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435015
Dec 18 20:59:46.814181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Calling delete_port for 62186899-ee5d-489d-a5d0-337d497e0270 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:46.817960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b7a49c-036f-41d3-9b4a-45a655a72de4 None None] The sync data for ids ['6590bd91-d4ca-45f8-a5a2-0d40151a953a'] in ncdv-master-1 is: [{'id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'name': 'tempest-ServerActionsTestJSON-285453473-router', 'tenant_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250'}], 'enable_snat': True}, 'gw_port_id': '62186899-ee5d-489d-a5d0-337d497e0270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:50:00Z', 'updated_at': '2021-12-18T20:59:44Z', 'revision_number': 5, 'project_id': '69de37deec2a49ff9eaad9cbb7c48f31', 'gw_port': {'id': '62186899-ee5d-489d-a5d0-337d497e0270', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6590bd91-d4ca-45f8-a5a2-0d40151a953a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:50:01Z', 'updated_at': '2021-12-18T20:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 20:59:46.852114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ffc99-b02b-488a-90ec-08bfb011ab41 req-689399a0-535c-4a9c-8785-d7ebe81c16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:46.853777 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f5ffc99-b02b-488a-90ec-08bfb011ab41 req-689399a0-535c-4a9c-8785-d7ebe81c16dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=11a2412d-58d1-4b26-9a42-5b9697cc2593 HTTP/1.1" status: 200  len: 911 time: 0.1176009
Dec 18 20:59:46.909189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 88dbfcb7-c934-431e-a0d0-8bf4116d376d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:59:46.915226 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f5ffc99-b02b-488a-90ec-08bfb011ab41 req-64bc84ac-5c7f-4876-84ac-492f5b0aec24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0da2c32b-1622-4614-8ba1-9f9480ff52bf HTTP/1.1" status: 200  len: 217 time: 0.0519774
Dec 18 20:59:46.992454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ffc99-b02b-488a-90ec-08bfb011ab41 req-be9b34a7-e0b0-47c5-9a9c-6e59afc4cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:46.993991 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f5ffc99-b02b-488a-90ec-08bfb011ab41 req-be9b34a7-e0b0-47c5-9a9c-6e59afc4cc0d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fd977de-a437-49fc-9c64-d6aa4944bac5 HTTP/1.1" status: 200  len: 849 time: 0.0631166
Dec 18 20:59:47.021499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-fe9897b2-23c9-4901-ab8d-3e6e69b91a1e service neutron] 10.222.0.13 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2390320
Dec 18 20:59:47.036262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 88dbfcb7-c934-431e-a0d0-8bf4116d376d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88dbfcb7-c934-431e-a0d0-8bf4116d376d,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:47.051801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ffc99-b02b-488a-90ec-08bfb011ab41 req-cd5e5985-e006-458d-8ed1-6433dd9e49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:47.053324 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f5ffc99-b02b-488a-90ec-08bfb011ab41 req-cd5e5985-e006-458d-8ed1-6433dd9e49be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11a2412d-58d1-4b26-9a42-5b9697cc2593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0501089
Dec 18 20:59:47.056772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '88dbfcb7-c934-431e-a0d0-8bf4116d376d', 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6', 'port_id': '88dbfcb7-c934-431e-a0d0-8bf4116d376d', 'mac_address': 'fa:16:3e:88:11:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908b7037-377c-4a4b-b384-1c34c13100b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:59:47.099074 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:47.113589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88dbfcb7-c934-431e-a0d0-8bf4116d376d {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:47.131006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-38aab960-ebce-4f34-a517-3d92031ac99c service neutron] 10.222.0.13 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993235
Dec 18 20:59:47.163294 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 88dbfcb7-c934-431e-a0d0-8bf4116d376d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88dbfcb7-c934-431e-a0d0-8bf4116d376d,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:47.170599 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:47.201111 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:47.210966 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f5ffc99-b02b-488a-90ec-08bfb011ab41 req-0da8c94d-3b73-40e3-aafc-989ad781249f service neutron] 10.222.0.31 "GET /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490407
Dec 18 20:59:47.281984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=88dbfcb7-c934-431e-a0d0-8bf4116d376d,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:47.335141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['88dbfcb7-c934-431e-a0d0-8bf4116d376d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:47.357904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Pushing event deleted for resources: {'Port': ['ID=62186899-ee5d-489d-a5d0-337d497e0270,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:47.382133 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2f5ffc99-b02b-488a-90ec-08bfb011ab41 req-4f49f9df-2327-498f-ab2b-fffd6130526e service neutron] 10.222.0.31 "GET /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617570
Dec 18 20:59:47.419708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42238e6-e517-4fa0-8d7f-52382a0476b2 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:59:47.466231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-975ce5e6-4e68-417c-a68e-7ffbf1d3f4a3 req-2ab5a0f6-5ec5-4364-a80a-f2cb0b75d46e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 210 time: 0.1116545
Dec 18 20:59:47.475747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-a0b5ce3a-de0d-489b-8961-d7664ee590b0 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:47.483259 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-a0b5ce3a-de0d-489b-8961-d7664ee590b0 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/networks?id=1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 200  len: 815 time: 0.2687781
Dec 18 20:59:47.525915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-af8a5213-74d1-47e0-8554-9f9f4fbcff68 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/quotas/d1b96ca6ed964b6a9db0ed2249251328 HTTP/1.1" status: 200  len: 375 time: 0.0413046
Dec 18 20:59:47.606732 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:47.647467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ea64f208-a24a-4c86-8f68-ea791c1d936d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:47.679118 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: ea64f208-a24a-4c86-8f68-ea791c1d936d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:47.680148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ea64f208-a24a-4c86-8f68-ea791c1d936d not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:47.721463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-fa6dfc8f-f966-4d58-b1c0-c58be9867e0f tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1945980
Dec 18 20:59:47.726851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:47.730405 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:47.751458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa6dcf-229d-4bc6-8308-db4384a95079 req-08e727eb-3c94-4ccb-b0f9-53dc8d3455f2 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:47.752917 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddfa6dcf-229d-4bc6-8308-db4384a95079 req-08e727eb-3c94-4ccb-b0f9-53dc8d3455f2 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 944 time: 0.1883337
Dec 18 20:59:47.846848 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:47.847421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6590bd91-d4ca-45f8-a5a2-0d40151a953a {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 20:59:47.853706 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:47.854850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-986564df-2d26-4641-a693-e13b88df8613 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6590bd91-d4ca-45f8-a5a2-0d40151a953a HTTP/1.1" status: 204  len: 168 time: 2.3592165
Dec 18 20:59:47.857775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44692) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:47.907382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddfa6dcf-229d-4bc6-8308-db4384a95079 req-70886460-e368-4290-8df5-33aa6f86b6ba tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419230
Dec 18 20:59:47.920250 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-1e38cdab-ab04-432c-845c-302db693ead2 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870809
Dec 18 20:59:47.942791 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Deleting subnet 25a9e8be-dc0d-4099-ac90-c3a3592583ca {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 20:59:47.948882 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:48.022854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:48.034570 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-a84fdd2d-d7af-4da6-91e9-989ebb6578ac service neutron] 10.222.0.13 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1132684
Dec 18 20:59:48.143237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:48.181168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bedae-44ce-4594-a028-314a1246e462 req-18783784-7875-4f6f-91d8-dfa5b3c91f21 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:48.183486 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-214bedae-44ce-4594-a028-314a1246e462 req-18783784-7875-4f6f-91d8-dfa5b3c91f21 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1094 time: 0.0701518
Dec 18 20:59:48.208637 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:48.238499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-214bedae-44ce-4594-a028-314a1246e462 req-7940ef62-ec2a-4345-8204-363281164674 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440612
Dec 18 20:59:48.253204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a9e8be-dc0d-4099-ac90-c3a3592583ca,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:48.254616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00f72a8-2ef7-4224-aee8-851d8573cd28 None None] Network b682fe11-354f-40ac-961b-a0ccac207599 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:48.256472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:48.261779 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/25a9e8be-dc0d-4099-ac90-c3a3592583ca HTTP/1.1" status: 204  len: 168 time: 0.4023509
Dec 18 20:59:48.264425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44702) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:48.268907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.269252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.269678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.270075 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.270399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.270730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.271059 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.271384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.272269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.272269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.272695 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.272780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.273150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d41b08-61ac-475f-9cb1-16071a4c474a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:48.382052 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:48.486444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752ef5b-76e1-4424-8307-3a299b31cdcf None None] DHCP port deletion for b682fe11-354f-40ac-961b-a0ccac207599 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 20:59:48.534867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4517bb2-f7a8-4973-8490-4f809df68e15 req-45e2e6c8-0608-45e7-902b-5a8b37f120a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 210 time: 0.0650005
Dec 18 20:59:48.544367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3752ef5b-76e1-4424-8307-3a299b31cdcf None None] Deleting port a0682759-daea-48c1-a871-8ef97590eaee {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:48.544936 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3752ef5b-76e1-4424-8307-3a299b31cdcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:48.637430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Deleting port a0682759-daea-48c1-a871-8ef97590eaee {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:48.638040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3752ef5b-76e1-4424-8307-3a299b31cdcf None None] For port a0682759-daea-48c1-a871-8ef97590eaee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0682759-daea-48c1-a871-8ef97590eaee,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:48.638142 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:48.639668 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3752ef5b-76e1-4424-8307-3a299b31cdcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:48.655273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa431c-4f45-426a-93e1-9516c39f7650 req-72f2793c-0c96-482d-af65-7c4246528eb8 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:48.656083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3752ef5b-76e1-4424-8307-3a299b31cdcf None None] Calling delete_port for a0682759-daea-48c1-a871-8ef97590eaee owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:48.667035 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7dfa431c-4f45-426a-93e1-9516c39f7650 req-72f2793c-0c96-482d-af65-7c4246528eb8 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 944 time: 0.1312542
Dec 18 20:59:48.738776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935a67-3991-424b-badc-9f4df5e03870 req-428d496f-6bd7-4f39-9bf0-f80cbdeebf72 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:48.740381 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-428d496f-6bd7-4f39-9bf0-f80cbdeebf72 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.36 "GET /v2.0/networks?id=a54d1475-0f49-45b1-a549-1796cbed269f HTTP/1.1" status: 200  len: 811 time: 0.1824048
Dec 18 20:59:48.759570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'port': {'device_id': '6330b4d1-f33b-40ed-87d9-4029566f8b51', 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f', 'admin_state_up': True, 'tenant_id': '0d7fb5d0ce9f40d2b55296706489a86a'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:48.795507 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3752ef5b-76e1-4424-8307-3a299b31cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:48.821772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752ef5b-76e1-4424-8307-3a299b31cdcf None None] Pushing event deleted for resources: {'Port': ['ID=a0682759-daea-48c1-a871-8ef97590eaee,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:48.825987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3752ef5b-76e1-4424-8307-3a299b31cdcf None None] No DVR routers for this DVR port a0682759-daea-48c1-a871-8ef97590eaee on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:48.853809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] For port a0682759-daea-48c1-a871-8ef97590eaee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0682759-daea-48c1-a871-8ef97590eaee,segment=NetworkSegment(b1fd47e8-9271-486f-9144-99d33f48f429),segment_id=b1fd47e8-9271-486f-9144-99d33f48f429)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:48.854182 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:48.883930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d507cb5f-d3c3-4095-8c26-cfe50c6b673a req-98f8255b-d453-4687-8d42-5b2a978bf6d6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 210 time: 0.2052212
Dec 18 20:59:48.906475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7dfa431c-4f45-426a-93e1-9516c39f7650 req-1c8bc78c-fae7-4599-a78b-8eebe7ee6f0f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2384322
Dec 18 20:59:48.911053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Calling delete_port for a0682759-daea-48c1-a871-8ef97590eaee owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:48.919424 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Made reservation on behalf of 0d7fb5d0ce9f40d2b55296706489a86a for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:48.923644 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:48.924869 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0da2c32b-1622-4614-8ba1-9f9480ff52bf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:59:48.928260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 88dbfcb7-c934-431e-a0d0-8bf4116d376d up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:49.008376 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.041695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0682759-daea-48c1-a871-8ef97590eaee,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:49.043420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] No DVR routers for this DVR port a0682759-daea-48c1-a871-8ef97590eaee on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:49.071971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Allocated IP 172.20.0.13 (a54d1475-0f49-45b1-a549-1796cbed269f/4dd8803e-9e38-40d3-98c4-6000ae1f79e0/95468de0-87ec-4e68-8883-879d214ec825) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:49.085782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 0da2c32b-1622-4614-8ba1-9f9480ff52bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da2c32b-1622-4614-8ba1-9f9480ff52bf,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:49.103608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '0da2c32b-1622-4614-8ba1-9f9480ff52bf', 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593', 'port_id': '0da2c32b-1622-4614-8ba1-9f9480ff52bf', 'mac_address': 'fa:16:3e:22:e9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd977de-a437-49fc-9c64-d6aa4944bac5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:59:49.121647 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.148285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365de032b0>,) {'filters': {'network_id': ['b682fe11-354f-40ac-961b-a0ccac207599']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:49.159015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365de032b0>, 'b1fd47e8-9271-486f-9144-99d33f48f429') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:49.159315 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365de032b0>, 'b1fd47e8-9271-486f-9144-99d33f48f429') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 20:59:49.164256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 88dbfcb7-c934-431e-a0d0-8bf4116d376d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:49.164736 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.169968 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.185550 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.195164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 20:59:49.195678 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 20:59:49.197799 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 20:59:49.206035 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.225466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da2c32b-1622-4614-8ba1-9f9480ff52bf {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:49.244137 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.255465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 0da2c32b-1622-4614-8ba1-9f9480ff52bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da2c32b-1622-4614-8ba1-9f9480ff52bf,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:49.270630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.275456 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.279621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b682fe11-354f-40ac-961b-a0ccac207599 HTTP/1.1" status: 204  len: 168 time: 1.0140593
Dec 18 20:59:49.282786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.297745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6431f82-5ace-4ba9-a11f-cdf28cbc9ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b682fe11-354f-40ac-961b-a0ccac207599,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:49.320963 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.351695 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'Port': ['ID=95468de0-87ec-4e68-8883-879d214ec825,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:49.372726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Network a54d1475-0f49-45b1-a549-1796cbed269f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:49.376027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=0da2c32b-1622-4614-8ba1-9f9480ff52bf,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:49.376207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:49.395754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:49.398010 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.414309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bcdc3-e4a2-433b-a4ec-05e0386a9e7f req-0b67d617-7183-48c2-896d-e0edc621e14f tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:49.416309 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.425775 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c9bcdc3-e4a2-433b-a4ec-05e0386a9e7f req-0b67d617-7183-48c2-896d-e0edc621e14f tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1095 time: 0.0828989
Dec 18 20:59:49.435853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a95061-f48a-4c6b-b3e7-afabba045761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dbfcb7-c934-431e-a0d0-8bf4116d376d'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:49.439595 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce876ea-37aa-4874-9660-81901fcb6843" -d '{"events": [{"server_uuid": "d1a95061-f48a-4c6b-b3e7-afabba045761", "name": "network-vif-plugged", "status": "completed", "tag": "88dbfcb7-c934-431e-a0d0-8bf4116d376d"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:49.443608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44722) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:49.455938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 88dbfcb7-c934-431e-a0d0-8bf4116d376d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88dbfcb7-c934-431e-a0d0-8bf4116d376d,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:49.461202 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.506508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c9bcdc3-e4a2-433b-a4ec-05e0386a9e7f req-29db7d0e-982a-48a0-b3a1-5331036a9d46 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789444
Dec 18 20:59:49.506729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:49.507777 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.527981 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e1251e3a-637a-4c07-aa03-b92ae7bf6bb6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7755067
Dec 18 20:59:49.543966 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c805bab-2734-4ed3-9ee4-c8fb55595ff3 x-openstack-request-id: req-3c805bab-2734-4ed3-9ee4-c8fb55595ff3 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:49.544353 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a95061-f48a-4c6b-b3e7-afabba045761", "name": "network-vif-plugged", "status": "completed", "tag": "88dbfcb7-c934-431e-a0d0-8bf4116d376d", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:49.544529 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c805bab-2734-4ed3-9ee4-c8fb55595ff3 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:49.544903 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a95061-f48a-4c6b-b3e7-afabba045761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dbfcb7-c934-431e-a0d0-8bf4116d376d', 'code': 200}
Dec 18 20:59:49.549493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Request body: {'port': {'device_id': '6330b4d1-f33b-40ed-87d9-4029566f8b51', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:49.555215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44726) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:49.555541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c55573ef-7445-471c-aa8d-26da152be0fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69de37deec2a49ff9eaad9cbb7c48f31&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1107149
Dec 18 20:59:49.583548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=88dbfcb7-c934-431e-a0d0-8bf4116d376d,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:49.624894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['0da2c32b-1622-4614-8ba1-9f9480ff52bf'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:49.658118 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 62186899-ee5d-489d-a5d0-337d497e0270 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:49.679304 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7661933a-be2a-48da-9d25-a4a334e5b933 req-de46125a-724c-4fbb-83f3-1a0b261feb7f tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 210 time: 0.0351646
Dec 18 20:59:49.690033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 62186899-ee5d-489d-a5d0-337d497e0270 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:49.690512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 62186899-ee5d-489d-a5d0-337d497e0270 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:49.691281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a0682759-daea-48c1-a871-8ef97590eaee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:49.724117 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: a0682759-daea-48c1-a871-8ef97590eaee {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:49.724270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a0682759-daea-48c1-a871-8ef97590eaee not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:49.744967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.762573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cdc1673c-af43-48b9-b989-bde6a74f192d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.838519 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cdc1673c-af43-48b9-b989-bde6a74f192d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:49.856712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-b13b6d10-27b2-4438-aa64-89616c96b841 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:49.858932 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-b13b6d10-27b2-4438-aa64-89616c96b841 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.36 "GET /v2.0/networks?id=1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 200  len: 815 time: 0.2574706
Dec 18 20:59:49.873802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Request body: {'port': {'device_id': '7d17b336-2d79-4cfe-a5ef-fa648eec0574', 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9', 'admin_state_up': True, 'tenant_id': 'd1b96ca6ed964b6a9db0ed2249251328'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:50.044334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e5d63-7b5f-44f1-9638-9b086828b639 req-65c6212c-369b-4404-9e6c-d86d257153d1 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:50.046182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b21e5d63-7b5f-44f1-9638-9b086828b639 req-65c6212c-369b-4404-9e6c-d86d257153d1 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 932 time: 0.0897837
Dec 18 20:59:50.057906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f2657-34c2-4366-872e-8340f1308458 req-7bdeab59-bac8-4ff7-9466-518691173d4c tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:50.059548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-177f2657-34c2-4366-872e-8340f1308458 req-7bdeab59-bac8-4ff7-9466-518691173d4c tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.0729866
Dec 18 20:59:50.083314 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cdc1673c-af43-48b9-b989-bde6a74f192d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:50.085819 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cdc1673c-af43-48b9-b989-bde6a74f192d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:50.089273 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cdc1673c-af43-48b9-b989-bde6a74f192d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da16a825-3f99-459a-b2c2-e94d5a92771c HTTP/1.1" status: 204  len: 168 time: 0.5303347
Dec 18 20:59:50.128683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1673c-af43-48b9-b989-bde6a74f192d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da16a825-3f99-459a-b2c2-e94d5a92771c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:50.146233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-177f2657-34c2-4366-872e-8340f1308458 req-0f78dfbd-3305-45f6-ba2c-c39b42beb828 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758443
Dec 18 20:59:50.161015 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b21e5d63-7b5f-44f1-9638-9b086828b639 req-15d0e788-f1bc-4c0b-837f-f371a862a5b8 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003854
Dec 18 20:59:50.212210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49ce26-8a12-462d-843a-5ff3c3ccb69c req-92533f36-5bf7-4e49-8c19-62dae0533abd tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:50.214674 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2b49ce26-8a12-462d-843a-5ff3c3ccb69c req-92533f36-5bf7-4e49-8c19-62dae0533abd tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 945 time: 0.1325264
Dec 18 20:59:50.217809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Made reservation on behalf of d1b96ca6ed964b6a9db0ed2249251328 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:50.222177 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:50.445174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95468de0-87ec-4e68-8883-879d214ec825 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:50.456183 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:50.487469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Transition to ACTIVE for port object 95468de0-87ec-4e68-8883-879d214ec825 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:59:50.495126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Allocated IP 172.20.0.6 (1f7835a3-1921-420f-bc92-783d1cac5ba9/99bf93ac-b6ee-4565-81a5-d57d3091ab55/df772871-7061-43d6-b5d3-522b6ef7eef9) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:50.496944 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:50.517818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-2b49ce26-8a12-462d-843a-5ff3c3ccb69c req-925ff9f4-2b71-4e9f-a1d2-9791800781ce tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Deleting port 88dbfcb7-c934-431e-a0d0-8bf4116d376d {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:50.518154 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2b49ce26-8a12-462d-843a-5ff3c3ccb69c req-925ff9f4-2b71-4e9f-a1d2-9791800781ce tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:50.623359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Pushing event updated for resources: {'Port': ['ID=95468de0-87ec-4e68-8883-879d214ec825,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:50.633156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a1228-7669-489a-8c97-5ccb021b3766 req-c77739ae-7865-45d1-bf97-6b8c94d98204 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:50.635319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b52a1228-7669-489a-8c97-5ccb021b3766 req-c77739ae-7865-45d1-bf97-6b8c94d98204 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1095 time: 0.0504901
Dec 18 20:59:50.796842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-2b49ce26-8a12-462d-843a-5ff3c3ccb69c req-925ff9f4-2b71-4e9f-a1d2-9791800781ce tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] For port 88dbfcb7-c934-431e-a0d0-8bf4116d376d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88dbfcb7-c934-431e-a0d0-8bf4116d376d,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:50.797408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2b49ce26-8a12-462d-843a-5ff3c3ccb69c req-925ff9f4-2b71-4e9f-a1d2-9791800781ce tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:50.823337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-2b49ce26-8a12-462d-843a-5ff3c3ccb69c req-925ff9f4-2b71-4e9f-a1d2-9791800781ce tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Calling delete_port for 88dbfcb7-c934-431e-a0d0-8bf4116d376d owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 20:59:50.887957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Attempting to bind port 95468de0-87ec-4e68-8883-879d214ec825 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:50.888279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Attempting to bind port 95468de0-87ec-4e68-8883-879d214ec825 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '189f75b4-aa76-4a9a-8217-476f5d0af68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:50.888518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Attempting to bind port 95468de0-87ec-4e68-8883-879d214ec825 on network a54d1475-0f49-45b1-a549-1796cbed269f {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:50.911869 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Port 95468de0-87ec-4e68-8883-879d214ec825 on network a54d1475-0f49-45b1-a549-1796cbed269f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:59:50.912206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Attempting to bind port 95468de0-87ec-4e68-8883-879d214ec825 on network a54d1475-0f49-45b1-a549-1796cbed269f {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:50.924354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44762) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:50.949828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:50.950180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Checking segment: {'id': '189f75b4-aa76-4a9a-8217-476f5d0af68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:50.950631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Bound using segment: {'id': '189f75b4-aa76-4a9a-8217-476f5d0af68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:50.951065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Bound port: 95468de0-87ec-4e68-8883-879d214ec825, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189f75b4-aa76-4a9a-8217-476f5d0af68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:50.951414 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:50.956206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0da2c32b-1622-4614-8ba1-9f9480ff52bf up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:50.975939 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:50.980025 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05e9e5ec-eaa4-46d9-b509-8ee0eef30849 req-ba2aa057-ad14-4804-a5ee-09bf00d1d737 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 210 time: 0.0336368
Dec 18 20:59:50.997301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b52a1228-7669-489a-8c97-5ccb021b3766 req-aada9656-3af1-4b10-87dc-e7a1387f3f21 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3532183
Dec 18 20:59:51.040664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 0da2c32b-1622-4614-8ba1-9f9480ff52bf completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:59:51.044806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 0da2c32b-1622-4614-8ba1-9f9480ff52bf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:51.045858 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:51.115782 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] For port 95468de0-87ec-4e68-8883-879d214ec825, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:51.121429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2036616535-network', 'tenant_id': 'c4dac9c70ce64bab85da8c23bafd20cc'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:51.126464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] For port 95468de0-87ec-4e68-8883-879d214ec825, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95468de0-87ec-4e68-8883-879d214ec825,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:51.128289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:51.130578 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2b49ce26-8a12-462d-843a-5ff3c3ccb69c req-925ff9f4-2b71-4e9f-a1d2-9791800781ce tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:51.135015 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:51.139451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f436640a-8992-4e8c-bdca-8adcc9d844b1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:51.140567 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:51.202488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 0da2c32b-1622-4614-8ba1-9f9480ff52bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da2c32b-1622-4614-8ba1-9f9480ff52bf,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:51.211522 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:51.212363 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 88dbfcb7-c934-431e-a0d0-8bf4116d376d no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:51.216911 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Network 1f7835a3-1921-420f-bc92-783d1cac5ba9 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:51.229164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:51.229164 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:51.229164 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] 10.222.0.36 "PUT /v2.0/ports/95468de0-87ec-4e68-8883-879d214ec825 HTTP/1.1" status: 200  len: 1092 time: 1.6848547
Dec 18 20:59:51.241732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6330b4d1-f33b-40ed-87d9-4029566f8b51', 'tag': '95468de0-87ec-4e68-8883-879d214ec825'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:51.244727 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c571b3-f171-4dcf-b5a5-4bc7944cda8c" -d '{"events": [{"name": "network-changed", "server_uuid": "6330b4d1-f33b-40ed-87d9-4029566f8b51", "tag": "95468de0-87ec-4e68-8883-879d214ec825"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:51.252135 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:51.256182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Pushing event updated for resources: {'Port': ['ID=df772871-7061-43d6-b5d3-522b6ef7eef9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:51.258433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:51.279575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Made reservation on behalf of c4dac9c70ce64bab85da8c23bafd20cc for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:51.282503 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:51.301311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 88dbfcb7-c934-431e-a0d0-8bf4116d376d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:51.301673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 88dbfcb7-c934-431e-a0d0-8bf4116d376d not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:51.301844 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4393fea-a9fd-4fc2-9c29-bac877ec2639 req-96e119d9-6d9d-4ff2-b98b-5bdf90e3d387 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1a95061-f48a-4c6b-b3e7-afabba045761 HTTP/1.1" status: 200  len: 210 time: 0.0412571
Dec 18 20:59:51.303996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=0da2c32b-1622-4614-8ba1-9f9480ff52bf,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:51.323324 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b49ce26-8a12-462d-843a-5ff3c3ccb69c req-925ff9f4-2b71-4e9f-a1d2-9791800781ce tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] No DVR routers for this DVR port 88dbfcb7-c934-431e-a0d0-8bf4116d376d on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 20:59:51.333804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2b49ce26-8a12-462d-843a-5ff3c3ccb69c req-925ff9f4-2b71-4e9f-a1d2-9791800781ce tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:51.338538 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2b49ce26-8a12-462d-843a-5ff3c3ccb69c req-925ff9f4-2b71-4e9f-a1d2-9791800781ce tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.31 "DELETE /v2.0/ports/88dbfcb7-c934-431e-a0d0-8bf4116d376d HTTP/1.1" status: 204  len: 173 time: 1.1129813
Dec 18 20:59:51.350862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ff9f4-2b71-4e9f-a1d2-9791800781ce tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event deleted for resources: {'Port': ['ID=88dbfcb7-c934-431e-a0d0-8bf4116d376d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:51.353244 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:51.393949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7a84-f6fb-4cfe-98ea-cb465b049ef6 req-858fbad0-3892-4551-92a9-31c4bf171d80 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:51.403518 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5df7a84-f6fb-4cfe-98ea-cb465b049ef6 req-858fbad0-3892-4551-92a9-31c4bf171d80 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 944 time: 0.1004188
Dec 18 20:59:51.434459 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:51.434459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:51.479320 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-49898e8b-dbad-4f87-a6de-860e73466d1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6090536
Dec 18 20:59:51.490925 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5df7a84-f6fb-4cfe-98ea-cb465b049ef6 req-c6cc3b1f-664b-42ec-ac05-07a19e9bfcc1 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860920
Dec 18 20:59:51.493348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d1456-da4d-4a9e-a8fe-8f398da0ad8e service neutron] Pushing event updated for resources: {'Port': ['ID=95468de0-87ec-4e68-8883-879d214ec825,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:51.499210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Request body: {'port': {'device_id': '7d17b336-2d79-4cfe-a5ef-fa648eec0574', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:51.507234 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935a67-3991-424b-badc-9f4df5e03870 req-d81cbd91-3df3-467a-a3d9-6f32e5cfb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:51.508777 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-d81cbd91-3df3-467a-a3d9-6f32e5cfb2db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a&device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 1095 time: 0.1835444
Dec 18 20:59:51.512745 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562343f5-a4a8-4422-bc02-a56ceab00825 x-openstack-request-id: req-562343f5-a4a8-4422-bc02-a56ceab00825 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:51.513034 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6330b4d1-f33b-40ed-87d9-4029566f8b51", "tag": "95468de0-87ec-4e68-8883-879d214ec825", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:51.513297 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-562343f5-a4a8-4422-bc02-a56ceab00825 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:51.513692 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6330b4d1-f33b-40ed-87d9-4029566f8b51', 'tag': '95468de0-87ec-4e68-8883-879d214ec825', 'status': 'completed', 'code': 200}
Dec 18 20:59:51.546478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568a5cf4-f4a7-422f-91f2-9981295940ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da2c32b-1622-4614-8ba1-9f9480ff52bf'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:51.549107 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c60317-86c0-4301-b7dc-5ea229125afe" -d '{"events": [{"server_uuid": "568a5cf4-f4a7-422f-91f2-9981295940ff", "name": "network-vif-plugged", "status": "completed", "tag": "0da2c32b-1622-4614-8ba1-9f9480ff52bf"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:51.588633 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd19ec3-22fd-4fed-a872-ae28cd3a60f3 x-openstack-request-id: req-fbd19ec3-22fd-4fed-a872-ae28cd3a60f3 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:51.589075 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568a5cf4-f4a7-422f-91f2-9981295940ff", "name": "network-vif-plugged", "status": "completed", "tag": "0da2c32b-1622-4614-8ba1-9f9480ff52bf", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:51.589355 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbd19ec3-22fd-4fed-a872-ae28cd3a60f3 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:51.589765 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568a5cf4-f4a7-422f-91f2-9981295940ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da2c32b-1622-4614-8ba1-9f9480ff52bf', 'code': 200}
Dec 18 20:59:51.870678 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-4037f534-355a-4773-bdee-23adf79cafe6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95468de0-87ec-4e68-8883-879d214ec825 HTTP/1.1" status: 200  len: 217 time: 0.3353167
Dec 18 20:59:51.973557 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.002309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12914-5fa1-44d6-9f9b-4c4888daece5 req-7480b19e-e222-4d5e-89b4-240300b08a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:52.003818 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bea12914-5fa1-44d6-9f9b-4c4888daece5 req-7480b19e-e222-4d5e-89b4-240300b08a9b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1096 time: 0.1437333
Dec 18 20:59:52.005113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935a67-3991-424b-badc-9f4df5e03870 req-64f1207f-8921-4e01-8637-70f4a582ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:52.006464 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-64f1207f-8921-4e01-8637-70f4a582ba46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dd8803e-9e38-40d3-98c4-6000ae1f79e0 HTTP/1.1" status: 200  len: 851 time: 0.1125555
Dec 18 20:59:52.009208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.036986 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.096318 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-5452446e-7ff6-48c1-a7ea-6b7355fffbc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a54d1475-0f49-45b1-a549-1796cbed269f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0770946
Dec 18 20:59:52.110957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 20:59:52.152265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879c0df-814a-434a-8634-832df853a959 req-62e808ac-f7b4-40a8-91d5-d86da2baed9a tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:52.154295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e879c0df-814a-434a-8634-832df853a959 req-62e808ac-f7b4-40a8-91d5-d86da2baed9a tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 931 time: 0.0886099
Dec 18 20:59:52.163556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe642-7335-4cb2-a001-e410a687dfb2 req-2c3a3a2d-6a38-475f-ba57-8b9537fda5f0 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:52.164353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a530f0b-751a-4e39-80a6-eb13c99fb3c7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:52.165398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dfabe642-7335-4cb2-a001-e410a687dfb2 req-2c3a3a2d-6a38-475f-ba57-8b9537fda5f0 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1096 time: 0.0683289
Dec 18 20:59:52.191949 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.192300 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Added segment 1b35760f-c1e0-4971-a099-fe04ab3a96ce of type vlan for network 74ad1df6-b439-443c-a033-fdb0a24ed87f
Dec 18 20:59:52.240668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e879c0df-814a-434a-8634-832df853a959 req-e334cc25-a125-496e-ab15-8c11856560d1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791788
Dec 18 20:59:52.243884 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dfabe642-7335-4cb2-a001-e410a687dfb2 req-941c043f-d979-4ccb-9382-07ce7dd9c2fe tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680928
Dec 18 20:59:52.279379 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bea12914-5fa1-44d6-9f9b-4c4888daece5 req-5f1b577d-b881-472d-b0d4-17ceafcb4b2f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2669544
Dec 18 20:59:52.354388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.428306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.429266 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:52.429836 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.438813 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-a9390f6d-c36d-4577-80d7-f5118215b996 service neutron] 10.222.0.36 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3142967
Dec 18 20:59:52.513876 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.5823078
Dec 18 20:59:52.514072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44788) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:52.519206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-348fb2ff-e4e8-4506-b0f9-e8643d830138 admin admin] Request body: {'subnet': {'network_id': '74ad1df6-b439-443c-a033-fdb0a24ed87f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2036616535-subnet', 'tenant_id': 'c4dac9c70ce64bab85da8c23bafd20cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:52.552078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348fb2ff-e4e8-4506-b0f9-e8643d830138 admin admin] Made reservation on behalf of c4dac9c70ce64bab85da8c23bafd20cc for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:52.555043 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-348fb2ff-e4e8-4506-b0f9-e8643d830138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.572228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddac40-918f-403e-bc79-61997dfe4a32 admin admin] Pushing event updated for resources: {'Network': ['ID=74ad1df6-b439-443c-a033-fdb0a24ed87f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:52.582603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 74ad1df6-b439-443c-a033-fdb0a24ed87f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 20:59:52.647170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df772871-7061-43d6-b5d3-522b6ef7eef9 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:52.656337 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bc935a67-3991-424b-badc-9f4df5e03870 req-e8a0ea43-cbc9-4b76-9a2b-1ed2f4919956 service neutron] 10.222.0.36 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1965628
Dec 18 20:59:52.658203 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.672457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Transition to ACTIVE for port object df772871-7061-43d6-b5d3-522b6ef7eef9 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:59:52.679294 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.687483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44794) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:52.713842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-89fdbb88-7230-4e4b-9d8a-170ae0af0891 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532750843', 'description': 'tempest-description--1771141869'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:52.726549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cc2f7-24fd-442a-b90d-35c1a7ad9493 req-8a831cc6-570b-42c4-99d9-46c622ad0928 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:52.728358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e61cc2f7-24fd-442a-b90d-35c1a7ad9493 req-8a831cc6-570b-42c4-99d9-46c622ad0928 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 944 time: 0.0973179
Dec 18 20:59:52.784595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Pushing event updated for resources: {'Port': ['ID=df772871-7061-43d6-b5d3-522b6ef7eef9,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:52.819364 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb88-7230-4e4b-9d8a-170ae0af0891 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.851902 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e61cc2f7-24fd-442a-b90d-35c1a7ad9493 req-935a0f8f-ef10-42c4-bc59-d91446301645 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888426
Dec 18 20:59:52.852124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c571b3-f171-4dcf-b5a5-4bc7944cda8c req-4d8a2053-839e-4735-a832-30b684c48440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:52.853423 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62c571b3-f171-4dcf-b5a5-4bc7944cda8c req-4d8a2053-839e-4735-a832-30b684c48440 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a&device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 1095 time: 0.1232479
Dec 18 20:59:52.877042 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-348fb2ff-e4e8-4506-b0f9-e8643d830138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.933735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fb2ff-e4e8-4506-b0f9-e8643d830138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d43e0b3-623e-48a8-b0e2-537a65b0247c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:52.946150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348fb2ff-e4e8-4506-b0f9-e8643d830138 admin admin] Checking segment: {'id': '1b35760f-c1e0-4971-a099-fe04ab3a96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '74ad1df6-b439-443c-a033-fdb0a24ed87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:52.946560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348fb2ff-e4e8-4506-b0f9-e8643d830138 admin admin] Network hostable DHCP agents. Network: 74ad1df6-b439-443c-a033-fdb0a24ed87f, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 20:59:52.963967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348fb2ff-e4e8-4506-b0f9-e8643d830138 admin admin] Network 74ad1df6-b439-443c-a033-fdb0a24ed87f is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 20:59:52.966904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Attempting to bind port df772871-7061-43d6-b5d3-522b6ef7eef9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:52.967378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Attempting to bind port df772871-7061-43d6-b5d3-522b6ef7eef9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:52.967561 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Attempting to bind port df772871-7061-43d6-b5d3-522b6ef7eef9 on network 1f7835a3-1921-420f-bc92-783d1cac5ba9 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:52.974291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-348fb2ff-e4e8-4506-b0f9-e8643d830138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 74ad1df6-b439-443c-a033-fdb0a24ed87f) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:52.979049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348fb2ff-e4e8-4506-b0f9-e8643d830138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:52.980791 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-348fb2ff-e4e8-4506-b0f9-e8643d830138 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:52.982980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ebf2f-2f22-4216-9938-833ce8b4dd3f None None] Network 74ad1df6-b439-443c-a033-fdb0a24ed87f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:52.987612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Port df772871-7061-43d6-b5d3-522b6ef7eef9 on network 1f7835a3-1921-420f-bc92-783d1cac5ba9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:59:52.987941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Attempting to bind port df772871-7061-43d6-b5d3-522b6ef7eef9 on network 1f7835a3-1921-420f-bc92-783d1cac5ba9 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:53.005606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-348fb2ff-e4e8-4506-b0f9-e8643d830138 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4825838
Dec 18 20:59:53.013518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:53.013866 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Checking segment: {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:53.014268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Bound using segment: {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:53.015223 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Bound port: df772871-7061-43d6-b5d3-522b6ef7eef9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:53.015579 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.020944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c571b3-f171-4dcf-b5a5-4bc7944cda8c req-72ba0fe7-c9e8-437b-b21d-6aeec078ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:53.022483 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62c571b3-f171-4dcf-b5a5-4bc7944cda8c req-72ba0fe7-c9e8-437b-b21d-6aeec078ce61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a54d1475-0f49-45b1-a549-1796cbed269f HTTP/1.1" status: 200  len: 912 time: 0.1617277
Dec 18 20:59:53.045427 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb88-7230-4e4b-9d8a-170ae0af0891 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.075157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb88-7230-4e4b-9d8a-170ae0af0891 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.086572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628c28d7-28f9-4533-a148-60b78c43d281 None None] Network 74ad1df6-b439-443c-a033-fdb0a24ed87f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 20:59:53.102870 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62c571b3-f171-4dcf-b5a5-4bc7944cda8c req-09b62b8f-3a89-44ff-886c-25140e3d1f02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95468de0-87ec-4e68-8883-879d214ec825 HTTP/1.1" status: 200  len: 217 time: 0.0699451
Dec 18 20:59:53.167537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb88-7230-4e4b-9d8a-170ae0af0891 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.171738 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-89fdbb88-7230-4e4b-9d8a-170ae0af0891 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4802878
Dec 18 20:59:53.172215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44800) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:53.178293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b81d94cd-48e9-43ab-8cea-c2fd13fdb5d4 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Request body: {'security_group_rule': {'security_group_id': '4572fb7b-680e-46de-b991-aa5b54c2a5d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:53.185637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdbb88-7230-4e4b-9d8a-170ae0af0891 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4572fb7b-680e-46de-b991-aa5b54c2a5d1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:53.197387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] For port df772871-7061-43d6-b5d3-522b6ef7eef9, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:53.204218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] For port df772871-7061-43d6-b5d3-522b6ef7eef9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df772871-7061-43d6-b5d3-522b6ef7eef9,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:53.208589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c571b3-f171-4dcf-b5a5-4bc7944cda8c req-86aeeb37-a223-4fa4-bd16-98258ec150be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:53.210322 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62c571b3-f171-4dcf-b5a5-4bc7944cda8c req-86aeeb37-a223-4fa4-bd16-98258ec150be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dd8803e-9e38-40d3-98c4-6000ae1f79e0 HTTP/1.1" status: 200  len: 851 time: 0.0954847
Dec 18 20:59:53.211760 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.234970 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b81d94cd-48e9-43ab-8cea-c2fd13fdb5d4 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.275910 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62c571b3-f171-4dcf-b5a5-4bc7944cda8c req-d30b7253-85cc-4541-ae5e-216331e357aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a54d1475-0f49-45b1-a549-1796cbed269f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548496
Dec 18 20:59:53.279232 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:53.279845 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.281602 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] 10.222.0.36 "PUT /v2.0/ports/df772871-7061-43d6-b5d3-522b6ef7eef9 HTTP/1.1" status: 200  len: 1091 time: 1.7912624
Dec 18 20:59:53.329661 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b81d94cd-48e9-43ab-8cea-c2fd13fdb5d4 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.334988 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b81d94cd-48e9-43ab-8cea-c2fd13fdb5d4 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.356818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400a5e9-c904-45ae-bc1d-346073b31760 service neutron] Pushing event updated for resources: {'Port': ['ID=df772871-7061-43d6-b5d3-522b6ef7eef9,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:53.357039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d94cd-48e9-43ab-8cea-c2fd13fdb5d4 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9b9ef1-26e6-47e6-a543-b24c923885d6,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:53.400673 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b81d94cd-48e9-43ab-8cea-c2fd13fdb5d4 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.405437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b81d94cd-48e9-43ab-8cea-c2fd13fdb5d4 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2320063
Dec 18 20:59:53.406146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44810) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:53.409021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-0354d481-60ed-4413-af5b-57970ace4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:53.410127 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-0354d481-60ed-4413-af5b-57970ace4cbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 1094 time: 0.0693617
Dec 18 20:59:53.413601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-defb043e-dd73-4965-9b37-5ff19bd88907 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Request body: {'security_group_rule': {'security_group_id': '4572fb7b-680e-46de-b991-aa5b54c2a5d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:53.463249 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-5439aa08-a3d6-440b-b468-15464f8fc840 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df772871-7061-43d6-b5d3-522b6ef7eef9 HTTP/1.1" status: 200  len: 217 time: 0.0425003
Dec 18 20:59:53.465118 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62c571b3-f171-4dcf-b5a5-4bc7944cda8c req-20436d37-3021-4a04-919b-c220a6cf3ce8 service neutron] 10.222.0.36 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773553
Dec 18 20:59:53.468543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310369f5-0db9-46a3-aefa-8beba3d5b762 req-0e9de9a0-76e1-4fb1-96b2-57375d27fb8c tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:53.470242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-310369f5-0db9-46a3-aefa-8beba3d5b762 req-0e9de9a0-76e1-4fb1-96b2-57375d27fb8c tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 943 time: 0.1099260
Dec 18 20:59:53.520575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a95061-f48a-4c6b-b3e7-afabba045761', 'name': 'network-vif-deleted', 'tag': '88dbfcb7-c934-431e-a0d0-8bf4116d376d'}, {'name': 'network-changed', 'server_uuid': '7d17b336-2d79-4cfe-a5ef-fa648eec0574', 'tag': 'df772871-7061-43d6-b5d3-522b6ef7eef9'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:53.523211 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b47cc5-1471-43a7-99ed-98f148687620" -d '{"events": [{"server_uuid": "d1a95061-f48a-4c6b-b3e7-afabba045761", "name": "network-vif-deleted", "tag": "88dbfcb7-c934-431e-a0d0-8bf4116d376d"}, {"name": "network-changed", "server_uuid": "7d17b336-2d79-4cfe-a5ef-fa648eec0574", "tag": "df772871-7061-43d6-b5d3-522b6ef7eef9"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:53.545790 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-defb043e-dd73-4965-9b37-5ff19bd88907 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.581398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-b3881947-e732-4f2b-a6bf-b16b9e44c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:53.582811 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-b3881947-e732-4f2b-a6bf-b16b9e44c5a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99bf93ac-b6ee-4565-81a5-d57d3091ab55 HTTP/1.1" status: 200  len: 855 time: 0.1032000
Dec 18 20:59:53.617827 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-310369f5-0db9-46a3-aefa-8beba3d5b762 req-39019663-65a8-4bc2-bdc5-7c03dc976f6b tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383660
Dec 18 20:59:53.628281 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-17336d26-1971-41cf-8db1-9c9fd7b1adea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f7835a3-1921-420f-bc92-783d1cac5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0332997
Dec 18 20:59:53.632016 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62c571b3-f171-4dcf-b5a5-4bc7944cda8c req-536d197d-a67e-49cd-9ef1-16d0a7708d97 service neutron] 10.222.0.36 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537418
Dec 18 20:59:53.657933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98358054-834a-499c-b026-80fa25ce261d req-6446d15e-9f5c-4235-a00c-148fe12af15e tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:53.659416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-6446d15e-9f5c-4235-a00c-148fe12af15e tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/networks?id=74ad1df6-b439-443c-a033-fdb0a24ed87f HTTP/1.1" status: 200  len: 814 time: 0.1813784
Dec 18 20:59:53.665394 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-defb043e-dd73-4965-9b37-5ff19bd88907 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.678209 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-defb043e-dd73-4965-9b37-5ff19bd88907 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.687422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-ab1b30c4-447d-4bbe-817b-abacba4d686f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/quotas/c4dac9c70ce64bab85da8c23bafd20cc HTTP/1.1" status: 200  len: 375 time: 0.0203531
Dec 18 20:59:53.702309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb043e-dd73-4965-9b37-5ff19bd88907 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76333f8-b560-46cc-a567-0012cf401b6b,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:53.737838 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-7317b3f5-4c73-4d96-a0b3-a15848d926d7 service neutron] 10.222.0.36 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0944452
Dec 18 20:59:53.752898 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-defb043e-dd73-4965-9b37-5ff19bd88907 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.754712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-defb043e-dd73-4965-9b37-5ff19bd88907 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3453920
Dec 18 20:59:53.757004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-1fa38936-31c0-4945-8484-8dd5661905af tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4dac9c70ce64bab85da8c23bafd20cc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0568206
Dec 18 20:59:53.757460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44824) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 20:59:53.762489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:53.812621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9030c-6f12-476e-a362-8f07cbdb4870 req-71e16291-e65c-4506-976c-405dbd475a63 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:53.814227 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ff9030c-6f12-476e-a362-8f07cbdb4870 req-71e16291-e65c-4506-976c-405dbd475a63 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1096 time: 0.1128094
Dec 18 20:59:53.841089 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:53.891170 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ff9030c-6f12-476e-a362-8f07cbdb4870 req-7c3e812e-f3ad-4478-903f-e3e62f1feee7 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655982
Dec 18 20:59:53.893163 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-96e1e730-4c54-4370-b895-bef86cafb523 service neutron] 10.222.0.13 "GET /v2.0/networks/74ad1df6-b439-443c-a033-fdb0a24ed87f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287327
Dec 18 20:59:53.904116 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ec3560e-dfd2-4891-9b01-0a9e8a876596 req-62056a2a-4f63-46d9-8bf2-646e5bfbb063 service neutron] 10.222.0.36 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565547
Dec 18 20:59:53.949520 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22919cb-3cce-4ba4-a9d9-da5e0dbd3113 x-openstack-request-id: req-b22919cb-3cce-4ba4-a9d9-da5e0dbd3113 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:53.950021 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a95061-f48a-4c6b-b3e7-afabba045761", "name": "network-vif-deleted", "tag": "88dbfcb7-c934-431e-a0d0-8bf4116d376d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d17b336-2d79-4cfe-a5ef-fa648eec0574", "tag": "df772871-7061-43d6-b5d3-522b6ef7eef9", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:53.950349 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b22919cb-3cce-4ba4-a9d9-da5e0dbd3113 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:53.950939 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a95061-f48a-4c6b-b3e7-afabba045761', 'name': 'network-vif-deleted', 'tag': '88dbfcb7-c934-431e-a0d0-8bf4116d376d', 'status': 'completed', 'code': 200}
Dec 18 20:59:53.951399 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d17b336-2d79-4cfe-a5ef-fa648eec0574', 'tag': 'df772871-7061-43d6-b5d3-522b6ef7eef9', 'status': 'completed', 'code': 200}
Dec 18 20:59:54.011907 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:54.018207 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-21bc9215-1c24-4406-a523-bc651413da52 service neutron] 10.222.0.13 "GET /v2.0/networks/74ad1df6-b439-443c-a033-fdb0a24ed87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1172743
Dec 18 20:59:54.068323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b47cc5-1471-43a7-99ed-98f148687620 req-cefa9212-612b-4fb7-9b8d-c41cb71195af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:54.069861 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0b47cc5-1471-43a7-99ed-98f148687620 req-cefa9212-612b-4fb7-9b8d-c41cb71195af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 1094 time: 0.0957899
Dec 18 20:59:54.194991 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85eb97-b72b-4bea-af9d-fe53ca63bfea req-d9758d30-465f-4c26-8f0e-158e80653593 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:54.198050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba85eb97-b72b-4bea-af9d-fe53ca63bfea req-d9758d30-465f-4c26-8f0e-158e80653593 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 944 time: 0.0779972
Dec 18 20:59:54.214705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Allocated IP 172.35.3.214 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/b27711ee-3d39-4355-848e-72fe4b5669fc) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:54.240719 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b47cc5-1471-43a7-99ed-98f148687620 req-a1e1afc4-03b4-4c0c-a30e-e930e2667909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:54.242288 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0b47cc5-1471-43a7-99ed-98f148687620 req-a1e1afc4-03b4-4c0c-a30e-e930e2667909 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 200  len: 916 time: 0.1621001
Dec 18 20:59:54.284671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d322b-5587-42da-a578-7ca6bd57f5f7 req-6bade355-c9f4-4062-a499-144f6a5868a1 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:54.286162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-734d322b-5587-42da-a578-7ca6bd57f5f7 req-6bade355-c9f4-4062-a499-144f6a5868a1 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1096 time: 0.0860615
Dec 18 20:59:54.296991 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba85eb97-b72b-4bea-af9d-fe53ca63bfea req-62b63569-fc06-48e4-8915-a7fe87b8e80f tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852454
Dec 18 20:59:54.344509 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0b47cc5-1471-43a7-99ed-98f148687620 req-17b622db-18cc-4c27-8dff-f36f0aaff7fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df772871-7061-43d6-b5d3-522b6ef7eef9 HTTP/1.1" status: 200  len: 217 time: 0.0862672
Dec 18 20:59:54.350835 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-734d322b-5587-42da-a578-7ca6bd57f5f7 req-b4b44fbf-2e90-46f1-ab00-f7690b828fec tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528157
Dec 18 20:59:54.384455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47509c80-2f60-4312-bf51-718bd56cb64b req-64b1dfb1-6ca6-4615-9134-17a6d9c8fb9a tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 210 time: 0.0414774
Dec 18 20:59:54.429633 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b47cc5-1471-43a7-99ed-98f148687620 req-691fdcef-56e7-4dd8-a89c-c0beb4ecdd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:54.431221 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0b47cc5-1471-43a7-99ed-98f148687620 req-691fdcef-56e7-4dd8-a89c-c0beb4ecdd31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99bf93ac-b6ee-4565-81a5-d57d3091ab55 HTTP/1.1" status: 200  len: 855 time: 0.0766079
Dec 18 20:59:54.461488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:54.466871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d839-292c-4956-b42e-85195600969f req-a8bf37b2-5c15-4aa4-b67c-342979f62bf5 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:54.469135 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1547d839-292c-4956-b42e-85195600969f req-a8bf37b2-5c15-4aa4-b67c-342979f62bf5 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1096 time: 0.0502892
Dec 18 20:59:54.481912 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0b47cc5-1471-43a7-99ed-98f148687620 req-3d5a78b8-e776-40ac-851b-bd50af1435cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f7835a3-1921-420f-bc92-783d1cac5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0347681
Dec 18 20:59:54.519279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1547d839-292c-4956-b42e-85195600969f req-4590060a-6a10-447b-a018-6f83b70e0c39 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424049
Dec 18 20:59:54.574842 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:54.619265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:54.630149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:54.640697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:54.680641 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0b47cc5-1471-43a7-99ed-98f148687620 req-fdde9ce8-961c-437c-a6f4-503bc6c7e21d service neutron] 10.222.0.36 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906700
Dec 18 20:59:54.683334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event updated for resources: {'Port': ['ID=b27711ee-3d39-4355-848e-72fe4b5669fc,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:54.833049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7cf2-835b-40d9-8fde-c9e058e85fa7 req-87b06195-5afe-4a6a-990f-3f69d4325084 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:54.834603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-865f7cf2-835b-40d9-8fde-c9e058e85fa7 req-87b06195-5afe-4a6a-990f-3f69d4325084 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 943 time: 0.1158111
Dec 18 20:59:54.839218 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:54.849701 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0b47cc5-1471-43a7-99ed-98f148687620 req-05deb12b-8045-48c8-aefe-e52d06b538f1 service neutron] 10.222.0.36 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571395
Dec 18 20:59:54.880037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 95468de0-87ec-4e68-8883-879d214ec825 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:59:54.883236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-644737a8-2c02-4635-94d2-116a696308fa tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:54.883679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:54.884643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-644737a8-2c02-4635-94d2-116a696308fa tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/networks?id=11a2412d-58d1-4b26-9a42-5b9697cc2593 HTTP/1.1" status: 200  len: 911 time: 0.1295924
Dec 18 20:59:54.918346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-7118e938-c897-42a9-8c70-743d7bd97130 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/quotas/75c84e493553475aa1781e3e9528e50a HTTP/1.1" status: 200  len: 375 time: 0.0249562
Dec 18 20:59:54.923632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-865f7cf2-835b-40d9-8fde-c9e058e85fa7 req-d92a71f1-caf2-49eb-908a-eaa388046a79 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814977
Dec 18 20:59:54.967364 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-4e4fe335-5deb-4750-9b54-d1b918f44923 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=75c84e493553475aa1781e3e9528e50a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0483003
Dec 18 20:59:54.980720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 88dbfcb7-c934-431e-a0d0-8bf4116d376d no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 20:59:55.009513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 95468de0-87ec-4e68-8883-879d214ec825, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95468de0-87ec-4e68-8883-879d214ec825,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:55.011802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 88dbfcb7-c934-431e-a0d0-8bf4116d376d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 20:59:55.012144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 88dbfcb7-c934-431e-a0d0-8bf4116d376d not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 20:59:55.036000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '95468de0-87ec-4e68-8883-879d214ec825', 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f', 'port_id': '95468de0-87ec-4e68-8883-879d214ec825', 'mac_address': 'fa:16:3e:67:ad:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd8803e-9e38-40d3-98c4-6000ae1f79e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:59:55.072747 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:55.079334 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-dfe04dfe-681c-4b2a-90e0-12d6efb28a9c service neutron] 10.222.0.13 "GET /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1013901
Dec 18 20:59:55.086101 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:55.089979 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:55.105289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95468de0-87ec-4e68-8883-879d214ec825 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:55.141296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 95468de0-87ec-4e68-8883-879d214ec825, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95468de0-87ec-4e68-8883-879d214ec825,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:55.151874 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:55.173995 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event updated for resources: {'Port': ['ID=b27711ee-3d39-4355-848e-72fe4b5669fc,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:55.206669 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:55.228214 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:55.229751 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9dc18672-94a4-4464-bc22-ecd0ce8307e9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4710121
Dec 18 20:59:55.233409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=95468de0-87ec-4e68-8883-879d214ec825,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:55.240953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-97a2f468-6895-4a25-9def-8fc9bda38711 service neutron] 10.222.0.13 "GET /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575153
Dec 18 20:59:55.335894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e08910-f2d8-4c4e-9c0b-ddaa78acfc6f req-a9df0728-d44e-4166-a23e-8242868391b1 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:55.338126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33e08910-f2d8-4c4e-9c0b-ddaa78acfc6f req-a9df0728-d44e-4166-a23e-8242868391b1 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 946 time: 0.0622754
Dec 18 20:59:55.363231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98358054-834a-499c-b026-80fa25ce261d req-c3e20b7f-355b-4926-abe1-06f5fd4131d9 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:55.364804 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-c3e20b7f-355b-4926-abe1-06f5fd4131d9 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.31 "GET /v2.0/networks?id=74ad1df6-b439-443c-a033-fdb0a24ed87f HTTP/1.1" status: 200  len: 814 time: 0.1338665
Dec 18 20:59:55.380890 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-98358054-834a-499c-b026-80fa25ce261d req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Request body: {'port': {'device_id': '9c5ad229-3042-4816-865e-c5055f87a909', 'network_id': '74ad1df6-b439-443c-a033-fdb0a24ed87f', 'admin_state_up': True, 'tenant_id': 'c4dac9c70ce64bab85da8c23bafd20cc'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:55.420053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33e08910-f2d8-4c4e-9c0b-ddaa78acfc6f req-33886749-3254-403d-ba03-2ef690831350 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714805
Dec 18 20:59:55.521277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['95468de0-87ec-4e68-8883-879d214ec825'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:55.564374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faaecc-4d3a-4494-a6d5-44d2fbbf3332 req-9f8b0845-eba9-4914-a81c-2877746d7743 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:55.566576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84faaecc-4d3a-4494-a6d5-44d2fbbf3332 req-9f8b0845-eba9-4914-a81c-2877746d7743 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 945 time: 0.0804615
Dec 18 20:59:55.585117 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98358054-834a-499c-b026-80fa25ce261d req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Made reservation on behalf of c4dac9c70ce64bab85da8c23bafd20cc for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:55.590317 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-98358054-834a-499c-b026-80fa25ce261d req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:55.603515 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72cdb5ab-0ee6-4e99-b864-6e020208385b req-5ae1e0ed-3fcf-4adc-90a9-c0bde4da2f60 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 210 time: 0.0357952
Dec 18 20:59:55.648710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84faaecc-4d3a-4494-a6d5-44d2fbbf3332 req-20ad6656-4c95-49b6-95e0-11152353e95e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703130
Dec 18 20:59:55.709151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-839bdb46-9a71-4d2b-a88f-098ef631f6ff req-5aecb47e-b795-4bf5-ab90-1375ab4be579 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 210 time: 0.0429432
Dec 18 20:59:55.793994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-98358054-834a-499c-b026-80fa25ce261d req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Allocated IP 172.20.0.7 (74ad1df6-b439-443c-a033-fdb0a24ed87f/6d43e0b3-623e-48a8-b0e2-537a65b0247c/2f46a0da-28aa-4aef-82c3-f3adb2fd5bad) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:55.865744 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-7e519306-7e48-4f65-8131-8a8df6df385a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:55.867270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-7e519306-7e48-4f65-8131-8a8df6df385a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/networks?id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 HTTP/1.1" status: 200  len: 821 time: 0.1204605
Dec 18 20:59:55.886702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-ff4ffa4b-edda-452e-84d3-8598c4c326e3 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/quotas/80e8efe6135e41a689caf483b2c72af1 HTTP/1.1" status: 200  len: 375 time: 0.0096960
Dec 18 20:59:55.922744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-d7744fd3-ad60-4916-802d-26df148e19ab tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=80e8efe6135e41a689caf483b2c72af1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0283263
Dec 18 20:59:56.087148 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c930b015-f268-4379-9715-23042a101abe service neutron] 10.222.0.13 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471395
Dec 18 20:59:56.157288 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69037e-2c4c-414e-be47-4211cfda82c8 req-f6aac222-45d2-4725-a300-a3019179f663 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:56.158903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae69037e-2c4c-414e-be47-4211cfda82c8 req-f6aac222-45d2-4725-a300-a3019179f663 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 943 time: 0.1072350
Dec 18 20:59:56.237118 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-0447e91b-2967-4ea8-99a3-6137beecdf9a service neutron] 10.222.0.13 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394572
Dec 18 20:59:56.240900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae69037e-2c4c-414e-be47-4211cfda82c8 req-ea2f9cd7-c1db-4e82-acc1-48d734f34e25 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720289
Dec 18 20:59:56.282053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-98358054-834a-499c-b026-80fa25ce261d req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:56.319056 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-98358054-834a-499c-b026-80fa25ce261d req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:56.376120 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98358054-834a-499c-b026-80fa25ce261d req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Network 74ad1df6-b439-443c-a033-fdb0a24ed87f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:56.379965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-98358054-834a-499c-b026-80fa25ce261d req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:56.382778 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-98358054-834a-499c-b026-80fa25ce261d req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:56.429298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7290fcbb-5f08-4997-8c44-ee960096f236 req-711de46a-1aee-4ca0-ad92-9aadff597190 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 210 time: 0.0407324
Dec 18 20:59:56.431131 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Pushing event updated for resources: {'Port': ['ID=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:56.462872 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98358054-834a-499c-b026-80fa25ce261d req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:56.463493 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-98358054-834a-499c-b026-80fa25ce261d req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:56.483003 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-ad6e54cb-c8cc-4f7d-89a7-36567ab0d58f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1079710
Dec 18 20:59:56.496525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Request body: {'port': {'device_id': '9c5ad229-3042-4816-865e-c5055f87a909', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:56.556534 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:56.618011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56561298-5f59-40f5-a002-1b3cee2a029e req-f56165bf-423c-405c-856f-66c3d2092e82 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:56.626959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56561298-5f59-40f5-a002-1b3cee2a029e req-f56165bf-423c-405c-856f-66c3d2092e82 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 946 time: 0.0626292
Dec 18 20:59:56.694837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56561298-5f59-40f5-a002-1b3cee2a029e req-04526f26-a200-4a19-ae39-d2524acca538 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667751
Dec 18 20:59:56.856698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea648767-41ae-485b-af29-914acc1e20a8 req-fb015865-cde4-4353-8c34-173f0a95486a tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:56.858918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea648767-41ae-485b-af29-914acc1e20a8 req-fb015865-cde4-4353-8c34-173f0a95486a tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 945 time: 0.0675447
Dec 18 20:59:56.867635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35454ef4-8cd2-4c12-a0ad-5c202e20c4d2 req-25ed8668-4110-46de-8101-2207992eab72 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:56.869356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35454ef4-8cd2-4c12-a0ad-5c202e20c4d2 req-25ed8668-4110-46de-8101-2207992eab72 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 931 time: 0.1188817
Dec 18 20:59:56.895100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device df772871-7061-43d6-b5d3-522b6ef7eef9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 20:59:56.898860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-6ea285a2-6ad9-4e04-b582-afb6e553bdd1 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:56.899453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 95468de0-87ec-4e68-8883-879d214ec825 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 20:59:56.900453 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-6ea285a2-6ad9-4e04-b582-afb6e553bdd1 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.36 "GET /v2.0/networks?id=11a2412d-58d1-4b26-9a42-5b9697cc2593 HTTP/1.1" status: 200  len: 911 time: 0.2710159
Dec 18 20:59:56.927624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Request body: {'port': {'device_id': '39122197-3868-45d6-b159-242f70881ec6', 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593', 'admin_state_up': True, 'tenant_id': '75c84e493553475aa1781e3e9528e50a'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:56.982931 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Made reservation on behalf of 75c84e493553475aa1781e3e9528e50a for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:56.986117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:56.988280 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea648767-41ae-485b-af29-914acc1e20a8 req-87a9cae6-ce19-449e-bd55-89280453dca7 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178424
Dec 18 20:59:56.999110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35454ef4-8cd2-4c12-a0ad-5c202e20c4d2 req-5af20933-01b1-4876-8487-dfcdd6d11e0d tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a530f0b-751a-4e39-80a6-eb13c99fb3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216996
Dec 18 20:59:57.042896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 95468de0-87ec-4e68-8883-879d214ec825 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 20:59:57.067151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 95468de0-87ec-4e68-8883-879d214ec825 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:57.067560 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:57.100386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:57.112615 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:57.118911 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-677364d9-a949-43d8-9b96-03b37c41f8ee req-473a0b31-2e05-4f50-a79a-6f151b458e80 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 210 time: 0.0515313
Dec 18 20:59:57.145786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port df772871-7061-43d6-b5d3-522b6ef7eef9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df772871-7061-43d6-b5d3-522b6ef7eef9,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:57.157570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Transition to ACTIVE for port object 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:59:57.162265 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'df772871-7061-43d6-b5d3-522b6ef7eef9', 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9', 'port_id': 'df772871-7061-43d6-b5d3-522b6ef7eef9', 'mac_address': 'fa:16:3e:5f:14:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99bf93ac-b6ee-4565-81a5-d57d3091ab55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 20:59:57.165951 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:57.215799 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Allocated IP 172.20.0.8 (11a2412d-58d1-4b26-9a42-5b9697cc2593/4fd977de-a437-49fc-9c64-d6aa4944bac5/cff4e8d4-5231-483d-9fa7-4cda76d2c814) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:57.228324 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:57.229611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Pushing event updated for resources: {'Port': ['ID=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:57.243100 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:57.266063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6330b4d1-f33b-40ed-87d9-4029566f8b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95468de0-87ec-4e68-8883-879d214ec825'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:57.268432 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a1cf91-d97b-465a-b4d8-2fefcb6e8eec" -d '{"events": [{"server_uuid": "6330b4d1-f33b-40ed-87d9-4029566f8b51", "name": "network-vif-plugged", "status": "completed", "tag": "95468de0-87ec-4e68-8883-879d214ec825"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:57.276305 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df772871-7061-43d6-b5d3-522b6ef7eef9 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:57.296669 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 95468de0-87ec-4e68-8883-879d214ec825, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95468de0-87ec-4e68-8883-879d214ec825,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:57.317515 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port df772871-7061-43d6-b5d3-522b6ef7eef9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df772871-7061-43d6-b5d3-522b6ef7eef9,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:57.319845 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:57.368844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebe144-cff3-4b32-a023-bd18feaaf021 req-505152bd-fa25-4ad0-94bb-95f00aa960c3 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:57.377483 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b8ebe144-cff3-4b32-a023-bd18feaaf021 req-505152bd-fa25-4ad0-94bb-95f00aa960c3 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 944 time: 0.0601594
Dec 18 20:59:57.395288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Attempting to bind port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:57.395843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Attempting to bind port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1b35760f-c1e0-4971-a099-fe04ab3a96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '74ad1df6-b439-443c-a033-fdb0a24ed87f'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:57.395969 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Attempting to bind port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad on network 74ad1df6-b439-443c-a033-fdb0a24ed87f {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:57.399801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=95468de0-87ec-4e68-8883-879d214ec825,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:57.403792 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d33408-df8a-4a21-8497-8f889a8af746 x-openstack-request-id: req-73d33408-df8a-4a21-8497-8f889a8af746 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:57.404073 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6330b4d1-f33b-40ed-87d9-4029566f8b51", "name": "network-vif-plugged", "status": "completed", "tag": "95468de0-87ec-4e68-8883-879d214ec825", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:57.404328 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73d33408-df8a-4a21-8497-8f889a8af746 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:57.404713 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6330b4d1-f33b-40ed-87d9-4029566f8b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95468de0-87ec-4e68-8883-879d214ec825', 'code': 200}
Dec 18 20:59:57.407278 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:57.410719 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad on network 74ad1df6-b439-443c-a033-fdb0a24ed87f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:59:57.410975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Attempting to bind port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad on network 74ad1df6-b439-443c-a033-fdb0a24ed87f {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:57.421018 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:57.421454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Checking segment: {'id': '1b35760f-c1e0-4971-a099-fe04ab3a96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '74ad1df6-b439-443c-a033-fdb0a24ed87f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:57.421848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Bound using segment: {'id': '1b35760f-c1e0-4971-a099-fe04ab3a96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '74ad1df6-b439-443c-a033-fdb0a24ed87f'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:57.422313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Bound port: 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b35760f-c1e0-4971-a099-fe04ab3a96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '74ad1df6-b439-443c-a033-fdb0a24ed87f'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:57.422745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:57.529252 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b8ebe144-cff3-4b32-a023-bd18feaaf021 req-6b4bf6c6-dd4e-437a-a6b7-7ffe1a55700a tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503069
Dec 18 20:59:57.648795 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:57.697706 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539488d8-0743-4ca0-989e-0032afda1e3c req-03cd476e-edaf-4c96-a019-7f8a89e9f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:57.699558 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-539488d8-0743-4ca0-989e-0032afda1e3c req-03cd476e-edaf-4c96-a019-7f8a89e9f3b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 1097 time: 0.2047298
Dec 18 20:59:57.766932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=df772871-7061-43d6-b5d3-522b6ef7eef9,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:57.790787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-ac70e5b0-f823-4cf8-9da7-88711440099c tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:57.792866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-ac70e5b0-f823-4cf8-9da7-88711440099c tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.31 "GET /v2.0/networks?id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 HTTP/1.1" status: 200  len: 821 time: 0.1933799
Dec 18 20:59:57.829966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] For port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:57.832624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb1746f4-d5b7-45fb-b95e-e8ae96fe5ab1 req-9b06c938-9e8a-4c58-a50f-ff330702b4a2 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 210 time: 0.0385146
Dec 18 20:59:57.840808 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Request body: {'port': {'device_id': 'b7b8c792-da21-4d87-9e75-96d0445e8db0', 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6', 'admin_state_up': True, 'tenant_id': '80e8efe6135e41a689caf483b2c72af1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:57.865619 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:57.875270 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] For port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad,segment=NetworkSegment(1b35760f-c1e0-4971-a099-fe04ab3a96ce),segment_id=1b35760f-c1e0-4971-a099-fe04ab3a96ce)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:57.883112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['0da2c32b-1622-4614-8ba1-9f9480ff52bf'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:57.888428 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-539488d8-0743-4ca0-989e-0032afda1e3c req-00d3449c-2a8e-40a2-ac3c-89c5a92f5cf9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726069
Dec 18 20:59:57.890200 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:57.915118 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['df772871-7061-43d6-b5d3-522b6ef7eef9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 20:59:57.935534 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Network 11a2412d-58d1-4b26-9a42-5b9697cc2593 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:57.938296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:57.938858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:57.940252 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] 10.222.0.31 "PUT /v2.0/ports/2f46a0da-28aa-4aef-82c3-f3adb2fd5bad HTTP/1.1" status: 200  len: 1091 time: 1.4490519
Dec 18 20:59:57.943212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5ad229-3042-4816-865e-c5055f87a909', 'tag': '2f46a0da-28aa-4aef-82c3-f3adb2fd5bad'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 20:59:57.944897 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028ff634-9ec4-4738-93c7-80556f72dcb8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5ad229-3042-4816-865e-c5055f87a909", "tag": "2f46a0da-28aa-4aef-82c3-f3adb2fd5bad"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 20:59:57.954921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:57.958624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:57.968183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Pushing event updated for resources: {'Port': ['ID=cff4e8d4-5231-483d-9fa7-4cda76d2c814,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:57.985399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67bce6-0c57-4cd8-903f-3b0ed19e3c8f req-88323969-c27b-4070-8476-e0cbaad18549 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:57.993537 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf67bce6-0c57-4cd8-903f-3b0ed19e3c8f req-88323969-c27b-4070-8476-e0cbaad18549 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 946 time: 0.1022196
Dec 18 20:59:58.064884 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc358d1-9b39-4b33-9d5a-9f5ce13aa462 x-openstack-request-id: req-2fc358d1-9b39-4b33-9d5a-9f5ce13aa462 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 20:59:58.065200 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5ad229-3042-4816-865e-c5055f87a909", "tag": "2f46a0da-28aa-4aef-82c3-f3adb2fd5bad", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 20:59:58.066052 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fc358d1-9b39-4b33-9d5a-9f5ce13aa462 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 20:59:58.066487 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5ad229-3042-4816-865e-c5055f87a909', 'tag': '2f46a0da-28aa-4aef-82c3-f3adb2fd5bad', 'status': 'completed', 'code': 200}
Dec 18 20:59:58.080113 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf67bce6-0c57-4cd8-903f-3b0ed19e3c8f req-9cc1f049-0d6f-4174-ae27-bb4d89c17d47 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856500
Dec 18 20:59:58.115905 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:58.116530 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:58.121024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae9fca-eb5d-408c-b3bd-c30fba2bdf43 service neutron] Pushing event updated for resources: {'Port': ['ID=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:58.135083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98358054-834a-499c-b026-80fa25ce261d req-fab43e5a-962c-45b1-9d6f-c63196438683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:58.137429 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-fab43e5a-962c-45b1-9d6f-c63196438683 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4dac9c70ce64bab85da8c23bafd20cc&device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 1094 time: 0.1413674
Dec 18 20:59:58.149426 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-bdb68314-f912-4601-bf0a-cba95a7b3679 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.2268150
Dec 18 20:59:58.197063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Request body: {'port': {'device_id': '39122197-3868-45d6-b159-242f70881ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:58.204700 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-00a8c9cc-0910-4267-bb85-a902affd2717 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad HTTP/1.1" status: 200  len: 217 time: 0.0541124
Dec 18 20:59:58.219085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Made reservation on behalf of 80e8efe6135e41a689caf483b2c72af1 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 20:59:58.222972 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:58.299536 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a021d-540e-4a0d-901b-2943be3058ca req-e72de36d-956f-455c-9295-03cb6a50be8f tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:58.300804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a2a021d-540e-4a0d-901b-2943be3058ca req-e72de36d-956f-455c-9295-03cb6a50be8f tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 946 time: 0.1958969
Dec 18 20:59:58.303093 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:58.316881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98358054-834a-499c-b026-80fa25ce261d req-5645e7a2-b5e5-46dd-966f-39da7458d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:58.318370 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-5645e7a2-b5e5-46dd-966f-39da7458d1e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d43e0b3-623e-48a8-b0e2-537a65b0247c HTTP/1.1" status: 200  len: 854 time: 0.0911300
Dec 18 20:59:58.337227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883ab7a-70dd-4c6d-a685-638e25c02c7a req-c6217af3-8d03-45d8-afaa-9b3e7c63484b tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:58.338708 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0883ab7a-70dd-4c6d-a685-638e25c02c7a req-c6217af3-8d03-45d8-afaa-9b3e7c63484b tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 943 time: 0.1483405
Dec 18 20:59:58.370709 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-3ea3b528-38ee-41b5-abd2-241cda7c86bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74ad1df6-b439-443c-a033-fdb0a24ed87f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291429
Dec 18 20:59:58.389500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0f4488ac-7b7e-4724-8c85-3bd5fca52c13 None None] Provisioning complete for port cff4e8d4-5231-483d-9fa7-4cda76d2c814 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 20:59:58.390045 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0f4488ac-7b7e-4724-8c85-3bd5fca52c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:58.427458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0f4488ac-7b7e-4724-8c85-3bd5fca52c13 None None] Port cff4e8d4-5231-483d-9fa7-4cda76d2c814 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 20:59:58.452890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0883ab7a-70dd-4c6d-a685-638e25c02c7a req-194f9d17-f3a0-47b3-b541-af279563741b tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a530f0b-751a-4e39-80a6-eb13c99fb3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036944
Dec 18 20:59:58.455947 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a2a021d-540e-4a0d-901b-2943be3058ca req-3509cac4-5c50-457d-a52d-a56f9993576b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422219
Dec 18 20:59:58.459836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Allocated IP 172.20.0.13 (bfdb70fc-b6f1-4792-b656-71aeb0dae3b6/908b7037-377c-4a4b-b384-1c34c13100b0/bae4e65d-ce16-4411-8971-1163bdcdb591) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 20:59:58.595475 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-22a98c11-a306-4a6b-b31b-5449c207f8f1 service neutron] 10.222.0.31 "GET /v2.0/networks/74ad1df6-b439-443c-a033-fdb0a24ed87f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635153
Dec 18 20:59:58.639118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb1e04-8289-4220-bff6-6c6bffaa75ac req-057012e8-1569-48e0-ad3a-a5a785841a02 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:58.640738 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-debb1e04-8289-4220-bff6-6c6bffaa75ac req-057012e8-1569-48e0-ad3a-a5a785841a02 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1027 time: 0.0914347
Dec 18 20:59:58.718302 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:58.742126 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-98358054-834a-499c-b026-80fa25ce261d req-84a75c29-01f7-4cca-b3b4-a73c797be5e3 service neutron] 10.222.0.31 "GET /v2.0/networks/74ad1df6-b439-443c-a033-fdb0a24ed87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363771
Dec 18 20:59:58.743964 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff4e8d4-5231-483d-9fa7-4cda76d2c814 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 20:59:58.757112 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:58.767130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69dc2b-45ae-4e89-ae0b-38f8d5b4eb02 req-4f236fa8-085b-4001-87e1-0527a8eb05f0 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:58.773182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Transition to ACTIVE for port object cff4e8d4-5231-483d-9fa7-4cda76d2c814 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 20:59:58.774002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f69dc2b-45ae-4e89-ae0b-38f8d5b4eb02 req-4f236fa8-085b-4001-87e1-0527a8eb05f0 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 944 time: 0.1254282
Dec 18 20:59:58.778486 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:58.790777 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-debb1e04-8289-4220-bff6-6c6bffaa75ac req-77c88fe7-0803-4714-a662-bd28c6b4a826 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307917
Dec 18 20:59:58.830791 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:58.866897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Pushing event updated for resources: {'Port': ['ID=cff4e8d4-5231-483d-9fa7-4cda76d2c814,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:58.873635 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f69dc2b-45ae-4e89-ae0b-38f8d5b4eb02 req-9f8e2460-d29e-4678-a1e6-2e20ea5f1f9e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960507
Dec 18 20:59:58.899492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 20:59:58.900982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 20:59:58.904442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ff634-9ec4-4738-93c7-80556f72dcb8 req-6336fc21-080d-4f51-91df-3a2c5d688795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:58.906586 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-028ff634-9ec4-4738-93c7-80556f72dcb8 req-6336fc21-080d-4f51-91df-3a2c5d688795 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4dac9c70ce64bab85da8c23bafd20cc&device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 1094 time: 0.0917969
Dec 18 20:59:58.909842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 20:59:58.939706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event updated for resources: {'Port': ['ID=bae4e65d-ce16-4411-8971-1163bdcdb591,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:59.023116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Attempting to bind port cff4e8d4-5231-483d-9fa7-4cda76d2c814 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 20:59:59.023454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Attempting to bind port cff4e8d4-5231-483d-9fa7-4cda76d2c814 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 20:59:59.023789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Attempting to bind port cff4e8d4-5231-483d-9fa7-4cda76d2c814 on network 11a2412d-58d1-4b26-9a42-5b9697cc2593 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:59.033894 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Port cff4e8d4-5231-483d-9fa7-4cda76d2c814 on network 11a2412d-58d1-4b26-9a42-5b9697cc2593 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 20:59:59.034224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Attempting to bind port cff4e8d4-5231-483d-9fa7-4cda76d2c814 on network 11a2412d-58d1-4b26-9a42-5b9697cc2593 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 20:59:59.050670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 20:59:59.051014 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Checking segment: {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 20:59:59.051400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Bound using segment: {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 20:59:59.051842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Bound port: cff4e8d4-5231-483d-9fa7-4cda76d2c814, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274d3f5b-8266-4445-9659-d7816898483f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 20:59:59.052197 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:59.074168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ff634-9ec4-4738-93c7-80556f72dcb8 req-c0d01548-bcb2-4e02-accf-157f81c53e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:59.075709 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-028ff634-9ec4-4738-93c7-80556f72dcb8 req-c0d01548-bcb2-4e02-accf-157f81c53e83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=74ad1df6-b439-443c-a033-fdb0a24ed87f HTTP/1.1" status: 200  len: 915 time: 0.1459973
Dec 18 20:59:59.181602 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-028ff634-9ec4-4738-93c7-80556f72dcb8 req-705218fe-dd78-4df8-a3ab-90db4995d611 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad HTTP/1.1" status: 200  len: 217 time: 0.0971546
Dec 18 20:59:59.182643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] For port cff4e8d4-5231-483d-9fa7-4cda76d2c814, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 20:59:59.186076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] For port cff4e8d4-5231-483d-9fa7-4cda76d2c814, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cff4e8d4-5231-483d-9fa7-4cda76d2c814,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 20:59:59.200832 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:59.253938 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.254319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.254675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.255020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.255360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.255696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.256033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.256437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.256724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.257086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.257453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.257803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.258132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 20:59:59.267846 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:59.268467 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:59.269830 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] 10.222.0.36 "PUT /v2.0/ports/cff4e8d4-5231-483d-9fa7-4cda76d2c814 HTTP/1.1" status: 200  len: 1091 time: 1.0775440
Dec 18 20:59:59.289792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ff634-9ec4-4738-93c7-80556f72dcb8 req-e3c3b506-0b2a-4409-b614-e1d5412165e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:59.291313 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-028ff634-9ec4-4738-93c7-80556f72dcb8 req-e3c3b506-0b2a-4409-b614-e1d5412165e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d43e0b3-623e-48a8-b0e2-537a65b0247c HTTP/1.1" status: 200  len: 854 time: 0.1015227
Dec 18 20:59:59.296490 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684bf04-dc7e-4055-a72f-c0fb2720436e service neutron] Pushing event updated for resources: {'Port': ['ID=cff4e8d4-5231-483d-9fa7-4cda76d2c814,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 20:59:59.328128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:59.328773 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:59.330246 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-028ff634-9ec4-4738-93c7-80556f72dcb8 req-25b4696c-2209-40d4-8e8c-083fd04e2faa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74ad1df6-b439-443c-a033-fdb0a24ed87f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281458
Dec 18 20:59:59.366685 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab0ccd-fc5b-4a40-b59e-46e2c59dd767 req-38b2d9df-c79e-4385-b28c-848e41b997dc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:59.369131 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78ab0ccd-fc5b-4a40-b59e-46e2c59dd767 req-38b2d9df-c79e-4385-b28c-848e41b997dc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 932 time: 0.4297571
Dec 18 20:59:59.375154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c5076e2a-3ec0-4b98-a392-d881a9b331bc tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5526636
Dec 18 20:59:59.382596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab11e6-ce20-4996-9dd7-136fe6065021 req-3211b532-2ded-4853-b5ac-ac0f929d691f tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:59.384311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84ab11e6-ce20-4996-9dd7-136fe6065021 req-3211b532-2ded-4853-b5ac-ac0f929d691f tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 946 time: 0.1534240
Dec 18 20:59:59.393853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Request body: {'port': {'device_id': 'b7b8c792-da21-4d87-9e75-96d0445e8db0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 20:59:59.409266 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-d5d824d4-ac95-42cc-9d29-a3816ece9dbe tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:59.410913 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-d5d824d4-ac95-42cc-9d29-a3816ece9dbe tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.31 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 946 time: 0.1816967
Dec 18 20:59:59.427777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-79271345-2953-4c90-9f4e-df12d539a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:59.429289 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-79271345-2953-4c90-9f4e-df12d539a1cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75c84e493553475aa1781e3e9528e50a&device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1094 time: 0.0981929
Dec 18 20:59:59.491903 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-028ff634-9ec4-4738-93c7-80556f72dcb8 req-ebf0206d-7cf6-4959-aa8a-fbd68d8ce033 service neutron] 10.222.0.31 "GET /v2.0/networks/74ad1df6-b439-443c-a033-fdb0a24ed87f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522238
Dec 18 20:59:59.493731 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-5a1ea2da-2c24-4c0e-a59d-3f944c23097e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cff4e8d4-5231-483d-9fa7-4cda76d2c814 HTTP/1.1" status: 200  len: 217 time: 0.0417001
Dec 18 20:59:59.588385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78ab0ccd-fc5b-4a40-b59e-46e2c59dd767 req-397853fd-c9b2-4d9c-a1e0-005936f81853 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2001503
Dec 18 20:59:59.590289 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:59.596469 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84ab11e6-ce20-4996-9dd7-136fe6065021 req-23077393-4e52-4d26-8318-9e3d86e0bebd tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups?id=a4620419-ecff-47bf-a1d5-bfc565a8b720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1998661
Dec 18 20:59:59.600241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-0b133932-03dc-442b-b6ea-08c6f781b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:59.604139 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-0b133932-03dc-442b-b6ea-08c6f781b1c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fd977de-a437-49fc-9c64-d6aa4944bac5 HTTP/1.1" status: 200  len: 849 time: 0.1008906
Dec 18 20:59:59.667911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Deleting port fea449d4-dbd8-44cd-99aa-d486449cf15d {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 20:59:59.668517 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 20:59:59.684943 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-028ff634-9ec4-4738-93c7-80556f72dcb8 req-7c30f298-ed78-4acf-b5a5-a84649df94cb service neutron] 10.222.0.31 "GET /v2.0/networks/74ad1df6-b439-443c-a033-fdb0a24ed87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763458
Dec 18 20:59:59.696974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-85141e73-0893-4a40-83a4-917ffeb0f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:59.698949 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-85141e73-0893-4a40-83a4-917ffeb0f012 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a2412d-58d1-4b26-9a42-5b9697cc2593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0868394
Dec 18 20:59:59.798092 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-daf1459e-3082-478e-b877-923a09c8d9d3 service neutron] 10.222.0.36 "GET /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894554
Dec 18 20:59:59.888313 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e0ea2de-5ecb-4cc2-9f07-ff11829935cc req-de3016b7-6804-4d3e-b961-37a50cddb439 service neutron] 10.222.0.36 "GET /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832274
Dec 18 20:59:59.923723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faf4a8-b8ee-4124-8534-6b86dfc94c85 req-1e0f9a4d-bc3b-426f-b8dd-136fa08d18aa tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:59.925200 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2faf4a8-b8ee-4124-8534-6b86dfc94c85 req-1e0f9a4d-bc3b-426f-b8dd-136fa08d18aa tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 943 time: 0.2379155
Dec 18 20:59:59.957833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f074714-a32d-4dc8-af19-d4ee23ad354f req-a1278ba4-42a0-4b51-aa10-5a91747a8c3f tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 20:59:59.959398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f074714-a32d-4dc8-af19-d4ee23ad354f req-a1278ba4-42a0-4b51-aa10-5a91747a8c3f tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 946 time: 0.2018282
Dec 18 20:59:59.963796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] For port fea449d4-dbd8-44cd-99aa-d486449cf15d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fea449d4-dbd8-44cd-99aa-d486449cf15d,segment=NetworkSegment(d26db73b-b34b-4d1a-aeaf-4c67a620bb54),segment_id=d26db73b-b34b-4d1a-aeaf-4c67a620bb54)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 20:59:59.964168 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:00.068156 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39122197-3868-45d6-b159-242f70881ec6', 'tag': 'cff4e8d4-5231-483d-9fa7-4cda76d2c814'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:00.070607 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6a685a-3a99-449c-82e0-96c63faa06ef" -d '{"events": [{"name": "network-changed", "server_uuid": "39122197-3868-45d6-b159-242f70881ec6", "tag": "cff4e8d4-5231-483d-9fa7-4cda76d2c814"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:00.199591 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2faf4a8-b8ee-4124-8534-6b86dfc94c85 req-f1a7a72b-a3de-4c03-8776-985a50013dd6 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a530f0b-751a-4e39-80a6-eb13c99fb3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2618186
Dec 18 21:00:00.207805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f074714-a32d-4dc8-af19-d4ee23ad354f req-b01f59d1-2d9c-432c-9eb4-acb4bff53be5 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2354903
Dec 18 21:00:00.351376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae4e65d-ce16-4411-8971-1163bdcdb591 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:00.373311 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:00.412674 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:00.413037 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:00.413362 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Floating IP cc892ccb-53a2-4b8f-a49b-a29235f0f920 disassociated. External IP: 172.35.3.150, port: fea449d4-dbd8-44cd-99aa-d486449cf15d.
Dec 18 21:00:00.413709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Calling delete_port for fea449d4-dbd8-44cd-99aa-d486449cf15d owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:00.421812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Transition to ACTIVE for port object bae4e65d-ce16-4411-8971-1163bdcdb591 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:00:00.433918 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:00.448836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab283c3a-1a4d-4dd3-bdf3-aea9e4d6efa4 req-969fdfdf-96ae-488a-9a89-4e72da601aa9 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:00.450477 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab283c3a-1a4d-4dd3-bdf3-aea9e4d6efa4 req-969fdfdf-96ae-488a-9a89-4e72da601aa9 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1094 time: 0.1595328
Dec 18 21:00:00.525598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c2aef-c4de-4a65-ae17-22b6ae7ae3c0 req-429119c7-4334-4311-8b94-362f9b6426a1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:00.527112 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a6c2aef-c4de-4a65-ae17-22b6ae7ae3c0 req-429119c7-4334-4311-8b94-362f9b6426a1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 944 time: 0.1834803
Dec 18 21:00:00.582821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Pushing event updated for resources: {'Port': ['ID=bae4e65d-ce16-4411-8971-1163bdcdb591,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:00.666323 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab283c3a-1a4d-4dd3-bdf3-aea9e4d6efa4 req-6295d724-63f6-48c8-9629-36926d602f82 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663015
Dec 18 21:00:00.686204 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a6c2aef-c4de-4a65-ae17-22b6ae7ae3c0 req-08793592-3b58-4a94-a854-efee688aec4a tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436725
Dec 18 21:00:00.720008 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2be59e-fb5f-4343-b971-023a8e83d1a8 x-openstack-request-id: req-5c2be59e-fb5f-4343-b971-023a8e83d1a8 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:00.721146 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39122197-3868-45d6-b159-242f70881ec6", "tag": "cff4e8d4-5231-483d-9fa7-4cda76d2c814", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:00.721733 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c2be59e-fb5f-4343-b971-023a8e83d1a8 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:00.722614 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39122197-3868-45d6-b159-242f70881ec6', 'tag': 'cff4e8d4-5231-483d-9fa7-4cda76d2c814', 'status': 'completed', 'code': 200}
Dec 18 21:00:00.736525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Attempting to bind port bae4e65d-ce16-4411-8971-1163bdcdb591 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:00.736872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Attempting to bind port bae4e65d-ce16-4411-8971-1163bdcdb591 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:00.737207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Attempting to bind port bae4e65d-ce16-4411-8971-1163bdcdb591 on network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:00.745219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Port bae4e65d-ce16-4411-8971-1163bdcdb591 on network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:00:00.745552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Attempting to bind port bae4e65d-ce16-4411-8971-1163bdcdb591 on network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:00.756142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:00.756492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Checking segment: {'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:00.756880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Bound using segment: {'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:00.757322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Bound port: bae4e65d-ce16-4411-8971-1163bdcdb591, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:00.757679 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:00.787004 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:00.810101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a685a-3a99-449c-82e0-96c63faa06ef req-71504164-fa88-4564-acde-ea98a0ef2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:00.812157 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a6a685a-3a99-449c-82e0-96c63faa06ef req-71504164-fa88-4564-acde-ea98a0ef2d96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75c84e493553475aa1781e3e9528e50a&device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1094 time: 0.0605457
Dec 18 21:00:00.873118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Pushing event deleted for resources: {'Port': ['ID=fea449d4-dbd8-44cd-99aa-d486449cf15d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:00.905871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a685a-3a99-449c-82e0-96c63faa06ef req-5904bbbe-8ce9-4b52-ab5b-9184d8f1f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:00.907664 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a6a685a-3a99-449c-82e0-96c63faa06ef req-5904bbbe-8ce9-4b52-ab5b-9184d8f1f698 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a2412d-58d1-4b26-9a42-5b9697cc2593 HTTP/1.1" status: 200  len: 911 time: 0.0876107
Dec 18 21:00:00.915408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device df772871-7061-43d6-b5d3-522b6ef7eef9 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:00.956120 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a6a685a-3a99-449c-82e0-96c63faa06ef req-c8024c53-8c3a-44bc-9b1a-e3d749444008 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cff4e8d4-5231-483d-9fa7-4cda76d2c814 HTTP/1.1" status: 200  len: 217 time: 0.0404797
Dec 18 21:00:00.964568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port df772871-7061-43d6-b5d3-522b6ef7eef9 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:00:00.968298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbffaa4c-b8b0-4973-9127-992a0dff6613 req-dc499494-fa08-44c8-bde2-f2e42c575cd0 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1247017277&fields=id&tenant_id=0d7fb5d0ce9f40d2b55296706489a86a HTTP/1.1" status: 200  len: 267 time: 0.1922555
Dec 18 21:00:00.969396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] For port bae4e65d-ce16-4411-8971-1163bdcdb591, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:00.969677 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port df772871-7061-43d6-b5d3-522b6ef7eef9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:00.970108 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:00.997034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0667e5-efd5-4fdb-a3ac-81c7b0a59831 req-400d7d6b-7aba-46ac-bc20-83666b837619 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:00.999552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b0667e5-efd5-4fdb-a3ac-81c7b0a59831 req-400d7d6b-7aba-46ac-bc20-83666b837619 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 944 time: 0.2149346
Dec 18 21:00:01.011497 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] For port bae4e65d-ce16-4411-8971-1163bdcdb591, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae4e65d-ce16-4411-8971-1163bdcdb591,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:01.021102 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a685a-3a99-449c-82e0-96c63faa06ef req-5a84921d-616f-48c0-895b-984175689028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:01.022746 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a6a685a-3a99-449c-82e0-96c63faa06ef req-5a84921d-616f-48c0-895b-984175689028 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fd977de-a437-49fc-9c64-d6aa4944bac5 HTTP/1.1" status: 200  len: 849 time: 0.0593126
Dec 18 21:00:01.041792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:00:01.045617 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:01.062474 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:01.072291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a685a-3a99-449c-82e0-96c63faa06ef req-9502bc60-0920-48b9-8c51-275f77def44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:01.074183 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a6a685a-3a99-449c-82e0-96c63faa06ef req-9502bc60-0920-48b9-8c51-275f77def44b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a2412d-58d1-4b26-9a42-5b9697cc2593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443313
Dec 18 21:00:01.127736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d17b336-2d79-4cfe-a5ef-fa648eec0574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df772871-7061-43d6-b5d3-522b6ef7eef9'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:01.130013 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae00ce8-a92f-45ed-9267-32ef8c68e33d" -d '{"events": [{"server_uuid": "7d17b336-2d79-4cfe-a5ef-fa648eec0574", "name": "network-vif-plugged", "status": "completed", "tag": "df772871-7061-43d6-b5d3-522b6ef7eef9"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:01.134183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:01.135182 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:01.136361 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] 10.222.0.31 "PUT /v2.0/ports/bae4e65d-ce16-4411-8971-1163bdcdb591 HTTP/1.1" status: 200  len: 1092 time: 1.7493117
Dec 18 21:00:01.146103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b8c792-da21-4d87-9e75-96d0445e8db0', 'tag': 'bae4e65d-ce16-4411-8971-1163bdcdb591'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:01.148612 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c80d51-06ec-4610-be1b-72b4eeb80407" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b8c792-da21-4d87-9e75-96d0445e8db0", "tag": "bae4e65d-ce16-4411-8971-1163bdcdb591"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:01.150013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port df772871-7061-43d6-b5d3-522b6ef7eef9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df772871-7061-43d6-b5d3-522b6ef7eef9,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:01.158557 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:01.194216 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a6a685a-3a99-449c-82e0-96c63faa06ef req-31560075-513d-4b52-bfd9-ffe39ecca054 service neutron] 10.222.0.36 "GET /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1125526
Dec 18 21:00:01.218446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad,segment=NetworkSegment(1b35760f-c1e0-4971-a099-fe04ab3a96ce),segment_id=1b35760f-c1e0-4971-a099-fe04ab3a96ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:01.241027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '2f46a0da-28aa-4aef-82c3-f3adb2fd5bad', 'network_id': '74ad1df6-b439-443c-a033-fdb0a24ed87f', 'port_id': '2f46a0da-28aa-4aef-82c3-f3adb2fd5bad', 'mac_address': 'fa:16:3e:4b:c9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d43e0b3-623e-48a8-b0e2-537a65b0247c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:00:01.255708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=df772871-7061-43d6-b5d3-522b6ef7eef9,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:01.297352 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:01.320315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:01.333141 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a6a685a-3a99-449c-82e0-96c63faa06ef req-785067e4-b204-4615-aa03-831bf4497214 service neutron] 10.222.0.36 "GET /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312504
Dec 18 21:00:01.345108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad,segment=NetworkSegment(1b35760f-c1e0-4971-a099-fe04ab3a96ce),segment_id=1b35760f-c1e0-4971-a099-fe04ab3a96ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:01.354162 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:01.404497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:01.502892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b0667e5-efd5-4fdb-a3ac-81c7b0a59831 req-32e64a8f-fad6-4676-a6a7-59319652999a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4892404
Dec 18 21:00:01.512905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffaa4c-b8b0-4973-9127-992a0dff6613 req-f0e50aca-1caa-4bf9-a259-03fc1cb03208 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:01.514498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbffaa4c-b8b0-4973-9127-992a0dff6613 req-f0e50aca-1caa-4bf9-a259-03fc1cb03208 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 946 time: 0.5255120
Dec 18 21:00:01.519969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ab99f-c376-4fe0-902e-bde175fa9675 service neutron] Pushing event updated for resources: {'Port': ['ID=bae4e65d-ce16-4411-8971-1163bdcdb591,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:01.529724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Router 85d41b9e-cdfe-40e5-972d-185e58c01903 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:00:01.536465 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-bbffaa4c-b8b0-4973-9127-992a0dff6613 req-90d4e980-6226-41a6-bcc6-b338e11ed975 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'port': {'security_groups': ['4ba7697c-ed59-4b06-b7fa-2e8ce1185d70', '2acbe28c-d33b-484c-ba42-430a5ae43ad6']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:01.579903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-57577424-e48e-400e-8697-8afd4e29e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:01.581335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-57577424-e48e-400e-8697-8afd4e29e59c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80e8efe6135e41a689caf483b2c72af1&device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 1095 time: 0.1503258
Dec 18 21:00:01.588897 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['2f46a0da-28aa-4aef-82c3-f3adb2fd5bad'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:01.612644 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ebb614e-c034-4311-b10c-f647b9355b09 req-0f20f6f9-1bca-4ba4-9aa7-12cdddd728dc tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/ports?device_id=198e9dd2-01b2-4119-9848-b5c9db0cb7ca HTTP/1.1" status: 200  len: 210 time: 0.0481489
Dec 18 21:00:01.662340 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b924214b-047d-423c-b5a3-7a48842bf859 x-openstack-request-id: req-b924214b-047d-423c-b5a3-7a48842bf859 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:01.662608 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d17b336-2d79-4cfe-a5ef-fa648eec0574", "name": "network-vif-plugged", "status": "completed", "tag": "df772871-7061-43d6-b5d3-522b6ef7eef9", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:01.662821 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b924214b-047d-423c-b5a3-7a48842bf859 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:01.663209 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d17b336-2d79-4cfe-a5ef-fa648eec0574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df772871-7061-43d6-b5d3-522b6ef7eef9', 'code': 200}
Dec 18 21:00:01.704314 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-4671a64b-fe2e-43a0-9dee-ce2f08872711 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bae4e65d-ce16-4411-8971-1163bdcdb591 HTTP/1.1" status: 200  len: 217 time: 0.0956883
Dec 18 21:00:01.709173 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-bbffaa4c-b8b0-4973-9127-992a0dff6613 req-90d4e980-6226-41a6-bcc6-b338e11ed975 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:01.785696 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8ed0a-24cf-4361-acf5-67763ff15c10 req-d7355a60-7db9-432a-8ea3-8699a3907ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:01.787146 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fa8ed0a-24cf-4361-acf5-67763ff15c10 req-d7355a60-7db9-432a-8ea3-8699a3907ff1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 1096 time: 0.0464175
Dec 18 21:00:01.832264 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fa8ed0a-24cf-4361-acf5-67763ff15c10 req-2eddbe41-2af1-4e68-9aff-daf7bb1a2a0c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374348
Dec 18 21:00:01.850851 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:00:01.869966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c27a07db-8e68-4fb1-8a73-6e10eea3ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:01.871529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-c27a07db-8e68-4fb1-8a73-6e10eea3ab1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=908b7037-377c-4a4b-b384-1c34c13100b0 HTTP/1.1" status: 200  len: 861 time: 0.1583509
Dec 18 21:00:01.922245 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-2e9f0eb0-b715-41e3-a806-13241298d751 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424066
Dec 18 21:00:01.933270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:00:01.943254 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5113b-1595-42e7-b01b-40aad24123ca None None] Sync routers for ids ['85d41b9e-cdfe-40e5-972d-185e58c01903'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:00:01.956395 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5113b-1595-42e7-b01b-40aad24123ca None None] Routers {'85d41b9e-cdfe-40e5-972d-185e58c01903'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:01.956618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e383b8-0762-422c-9762-d22def900507 req-6de213b6-6b90-4228-9808-184bcaa5401f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:01.956992 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-a9d5113b-1595-42e7-b01b-40aad24123ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664043700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['85d41b9e-cdfe-40e5-972d-185e58c01903'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:01.958053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7e383b8-0762-422c-9762-d22def900507 req-6de213b6-6b90-4228-9808-184bcaa5401f tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 944 time: 0.2000136
Dec 18 21:00:02.056913 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] No DVR routers for this DVR port fea449d4-dbd8-44cd-99aa-d486449cf15d on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:02.059374 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-a9d5113b-1595-42e7-b01b-40aad24123ca None None] Set router 85d41b9e-cdfe-40e5-972d-185e58c01903 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:02.066722 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:02.070057 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a691d3a7-c989-41bd-b20c-4f7f5f24e2f7 req-1a262cd4-7d9d-464a-9847-649d99b7e009 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.31 "DELETE /v2.0/ports/fea449d4-dbd8-44cd-99aa-d486449cf15d HTTP/1.1" status: 204  len: 173 time: 2.6455295
Dec 18 21:00:02.182628 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7e383b8-0762-422c-9762-d22def900507 req-ab1c9318-ce9b-45d1-ac92-6cf737d50d28 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a530f0b-751a-4e39-80a6-eb13c99fb3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2051663
Dec 18 21:00:02.187176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-6529a5b2-bba0-449c-89cb-302189f498a5 service neutron] 10.222.0.31 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2501891
Dec 18 21:00:02.259786 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-a9d5113b-1595-42e7-b01b-40aad24123ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664043700>, [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56ae4cb6-59dc-4b25-9498-24ad09a2546a', 'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'mac_address': 'fa:16:3e:ba:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:34Z', 'updated_at': '2021-12-18T20:57:44Z', 'revision_number': 5, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'subnets': [{'id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:02.275235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-bbffaa4c-b8b0-4973-9127-992a0dff6613 req-90d4e980-6226-41a6-bcc6-b338e11ed975 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] For port 95468de0-87ec-4e68-8883-879d214ec825, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95468de0-87ec-4e68-8883-879d214ec825,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:02.287919 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5113b-1595-42e7-b01b-40aad24123ca None None] Checking router: 85d41b9e-cdfe-40e5-972d-185e58c01903 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:00:02.297623 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018f6eef-20bf-4b1d-a06d-5fd1bc615ec2 x-openstack-request-id: req-018f6eef-20bf-4b1d-a06d-5fd1bc615ec2 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:02.297923 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b8c792-da21-4d87-9e75-96d0445e8db0", "tag": "bae4e65d-ce16-4411-8971-1163bdcdb591", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:02.298173 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-018f6eef-20bf-4b1d-a06d-5fd1bc615ec2 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:02.298518 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5113b-1595-42e7-b01b-40aad24123ca None None] Routers {'85d41b9e-cdfe-40e5-972d-185e58c01903'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:02.298662 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b8c792-da21-4d87-9e75-96d0445e8db0', 'tag': 'bae4e65d-ce16-4411-8971-1163bdcdb591', 'status': 'completed', 'code': 200}
Dec 18 21:00:02.299418 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-a9d5113b-1595-42e7-b01b-40aad24123ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664043700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T20:59:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['85d41b9e-cdfe-40e5-972d-185e58c01903'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:02.333548 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-bbffaa4c-b8b0-4973-9127-992a0dff6613 req-90d4e980-6226-41a6-bcc6-b338e11ed975 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:02.342355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-bbffaa4c-b8b0-4973-9127-992a0dff6613 req-90d4e980-6226-41a6-bcc6-b338e11ed975 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:02.355628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['95468de0-87ec-4e68-8883-879d214ec825'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:02.360590 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb3e084d-1622-4ab8-82e9-6da162e31567 req-7bc444de-35a3-4cb6-9c05-60558275dfe1 service neutron] 10.222.0.31 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616561
Dec 18 21:00:02.419278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffaa4c-b8b0-4973-9127-992a0dff6613 req-90d4e980-6226-41a6-bcc6-b338e11ed975 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:02.419988 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-bbffaa4c-b8b0-4973-9127-992a0dff6613 req-90d4e980-6226-41a6-bcc6-b338e11ed975 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:02.421436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbffaa4c-b8b0-4973-9127-992a0dff6613 req-90d4e980-6226-41a6-bcc6-b338e11ed975 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "PUT /v2.0/ports/95468de0-87ec-4e68-8883-879d214ec825 HTTP/1.1" status: 200  len: 982 time: 0.8970051
Dec 18 21:00:02.442644 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-a9d5113b-1595-42e7-b01b-40aad24123ca None None] Set router 85d41b9e-cdfe-40e5-972d-185e58c01903 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:02.450299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c138b-8c91-4fdf-ac17-30a00c52f5bd req-e4974098-7a09-4cf0-97c2-3f577f09a9a0 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:02.452406 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d65c138b-8c91-4fdf-ac17-30a00c52f5bd req-e4974098-7a09-4cf0-97c2-3f577f09a9a0 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1094 time: 0.1063099
Dec 18 21:00:02.459952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4e980-6226-41a6-bcc6-b338e11ed975 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'Port': ['ID=95468de0-87ec-4e68-8883-879d214ec825,revision_number=6']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:02.586068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['95468de0-87ec-4e68-8883-879d214ec825'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:02.603443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c80d51-06ec-4610-be1b-72b4eeb80407 req-f7d67f98-ad74-42a3-a1b0-d36bb2357d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:02.605688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09c80d51-06ec-4610-be1b-72b4eeb80407 req-f7d67f98-ad74-42a3-a1b0-d36bb2357d34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80e8efe6135e41a689caf483b2c72af1&device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 1095 time: 0.1579387
Dec 18 21:00:02.640481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898468dc-189a-4d87-8a08-e4ef6ed1b28c req-86b17f05-78d9-4341-a9bd-35d2f220e6ec tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:02.642132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-898468dc-189a-4d87-8a08-e4ef6ed1b28c req-86b17f05-78d9-4341-a9bd-35d2f220e6ec tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 945 time: 0.1316500
Dec 18 21:00:02.668937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d65c138b-8c91-4fdf-ac17-30a00c52f5bd req-a5db44c6-efe1-4d24-9ffa-df5c8250ee35 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1983359
Dec 18 21:00:02.826216 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-a9d5113b-1595-42e7-b01b-40aad24123ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664043700>, [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56ae4cb6-59dc-4b25-9498-24ad09a2546a', 'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'mac_address': 'fa:16:3e:ba:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:34Z', 'updated_at': '2021-12-18T20:57:44Z', 'revision_number': 5, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'subnets': [{'id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:02.849321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-898468dc-189a-4d87-8a08-e4ef6ed1b28c req-3573e692-d297-4b2d-b074-8a67b9bbfd8a tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867969
Dec 18 21:00:02.853364 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5113b-1595-42e7-b01b-40aad24123ca None None] The sync data for ids ['85d41b9e-cdfe-40e5-972d-185e58c01903'] in ncdv-master-1 is: [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T20:57:36Z', 'revision_number': 4, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56ae4cb6-59dc-4b25-9498-24ad09a2546a', 'name': '', 'network_id': '4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'mac_address': 'fa:16:3e:ba:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:34Z', 'updated_at': '2021-12-18T20:57:44Z', 'revision_number': 5, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'subnets': [{'id': 'c336d839-f9bd-49a0-889b-7bc38ad323d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:00:02.857517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c80d51-06ec-4610-be1b-72b4eeb80407 req-45cf87b2-cf94-462d-85a7-99332def570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:02.859923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09c80d51-06ec-4610-be1b-72b4eeb80407 req-45cf87b2-cf94-462d-85a7-99332def570c service neutron] 10.222.0.31 "GET /v2.0/networks?id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 HTTP/1.1" status: 200  len: 922 time: 0.2411788
Dec 18 21:00:02.865212 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7efde7f6-5990-43b3-8eb3-791989911aa8 req-30c13917-1152-48e5-ba99-036e992e3975 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-181831606&fields=id&tenant_id=0d7fb5d0ce9f40d2b55296706489a86a HTTP/1.1" status: 200  len: 267 time: 0.1137533
Dec 18 21:00:02.922008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device cff4e8d4-5231-483d-9fa7-4cda76d2c814 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:00:02.934010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09c80d51-06ec-4610-be1b-72b4eeb80407 req-8eb5687c-b783-47ca-a873-86f0e49a7190 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bae4e65d-ce16-4411-8971-1163bdcdb591 HTTP/1.1" status: 200  len: 217 time: 0.0656028
Dec 18 21:00:03.027742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:03.042135 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c0579479-665d-4528-a8d9-a68281284f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:03.090653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efde7f6-5990-43b3-8eb3-791989911aa8 req-7bf47674-bbda-49e3-aa5c-c9a3199f395b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:03.092929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7efde7f6-5990-43b3-8eb3-791989911aa8 req-7bf47674-bbda-49e3-aa5c-c9a3199f395b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 985 time: 0.2112889
Dec 18 21:00:03.095143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c80d51-06ec-4610-be1b-72b4eeb80407 req-bfad7d96-b60e-4d15-9b81-6a58c519d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:03.096754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09c80d51-06ec-4610-be1b-72b4eeb80407 req-bfad7d96-b60e-4d15-9b81-6a58c519d350 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=908b7037-377c-4a4b-b384-1c34c13100b0 HTTP/1.1" status: 200  len: 861 time: 0.1435556
Dec 18 21:00:03.108867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port cff4e8d4-5231-483d-9fa7-4cda76d2c814, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cff4e8d4-5231-483d-9fa7-4cda76d2c814,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:03.118878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae65b62-3505-465d-b376-97891f7e94c1 req-62273716-94bd-4955-96a2-00528a6b77fd tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:03.128000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fae65b62-3505-465d-b376-97891f7e94c1 req-62273716-94bd-4955-96a2-00528a6b77fd tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 944 time: 0.1648002
Dec 18 21:00:03.136658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'cff4e8d4-5231-483d-9fa7-4cda76d2c814', 'network_id': '11a2412d-58d1-4b26-9a42-5b9697cc2593', 'port_id': 'cff4e8d4-5231-483d-9fa7-4cda76d2c814', 'mac_address': 'fa:16:3e:d2:e9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd977de-a437-49fc-9c64-d6aa4944bac5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:00:03.168330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-7efde7f6-5990-43b3-8eb3-791989911aa8 req-24a358bf-5678-491b-adf7-ea317df23271 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'port': {'security_groups': ['2acbe28c-d33b-484c-ba42-430a5ae43ad6', '4ba7697c-ed59-4b06-b7fa-2e8ce1185d70', '3b90f329-7660-493e-b8db-5f87c7ac22f4']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:03.171156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:00:03.180847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:03.181212 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:03.226124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09c80d51-06ec-4610-be1b-72b4eeb80407 req-1b684230-0070-41d1-bd51-7d33bd7a2957 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0887499
Dec 18 21:00:03.239163 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:03.258913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff4e8d4-5231-483d-9fa7-4cda76d2c814 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:03.295780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c150a242-e02a-4ed5-8a52-865a49b69dc8 None None] New status for floating IP cc892ccb-53a2-4b8f-a49b-a29235f0f920: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:00:03.335846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fae65b62-3505-465d-b376-97891f7e94c1 req-c9c76e77-38e9-44e7-a2da-e50f069a8e0a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068536
Dec 18 21:00:03.347783 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7efde7f6-5990-43b3-8eb3-791989911aa8 req-24a358bf-5678-491b-adf7-ea317df23271 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:03.349795 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port cff4e8d4-5231-483d-9fa7-4cda76d2c814, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cff4e8d4-5231-483d-9fa7-4cda76d2c814,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:03.395278 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:03.405957 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:03.442958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09c80d51-06ec-4610-be1b-72b4eeb80407 req-d27b96fc-3071-4811-94af-5b273630dda9 service neutron] 10.222.0.31 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067301
Dec 18 21:00:03.501155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=cff4e8d4-5231-483d-9fa7-4cda76d2c814,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:03.515451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad,segment=NetworkSegment(1b35760f-c1e0-4971-a099-fe04ab3a96ce),segment_id=1b35760f-c1e0-4971-a099-fe04ab3a96ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:03.523754 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:03.524572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device fea449d4-dbd8-44cd-99aa-d486449cf15d no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:03.565222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: fea449d4-dbd8-44cd-99aa-d486449cf15d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:03.565577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device fea449d4-dbd8-44cd-99aa-d486449cf15d not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:03.583898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bc378-aa88-453a-8038-1c8eac96f616 req-2fb2ff40-feb8-427b-b634-d88a72e34ad3 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:03.585414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-538bc378-aa88-453a-8038-1c8eac96f616 req-2fb2ff40-feb8-427b-b634-d88a72e34ad3 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 944 time: 0.1450725
Dec 18 21:00:03.597347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:03.664639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5ad229-3042-4816-865e-c5055f87a909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f46a0da-28aa-4aef-82c3-f3adb2fd5bad'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:03.666927 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32982730-4f17-4804-b8d7-ee379dd1adc4" -d '{"events": [{"server_uuid": "9c5ad229-3042-4816-865e-c5055f87a909", "name": "network-vif-plugged", "status": "completed", "tag": "2f46a0da-28aa-4aef-82c3-f3adb2fd5bad"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:03.674502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09c80d51-06ec-4610-be1b-72b4eeb80407 req-d296390a-86bd-4235-b585-e43351a1f917 service neutron] 10.222.0.31 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187653
Dec 18 21:00:03.719887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['cff4e8d4-5231-483d-9fa7-4cda76d2c814'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:03.720338 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-538bc378-aa88-453a-8038-1c8eac96f616 req-d5806292-8e0f-4ab9-bd66-76ad995cbfc1 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a530f0b-751a-4e39-80a6-eb13c99fb3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267040
Dec 18 21:00:03.764398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-7efde7f6-5990-43b3-8eb3-791989911aa8 req-24a358bf-5678-491b-adf7-ea317df23271 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] For port 95468de0-87ec-4e68-8883-879d214ec825, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95468de0-87ec-4e68-8883-879d214ec825,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:03.796646 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7efde7f6-5990-43b3-8eb3-791989911aa8 req-24a358bf-5678-491b-adf7-ea317df23271 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:03.805483 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7efde7f6-5990-43b3-8eb3-791989911aa8 req-24a358bf-5678-491b-adf7-ea317df23271 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:03.833278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44994) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:03.875646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efde7f6-5990-43b3-8eb3-791989911aa8 req-24a358bf-5678-491b-adf7-ea317df23271 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:03.876418 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7efde7f6-5990-43b3-8eb3-791989911aa8 req-24a358bf-5678-491b-adf7-ea317df23271 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:03.877999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7efde7f6-5990-43b3-8eb3-791989911aa8 req-24a358bf-5678-491b-adf7-ea317df23271 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "PUT /v2.0/ports/95468de0-87ec-4e68-8883-879d214ec825 HTTP/1.1" status: 200  len: 1021 time: 0.7334120
Dec 18 21:00:03.882340 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1354a15-7525-4d57-b11f-5b5364c10436 x-openstack-request-id: req-c1354a15-7525-4d57-b11f-5b5364c10436 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:03.882820 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5ad229-3042-4816-865e-c5055f87a909", "name": "network-vif-plugged", "status": "completed", "tag": "2f46a0da-28aa-4aef-82c3-f3adb2fd5bad", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:03.883213 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1354a15-7525-4d57-b11f-5b5364c10436 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:03.883634 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5ad229-3042-4816-865e-c5055f87a909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f46a0da-28aa-4aef-82c3-f3adb2fd5bad', 'code': 200}
Dec 18 21:00:03.883965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a358bf-5678-491b-adf7-ea317df23271 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'Port': ['ID=95468de0-87ec-4e68-8883-879d214ec825,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:03.941292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3638d548-8607-4ce7-8ca8-46b373da4abc tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:03.971077 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3638d548-8607-4ce7-8ca8-46b373da4abc tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:04.006868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['95468de0-87ec-4e68-8883-879d214ec825'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:04.020017 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3638d548-8607-4ce7-8ca8-46b373da4abc tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:04.022980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3638d548-8607-4ce7-8ca8-46b373da4abc tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:04.024131 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3638d548-8607-4ce7-8ca8-46b373da4abc tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "DELETE /v2.0/security-groups/a4620419-ecff-47bf-a1d5-bfc565a8b720 HTTP/1.1" status: 204  len: 168 time: 0.1889284
Dec 18 21:00:04.027013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45000) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:04.033548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638d548-8607-4ce7-8ca8-46b373da4abc tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4620419-ecff-47bf-a1d5-bfc565a8b720,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:04.055559 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-6e7a2ae7-665a-402b-8be6-600ce5b8c3b2 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] show failed (client error): The resource could not be found.
Dec 18 21:00:04.056577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6e7a2ae7-665a-402b-8be6-600ce5b8c3b2 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "GET /v2.0/security-groups/a4620419-ecff-47bf-a1d5-bfc565a8b720 HTTP/1.1" status: 404  len: 347 time: 0.0260518
Dec 18 21:00:04.059532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45002) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:04.077650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8865aa6-fe63-4d19-9a11-1c461911e5be req-1a107d86-88ba-4ca4-8bd6-4c40b7d01db1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:04.079255 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c8865aa6-fe63-4d19-9a11-1c461911e5be req-1a107d86-88ba-4ca4-8bd6-4c40b7d01db1 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 945 time: 0.1389570
Dec 18 21:00:04.126595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c2f51-d286-44a6-9bf8-f718e3c8cc96 req-3c180e6c-594c-42fe-a442-f13437e99783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:04.127933 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-119c2f51-d286-44a6-9bf8-f718e3c8cc96 req-3c180e6c-594c-42fe-a442-f13437e99783 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 1096 time: 0.1615672
Dec 18 21:00:04.133641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05861d-4d1e-4e77-8e10-66bda04602a2 req-77803eb2-774b-45bf-a2f3-d2f08947e99c tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:04.135057 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff05861d-4d1e-4e77-8e10-66bda04602a2 req-77803eb2-774b-45bf-a2f3-d2f08947e99c tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1095 time: 0.1848068
Dec 18 21:00:04.271837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c8865aa6-fe63-4d19-9a11-1c461911e5be req-73b268b6-8219-439d-8eec-0650b92e639a tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628544
Dec 18 21:00:04.295076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-119c2f51-d286-44a6-9bf8-f718e3c8cc96 req-92bf6e93-4b52-4712-88d6-30b2a049102a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6a530f0b-751a-4e39-80a6-eb13c99fb3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531079
Dec 18 21:00:04.299873 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff05861d-4d1e-4e77-8e10-66bda04602a2 req-2359081d-bbc1-4199-8bb5-96ecea0305db tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261594
Dec 18 21:00:04.302083 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'name': 'network-vif-deleted', 'tag': 'fea449d4-dbd8-44cd-99aa-d486449cf15d'}, {'name': 'network-changed', 'server_uuid': '6330b4d1-f33b-40ed-87d9-4029566f8b51', 'tag': '95468de0-87ec-4e68-8883-879d214ec825'}, {'name': 'network-changed', 'server_uuid': '6330b4d1-f33b-40ed-87d9-4029566f8b51', 'tag': '95468de0-87ec-4e68-8883-879d214ec825'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:04.303195 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5079465-886f-4aaf-bfca-9fcb9e998d7f" -d '{"events": [{"server_uuid": "198e9dd2-01b2-4119-9848-b5c9db0cb7ca", "name": "network-vif-deleted", "tag": "fea449d4-dbd8-44cd-99aa-d486449cf15d"}, {"name": "network-changed", "server_uuid": "6330b4d1-f33b-40ed-87d9-4029566f8b51", "tag": "95468de0-87ec-4e68-8883-879d214ec825"}, {"name": "network-changed", "server_uuid": "6330b4d1-f33b-40ed-87d9-4029566f8b51", "tag": "95468de0-87ec-4e68-8883-879d214ec825"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:04.323145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-933c8875-5aa7-4e0c-aff4-44ff11964c37 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Deleting port 9ea8b4e2-48b7-49cb-b154-fa1ff8396c6c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:04.323622 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-933c8875-5aa7-4e0c-aff4-44ff11964c37 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:04.440940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262811dd-a856-4c8f-ac8f-621d14ed5ab1 req-125cae0a-8297-4737-935d-2596236ccc7a tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:04.442500 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-262811dd-a856-4c8f-ac8f-621d14ed5ab1 req-125cae0a-8297-4737-935d-2596236ccc7a tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 1024 time: 0.1019464
Dec 18 21:00:04.446589 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-933c8875-5aa7-4e0c-aff4-44ff11964c37 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:04.446930 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-933c8875-5aa7-4e0c-aff4-44ff11964c37 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:04.465321 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fae9ca-7e5e-4a94-a2cc-4248ff4f795f x-openstack-request-id: req-87fae9ca-7e5e-4a94-a2cc-4248ff4f795f {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:04.465597 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198e9dd2-01b2-4119-9848-b5c9db0cb7ca", "name": "network-vif-deleted", "tag": "fea449d4-dbd8-44cd-99aa-d486449cf15d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6330b4d1-f33b-40ed-87d9-4029566f8b51", "tag": "95468de0-87ec-4e68-8883-879d214ec825", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6330b4d1-f33b-40ed-87d9-4029566f8b51", "tag": "95468de0-87ec-4e68-8883-879d214ec825", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:04.465856 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87fae9ca-7e5e-4a94-a2cc-4248ff4f795f {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:04.466690 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198e9dd2-01b2-4119-9848-b5c9db0cb7ca', 'name': 'network-vif-deleted', 'tag': 'fea449d4-dbd8-44cd-99aa-d486449cf15d', 'status': 'completed', 'code': 200}
Dec 18 21:00:04.466690 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6330b4d1-f33b-40ed-87d9-4029566f8b51', 'tag': '95468de0-87ec-4e68-8883-879d214ec825', 'status': 'completed', 'code': 200}
Dec 18 21:00:04.467012 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6330b4d1-f33b-40ed-87d9-4029566f8b51', 'tag': '95468de0-87ec-4e68-8883-879d214ec825', 'status': 'completed', 'code': 200}
Dec 18 21:00:04.469473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-933c8875-5aa7-4e0c-aff4-44ff11964c37 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Calling delete_port for 9ea8b4e2-48b7-49cb-b154-fa1ff8396c6c owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:04.534646 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-56d84c09-5fe9-4571-bd7b-a4ae143bd189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:04.536284 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-56d84c09-5fe9-4571-bd7b-a4ae143bd189 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a&device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 1175 time: 0.0424678
Dec 18 21:00:04.603751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['95468de0-87ec-4e68-8883-879d214ec825'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:04.617773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-262811dd-a856-4c8f-ac8f-621d14ed5ab1 req-8451ad3f-cde2-4499-ba4f-8a9a298295c4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b90f329-7660-493e-b8db-5f87c7ac22f4&id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&id=2acbe28c-d33b-484c-ba42-430a5ae43ad6 HTTP/1.1" status: 200  len: 6208 time: 0.1632402
Dec 18 21:00:04.632881 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d96a6-8627-4e82-9fea-7d0f33955b10 req-df12e41c-be0d-4228-8fec-60611542afac tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:04.634503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-130d96a6-8627-4e82-9fea-7d0f33955b10 req-df12e41c-be0d-4228-8fec-60611542afac tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 944 time: 0.1032970
Dec 18 21:00:04.732056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-130d96a6-8627-4e82-9fea-7d0f33955b10 req-0b308ebd-015e-40cb-b141-081e5c1b6fe9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868490
Dec 18 21:00:04.770089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-5c21be3b-a5b0-491c-a11d-300d6e5c7141 req-d00512c1-b7c7-4e6d-bbbf-fc4b07ddd0ff tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1537248269 ', 'description': 'tempest-description-577145987'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:04.793449 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-933c8875-5aa7-4e0c-aff4-44ff11964c37 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:04.830403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c8875-5aa7-4e0c-aff4-44ff11964c37 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Pushing event deleted for resources: {'Port': ['ID=9ea8b4e2-48b7-49cb-b154-fa1ff8396c6c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:04.846199 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5c21be3b-a5b0-491c-a11d-300d6e5c7141 req-d00512c1-b7c7-4e6d-bbbf-fc4b07ddd0ff tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:04.918405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device cff4e8d4-5231-483d-9fa7-4cda76d2c814 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:04.992546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-933c8875-5aa7-4e0c-aff4-44ff11964c37 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:04.995135 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-933c8875-5aa7-4e0c-aff4-44ff11964c37 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:04.996294 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-933c8875-5aa7-4e0c-aff4-44ff11964c37 tempest-ServersTestManualDisk-922629628 tempest-ServersTestManualDisk-922629628-project] 10.222.0.13 "DELETE /v2.0/floatingips/cc892ccb-53a2-4b8f-a49b-a29235f0f920 HTTP/1.1" status: 204  len: 168 time: 0.9353247
Dec 18 21:00:04.999340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45028) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:05.005137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-2dd72986-e7b6-4b3b-91dd-df7b12721934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:05.006973 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-2dd72986-e7b6-4b3b-91dd-df7b12721934 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a54d1475-0f49-45b1-a549-1796cbed269f HTTP/1.1" status: 200  len: 912 time: 0.4599559
Dec 18 21:00:05.019464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port cff4e8d4-5231-483d-9fa7-4cda76d2c814 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:00:05.025296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port cff4e8d4-5231-483d-9fa7-4cda76d2c814 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:05.025667 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:05.027297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bae4e65d-ce16-4411-8971-1163bdcdb591 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:00:05.055486 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-07c68fb4-365c-4700-8f34-5bacb3263793 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95468de0-87ec-4e68-8883-879d214ec825 HTTP/1.1" status: 200  len: 217 time: 0.0358119
Dec 18 21:00:05.079812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13db59-d5f8-4d27-a619-03fbae417d43 req-eaf8829d-8548-48f8-9d5f-b1b2bd44df3b tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:05.081363 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea13db59-d5f8-4d27-a619-03fbae417d43 req-eaf8829d-8548-48f8-9d5f-b1b2bd44df3b tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 945 time: 0.1473849
Dec 18 21:00:05.110280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-53208cdc-03b8-4c0e-bd94-a4e541bdb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:05.111837 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-53208cdc-03b8-4c0e-bd94-a4e541bdb4d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dd8803e-9e38-40d3-98c4-6000ae1f79e0 HTTP/1.1" status: 200  len: 851 time: 0.0492983
Dec 18 21:00:05.150417 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-916c10fc-6f07-4849-817d-0a638e85224b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a54d1475-0f49-45b1-a549-1796cbed269f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303624
Dec 18 21:00:05.187447 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4aee9c15-620f-413c-991b-d1f9225cca75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:05.224245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port bae4e65d-ce16-4411-8971-1163bdcdb591, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae4e65d-ce16-4411-8971-1163bdcdb591,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:05.227165 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:05.249441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'bae4e65d-ce16-4411-8971-1163bdcdb591', 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6', 'port_id': 'bae4e65d-ce16-4411-8971-1163bdcdb591', 'mac_address': 'fa:16:3e:4e:46:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908b7037-377c-4a4b-b384-1c34c13100b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:00:05.252397 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-29df6b7a-09bf-4d9f-8522-920289cfa6a3 service neutron] 10.222.0.36 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0935881
Dec 18 21:00:05.299896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port cff4e8d4-5231-483d-9fa7-4cda76d2c814, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cff4e8d4-5231-483d-9fa7-4cda76d2c814,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:05.307074 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:05.316619 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:05.358216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae4e65d-ce16-4411-8971-1163bdcdb591 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:05.387460 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-93fd1abc-3940-47a3-b237-eebb2a08d473 service neutron] 10.222.0.36 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212168
Dec 18 21:00:05.388999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=cff4e8d4-5231-483d-9fa7-4cda76d2c814,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:05.393538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port bae4e65d-ce16-4411-8971-1163bdcdb591, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae4e65d-ce16-4411-8971-1163bdcdb591,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:05.399357 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:05.415385 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5c21be3b-a5b0-491c-a11d-300d6e5c7141 req-d00512c1-b7c7-4e6d-bbbf-fc4b07ddd0ff tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:05.429013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5c21be3b-a5b0-491c-a11d-300d6e5c7141 req-d00512c1-b7c7-4e6d-bbbf-fc4b07ddd0ff tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:05.454387 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=bae4e65d-ce16-4411-8971-1163bdcdb591,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:05.492656 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-71a5628e-2fd4-4990-b6c3-357f52367c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:05.493299 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5c21be3b-a5b0-491c-a11d-300d6e5c7141 req-d00512c1-b7c7-4e6d-bbbf-fc4b07ddd0ff tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:05.494558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5c21be3b-a5b0-491c-a11d-300d6e5c7141 req-d00512c1-b7c7-4e6d-bbbf-fc4b07ddd0ff tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1804 time: 0.7371974
Dec 18 21:00:05.494864 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-71a5628e-2fd4-4990-b6c3-357f52367c32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a&device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 1175 time: 0.0530097
Dec 18 21:00:05.499615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00512c1-b7c7-4e6d-bbbf-fc4b07ddd0ff tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b3e25a-84c1-453c-a7d6-6bcf70947fa3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:05.559851 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea13db59-d5f8-4d27-a619-03fbae417d43 req-bf5de7ca-fd34-438b-840d-9bf7e6c56d4d tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a530f0b-751a-4e39-80a6-eb13c99fb3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430912
Dec 18 21:00:05.636656 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-5242f931-c5ec-4333-b43f-44ffc96043aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:05.638332 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-5242f931-c5ec-4333-b43f-44ffc96043aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=a54d1475-0f49-45b1-a549-1796cbed269f HTTP/1.1" status: 200  len: 912 time: 0.1352012
Dec 18 21:00:05.682604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bae4e65d-ce16-4411-8971-1163bdcdb591'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:05.719993 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-d3c5797a-bbc3-438e-ad05-11942bf019af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95468de0-87ec-4e68-8883-879d214ec825 HTTP/1.1" status: 200  len: 217 time: 0.0725179
Dec 18 21:00:05.780291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-55746a01-04c4-4df4-81e5-4e2b412df68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:05.781839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-55746a01-04c4-4df4-81e5-4e2b412df68b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dd8803e-9e38-40d3-98c4-6000ae1f79e0 HTTP/1.1" status: 200  len: 851 time: 0.0538552
Dec 18 21:00:05.820865 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-813064a9-2a05-45c1-9e1a-6b170a1120c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a54d1475-0f49-45b1-a549-1796cbed269f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303040
Dec 18 21:00:05.827403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20a813d6-5681-41ef-a832-ebdb0638ad65 req-ecb4c07d-349c-42a7-adc9-ae2fbac9ff1c tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/e7b3e25a-84c1-453c-a7d6-6bcf70947fa3 HTTP/1.1" status: 200  len: 1799 time: 0.1204205
Dec 18 21:00:05.831332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffbe84-bda2-4e9a-b74d-2ba1ed85d46c req-c8f92a88-1246-45aa-ab6c-2c08635511bd tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:05.838772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eeffbe84-bda2-4e9a-b74d-2ba1ed85d46c req-c8f92a88-1246-45aa-ab6c-2c08635511bd tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1096 time: 0.1329267
Dec 18 21:00:05.885024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39122197-3868-45d6-b159-242f70881ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff4e8d4-5231-483d-9fa7-4cda76d2c814'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:05.889032 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b209a4a-f706-4c70-b1eb-c2185a878e4d" -d '{"events": [{"server_uuid": "39122197-3868-45d6-b159-242f70881ec6", "name": "network-vif-plugged", "status": "completed", "tag": "cff4e8d4-5231-483d-9fa7-4cda76d2c814"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:05.918922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eeffbe84-bda2-4e9a-b74d-2ba1ed85d46c req-20f8c5c2-ab2f-449c-9cf9-5122f36fd991 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791388
Dec 18 21:00:05.931018 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-3c081024-ab3d-4e23-93cf-839a377adff5 service neutron] 10.222.0.36 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1027162
Dec 18 21:00:05.958986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d26fb-6696-445f-85f3-364b29959235 req-bc618423-a080-4a32-8583-f1d3e74c2adc tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:05.959847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-617d26fb-6696-445f-85f3-364b29959235 req-bc618423-a080-4a32-8583-f1d3e74c2adc tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 945 time: 0.0714285
Dec 18 21:00:06.028174 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a5079465-886f-4aaf-bfca-9fcb9e998d7f req-1ebbdfb8-13cf-4747-8cd8-af62a9193f34 service neutron] 10.222.0.36 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894120
Dec 18 21:00:06.073991 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-617d26fb-6696-445f-85f3-364b29959235 req-3e906d8a-f9d5-4f72-8662-113e6c420a99 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919242
Dec 18 21:00:06.082184 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1547de-ed53-4ef5-9db8-d073b5a6be5e req-64b59540-4767-4b5b-972a-e27aee4013b9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:06.083634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c1547de-ed53-4ef5-9db8-d073b5a6be5e req-64b59540-4767-4b5b-972a-e27aee4013b9 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 945 time: 0.1027784
Dec 18 21:00:06.090548 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b81e356-0bec-4724-826b-e7534cdc6d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:06.236047 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c1547de-ed53-4ef5-9db8-d073b5a6be5e req-3f1e88dd-c3cf-415d-9ecf-c90705c27772 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435485
Dec 18 21:00:06.246393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70c42d7b-2265-4466-b3bf-ee343fdf6145 req-97a6f8e2-7764-40f3-a407-520959daa027 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/e7b3e25a-84c1-453c-a7d6-6bcf70947fa3 HTTP/1.1" status: 200  len: 1799 time: 0.1162562
Dec 18 21:00:06.287211 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef51cc55-410a-49e0-bc0e-f8a715530899 x-openstack-request-id: req-ef51cc55-410a-49e0-bc0e-f8a715530899 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:06.287507 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39122197-3868-45d6-b159-242f70881ec6", "name": "network-vif-plugged", "status": "completed", "tag": "cff4e8d4-5231-483d-9fa7-4cda76d2c814", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:06.287767 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef51cc55-410a-49e0-bc0e-f8a715530899 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:06.288159 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39122197-3868-45d6-b159-242f70881ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff4e8d4-5231-483d-9fa7-4cda76d2c814', 'code': 200}
Dec 18 21:00:06.339773 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:06.371038 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-70c42d7b-2265-4466-b3bf-ee343fdf6145 req-013890a0-cf3f-4338-aaa6-e0875828d3bd tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:06.401447 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-70c42d7b-2265-4466-b3bf-ee343fdf6145 req-013890a0-cf3f-4338-aaa6-e0875828d3bd tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:06.420017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d67e8-8c9e-4a10-9070-505c317f8561 req-b340d58c-26f4-44ef-8347-91124dc2a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:06.422225 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-997d67e8-8c9e-4a10-9070-505c317f8561 req-b340d58c-26f4-44ef-8347-91124dc2a388 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1096 time: 0.0450168
Dec 18 21:00:06.466826 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-997d67e8-8c9e-4a10-9070-505c317f8561 req-83b1ad4e-3c0b-444f-ac0e-5fa82726ac15 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368283
Dec 18 21:00:06.489696 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-70c42d7b-2265-4466-b3bf-ee343fdf6145 req-013890a0-cf3f-4338-aaa6-e0875828d3bd tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:06.492343 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-70c42d7b-2265-4466-b3bf-ee343fdf6145 req-013890a0-cf3f-4338-aaa6-e0875828d3bd tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:06.493540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70c42d7b-2265-4466-b3bf-ee343fdf6145 req-013890a0-cf3f-4338-aaa6-e0875828d3bd tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "DELETE /v2.0/security-groups/e7b3e25a-84c1-453c-a7d6-6bcf70947fa3 HTTP/1.1" status: 204  len: 173 time: 0.2410066
Dec 18 21:00:06.505063 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013890a0-cf3f-4338-aaa6-e0875828d3bd tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b3e25a-84c1-453c-a7d6-6bcf70947fa3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:06.522509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4b81e356-0bec-4724-826b-e7534cdc6d2c admin admin] Deleting port 56ae4cb6-59dc-4b25-9498-24ad09a2546a {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:06.522878 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b81e356-0bec-4724-826b-e7534cdc6d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:06.539493 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-2fadcfe5-3d49-42c0-9867-fb499b555be5 req-88b25288-72ea-458b-8f44-56399efc35bc tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] show failed (client error): The resource could not be found.
Dec 18 21:00:06.540472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2fadcfe5-3d49-42c0-9867-fb499b555be5 req-88b25288-72ea-458b-8f44-56399efc35bc tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/e7b3e25a-84c1-453c-a7d6-6bcf70947fa3 HTTP/1.1" status: 404  len: 352 time: 0.0272377
Dec 18 21:00:06.570456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b417e5b3-24d1-44f4-bd11-2e643b53434d req-d3cf1ca2-90b1-4b30-86f2-8dc94c5690e6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1072866114', 'description': 'tempest-description-2081008567'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:06.611785 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b417e5b3-24d1-44f4-bd11-2e643b53434d req-d3cf1ca2-90b1-4b30-86f2-8dc94c5690e6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:06.638732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-4b81e356-0bec-4724-826b-e7534cdc6d2c admin admin] For port 56ae4cb6-59dc-4b25-9498-24ad09a2546a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56ae4cb6-59dc-4b25-9498-24ad09a2546a,segment=NetworkSegment(d26db73b-b34b-4d1a-aeaf-4c67a620bb54),segment_id=d26db73b-b34b-4d1a-aeaf-4c67a620bb54)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:06.639095 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b81e356-0bec-4724-826b-e7534cdc6d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:06.683836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4b81e356-0bec-4724-826b-e7534cdc6d2c admin admin] Calling delete_port for 56ae4cb6-59dc-4b25-9498-24ad09a2546a owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:06.771200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63388ba9-7184-4ad4-8e2c-34ba1151a531 req-4149e6b9-8989-450e-bc87-c6f620ba8adb tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:06.772725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63388ba9-7184-4ad4-8e2c-34ba1151a531 req-4149e6b9-8989-450e-bc87-c6f620ba8adb tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 945 time: 0.1306758
Dec 18 21:00:06.823919 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b417e5b3-24d1-44f4-bd11-2e643b53434d req-d3cf1ca2-90b1-4b30-86f2-8dc94c5690e6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:06.835896 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b417e5b3-24d1-44f4-bd11-2e643b53434d req-d3cf1ca2-90b1-4b30-86f2-8dc94c5690e6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:06.925060 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b417e5b3-24d1-44f4-bd11-2e643b53434d req-d3cf1ca2-90b1-4b30-86f2-8dc94c5690e6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:06.926279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b417e5b3-24d1-44f4-bd11-2e643b53434d req-d3cf1ca2-90b1-4b30-86f2-8dc94c5690e6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.3619552
Dec 18 21:00:06.935509 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63388ba9-7184-4ad4-8e2c-34ba1151a531 req-1993613f-6159-4a3b-b87c-6bb48c1e63aa tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a530f0b-751a-4e39-80a6-eb13c99fb3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550958
Dec 18 21:00:06.939559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf1ca2-90b1-4b30-86f2-8dc94c5690e6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57759464-1812-4f6a-88d2-0cc1abd10c2e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:07.004731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-36bce18d-ee33-40cc-b9f4-9f69ee6a3f36 req-8d2b8904-a291-4d79-9553-8dd58b1928b6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1755393881', 'description': 'tempest-description-106844963'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:07.046749 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bae4e65d-ce16-4411-8971-1163bdcdb591 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:07.053570 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b81e356-0bec-4724-826b-e7534cdc6d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:07.063801 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-36bce18d-ee33-40cc-b9f4-9f69ee6a3f36 req-8d2b8904-a291-4d79-9553-8dd58b1928b6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:07.100596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81e356-0bec-4724-826b-e7534cdc6d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=56ae4cb6-59dc-4b25-9498-24ad09a2546a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:07.110200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port bae4e65d-ce16-4411-8971-1163bdcdb591 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:00:07.125115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port bae4e65d-ce16-4411-8971-1163bdcdb591 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:07.125955 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:07.222172 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:07.243219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523f8ff-a49c-41c8-aba5-3e327858f4a4 req-c71d8bc5-7b65-4227-aabc-a69e63717968 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:07.244735 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e523f8ff-a49c-41c8-aba5-3e327858f4a4 req-c71d8bc5-7b65-4227-aabc-a69e63717968 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1096 time: 0.1484911
Dec 18 21:00:07.259983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port bae4e65d-ce16-4411-8971-1163bdcdb591, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae4e65d-ce16-4411-8971-1163bdcdb591,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:07.267317 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:07.328649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=bae4e65d-ce16-4411-8971-1163bdcdb591,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:07.365096 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-36bce18d-ee33-40cc-b9f4-9f69ee6a3f36 req-8d2b8904-a291-4d79-9553-8dd58b1928b6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:07.374970 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-36bce18d-ee33-40cc-b9f4-9f69ee6a3f36 req-8d2b8904-a291-4d79-9553-8dd58b1928b6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:07.419048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e523f8ff-a49c-41c8-aba5-3e327858f4a4 req-6ad51254-1886-4073-9eca-2e060d04def4 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404514
Dec 18 21:00:07.428233 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-36bce18d-ee33-40cc-b9f4-9f69ee6a3f36 req-8d2b8904-a291-4d79-9553-8dd58b1928b6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:07.429405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36bce18d-ee33-40cc-b9f4-9f69ee6a3f36 req-8d2b8904-a291-4d79-9553-8dd58b1928b6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.4310107
Dec 18 21:00:07.430034 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b81e356-0bec-4724-826b-e7534cdc6d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:07.440618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b8904-a291-4d79-9553-8dd58b1928b6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f18a890-12fc-49bb-a36f-325c7109cfc6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:07.764636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e035ae-7eb6-4fa6-9cd1-406e5780ea2e req-1d965a20-5117-49cf-ac2a-09f4a6cd3ceb tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:07.766100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19e035ae-7eb6-4fa6-9cd1-406e5780ea2e req-1d965a20-5117-49cf-ac2a-09f4a6cd3ceb tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 945 time: 0.1867626
Dec 18 21:00:07.811194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-93c8b3ce-ffbc-49d6-9f6d-d586b0aa8424 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:07.812601 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-93c8b3ce-ffbc-49d6-9f6d-d586b0aa8424 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/networks?id=1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 200  len: 815 time: 0.2461200
Dec 18 21:00:07.853496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-6f7f80dc-6813-47c4-8530-2a971a10dc2c tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/quotas/d1b96ca6ed964b6a9db0ed2249251328 HTTP/1.1" status: 200  len: 375 time: 0.0327477
Dec 18 21:00:07.859386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19e035ae-7eb6-4fa6-9cd1-406e5780ea2e req-5d75fccf-f895-44e2-97b9-50b2bd0aa882 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840969
Dec 18 21:00:07.861169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b81e356-0bec-4724-826b-e7534cdc6d2c admin admin] Router 85d41b9e-cdfe-40e5-972d-185e58c01903 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:00:08.004654 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-1b1f90b2-6ca5-4698-b1a5-50235da11762 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1423635
Dec 18 21:00:08.026196 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:08.084646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b84a0-9748-42a0-9e82-0ded44fd29df req-775e81ca-6f3c-4b7c-9f7c-67c06cc3e58a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:08.086095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-478b84a0-9748-42a0-9e82-0ded44fd29df req-775e81ca-6f3c-4b7c-9f7c-67c06cc3e58a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 946 time: 0.1548612
Dec 18 21:00:08.087055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b81e356-0bec-4724-826b-e7534cdc6d2c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:00:08.093419 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4b81e356-0bec-4724-826b-e7534cdc6d2c admin admin] 10.222.0.13 "PUT /v2.0/routers/85d41b9e-cdfe-40e5-972d-185e58c01903/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0931270
Dec 18 21:00:08.096100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45084) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:08.098422 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e12925-63f1-4c59-a6a9-b8d35f29142a None None] Sync routers for ids ['85d41b9e-cdfe-40e5-972d-185e58c01903'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:00:08.108163 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e12925-63f1-4c59-a6a9-b8d35f29142a None None] Routers {'85d41b9e-cdfe-40e5-972d-185e58c01903'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:08.108788 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-56e12925-63f1-4c59-a6a9-b8d35f29142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366415e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['85d41b9e-cdfe-40e5-972d-185e58c01903'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:08.163354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-66245bc3-2ff0-4d95-a651-f493323ec1b5 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475334
Dec 18 21:00:08.166717 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-478b84a0-9748-42a0-9e82-0ded44fd29df req-54c6bcf6-13c3-4ab4-8584-e73378952877 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722651
Dec 18 21:00:08.209137 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:08.225486 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-56e12925-63f1-4c59-a6a9-b8d35f29142a None None] Set router 85d41b9e-cdfe-40e5-972d-185e58c01903 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:08.237596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-3a7697aa-c299-48fa-80b9-09798751d7b8 req-55abb36b-8fcb-4c74-95db-c1fc06c13d72 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1939693406', 'description': 'tempest-description-2055172446'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:08.279839 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3a7697aa-c299-48fa-80b9-09798751d7b8 req-55abb36b-8fcb-4c74-95db-c1fc06c13d72 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:08.289144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b8c792-da21-4d87-9e75-96d0445e8db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae4e65d-ce16-4411-8971-1163bdcdb591'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:08.295226 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89829bc3-05a2-4fc9-a2e6-f54e96dfdbf6" -d '{"events": [{"server_uuid": "b7b8c792-da21-4d87-9e75-96d0445e8db0", "name": "network-vif-plugged", "status": "completed", "tag": "bae4e65d-ce16-4411-8971-1163bdcdb591"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:08.307785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-bd378bf3-4dc4-4fa9-a3b4-3f05c9cc35aa service neutron] 10.222.0.13 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188395
Dec 18 21:00:08.322584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:08.375910 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3a7697aa-c299-48fa-80b9-09798751d7b8 req-55abb36b-8fcb-4c74-95db-c1fc06c13d72 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:08.381924 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3a7697aa-c299-48fa-80b9-09798751d7b8 req-55abb36b-8fcb-4c74-95db-c1fc06c13d72 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:08.394074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Deleting port cfba87dc-10e0-47b7-96dd-1b2b30a31136 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:08.394742 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:08.420136 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3a7697aa-c299-48fa-80b9-09798751d7b8 req-55abb36b-8fcb-4c74-95db-c1fc06c13d72 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:08.430960 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-56e12925-63f1-4c59-a6a9-b8d35f29142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366415e8b0>, [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180'}], 'enable_snat': True}, 'gw_port_id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T21:00:06Z', 'revision_number': 5, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port': {'id': 'cfba87dc-10e0-47b7-96dd-1b2b30a31136', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:29Z', 'updated_at': '2021-12-18T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:08.433575 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a7697aa-c299-48fa-80b9-09798751d7b8 req-55abb36b-8fcb-4c74-95db-c1fc06c13d72 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.2362220
Dec 18 21:00:08.437095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abb36b-8fcb-4c74-95db-c1fc06c13d72 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ce66b0-75f7-46c2-bea5-c3ddc8850d03,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:08.461927 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e12925-63f1-4c59-a6a9-b8d35f29142a None None] Checking router: 85d41b9e-cdfe-40e5-972d-185e58c01903 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:00:08.473889 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e12925-63f1-4c59-a6a9-b8d35f29142a None None] Routers {'85d41b9e-cdfe-40e5-972d-185e58c01903'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:08.474610 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-56e12925-63f1-4c59-a6a9-b8d35f29142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366415e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['85d41b9e-cdfe-40e5-972d-185e58c01903'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:08.523479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] For port cfba87dc-10e0-47b7-96dd-1b2b30a31136, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfba87dc-10e0-47b7-96dd-1b2b30a31136,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:08.523839 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:08.524444 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275740f0-ad9b-4e2c-884b-5b929c32261a x-openstack-request-id: req-275740f0-ad9b-4e2c-884b-5b929c32261a {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:08.532454 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b8c792-da21-4d87-9e75-96d0445e8db0", "name": "network-vif-plugged", "status": "completed", "tag": "bae4e65d-ce16-4411-8971-1163bdcdb591", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:08.532454 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-275740f0-ad9b-4e2c-884b-5b929c32261a {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:08.532765 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b8c792-da21-4d87-9e75-96d0445e8db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae4e65d-ce16-4411-8971-1163bdcdb591', 'code': 200}
Dec 18 21:00:08.535113 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:08.559143 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Calling delete_port for cfba87dc-10e0-47b7-96dd-1b2b30a31136 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:08.611072 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-56e12925-63f1-4c59-a6a9-b8d35f29142a None None] Set router 85d41b9e-cdfe-40e5-972d-185e58c01903 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:08.686760 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-56e12925-63f1-4c59-a6a9-b8d35f29142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366415e8b0>, [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T21:00:08Z', 'revision_number': 6, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:08.716207 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e12925-63f1-4c59-a6a9-b8d35f29142a None None] The sync data for ids ['85d41b9e-cdfe-40e5-972d-185e58c01903'] in ncdv-master-1 is: [{'id': '85d41b9e-cdfe-40e5-972d-185e58c01903', 'name': 'tempest-ServersTestManualDisk-1461392504-router', 'tenant_id': '2ab34e83092a4610b03af4bfa353fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:28Z', 'updated_at': '2021-12-18T21:00:08Z', 'revision_number': 6, 'project_id': '2ab34e83092a4610b03af4bfa353fb09', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:00:08.753151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1747ba-ff38-4c5a-9912-93c6757d8556 req-2ba27da3-529e-433f-8f36-16cf6feb5018 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:08.754723 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e1747ba-ff38-4c5a-9912-93c6757d8556 req-2ba27da3-529e-433f-8f36-16cf6feb5018 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1096 time: 0.1322317
Dec 18 21:00:08.769453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442da1f-d624-4eae-8490-3149c951334f req-87832793-73c5-41d4-8677-cf374f8f6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:08.771204 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f442da1f-d624-4eae-8490-3149c951334f req-87832793-73c5-41d4-8677-cf374f8f6376 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 1097 time: 0.1064842
Dec 18 21:00:08.801845 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:08.835893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=cfba87dc-10e0-47b7-96dd-1b2b30a31136,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:08.851067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0fa6be-40ee-4560-b6bf-3f4b56007033 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:08.874731 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7802bbd-ae5b-4373-ab73-2d42d67c763c req-2e5dc027-cc48-4137-8a4e-356a0ad8043b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a HTTP/1.1" status: 200  len: 11014 time: 0.3200574
Dec 18 21:00:08.886538 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f442da1f-d624-4eae-8490-3149c951334f req-27df07ea-8b76-4ce2-b950-706e238a4459 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995119
Dec 18 21:00:08.906988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e1747ba-ff38-4c5a-9912-93c6757d8556 req-20efa342-387c-49e9-899b-0a7d0990b430 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456432
Dec 18 21:00:08.918346 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:08.972362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7802bbd-ae5b-4373-ab73-2d42d67c763c req-42623ce1-9725-433f-9c81-7edb583eb074 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/4ba7697c-ed59-4b06-b7fa-2e8ce1185d70 HTTP/1.1" status: 200  len: 3002 time: 0.0883298
Dec 18 21:00:08.993408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6fd48d7-6f96-46d9-bd67-c60933e3edf0 req-53490124-84aa-48bb-87e7-4c841125bed7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 210 time: 0.0358222
Dec 18 21:00:09.026299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.029518 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.037572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7802bbd-ae5b-4373-ab73-2d42d67c763c req-fea597fc-d17e-48d8-a7e9-6d6516a92ab1 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/4ba7697c-ed59-4b06-b7fa-2e8ce1185d70 HTTP/1.1" status: 200  len: 3002 time: 0.0471985
Dec 18 21:00:09.091042 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.091688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d41b9e-cdfe-40e5-972d-185e58c01903 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:00:09.103587 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.113000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45114) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:09.113165 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8b754879-95c1-4e01-9db5-a8e592fc9f6c admin admin] 10.222.0.13 "DELETE /v2.0/routers/85d41b9e-cdfe-40e5-972d-185e58c01903 HTTP/1.1" status: 204  len: 168 time: 1.0146885
Dec 18 21:00:09.176882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-265d047c-2901-4f7b-bb2e-831d348396c3 admin admin] Deleting subnet c336d839-f9bd-49a0-889b-7bc38ad323d1 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:00:09.181640 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-265d047c-2901-4f7b-bb2e-831d348396c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.535604 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-265d047c-2901-4f7b-bb2e-831d348396c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.602665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964e34f-8961-48f4-bddb-4f7e2c5efc8e req-a9e299fd-8e5d-458d-a7ab-6638744d46fe tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:09.606798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7964e34f-8961-48f4-bddb-4f7e2c5efc8e req-a9e299fd-8e5d-458d-a7ab-6638744d46fe tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1096 time: 0.3925653
Dec 18 21:00:09.624107 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22bf0d5d-73b3-4b3e-a044-38ac3e2df4c3 req-d2965dec-214b-4f37-b89a-f7764a3c3c71 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/57759464-1812-4f6a-88d2-0cc1abd10c2e HTTP/1.1" status: 200  len: 1820 time: 0.3633716
Dec 18 21:00:09.661312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 56ae4cb6-59dc-4b25-9498-24ad09a2546a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:09.688542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 56ae4cb6-59dc-4b25-9498-24ad09a2546a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:09.689194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 56ae4cb6-59dc-4b25-9498-24ad09a2546a not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:09.689620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cfba87dc-10e0-47b7-96dd-1b2b30a31136 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:09.708301 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-265d047c-2901-4f7b-bb2e-831d348396c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.725549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: cfba87dc-10e0-47b7-96dd-1b2b30a31136 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:09.725863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cfba87dc-10e0-47b7-96dd-1b2b30a31136 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:09.758870 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7964e34f-8961-48f4-bddb-4f7e2c5efc8e req-8960ee1a-7931-46ff-8622-f0c55c4658d2 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427143
Dec 18 21:00:09.784718 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-22bf0d5d-73b3-4b3e-a044-38ac3e2df4c3 req-2aee1ad1-01e6-4f4f-afe3-af92d34b76e4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.814530 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-22bf0d5d-73b3-4b3e-a044-38ac3e2df4c3 req-2aee1ad1-01e6-4f4f-afe3-af92d34b76e4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.856591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f396e497-a1df-4cb6-923e-4d35c4e52d73 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:09.859002 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f396e497-a1df-4cb6-923e-4d35c4e52d73 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.36 "GET /v2.0/networks?id=1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 200  len: 815 time: 0.1558712
Dec 18 21:00:09.863448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-265d047c-2901-4f7b-bb2e-831d348396c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.877694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Request body: {'port': {'device_id': '5b133169-7f92-48da-a3a0-5fc9a86455ff', 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9', 'admin_state_up': True, 'tenant_id': 'd1b96ca6ed964b6a9db0ed2249251328'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:09.894653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d047c-2901-4f7b-bb2e-831d348396c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c336d839-f9bd-49a0-889b-7bc38ad323d1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:09.902841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-22bf0d5d-73b3-4b3e-a044-38ac3e2df4c3 req-2aee1ad1-01e6-4f4f-afe3-af92d34b76e4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.905940 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-22bf0d5d-73b3-4b3e-a044-38ac3e2df4c3 req-2aee1ad1-01e6-4f4f-afe3-af92d34b76e4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.907143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22bf0d5d-73b3-4b3e-a044-38ac3e2df4c3 req-2aee1ad1-01e6-4f4f-afe3-af92d34b76e4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "DELETE /v2.0/security-groups/57759464-1812-4f6a-88d2-0cc1abd10c2e HTTP/1.1" status: 204  len: 173 time: 0.2596655
Dec 18 21:00:09.921929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee1ad1-01e6-4f4f-afe3-af92d34b76e4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57759464-1812-4f6a-88d2-0cc1abd10c2e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:09.923978 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-265d047c-2901-4f7b-bb2e-831d348396c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:09.928411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-265d047c-2901-4f7b-bb2e-831d348396c3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c336d839-f9bd-49a0-889b-7bc38ad323d1 HTTP/1.1" status: 204  len: 168 time: 0.8139966
Dec 18 21:00:09.937174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45124) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:09.938542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b559a-ec84-49c6-bee0-666ec557098d None None] Network 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:10.097903 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.109112 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Made reservation on behalf of d1b96ca6ed964b6a9db0ed2249251328 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:10.112906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67404957-59ee-45a9-b7a9-e4a5bf992810 req-1c639872-5aaa-482a-931a-a47475d0c70a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:10.113571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.114513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67404957-59ee-45a9-b7a9-e4a5bf992810 req-1c639872-5aaa-482a-931a-a47475d0c70a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 946 time: 0.0993626
Dec 18 21:00:10.231802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95025831-ca9d-49fd-b80e-369ee7ced404 None None] DHCP port deletion for 4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:10.244393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67404957-59ee-45a9-b7a9-e4a5bf992810 req-300c2521-b472-43a5-8f95-648ddb67c1e6 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212232
Dec 18 21:00:10.253521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b6dc4-6d12-44ba-bfee-ecba3d472b29 req-75e28326-5b16-47e4-9536-2a93d3b5d4d6 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:10.255039 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb2b6dc4-6d12-44ba-bfee-ecba3d472b29 req-75e28326-5b16-47e4-9536-2a93d3b5d4d6 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 945 time: 0.1377721
Dec 18 21:00:10.288655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Deleting port 28d8ce33-3857-42b3-b013-8a2cc3372c5b {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:10.288881 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.294449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Allocated IP 172.20.0.11 (1f7835a3-1921-420f-bc92-783d1cac5ba9/99bf93ac-b6ee-4565-81a5-d57d3091ab55/d926283b-c07a-4bd8-97f5-e45248571489) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:10.315460 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-95025831-ca9d-49fd-b80e-369ee7ced404 None None] Deleting port 28d8ce33-3857-42b3-b013-8a2cc3372c5b {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:10.316050 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-95025831-ca9d-49fd-b80e-369ee7ced404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.390691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-95025831-ca9d-49fd-b80e-369ee7ced404 None None] For port 28d8ce33-3857-42b3-b013-8a2cc3372c5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28d8ce33-3857-42b3-b013-8a2cc3372c5b,segment=NetworkSegment(d26db73b-b34b-4d1a-aeaf-4c67a620bb54),segment_id=d26db73b-b34b-4d1a-aeaf-4c67a620bb54)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:10.390997 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-95025831-ca9d-49fd-b80e-369ee7ced404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.401674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb2b6dc4-6d12-44ba-bfee-ecba3d472b29 req-065d9570-2d04-44ec-9678-aeaafdff2e99 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1397519
Dec 18 21:00:10.404777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-95025831-ca9d-49fd-b80e-369ee7ced404 None None] Calling delete_port for 28d8ce33-3857-42b3-b013-8a2cc3372c5b owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:10.409170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] For port 28d8ce33-3857-42b3-b013-8a2cc3372c5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28d8ce33-3857-42b3-b013-8a2cc3372c5b,segment=NetworkSegment(d26db73b-b34b-4d1a-aeaf-4c67a620bb54),segment_id=d26db73b-b34b-4d1a-aeaf-4c67a620bb54)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:10.409538 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.426726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Calling delete_port for 28d8ce33-3857-42b3-b013-8a2cc3372c5b owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:10.432197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba81e9-a6c7-4436-bb21-6e4602975318 req-80bb9cab-b45c-4df6-ae96-f8f5dfcb4a4b tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:10.433722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20ba81e9-a6c7-4436-bb21-6e4602975318 req-80bb9cab-b45c-4df6-ae96-f8f5dfcb4a4b tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1096 time: 0.0968497
Dec 18 21:00:10.496208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.503045 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-95025831-ca9d-49fd-b80e-369ee7ced404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.504211 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-2602e613-0fa2-48cf-862c-417068e93ef7 req-877126f9-bd8f-4996-b40b-4bc986760a50 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] show failed (client error): The resource could not be found.
Dec 18 21:00:10.505225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2602e613-0fa2-48cf-862c-417068e93ef7 req-877126f9-bd8f-4996-b40b-4bc986760a50 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/57759464-1812-4f6a-88d2-0cc1abd10c2e HTTP/1.1" status: 404  len: 352 time: 0.0281062
Dec 18 21:00:10.530794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95025831-ca9d-49fd-b80e-369ee7ced404 None None] Pushing event deleted for resources: {'Port': ['ID=28d8ce33-3857-42b3-b013-8a2cc3372c5b,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:10.537149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95025831-ca9d-49fd-b80e-369ee7ced404 None None] No DVR routers for this DVR port 28d8ce33-3857-42b3-b013-8a2cc3372c5b on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:10.548664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20ba81e9-a6c7-4436-bb21-6e4602975318 req-8b85eaf0-a98e-42dc-951d-e2336abe685c tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040289
Dec 18 21:00:10.569835 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.591568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f436640a-8992-4e8c-bdca-8adcc9d844b1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:10.594731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['df772871-7061-43d6-b5d3-522b6ef7eef9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:10.598280 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.612654 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Network 1f7835a3-1921-420f-bc92-783d1cac5ba9 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:10.617349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:10.624912 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:10.646046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=28d8ce33-3857-42b3-b013-8a2cc3372c5b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:10.661416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] No DVR routers for this DVR port 28d8ce33-3857-42b3-b013-8a2cc3372c5b on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:10.683414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Pushing event updated for resources: {'Port': ['ID=d926283b-c07a-4bd8-97f5-e45248571489,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:10.700000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:10.700638 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.719676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7173c9-2ef8-4f4c-8ad9-b8e910fef069 req-c5fb15c7-4625-49f5-b638-e6ec787bac24 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:10.720502 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-8eec67d4-4a4b-43fb-9465-ab9f61cbf2fb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8475435
Dec 18 21:00:10.721217 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da7173c9-2ef8-4f4c-8ad9-b8e910fef069 req-c5fb15c7-4625-49f5-b638-e6ec787bac24 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 945 time: 0.1349699
Dec 18 21:00:10.738098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Request body: {'port': {'device_id': '5b133169-7f92-48da-a3a0-5fc9a86455ff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:10.801813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b986bf-fabe-4c8d-9e1d-1f2919ca4f68 req-b71ee6aa-c675-4fb7-8101-cc9db5b33487 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:10.810652 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3b986bf-fabe-4c8d-9e1d-1f2919ca4f68 req-b71ee6aa-c675-4fb7-8101-cc9db5b33487 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 932 time: 0.1675539
Dec 18 21:00:10.813793 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.818887 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.873353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-2d02ff48-b643-499e-b54a-3842a4224d98 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:10.874821 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-2d02ff48-b643-499e-b54a-3842a4224d98 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 945 time: 0.0927892
Dec 18 21:00:10.875609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e7f50d0>,) {'filters': {'network_id': ['4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:10.899479 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da7173c9-2ef8-4f4c-8ad9-b8e910fef069 req-cf52ca35-fd82-46ff-83b1-1f019983f402 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a530f0b-751a-4e39-80a6-eb13c99fb3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397982
Dec 18 21:00:10.901556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e7f50d0>, 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:10.901873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e7f50d0>, 'd26db73b-b34b-4d1a-aeaf-4c67a620bb54') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:10.920162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3b986bf-fabe-4c8d-9e1d-1f2919ca4f68 req-c122495d-c206-444d-bcf3-9abd48cc0e1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086228
Dec 18 21:00:10.952697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.988628 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:10.999760 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6509a09-827f-4904-bc06-35021b53f26f req-28abf67a-6000-47dc-9fb3-c27df1ddb43c tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/3f18a890-12fc-49bb-a36f-325c7109cfc6 HTTP/1.1" status: 200  len: 1819 time: 0.0785561
Dec 18 21:00:11.000793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:00:11.001410 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:00:11.003985 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:00:11.096349 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.115628 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.119009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] 10.222.0.13 "DELETE /v2.0/networks/4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c HTTP/1.1" status: 204  len: 168 time: 1.1808391
Dec 18 21:00:11.123130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad74864-5494-4163-92f5-5b480ec39aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb93bf9-eaf5-48bb-b453-d6d452bdaa6c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:11.141432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Deleting port b4996ca0-f713-420d-9ffb-a367ca1896f7 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:11.141941 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.171927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6509a09-827f-4904-bc06-35021b53f26f req-366c7e1b-46c9-46b4-9200-d3131586f085 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.206502 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6509a09-827f-4904-bc06-35021b53f26f req-366c7e1b-46c9-46b4-9200-d3131586f085 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.227944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5925a-88a5-488a-875d-8f0dd6a3c745 req-43668efd-8ccf-47ff-812e-03e12907d60d tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:11.229508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8fb5925a-88a5-488a-875d-8f0dd6a3c745 req-43668efd-8ccf-47ff-812e-03e12907d60d tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1096 time: 0.1089954
Dec 18 21:00:11.257170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45138) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:11.287091 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6509a09-827f-4904-bc06-35021b53f26f req-366c7e1b-46c9-46b4-9200-d3131586f085 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.289673 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b6509a09-827f-4904-bc06-35021b53f26f req-366c7e1b-46c9-46b4-9200-d3131586f085 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.290836 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6509a09-827f-4904-bc06-35021b53f26f req-366c7e1b-46c9-46b4-9200-d3131586f085 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f18a890-12fc-49bb-a36f-325c7109cfc6 HTTP/1.1" status: 204  len: 173 time: 0.2441144
Dec 18 21:00:11.302521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d926283b-c07a-4bd8-97f5-e45248571489 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:11.306441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8fb5925a-88a5-488a-875d-8f0dd6a3c745 req-ae636b1b-b467-4e33-bbf9-7b591f6362ec tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680971
Dec 18 21:00:11.307256 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c7e1b-46c9-46b4-9200-d3131586f085 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f18a890-12fc-49bb-a36f-325c7109cfc6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:11.317098 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.325854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] For port b4996ca0-f713-420d-9ffb-a367ca1896f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4996ca0-f713-420d-9ffb-a367ca1896f7,segment=NetworkSegment(e52fbc82-f0d7-43f9-81fe-eb621fbfc717),segment_id=e52fbc82-f0d7-43f9-81fe-eb621fbfc717)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:11.326117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.358828 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-41c4d704-8446-4988-825f-fd77228e8b5d req-93ef21d4-0ee1-4a48-a84d-1206cdce6a9d tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] show failed (client error): The resource could not be found.
Dec 18 21:00:11.365301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41c4d704-8446-4988-825f-fd77228e8b5d req-93ef21d4-0ee1-4a48-a84d-1206cdce6a9d tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/3f18a890-12fc-49bb-a36f-325c7109cfc6 HTTP/1.1" status: 404  len: 352 time: 0.0261106
Dec 18 21:00:11.403492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Transition to ACTIVE for port object d926283b-c07a-4bd8-97f5-e45248571489 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:00:11.409252 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-19bffd4f-468b-4cdf-ad59-2fa8d06cc7f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ab34e83092a4610b03af4bfa353fb09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1498387
Dec 18 21:00:11.414091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45146) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:11.415069 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.472718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe09708-9e71-4cb3-8086-6d60b50a9d45 req-2f0ff898-a524-469d-b60e-1e62d3d91cfb tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:11.474488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dbe09708-9e71-4cb3-8086-6d60b50a9d45 req-2f0ff898-a524-469d-b60e-1e62d3d91cfb tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 946 time: 0.1022780
Dec 18 21:00:11.505603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b46ed1e9-4fc1-417e-97f5-5b400c514bc7 req-c08e970f-a689-414f-adb4-afe7f6b96477 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/64ce66b0-75f7-46c2-bea5-c3ddc8850d03 HTTP/1.1" status: 200  len: 1820 time: 0.1156216
Dec 18 21:00:11.527152 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Pushing event updated for resources: {'Port': ['ID=d926283b-c07a-4bd8-97f5-e45248571489,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:11.569119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b7e24731-2324-4c92-9874-4f92f60ab89c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.619915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dbe09708-9e71-4cb3-8086-6d60b50a9d45 req-da21bea3-12e0-4d56-b53f-1cbcd89cca57 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313922
Dec 18 21:00:11.623177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 28d8ce33-3857-42b3-b013-8a2cc3372c5b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:11.640227 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b7e24731-2324-4c92-9874-4f92f60ab89c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.648728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 28d8ce33-3857-42b3-b013-8a2cc3372c5b {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:11.649388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 28d8ce33-3857-42b3-b013-8a2cc3372c5b not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:11.672531 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.672916 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.673233 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Floating IP 2e00bd05-5066-4e4d-b33c-c54fd1b3ddac disassociated. External IP: 172.35.3.184, port: b4996ca0-f713-420d-9ffb-a367ca1896f7.
Dec 18 21:00:11.673582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Calling delete_port for b4996ca0-f713-420d-9ffb-a367ca1896f7 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:11.676314 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0433f0-ebcc-4460-a260-db9e670935df req-04a82210-f40d-4330-999c-0f28c5ef4f43 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:11.677870 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d0433f0-ebcc-4460-a260-db9e670935df req-04a82210-f40d-4330-999c-0f28c5ef4f43 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 945 time: 0.1271951
Dec 18 21:00:11.685222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Attempting to bind port d926283b-c07a-4bd8-97f5-e45248571489 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:11.685563 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Attempting to bind port d926283b-c07a-4bd8-97f5-e45248571489 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:11.685917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Attempting to bind port d926283b-c07a-4bd8-97f5-e45248571489 on network 1f7835a3-1921-420f-bc92-783d1cac5ba9 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:11.694349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Port d926283b-c07a-4bd8-97f5-e45248571489 on network 1f7835a3-1921-420f-bc92-783d1cac5ba9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:00:11.694617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Attempting to bind port d926283b-c07a-4bd8-97f5-e45248571489 on network 1f7835a3-1921-420f-bc92-783d1cac5ba9 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:11.729116 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b46ed1e9-4fc1-417e-97f5-5b400c514bc7 req-96051c3b-21f8-40d4-a2b8-972f1b7a51d5 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.734759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:11.735785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Checking segment: {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:11.735785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Bound using segment: {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:11.736049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Bound port: d926283b-c07a-4bd8-97f5-e45248571489, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:11.736767 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.797875 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b46ed1e9-4fc1-417e-97f5-5b400c514bc7 req-96051c3b-21f8-40d4-a2b8-972f1b7a51d5 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.829359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] For port d926283b-c07a-4bd8-97f5-e45248571489, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:11.832958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] For port d926283b-c07a-4bd8-97f5-e45248571489, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d926283b-c07a-4bd8-97f5-e45248571489,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:11.838373 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.865780 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b7e24731-2324-4c92-9874-4f92f60ab89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.868442 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b7e24731-2324-4c92-9874-4f92f60ab89c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.869509 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b7e24731-2324-4c92-9874-4f92f60ab89c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/991db01a-db92-45c6-b55a-b6121d0c4d1a HTTP/1.1" status: 204  len: 168 time: 0.4534104
Dec 18 21:00:11.894036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061524b5-651b-4b4f-a3f0-bbc8a50d34a4 req-22138b56-50df-413d-be32-916aadf82aa9 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:11.895565 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-061524b5-651b-4b4f-a3f0-bbc8a50d34a4 req-22138b56-50df-413d-be32-916aadf82aa9 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 945 time: 0.1558511
Dec 18 21:00:11.898628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e24731-2324-4c92-9874-4f92f60ab89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991db01a-db92-45c6-b55a-b6121d0c4d1a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:11.904286 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b46ed1e9-4fc1-417e-97f5-5b400c514bc7 req-96051c3b-21f8-40d4-a2b8-972f1b7a51d5 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.906970 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b46ed1e9-4fc1-417e-97f5-5b400c514bc7 req-96051c3b-21f8-40d4-a2b8-972f1b7a51d5 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.913036 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b46ed1e9-4fc1-417e-97f5-5b400c514bc7 req-96051c3b-21f8-40d4-a2b8-972f1b7a51d5 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "DELETE /v2.0/security-groups/64ce66b0-75f7-46c2-bea5-c3ddc8850d03 HTTP/1.1" status: 204  len: 173 time: 0.3954082
Dec 18 21:00:11.913474 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:11.914081 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.915509 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] 10.222.0.36 "PUT /v2.0/ports/d926283b-c07a-4bd8-97f5-e45248571489 HTTP/1.1" status: 200  len: 1092 time: 1.1864858
Dec 18 21:00:11.917637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b133169-7f92-48da-a3a0-5fc9a86455ff', 'tag': 'd926283b-c07a-4bd8-97f5-e45248571489'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:11.920022 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b26797e-5dbf-4c15-b24f-c855bc6c6270" -d '{"events": [{"name": "network-changed", "server_uuid": "5b133169-7f92-48da-a3a0-5fc9a86455ff", "tag": "d926283b-c07a-4bd8-97f5-e45248571489"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:11.941595 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:11.948725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d59173-d0fb-4b64-9066-4ee5f981d35a service neutron] Pushing event updated for resources: {'Port': ['ID=d926283b-c07a-4bd8-97f5-e45248571489,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:11.987799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96051c3b-21f8-40d4-a2b8-972f1b7a51d5 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ce66b0-75f7-46c2-bea5-c3ddc8850d03,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:11.993835 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Pushing event deleted for resources: {'Port': ['ID=b4996ca0-f713-420d-9ffb-a367ca1896f7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:12.009127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-3d0433f0-ebcc-4460-a260-db9e670935df req-4a0b4c4d-5b5e-42bb-a6af-52b9efe1a60d tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Deleting port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:12.009458 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d0433f0-ebcc-4460-a260-db9e670935df req-4a0b4c4d-5b5e-42bb-a6af-52b9efe1a60d tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:12.101564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-e64e4d85-b49f-412e-a7da-2b55eacd7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:12.103788 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-e64e4d85-b49f-412e-a7da-2b55eacd7361 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 1095 time: 0.1233170
Dec 18 21:00:12.116897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-061524b5-651b-4b4f-a3f0-bbc8a50d34a4 req-93f43d50-35db-42c6-ae87-793d60afa2b3 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups?id=e996317b-982e-48ce-8e7c-bef67e5f6efb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1942708
Dec 18 21:00:12.150969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9252fd9-da6d-4e8f-b0b9-a8f4a079d4bc req-1471a964-bc9c-430d-b3a1-03c73c0b0067 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:12.158864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f9252fd9-da6d-4e8f-b0b9-a8f4a079d4bc req-1471a964-bc9c-430d-b3a1-03c73c0b0067 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 946 time: 0.1460493
Dec 18 21:00:12.166612 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-d5438c77-9b8d-48ca-8bb9-6af9ce846d16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d926283b-c07a-4bd8-97f5-e45248571489 HTTP/1.1" status: 200  len: 217 time: 0.0449317
Dec 18 21:00:12.203722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-3d0433f0-ebcc-4460-a260-db9e670935df req-4a0b4c4d-5b5e-42bb-a6af-52b9efe1a60d tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] For port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad,segment=NetworkSegment(1b35760f-c1e0-4971-a099-fe04ab3a96ce),segment_id=1b35760f-c1e0-4971-a099-fe04ab3a96ce)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:12.204088 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d0433f0-ebcc-4460-a260-db9e670935df req-4a0b4c4d-5b5e-42bb-a6af-52b9efe1a60d tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:12.206942 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-bbbd8a50-5e9c-4000-8c05-db3bc4921435 req-1bc5568c-c5d9-4085-bf27-1e7b1d495c89 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] show failed (client error): The resource could not be found.
Dec 18 21:00:12.209475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Router 7e2171d3-97d7-491b-83fa-7897c8060ceb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:00:12.210811 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbbd8a50-5e9c-4000-8c05-db3bc4921435 req-1bc5568c-c5d9-4085-bf27-1e7b1d495c89 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/64ce66b0-75f7-46c2-bea5-c3ddc8850d03 HTTP/1.1" status: 404  len: 352 time: 0.0379817
Dec 18 21:00:12.227235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-3d0433f0-ebcc-4460-a260-db9e670935df req-4a0b4c4d-5b5e-42bb-a6af-52b9efe1a60d tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Calling delete_port for 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:12.237536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-ab61ebca-bc0a-4658-a517-5003350a23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:12.239150 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-ab61ebca-bc0a-4658-a517-5003350a23d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99bf93ac-b6ee-4565-81a5-d57d3091ab55 HTTP/1.1" status: 200  len: 855 time: 0.0602670
Dec 18 21:00:12.305302 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-104e08eb-7bc3-4bdc-b75b-8f44388cf30c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f7835a3-1921-420f-bc92-783d1cac5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0365217
Dec 18 21:00:12.376610 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f9252fd9-da6d-4e8f-b0b9-a8f4a079d4bc req-be67950e-1dcc-43cc-a334-53efe9f20528 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2168517
Dec 18 21:00:12.405567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4859c74-12b6-426a-ad78-1607887d843f req-d5d189d5-4f65-4e88-90e0-23e799526552 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:12.407166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4859c74-12b6-426a-ad78-1607887d843f req-d5d189d5-4f65-4e88-90e0-23e799526552 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5ad229-3042-4816-865e-c5055f87a909 HTTP/1.1" status: 200  len: 945 time: 0.1194274
Dec 18 21:00:12.582311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4859c74-12b6-426a-ad78-1607887d843f req-4d8c602e-60c3-4c29-b985-c2308d27f617 tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a530f0b-751a-4e39-80a6-eb13c99fb3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559246
Dec 18 21:00:12.659737 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d0433f0-ebcc-4460-a260-db9e670935df req-4a0b4c4d-5b5e-42bb-a6af-52b9efe1a60d tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:12.673787 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['2f46a0da-28aa-4aef-82c3-f3adb2fd5bad'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:12.722236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b4c4d-5b5e-42bb-a6af-52b9efe1a60d tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Pushing event deleted for resources: {'Port': ['ID=2f46a0da-28aa-4aef-82c3-f3adb2fd5bad,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:12.745199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e43ef-ac69-4a62-a09d-9aa330c2e5d1 req-e6ff4aea-f4f2-4221-9b33-898cd0122121 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:12.746895 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-005e43ef-ac69-4a62-a09d-9aa330c2e5d1 req-e6ff4aea-f4f2-4221-9b33-898cd0122121 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1096 time: 0.1970136
Dec 18 21:00:12.786979 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccca787b-9f4f-4e95-85a2-5b8799ad4a68 x-openstack-request-id: req-ccca787b-9f4f-4e95-85a2-5b8799ad4a68 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:12.787279 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b133169-7f92-48da-a3a0-5fc9a86455ff", "tag": "d926283b-c07a-4bd8-97f5-e45248571489", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:12.787533 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccca787b-9f4f-4e95-85a2-5b8799ad4a68 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:12.787910 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b133169-7f92-48da-a3a0-5fc9a86455ff', 'tag': 'd926283b-c07a-4bd8-97f5-e45248571489', 'status': 'completed', 'code': 200}
Dec 18 21:00:12.813732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:00:12.817165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19bcfe-6bd3-4b48-82aa-9d486562d1f9 req-0580bdd6-6715-45fc-9faf-6763390e9416 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:12.818846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b19bcfe-6bd3-4b48-82aa-9d486562d1f9 req-0580bdd6-6715-45fc-9faf-6763390e9416 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 944 time: 0.2370758
Dec 18 21:00:12.825031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0433f0-ebcc-4460-a260-db9e670935df req-4a0b4c4d-5b5e-42bb-a6af-52b9efe1a60d tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] No DVR routers for this DVR port 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:12.833826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392524c-349b-4593-af30-150902dfb141 None None] Sync routers for ids ['7e2171d3-97d7-491b-83fa-7897c8060ceb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:00:12.835070 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3d0433f0-ebcc-4460-a260-db9e670935df req-4a0b4c4d-5b5e-42bb-a6af-52b9efe1a60d tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:12.838588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d0433f0-ebcc-4460-a260-db9e670935df req-4a0b4c4d-5b5e-42bb-a6af-52b9efe1a60d tempest-ServerAddressesTestJSON-444315448 tempest-ServerAddressesTestJSON-444315448-project] 10.222.0.31 "DELETE /v2.0/ports/2f46a0da-28aa-4aef-82c3-f3adb2fd5bad HTTP/1.1" status: 204  len: 173 time: 1.1507392
Dec 18 21:00:12.839044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5ad229-3042-4816-865e-c5055f87a909', 'name': 'network-vif-deleted', 'tag': '2f46a0da-28aa-4aef-82c3-f3adb2fd5bad'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:12.843613 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c727c935-1796-4b8e-be10-6de09c7889c5" -d '{"events": [{"server_uuid": "9c5ad229-3042-4816-865e-c5055f87a909", "name": "network-vif-deleted", "tag": "2f46a0da-28aa-4aef-82c3-f3adb2fd5bad"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:12.867537 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0186f02-447b-46f5-9d0c-d1b169d4084c req-d281fe03-4ce4-474d-9141-8dd1efce61a8 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a HTTP/1.1" status: 200  len: 6208 time: 0.2516387
Dec 18 21:00:12.884477 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] No DVR routers for this DVR port b4996ca0-f713-420d-9ffb-a367ca1896f7 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:12.892064 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-c4e624f4-2521-47b4-a63d-ae88a0ff733b service neutron] 10.222.0.36 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5768621
Dec 18 21:00:12.893165 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:12.897247 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.36 "DELETE /v2.0/ports/b4996ca0-f713-420d-9ffb-a367ca1896f7 HTTP/1.1" status: 204  len: 173 time: 2.0145657
Dec 18 21:00:12.992084 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45188) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:12.995237 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b19bcfe-6bd3-4b48-82aa-9d486562d1f9 req-2e68099d-91ef-4717-9cd4-6d576e8bcf1e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472945
Dec 18 21:00:13.017334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-005e43ef-ac69-4a62-a09d-9aa330c2e5d1 req-999f3c12-88d1-4156-8e05-b92861b33519 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Deleting port cff4e8d4-5231-483d-9fa7-4cda76d2c814 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:13.017846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-005e43ef-ac69-4a62-a09d-9aa330c2e5d1 req-999f3c12-88d1-4156-8e05-b92861b33519 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:13.081482 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-96b12695-e3d0-4f74-833a-a8eeb03d6709 req-c6ede047-2c30-413f-bb9e-70ce97a7962c service neutron] 10.222.0.36 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728411
Dec 18 21:00:13.082143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0186f02-447b-46f5-9d0c-d1b169d4084c req-1dfc0f49-5857-4b9c-9107-e4452201913f tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/4ba7697c-ed59-4b06-b7fa-2e8ce1185d70 HTTP/1.1" status: 200  len: 3002 time: 0.1866436
Dec 18 21:00:13.154077 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0186f02-447b-46f5-9d0c-d1b169d4084c req-ad3d1727-2cfa-43b5-915e-6f516cbb5238 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/4ba7697c-ed59-4b06-b7fa-2e8ce1185d70 HTTP/1.1" status: 200  len: 3002 time: 0.0692439
Dec 18 21:00:13.166416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392524c-349b-4593-af30-150902dfb141 None None] Routers {'7e2171d3-97d7-491b-83fa-7897c8060ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:13.167123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e392524c-349b-4593-af30-150902dfb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f09e130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7e2171d3-97d7-491b-83fa-7897c8060ceb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:13.210907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26797e-5dbf-4c15-b24f-c855bc6c6270 req-8f1b8a39-4523-47d2-a06a-af2aeb2aab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:13.213139 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9b26797e-5dbf-4c15-b24f-c855bc6c6270 req-8f1b8a39-4523-47d2-a06a-af2aeb2aab03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 1095 time: 0.0582955
Dec 18 21:00:13.249655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1132002946-network', 'tenant_id': '653558ed3d3248ea8f07a3066b6c3d88'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:13.265411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-005e43ef-ac69-4a62-a09d-9aa330c2e5d1 req-999f3c12-88d1-4156-8e05-b92861b33519 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] For port cff4e8d4-5231-483d-9fa7-4cda76d2c814, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cff4e8d4-5231-483d-9fa7-4cda76d2c814,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:13.265782 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-005e43ef-ac69-4a62-a09d-9aa330c2e5d1 req-999f3c12-88d1-4156-8e05-b92861b33519 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:13.281704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-005e43ef-ac69-4a62-a09d-9aa330c2e5d1 req-999f3c12-88d1-4156-8e05-b92861b33519 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Calling delete_port for cff4e8d4-5231-483d-9fa7-4cda76d2c814 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:13.284952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d94769-ce7a-4c86-9d0d-14e107e39b66 req-93031d4f-faef-454f-a0fc-e3e6605e8628 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:13.286569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4d94769-ce7a-4c86-9d0d-14e107e39b66 req-93031d4f-faef-454f-a0fc-e3e6605e8628 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39122197-3868-45d6-b159-242f70881ec6 HTTP/1.1" status: 200  len: 1096 time: 0.1294484
Dec 18 21:00:13.336428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e392524c-349b-4593-af30-150902dfb141 None None] Set router 7e2171d3-97d7-491b-83fa-7897c8060ceb gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:13.340502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Made reservation on behalf of 653558ed3d3248ea8f07a3066b6c3d88 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:13.343122 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:13.363846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:13.379096 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4d94769-ce7a-4c86-9d0d-14e107e39b66 req-f3da40a8-fb57-450e-a0c9-f904c29e985d tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830507
Dec 18 21:00:13.390055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26797e-5dbf-4c15-b24f-c855bc6c6270 req-9862a055-6828-4fcf-b1d9-9c0f2f8eb004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:13.391809 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9b26797e-5dbf-4c15-b24f-c855bc6c6270 req-9862a055-6828-4fcf-b1d9-9c0f2f8eb004 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 200  len: 916 time: 0.1645372
Dec 18 21:00:13.454107 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9b26797e-5dbf-4c15-b24f-c855bc6c6270 req-f1070e55-8e7a-47d5-b3bd-9370aa23021f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d926283b-c07a-4bd8-97f5-e45248571489 HTTP/1.1" status: 200  len: 217 time: 0.0529482
Dec 18 21:00:13.500923 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec063db-e5df-410e-8f98-adf48fe69705 x-openstack-request-id: req-0ec063db-e5df-410e-8f98-adf48fe69705 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:13.501252 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5ad229-3042-4816-865e-c5055f87a909", "name": "network-vif-deleted", "tag": "2f46a0da-28aa-4aef-82c3-f3adb2fd5bad", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:13.501498 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ec063db-e5df-410e-8f98-adf48fe69705 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:13.501890 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5ad229-3042-4816-865e-c5055f87a909', 'name': 'network-vif-deleted', 'tag': '2f46a0da-28aa-4aef-82c3-f3adb2fd5bad', 'status': 'completed', 'code': 200}
Dec 18 21:00:13.562884 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-005e43ef-ac69-4a62-a09d-9aa330c2e5d1 req-999f3c12-88d1-4156-8e05-b92861b33519 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:13.569973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26797e-5dbf-4c15-b24f-c855bc6c6270 req-7cecb3a0-e9c4-4855-9851-623b24cdbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:13.572494 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9b26797e-5dbf-4c15-b24f-c855bc6c6270 req-7cecb3a0-e9c4-4855-9851-623b24cdbe35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99bf93ac-b6ee-4565-81a5-d57d3091ab55 HTTP/1.1" status: 200  len: 855 time: 0.0981200
Dec 18 21:00:13.606869 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['0da2c32b-1622-4614-8ba1-9f9480ff52bf'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:13.631489 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f3c12-88d1-4156-8e05-b92861b33519 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Pushing event deleted for resources: {'Port': ['ID=cff4e8d4-5231-483d-9fa7-4cda76d2c814,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:13.668104 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9b26797e-5dbf-4c15-b24f-c855bc6c6270 req-a3b32a61-080c-415c-abd8-d716034366a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f7835a3-1921-420f-bc92-783d1cac5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0739465
Dec 18 21:00:13.767393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-24de5255-5d5a-41e2-bf45-1e4917e61833 req-46570a37-3117-4578-be4f-dcf0e0f38d69 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3cf0f4-2856-469d-9f26-86f473b11818 HTTP/1.1" status: 200  len: 210 time: 0.0827274
Dec 18 21:00:13.815066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-005e43ef-ac69-4a62-a09d-9aa330c2e5d1 req-999f3c12-88d1-4156-8e05-b92861b33519 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] No DVR routers for this DVR port cff4e8d4-5231-483d-9fa7-4cda76d2c814 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:13.822815 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-76644e7b-013f-467d-952e-ddf2f68b43d0 req-0dd08960-5693-4125-afc6-50ca2082aeaa tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-704291274', 'description': 'tempest-description-1007346360'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:13.830730 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:13.839785 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:13.841820 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-005e43ef-ac69-4a62-a09d-9aa330c2e5d1 req-999f3c12-88d1-4156-8e05-b92861b33519 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:13.845945 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-005e43ef-ac69-4a62-a09d-9aa330c2e5d1 req-999f3c12-88d1-4156-8e05-b92861b33519 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.36 "DELETE /v2.0/ports/cff4e8d4-5231-483d-9fa7-4cda76d2c814 HTTP/1.1" status: 204  len: 173 time: 1.0807533
Dec 18 21:00:13.846497 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45208) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:13.863458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:00:13.891054 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:13.892202 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Added segment 859e60e1-ca34-4f6c-82f6-74468d3ed720 of type vlan for network d6e4e95e-eb3d-4204-ba23-6134021d7916
Dec 18 21:00:13.969391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c514ae-3aaa-47de-80fa-4090d6999d28 admin admin] Deleting subnet 6d43e0b3-623e-48a8-b0e2-537a65b0247c {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:00:13.972947 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:13.973469 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e7c514ae-3aaa-47de-80fa-4090d6999d28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:13.976253 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-76644e7b-013f-467d-952e-ddf2f68b43d0 req-0dd08960-5693-4125-afc6-50ca2082aeaa tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.028358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e392524c-349b-4593-af30-150902dfb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f09e130>, [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '099598b8-2a5b-4dcc-a5ae-bf5183361500', 'name': '', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'mac_address': 'fa:16:3e:ed:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:47Z', 'updated_at': '2021-12-18T20:57:55Z', 'revision_number': 5, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'subnets': [{'id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:14.037655 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e7c514ae-3aaa-47de-80fa-4090d6999d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.058199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.059200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:14.059889 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.105644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392524c-349b-4593-af30-150902dfb141 None None] Checking router: 7e2171d3-97d7-491b-83fa-7897c8060ceb for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:00:14.111565 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e7c514ae-3aaa-47de-80fa-4090d6999d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.155520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24bf713-c8cb-41f9-88a5-2f90e06228a2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:14.157338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392524c-349b-4593-af30-150902dfb141 None None] Routers {'7e2171d3-97d7-491b-83fa-7897c8060ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:14.158824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e392524c-349b-4593-af30-150902dfb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f09e130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7e2171d3-97d7-491b-83fa-7897c8060ceb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:14.160403 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-76644e7b-013f-467d-952e-ddf2f68b43d0 req-0dd08960-5693-4125-afc6-50ca2082aeaa tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.182583 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9b26797e-5dbf-4c15-b24f-c855bc6c6270 req-cdc78f0e-ff3f-4445-80bb-88dcb2733187 service neutron] 10.222.0.36 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4857082
Dec 18 21:00:14.194483 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1973224
Dec 18 21:00:14.203871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45218) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:14.212210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2439adbe-d218-4ba6-acd9-8b9fc8dfd479 admin admin] Request body: {'subnet': {'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1132002946-subnet', 'tenant_id': '653558ed3d3248ea8f07a3066b6c3d88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:14.212910 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-76644e7b-013f-467d-952e-ddf2f68b43d0 req-0dd08960-5693-4125-afc6-50ca2082aeaa tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.250941 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-76644e7b-013f-467d-952e-ddf2f68b43d0 req-0dd08960-5693-4125-afc6-50ca2082aeaa tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.252088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76644e7b-013f-467d-952e-ddf2f68b43d0 req-0dd08960-5693-4125-afc6-50ca2082aeaa tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.4436476
Dec 18 21:00:14.257565 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa03944-022f-4806-ab12-84b66d6a5edd admin admin] Pushing event updated for resources: {'Network': ['ID=d6e4e95e-eb3d-4204-ba23-6134021d7916,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:14.280395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bece27-77e8-41e2-a625-5bada8b58340 req-6211f709-d8e3-4b94-9cf0-8cdbbbfc10ff tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:14.287952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41bece27-77e8-41e2-a625-5bada8b58340 req-6211f709-d8e3-4b94-9cf0-8cdbbbfc10ff tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 944 time: 0.1331251
Dec 18 21:00:14.296227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd08960-5693-4125-afc6-50ca2082aeaa tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48577c73-82a2-4735-bc37-dd6b3d9d81dc,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:14.296583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network d6e4e95e-eb3d-4204-ba23-6134021d7916 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:00:14.300637 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e7c514ae-3aaa-47de-80fa-4090d6999d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.316304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2439adbe-d218-4ba6-acd9-8b9fc8dfd479 admin admin] Made reservation on behalf of 653558ed3d3248ea8f07a3066b6c3d88 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:14.325686 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2439adbe-d218-4ba6-acd9-8b9fc8dfd479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.357232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c514ae-3aaa-47de-80fa-4090d6999d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d43e0b3-623e-48a8-b0e2-537a65b0247c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:14.365673 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e7c514ae-3aaa-47de-80fa-4090d6999d28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.368934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e7c514ae-3aaa-47de-80fa-4090d6999d28 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6d43e0b3-623e-48a8-b0e2-537a65b0247c HTTP/1.1" status: 204  len: 168 time: 0.5210056
Dec 18 21:00:14.371705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45228) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:14.376941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e392524c-349b-4593-af30-150902dfb141 None None] Set router 7e2171d3-97d7-491b-83fa-7897c8060ceb gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:14.417322 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9b26797e-5dbf-4c15-b24f-c855bc6c6270 req-7357d863-5d7f-4ffd-855e-a31269c1b11f service neutron] 10.222.0.36 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235925
Dec 18 21:00:14.455223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-ce5218bc-9f5d-43a8-8221-329afb80cd49 req-73544b27-c7f7-480f-b7c8-a25c98546274 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-664210975', 'description': 'tempest-description-643946194'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:14.474812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41bece27-77e8-41e2-a625-5bada8b58340 req-269ad6ff-2f57-4d8b-be28-3dad7754319e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858442
Dec 18 21:00:14.557817 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.575441 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ce5218bc-9f5d-43a8-8221-329afb80cd49 req-73544b27-c7f7-480f-b7c8-a25c98546274 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.607421 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2439adbe-d218-4ba6-acd9-8b9fc8dfd479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.682620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2439adbe-d218-4ba6-acd9-8b9fc8dfd479 admin admin] Checking segment: {'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:14.682993 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439adbe-d218-4ba6-acd9-8b9fc8dfd479 admin admin] Network hostable DHCP agents. Network: d6e4e95e-eb3d-4204-ba23-6134021d7916, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:00:14.686633 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439adbe-d218-4ba6-acd9-8b9fc8dfd479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8509a0-c02c-4bd4-8d18-4947f19cdc9c,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:14.686847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e392524c-349b-4593-af30-150902dfb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f09e130>, [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '099598b8-2a5b-4dcc-a5ae-bf5183361500', 'name': '', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'mac_address': 'fa:16:3e:ed:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:47Z', 'updated_at': '2021-12-18T20:57:55Z', 'revision_number': 5, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'subnets': [{'id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:14.703948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439adbe-d218-4ba6-acd9-8b9fc8dfd479 admin admin] Network d6e4e95e-eb3d-4204-ba23-6134021d7916 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:00:14.716074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392524c-349b-4593-af30-150902dfb141 None None] The sync data for ids ['7e2171d3-97d7-491b-83fa-7897c8060ceb'] in ncdv-master-1 is: [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '099598b8-2a5b-4dcc-a5ae-bf5183361500', 'name': '', 'network_id': '3eb4717b-66be-4294-a87d-4258f6da14d8', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'mac_address': 'fa:16:3e:ed:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:47Z', 'updated_at': '2021-12-18T20:57:55Z', 'revision_number': 5, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'subnets': [{'id': '75e7f026-cbf7-46d5-95b3-8e5f619d857c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:00:14.722944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2439adbe-d218-4ba6-acd9-8b9fc8dfd479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6e4e95e-eb3d-4204-ba23-6134021d7916) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:14.727059 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2439adbe-d218-4ba6-acd9-8b9fc8dfd479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:14.727668 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2439adbe-d218-4ba6-acd9-8b9fc8dfd479 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.742835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a62db85-285b-4356-8a44-cdfd8f030f1b None None] Network d6e4e95e-eb3d-4204-ba23-6134021d7916 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:14.758898 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2439adbe-d218-4ba6-acd9-8b9fc8dfd479 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5518897
Dec 18 21:00:14.789438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'name': 'network-vif-deleted', 'tag': 'b4996ca0-f713-420d-9ffb-a367ca1896f7'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:14.792875 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecce9f0-b79d-4a67-83c0-02338b76f8d5" -d '{"events": [{"server_uuid": "ec3cf0f4-2856-469d-9f26-86f473b11818", "name": "network-vif-deleted", "tag": "b4996ca0-f713-420d-9ffb-a367ca1896f7"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:14.810310 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:14.893743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea010c-3afd-40eb-810b-efd97d158d56 None None] Network d6e4e95e-eb3d-4204-ba23-6134021d7916 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:14.954983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d926283b-c07a-4bd8-97f5-e45248571489 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:00:14.957386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device cff4e8d4-5231-483d-9fa7-4cda76d2c814 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:14.993126 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: cff4e8d4-5231-483d-9fa7-4cda76d2c814 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:14.993474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device cff4e8d4-5231-483d-9fa7-4cda76d2c814 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:14.993909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4996ca0-f713-420d-9ffb-a367ca1896f7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:15.028596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: b4996ca0-f713-420d-9ffb-a367ca1896f7 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:15.029244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b4996ca0-f713-420d-9ffb-a367ca1896f7 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:15.050456 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.071011 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ef664-68bb-4986-b503-36f5ffd4d574 None None] New status for floating IP 2e00bd05-5066-4e4d-b33c-c54fd1b3ddac: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:00:15.071510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e51ca60>,) {'filters': {'network_id': ['74ad1df6-b439-443c-a033-fdb0a24ed87f']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:15.077439 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:15.094237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47214c-96f0-40ce-83d0-302868da376b req-9e805478-2dc3-431c-a95e-af1c2582a1a2 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:15.095754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e47214c-96f0-40ce-83d0-302868da376b req-9e805478-2dc3-431c-a95e-af1c2582a1a2 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 946 time: 0.5016906
Dec 18 21:00:15.101179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e51ca60>, '1b35760f-c1e0-4971-a099-fe04ab3a96ce') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:15.101480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e51ca60>, '1b35760f-c1e0-4971-a099-fe04ab3a96ce') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:15.109111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:15.109461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2f46a0da-28aa-4aef-82c3-f3adb2fd5bad not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:15.125463 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.158441 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.164783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d926283b-c07a-4bd8-97f5-e45248571489, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d926283b-c07a-4bd8-97f5-e45248571489,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:15.176923 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ce5218bc-9f5d-43a8-8221-329afb80cd49 req-73544b27-c7f7-480f-b7c8-a25c98546274 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.180978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'd926283b-c07a-4bd8-97f5-e45248571489', 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9', 'port_id': 'd926283b-c07a-4bd8-97f5-e45248571489', 'mac_address': 'fa:16:3e:8f:c9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99bf93ac-b6ee-4565-81a5-d57d3091ab55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:00:15.181937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:00:15.182398 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:00:15.184368 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:00:15.201415 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ce5218bc-9f5d-43a8-8221-329afb80cd49 req-73544b27-c7f7-480f-b7c8-a25c98546274 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.234951 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.249778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d926283b-c07a-4bd8-97f5-e45248571489 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:15.256665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e47214c-96f0-40ce-83d0-302868da376b req-c3c07772-a63c-4c34-a693-472d0689fef0 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446042
Dec 18 21:00:15.277751 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ce5218bc-9f5d-43a8-8221-329afb80cd49 req-73544b27-c7f7-480f-b7c8-a25c98546274 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.279076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce5218bc-9f5d-43a8-8221-329afb80cd49 req-73544b27-c7f7-480f-b7c8-a25c98546274 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.8777382
Dec 18 21:00:15.294883 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73544b27-c7f7-480f-b7c8-a25c98546274 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7f6bb4-f9a0-4545-b0e9-aef7094e3573,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:15.301393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d926283b-c07a-4bd8-97f5-e45248571489, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d926283b-c07a-4bd8-97f5-e45248571489,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:15.307347 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.310793 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.314603 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.318972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] 10.222.0.13 "DELETE /v2.0/networks/74ad1df6-b439-443c-a033-fdb0a24ed87f HTTP/1.1" status: 204  len: 168 time: 0.9463468
Dec 18 21:00:15.333353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e15861-09fb-4433-82f7-1d837cc51e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=74ad1df6-b439-443c-a033-fdb0a24ed87f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:15.393634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=d926283b-c07a-4bd8-97f5-e45248571489,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:15.395625 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a2e394-bb65-4e45-bbbb-c93320d3c8af x-openstack-request-id: req-25a2e394-bb65-4e45-bbbb-c93320d3c8af {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:15.396123 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3cf0f4-2856-469d-9f26-86f473b11818", "name": "network-vif-deleted", "tag": "b4996ca0-f713-420d-9ffb-a367ca1896f7", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:15.396664 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25a2e394-bb65-4e45-bbbb-c93320d3c8af {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:15.397080 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3cf0f4-2856-469d-9f26-86f473b11818', 'name': 'network-vif-deleted', 'tag': 'b4996ca0-f713-420d-9ffb-a367ca1896f7', 'status': 'completed', 'code': 200}
Dec 18 21:00:15.479804 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45254) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:15.504141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39122197-3868-45d6-b159-242f70881ec6', 'name': 'network-vif-deleted', 'tag': 'cff4e8d4-5231-483d-9fa7-4cda76d2c814'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:15.507202 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c774d0f-0427-443c-bc8c-ca191765bb83" -d '{"events": [{"server_uuid": "39122197-3868-45d6-b159-242f70881ec6", "name": "network-vif-deleted", "tag": "cff4e8d4-5231-483d-9fa7-4cda76d2c814"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:15.541540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-879aa5da-29e4-4140-baae-ae752d4c774e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4dac9c70ce64bab85da8c23bafd20cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0598164
Dec 18 21:00:15.543983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45262) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:15.579593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45264) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:15.601728 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-375dfda4-71f3-4fc2-b32e-85a0837b80ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.641003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d926283b-c07a-4bd8-97f5-e45248571489'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:15.643627 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-375dfda4-71f3-4fc2-b32e-85a0837b80ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.646616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e413-e5b3-4c74-85d1-88c5e799b15e tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.673668 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e413-e5b3-4c74-85d1-88c5e799b15e tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.746547 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e413-e5b3-4c74-85d1-88c5e799b15e tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.750273 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e413-e5b3-4c74-85d1-88c5e799b15e tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.751453 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b8d4e413-e5b3-4c74-85d1-88c5e799b15e tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "DELETE /v2.0/security-groups/e996317b-982e-48ce-8e7c-bef67e5f6efb HTTP/1.1" status: 204  len: 168 time: 0.1708488
Dec 18 21:00:15.754673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45274) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:15.762897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4e413-e5b3-4c74-85d1-88c5e799b15e tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e996317b-982e-48ce-8e7c-bef67e5f6efb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:15.772864 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-35529277-3988-47df-b86b-d056d48327eb tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] show failed (client error): The resource could not be found.
Dec 18 21:00:15.774128 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-35529277-3988-47df-b86b-d056d48327eb tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "GET /v2.0/security-groups/e996317b-982e-48ce-8e7c-bef67e5f6efb HTTP/1.1" status: 404  len: 347 time: 0.0183194
Dec 18 21:00:15.777915 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45276) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:15.803832 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-375dfda4-71f3-4fc2-b32e-85a0837b80ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.806272 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-375dfda4-71f3-4fc2-b32e-85a0837b80ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.807398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-375dfda4-71f3-4fc2-b32e-85a0837b80ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a530f0b-751a-4e39-80a6-eb13c99fb3c7 HTTP/1.1" status: 204  len: 168 time: 0.2624927
Dec 18 21:00:15.833239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da0b97-3238-40a6-b0a9-17691651d2af req-9ad5c97b-de8d-4fad-9804-e62c491f3b45 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:15.835179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-9ad5c97b-de8d-4fad-9804-e62c491f3b45 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/networks?id=a54d1475-0f49-45b1-a549-1796cbed269f HTTP/1.1" status: 200  len: 811 time: 0.1782618
Dec 18 21:00:15.848176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dfda4-71f3-4fc2-b32e-85a0837b80ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a530f0b-751a-4e39-80a6-eb13c99fb3c7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:15.858071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-c568ddd0-cb96-465d-830d-675871fccb3a tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/quotas/0d7fb5d0ce9f40d2b55296706489a86a HTTP/1.1" status: 200  len: 375 time: 0.0117304
Dec 18 21:00:15.959337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-09ac96a1-3c1d-4539-b70d-be516d5d059f tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Deleting port dde17e0a-750a-4813-81c2-bd8bbc3793b8 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:15.959952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09ac96a1-3c1d-4539-b70d-be516d5d059f tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:15.978798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-db5790f4-6527-48c3-ac61-7b9e6ac87cef tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1128371
Dec 18 21:00:16.046415 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09ac96a1-3c1d-4539-b70d-be516d5d059f tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:16.046749 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09ac96a1-3c1d-4539-b70d-be516d5d059f tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:16.058956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-09ac96a1-3c1d-4539-b70d-be516d5d059f tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Calling delete_port for dde17e0a-750a-4813-81c2-bd8bbc3793b8 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:16.060440 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-f1289d65-a28e-4767-ada4-3991c8dbefe2 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:16.062487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-f1289d65-a28e-4767-ada4-3991c8dbefe2 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/networks?id=d6e4e95e-eb3d-4204-ba23-6134021d7916 HTTP/1.1" status: 200  len: 815 time: 0.1831384
Dec 18 21:00:16.087020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-16955dd8-59d1-494e-adc7-794318395cd8 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/quotas/653558ed3d3248ea8f07a3066b6c3d88 HTTP/1.1" status: 200  len: 375 time: 0.0158451
Dec 18 21:00:16.134350 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-b7ac4a90-367b-4521-9c30-d6f233e63791 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=653558ed3d3248ea8f07a3066b6c3d88&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0376780
Dec 18 21:00:16.137888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-9498ed95-565b-499d-9bb5-25653cb70fae service neutron] 10.222.0.13 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524210
Dec 18 21:00:16.218115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09ac96a1-3c1d-4539-b70d-be516d5d059f tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:16.246168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac96a1-3c1d-4539-b70d-be516d5d059f tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Pushing event deleted for resources: {'Port': ['ID=dde17e0a-750a-4813-81c2-bd8bbc3793b8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:16.302345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-57629714-e6bf-4bc6-a973-fc925226b74a service neutron] 10.222.0.13 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564867
Dec 18 21:00:16.305793 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-027e5bae-91f8-4f9f-983a-2db34f3aa771 service neutron] 10.222.0.13 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518190
Dec 18 21:00:16.319147 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09ac96a1-3c1d-4539-b70d-be516d5d059f tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:16.321876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09ac96a1-3c1d-4539-b70d-be516d5d059f tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:16.323327 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-09ac96a1-3c1d-4539-b70d-be516d5d059f tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] 10.222.0.13 "DELETE /v2.0/floatingips/2e00bd05-5066-4e4d-b33c-c54fd1b3ddac HTTP/1.1" status: 204  len: 168 time: 0.5442340
Dec 18 21:00:16.326199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45300) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:16.438959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-c8bb7c64-5a69-4725-94b5-0a8acdfcf74b service neutron] 10.222.0.13 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141114
Dec 18 21:00:16.603121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7178710-62de-4854-9ffc-2ec69988733f req-2fd04b39-beea-4fcf-be77-9c2b91da0609 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:16.605966 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7178710-62de-4854-9ffc-2ec69988733f req-2fd04b39-beea-4fcf-be77-9c2b91da0609 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 945 time: 0.1062672
Dec 18 21:00:16.651016 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb59f75e-4cd2-4d83-9b08-c8cd8a1ddc93 x-openstack-request-id: req-bb59f75e-4cd2-4d83-9b08-c8cd8a1ddc93 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:16.651874 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39122197-3868-45d6-b159-242f70881ec6", "name": "network-vif-deleted", "tag": "cff4e8d4-5231-483d-9fa7-4cda76d2c814", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:16.652749 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb59f75e-4cd2-4d83-9b08-c8cd8a1ddc93 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:16.654192 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39122197-3868-45d6-b159-242f70881ec6', 'name': 'network-vif-deleted', 'tag': 'cff4e8d4-5231-483d-9fa7-4cda76d2c814', 'status': 'completed', 'code': 200}
Dec 18 21:00:16.756767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7178710-62de-4854-9ffc-2ec69988733f req-49c3fcbb-c9f4-4258-8ea9-102e1bab9b3d tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380854
Dec 18 21:00:16.876132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefeb570-7469-4a63-a813-58efbb702976 req-cad8d9a2-500b-4a5b-bd40-cbd7b4dba658 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:16.881797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fefeb570-7469-4a63-a813-58efbb702976 req-cad8d9a2-500b-4a5b-bd40-cbd7b4dba658 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1096 time: 0.1240087
Dec 18 21:00:16.920290 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49aacf54-f16a-4550-b4fe-4513f4707638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:16.927874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d926283b-c07a-4bd8-97f5-e45248571489 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:16.985330 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fefeb570-7469-4a63-a813-58efbb702976 req-92998d74-477f-485f-8a64-d1c912f0c9d4 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83a2b93-22b9-440b-9fde-1efcfad9d968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847425
Dec 18 21:00:17.000708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port d926283b-c07a-4bd8-97f5-e45248571489 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:00:17.006790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port d926283b-c07a-4bd8-97f5-e45248571489 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:17.007390 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:17.026041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f37dbb-d250-426e-8368-73d31e46c6a7 req-2f0bc054-fd13-4828-a733-8a8ef3152bd1 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:17.028026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-61f37dbb-d250-426e-8368-73d31e46c6a7 req-2f0bc054-fd13-4828-a733-8a8ef3152bd1 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 946 time: 0.1334829
Dec 18 21:00:17.054436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bae4e65d-ce16-4411-8971-1163bdcdb591 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:00:17.104893 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d62bff6b-cd04-48c4-aac7-722449c213e1 req-507100b4-0453-4dfb-bac6-c2d482d36fe3 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 210 time: 0.0412869
Dec 18 21:00:17.192994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-61f37dbb-d250-426e-8368-73d31e46c6a7 req-8ab32e29-7209-44eb-897c-b16716e9b851 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573586
Dec 18 21:00:17.225323 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:17.232900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-335a3f8b-a2ef-4d38-8a99-90e1a140070c req-c29e5286-dd2d-4fad-981f-a0c2a4dc0c23 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 210 time: 0.0341821
Dec 18 21:00:17.293987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port bae4e65d-ce16-4411-8971-1163bdcdb591, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae4e65d-ce16-4411-8971-1163bdcdb591,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:17.306582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'bae4e65d-ce16-4411-8971-1163bdcdb591', 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6', 'port_id': 'bae4e65d-ce16-4411-8971-1163bdcdb591', 'mac_address': 'fa:16:3e:4e:46:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908b7037-377c-4a4b-b384-1c34c13100b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:00:17.372014 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:17.377972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b133169-7f92-48da-a3a0-5fc9a86455ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd926283b-c07a-4bd8-97f5-e45248571489'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:17.380461 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59361be1-6730-438e-a41b-345c23351413" -d '{"events": [{"server_uuid": "5b133169-7f92-48da-a3a0-5fc9a86455ff", "name": "network-vif-plugged", "status": "completed", "tag": "d926283b-c07a-4bd8-97f5-e45248571489"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:17.431440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-49aacf54-f16a-4550-b4fe-4513f4707638 admin admin] Deleting port 099598b8-2a5b-4dcc-a5ae-bf5183361500 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:17.431781 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49aacf54-f16a-4550-b4fe-4513f4707638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:17.437198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d926283b-c07a-4bd8-97f5-e45248571489, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d926283b-c07a-4bd8-97f5-e45248571489,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:17.442448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bae4e65d-ce16-4411-8971-1163bdcdb591 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:17.446776 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073b76d-7471-47b5-8f25-ad88484f557c req-bf15eeea-fe5b-4b1e-9a4f-b4e8a9296f46 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:17.450632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8073b76d-7471-47b5-8f25-ad88484f557c req-bf15eeea-fe5b-4b1e-9a4f-b4e8a9296f46 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 1096 time: 0.1171331
Dec 18 21:00:17.487405 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980c8e1c-0173-416c-b6a5-78859a7948a0 x-openstack-request-id: req-980c8e1c-0173-416c-b6a5-78859a7948a0 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:17.487744 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b133169-7f92-48da-a3a0-5fc9a86455ff", "name": "network-vif-plugged", "status": "completed", "tag": "d926283b-c07a-4bd8-97f5-e45248571489", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:17.487966 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-980c8e1c-0173-416c-b6a5-78859a7948a0 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:17.488480 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b133169-7f92-48da-a3a0-5fc9a86455ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd926283b-c07a-4bd8-97f5-e45248571489', 'code': 200}
Dec 18 21:00:17.492623 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:17.496644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port bae4e65d-ce16-4411-8971-1163bdcdb591, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae4e65d-ce16-4411-8971-1163bdcdb591,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:17.595415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-8073b76d-7471-47b5-8f25-ad88484f557c req-c5fcbabd-b351-4d03-bf8b-3c5b50149095 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Deleting port 0da2c32b-1622-4614-8ba1-9f9480ff52bf {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:17.595901 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8073b76d-7471-47b5-8f25-ad88484f557c req-c5fcbabd-b351-4d03-bf8b-3c5b50149095 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:17.609722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-49aacf54-f16a-4550-b4fe-4513f4707638 admin admin] For port 099598b8-2a5b-4dcc-a5ae-bf5183361500, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=099598b8-2a5b-4dcc-a5ae-bf5183361500,segment=NetworkSegment(e52fbc82-f0d7-43f9-81fe-eb621fbfc717),segment_id=e52fbc82-f0d7-43f9-81fe-eb621fbfc717)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:17.610083 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49aacf54-f16a-4550-b4fe-4513f4707638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:17.628049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-49aacf54-f16a-4550-b4fe-4513f4707638 admin admin] Calling delete_port for 099598b8-2a5b-4dcc-a5ae-bf5183361500 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:17.690708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-8073b76d-7471-47b5-8f25-ad88484f557c req-c5fcbabd-b351-4d03-bf8b-3c5b50149095 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] For port 0da2c32b-1622-4614-8ba1-9f9480ff52bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da2c32b-1622-4614-8ba1-9f9480ff52bf,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:17.691547 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8073b76d-7471-47b5-8f25-ad88484f557c req-c5fcbabd-b351-4d03-bf8b-3c5b50149095 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:17.707613 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-8073b76d-7471-47b5-8f25-ad88484f557c req-c5fcbabd-b351-4d03-bf8b-3c5b50149095 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Calling delete_port for 0da2c32b-1622-4614-8ba1-9f9480ff52bf owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:17.749585 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:17.792031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1279df-216c-484d-a3e8-6f1ef94da6ce req-2243cd17-6b21-450b-bdca-f58966388308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:17.798971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=d926283b-c07a-4bd8-97f5-e45248571489,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:17.800543 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0f1279df-216c-484d-a3e8-6f1ef94da6ce req-2243cd17-6b21-450b-bdca-f58966388308 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 1097 time: 0.1554463
Dec 18 21:00:17.859335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f050a259-2eee-4b51-8f69-eb014972799f req-fec6ddfd-05c4-4a6b-adf0-b23ba8c8b1d7 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b891381-d4af-4fda-9ec6-22b0d6bf055a HTTP/1.1" status: 200  len: 210 time: 0.0865314
Dec 18 21:00:17.879572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bae4e65d-ce16-4411-8971-1163bdcdb591'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:17.941173 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0f1279df-216c-484d-a3e8-6f1ef94da6ce req-10238f01-1b9c-42eb-bd86-3b8ca8098223 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321917
Dec 18 21:00:18.005552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=bae4e65d-ce16-4411-8971-1163bdcdb591,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:18.047705 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49aacf54-f16a-4550-b4fe-4513f4707638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:18.126837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aacf54-f16a-4550-b4fe-4513f4707638 admin admin] Pushing event deleted for resources: {'Port': ['ID=099598b8-2a5b-4dcc-a5ae-bf5183361500,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:18.267985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ed91c-d9b5-4320-b689-1515ddc7d6ac req-44a70168-1f65-4282-8fa3-040ad3519792 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:18.269558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df5ed91c-d9b5-4320-b689-1515ddc7d6ac req-44a70168-1f65-4282-8fa3-040ad3519792 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 946 time: 0.3059466
Dec 18 21:00:18.296629 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8073b76d-7471-47b5-8f25-ad88484f557c req-c5fcbabd-b351-4d03-bf8b-3c5b50149095 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:18.454161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da0b97-3238-40a6-b0a9-17691651d2af req-55aea981-8468-49d5-a719-006b795d6744 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:18.455737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-55aea981-8468-49d5-a719-006b795d6744 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.31 "GET /v2.0/networks?id=a54d1475-0f49-45b1-a549-1796cbed269f HTTP/1.1" status: 200  len: 811 time: 0.4413896
Dec 18 21:00:18.457978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f50bc4b-502e-4cf8-876c-3adf90f72362 req-291ddc0e-3eb7-4985-a9cd-362bdc619e0b tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=568a5cf4-f4a7-422f-91f2-9981295940ff HTTP/1.1" status: 200  len: 210 time: 0.1585386
Dec 18 21:00:18.462797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcbabd-b351-4d03-bf8b-3c5b50149095 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Pushing event deleted for resources: {'Port': ['ID=0da2c32b-1622-4614-8ba1-9f9480ff52bf,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:18.486646 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49aacf54-f16a-4550-b4fe-4513f4707638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:18.533977 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-64da0b97-3238-40a6-b0a9-17691651d2af req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'port': {'device_id': 'd2fda487-271d-438c-9327-f48f40474e6c', 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f', 'admin_state_up': True, 'tenant_id': '0d7fb5d0ce9f40d2b55296706489a86a'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:18.740366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8073b76d-7471-47b5-8f25-ad88484f557c req-c5fcbabd-b351-4d03-bf8b-3c5b50149095 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] No DVR routers for this DVR port 0da2c32b-1622-4614-8ba1-9f9480ff52bf on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:18.746637 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8073b76d-7471-47b5-8f25-ad88484f557c req-c5fcbabd-b351-4d03-bf8b-3c5b50149095 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:18.751983 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8073b76d-7471-47b5-8f25-ad88484f557c req-c5fcbabd-b351-4d03-bf8b-3c5b50149095 tempest-TestServerMultinode-138106620 tempest-TestServerMultinode-138106620-project-admin] 10.222.0.31 "DELETE /v2.0/ports/0da2c32b-1622-4614-8ba1-9f9480ff52bf HTTP/1.1" status: 204  len: 173 time: 1.2908247
Dec 18 21:00:18.766335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d474189-0631-4961-9a7a-16048f18503f req-5a0cb374-f435-43e6-8dcf-678dbddc2f8c tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 210 time: 0.1189792
Dec 18 21:00:18.769685 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568a5cf4-f4a7-422f-91f2-9981295940ff', 'name': 'network-vif-deleted', 'tag': '0da2c32b-1622-4614-8ba1-9f9480ff52bf'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:18.786008 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788a963d-8f20-48d1-a3a7-f7bca484b3c5" -d '{"events": [{"server_uuid": "568a5cf4-f4a7-422f-91f2-9981295940ff", "name": "network-vif-deleted", "tag": "0da2c32b-1622-4614-8ba1-9f9480ff52bf"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:18.803898 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-0e0a5dbd-c676-4eb5-a2cf-b4a64a39eecf tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:18.805774 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-0e0a5dbd-c676-4eb5-a2cf-b4a64a39eecf tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.31 "GET /v2.0/networks?id=d6e4e95e-eb3d-4204-ba23-6134021d7916 HTTP/1.1" status: 200  len: 815 time: 0.3109789
Dec 18 21:00:18.806451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df5ed91c-d9b5-4320-b689-1515ddc7d6ac req-4fff119a-875c-456c-b5a4-22b45987a661 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5249634
Dec 18 21:00:18.833968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Request body: {'port': {'device_id': '99065c17-efa8-47de-ad99-b21a3541dc5a', 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916', 'admin_state_up': True, 'tenant_id': '653558ed3d3248ea8f07a3066b6c3d88'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:18.933571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64da0b97-3238-40a6-b0a9-17691651d2af req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Made reservation on behalf of 0d7fb5d0ce9f40d2b55296706489a86a for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:18.938183 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-64da0b97-3238-40a6-b0a9-17691651d2af req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:18.977773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbed15-f6e6-4c6c-9a63-41c8d1d51dec req-95923591-0e62-4212-a1c4-c2095b44b27e tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:18.985764 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0cbed15-f6e6-4c6c-9a63-41c8d1d51dec req-95923591-0e62-4212-a1c4-c2095b44b27e tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 945 time: 0.0901163
Dec 18 21:00:19.048423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bae4e65d-ce16-4411-8971-1163bdcdb591 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:19.104646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port bae4e65d-ce16-4411-8971-1163bdcdb591 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:19.105425 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:19.145638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49aacf54-f16a-4550-b4fe-4513f4707638 admin admin] Router 7e2171d3-97d7-491b-83fa-7897c8060ceb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:00:19.158578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Made reservation on behalf of 653558ed3d3248ea8f07a3066b6c3d88 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:19.162452 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:19.173689 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29ca6878-3f49-42be-bf8e-590743d9af1c req-b43e916d-c201-4e23-9335-c1fc9a649f43 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 210 time: 0.0703914
Dec 18 21:00:19.206846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0cbed15-f6e6-4c6c-9a63-41c8d1d51dec req-de485d47-0aa8-4bdb-80a3-12c38d6ce29b tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2192554
Dec 18 21:00:19.251529 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:19.267907 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-64da0b97-3238-40a6-b0a9-17691651d2af req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Allocated IP 172.20.0.7 (a54d1475-0f49-45b1-a549-1796cbed269f/4dd8803e-9e38-40d3-98c4-6000ae1f79e0/c1bac115-de87-4762-9518-c18983081d31) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:19.270808 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06e17c0-f1d3-419b-b1f9-d936de37116f x-openstack-request-id: req-d06e17c0-f1d3-419b-b1f9-d936de37116f {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:19.271099 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568a5cf4-f4a7-422f-91f2-9981295940ff", "name": "network-vif-deleted", "tag": "0da2c32b-1622-4614-8ba1-9f9480ff52bf", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:19.271356 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d06e17c0-f1d3-419b-b1f9-d936de37116f {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:19.271754 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568a5cf4-f4a7-422f-91f2-9981295940ff', 'name': 'network-vif-deleted', 'tag': '0da2c32b-1622-4614-8ba1-9f9480ff52bf', 'status': 'completed', 'code': 200}
Dec 18 21:00:19.360227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port bae4e65d-ce16-4411-8971-1163bdcdb591, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae4e65d-ce16-4411-8971-1163bdcdb591,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:19.366706 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea1c0ee2-926a-4e68-9b33-0fe483932d69 req-e33d4f64-3331-48df-8dc8-5c8a388b6668 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0653691
Dec 18 21:00:19.390573 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:19.404090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0da2c32b-1622-4614-8ba1-9f9480ff52bf no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:19.473281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 0da2c32b-1622-4614-8ba1-9f9480ff52bf {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:19.473654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0da2c32b-1622-4614-8ba1-9f9480ff52bf not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:19.484428 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:19.495109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b8c792-da21-4d87-9e75-96d0445e8db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae4e65d-ce16-4411-8971-1163bdcdb591'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:19.497555 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b37b4e-0b84-4ed9-8e7f-b870cbf224b8" -d '{"events": [{"server_uuid": "b7b8c792-da21-4d87-9e75-96d0445e8db0", "name": "network-vif-plugged", "status": "completed", "tag": "bae4e65d-ce16-4411-8971-1163bdcdb591"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:19.506056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=bae4e65d-ce16-4411-8971-1163bdcdb591,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:19.582167 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b2dcfe-b1b7-4814-aec8-1553a7c66fbb x-openstack-request-id: req-11b2dcfe-b1b7-4814-aec8-1553a7c66fbb {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:19.584742 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b8c792-da21-4d87-9e75-96d0445e8db0", "name": "network-vif-plugged", "status": "completed", "tag": "bae4e65d-ce16-4411-8971-1163bdcdb591", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:19.585336 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11b2dcfe-b1b7-4814-aec8-1553a7c66fbb {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:19.586286 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b8c792-da21-4d87-9e75-96d0445e8db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae4e65d-ce16-4411-8971-1163bdcdb591', 'code': 200}
Dec 18 21:00:19.689561 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45402) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:19.803597 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-64da0b97-3238-40a6-b0a9-17691651d2af req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:19.865835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251d2cf-d0ef-4b1b-bb80-10a2c2e8f462 req-6d8d0d21-a3b8-4e7f-9d9a-e789b4d54f24 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:19.867426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7251d2cf-d0ef-4b1b-bb80-10a2c2e8f462 req-6d8d0d21-a3b8-4e7f-9d9a-e789b4d54f24 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 946 time: 0.2873313
Dec 18 21:00:19.881254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aacf54-f16a-4550-b4fe-4513f4707638 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:00:19.887804 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-49aacf54-f16a-4550-b4fe-4513f4707638 admin admin] 10.222.0.13 "PUT /v2.0/routers/7e2171d3-97d7-491b-83fa-7897c8060ceb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5603759
Dec 18 21:00:19.892399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45408) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:19.894605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5305a13-0886-4cc3-ba42-8e3a19033c6f None None] Sync routers for ids ['7e2171d3-97d7-491b-83fa-7897c8060ceb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:00:19.899382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b158b6fa-ac71-4f94-b95d-d5ecbd7b81e5 req-cf23f21f-ccc5-4e92-bbf0-dc9d4beed3b8 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 210 time: 0.0591931
Dec 18 21:00:19.906476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5305a13-0886-4cc3-ba42-8e3a19033c6f None None] Routers {'7e2171d3-97d7-491b-83fa-7897c8060ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:19.907955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b5305a13-0886-4cc3-ba42-8e3a19033c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ebd0280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7e2171d3-97d7-491b-83fa-7897c8060ceb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:19.964754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Allocated IP 172.20.0.13 (d6e4e95e-eb3d-4204-ba23-6134021d7916/2b8509a0-c02c-4bd4-8d18-4947f19cdc9c/eb1e3ece-13e6-4590-918b-eb0ad8dcfedf) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:20.041235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b5305a13-0886-4cc3-ba42-8e3a19033c6f None None] Set router 7e2171d3-97d7-491b-83fa-7897c8060ceb gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:20.096178 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-64da0b97-3238-40a6-b0a9-17691651d2af req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:20.108541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['95468de0-87ec-4e68-8883-879d214ec825'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:20.124352 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7251d2cf-d0ef-4b1b-bb80-10a2c2e8f462 req-05f7fbdb-c02c-4c17-8762-ba80645104b1 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176385
Dec 18 21:00:20.157122 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:20.248675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'Port': ['ID=c1bac115-de87-4762-9518-c18983081d31,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:20.279590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64da0b97-3238-40a6-b0a9-17691651d2af req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Network a54d1475-0f49-45b1-a549-1796cbed269f is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:20.291878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1350406-cce3-40d3-bf72-a28f44ae719f req-1f9e9c5c-f348-4442-bf3a-72e2aab46319 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:20.293228 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:20.299485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1350406-cce3-40d3-bf72-a28f44ae719f req-1f9e9c5c-f348-4442-bf3a-72e2aab46319 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 946 time: 0.2927036
Dec 18 21:00:20.302811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-64da0b97-3238-40a6-b0a9-17691651d2af req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:20.311576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-64da0b97-3238-40a6-b0a9-17691651d2af req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:20.318402 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:20.384736 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:20.402842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b5305a13-0886-4cc3-ba42-8e3a19033c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ebd0280>, [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T21:00:17Z', 'revision_number': 5, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port': {'id': '00e5d70e-394d-43b6-96ce-4a1467d79692', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:57:37Z', 'updated_at': '2021-12-18T20:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:20.406406 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8817f003-a3a6-4501-8b3b-3bf750d4e3a5 req-6391ce9f-990f-4c1f-b0db-29d5e74a0e7b tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 210 time: 0.0903220
Dec 18 21:00:20.439265 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5305a13-0886-4cc3-ba42-8e3a19033c6f None None] Checking router: 7e2171d3-97d7-491b-83fa-7897c8060ceb for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:00:20.446110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da0b97-3238-40a6-b0a9-17691651d2af req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:20.446809 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-64da0b97-3238-40a6-b0a9-17691651d2af req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:20.447810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Deleting port 00e5d70e-394d-43b6-96ce-4a1467d79692 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:20.448254 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:20.457773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Network d6e4e95e-eb3d-4204-ba23-6134021d7916 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:20.461021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1350406-cce3-40d3-bf72-a28f44ae719f req-6ac2ab5a-1910-4917-b797-bc18c8546615 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603174
Dec 18 21:00:20.475933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:20.479025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5305a13-0886-4cc3-ba42-8e3a19033c6f None None] Routers {'7e2171d3-97d7-491b-83fa-7897c8060ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:20.479025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b5305a13-0886-4cc3-ba42-8e3a19033c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ebd0280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7e2171d3-97d7-491b-83fa-7897c8060ceb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:20.503015 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-411e7c29-5f27-4bc7-ab37-fcee8a911060 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9760664
Dec 18 21:00:20.515288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:20.546392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Pushing event updated for resources: {'Port': ['ID=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:20.588755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:20.589442 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:20.624446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] For port 00e5d70e-394d-43b6-96ce-4a1467d79692, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00e5d70e-394d-43b6-96ce-4a1467d79692,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:20.624820 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:20.630731 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-82271758-c525-4fe5-bd68-3d2115d6a7a9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8148232
Dec 18 21:00:20.645947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Request body: {'port': {'device_id': '99065c17-efa8-47de-ad99-b21a3541dc5a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:20.648938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Calling delete_port for 00e5d70e-394d-43b6-96ce-4a1467d79692 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:20.696351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b5305a13-0886-4cc3-ba42-8e3a19033c6f None None] Set router 7e2171d3-97d7-491b-83fa-7897c8060ceb gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:20.757681 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:20.771417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b5305a13-0886-4cc3-ba42-8e3a19033c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ebd0280>, [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T21:00:20Z', 'revision_number': 6, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:20.814165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5305a13-0886-4cc3-ba42-8e3a19033c6f None None] The sync data for ids ['7e2171d3-97d7-491b-83fa-7897c8060ceb'] in ncdv-master-1 is: [{'id': '7e2171d3-97d7-491b-83fa-7897c8060ceb', 'name': 'tempest-ServersTestJSON-577779972-router', 'tenant_id': '09cf6435c2a148c6998dd3b1d301da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:57:36Z', 'updated_at': '2021-12-18T21:00:20Z', 'revision_number': 6, 'project_id': '09cf6435c2a148c6998dd3b1d301da96', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:00:20.839386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Request body: {'port': {'device_id': 'd2fda487-271d-438c-9327-f48f40474e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:20.900291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf7c96e1-8048-470a-b465-a68fe03615ac req-274b197b-d612-4133-9df6-0534f1bf184a tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0500650
Dec 18 21:00:20.979850 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.008053 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c089-c214-4947-81fa-226f64fa0189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.150432 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-47f97295-fd86-4535-9a39-51bb0b39780f req-bb1cd1a4-65c0-4008-9f2c-9a768bddc4ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b891381-d4af-4fda-9ec6-22b0d6bf055a HTTP/1.1" status: 200  len: 210 time: 0.0436783
Dec 18 21:00:21.159085 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.192709 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Pushing event deleted for resources: {'Port': ['ID=00e5d70e-394d-43b6-96ce-4a1467d79692,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:21.223003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831bdde9-d0d7-4c25-a7f6-0896fafbbf0d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:21.290776 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa233a37-7724-4ba3-92fb-52b3fbe1ada1 req-e841aaa7-b8fd-427d-a178-436c22f354e0 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:21.294829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa233a37-7724-4ba3-92fb-52b3fbe1ada1 req-e841aaa7-b8fd-427d-a178-436c22f354e0 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 931 time: 0.2659552
Dec 18 21:00:21.320041 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.450289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.454404 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.459400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5d9da-7899-41f0-9e40-0f0aaf3c7e09 req-02830207-f17a-4d94-bd3f-5f7f55d7879d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:21.460871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94c5d9da-7899-41f0-9e40-0f0aaf3c7e09 req-02830207-f17a-4d94-bd3f-5f7f55d7879d tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 946 time: 0.3539281
Dec 18 21:00:21.466194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1e3ece-13e6-4590-918b-eb0ad8dcfedf {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:21.502786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.516484 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.517035 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e2171d3-97d7-491b-83fa-7897c8060ceb {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:00:21.522288 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.523557 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-31fca703-6af4-4303-9539-26adeeb554bc admin admin] 10.222.0.13 "DELETE /v2.0/routers/7e2171d3-97d7-491b-83fa-7897c8060ceb HTTP/1.1" status: 204  len: 168 time: 1.6307256
Dec 18 21:00:21.524529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Transition to ACTIVE for port object eb1e3ece-13e6-4590-918b-eb0ad8dcfedf will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:00:21.526055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45438) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:21.534840 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.539295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b701c1-8344-4aac-ba00-462d95a0aea1 req-b7de1e87-a518-47db-8d7d-5d395e193003 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:21.540787 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71b701c1-8344-4aac-ba00-462d95a0aea1 req-b7de1e87-a518-47db-8d7d-5d395e193003 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 946 time: 0.3297966
Dec 18 21:00:21.559014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa233a37-7724-4ba3-92fb-52b3fbe1ada1 req-baaf50e0-8059-42fb-ada0-de47735b0fc9 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417781
Dec 18 21:00:21.620604 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67df668-8d66-4d4e-9125-534282d17098 admin admin] Deleting subnet 75e7f026-cbf7-46d5-95b3-8e5f619d857c {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:00:21.625174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:21.627761 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e67df668-8d66-4d4e-9125-534282d17098 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.714246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e67df668-8d66-4d4e-9125-534282d17098 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.768414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71b701c1-8344-4aac-ba00-462d95a0aea1 req-ae747e65-8d16-4a04-a0b8-25b519aa674b tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2153099
Dec 18 21:00:21.776691 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-766fddd0-db8f-4955-aedc-53a930d33968 req-2815fed1-4668-4e53-9e1d-9ad750a5884a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0569761
Dec 18 21:00:21.778522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 00e5d70e-394d-43b6-96ce-4a1467d79692 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:21.807644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 00e5d70e-394d-43b6-96ce-4a1467d79692 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:21.808229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 00e5d70e-394d-43b6-96ce-4a1467d79692 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:21.808898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 099598b8-2a5b-4dcc-a5ae-bf5183361500 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:21.827578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Attempting to bind port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:21.827921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Attempting to bind port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:21.828244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Attempting to bind port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf on network d6e4e95e-eb3d-4204-ba23-6134021d7916 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:21.832615 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 099598b8-2a5b-4dcc-a5ae-bf5183361500 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:21.833247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 099598b8-2a5b-4dcc-a5ae-bf5183361500 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:21.843701 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bac115-de87-4762-9518-c18983081d31 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:21.854347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf on network d6e4e95e-eb3d-4204-ba23-6134021d7916 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:00:21.854686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Attempting to bind port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf on network d6e4e95e-eb3d-4204-ba23-6134021d7916 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:21.855547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f90320-6178-464b-97fa-f447f8760d99 req-1161fd2d-85ad-4707-9dc5-92dba77e52ca tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:21.857138 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f90320-6178-464b-97fa-f447f8760d99 req-1161fd2d-85ad-4707-9dc5-92dba77e52ca tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 944 time: 0.2193201
Dec 18 21:00:21.861980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:21.862396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Checking segment: {'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:21.862734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Bound using segment: {'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:21.863168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Bound port: eb1e3ece-13e6-4590-918b-eb0ad8dcfedf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:21.863525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.865442 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.884951 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e67df668-8d66-4d4e-9125-534282d17098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.893185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-94c5d9da-7899-41f0-9e40-0f0aaf3c7e09 req-033e2ae6-6bbb-432e-a291-0c252b0e162a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Deleting port bae4e65d-ce16-4411-8971-1163bdcdb591 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:21.893537 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-94c5d9da-7899-41f0-9e40-0f0aaf3c7e09 req-033e2ae6-6bbb-432e-a291-0c252b0e162a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.912970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Transition to ACTIVE for port object c1bac115-de87-4762-9518-c18983081d31 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:00:21.954184 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:21.990230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] For port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:21.997199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] For port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:22.006073 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.035475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:22.036170 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.042177 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] 10.222.0.31 "PUT /v2.0/ports/eb1e3ece-13e6-4590-918b-eb0ad8dcfedf HTTP/1.1" status: 200  len: 1092 time: 1.4002039
Dec 18 21:00:22.044727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99065c17-efa8-47de-ad99-b21a3541dc5a', 'tag': 'eb1e3ece-13e6-4590-918b-eb0ad8dcfedf'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:22.048309 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f4fd58-1074-48ae-9796-0b552ac4f105" -d '{"events": [{"name": "network-changed", "server_uuid": "99065c17-efa8-47de-ad99-b21a3541dc5a", "tag": "eb1e3ece-13e6-4590-918b-eb0ad8dcfedf"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:22.075159 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e67df668-8d66-4d4e-9125-534282d17098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.095743 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e67df668-8d66-4d4e-9125-534282d17098 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.102219 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e67df668-8d66-4d4e-9125-534282d17098 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75e7f026-cbf7-46d5-95b3-8e5f619d857c HTTP/1.1" status: 204  len: 168 time: 0.5750482
Dec 18 21:00:22.102462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6023236-86e3-44ec-8a9e-b4d4acd7e490 None None] Network 3eb4717b-66be-4294-a87d-4258f6da14d8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:22.105250 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45450) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:22.114566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f90320-6178-464b-97fa-f447f8760d99 req-da67f3d8-bed7-4797-9405-6e5aaf50deb8 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2385280
Dec 18 21:00:22.146645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67df668-8d66-4d4e-9125-534282d17098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e7f026-cbf7-46d5-95b3-8e5f619d857c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:22.163567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17d53f92-7116-47c5-9ea1-b9044c3a10d5 req-15c1eabf-b6f9-488f-8f2e-055fd15ad48b tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0989101
Dec 18 21:00:22.170955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Pushing event updated for resources: {'Port': ['ID=c1bac115-de87-4762-9518-c18983081d31,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:22.208132 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f6ca22-a5c9-45b7-bf88-b9ad4184fb98 x-openstack-request-id: req-74f6ca22-a5c9-45b7-bf88-b9ad4184fb98 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:22.208132 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99065c17-efa8-47de-ad99-b21a3541dc5a", "tag": "eb1e3ece-13e6-4590-918b-eb0ad8dcfedf", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:22.208868 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74f6ca22-a5c9-45b7-bf88-b9ad4184fb98 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:22.208868 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99065c17-efa8-47de-ad99-b21a3541dc5a', 'tag': 'eb1e3ece-13e6-4590-918b-eb0ad8dcfedf', 'status': 'completed', 'code': 200}
Dec 18 21:00:22.272397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Attempting to bind port c1bac115-de87-4762-9518-c18983081d31 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:22.272755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Attempting to bind port c1bac115-de87-4762-9518-c18983081d31 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '189f75b4-aa76-4a9a-8217-476f5d0af68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:22.273102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Attempting to bind port c1bac115-de87-4762-9518-c18983081d31 on network a54d1475-0f49-45b1-a549-1796cbed269f {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:22.283624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Port c1bac115-de87-4762-9518-c18983081d31 on network a54d1475-0f49-45b1-a549-1796cbed269f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:00:22.283883 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Attempting to bind port c1bac115-de87-4762-9518-c18983081d31 on network a54d1475-0f49-45b1-a549-1796cbed269f {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:22.288959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bda9a0-1166-455d-b340-3957a1d89591 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:22.293503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:22.293842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Checking segment: {'id': '189f75b4-aa76-4a9a-8217-476f5d0af68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:22.294712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Bound using segment: {'id': '189f75b4-aa76-4a9a-8217-476f5d0af68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:22.295245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Bound port: c1bac115-de87-4762-9518-c18983081d31, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189f75b4-aa76-4a9a-8217-476f5d0af68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:22.295601 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.314003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1c089-c214-4947-81fa-226f64fa0189 admin admin] Deleting port 52bccb17-9604-4395-a2f9-3068724e5552 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:22.314413 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c089-c214-4947-81fa-226f64fa0189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.333757 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.336550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-ef48db71-91ed-4a18-903e-2bd421bb3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:22.338424 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-ef48db71-91ed-4a18-903e-2bd421bb3a5b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=653558ed3d3248ea8f07a3066b6c3d88&device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 1095 time: 0.2094755
Dec 18 21:00:22.360497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf5894-8d78-466c-bc80-3a21c5413e8c None None] DHCP port deletion for 3eb4717b-66be-4294-a87d-4258f6da14d8 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:22.382923 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-2fa06374-71eb-4f64-9e91-601666577f48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf HTTP/1.1" status: 200  len: 217 time: 0.0359054
Dec 18 21:00:22.383583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-94c5d9da-7899-41f0-9e40-0f0aaf3c7e09 req-033e2ae6-6bbb-432e-a291-0c252b0e162a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] For port bae4e65d-ce16-4411-8971-1163bdcdb591, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bae4e65d-ce16-4411-8971-1163bdcdb591,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:22.383949 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-94c5d9da-7899-41f0-9e40-0f0aaf3c7e09 req-033e2ae6-6bbb-432e-a291-0c252b0e162a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.405554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-94c5d9da-7899-41f0-9e40-0f0aaf3c7e09 req-033e2ae6-6bbb-432e-a291-0c252b0e162a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Calling delete_port for bae4e65d-ce16-4411-8971-1163bdcdb591 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:22.430435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf5894-8d78-466c-bc80-3a21c5413e8c None None] Deleting port aec87d59-233a-4c32-8274-db279b52c80e {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:22.431162 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5894-8d78-466c-bc80-3a21c5413e8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.469851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-28a90555-1d59-40bd-861c-84010b445f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:22.471500 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-28a90555-1d59-40bd-861c-84010b445f7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8509a0-c02c-4bd4-8d18-4947f19cdc9c HTTP/1.1" status: 200  len: 855 time: 0.0719857
Dec 18 21:00:22.503082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] For port c1bac115-de87-4762-9518-c18983081d31, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:22.512720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ffbf5894-8d78-466c-bc80-3a21c5413e8c None None] For port aec87d59-233a-4c32-8274-db279b52c80e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aec87d59-233a-4c32-8274-db279b52c80e,segment=NetworkSegment(e52fbc82-f0d7-43f9-81fe-eb621fbfc717),segment_id=e52fbc82-f0d7-43f9-81fe-eb621fbfc717)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:22.513237 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5894-8d78-466c-bc80-3a21c5413e8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.527224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf5894-8d78-466c-bc80-3a21c5413e8c None None] Calling delete_port for aec87d59-233a-4c32-8274-db279b52c80e owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:22.527674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Deleting port aec87d59-233a-4c32-8274-db279b52c80e {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:22.528203 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.531300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] For port c1bac115-de87-4762-9518-c18983081d31, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1bac115-de87-4762-9518-c18983081d31,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:22.532874 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-b5b35c6a-d7df-4eda-9739-46c63c37ee0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6e4e95e-eb3d-4204-ba23-6134021d7916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544155
Dec 18 21:00:22.534193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-a7b1c089-c214-4947-81fa-226f64fa0189 admin admin] For port 52bccb17-9604-4395-a2f9-3068724e5552, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52bccb17-9604-4395-a2f9-3068724e5552,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:22.534193 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c089-c214-4947-81fa-226f64fa0189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.547670 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.561585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1c089-c214-4947-81fa-226f64fa0189 admin admin] Calling delete_port for 52bccb17-9604-4395-a2f9-3068724e5552 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:22.616542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:22.617159 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.618643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] 10.222.0.31 "PUT /v2.0/ports/c1bac115-de87-4762-9518-c18983081d31 HTTP/1.1" status: 200  len: 1091 time: 2.1018164
Dec 18 21:00:22.622195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fda487-271d-438c-9327-f48f40474e6c', 'tag': 'c1bac115-de87-4762-9518-c18983081d31'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:22.625076 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a53d53-2e7c-4560-a9b7-b53800daf60a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fda487-271d-438c-9327-f48f40474e6c", "tag": "c1bac115-de87-4762-9518-c18983081d31"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:22.744292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] For port aec87d59-233a-4c32-8274-db279b52c80e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aec87d59-233a-4c32-8274-db279b52c80e,segment=NetworkSegment(e52fbc82-f0d7-43f9-81fe-eb621fbfc717),segment_id=e52fbc82-f0d7-43f9-81fe-eb621fbfc717)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:22.746339 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.767088 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f058e-cb05-4777-8ac7-c3915c88791e service neutron] Pushing event updated for resources: {'Port': ['ID=c1bac115-de87-4762-9518-c18983081d31,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:22.774076 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5894-8d78-466c-bc80-3a21c5413e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:22.804708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Calling delete_port for aec87d59-233a-4c32-8274-db279b52c80e owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:22.817795 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf5894-8d78-466c-bc80-3a21c5413e8c None None] Pushing event deleted for resources: {'Port': ['ID=aec87d59-233a-4c32-8274-db279b52c80e,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:22.823715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbf5894-8d78-466c-bc80-3a21c5413e8c None None] No DVR routers for this DVR port aec87d59-233a-4c32-8274-db279b52c80e on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:22.841584 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8839b96f-d984-4d01-b278-cfac6febe07c x-openstack-request-id: req-8839b96f-d984-4d01-b278-cfac6febe07c {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:22.842449 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fda487-271d-438c-9327-f48f40474e6c", "tag": "c1bac115-de87-4762-9518-c18983081d31", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:22.842778 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8839b96f-d984-4d01-b278-cfac6febe07c {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:22.843246 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fda487-271d-438c-9327-f48f40474e6c', 'tag': 'c1bac115-de87-4762-9518-c18983081d31', 'status': 'completed', 'code': 200}
Dec 18 21:00:22.907068 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-d7ea6f3f-cd1c-47e1-aef1-1d4eb84428e9 service neutron] 10.222.0.31 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3635986
Dec 18 21:00:22.909638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e2d50-e698-4e25-b805-30a0328ed15d req-a6fec1eb-b96b-401d-8fae-d66bd8850f44 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:22.917944 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad7e2d50-e698-4e25-b805-30a0328ed15d req-a6fec1eb-b96b-401d-8fae-d66bd8850f44 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 943 time: 0.2454739
Dec 18 21:00:23.012623 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:23.026497 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da0b97-3238-40a6-b0a9-17691651d2af req-bbd15546-01a7-4426-9015-0fd379a9980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:23.028003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-bbd15546-01a7-4426-9015-0fd379a9980c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a&device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 1094 time: 0.3232303
Dec 18 21:00:23.048586 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-94c5d9da-7899-41f0-9e40-0f0aaf3c7e09 req-033e2ae6-6bbb-432e-a291-0c252b0e162a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:23.058275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Pushing event deleted for resources: {'Port': ['ID=aec87d59-233a-4c32-8274-db279b52c80e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:23.062847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bae4e65d-ce16-4411-8971-1163bdcdb591'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:23.065137 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5cafeb48-fbb2-4ba0-af68-906f932b12d5 req-274d41ef-a3a7-4a0d-8a5a-442bab868a3f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b8c792-da21-4d87-9e75-96d0445e8db0 HTTP/1.1" status: 200  len: 210 time: 0.1650639
Dec 18 21:00:23.067268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] No DVR routers for this DVR port aec87d59-233a-4c32-8274-db279b52c80e on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:23.070894 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e6c4d98a-97a0-4800-aa9a-bb18887696aa req-8e5b5254-4b01-40e3-b87a-5a6b831c728c service neutron] 10.222.0.31 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546259
Dec 18 21:00:23.127584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-ced0751a-4cae-490a-b0fa-d054dc775193 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1bac115-de87-4762-9518-c18983081d31 HTTP/1.1" status: 200  len: 217 time: 0.0717425
Dec 18 21:00:23.160647 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:23.195126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e2ae6-6bbb-432e-a291-0c252b0e162a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event deleted for resources: {'Port': ['ID=bae4e65d-ce16-4411-8971-1163bdcdb591,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:23.230128 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365edbb6d0>,) {'filters': {'network_id': ['3eb4717b-66be-4294-a87d-4258f6da14d8']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:23.244401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365edbb6d0>, 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:23.244976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365edbb6d0>, 'e52fbc82-f0d7-43f9-81fe-eb621fbfc717') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:23.258153 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:23.278431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4fd58-1074-48ae-9796-0b552ac4f105 req-2017d13c-fdd5-461e-9266-b265172c6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:23.280854 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b9f4fd58-1074-48ae-9796-0b552ac4f105 req-2017d13c-fdd5-461e-9266-b265172c6ff3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=653558ed3d3248ea8f07a3066b6c3d88&device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 1095 time: 0.0960460
Dec 18 21:00:23.284977 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:23.301287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:00:23.301609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:00:23.303304 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:00:23.372415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c5d9da-7899-41f0-9e40-0f0aaf3c7e09 req-033e2ae6-6bbb-432e-a291-0c252b0e162a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] No DVR routers for this DVR port bae4e65d-ce16-4411-8971-1163bdcdb591 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:23.380690 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-94c5d9da-7899-41f0-9e40-0f0aaf3c7e09 req-033e2ae6-6bbb-432e-a291-0c252b0e162a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:23.384048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94c5d9da-7899-41f0-9e40-0f0aaf3c7e09 req-033e2ae6-6bbb-432e-a291-0c252b0e162a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.31 "DELETE /v2.0/ports/bae4e65d-ce16-4411-8971-1163bdcdb591 HTTP/1.1" status: 204  len: 173 time: 1.9118428
Dec 18 21:00:23.392137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81435f7-c4c2-4de9-9ed4-870133954ae5 req-15a1805a-05d5-487f-9490-211feb0f1fbb tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:23.398906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e81435f7-c4c2-4de9-9ed4-870133954ae5 req-15a1805a-05d5-487f-9490-211feb0f1fbb tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 944 time: 0.1665087
Dec 18 21:00:23.408358 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:23.419253 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad7e2d50-e698-4e25-b805-30a0328ed15d req-862ad4c5-ff1c-4f77-9a2f-5441099304c5 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4996064
Dec 18 21:00:23.427341 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:23.436460 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3eb4717b-66be-4294-a87d-4258f6da14d8 HTTP/1.1" status: 204  len: 168 time: 1.3131907
Dec 18 21:00:23.455087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9aa270-8ff2-4dea-a937-a19d58c79336 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb4717b-66be-4294-a87d-4258f6da14d8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:23.496534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e81435f7-c4c2-4de9-9ed4-870133954ae5 req-a4c77e95-a457-4ff1-bd49-0341bf7a08d1 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946960
Dec 18 21:00:23.501690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da0b97-3238-40a6-b0a9-17691651d2af req-d57035a1-9611-477f-92c0-d99f81bac256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:23.503722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-d57035a1-9611-477f-92c0-d99f81bac256 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dd8803e-9e38-40d3-98c4-6000ae1f79e0 HTTP/1.1" status: 200  len: 851 time: 0.3117430
Dec 18 21:00:23.507664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4fd58-1074-48ae-9796-0b552ac4f105 req-1d7a5e6f-ab69-4d89-ba1e-7b49cb2560e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:23.509145 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b9f4fd58-1074-48ae-9796-0b552ac4f105 req-1d7a5e6f-ab69-4d89-ba1e-7b49cb2560e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6e4e95e-eb3d-4204-ba23-6134021d7916 HTTP/1.1" status: 200  len: 916 time: 0.2169511
Dec 18 21:00:23.588126 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b9f4fd58-1074-48ae-9796-0b552ac4f105 req-9c84efb0-ff8e-4702-80ac-db63de46c597 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf HTTP/1.1" status: 200  len: 217 time: 0.0705016
Dec 18 21:00:23.655843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4fd58-1074-48ae-9796-0b552ac4f105 req-fd95a081-1f28-4a69-aa2b-e59653a12f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:23.657391 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b9f4fd58-1074-48ae-9796-0b552ac4f105 req-fd95a081-1f28-4a69-aa2b-e59653a12f4b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8509a0-c02c-4bd4-8d18-4947f19cdc9c HTTP/1.1" status: 200  len: 855 time: 0.0604415
Dec 18 21:00:23.692986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device aec87d59-233a-4c32-8274-db279b52c80e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:23.701342 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b9f4fd58-1074-48ae-9796-0b552ac4f105 req-67c41d20-20a8-42b6-a581-c718dd1821f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6e4e95e-eb3d-4204-ba23-6134021d7916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0364475
Dec 18 21:00:23.721262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: aec87d59-233a-4c32-8274-db279b52c80e {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:23.721736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device aec87d59-233a-4c32-8274-db279b52c80e not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:23.778119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45480) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:23.837090 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-49a592cf-5a06-4ba7-924a-d67b00d0ab8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09cf6435c2a148c6998dd3b1d301da96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0556109
Dec 18 21:00:23.838198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45484) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:23.915109 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b9f4fd58-1074-48ae-9796-0b552ac4f105 req-ca75d260-8ad3-46fd-aecc-c2025768e39e service neutron] 10.222.0.31 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044551
Dec 18 21:00:23.934141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-a3cce92b-cd3a-4827-a7fb-2ee70359cf5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a54d1475-0f49-45b1-a549-1796cbed269f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3613973
Dec 18 21:00:23.937042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f645b36a-ec3a-4747-b069-4d62d2642411 req-c846cf09-463f-453a-b7f7-690364fad334 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.3655791
Dec 18 21:00:23.937983 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c089-c214-4947-81fa-226f64fa0189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:23.954467 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a667d6a3-6396-4e86-84b7-8a511c15f3bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:24.048074 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a667d6a3-6396-4e86-84b7-8a511c15f3bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:24.072167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1c089-c214-4947-81fa-226f64fa0189 admin admin] Pushing event deleted for resources: {'Port': ['ID=52bccb17-9604-4395-a2f9-3068724e5552,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:24.146094 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b9f4fd58-1074-48ae-9796-0b552ac4f105 req-5f254262-ca98-4f25-b590-8079d078da25 service neutron] 10.222.0.31 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2196150
Dec 18 21:00:24.181908 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a667d6a3-6396-4e86-84b7-8a511c15f3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:24.185203 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a667d6a3-6396-4e86-84b7-8a511c15f3bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:24.186465 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a667d6a3-6396-4e86-84b7-8a511c15f3bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4d5d72a-8ad5-4bc6-a7f8-ee165764a66c HTTP/1.1" status: 204  len: 168 time: 0.3472788
Dec 18 21:00:24.197760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667d6a3-6396-4e86-84b7-8a511c15f3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d5d72a-8ad5-4bc6-a7f8-ee165764a66c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:24.257768 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-7112c06a-241b-4d75-ba50-82a9b42c96db service neutron] 10.222.0.31 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3131311
Dec 18 21:00:24.464080 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bce38508-3e6d-4997-9af6-17147deb43d1 req-8f608e89-795f-4d3e-997e-bfd79f03dc91 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0800283
Dec 18 21:00:24.587274 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c089-c214-4947-81fa-226f64fa0189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:24.599529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64da0b97-3238-40a6-b0a9-17691651d2af req-f76b4991-adea-40e8-83ce-2be26ccecab0 service neutron] 10.222.0.31 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3050213
Dec 18 21:00:24.711544 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132b67f-dfc9-478e-b9e1-f5941c8d7c16 req-c1381808-40e0-409d-8775-1e1a0e79bc30 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:24.713114 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d132b67f-dfc9-478e-b9e1-f5941c8d7c16 req-c1381808-40e0-409d-8775-1e1a0e79bc30 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 943 time: 0.1648483
Dec 18 21:00:24.741859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-d63f92f9-c85a-4127-b32b-4bd1b1b450df tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:24.749355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-d63f92f9-c85a-4127-b32b-4bd1b1b450df tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/networks?id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 HTTP/1.1" status: 200  len: 821 time: 0.2877555
Dec 18 21:00:24.819083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-001e4ccd-04f6-42de-a0a0-47d989ba3cd4 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/quotas/80e8efe6135e41a689caf483b2c72af1 HTTP/1.1" status: 200  len: 375 time: 0.0685415
Dec 18 21:00:24.845615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b8c792-da21-4d87-9e75-96d0445e8db0', 'name': 'network-vif-deleted', 'tag': 'bae4e65d-ce16-4411-8971-1163bdcdb591'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:24.847826 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf77642-a816-4e8a-83b8-9758c05eed68" -d '{"events": [{"server_uuid": "b7b8c792-da21-4d87-9e75-96d0445e8db0", "name": "network-vif-deleted", "tag": "bae4e65d-ce16-4411-8971-1163bdcdb591"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:24.886130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-1520d029-816d-4a3f-863d-e25f53167392 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=80e8efe6135e41a689caf483b2c72af1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0570066
Dec 18 21:00:24.957601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a53d53-2e7c-4560-a9b7-b53800daf60a req-afd201ce-5b7e-4446-8a87-1a5ae23a303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:24.959464 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2a53d53-2e7c-4560-a9b7-b53800daf60a req-afd201ce-5b7e-4446-8a87-1a5ae23a303c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a&device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 1094 time: 0.2773361
Dec 18 21:00:25.014646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d132b67f-dfc9-478e-b9e1-f5941c8d7c16 req-57c60309-c9db-4f61-8995-f70316a0b999 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2800074
Dec 18 21:00:25.062939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eb1e3ece-13e6-4590-918b-eb0ad8dcfedf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:00:25.074068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bae4e65d-ce16-4411-8971-1163bdcdb591 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:25.102160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: bae4e65d-ce16-4411-8971-1163bdcdb591 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:25.102988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bae4e65d-ce16-4411-8971-1163bdcdb591 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:25.109158 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45544) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:25.191776 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-f17d88e9-6727-4c86-8e77-8e5a931adb03 service neutron] 10.222.0.13 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2962401
Dec 18 21:00:25.197703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:25.209885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'eb1e3ece-13e6-4590-918b-eb0ad8dcfedf', 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916', 'port_id': 'eb1e3ece-13e6-4590-918b-eb0ad8dcfedf', 'mac_address': 'fa:16:3e:e4:a0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8509a0-c02c-4bd4-8d18-4947f19cdc9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:00:25.219582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-network', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:25.243366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b1c089-c214-4947-81fa-226f64fa0189 admin admin] Router 6b267691-8e0b-47ef-9dde-d448c8235260 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:00:25.244379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:25.246819 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:25.253324 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:25.255973 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:25.267621 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1e3ece-13e6-4590-918b-eb0ad8dcfedf {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:25.279931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaeaa59-3041-4200-a6a3-9cd4a68ada90 req-ec6f8208-93c0-4d96-ab82-7332bcad07e0 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:25.281566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0aaeaa59-3041-4200-a6a3-9cd4a68ada90 req-ec6f8208-93c0-4d96-ab82-7332bcad07e0 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 944 time: 0.1784647
Dec 18 21:00:25.284974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a53d53-2e7c-4560-a9b7-b53800daf60a req-b637e88c-fca2-4fed-be49-f43d3b628613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:25.286532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2a53d53-2e7c-4560-a9b7-b53800daf60a req-b637e88c-fca2-4fed-be49-f43d3b628613 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a54d1475-0f49-45b1-a549-1796cbed269f HTTP/1.1" status: 200  len: 912 time: 0.2858241
Dec 18 21:00:25.290844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:25.297390 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:25.342133 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:25.346584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:25.359496 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:25.368399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:00:25.372447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2a53d53-2e7c-4560-a9b7-b53800daf60a req-525a69fb-e1ae-4a1f-944d-dd1b94699ea0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1bac115-de87-4762-9518-c18983081d31 HTTP/1.1" status: 200  len: 217 time: 0.0686398
Dec 18 21:00:25.382455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746f1d89-9a8b-417e-9ba3-0a62d2d53df6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:25.387116 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:25.387457 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Added segment ab88ec87-2232-4b6c-a474-619d06546f55 of type vlan for network 50f70d1e-856f-4dc0-8d15-f219387fa189
Dec 18 21:00:25.428606 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:25.456238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:25.457959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:25.458573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:25.505618 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0aaeaa59-3041-4200-a6a3-9cd4a68ada90 req-079b3898-7d5d-4891-b88b-f1071f03677d tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140925
Dec 18 21:00:25.512104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['eb1e3ece-13e6-4590-918b-eb0ad8dcfedf'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:25.518085 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4075718
Dec 18 21:00:25.518670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45550) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:25.525325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-5a77a3ae-378e-4b09-996a-4d9d83a69685 service neutron] 10.222.0.13 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3247597
Dec 18 21:00:25.541328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ae9b21a3-1825-4bf4-a22c-b6617fa829f4 admin admin] Request body: {'subnet': {'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-subnet', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:25.561089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae306f13-c1dc-4fca-ad5f-b201923bf89a admin admin] Pushing event updated for resources: {'Network': ['ID=50f70d1e-856f-4dc0-8d15-f219387fa189,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:25.592409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 50f70d1e-856f-4dc0-8d15-f219387fa189 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:00:25.614827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a53d53-2e7c-4560-a9b7-b53800daf60a req-f595a915-18a1-4361-9772-ad11bb79ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:25.616379 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2a53d53-2e7c-4560-a9b7-b53800daf60a req-f595a915-18a1-4361-9772-ad11bb79ef9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dd8803e-9e38-40d3-98c4-6000ae1f79e0 HTTP/1.1" status: 200  len: 851 time: 0.2236483
Dec 18 21:00:25.658788 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608f1b37-a802-43bf-a4e2-582718517a9f x-openstack-request-id: req-608f1b37-a802-43bf-a4e2-582718517a9f {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:25.659216 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b8c792-da21-4d87-9e75-96d0445e8db0", "name": "network-vif-deleted", "tag": "bae4e65d-ce16-4411-8971-1163bdcdb591", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:25.659391 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-608f1b37-a802-43bf-a4e2-582718517a9f {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:25.659915 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b8c792-da21-4d87-9e75-96d0445e8db0', 'name': 'network-vif-deleted', 'tag': 'bae4e65d-ce16-4411-8971-1163bdcdb591', 'status': 'completed', 'code': 200}
Dec 18 21:00:25.688839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2a53d53-2e7c-4560-a9b7-b53800daf60a req-26f0eb4e-dc0f-4e52-89fc-fbe5697ddc42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a54d1475-0f49-45b1-a549-1796cbed269f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0640893
Dec 18 21:00:25.694197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b1c089-c214-4947-81fa-226f64fa0189 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:00:25.700430 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a7b1c089-c214-4947-81fa-226f64fa0189 admin admin] 10.222.0.13 "PUT /v2.0/routers/6b267691-8e0b-47ef-9dde-d448c8235260/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0074401
Dec 18 21:00:25.704167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45554) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:25.706925 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd0901d-1085-4827-8086-d50118c357cc None None] Sync routers for ids ['6b267691-8e0b-47ef-9dde-d448c8235260'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:00:25.722151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9b21a3-1825-4bf4-a22c-b6617fa829f4 admin admin] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:25.722369 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0901d-1085-4827-8086-d50118c357cc None None] Routers {'6b267691-8e0b-47ef-9dde-d448c8235260'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:25.722909 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-acd0901d-1085-4827-8086-d50118c357cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366405e130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6b267691-8e0b-47ef-9dde-d448c8235260'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:25.726231 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ae9b21a3-1825-4bf4-a22c-b6617fa829f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:25.863498 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-acd0901d-1085-4827-8086-d50118c357cc None None] Set router 6b267691-8e0b-47ef-9dde-d448c8235260 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:26.064315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df552dff-d621-405b-932d-9474162401e4 req-53f21c71-2f97-4fb4-b859-fc6e30394e96 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.2770443
Dec 18 21:00:26.098909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52ec1c73-de3a-41e5-be20-173c8dc14ccc req-2634de26-ab6e-4ab9-a9d4-8865e6e1dd8f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 210 time: 0.1655879
Dec 18 21:00:26.135222 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-acd0901d-1085-4827-8086-d50118c357cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366405e130>, [{'id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'name': 'tempest-TestServerMultinode-1983523894-router', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113'}], 'enable_snat': True}, 'gw_port_id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:19Z', 'updated_at': '2021-12-18T21:00:23Z', 'revision_number': 5, 'project_id': '837eada96b154829af977e9e1e78f28f', 'gw_port': {'id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:20Z', 'updated_at': '2021-12-18T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:26.178055 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2a53d53-2e7c-4560-a9b7-b53800daf60a req-24ffc8b1-4e90-4801-a794-4439fd4ff8d6 service neutron] 10.222.0.31 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4763329
Dec 18 21:00:26.208493 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd0901d-1085-4827-8086-d50118c357cc None None] Checking router: 6b267691-8e0b-47ef-9dde-d448c8235260 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:00:26.231339 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0901d-1085-4827-8086-d50118c357cc None None] Routers {'6b267691-8e0b-47ef-9dde-d448c8235260'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:26.232039 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-acd0901d-1085-4827-8086-d50118c357cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366405e130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['6b267691-8e0b-47ef-9dde-d448c8235260'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:26.371592 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-acd0901d-1085-4827-8086-d50118c357cc None None] Set router 6b267691-8e0b-47ef-9dde-d448c8235260 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:26.383176 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:26.581080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:26.710844 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Deleting port 4f97a82e-6887-46b9-bd28-acb956924de2 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:26.711493 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:26.744542 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2a53d53-2e7c-4560-a9b7-b53800daf60a req-873e4c29-b34b-4e53-a19b-9423ccb85f27 service neutron] 10.222.0.31 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5563190
Dec 18 21:00:26.757659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fae794-53cc-4b2f-a8b8-fdc24366ac50 req-04b8a3b2-3a66-4545-aac8-ac46424e093b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:26.759300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57fae794-53cc-4b2f-a8b8-fdc24366ac50 req-04b8a3b2-3a66-4545-aac8-ac46424e093b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 943 time: 0.4628658
Dec 18 21:00:26.792316 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ae9b21a3-1825-4bf4-a22c-b6617fa829f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:26.816216 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-acd0901d-1085-4827-8086-d50118c357cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366405e130>, [{'id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'name': 'tempest-TestServerMultinode-1983523894-router', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113'}], 'enable_snat': True}, 'gw_port_id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:19Z', 'updated_at': '2021-12-18T21:00:23Z', 'revision_number': 5, 'project_id': '837eada96b154829af977e9e1e78f28f', 'gw_port': {'id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:20Z', 'updated_at': '2021-12-18T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:26.848576 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd0901d-1085-4827-8086-d50118c357cc None None] The sync data for ids ['6b267691-8e0b-47ef-9dde-d448c8235260'] in ncdv-master-1 is: [{'id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'name': 'tempest-TestServerMultinode-1983523894-router', 'tenant_id': '837eada96b154829af977e9e1e78f28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113'}], 'enable_snat': True}, 'gw_port_id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:19Z', 'updated_at': '2021-12-18T21:00:23Z', 'revision_number': 5, 'project_id': '837eada96b154829af977e9e1e78f28f', 'gw_port': {'id': '4f97a82e-6887-46b9-bd28-acb956924de2', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b267691-8e0b-47ef-9dde-d448c8235260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:20Z', 'updated_at': '2021-12-18T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:00:26.874814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b21a3-1825-4bf4-a22c-b6617fa829f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd650901-9f47-47d9-a2fb-bdde348d3ffa,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:26.875113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] For port 4f97a82e-6887-46b9-bd28-acb956924de2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f97a82e-6887-46b9-bd28-acb956924de2,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:26.875584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:26.897124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Calling delete_port for 4f97a82e-6887-46b9-bd28-acb956924de2 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:26.917359 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57fae794-53cc-4b2f-a8b8-fdc24366ac50 req-4f5f9b88-85c0-4fa8-8cc1-97b36b34d851 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443326
Dec 18 21:00:26.943034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063232a-e4a3-4e4e-8f3e-ce6a557a8c30 req-3c9621c8-6954-46be-ab10-16e63b525eb5 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:26.950084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b063232a-e4a3-4e4e-8f3e-ce6a557a8c30 req-3c9621c8-6954-46be-ab10-16e63b525eb5 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 945 time: 0.1850786
Dec 18 21:00:26.967850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9b21a3-1825-4bf4-a22c-b6617fa829f4 admin admin] Checking segment: {'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:26.968208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b21a3-1825-4bf4-a22c-b6617fa829f4 admin admin] Network hostable DHCP agents. Network: 50f70d1e-856f-4dc0-8d15-f219387fa189, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:00:27.006042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b21a3-1825-4bf4-a22c-b6617fa829f4 admin admin] Network 50f70d1e-856f-4dc0-8d15-f219387fa189 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:00:27.014800 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b063232a-e4a3-4e4e-8f3e-ce6a557a8c30 req-01c3e65c-d64f-4e8a-b885-554eaf76e885 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638874
Dec 18 21:00:27.019568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b21a3-1825-4bf4-a22c-b6617fa829f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50f70d1e-856f-4dc0-8d15-f219387fa189) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:27.024308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b21a3-1825-4bf4-a22c-b6617fa829f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:27.025706 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ae9b21a3-1825-4bf4-a22c-b6617fa829f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.030377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833598b-fc12-4310-9cdf-dd3da34f61ce None None] Network 50f70d1e-856f-4dc0-8d15-f219387fa189 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:27.048140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ae9b21a3-1825-4bf4-a22c-b6617fa829f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.5227160
Dec 18 21:00:27.048432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45586) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:27.052765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:27.080261 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c1bac115-de87-4762-9518-c18983081d31 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:00:27.082952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eb1e3ece-13e6-4590-918b-eb0ad8dcfedf up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:27.120108 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.121386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.128402 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.169180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f97a82e-6887-46b9-bd28-acb956924de2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:27.215028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427487d-e656-441a-83a5-81887f135e84 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:27.235672 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:00:27.287187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c1bac115-de87-4762-9518-c18983081d31, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1bac115-de87-4762-9518-c18983081d31,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:27.301553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'c1bac115-de87-4762-9518-c18983081d31', 'network_id': 'a54d1475-0f49-45b1-a549-1796cbed269f', 'port_id': 'c1bac115-de87-4762-9518-c18983081d31', 'mac_address': 'fa:16:3e:1d:d6:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd8803e-9e38-40d3-98c4-6000ae1f79e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:00:27.321051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:27.321679 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.323580 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ab8d94b-d801-4d84-85bd-68e3f4eb56c2 req-ccde3061-a520-4ff2-b8a6-315e6af54a6c tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.1256673
Dec 18 21:00:27.343066 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.383599 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12ff0152-9f2e-4696-b9d8-cf994f002b52 req-a3e0376d-fabb-4ce8-96af-2610a4bf72c1 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 210 time: 0.0997145
Dec 18 21:00:27.388134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-50f70d1e-856f-4dc0-8d15-f219387fa189', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'fixed_ips': [{'subnet_id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:00:27.389647 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.464901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-e7389dcb-aa40-4eda-a080-03b1e650aa6e tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:27.466651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-e7389dcb-aa40-4eda-a080-03b1e650aa6e tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.31 "GET /v2.0/networks?id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 HTTP/1.1" status: 200  len: 821 time: 0.3190818
Dec 18 21:00:27.495659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Request body: {'port': {'device_id': '770e4df9-f6a3-4355-aaba-dd70810ad41c', 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6', 'admin_state_up': True, 'tenant_id': '80e8efe6135e41a689caf483b2c72af1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:27.502335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.515115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.524634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.530158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.542550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bac115-de87-4762-9518-c18983081d31 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:27.577123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c1bac115-de87-4762-9518-c18983081d31, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1bac115-de87-4762-9518-c18983081d31,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:27.621023 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.728213 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.773944 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.775192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b267691-8e0b-47ef-9dde-d448c8235260 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:00:27.779335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Made reservation on behalf of 80e8efe6135e41a689caf483b2c72af1 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:27.784238 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.790470 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.791840 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0d040a28-d9de-49f4-9a81-7ba8bcfade78 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6b267691-8e0b-47ef-9dde-d448c8235260 HTTP/1.1" status: 204  len: 168 time: 2.0859911
Dec 18 21:00:27.799663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45592) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:27.844803 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 52bccb17-9604-4395-a2f9-3068724e5552 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:27.874283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 52bccb17-9604-4395-a2f9-3068724e5552 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:27.874935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 52bccb17-9604-4395-a2f9-3068724e5552 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:27.902920 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.908589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-b417c2c1-a0fd-4c05-ad1c-89f745567103 admin admin] Deleting subnet 4fd977de-a437-49fc-9c64-d6aa4944bac5 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:00:27.915261 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b417c2c1-a0fd-4c05-ad1c-89f745567103 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:27.955124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c1bac115-de87-4762-9518-c18983081d31'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:27.963763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Allocated IP 172.20.0.2 (50f70d1e-856f-4dc0-8d15-f219387fa189/fd650901-9f47-47d9-a2fb-bdde348d3ffa/65668957-9825-44da-ba9c-b8c000873777) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:27.969945 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b417c2c1-a0fd-4c05-ad1c-89f745567103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.000498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99065c17-efa8-47de-ad99-b21a3541dc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1e3ece-13e6-4590-918b-eb0ad8dcfedf'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:28.003021 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdbb1d1-a975-47a0-b38c-896579bdab43" -d '{"events": [{"server_uuid": "99065c17-efa8-47de-ad99-b21a3541dc5a", "name": "network-vif-plugged", "status": "completed", "tag": "eb1e3ece-13e6-4590-918b-eb0ad8dcfedf"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:28.014822 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c1bac115-de87-4762-9518-c18983081d31,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:28.038850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:28.098608 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.118219 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.121285 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.164103 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ac7ce2-41c6-4750-bd89-dbaf9a6507dd x-openstack-request-id: req-96ac7ce2-41c6-4750-bd89-dbaf9a6507dd {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:28.164680 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99065c17-efa8-47de-ad99-b21a3541dc5a", "name": "network-vif-plugged", "status": "completed", "tag": "eb1e3ece-13e6-4590-918b-eb0ad8dcfedf", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:28.165129 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96ac7ce2-41c6-4750-bd89-dbaf9a6507dd {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:28.165725 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99065c17-efa8-47de-ad99-b21a3541dc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1e3ece-13e6-4590-918b-eb0ad8dcfedf', 'code': 200}
Dec 18 21:00:28.250993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:28.257152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b417c2c1-a0fd-4c05-ad1c-89f745567103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.268450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c802e3-4cfd-400d-8ffe-d23dd5e95056 req-dea7ab6f-bc7b-406b-8462-a46e341b32a9 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:28.275903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c8c802e3-4cfd-400d-8ffe-d23dd5e95056 req-dea7ab6f-bc7b-406b-8462-a46e341b32a9 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 944 time: 0.2629611
Dec 18 21:00:28.358631 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.368876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Allocated IP 172.35.3.149 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/36b23fe5-9f5e-425f-8b12-225e0e78fd81) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:28.380667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Allocated IP 172.20.0.11 (bfdb70fc-b6f1-4792-b656-71aeb0dae3b6/908b7037-377c-4a4b-b384-1c34c13100b0/e8d47f63-22de-48b3-bd10-4bb15c953401) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:28.384852 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.431592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Network 50f70d1e-856f-4dc0-8d15-f219387fa189 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:28.434914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:28.439160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:28.454313 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Pushing event updated for resources: {'Port': ['ID=65668957-9825-44da-ba9c-b8c000873777,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:28.456149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c8c802e3-4cfd-400d-8ffe-d23dd5e95056 req-fcbc1ed3-cfc9-48d1-8361-74c3c09b9a91 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779761
Dec 18 21:00:28.477682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893bd83-974b-4ac7-addd-b87ab87cf254 req-0c9d4a9a-2978-4691-b702-32be7d0d7654 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:28.485953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3893bd83-974b-4ac7-addd-b87ab87cf254 req-0c9d4a9a-2978-4691-b702-32be7d0d7654 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.1803877
Dec 18 21:00:28.488394 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b417c2c1-a0fd-4c05-ad1c-89f745567103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.506113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b1be5-1bda-4394-8eda-5a2427e8fcfb req-8a187361-97ec-448c-b049-9962bc572a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:28.508063 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ed3b1be5-1bda-4394-8eda-5a2427e8fcfb req-8a187361-97ec-448c-b049-9962bc572a51 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 1097 time: 0.1024122
Dec 18 21:00:28.509625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Attempting to bind port 65668957-9825-44da-ba9c-b8c000873777 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:28.510123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Attempting to bind port 65668957-9825-44da-ba9c-b8c000873777 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:28.510646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Attempting to bind port 65668957-9825-44da-ba9c-b8c000873777 on network 50f70d1e-856f-4dc0-8d15-f219387fa189 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:28.515849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:28.516222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Checking segment: {'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:28.516625 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.517020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Bound using segment: {'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:28.517514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Bound port: 65668957-9825-44da-ba9c-b8c000873777, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:28.517873 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.540391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417c2c1-a0fd-4c05-ad1c-89f745567103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd977de-a437-49fc-9c64-d6aa4944bac5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:28.542487 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b417c2c1-a0fd-4c05-ad1c-89f745567103 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.546439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b417c2c1-a0fd-4c05-ad1c-89f745567103 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4fd977de-a437-49fc-9c64-d6aa4944bac5 HTTP/1.1" status: 204  len: 168 time: 0.7456212
Dec 18 21:00:28.552235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45612) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:28.568122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1497cf-2b79-4e09-a3a4-49ee8f704ab4 None None] Network 11a2412d-58d1-4b26-9a42-5b9697cc2593 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:28.616984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f699e9fa-6a1b-4250-8db6-2dae7fbe607c req-266b42c5-2ee5-45de-9cab-382daf579408 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0599215
Dec 18 21:00:28.637820 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.661118 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ed3b1be5-1bda-4394-8eda-5a2427e8fcfb req-6aecc142-5e13-4b5f-a761-0c0000e4a9ea service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438050
Dec 18 21:00:28.665787 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] For port 65668957-9825-44da-ba9c-b8c000873777, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:28.680390 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.682431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] For port 65668957-9825-44da-ba9c-b8c000873777, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65668957-9825-44da-ba9c-b8c000873777,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:28.691806 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3893bd83-974b-4ac7-addd-b87ab87cf254 req-144268b7-9d7c-4e30-9f72-9d89a868c5c2 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046263
Dec 18 21:00:28.693385 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.781315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2271f2-9fc9-4158-89fb-5b4df14063f0 None None] Pushing event updated for resources: {'Port': ['ID=65668957-9825-44da-ba9c-b8c000873777,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:28.805425 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.811832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e2b262-d2fb-44f5-b0d1-8f2e7d5430af None None] DHCP port deletion for 11a2412d-58d1-4b26-9a42-5b9697cc2593 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:28.821079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Deleting port 7edd1c79-3e43-4693-aaed-20804f7a4829 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:28.821421 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.833608 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.847481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:28.861787 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-642fe8e1-d8c0-40a9-95d4-047f0ebecb35 req-ddf10691-b814-4659-a2e5-482abc1bd884 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 210 time: 0.0523405
Dec 18 21:00:28.890408 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:28.892878 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:28.897985 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-65e2b262-d2fb-44f5-b0d1-8f2e7d5430af None None] Deleting port 7edd1c79-3e43-4693-aaed-20804f7a4829 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:28.899030 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-65e2b262-d2fb-44f5-b0d1-8f2e7d5430af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.958308 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Pushing event updated for resources: {'Port': ['ID=36b23fe5-9f5e-425f-8b12-225e0e78fd81,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:28.959248 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b1d58f-9a6e-4064-be63-ea2122e6711f None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:28.964368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] For port 7edd1c79-3e43-4693-aaed-20804f7a4829, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7edd1c79-3e43-4693-aaed-20804f7a4829,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:28.964690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.983616 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.983852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-65e2b262-d2fb-44f5-b0d1-8f2e7d5430af None None] For port 7edd1c79-3e43-4693-aaed-20804f7a4829, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7edd1c79-3e43-4693-aaed-20804f7a4829,segment=NetworkSegment(274d3f5b-8266-4445-9659-d7816898483f),segment_id=274d3f5b-8266-4445-9659-d7816898483f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:28.984095 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-65e2b262-d2fb-44f5-b0d1-8f2e7d5430af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:28.989664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Calling delete_port for 7edd1c79-3e43-4693-aaed-20804f7a4829 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:28.993044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-21e2f552-1a1c-439a-89a4-ea251bee4ada tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:28.994805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-21e2f552-1a1c-439a-89a4-ea251bee4ada tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/networks?id=1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 200  len: 815 time: 0.1678219
Dec 18 21:00:29.008925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-65e2b262-d2fb-44f5-b0d1-8f2e7d5430af None None] Calling delete_port for 7edd1c79-3e43-4693-aaed-20804f7a4829 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:29.050500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:29.052085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-0ce658d9-a771-49de-b0b3-c4c1688e8676 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/quotas/d1b96ca6ed964b6a9db0ed2249251328 HTTP/1.1" status: 200  len: 375 time: 0.0242803
Dec 18 21:00:29.055181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:29.086495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:29.146903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c1bac115-de87-4762-9518-c18983081d31 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:29.167171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:29.168125 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.174756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event updated for resources: {'Port': ['ID=e8d47f63-22de-48b3-bd10-4bb15c953401,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:29.187307 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-65e2b262-d2fb-44f5-b0d1-8f2e7d5430af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.197384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-767f3cf9-cbea-427b-8915-f3f2b02d6349 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7164950
Dec 18 21:00:29.219729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-647a8bf3-436e-47f7-b878-df26571aa24a tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1603081
Dec 18 21:00:29.229953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Request body: {'port': {'device_id': '770e4df9-f6a3-4355-aaba-dd70810ad41c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:29.252334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e2b262-d2fb-44f5-b0d1-8f2e7d5430af None None] No DVR routers for this DVR port 7edd1c79-3e43-4693-aaed-20804f7a4829 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:29.270090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2b262-d2fb-44f5-b0d1-8f2e7d5430af None None] Pushing event deleted for resources: {'Port': ['ID=7edd1c79-3e43-4693-aaed-20804f7a4829,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:29.280965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5a9ca1e9-f501-4588-a551-40a99504769f None None] Provisioning complete for port 36b23fe5-9f5e-425f-8b12-225e0e78fd81 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:29.281648 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca1e9-f501-4588-a551-40a99504769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.328792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ca1e9-f501-4588-a551-40a99504769f None None] Port 36b23fe5-9f5e-425f-8b12-225e0e78fd81 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:00:29.335560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port c1bac115-de87-4762-9518-c18983081d31 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:00:29.344484 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port c1bac115-de87-4762-9518-c18983081d31 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:29.344711 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.345887 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.361822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] No DVR routers for this DVR port 7edd1c79-3e43-4693-aaed-20804f7a4829 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:29.366746 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.386432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Pushing event deleted for resources: {'Port': ['ID=7edd1c79-3e43-4693-aaed-20804f7a4829,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:29.410374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.442432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-f933a84a-e073-4654-97c1-891f47aa6dcc service neutron] 10.222.0.13 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797004
Dec 18 21:00:29.445098 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.479455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c1bac115-de87-4762-9518-c18983081d31, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1bac115-de87-4762-9518-c18983081d31,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:29.484896 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.514168 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.550131 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c1bac115-de87-4762-9518-c18983081d31,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:29.568692 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365db16ca0>,) {'filters': {'network_id': ['11a2412d-58d1-4b26-9a42-5b9697cc2593']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:29.582582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db16ca0>, '274d3f5b-8266-4445-9659-d7816898483f') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:29.582881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db16ca0>, '274d3f5b-8266-4445-9659-d7816898483f') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:29.597090 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.705926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-5c8613e0-ba71-49ef-bdee-8d8403578232 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2518740
Dec 18 21:00:29.748866 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.758581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:00:29.759121 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.799592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 65668957-9825-44da-ba9c-b8c000873777 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:00:29.822088 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:00:29.829057 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:29.905664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f8173-c47b-4ca8-94fc-db93ed259623 req-c9f48190-be88-4f15-a375-cfd7e789660b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:29.912842 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b60f8173-c47b-4ca8-94fc-db93ed259623 req-c9f48190-be88-4f15-a375-cfd7e789660b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 945 time: 0.3673551
Dec 18 21:00:29.966323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 65668957-9825-44da-ba9c-b8c000873777 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:29.967496 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:30.027308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20f2afe9-ec01-4d1e-9748-b416c15feb23 req-19080747-6d80-484c-aa65-d5c441819ca6 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.1090572
Dec 18 21:00:30.039542 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:30.078647 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:30.085703 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] 10.222.0.13 "DELETE /v2.0/networks/11a2412d-58d1-4b26-9a42-5b9697cc2593 HTTP/1.1" status: 204  len: 168 time: 1.5317481
Dec 18 21:00:30.086711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cf815-0053-4cb5-bf5a-b06434494328 admin admin] Pushing event deleted for resources: {'Network': ['ID=11a2412d-58d1-4b26-9a42-5b9697cc2593,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:30.087599 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45634) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:30.115128 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:30.117758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Router 81c3a485-7d7c-4831-9bde-18b04cf933a1 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:00:30.161558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 65668957-9825-44da-ba9c-b8c000873777, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65668957-9825-44da-ba9c-b8c000873777,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:30.166808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fda487-271d-438c-9327-f48f40474e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bac115-de87-4762-9518-c18983081d31'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:30.171534 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c3404b-e787-4468-8fdb-6b52cba3e2a3" -d '{"events": [{"server_uuid": "d2fda487-271d-438c-9327-f48f40474e6c", "name": "network-vif-plugged", "status": "completed", "tag": "c1bac115-de87-4762-9518-c18983081d31"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:30.179452 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:30.281319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4f97a82e-6887-46b9-bd28-acb956924de2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:30.319773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:00:30.348144 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:30.353083 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b2d90eaa-5545-458b-b9b4-7a7a13c2373b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.3034797
Dec 18 21:00:30.353789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45642) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:30.379069 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b60f8173-c47b-4ca8-94fc-db93ed259623 req-97434e4c-805c-4c7a-8be5-f2ac0beee611 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4288764
Dec 18 21:00:30.382831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Sync routers for ids ['81c3a485-7d7c-4831-9bde-18b04cf933a1'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:00:30.396053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 4f97a82e-6887-46b9-bd28-acb956924de2 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:30.396053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4f97a82e-6887-46b9-bd28-acb956924de2 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:30.396053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7edd1c79-3e43-4693-aaed-20804f7a4829 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:30.438851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Routers {'81c3a485-7d7c-4831-9bde-18b04cf933a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:30.439495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e70bdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['81c3a485-7d7c-4831-9bde-18b04cf933a1'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:30.441603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=65668957-9825-44da-ba9c-b8c000873777,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:30.445614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f029ab-2fc9-42a0-8c0b-1729812a9af1 None None] Network 50f70d1e-856f-4dc0-8d15-f219387fa189 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:30.451780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 7edd1c79-3e43-4693-aaed-20804f7a4829 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:30.452135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7edd1c79-3e43-4693-aaed-20804f7a4829 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:30.478966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a3a01-15bc-4cb3-9794-640bd3c225bd req-639ef61d-4544-4a3d-a554-eb3340856c92 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:30.480597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c89a3a01-15bc-4cb3-9794-640bd3c225bd req-639ef61d-4544-4a3d-a554-eb3340856c92 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.2623434
Dec 18 21:00:30.514158 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a842e8fd-e413-436a-94a9-961199ea8109 req-fecbfd49-ff27-48a5-b5ab-f32ccbdfb5f8 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 210 time: 0.0561633
Dec 18 21:00:30.526593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d47f63-22de-48b3-bd10-4bb15c953401 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:30.600527 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:30.619975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a04faad9-219c-4862-8127-bbe707a7ee93 None None] Provisioning complete for port 65668957-9825-44da-ba9c-b8c000873777 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:30.620351 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a04faad9-219c-4862-8127-bbe707a7ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:30.707628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Set router 81c3a485-7d7c-4831-9bde-18b04cf933a1 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:30.783826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Transition to ACTIVE for port object e8d47f63-22de-48b3-bd10-4bb15c953401 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:00:30.865630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:30.890702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb5fd9-d415-4591-9e8b-06aafcdeb186 req-0151659b-a801-4052-9420-41ff1798b66e tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:30.892506 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86cb5fd9-d415-4591-9e8b-06aafcdeb186 req-0151659b-a801-4052-9420-41ff1798b66e tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 932 time: 0.2628114
Dec 18 21:00:30.936416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c89a3a01-15bc-4cb3-9794-640bd3c225bd req-887abf76-a3e8-4321-89cd-474779c637f4 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4251969
Dec 18 21:00:30.995572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d47f63-22de-48b3-bd10-4bb15c953401,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:31.022426 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:31.025579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e70bdc0>, [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:00:29Z', 'revision_number': 3, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:31.070862 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c880ede0-092b-4545-aa67-7a09675f07d6 x-openstack-request-id: req-c880ede0-092b-4545-aa67-7a09675f07d6 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:31.071554 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fda487-271d-438c-9327-f48f40474e6c", "name": "network-vif-plugged", "status": "completed", "tag": "c1bac115-de87-4762-9518-c18983081d31", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:31.072150 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c880ede0-092b-4545-aa67-7a09675f07d6 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:31.072893 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fda487-271d-438c-9327-f48f40474e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bac115-de87-4762-9518-c18983081d31', 'code': 200}
Dec 18 21:00:31.074187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Checking router: 81c3a485-7d7c-4831-9bde-18b04cf933a1 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:00:31.075641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Updating router 81c3a485-7d7c-4831-9bde-18b04cf933a1 port 36b23fe5-9f5e-425f-8b12-225e0e78fd81 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:00:31.118791 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:31.186499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86cb5fd9-d415-4591-9e8b-06aafcdeb186 req-c380e162-a5a5-48ec-9a2e-6bc7816067b0 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126586
Dec 18 21:00:31.255058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Attempting to bind port e8d47f63-22de-48b3-bd10-4bb15c953401 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:31.255399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Attempting to bind port e8d47f63-22de-48b3-bd10-4bb15c953401 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:31.255735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Attempting to bind port e8d47f63-22de-48b3-bd10-4bb15c953401 on network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:31.270130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d2ab-db11-4a5d-8196-e6ec3216e591 req-1ebfc984-6d62-46f1-8b03-3e8af3a37453 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:31.272555 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fba8d2ab-db11-4a5d-8196-e6ec3216e591 req-1ebfc984-6d62-46f1-8b03-3e8af3a37453 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.1321428
Dec 18 21:00:31.281685 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Port e8d47f63-22de-48b3-bd10-4bb15c953401 on network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:00:31.282004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Attempting to bind port e8d47f63-22de-48b3-bd10-4bb15c953401 on network bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:31.291415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:31.291767 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Checking segment: {'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:31.292148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Bound using segment: {'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:31.292589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Bound port: e8d47f63-22de-48b3-bd10-4bb15c953401, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982458e6-7bae-40cc-ab3a-c236543dbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:31.292950 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:31.408664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-963802f0-1299-433a-a3a7-e3ff6ed831a5 req-77136ff7-809f-480d-b336-fa1728622e4b tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0800493
Dec 18 21:00:31.644419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0e4cab42-6522-459b-8a20-84e0d3e1a6dd None None] Provisioning complete for port 65668957-9825-44da-ba9c-b8c000873777 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:31.644978 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0e4cab42-6522-459b-8a20-84e0d3e1a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:31.674287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e72ab-82d0-49b4-8590-0ede1313f602 req-8529fd7d-9c05-46bb-a80a-9616cb805286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:31.675800 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-553e72ab-82d0-49b4-8590-0ede1313f602 req-8529fd7d-9c05-46bb-a80a-9616cb805286 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 1096 time: 0.5383189
Dec 18 21:00:31.708789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 65668957-9825-44da-ba9c-b8c000873777 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:31.714923 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Allocated IP 172.20.0.1 (50f70d1e-856f-4dc0-8d15-f219387fa189/fd650901-9f47-47d9-a2fb-bdde348d3ffa/dcbd12cb-be5f-41a7-8b22-29b151e4fdc4) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:31.766526 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-553e72ab-82d0-49b4-8590-0ede1313f602 req-4688c221-96fa-45a7-b987-61716af44477 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776322
Dec 18 21:00:31.791934 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:31.802877 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3516193f-8223-40c2-8227-1ced15c224c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:31.806522 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:31.871129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9294ee9d-3ad8-45b2-9af1-0ed1506c4e17 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:31.871378 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:31.874819 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fba8d2ab-db11-4a5d-8196-e6ec3216e591 req-710a9596-4874-4661-8d69-bc359c372e56 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5865476
Dec 18 21:00:31.901473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068abe6f-3dfd-427a-a8e7-4329ba820e7a None None] Pushing event updated for resources: {'Port': ['ID=36b23fe5-9f5e-425f-8b12-225e0e78fd81,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:31.916285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Attempting to bind port 36b23fe5-9f5e-425f-8b12-225e0e78fd81 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:31.916638 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Attempting to bind port 36b23fe5-9f5e-425f-8b12-225e0e78fd81 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:31.917003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Attempting to bind port 36b23fe5-9f5e-425f-8b12-225e0e78fd81 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:31.920798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] For port e8d47f63-22de-48b3-bd10-4bb15c953401, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:31.922219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:31.934466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 65668957-9825-44da-ba9c-b8c000873777 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:31.935474 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:31.939098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:31.939458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:31.939860 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:31.940255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:31.940732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Bound port: 36b23fe5-9f5e-425f-8b12-225e0e78fd81, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:31.941361 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:31.950466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] For port e8d47f63-22de-48b3-bd10-4bb15c953401, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8d47f63-22de-48b3-bd10-4bb15c953401,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:31.978456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Network 50f70d1e-856f-4dc0-8d15-f219387fa189 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:31.983206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:31.988713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:32.002288 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:32.017401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f61928-efd6-473d-8918-7e9b2444233a req-cfaf0192-23b5-4e7c-b224-c2ff218a0869 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:32.025381 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28f61928-efd6-473d-8918-7e9b2444233a req-cfaf0192-23b5-4e7c-b224-c2ff218a0869 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 945 time: 0.2467365
Dec 18 21:00:32.032492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbd12cb-be5f-41a7-8b22-29b151e4fdc4,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:32.044420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] For port 36b23fe5-9f5e-425f-8b12-225e0e78fd81, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:32.048193 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] For port 36b23fe5-9f5e-425f-8b12-225e0e78fd81, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b23fe5-9f5e-425f-8b12-225e0e78fd81,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:32.052453 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:32.073105 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:32.089382 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-0c8de205-dabc-493a-b973-2216c8d0fbc5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:32.091033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-0c8de205-dabc-493a-b973-2216c8d0fbc5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.31 "GET /v2.0/networks?id=1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 200  len: 815 time: 0.7185979
Dec 18 21:00:32.122878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Request body: {'port': {'device_id': '739aef66-e288-446f-8e66-89bc17a985c5', 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9', 'admin_state_up': True, 'tenant_id': 'd1b96ca6ed964b6a9db0ed2249251328'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:32.139091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59113cdb-6b24-4c66-be39-f326bb6235b0 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:32.174517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Routers {'81c3a485-7d7c-4831-9bde-18b04cf933a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:32.175391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e70bdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['81c3a485-7d7c-4831-9bde-18b04cf933a1'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:32.177160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:32.177794 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:32.179400 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] 10.222.0.31 "PUT /v2.0/ports/e8d47f63-22de-48b3-bd10-4bb15c953401 HTTP/1.1" status: 200  len: 1092 time: 2.9585741
Dec 18 21:00:32.181230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068abe6f-3dfd-427a-a8e7-4329ba820e7a None None] Pushing event updated for resources: {'Port': ['ID=36b23fe5-9f5e-425f-8b12-225e0e78fd81,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:32.183894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770e4df9-f6a3-4355-aaba-dd70810ad41c', 'tag': 'e8d47f63-22de-48b3-bd10-4bb15c953401'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:32.194113 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153429d4-089d-4b9c-9fe1-ee4e7c6f2018" -d '{"events": [{"name": "network-changed", "server_uuid": "770e4df9-f6a3-4355-aaba-dd70810ad41c", "tag": "e8d47f63-22de-48b3-bd10-4bb15c953401"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:32.239176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-dc3effce-2bdb-4321-825d-f2ce4dbe711e None None] Provisioning complete for port 36b23fe5-9f5e-425f-8b12-225e0e78fd81 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:32.239542 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc3effce-2bdb-4321-825d-f2ce4dbe711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:32.246588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5c8c04b-033e-4079-8995-2389927d4a2d req-377a328a-0a4b-43c0-8836-164c87cf6d95 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 210 time: 0.1467421
Dec 18 21:00:32.286110 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:32.338831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28f61928-efd6-473d-8918-7e9b2444233a req-165780fa-9f68-44a8-8c57-240353fcbf46 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3124795
Dec 18 21:00:32.401424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] Set router 81c3a485-7d7c-4831-9bde-18b04cf933a1 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:32.430100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1c9ac-5fc4-47a0-8df8-b9e813245bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d47f63-22de-48b3-bd10-4bb15c953401,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:32.437679 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a24e36-b38d-46fb-b513-4d2f28326789 x-openstack-request-id: req-32a24e36-b38d-46fb-b513-4d2f28326789 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:32.438749 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770e4df9-f6a3-4355-aaba-dd70810ad41c", "tag": "e8d47f63-22de-48b3-bd10-4bb15c953401", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:32.438749 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32a24e36-b38d-46fb-b513-4d2f28326789 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:32.446976 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770e4df9-f6a3-4355-aaba-dd70810ad41c', 'tag': 'e8d47f63-22de-48b3-bd10-4bb15c953401', 'status': 'completed', 'code': 200}
Dec 18 21:00:32.555876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:32.569095 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:32.596395 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc3effce-2bdb-4321-825d-f2ce4dbe711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:32.618636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-fc87854a-fa5f-4e39-a0f8-9c1b144e6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:32.624273 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-fc87854a-fa5f-4e39-a0f8-9c1b144e6f3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80e8efe6135e41a689caf483b2c72af1&device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 1095 time: 0.3751264
Dec 18 21:00:32.641905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-dc3effce-2bdb-4321-825d-f2ce4dbe711e None None] For port 36b23fe5-9f5e-425f-8b12-225e0e78fd81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b23fe5-9f5e-425f-8b12-225e0e78fd81,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:32.651385 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc3effce-2bdb-4321-825d-f2ce4dbe711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:32.652103 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbd12cb-be5f-41a7-8b22-29b151e4fdc4,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:32.654643 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:32.721047 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-9f4df3a1-29a7-433d-804b-207ba771ddbc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8d47f63-22de-48b3-bd10-4bb15c953401 HTTP/1.1" status: 200  len: 217 time: 0.0734322
Dec 18 21:00:32.766482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Network 50f70d1e-856f-4dc0-8d15-f219387fa189 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:32.769915 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:32.813069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3effce-2bdb-4321-825d-f2ce4dbe711e None None] Pushing event updated for resources: {'Port': ['ID=36b23fe5-9f5e-425f-8b12-225e0e78fd81,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:32.840458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ac21dc9c-d38f-4084-abaf-0c0db2d401e7 None None] Provisioning complete for port 36b23fe5-9f5e-425f-8b12-225e0e78fd81 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:32.841106 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac21dc9c-d38f-4084-abaf-0c0db2d401e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:32.854028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-a0015453-b351-46ac-973a-0edfd49abdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:32.855707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-a0015453-b351-46ac-973a-0edfd49abdc9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=908b7037-377c-4a4b-b384-1c34c13100b0 HTTP/1.1" status: 200  len: 861 time: 0.1207881
Dec 18 21:00:32.877565 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba8c7b33-27f7-4e0d-bc43-fec24c840ee1 req-306ddaf6-eaff-48b4-a995-ad67104ec1e7 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.1497488
Dec 18 21:00:32.953988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e70bdc0>, [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:00:29Z', 'revision_number': 3, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:32.978700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f6cda-9a5f-413b-80c3-c820db7ac268 req-ca4e4fd0-ec28-47ef-a0e1-1bbf61b7fe9a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:32.980305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-121f6cda-9a5f-413b-80c3-c820db7ac268 req-ca4e4fd0-ec28-47ef-a0e1-1bbf61b7fe9a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 944 time: 0.4927840
Dec 18 21:00:33.004395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-3b40ec21-e8cc-4603-9bc1-5508a8204aae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1245542
Dec 18 21:00:33.004958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Made reservation on behalf of d1b96ca6ed964b6a9db0ed2249251328 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:33.013871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:33.015886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54fa53-c936-40c5-a413-c4cb710d2538 None None] The sync data for ids ['81c3a485-7d7c-4831-9bde-18b04cf933a1'] in ncdv-master-1 is: [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:00:29Z', 'revision_number': 3, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:00:33.018808 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-182c8d2f-f70b-4705-b69a-c18b9601e485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:33.024443 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Router 81c3a485-7d7c-4831-9bde-18b04cf933a1 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:00:33.157831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ac21dc9c-d38f-4084-abaf-0c0db2d401e7 None None] Provisioning complete for port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:33.158334 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac21dc9c-d38f-4084-abaf-0c0db2d401e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:33.189703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:00:33.196360 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2c393499-51f0-46df-82fd-616a45daa4c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/81c3a485-7d7c-4831-9bde-18b04cf933a1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8397434
Dec 18 21:00:33.200910 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ac21dc9c-d38f-4084-abaf-0c0db2d401e7 None None] Port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:00:33.311414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-121f6cda-9a5f-413b-80c3-c820db7ac268 req-72a0f181-129c-42ab-b3ad-abe2230ec53e tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3122017
Dec 18 21:00:33.365945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5388f9-412c-4e5e-84cf-fb1a993b88f1 req-1aff8855-0a8e-4fb8-ac1d-ea6c03df4c24 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:33.373919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a5388f9-412c-4e5e-84cf-fb1a993b88f1 req-1aff8855-0a8e-4fb8-ac1d-ea6c03df4c24 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.3717110
Dec 18 21:00:33.377467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-95e75fbb-c241-4d0e-a705-af6cb4e1e05b None None] Provisioning complete for port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:33.377980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-95e75fbb-c241-4d0e-a705-af6cb4e1e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:33.432707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-95e75fbb-c241-4d0e-a705-af6cb4e1e05b None None] Port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:00:33.442652 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-f5c954e1-97e6-4cb1-9e69-9121b6630be1 service neutron] 10.222.0.31 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4160607
Dec 18 21:00:33.457218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3516193f-8223-40c2-8227-1ced15c224c1 admin admin] Deleting port 2f377ffd-0883-42a7-be80-60a772765c25 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:33.457556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3516193f-8223-40c2-8227-1ced15c224c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:33.525682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Allocated IP 172.20.0.12 (1f7835a3-1921-420f-bc92-783d1cac5ba9/99bf93ac-b6ee-4565-81a5-d57d3091ab55/f2b62aae-383e-45ee-bbe4-c5b660bf6e40) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:33.586865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65daf8e3-5287-44f9-928f-08f0278a48c4 req-e5f8534b-b42a-4c6e-95aa-2fcd8d93969f tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 210 time: 0.1390111
Dec 18 21:00:33.631655 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a5388f9-412c-4e5e-84cf-fb1a993b88f1 req-0005bc76-5d00-44d8-9360-456a7aa00f7e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2566590
Dec 18 21:00:33.722368 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 36b23fe5-9f5e-425f-8b12-225e0e78fd81 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:33.783464 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38b8fe31-b64c-4ff3-80aa-4a9a84232a29 req-41f6bb05-d447-40f1-88b1-8603e0d9f284 service neutron] 10.222.0.31 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3286912
Dec 18 21:00:33.794506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 36b23fe5-9f5e-425f-8b12-225e0e78fd81 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:33.795058 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:33.864658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-3516193f-8223-40c2-8227-1ced15c224c1 admin admin] For port 2f377ffd-0883-42a7-be80-60a772765c25, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f377ffd-0883-42a7-be80-60a772765c25,segment=NetworkSegment(9f72408e-6fa8-4f96-840e-07a4f1da612f),segment_id=9f72408e-6fa8-4f96-840e-07a4f1da612f)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:33.865249 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3516193f-8223-40c2-8227-1ced15c224c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:33.925739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115a57f-5384-42c7-94ad-7951d840664d req-ff35e855-5b72-431b-8a4e-6644bf601f9e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:33.933133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a115a57f-5384-42c7-94ad-7951d840664d req-ff35e855-5b72-431b-8a4e-6644bf601f9e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 945 time: 0.2355828
Dec 18 21:00:33.941343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45698) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:33.943795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3516193f-8223-40c2-8227-1ced15c224c1 admin admin] Calling delete_port for 2f377ffd-0883-42a7-be80-60a772765c25 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:33.949515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1944745936-network', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:33.980893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Made reservation on behalf of b66794ba47ff4407b4073a90be2df125 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:33.983771 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:33.992963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.071154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecc3d7f1-4e02-4fa8-883a-d3daed24fa23 req-e9b0c6a5-f422-4dd0-80f6-b984d4d82e29 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0937297
Dec 18 21:00:34.090322 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.094768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.101564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153429d4-089d-4b9c-9fe1-ee4e7c6f2018 req-fe64eae2-8bb4-42a0-a9ce-e2b5ef9fff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:34.103125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-153429d4-089d-4b9c-9fe1-ee4e7c6f2018 req-fe64eae2-8bb4-42a0-a9ce-e2b5ef9fff03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80e8efe6135e41a689caf483b2c72af1&device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 1095 time: 0.2516148
Dec 18 21:00:34.132227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:00:34.142557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d9c70c-684d-4225-80b9-f981337f89c8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:34.145136 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.147563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.147990 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Added segment d2915a94-2a48-4d98-af47-f4c85eaf2971 of type vlan for network 5aab095a-7f4a-4055-8905-55d5b047555f
Dec 18 21:00:34.191277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a115a57f-5384-42c7-94ad-7951d840664d req-665a096b-eda8-440a-b31a-1242e08bea9e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570035
Dec 18 21:00:34.191904 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.250352 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.251452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:34.253927 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.321529 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.3790555
Dec 18 21:00:34.324223 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45702) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:34.329280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6b57f7d3-5ff4-4a61-93bc-8b4dc1fd43c2 admin admin] Request body: {'subnet': {'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1944745936-subnet', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:34.330661 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153429d4-089d-4b9c-9fe1-ee4e7c6f2018 req-4ed9fea0-e915-443f-aff1-86390c985cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:34.332127 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-153429d4-089d-4b9c-9fe1-ee4e7c6f2018 req-4ed9fea0-e915-443f-aff1-86390c985cfa service neutron] 10.222.0.31 "GET /v2.0/networks?id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 HTTP/1.1" status: 200  len: 922 time: 0.2139301
Dec 18 21:00:34.333583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa3cff-1a29-4a53-a5ba-8deb1fb8f020 admin admin] Pushing event updated for resources: {'Network': ['ID=5aab095a-7f4a-4055-8905-55d5b047555f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:34.335738 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.353197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5aab095a-7f4a-4055-8905-55d5b047555f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:00:34.372234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['df772871-7061-43d6-b5d3-522b6ef7eef9', 'd926283b-c07a-4bd8-97f5-e45248571489'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:34.375080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f436640a-8992-4e8c-bdca-8adcc9d844b1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:34.376645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b57f7d3-5ff4-4a61-93bc-8b4dc1fd43c2 admin admin] Made reservation on behalf of b66794ba47ff4407b4073a90be2df125 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:34.380072 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b57f7d3-5ff4-4a61-93bc-8b4dc1fd43c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.606199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b57f7d3-5ff4-4a61-93bc-8b4dc1fd43c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.668640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57f7d3-5ff4-4a61-93bc-8b4dc1fd43c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e16ba348-055f-49d3-a274-7a48a18635e8,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:34.676745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b57f7d3-5ff4-4a61-93bc-8b4dc1fd43c2 admin admin] Checking segment: {'id': 'd2915a94-2a48-4d98-af47-f4c85eaf2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:34.677026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b57f7d3-5ff4-4a61-93bc-8b4dc1fd43c2 admin admin] Network hostable DHCP agents. Network: 5aab095a-7f4a-4055-8905-55d5b047555f, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:00:34.696833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b57f7d3-5ff4-4a61-93bc-8b4dc1fd43c2 admin admin] Network 5aab095a-7f4a-4055-8905-55d5b047555f is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:00:34.714095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-6b57f7d3-5ff4-4a61-93bc-8b4dc1fd43c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5aab095a-7f4a-4055-8905-55d5b047555f) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:34.719365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b57f7d3-5ff4-4a61-93bc-8b4dc1fd43c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:34.720221 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b57f7d3-5ff4-4a61-93bc-8b4dc1fd43c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.731669 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76acd6e8-baaa-46cd-b513-c5c9b585e4b0 None None] Network 5aab095a-7f4a-4055-8905-55d5b047555f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:34.751363 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6b57f7d3-5ff4-4a61-93bc-8b4dc1fd43c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.4260151
Dec 18 21:00:34.753974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45726) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:34.759406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1944745936-router', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:34.789016 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.791026 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.831753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-153429d4-089d-4b9c-9fe1-ee4e7c6f2018 req-a02ecaae-2b85-47a4-94d4-1f415546a9b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8d47f63-22de-48b3-bd10-4bb15c953401 HTTP/1.1" status: 200  len: 217 time: 0.4898176
Dec 18 21:00:34.833564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Network 1f7835a3-1921-420f-bc92-783d1cac5ba9 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:34.866862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.883495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:34.886492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:34.888210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5aab095a-7f4a-4055-8905-55d5b047555f', 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f', 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'fixed_ips': [{'subnet_id': 'e16ba348-055f-49d3-a274-7a48a18635e8'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:00:34.889396 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:34.942534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38769de5-904b-4f43-b217-c4a7e925210d req-0c706b3b-f813-402e-bba9-b109e41fc482 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-704291274&fields=id&tenant_id=0d7fb5d0ce9f40d2b55296706489a86a HTTP/1.1" status: 200  len: 267 time: 0.6542475
Dec 18 21:00:34.954335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Pushing event updated for resources: {'Port': ['ID=f2b62aae-383e-45ee-bbe4-c5b660bf6e40,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:35.031623 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.046220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Allocated IP 172.20.0.2 (5aab095a-7f4a-4055-8905-55d5b047555f/e16ba348-055f-49d3-a274-7a48a18635e8/634a8c37-fb09-4b5f-b3ae-65f827795359) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:35.054379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:35.055012 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.070418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153429d4-089d-4b9c-9fe1-ee4e7c6f2018 req-f993d9d7-e491-4adf-9867-9b7677b4991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:35.071823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-153429d4-089d-4b9c-9fe1-ee4e7c6f2018 req-f993d9d7-e491-4adf-9867-9b7677b4991c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=908b7037-377c-4a4b-b384-1c34c13100b0 HTTP/1.1" status: 200  len: 861 time: 0.2114601
Dec 18 21:00:35.119209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-45cc6fbc-c449-4f0a-932e-f9275b6b09a7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0167310
Dec 18 21:00:35.128683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d9664-e409-47d5-9231-332c80d7376f req-fe35c5d8-3c93-4026-8671-93baff57bc72 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:35.130187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-795d9664-e409-47d5-9231-332c80d7376f req-fe35c5d8-3c93-4026-8671-93baff57bc72 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 944 time: 0.3579707
Dec 18 21:00:35.139411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-153429d4-089d-4b9c-9fe1-ee4e7c6f2018 req-7c126bfc-a21a-4854-8a73-7fc3b49c0f78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565755
Dec 18 21:00:35.145792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Request body: {'port': {'device_id': '739aef66-e288-446f-8e66-89bc17a985c5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:35.202354 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3516193f-8223-40c2-8227-1ced15c224c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.206276 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-88bb55c7-51d3-4c16-9dc7-e8293890b14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.236539 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.244935 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.252754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38769de5-904b-4f43-b217-c4a7e925210d req-0597b98b-76c4-4f06-92b1-4b69f5ea86f3 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:35.254398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38769de5-904b-4f43-b217-c4a7e925210d req-0597b98b-76c4-4f06-92b1-4b69f5ea86f3 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 945 time: 0.2823982
Dec 18 21:00:35.269424 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.293805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.295560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516193f-8223-40c2-8227-1ced15c224c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f377ffd-0883-42a7-be80-60a772765c25,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:35.328229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Network 5aab095a-7f4a-4055-8905-55d5b047555f is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:35.328380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-38769de5-904b-4f43-b217-c4a7e925210d req-ebf9e16c-83be-458b-8bec-7b17074a0ae4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'port': {'security_groups': ['4ba7697c-ed59-4b06-b7fa-2e8ce1185d70', '48577c73-82a2-4735-bc37-dd6b3d9d81dc']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:35.329402 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Pushing event updated for resources: {'Port': ['ID=634a8c37-fb09-4b5f-b3ae-65f827795359,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:35.335398 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Sync routers for ids ['81c3a485-7d7c-4831-9bde-18b04cf933a1'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:00:35.338717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.339482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.340059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.340605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.341156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.342311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.352887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.354398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.356886 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Routers {'81c3a485-7d7c-4831-9bde-18b04cf933a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:35.359929 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640121c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['81c3a485-7d7c-4831-9bde-18b04cf933a1'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:35.363312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.364150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.365252 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.365962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.366555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:35.371019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:35.375093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:35.433988 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.439864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Attempting to bind port 634a8c37-fb09-4b5f-b3ae-65f827795359 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:35.441132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Attempting to bind port 634a8c37-fb09-4b5f-b3ae-65f827795359 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd2915a94-2a48-4d98-af47-f4c85eaf2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:35.442539 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Attempting to bind port 634a8c37-fb09-4b5f-b3ae-65f827795359 on network 5aab095a-7f4a-4055-8905-55d5b047555f {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:35.451699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:35.452287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Allocated IP 172.35.3.116 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/bb0a9fc8-8b7c-489e-a77f-175ad69d3620) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:35.453707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Checking segment: {'id': 'd2915a94-2a48-4d98-af47-f4c85eaf2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:35.453707 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.454079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Bound using segment: {'id': 'd2915a94-2a48-4d98-af47-f4c85eaf2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:35.454982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Bound port: 634a8c37-fb09-4b5f-b3ae-65f827795359, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2915a94-2a48-4d98-af47-f4c85eaf2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:35.455610 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.461293 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-795d9664-e409-47d5-9231-332c80d7376f req-66628dac-317c-4058-a008-c065a38ff140 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3105617
Dec 18 21:00:35.548232 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Set router 81c3a485-7d7c-4831-9bde-18b04cf933a1 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:35.603656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-153429d4-089d-4b9c-9fe1-ee4e7c6f2018 req-bbdc676d-b20f-464f-b4e9-9174fa83f89a service neutron] 10.222.0.31 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4535923
Dec 18 21:00:35.641160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] For port 634a8c37-fb09-4b5f-b3ae-65f827795359, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:35.653003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] For port 634a8c37-fb09-4b5f-b3ae-65f827795359, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=634a8c37-fb09-4b5f-b3ae-65f827795359,segment=NetworkSegment(d2915a94-2a48-4d98-af47-f4c85eaf2971),segment_id=d2915a94-2a48-4d98-af47-f4c85eaf2971)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:35.661320 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.665854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.707667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.742473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b251ad8-9b0c-40d8-8132-1232c321a9fb None None] Pushing event updated for resources: {'Port': ['ID=634a8c37-fb09-4b5f-b3ae-65f827795359,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:35.752417 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38769de5-904b-4f43-b217-c4a7e925210d req-ebf9e16c-83be-458b-8bec-7b17074a0ae4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.784034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:35.787056 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:35.790678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:35.819264 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a810d0-5060-458f-b1f3-702b7828893a None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:35.820394 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Pushing event updated for resources: {'Port': ['ID=bb0a9fc8-8b7c-489e-a77f-175ad69d3620,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:35.882116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7cd5af30-d816-4156-8d69-234d9d694596 None None] Provisioning complete for port bb0a9fc8-8b7c-489e-a77f-175ad69d3620 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:35.883516 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7cd5af30-d816-4156-8d69-234d9d694596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:35.945325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5af30-d816-4156-8d69-234d9d694596 None None] Port bb0a9fc8-8b7c-489e-a77f-175ad69d3620 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:00:35.945712 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640121c0>, [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcbd12cb-be5f-41a7-8b22-29b151e4fdc4', 'name': '', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'mac_address': 'fa:16:3e:23:b8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:31Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 2, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'subnets': [{'id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:35.974949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cc7df-4b75-45fe-9e9a-27c70fa30497 req-a6d76c1a-0c01-49aa-8e14-782a9e1227aa tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:35.985845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c8cc7df-4b75-45fe-9e9a-27c70fa30497 req-a6d76c1a-0c01-49aa-8e14-782a9e1227aa tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 932 time: 0.3363824
Dec 18 21:00:35.986334 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Checking router: 81c3a485-7d7c-4831-9bde-18b04cf933a1 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:00:35.987095 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Updating router 81c3a485-7d7c-4831-9bde-18b04cf933a1 port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:00:36.046416 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.084504 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3516193f-8223-40c2-8227-1ced15c224c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.104896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.270830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-153429d4-089d-4b9c-9fe1-ee4e7c6f2018 req-ca22659a-1bc1-4dac-b4a8-7a2a5ab3b395 service neutron] 10.222.0.31 "GET /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6324782
Dec 18 21:00:36.282436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c8cc7df-4b75-45fe-9e9a-27c70fa30497 req-1cd9970f-12ab-4125-b560-3a4af9515ef7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2949982
Dec 18 21:00:36.349540 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.351194 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.411250 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.418048 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.478330 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Pushing event updated for resources: {'Port': ['ID=dcbd12cb-be5f-41a7-8b22-29b151e4fdc4,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:36.502189 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Router cf55b2f1-59e0-44a9-904f-06078c6e7057 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:00:36.517679 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.518005 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.518486 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.518931 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.519214 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.519543 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.519978 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.520391 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.520720 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.521044 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.521370 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.521717 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.522074 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:36.553193 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Attempting to bind port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:36.553559 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Attempting to bind port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:36.553917 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Attempting to bind port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 on network 50f70d1e-856f-4dc0-8d15-f219387fa189 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:36.560217 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:36.561100 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Checking segment: {'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:36.561497 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.561889 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Bound using segment: {'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:36.562381 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Bound port: dcbd12cb-be5f-41a7-8b22-29b151e4fdc4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:36.563424 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.651422 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] For port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:36.654412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cea2cf-6ca8-449f-ac3c-64ba54a027b5 req-3c09d9c3-4856-455e-ac42-9deda8ebc449 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:36.657700 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] For port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcbd12cb-be5f-41a7-8b22-29b151e4fdc4,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:36.661899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:00:36.663229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c4cea2cf-6ca8-449f-ac3c-64ba54a027b5 req-3c09d9c3-4856-455e-ac42-9deda8ebc449 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.2367284
Dec 18 21:00:36.673039 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.673186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Sync routers for ids ['cf55b2f1-59e0-44a9-904f-06078c6e7057'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:00:36.692177 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.693821 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aab915be-0d3e-46b5-823c-abb9f56dc336 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 1.9382520
Dec 18 21:00:36.696495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45732) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:36.704347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Routers {'cf55b2f1-59e0-44a9-904f-06078c6e7057'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:36.705412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e3f4700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cf55b2f1-59e0-44a9-904f-06078c6e7057'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:36.753155 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2eb17-c46f-4ad2-9f8f-3596a73f3858 None None] Pushing event updated for resources: {'Port': ['ID=dcbd12cb-be5f-41a7-8b22-29b151e4fdc4,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:36.777761 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Routers {'81c3a485-7d7c-4831-9bde-18b04cf933a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:36.778522 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640121c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['81c3a485-7d7c-4831-9bde-18b04cf933a1'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:36.813556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b62aae-383e-45ee-bbe4-c5b660bf6e40 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:36.855590 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.904130 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] Set router 81c3a485-7d7c-4831-9bde-18b04cf933a1 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:36.925134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Transition to ACTIVE for port object f2b62aae-383e-45ee-bbe4-c5b660bf6e40 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:00:36.955189 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:36.959537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Set router cf55b2f1-59e0-44a9-904f-06078c6e7057 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:37.052435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-38769de5-904b-4f43-b217-c4a7e925210d req-ebf9e16c-83be-458b-8bec-7b17074a0ae4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] For port c1bac115-de87-4762-9518-c18983081d31, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1bac115-de87-4762-9518-c18983081d31,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:37.055751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3516193f-8223-40c2-8227-1ced15c224c1 admin admin] Router 8f31bbfc-f7c6-4196-9df5-e104273a1862 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:00:37.067018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c4cea2cf-6ca8-449f-ac3c-64ba54a027b5 req-4050316c-758a-4897-8526-8746cf7d66b8 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2820940
Dec 18 21:00:37.114546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b62aae-383e-45ee-bbe4-c5b660bf6e40,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:37.219731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device e8d47f63-22de-48b3-bd10-4bb15c953401 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:00:37.223222 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640121c0>, [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcbd12cb-be5f-41a7-8b22-29b151e4fdc4', 'name': '', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'mac_address': 'fa:16:3e:23:b8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:31Z', 'updated_at': '2021-12-18T21:00:36Z', 'revision_number': 4, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'subnets': [{'id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:37.264614 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38769de5-904b-4f43-b217-c4a7e925210d req-ebf9e16c-83be-458b-8bec-7b17074a0ae4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:37.269394 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15764191-2dd0-4a5e-8152-c00cf9038c37 None None] The sync data for ids ['81c3a485-7d7c-4831-9bde-18b04cf933a1'] in ncdv-master-1 is: [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcbd12cb-be5f-41a7-8b22-29b151e4fdc4', 'name': '', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'mac_address': 'fa:16:3e:23:b8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:31Z', 'updated_at': '2021-12-18T21:00:36Z', 'revision_number': 4, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'subnets': [{'id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:00:37.304676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b0d4fd0-678f-49a1-88b1-db474f850de1 req-63734c72-5e33-49fc-b3d2-0a1c0bedbd5f tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0665777
Dec 18 21:00:37.376636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38769de5-904b-4f43-b217-c4a7e925210d req-ebf9e16c-83be-458b-8bec-7b17074a0ae4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:37.537774 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:37.668886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port e8d47f63-22de-48b3-bd10-4bb15c953401, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8d47f63-22de-48b3-bd10-4bb15c953401,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:37.689880 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c1bac115-de87-4762-9518-c18983081d31'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:37.697079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['95468de0-87ec-4e68-8883-879d214ec825'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:37.707624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc7589a-98c8-4c88-a1fa-b39b7df863c1 None None] Network 5aab095a-7f4a-4055-8905-55d5b047555f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:37.798842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5aaf554e-49ed-4f1e-ab6b-e7c121e20a1c None None] Provisioning complete for port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:37.799132 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5aaf554e-49ed-4f1e-ab6b-e7c121e20a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:37.889598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38769de5-904b-4f43-b217-c4a7e925210d req-ebf9e16c-83be-458b-8bec-7b17074a0ae4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:37.890727 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-38769de5-904b-4f43-b217-c4a7e925210d req-ebf9e16c-83be-458b-8bec-7b17074a0ae4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:37.892433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38769de5-904b-4f43-b217-c4a7e925210d req-ebf9e16c-83be-458b-8bec-7b17074a0ae4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "PUT /v2.0/ports/c1bac115-de87-4762-9518-c18983081d31 HTTP/1.1" status: 200  len: 981 time: 2.6063018
Dec 18 21:00:37.896181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:37.900037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fda487-271d-438c-9327-f48f40474e6c', 'tag': 'c1bac115-de87-4762-9518-c18983081d31'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:37.904492 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a0b06e-d9d3-420b-b734-498bf890cfe3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fda487-271d-438c-9327-f48f40474e6c", "tag": "c1bac115-de87-4762-9518-c18983081d31"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:37.912189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'e8d47f63-22de-48b3-bd10-4bb15c953401', 'network_id': 'bfdb70fc-b6f1-4792-b656-71aeb0dae3b6', 'port_id': 'e8d47f63-22de-48b3-bd10-4bb15c953401', 'mac_address': 'fa:16:3e:97:11:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908b7037-377c-4a4b-b384-1c34c13100b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:00:37.927767 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Allocated IP 172.20.0.1 (5aab095a-7f4a-4055-8905-55d5b047555f/e16ba348-055f-49d3-a274-7a48a18635e8/7207e54f-bfd3-4443-a7a8-1b73cb6fe400) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:37.976162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c1bac115-de87-4762-9518-c18983081d31'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:38.012818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9e16c-83be-458b-8bec-7b17074a0ae4 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'Port': ['ID=c1bac115-de87-4762-9518-c18983081d31,revision_number=6']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:38.022020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Attempting to bind port f2b62aae-383e-45ee-bbe4-c5b660bf6e40 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:38.022813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Attempting to bind port f2b62aae-383e-45ee-bbe4-c5b660bf6e40 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:38.023399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Attempting to bind port f2b62aae-383e-45ee-bbe4-c5b660bf6e40 on network 1f7835a3-1921-420f-bc92-783d1cac5ba9 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:38.041094 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3516193f-8223-40c2-8227-1ced15c224c1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:00:38.052131 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3516193f-8223-40c2-8227-1ced15c224c1 admin admin] 10.222.0.13 "PUT /v2.0/routers/8f31bbfc-f7c6-4196-9df5-e104273a1862/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9330389
Dec 18 21:00:38.058246 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2bce8-73ac-414d-8355-365cd483c98d None None] Sync routers for ids ['8f31bbfc-f7c6-4196-9df5-e104273a1862'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:00:38.070722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45740) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:38.073917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Port f2b62aae-383e-45ee-bbe4-c5b660bf6e40 on network 1f7835a3-1921-420f-bc92-783d1cac5ba9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:00:38.074826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Attempting to bind port f2b62aae-383e-45ee-bbe4-c5b660bf6e40 on network 1f7835a3-1921-420f-bc92-783d1cac5ba9 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:38.077345 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2bce8-73ac-414d-8355-365cd483c98d None None] Routers {'8f31bbfc-f7c6-4196-9df5-e104273a1862'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:38.077872 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d8f2bce8-73ac-414d-8355-365cd483c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664012af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8f31bbfc-f7c6-4196-9df5-e104273a1862'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:38.100494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed1680-04ae-4a53-a4e0-a0d1fef914cd req-2175049f-577a-480c-90fe-39f8f3746f33 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:38.108418 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42ed1680-04ae-4a53-a4e0-a0d1fef914cd req-2175049f-577a-480c-90fe-39f8f3746f33 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 944 time: 0.6870329
Dec 18 21:00:38.165088 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:38.165819 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Checking segment: {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:38.167535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Bound using segment: {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:38.168357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Bound port: f2b62aae-383e-45ee-bbe4-c5b660bf6e40, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:38.169098 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:38.169386 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:38.173821 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:38.225792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d47f63-22de-48b3-bd10-4bb15c953401 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:38.228561 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:38.243823 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-d8f2bce8-73ac-414d-8355-365cd483c98d None None] Set router 8f31bbfc-f7c6-4196-9df5-e104273a1862 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:38.292370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Network 5aab095a-7f4a-4055-8905-55d5b047555f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:38.298751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:38.305627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:38.317400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7f88c-8a5c-4069-b02c-f62917c1b469 req-8c99a386-8a57-4e61-ab9f-24447d9fcf4e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:38.319430 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fda7f88c-8a5c-4069-b02c-f62917c1b469 req-8c99a386-8a57-4e61-ab9f-24447d9fcf4e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 944 time: 0.2985399
Dec 18 21:00:38.347810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42ed1680-04ae-4a53-a4e0-a0d1fef914cd req-30a1600b-75c9-4243-b9d3-40ee5db1d123 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2383215
Dec 18 21:00:38.495008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e3f4700>, [{'id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'name': 'tempest-TaggedBootDevicesTest_v242-1944745936-router', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:34Z', 'updated_at': '2021-12-18T21:00:35Z', 'revision_number': 3, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'gw_port': {'id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:35Z', 'updated_at': '2021-12-18T21:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:38.531533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] For port f2b62aae-383e-45ee-bbe4-c5b660bf6e40, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:38.542192 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:38.572015 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:38.602603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Checking router: cf55b2f1-59e0-44a9-904f-06078c6e7057 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:00:38.602965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Updating router cf55b2f1-59e0-44a9-904f-06078c6e7057 port bb0a9fc8-8b7c-489e-a77f-175ad69d3620 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:00:38.646883 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fda7f88c-8a5c-4069-b02c-f62917c1b469 req-90f5934b-d51c-42d6-bf00-8572d1fb931d tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3188095
Dec 18 21:00:38.659396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] For port f2b62aae-383e-45ee-bbe4-c5b660bf6e40, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2b62aae-383e-45ee-bbe4-c5b660bf6e40,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:38.681892 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d8f2bce8-73ac-414d-8355-365cd483c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664012af0>, [{'id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'name': 'tempest-TestServerMultinode-825300980-router', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:30Z', 'updated_at': '2021-12-18T21:00:34Z', 'revision_number': 5, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'gw_port': {'id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:31Z', 'updated_at': '2021-12-18T20:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:38.686434 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:38.714185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port e8d47f63-22de-48b3-bd10-4bb15c953401, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8d47f63-22de-48b3-bd10-4bb15c953401,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:38.786129 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2bce8-73ac-414d-8355-365cd483c98d None None] Checking router: 8f31bbfc-f7c6-4196-9df5-e104273a1862 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:00:38.812091 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-586fe47f-6f30-46ef-b5bd-b4247f670b7f req-af6b3c04-1bae-467f-8704-6142e32a7743 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/48577c73-82a2-4735-bc37-dd6b3d9d81dc HTTP/1.1" status: 200  len: 1819 time: 0.4268811
Dec 18 21:00:38.815553 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2bce8-73ac-414d-8355-365cd483c98d None None] Routers {'8f31bbfc-f7c6-4196-9df5-e104273a1862'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:38.816434 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d8f2bce8-73ac-414d-8355-365cd483c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664012af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8f31bbfc-f7c6-4196-9df5-e104273a1862'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:38.820559 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40b0090-d37c-4f52-a582-846b3e15e229 x-openstack-request-id: req-a40b0090-d37c-4f52-a582-846b3e15e229 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:38.821068 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fda487-271d-438c-9327-f48f40474e6c", "tag": "c1bac115-de87-4762-9518-c18983081d31", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:38.821613 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a40b0090-d37c-4f52-a582-846b3e15e229 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:38.822163 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fda487-271d-438c-9327-f48f40474e6c', 'tag': 'c1bac115-de87-4762-9518-c18983081d31', 'status': 'completed', 'code': 200}
Dec 18 21:00:38.827370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:38.828424 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:38.830187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] 10.222.0.31 "PUT /v2.0/ports/f2b62aae-383e-45ee-bbe4-c5b660bf6e40 HTTP/1.1" status: 200  len: 1092 time: 3.6990666
Dec 18 21:00:38.838585 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:38.872570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:38.873469 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:38.915465 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.007755 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-d8f2bce8-73ac-414d-8355-365cd483c98d None None] Set router 8f31bbfc-f7c6-4196-9df5-e104273a1862 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:39.027325 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7207e54f-bfd3-4443-a7a8-1b73cb6fe400,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:39.061868 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.068300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.105279 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:00:39.115453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043defb-3b6a-4857-965d-adeccb827227 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b62aae-383e-45ee-bbe4-c5b660bf6e40,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:39.142099 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.206099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=e8d47f63-22de-48b3-bd10-4bb15c953401,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:39.253759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0b06e-d9d3-420b-b734-498bf890cfe3 req-78425998-46f7-4a87-94b5-8103bc6c8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:39.255590 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98a0b06e-d9d3-420b-b734-498bf890cfe3 req-78425998-46f7-4a87-94b5-8103bc6c8838 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a&device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 1135 time: 0.4371464
Dec 18 21:00:39.263740 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d8f2bce8-73ac-414d-8355-365cd483c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664012af0>, [{'id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'name': 'tempest-TestServerMultinode-825300980-router', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:30Z', 'updated_at': '2021-12-18T21:00:34Z', 'revision_number': 5, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'gw_port': {'id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:31Z', 'updated_at': '2021-12-18T20:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:39.264141 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5aaf554e-49ed-4f1e-ab6b-e7c121e20a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.267869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db5ed5-3613-429e-b59c-a2d14ee81313 req-1141a029-07d5-441a-988d-4e4c50247912 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:39.269484 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53db5ed5-3613-429e-b59c-a2d14ee81313 req-1141a029-07d5-441a-988d-4e4c50247912 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.3539798
Dec 18 21:00:39.301228 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2bce8-73ac-414d-8355-365cd483c98d None None] The sync data for ids ['8f31bbfc-f7c6-4196-9df5-e104273a1862'] in ncdv-master-1 is: [{'id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'name': 'tempest-TestServerMultinode-825300980-router', 'tenant_id': '75c84e493553475aa1781e3e9528e50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:59:30Z', 'updated_at': '2021-12-18T21:00:34Z', 'revision_number': 5, 'project_id': '75c84e493553475aa1781e3e9528e50a', 'gw_port': {'id': 'cac06a02-f498-4cb1-a83e-6aa781395f02', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f31bbfc-f7c6-4196-9df5-e104273a1862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:59:31Z', 'updated_at': '2021-12-18T20:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:00:39.315435 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.348278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['e8d47f63-22de-48b3-bd10-4bb15c953401'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:39.378532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-a8853c38-5b7c-4e2f-8ae6-88efb328a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:39.380934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-a8853c38-5b7c-4e2f-8ae6-88efb328a597 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 1095 time: 0.4957104
Dec 18 21:00:39.474074 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-586fe47f-6f30-46ef-b5bd-b4247f670b7f req-546d26ab-d61f-42a5-a43a-7596d5dfcc29 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:00:39.475201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-586fe47f-6f30-46ef-b5bd-b4247f670b7f req-546d26ab-d61f-42a5-a43a-7596d5dfcc29 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "DELETE /v2.0/security-groups/48577c73-82a2-4735-bc37-dd6b3d9d81dc HTTP/1.1" status: 409  len: 341 time: 0.5971143
Dec 18 21:00:39.494718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-51ff5c9d-9ef2-4a8b-8154-76fbfe5c95d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2b62aae-383e-45ee-bbe4-c5b660bf6e40 HTTP/1.1" status: 200  len: 217 time: 0.0872788
Dec 18 21:00:39.516482 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53db5ed5-3613-429e-b59c-a2d14ee81313 req-f19a4894-4ebc-4491-89ee-e859d78f05f5 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2322893
Dec 18 21:00:39.557263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Deleting port cac06a02-f498-4cb1-a83e-6aa781395f02 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:39.557263 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.578744 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.591094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5aaf554e-49ed-4f1e-ab6b-e7c121e20a1c None None] For port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcbd12cb-be5f-41a7-8b22-29b151e4fdc4,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:39.592229 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.636548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0b06e-d9d3-420b-b734-498bf890cfe3 req-415a17f1-f697-4051-8ca6-c8c2ef9c955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:39.637951 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98a0b06e-d9d3-420b-b734-498bf890cfe3 req-415a17f1-f697-4051-8ca6-c8c2ef9c955e service neutron] 10.222.0.31 "GET /v2.0/networks?id=a54d1475-0f49-45b1-a549-1796cbed269f HTTP/1.1" status: 200  len: 912 time: 0.3624616
Dec 18 21:00:39.641521 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5aaf554e-49ed-4f1e-ab6b-e7c121e20a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.660934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3fb8ccb7-7d02-4e95-a564-925df4e8ea6d req-1d724c48-7259-401e-a27e-1b574ab32a3e tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0533659
Dec 18 21:00:39.664456 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.671085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-0723b4c4-92bc-4589-b07e-ab9c41c53ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:39.672559 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-0723b4c4-92bc-4589-b07e-ab9c41c53ccc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=99bf93ac-b6ee-4565-81a5-d57d3091ab55 HTTP/1.1" status: 200  len: 855 time: 0.1717064
Dec 18 21:00:39.701532 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7207e54f-bfd3-4443-a7a8-1b73cb6fe400,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:39.726683 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.789808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98a0b06e-d9d3-420b-b734-498bf890cfe3 req-3352caff-5500-4bca-8bce-4824c79d1c4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1bac115-de87-4762-9518-c18983081d31 HTTP/1.1" status: 200  len: 217 time: 0.1326883
Dec 18 21:00:39.817375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-919c38c6-ad1e-4da1-93b2-791ebeb665b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f7835a3-1921-420f-bc92-783d1cac5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1189182
Dec 18 21:00:39.866519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Network 5aab095a-7f4a-4055-8905-55d5b047555f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:39.867941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:39.898054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0b06e-d9d3-420b-b734-498bf890cfe3 req-a49328de-5baf-4309-a0e3-8b3748b9a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:39.899621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98a0b06e-d9d3-420b-b734-498bf890cfe3 req-a49328de-5baf-4309-a0e3-8b3748b9a65f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dd8803e-9e38-40d3-98c4-6000ae1f79e0 HTTP/1.1" status: 200  len: 851 time: 0.0938904
Dec 18 21:00:39.912614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] For port cac06a02-f498-4cb1-a83e-6aa781395f02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cac06a02-f498-4cb1-a83e-6aa781395f02,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:39.912998 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.962836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c7552a43-cec0-4c12-b0b1-8bf52bb08e83 None None] Provisioning complete for port 634a8c37-fb09-4b5f-b3ae-65f827795359 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:39.963210 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c7552a43-cec0-4c12-b0b1-8bf52bb08e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:39.967206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Calling delete_port for cac06a02-f498-4cb1-a83e-6aa781395f02 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:40.016185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf554e-49ed-4f1e-ab6b-e7c121e20a1c None None] Pushing event updated for resources: {'Port': ['ID=dcbd12cb-be5f-41a7-8b22-29b151e4fdc4,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:40.058460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Router cf55b2f1-59e0-44a9-904f-06078c6e7057 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:00:40.092105 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:00:40.092679 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:00:40.118972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98a0b06e-d9d3-420b-b734-498bf890cfe3 req-841a7a99-1e77-48d2-942f-460cbf65a76d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a54d1475-0f49-45b1-a549-1796cbed269f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1225429
Dec 18 21:00:40.165152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9b5f3-3a13-4b6e-9759-80f6818478c4 req-5dc6d1b0-7921-4368-8a7b-2e30af65602b tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:40.177115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72f9b5f3-3a13-4b6e-9759-80f6818478c4 req-5dc6d1b0-7921-4368-8a7b-2e30af65602b tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 945 time: 0.5171990
Dec 18 21:00:40.198040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:00:40.206601 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-745b3236-dc8d-4ba9-9d9b-5142e14677c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/cf55b2f1-59e0-44a9-904f-06078c6e7057/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5088749
Dec 18 21:00:40.273304 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:40.285193 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:40.296335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c7552a43-cec0-4c12-b0b1-8bf52bb08e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:40.336745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93a95-8f22-4837-ac1a-cb17cf62add8 req-55be1029-8644-41eb-8a5a-b1312a7d9349 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:40.336745 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-83d93a95-8f22-4837-ac1a-cb17cf62add8 req-55be1029-8644-41eb-8a5a-b1312a7d9349 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 944 time: 0.3549545
Dec 18 21:00:40.383282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72f9b5f3-3a13-4b6e-9759-80f6818478c4 req-a18e89f6-fee6-44d5-9d62-1800ef8faa20 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909394
Dec 18 21:00:40.442719 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-e68bc51e-7d9e-4986-b62e-23499f0318e9 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6058788
Dec 18 21:00:40.476756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98a0b06e-d9d3-420b-b734-498bf890cfe3 req-4ca0f914-56f5-4cfc-bfc4-88bbe5bd6d9a service neutron] 10.222.0.31 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2893960
Dec 18 21:00:40.516356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfad2f39-94df-4341-bedf-c708c70d9aed None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:40.552331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3c5c1-d219-4c52-86c8-c17f05a22959 None None] Pushing event updated for resources: {'Port': ['ID=bb0a9fc8-8b7c-489e-a77f-175ad69d3620,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:40.555485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Attempting to bind port bb0a9fc8-8b7c-489e-a77f-175ad69d3620 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:40.555858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Attempting to bind port bb0a9fc8-8b7c-489e-a77f-175ad69d3620 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:40.556223 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Attempting to bind port bb0a9fc8-8b7c-489e-a77f-175ad69d3620 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:40.564854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:40.565245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:40.565541 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:40.566344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:40.566713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Bound port: bb0a9fc8-8b7c-489e-a77f-175ad69d3620, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:40.567093 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:40.612711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c7552a43-cec0-4c12-b0b1-8bf52bb08e83 None None] For port 634a8c37-fb09-4b5f-b3ae-65f827795359, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=634a8c37-fb09-4b5f-b3ae-65f827795359,segment=NetworkSegment(d2915a94-2a48-4d98-af47-f4c85eaf2971),segment_id=d2915a94-2a48-4d98-af47-f4c85eaf2971)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:40.636420 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c7552a43-cec0-4c12-b0b1-8bf52bb08e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:40.714344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 634a8c37-fb09-4b5f-b3ae-65f827795359 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:40.718683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] For port bb0a9fc8-8b7c-489e-a77f-175ad69d3620, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:40.764595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] For port bb0a9fc8-8b7c-489e-a77f-175ad69d3620, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb0a9fc8-8b7c-489e-a77f-175ad69d3620,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:40.765660 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c7552a43-cec0-4c12-b0b1-8bf52bb08e83 None None] Provisioning complete for port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:40.766136 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c7552a43-cec0-4c12-b0b1-8bf52bb08e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:40.794142 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:40.800774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7552a43-cec0-4c12-b0b1-8bf52bb08e83 None None] Pushing event updated for resources: {'Port': ['ID=634a8c37-fb09-4b5f-b3ae-65f827795359,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:40.853630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739aef66-e288-446f-8e66-89bc17a985c5', 'tag': 'f2b62aae-383e-45ee-bbe4-c5b660bf6e40'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:40.856370 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f704b9cb-5b8d-4577-b1dc-5eba82abfc96" -d '{"events": [{"name": "network-changed", "server_uuid": "739aef66-e288-446f-8e66-89bc17a985c5", "tag": "f2b62aae-383e-45ee-bbe4-c5b660bf6e40"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:40.871834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60881a2d-4a7a-4a48-96b3-5bae54d798f8 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:40.876504 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c7552a43-cec0-4c12-b0b1-8bf52bb08e83 None None] Port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:00:40.890760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Routers {'cf55b2f1-59e0-44a9-904f-06078c6e7057'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:40.891651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e3f4700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cf55b2f1-59e0-44a9-904f-06078c6e7057'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:40.919467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-83d93a95-8f22-4837-ac1a-cb17cf62add8 req-e531498c-52cd-4d2f-bc07-2a305d4ada34 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5701735
Dec 18 21:00:40.959179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 634a8c37-fb09-4b5f-b3ae-65f827795359 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:40.959556 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:40.961078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3c5c1-d219-4c52-86c8-c17f05a22959 None None] Pushing event updated for resources: {'Port': ['ID=bb0a9fc8-8b7c-489e-a77f-175ad69d3620,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:40.984756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c7552a43-cec0-4c12-b0b1-8bf52bb08e83 None None] Provisioning complete for port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:40.985132 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c7552a43-cec0-4c12-b0b1-8bf52bb08e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.006309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5246c-7e54-4268-bab7-5672c3c2219b req-3a0fb235-abaf-48ad-a677-8f9af00fcfcc tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:41.014855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60d5246c-7e54-4268-bab7-5672c3c2219b req-3a0fb235-abaf-48ad-a677-8f9af00fcfcc tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 984 time: 0.5574253
Dec 18 21:00:41.101827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.108374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d88c0f-5dc4-4c43-be33-4e9983542cde req-bf05f359-0e4d-404a-a644-07ca1605a5e5 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6550670
Dec 18 21:00:41.111034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98a0b06e-d9d3-420b-b734-498bf890cfe3 req-2e16e1a9-3066-40eb-88db-b0b3f9c0eba9 service neutron] 10.222.0.31 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5890114
Dec 18 21:00:41.130569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device e8d47f63-22de-48b3-bd10-4bb15c953401 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:41.147335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac06a02-f498-4cb1-a83e-6aa781395f02,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:41.165305 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] Set router cf55b2f1-59e0-44a9-904f-06078c6e7057 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:41.196446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639dfaa-c86b-4201-a1f2-ba403a170e63 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:41.259410 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60d5246c-7e54-4268-bab7-5672c3c2219b req-c561aebc-21c8-4ad2-a77b-fda0684fd3d9 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=48577c73-82a2-4735-bc37-dd6b3d9d81dc&id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.2430265
Dec 18 21:00:41.276082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e8334-7f32-4854-b310-2cde0ab8d0af req-ec266ebd-93fb-4595-bc53-131dcc8e1798 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:41.282848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe9e8334-7f32-4854-b310-2cde0ab8d0af req-ec266ebd-93fb-4595-bc53-131dcc8e1798 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.2251089
Dec 18 21:00:41.307396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.410648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port e8d47f63-22de-48b3-bd10-4bb15c953401 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:00:41.424399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port e8d47f63-22de-48b3-bd10-4bb15c953401 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:41.424977 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.444060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc485e-5286-4a95-a466-bd122ce6cd0c req-c3ddffd3-e6db-474c-ace3-0a965d2abb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:41.445793 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3dc485e-5286-4a95-a466-bd122ce6cd0c req-c3ddffd3-e6db-474c-ace3-0a965d2abb26 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a&device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 1135 time: 0.2530305
Dec 18 21:00:41.454888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a99c8a1c-87c4-49c2-be49-1d061649af23 req-9f47ad68-9225-4112-adcd-ee24255c448c tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0468011
Dec 18 21:00:41.459526 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.479390 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.539101 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145a2def-b9b3-4f0a-bd5e-91667eaa35dc x-openstack-request-id: req-145a2def-b9b3-4f0a-bd5e-91667eaa35dc {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:41.539594 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739aef66-e288-446f-8e66-89bc17a985c5", "tag": "f2b62aae-383e-45ee-bbe4-c5b660bf6e40", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:41.539861 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-145a2def-b9b3-4f0a-bd5e-91667eaa35dc {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:41.540254 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739aef66-e288-446f-8e66-89bc17a985c5', 'tag': 'f2b62aae-383e-45ee-bbe4-c5b660bf6e40', 'status': 'completed', 'code': 200}
Dec 18 21:00:41.549154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5a958173-0860-43bd-94e0-cd8480d442a9 None None] Provisioning complete for port bb0a9fc8-8b7c-489e-a77f-175ad69d3620 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:41.549539 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a958173-0860-43bd-94e0-cd8480d442a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.630087 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.645370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:41.679113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e3f4700>, [{'id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'name': 'tempest-TaggedBootDevicesTest_v242-1944745936-router', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:34Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 4, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'gw_port': {'id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:35Z', 'updated_at': '2021-12-18T21:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7207e54f-bfd3-4443-a7a8-1b73cb6fe400', 'name': '', 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'mac_address': 'fa:16:3e:fd:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'e16ba348-055f-49d3-a274-7a48a18635e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:37Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 2, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'subnets': [{'id': 'e16ba348-055f-49d3-a274-7a48a18635e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:41.693585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe9e8334-7f32-4854-b310-2cde0ab8d0af req-98c5db1d-ee2e-4777-bc6c-4f83ea0fd7f8 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3872409
Dec 18 21:00:41.725582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770e4df9-f6a3-4355-aaba-dd70810ad41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d47f63-22de-48b3-bd10-4bb15c953401'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:41.728026 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0441c6c1-f745-44f9-929e-e6da94bf945d" -d '{"events": [{"server_uuid": "770e4df9-f6a3-4355-aaba-dd70810ad41c", "name": "network-vif-plugged", "status": "completed", "tag": "e8d47f63-22de-48b3-bd10-4bb15c953401"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:41.742060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c982033-c1fb-4869-8875-f8d1e706ea09 None None] The sync data for ids ['cf55b2f1-59e0-44a9-904f-06078c6e7057'] in ncdv-master-1 is: [{'id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'name': 'tempest-TaggedBootDevicesTest_v242-1944745936-router', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:34Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 4, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'gw_port': {'id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:35Z', 'updated_at': '2021-12-18T21:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7207e54f-bfd3-4443-a7a8-1b73cb6fe400', 'name': '', 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'mac_address': 'fa:16:3e:fd:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'e16ba348-055f-49d3-a274-7a48a18635e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:37Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 2, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'subnets': [{'id': 'e16ba348-055f-49d3-a274-7a48a18635e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:00:41.746768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc485e-5286-4a95-a466-bd122ce6cd0c req-5e3f1873-3a16-4c18-95bd-4cc1b6420da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:41.748839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port e8d47f63-22de-48b3-bd10-4bb15c953401, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8d47f63-22de-48b3-bd10-4bb15c953401,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:41.749036 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3dc485e-5286-4a95-a466-bd122ce6cd0c req-5e3f1873-3a16-4c18-95bd-4cc1b6420da8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a54d1475-0f49-45b1-a549-1796cbed269f HTTP/1.1" status: 200  len: 912 time: 0.2711847
Dec 18 21:00:41.759545 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.760086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f31bbfc-f7c6-4196-9df5-e104273a1862 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:00:41.767549 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.770954 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-acfd94a6-2ad7-49d1-8b42-e083afbb7aa1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8f31bbfc-f7c6-4196-9df5-e104273a1862 HTTP/1.1" status: 204  len: 168 time: 3.6957049
Dec 18 21:00:41.771349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45838) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:41.779749 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.835253 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3dc485e-5286-4a95-a466-bd122ce6cd0c req-81eae00a-9f63-4215-8614-a757009827eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1bac115-de87-4762-9518-c18983081d31 HTTP/1.1" status: 200  len: 217 time: 0.0729647
Dec 18 21:00:41.836326 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d81607e-e828-4f12-9f4d-1f22d0fbe39f admin admin] Deleting subnet 52f23ad3-5a89-414c-9934-c6964c88c83d {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:00:41.842716 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d81607e-e828-4f12-9f4d-1f22d0fbe39f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.844617 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7e54b5-0780-4a3a-8da8-e4f36b33ea84 x-openstack-request-id: req-2c7e54b5-0780-4a3a-8da8-e4f36b33ea84 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:41.850748 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770e4df9-f6a3-4355-aaba-dd70810ad41c", "name": "network-vif-plugged", "status": "completed", "tag": "e8d47f63-22de-48b3-bd10-4bb15c953401", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:41.851270 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c7e54b5-0780-4a3a-8da8-e4f36b33ea84 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:41.851847 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770e4df9-f6a3-4355-aaba-dd70810ad41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d47f63-22de-48b3-bd10-4bb15c953401', 'code': 200}
Dec 18 21:00:41.884473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a276a6-0444-4c7b-8837-9300fcc07419 req-a04a762d-726b-43cf-87ca-d3f31d6354e2 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:41.893115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50a276a6-0444-4c7b-8837-9300fcc07419 req-a04a762d-726b-43cf-87ca-d3f31d6354e2 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 945 time: 0.2504389
Dec 18 21:00:41.899327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704b9cb-5b8d-4577-b1dc-5eba82abfc96 req-b9dded74-6bec-41bb-b325-d034813916e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:41.901117 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f704b9cb-5b8d-4577-b1dc-5eba82abfc96 req-b9dded74-6bec-41bb-b325-d034813916e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 1095 time: 0.2690275
Dec 18 21:00:41.903930 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a958173-0860-43bd-94e0-cd8480d442a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.958439 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d81607e-e828-4f12-9f4d-1f22d0fbe39f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.964259 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:41.965043 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:41.997138 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fd40f-ab91-4f1d-a564-8f8a5592abdb req-013adb6e-0260-4a4e-a81a-c6a2b906ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:41.998756 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f60fd40f-ab91-4f1d-a564-8f8a5592abdb req-013adb6e-0260-4a4e-a81a-c6a2b906ac05 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 1097 time: 0.1115611
Dec 18 21:00:42.000261 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5a958173-0860-43bd-94e0-cd8480d442a9 None None] For port bb0a9fc8-8b7c-489e-a77f-175ad69d3620, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb0a9fc8-8b7c-489e-a77f-175ad69d3620,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:42.006200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=e8d47f63-22de-48b3-bd10-4bb15c953401,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:42.017916 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a958173-0860-43bd-94e0-cd8480d442a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:42.031090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc485e-5286-4a95-a466-bd122ce6cd0c req-56a20b8a-4cd5-41c5-aa5d-824be020272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:42.032744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3dc485e-5286-4a95-a466-bd122ce6cd0c req-56a20b8a-4cd5-41c5-aa5d-824be020272b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dd8803e-9e38-40d3-98c4-6000ae1f79e0 HTTP/1.1" status: 200  len: 851 time: 0.1876717
Dec 18 21:00:42.077353 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f60fd40f-ab91-4f1d-a564-8f8a5592abdb req-d82e775d-539f-4730-8fee-0f1fa5ccb902 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674524
Dec 18 21:00:42.088880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50a276a6-0444-4c7b-8837-9300fcc07419 req-ffac654d-dbf1-40bd-9cdd-2e81ac427fb3 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858141
Dec 18 21:00:42.109923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3dc485e-5286-4a95-a466-bd122ce6cd0c req-2e08272c-4300-4da5-be2f-139d5fa4a213 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a54d1475-0f49-45b1-a549-1796cbed269f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665696
Dec 18 21:00:42.116334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5a958173-0860-43bd-94e0-cd8480d442a9 None None] Provisioning complete for port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:42.116789 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a958173-0860-43bd-94e0-cd8480d442a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:42.137003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d81607e-e828-4f12-9f4d-1f22d0fbe39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:42.173703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704b9cb-5b8d-4577-b1dc-5eba82abfc96 req-612622e4-6251-4bed-9413-5043e8483c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:42.175876 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f704b9cb-5b8d-4577-b1dc-5eba82abfc96 req-612622e4-6251-4bed-9413-5043e8483c4f service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 200  len: 916 time: 0.2642689
Dec 18 21:00:42.190384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa83a9-399c-49de-8758-525e16c37e4d req-dda595ba-d09a-426f-80d6-92b84c8cd695 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:42.192179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06aa83a9-399c-49de-8758-525e16c37e4d req-dda595ba-d09a-426f-80d6-92b84c8cd695 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 944 time: 0.0811038
Dec 18 21:00:42.203082 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d81607e-e828-4f12-9f4d-1f22d0fbe39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:42.231500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d81607e-e828-4f12-9f4d-1f22d0fbe39f admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:42.237791 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5d81607e-e828-4f12-9f4d-1f22d0fbe39f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52f23ad3-5a89-414c-9934-c6964c88c83d HTTP/1.1" status: 204  len: 168 time: 0.4648111
Dec 18 21:00:42.239055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45844) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:42.239948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81607e-e828-4f12-9f4d-1f22d0fbe39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f23ad3-5a89-414c-9934-c6964c88c83d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:42.251676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06aa83a9-399c-49de-8758-525e16c37e4d req-f4b3794d-c1e2-4cae-bc2d-699a4ea2ed28 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529890
Dec 18 21:00:42.251903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3f6886-b753-4f41-acc9-64c8d34f7601 None None] Network 21cb4bfb-cb6a-43e4-85f3-dce066f19f71 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:42.256931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a958173-0860-43bd-94e0-cd8480d442a9 None None] Pushing event updated for resources: {'Port': ['ID=bb0a9fc8-8b7c-489e-a77f-175ad69d3620,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:42.262402 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5a958173-0860-43bd-94e0-cd8480d442a9 None None] Port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:00:42.320040 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:42.359121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 634a8c37-fb09-4b5f-b3ae-65f827795359 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:42.386560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Deleting port fdf266f5-db6d-4293-884f-6639476bb275 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:42.386904 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:42.389303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f704b9cb-5b8d-4577-b1dc-5eba82abfc96 req-998f82d0-91d1-4536-b400-bfb91ad5c3dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2b62aae-383e-45ee-bbe4-c5b660bf6e40 HTTP/1.1" status: 200  len: 217 time: 0.1013741
Dec 18 21:00:42.515178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] For port fdf266f5-db6d-4293-884f-6639476bb275, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdf266f5-db6d-4293-884f-6639476bb275,segment=NetworkSegment(9f72408e-6fa8-4f96-840e-07a4f1da612f),segment_id=9f72408e-6fa8-4f96-840e-07a4f1da612f)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:42.517584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:42.548863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Calling delete_port for fdf266f5-db6d-4293-884f-6639476bb275 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:42.659705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeb1d6-4000-4cd7-8010-ef931656be3d req-e7189ed8-020b-4550-86c4-419386abec72 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:42.668232 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9cdeb1d6-4000-4cd7-8010-ef931656be3d req-e7189ed8-020b-4550-86c4-419386abec72 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 984 time: 0.2843456
Dec 18 21:00:42.704679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:42.744178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704b9cb-5b8d-4577-b1dc-5eba82abfc96 req-6ac8c2d4-ccad-442b-8236-0e58b7524648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:42.745725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f704b9cb-5b8d-4577-b1dc-5eba82abfc96 req-6ac8c2d4-ccad-442b-8236-0e58b7524648 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=99bf93ac-b6ee-4565-81a5-d57d3091ab55 HTTP/1.1" status: 200  len: 855 time: 0.3354421
Dec 18 21:00:42.751681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf266f5-db6d-4293-884f-6639476bb275,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:42.755005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c77efb7c-c4e0-4b2b-b857-018f13e30615 req-230f5788-47d4-4d68-89d1-4bb2ac63c264 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.1261079
Dec 18 21:00:42.756395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] No DVR routers for this DVR port fdf266f5-db6d-4293-884f-6639476bb275 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:42.758765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3dc485e-5286-4a95-a466-bd122ce6cd0c req-2ff5f359-9abe-4d1e-a702-cd564200204e service neutron] 10.222.0.31 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4698558
Dec 18 21:00:42.786831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 634a8c37-fb09-4b5f-b3ae-65f827795359 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:42.800556 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:42.830162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f704b9cb-5b8d-4577-b1dc-5eba82abfc96 req-c50b3de7-f2a7-4dce-be79-154ad4a6a0ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f7835a3-1921-420f-bc92-783d1cac5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0690837
Dec 18 21:00:42.855309 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861473b-7192-4fe8-beb8-0227b5d0aa93 None None] DHCP port deletion for 21cb4bfb-cb6a-43e4-85f3-dce066f19f71 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:00:42.936787 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:42.975857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e56d3a0>,) {'filters': {'network_id': ['21cb4bfb-cb6a-43e4-85f3-dce066f19f71']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:42.980293 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9cdeb1d6-4000-4cd7-8010-ef931656be3d req-803e7a2c-1fef-4f4d-a66e-1235faeb30d3 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=48577c73-82a2-4735-bc37-dd6b3d9d81dc&id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.3109655
Dec 18 21:00:42.988567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e56d3a0>, '9f72408e-6fa8-4f96-840e-07a4f1da612f') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:42.989160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e56d3a0>, '9f72408e-6fa8-4f96-840e-07a4f1da612f') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:43.001581 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:43.018664 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:43.027117 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:00:43.033035 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:00:43.035557 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:00:43.039887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2f377ffd-0883-42a7-be80-60a772765c25 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:43.101542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 2f377ffd-0883-42a7-be80-60a772765c25 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:43.101896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2f377ffd-0883-42a7-be80-60a772765c25 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:43.130452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f2b62aae-383e-45ee-bbe4-c5b660bf6e40 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:00:43.130709 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:43.138159 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:43.146481 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] 10.222.0.13 "DELETE /v2.0/networks/21cb4bfb-cb6a-43e4-85f3-dce066f19f71 HTTP/1.1" status: 204  len: 168 time: 0.9017649
Dec 18 21:00:43.159068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1add6-5c27-4303-bceb-18fd7b29df7f req-e2d02d02-1f82-4ce5-b72e-f68f502dec48 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:43.162377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fb1add6-5c27-4303-bceb-18fd7b29df7f req-e2d02d02-1f82-4ce5-b72e-f68f502dec48 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.2306788
Dec 18 21:00:43.173993 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcf842-485f-4179-a656-f35abb9cba21 admin admin] Pushing event deleted for resources: {'Network': ['ID=21cb4bfb-cb6a-43e4-85f3-dce066f19f71,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:43.176689 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3dc485e-5286-4a95-a466-bd122ce6cd0c req-06e8afcf-6aa2-4c9e-8d92-f0514da1159a service neutron] 10.222.0.31 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3988481
Dec 18 21:00:43.187511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f704b9cb-5b8d-4577-b1dc-5eba82abfc96 req-acb061c1-64d5-4477-bcf9-1dd4902cab21 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3170261
Dec 18 21:00:43.320962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f2b62aae-383e-45ee-bbe4-c5b660bf6e40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2b62aae-383e-45ee-bbe4-c5b660bf6e40,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:43.339542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'f2b62aae-383e-45ee-bbe4-c5b660bf6e40', 'network_id': '1f7835a3-1921-420f-bc92-783d1cac5ba9', 'port_id': 'f2b62aae-383e-45ee-bbe4-c5b660bf6e40', 'mac_address': 'fa:16:3e:6b:dd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99bf93ac-b6ee-4565-81a5-d57d3091ab55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:00:43.407069 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fb1add6-5c27-4303-bceb-18fd7b29df7f req-d02dc2a1-31c0-4f5a-a13c-aa95cef8cb6d tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2341604
Dec 18 21:00:43.437924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51450c89-75c8-4d21-b6c1-b037510cac6e req-4112f71e-f961-4026-87a2-72391a659b6a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:43.438675 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:43.439676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51450c89-75c8-4d21-b6c1-b037510cac6e req-4112f71e-f961-4026-87a2-72391a659b6a tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 946 time: 0.1610022
Dec 18 21:00:43.452227 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f704b9cb-5b8d-4577-b1dc-5eba82abfc96 req-ec468791-9a97-4842-8e36-e75d07fb92f4 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2554052
Dec 18 21:00:43.475968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b62aae-383e-45ee-bbe4-c5b660bf6e40 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:00:43.528115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51450c89-75c8-4d21-b6c1-b037510cac6e req-bcb257eb-4975-4759-a44c-abec469fdf03 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788486
Dec 18 21:00:43.542596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f2b62aae-383e-45ee-bbe4-c5b660bf6e40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2b62aae-383e-45ee-bbe4-c5b660bf6e40,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:43.550091 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:43.610521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cac06a02-f498-4cb1-a83e-6aa781395f02 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:43.612221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45862) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:43.644179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dbeab-b80c-4fca-b3df-848c58d94df4 req-12209fad-9a8b-4b2e-895a-cfde04fcd145 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:43.645909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c0dbeab-b80c-4fca-b3df-848c58d94df4 req-12209fad-9a8b-4b2e-895a-cfde04fcd145 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 945 time: 0.0673099
Dec 18 21:00:43.661952 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4624ad76-99ef-4c25-a343-1bebad7d1f6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=837eada96b154829af977e9e1e78f28f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0481300
Dec 18 21:00:43.665004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45864) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:43.665168 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: cac06a02-f498-4cb1-a83e-6aa781395f02 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:43.665386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cac06a02-f498-4cb1-a83e-6aa781395f02 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:43.665810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fdf266f5-db6d-4293-884f-6639476bb275 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:43.701106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c0dbeab-b80c-4fca-b3df-848c58d94df4 req-05ff1a82-30d8-4f32-8206-66a4f2e51290 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489900
Dec 18 21:00:43.724572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: fdf266f5-db6d-4293-884f-6639476bb275 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:43.724924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fdf266f5-db6d-4293-884f-6639476bb275 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:43.730857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f2b62aae-383e-45ee-bbe4-c5b660bf6e40,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:43.766240 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a4528a5-28dd-45be-8b75-965a067fbbb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:43.807173 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a4528a5-28dd-45be-8b75-965a067fbbb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:43.849091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f2b62aae-383e-45ee-bbe4-c5b660bf6e40'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:43.873503 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a4528a5-28dd-45be-8b75-965a067fbbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:43.876503 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a4528a5-28dd-45be-8b75-965a067fbbb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:43.880220 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3a4528a5-28dd-45be-8b75-965a067fbbb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a1104c2-a685-41ff-9576-cdd647a43693 HTTP/1.1" status: 204  len: 168 time: 0.2114542
Dec 18 21:00:43.895407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4528a5-28dd-45be-8b75-965a067fbbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1104c2-a685-41ff-9576-cdd647a43693,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:43.943586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e3b4c67-fed5-48ed-99a9-8acc689f7147 req-f4a15429-ac1a-4d91-a7d2-c32881bb9446 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0410450
Dec 18 21:00:44.124960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e77d3-91f3-4474-a5fa-e670ddaad10e req-8f6fa5f6-0098-45d1-8c37-cf1335910d64 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:44.126523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-368e77d3-91f3-4474-a5fa-e670ddaad10e req-8f6fa5f6-0098-45d1-8c37-cf1335910d64 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 984 time: 0.0572677
Dec 18 21:00:44.221859 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-368e77d3-91f3-4474-a5fa-e670ddaad10e req-53309c18-79be-46dd-82b1-16c7a727b2bc tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=48577c73-82a2-4735-bc37-dd6b3d9d81dc&id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.0825372
Dec 18 21:00:44.274801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45894) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:44.320819 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-df22f717-e403-4f7f-a684-4fc56bb494ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75c84e493553475aa1781e3e9528e50a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0447073
Dec 18 21:00:44.323216 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45896) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:44.357171 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db8543e5-6def-433d-a276-44dbb606ad43 req-fdcb6697-2626-41c2-837a-72364b0fcc63 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-664210975&fields=id&tenant_id=0d7fb5d0ce9f40d2b55296706489a86a HTTP/1.1" status: 200  len: 267 time: 0.0521226
Dec 18 21:00:44.377101 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-738684c6-cfb7-4d24-b8f5-b6e56b692b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:44.399421 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-738684c6-cfb7-4d24-b8f5-b6e56b692b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:44.414539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8543e5-6def-433d-a276-44dbb606ad43 req-bef6ca0a-a55e-4d84-a725-b60a719e7f5e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:44.416451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db8543e5-6def-433d-a276-44dbb606ad43 req-bef6ca0a-a55e-4d84-a725-b60a719e7f5e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 984 time: 0.0520425
Dec 18 21:00:44.428227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-db8543e5-6def-433d-a276-44dbb606ad43 req-7e2466c5-64a3-4bb9-b9ef-4b345ec1b591 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'port': {'security_groups': ['48577c73-82a2-4735-bc37-dd6b3d9d81dc', '4ba7697c-ed59-4b06-b7fa-2e8ce1185d70', 'dd7f6bb4-f9a0-4545-b0e9-aef7094e3573']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:44.457131 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-738684c6-cfb7-4d24-b8f5-b6e56b692b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:44.460101 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-738684c6-cfb7-4d24-b8f5-b6e56b692b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:44.464253 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-738684c6-cfb7-4d24-b8f5-b6e56b692b0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d83a2b93-22b9-440b-9fde-1efcfad9d968 HTTP/1.1" status: 204  len: 168 time: 0.1390951
Dec 18 21:00:44.472924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738684c6-cfb7-4d24-b8f5-b6e56b692b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83a2b93-22b9-440b-9fde-1efcfad9d968,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:44.569986 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-db8543e5-6def-433d-a276-44dbb606ad43 req-7e2466c5-64a3-4bb9-b9ef-4b345ec1b591 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:44.628058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10382982-9a47-44f0-a690-a0204e811587 req-5102e729-43ec-4211-94c9-a1f55304f939 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:44.629619 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10382982-9a47-44f0-a690-a0204e811587 req-5102e729-43ec-4211-94c9-a1f55304f939 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.0964103
Dec 18 21:00:44.731463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10382982-9a47-44f0-a690-a0204e811587 req-3dfbc998-fea3-49b8-88be-8705fa2decf1 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916946
Dec 18 21:00:44.797914 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:44.892410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-db8543e5-6def-433d-a276-44dbb606ad43 req-7e2466c5-64a3-4bb9-b9ef-4b345ec1b591 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] For port c1bac115-de87-4762-9518-c18983081d31, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1bac115-de87-4762-9518-c18983081d31,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:44.973278 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-db8543e5-6def-433d-a276-44dbb606ad43 req-7e2466c5-64a3-4bb9-b9ef-4b345ec1b591 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:44.982652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dfb63-42b6-420a-a8e6-65ab60d99956 req-ef915fcf-52c4-4a31-b1c7-4d62cc30da57 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:44.984163 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-791dfb63-42b6-420a-a8e6-65ab60d99956 req-ef915fcf-52c4-4a31-b1c7-4d62cc30da57 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 946 time: 0.0862327
Dec 18 21:00:44.985388 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-db8543e5-6def-433d-a276-44dbb606ad43 req-7e2466c5-64a3-4bb9-b9ef-4b345ec1b591 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:45.003586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c1bac115-de87-4762-9518-c18983081d31'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:45.005853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['95468de0-87ec-4e68-8883-879d214ec825'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:45.061239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8543e5-6def-433d-a276-44dbb606ad43 req-7e2466c5-64a3-4bb9-b9ef-4b345ec1b591 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:45.061436 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-db8543e5-6def-433d-a276-44dbb606ad43 req-7e2466c5-64a3-4bb9-b9ef-4b345ec1b591 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:45.062953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db8543e5-6def-433d-a276-44dbb606ad43 req-7e2466c5-64a3-4bb9-b9ef-4b345ec1b591 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "PUT /v2.0/ports/c1bac115-de87-4762-9518-c18983081d31 HTTP/1.1" status: 200  len: 1020 time: 0.6393309
Dec 18 21:00:45.063513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fda487-271d-438c-9327-f48f40474e6c', 'tag': 'c1bac115-de87-4762-9518-c18983081d31'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:45.069018 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e248eaf3-1b0b-4d30-b33e-8ff982e4dcae" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fda487-271d-438c-9327-f48f40474e6c", "tag": "c1bac115-de87-4762-9518-c18983081d31"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:45.098735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2466c5-64a3-4bb9-b9ef-4b345ec1b591 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'Port': ['ID=c1bac115-de87-4762-9518-c18983081d31,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:45.113768 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-791dfb63-42b6-420a-a8e6-65ab60d99956 req-9c808c21-b708-46a5-b330-7f088a1a73da tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209040
Dec 18 21:00:45.141271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f2b62aae-383e-45ee-bbe4-c5b660bf6e40 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:45.171983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c1bac115-de87-4762-9518-c18983081d31'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:45.191874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b10013-270d-4132-a79e-5506b9f52a3e req-4fa93cd4-f6d9-4feb-85cf-573f231a95eb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:45.193656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a5b10013-270d-4132-a79e-5506b9f52a3e req-4fa93cd4-f6d9-4feb-85cf-573f231a95eb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 945 time: 0.0608823
Dec 18 21:00:45.248644 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1174446-1faa-410e-a64b-800934e09eb0 req-5f96e2ab-3072-48ed-9b7d-cd958195bcbc tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0456350
Dec 18 21:00:45.339389 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a5b10013-270d-4132-a79e-5506b9f52a3e req-8348786e-38ae-4e86-b1a5-7dd5f55af158 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346710
Dec 18 21:00:45.377303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aefbc5b9-67ed-42b0-8633-4b7987230270 req-0bea2d98-28ba-421d-9cbd-20426b218b9b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/dd7f6bb4-f9a0-4545-b0e9-aef7094e3573 HTTP/1.1" status: 200  len: 1818 time: 0.0855536
Dec 18 21:00:45.397904 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05ba7ed-e1ac-4e16-aff3-eb08fd1db779 x-openstack-request-id: req-f05ba7ed-e1ac-4e16-aff3-eb08fd1db779 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:45.398187 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fda487-271d-438c-9327-f48f40474e6c", "tag": "c1bac115-de87-4762-9518-c18983081d31", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:45.398470 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f05ba7ed-e1ac-4e16-aff3-eb08fd1db779 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:45.398870 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fda487-271d-438c-9327-f48f40474e6c', 'tag': 'c1bac115-de87-4762-9518-c18983081d31', 'status': 'completed', 'code': 200}
Dec 18 21:00:45.463214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port f2b62aae-383e-45ee-bbe4-c5b660bf6e40 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:00:45.487450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port f2b62aae-383e-45ee-bbe4-c5b660bf6e40 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:45.488184 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:45.488829 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-aefbc5b9-67ed-42b0-8633-4b7987230270 req-0d492d2f-3a3e-4f24-87d1-f324423e9e7f tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:00:45.495351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aefbc5b9-67ed-42b0-8633-4b7987230270 req-0d492d2f-3a3e-4f24-87d1-f324423e9e7f tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "DELETE /v2.0/security-groups/dd7f6bb4-f9a0-4545-b0e9-aef7094e3573 HTTP/1.1" status: 409  len: 341 time: 0.1116264
Dec 18 21:00:45.499113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248eaf3-1b0b-4d30-b33e-8ff982e4dcae req-7c3b0b91-6ce3-48c8-a5b7-397c565d07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:45.500940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e248eaf3-1b0b-4d30-b33e-8ff982e4dcae req-7c3b0b91-6ce3-48c8-a5b7-397c565d07f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a&device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 1174 time: 0.0805666
Dec 18 21:00:45.603784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bb0a9fc8-8b7c-489e-a77f-175ad69d3620 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:45.746453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248eaf3-1b0b-4d30-b33e-8ff982e4dcae req-2058c6a5-e415-4d55-8ab8-f0cf67978226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:45.748834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e248eaf3-1b0b-4d30-b33e-8ff982e4dcae req-2058c6a5-e415-4d55-8ab8-f0cf67978226 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a54d1475-0f49-45b1-a549-1796cbed269f HTTP/1.1" status: 200  len: 912 time: 0.2336962
Dec 18 21:00:45.834334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e2602-f4cc-4d9e-b95a-ffbcbb07c162 req-da70a688-1af8-41be-b4e5-2e6e3dde7772 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:45.835476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c18e2602-f4cc-4d9e-b95a-ffbcbb07c162 req-da70a688-1af8-41be-b4e5-2e6e3dde7772 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 946 time: 0.1100869
Dec 18 21:00:45.838748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e248eaf3-1b0b-4d30-b33e-8ff982e4dcae req-5d2db95b-bace-4c15-b11f-2fb5cba8b290 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1bac115-de87-4762-9518-c18983081d31 HTTP/1.1" status: 200  len: 217 time: 0.0654619
Dec 18 21:00:45.890919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port bb0a9fc8-8b7c-489e-a77f-175ad69d3620 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:45.891479 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:45.922676 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:45.941573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf4d16-d309-4da1-b1eb-d4951da3bbfd req-1b37d536-a828-4947-89ea-e428d5e17f94 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:45.943098 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86bf4d16-d309-4da1-b1eb-d4951da3bbfd req-1b37d536-a828-4947-89ea-e428d5e17f94 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 1023 time: 0.1260741
Dec 18 21:00:45.948559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248eaf3-1b0b-4d30-b33e-8ff982e4dcae req-80ad3f7e-72d6-4461-b805-d85add797e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:45.949929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e248eaf3-1b0b-4d30-b33e-8ff982e4dcae req-80ad3f7e-72d6-4461-b805-d85add797e7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dd8803e-9e38-40d3-98c4-6000ae1f79e0 HTTP/1.1" status: 200  len: 851 time: 0.0962765
Dec 18 21:00:45.965546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c18e2602-f4cc-4d9e-b95a-ffbcbb07c162 req-8c945de3-085b-4432-8645-95581f524daf tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104722
Dec 18 21:00:46.017426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e248eaf3-1b0b-4d30-b33e-8ff982e4dcae req-d3745247-795b-4a53-b07c-ce5a61e88f67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a54d1475-0f49-45b1-a549-1796cbed269f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564566
Dec 18 21:00:46.024402 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739aef66-e288-446f-8e66-89bc17a985c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b62aae-383e-45ee-bbe4-c5b660bf6e40'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:46.026719 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ee60e3-1c52-4197-b447-4bcaca0dbcb0" -d '{"events": [{"server_uuid": "739aef66-e288-446f-8e66-89bc17a985c5", "name": "network-vif-plugged", "status": "completed", "tag": "f2b62aae-383e-45ee-bbe4-c5b660bf6e40"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:46.052302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f2b62aae-383e-45ee-bbe4-c5b660bf6e40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2b62aae-383e-45ee-bbe4-c5b660bf6e40,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:46.076962 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:46.128549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86bf4d16-d309-4da1-b1eb-d4951da3bbfd req-b621c0b7-419f-4403-b392-be83ee8735c1 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=48577c73-82a2-4735-bc37-dd6b3d9d81dc&id=dd7f6bb4-f9a0-4545-b0e9-aef7094e3573&id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.1744351
Dec 18 21:00:46.129497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Sync routers for ids ['cf55b2f1-59e0-44a9-904f-06078c6e7057'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:00:46.169146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c640f1-6749-41c0-97a9-8aa6ec1f2c1d req-f66ae81e-c21d-4bed-adaf-46113233872d tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:46.170973 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40c640f1-6749-41c0-97a9-8aa6ec1f2c1d req-f66ae81e-c21d-4bed-adaf-46113233872d tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.1147654
Dec 18 21:00:46.195454 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ebb83d-48bc-44f3-b62e-a11ac4adb1b9 x-openstack-request-id: req-e4ebb83d-48bc-44f3-b62e-a11ac4adb1b9 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:46.196225 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739aef66-e288-446f-8e66-89bc17a985c5", "name": "network-vif-plugged", "status": "completed", "tag": "f2b62aae-383e-45ee-bbe4-c5b660bf6e40", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:46.196225 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4ebb83d-48bc-44f3-b62e-a11ac4adb1b9 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:46.196551 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739aef66-e288-446f-8e66-89bc17a985c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b62aae-383e-45ee-bbe4-c5b660bf6e40', 'code': 200}
Dec 18 21:00:46.223613 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Routers {'cf55b2f1-59e0-44a9-904f-06078c6e7057'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:46.224306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365dfd7550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cf55b2f1-59e0-44a9-904f-06078c6e7057'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:46.282293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f2b62aae-383e-45ee-bbe4-c5b660bf6e40,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:46.352238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45948) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:46.357156 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7df58654-9219-4147-a4b8-cc75537bd504 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1275007922'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:46.377054 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Set router cf55b2f1-59e0-44a9-904f-06078c6e7057 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:46.384423 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df58654-9219-4147-a4b8-cc75537bd504 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:46.389063 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7df58654-9219-4147-a4b8-cc75537bd504 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:46.415607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df58654-9219-4147-a4b8-cc75537bd504 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:00:46.425712 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7df58654-9219-4147-a4b8-cc75537bd504 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:46.426052 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-7df58654-9219-4147-a4b8-cc75537bd504 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Added segment 8effe386-876f-460a-8d69-51f7e832c4c2 of type vlan for network e4fbd253-ec67-4760-9f35-d8231c84dace
Dec 18 21:00:46.472643 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7df58654-9219-4147-a4b8-cc75537bd504 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:46.502922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7df58654-9219-4147-a4b8-cc75537bd504 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:46.508654 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df58654-9219-4147-a4b8-cc75537bd504 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:46.509552 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7df58654-9219-4147-a4b8-cc75537bd504 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:46.546071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-656ea326-bab0-45e2-b9de-6db32bbff848 req-75f49cf9-1265-4cf5-8cc6-0bee8c24f233 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0496800
Dec 18 21:00:46.551362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e248eaf3-1b0b-4d30-b33e-8ff982e4dcae req-0837688c-89f9-4fc1-ae10-b543abecf0f5 service neutron] 10.222.0.31 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5235417
Dec 18 21:00:46.574319 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7df58654-9219-4147-a4b8-cc75537bd504 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.2210720
Dec 18 21:00:46.577725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45952) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:46.583188 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0996e4f1-34fb-468d-b07a-b00ff44cff48 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1410006018'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:46.607561 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df58654-9219-4147-a4b8-cc75537bd504 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Network': ['ID=e4fbd253-ec67-4760-9f35-d8231c84dace,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:46.615109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365dfd7550>, [{'id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'name': 'tempest-TaggedBootDevicesTest_v242-1944745936-router', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:34Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 4, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'gw_port': {'id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:35Z', 'updated_at': '2021-12-18T21:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7207e54f-bfd3-4443-a7a8-1b73cb6fe400', 'name': '', 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'mac_address': 'fa:16:3e:fd:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'e16ba348-055f-49d3-a274-7a48a18635e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:37Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 2, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'subnets': [{'id': 'e16ba348-055f-49d3-a274-7a48a18635e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:46.628260 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0996e4f1-34fb-468d-b07a-b00ff44cff48 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:46.629302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network e4fbd253-ec67-4760-9f35-d8231c84dace details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:00:46.633579 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0996e4f1-34fb-468d-b07a-b00ff44cff48 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:46.635302 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40c640f1-6749-41c0-97a9-8aa6ec1f2c1d req-274c7963-b400-44c5-a466-70fc2a045267 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4573438
Dec 18 21:00:46.639276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ebeb0-66e5-43e8-885e-2f00bd8b94f5 req-e60e2999-2b38-4762-9490-fbf37da7c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:46.640729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b31ebeb0-66e5-43e8-885e-2f00bd8b94f5 req-e60e2999-2b38-4762-9490-fbf37da7c64a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 1097 time: 0.1420283
Dec 18 21:00:46.669824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0996e4f1-34fb-468d-b07a-b00ff44cff48 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:00:46.685644 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0996e4f1-34fb-468d-b07a-b00ff44cff48 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:46.687265 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-0996e4f1-34fb-468d-b07a-b00ff44cff48 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Added segment de37ac15-8cb9-4b94-8b9f-84995ff2ffa1 of type vlan for network 3e4696f9-9ec3-403c-b1d1-c2615c38c344
Dec 18 21:00:46.687503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Checking router: cf55b2f1-59e0-44a9-904f-06078c6e7057 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:00:46.687871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Updating router cf55b2f1-59e0-44a9-904f-06078c6e7057 port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:00:46.739186 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0996e4f1-34fb-468d-b07a-b00ff44cff48 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:46.744675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e248eaf3-1b0b-4d30-b33e-8ff982e4dcae req-09a37a89-7416-4b15-ae23-a23759ae32b8 service neutron] 10.222.0.31 "GET /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1832058
Dec 18 21:00:46.754487 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:46.767276 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0996e4f1-34fb-468d-b07a-b00ff44cff48 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:46.773068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0996e4f1-34fb-468d-b07a-b00ff44cff48 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:46.773605 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0996e4f1-34fb-468d-b07a-b00ff44cff48 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:46.776061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b31ebeb0-66e5-43e8-885e-2f00bd8b94f5 req-9d0f3501-c13e-4f4b-a864-eae9bc0fa1b1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195371
Dec 18 21:00:46.789429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cf0c7-cd87-4405-9361-69961b3456be req-b50ad0d9-d932-40d7-a018-1bba6d9314d6 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:46.791259 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-245cf0c7-cd87-4405-9361-69961b3456be req-b50ad0d9-d932-40d7-a018-1bba6d9314d6 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 946 time: 0.1123526
Dec 18 21:00:46.853754 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0996e4f1-34fb-468d-b07a-b00ff44cff48 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.2743881
Dec 18 21:00:46.854860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-245cf0c7-cd87-4405-9361-69961b3456be req-db0ef246-f91f-42ea-9aee-7f9ac70a0d00 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555806
Dec 18 21:00:46.855095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996e4f1-34fb-468d-b07a-b00ff44cff48 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Network': ['ID=3e4696f9-9ec3-403c-b1d1-c2615c38c344,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:46.855507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45954) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:46.869567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d34bfbc1-8deb-4333-9973-0872921d13aa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'subnet': {'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:46.870127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:00:46.961701 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34bfbc1-8deb-4333-9973-0872921d13aa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:46.965255 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d34bfbc1-8deb-4333-9973-0872921d13aa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:47.101711 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:47.108190 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:47.124476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409d361-d92f-4000-842c-241c9a52f365 req-03065f8c-2208-4770-97f0-c7aa9243c0d0 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:47.125969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a409d361-d92f-4000-842c-241c9a52f365 req-03065f8c-2208-4770-97f0-c7aa9243c0d0 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 946 time: 0.0829251
Dec 18 21:00:47.157860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a435ae-b84d-4a31-a6c5-0399495d476b None None] Pushing event updated for resources: {'Port': ['ID=7207e54f-bfd3-4443-a7a8-1b73cb6fe400,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:47.225447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Attempting to bind port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:47.225854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Attempting to bind port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd2915a94-2a48-4d98-af47-f4c85eaf2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:47.226173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Attempting to bind port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 on network 5aab095a-7f4a-4055-8905-55d5b047555f {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:47.232684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:47.232969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a409d361-d92f-4000-842c-241c9a52f365 req-1f4c0288-c1e5-4997-80e6-ca116c305383 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972776
Dec 18 21:00:47.233112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Checking segment: {'id': 'd2915a94-2a48-4d98-af47-f4c85eaf2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:47.233514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:47.234311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Bound using segment: {'id': 'd2915a94-2a48-4d98-af47-f4c85eaf2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:47.234796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Bound port: 7207e54f-bfd3-4443-a7a8-1b73cb6fe400, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2915a94-2a48-4d98-af47-f4c85eaf2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:47.235179 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:47.235671 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d34bfbc1-8deb-4333-9973-0872921d13aa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:47.319056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] For port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:47.322605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] For port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7207e54f-bfd3-4443-a7a8-1b73cb6fe400,segment=NetworkSegment(d2915a94-2a48-4d98-af47-f4c85eaf2971),segment_id=d2915a94-2a48-4d98-af47-f4c85eaf2971)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:47.328584 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:47.338691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bfbc1-8deb-4333-9973-0872921d13aa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Subnet': ['ID=41db58aa-9be6-4f7e-8474-4a12381938c1,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:47.353681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34bfbc1-8deb-4333-9973-0872921d13aa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Checking segment: {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:47.353984 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34bfbc1-8deb-4333-9973-0872921d13aa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Network hostable DHCP agents. Network: e4fbd253-ec67-4760-9f35-d8231c84dace, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:00:47.365669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19679ab-091f-4544-be54-5325b13584b3 req-457538ea-9934-4c54-a445-7998ad3aa387 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:47.367352 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f19679ab-091f-4544-be54-5325b13584b3 req-457538ea-9934-4c54-a445-7998ad3aa387 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 1023 time: 0.0934043
Dec 18 21:00:47.392473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Routers {'cf55b2f1-59e0-44a9-904f-06078c6e7057'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:00:47.393014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365dfd7550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cf55b2f1-59e0-44a9-904f-06078c6e7057'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:47.394497 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34bfbc1-8deb-4333-9973-0872921d13aa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Network e4fbd253-ec67-4760-9f35-d8231c84dace is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:00:47.412055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d34bfbc1-8deb-4333-9973-0872921d13aa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e4fbd253-ec67-4760-9f35-d8231c84dace) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:47.427124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34bfbc1-8deb-4333-9973-0872921d13aa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:47.427722 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d34bfbc1-8deb-4333-9973-0872921d13aa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:47.440637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f61f0f-a73e-4ca7-93a5-f78ddc11e5c1 None None] Network e4fbd253-ec67-4760-9f35-d8231c84dace requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:47.505184 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d34bfbc1-8deb-4333-9973-0872921d13aa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6461532
Dec 18 21:00:47.507065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45960) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:47.509225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a435ae-b84d-4a31-a6c5-0399495d476b None None] Pushing event updated for resources: {'Port': ['ID=7207e54f-bfd3-4443-a7a8-1b73cb6fe400,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:47.511337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f19679ab-091f-4544-be54-5325b13584b3 req-2b704890-2a79-470d-ac49-aaf84ed221d6 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=48577c73-82a2-4735-bc37-dd6b3d9d81dc&id=dd7f6bb4-f9a0-4545-b0e9-aef7094e3573&id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.1354051
Dec 18 21:00:47.523152 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8aca55a4-e6ed-4c11-9ee9-ebe28c38fcca tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'subnet': {'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:47.526583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c9aa7-ca5c-42b8-8ba7-4e752de692f1 req-8e1da46b-b505-4654-b09e-b06c575fe470 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:47.528134 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d6c9aa7-ca5c-42b8-8ba7-4e752de692f1 req-8e1da46b-b505-4654-b09e-b06c575fe470 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.31 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 946 time: 0.1142929
Dec 18 21:00:47.601860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-035364ce-9ba2-473f-90b0-a7638fbd534c None None] Provisioning complete for port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:47.602234 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-035364ce-9ba2-473f-90b0-a7638fbd534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:47.654989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-8d6c9aa7-ca5c-42b8-8ba7-4e752de692f1 req-0d44659d-8d79-4b5e-9233-80607731815f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Deleting port e8d47f63-22de-48b3-bd10-4bb15c953401 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:47.655591 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8d6c9aa7-ca5c-42b8-8ba7-4e752de692f1 req-0d44659d-8d79-4b5e-9233-80607731815f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:47.698144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aca55a4-e6ed-4c11-9ee9-ebe28c38fcca tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:47.702976 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8aca55a4-e6ed-4c11-9ee9-ebe28c38fcca tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:47.800721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6b3cce3-7c45-4c35-b53e-2eadbd10a1df req-2a277868-4154-4423-a692-e69806b5b0fc tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0493391
Dec 18 21:00:47.877989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5bc23-bdf5-43f7-829c-e6be8eacf876 req-0efb8919-ab61-4880-8047-19e690a725ab tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:47.880390 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3c5bc23-bdf5-43f7-829c-e6be8eacf876 req-0efb8919-ab61-4880-8047-19e690a725ab tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 1023 time: 0.2066915
Dec 18 21:00:47.909527 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e4fbd253-ec67-4760-9f35-d8231c84dace', 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace', 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'fixed_ips': [{'subnet_id': '41db58aa-9be6-4f7e-8474-4a12381938c1'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:00:47.912165 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:47.915340 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] Set router cf55b2f1-59e0-44a9-904f-06078c6e7057 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:00:47.981143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a2169-5657-4529-b70d-a60974a49646 req-cb2496f9-e9dc-474b-bef6-014806299ba9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:47.982729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a67a2169-5657-4529-b70d-a60974a49646 req-cb2496f9-e9dc-474b-bef6-014806299ba9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.2122791
Dec 18 21:00:47.984587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-8d6c9aa7-ca5c-42b8-8ba7-4e752de692f1 req-0d44659d-8d79-4b5e-9233-80607731815f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] For port e8d47f63-22de-48b3-bd10-4bb15c953401, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8d47f63-22de-48b3-bd10-4bb15c953401,segment=NetworkSegment(982458e6-7bae-40cc-ab3a-c236543dbde2),segment_id=982458e6-7bae-40cc-ab3a-c236543dbde2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:47.985044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8d6c9aa7-ca5c-42b8-8ba7-4e752de692f1 req-0d44659d-8d79-4b5e-9233-80607731815f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.000877 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8aca55a4-e6ed-4c11-9ee9-ebe28c38fcca tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.064532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-8d6c9aa7-ca5c-42b8-8ba7-4e752de692f1 req-0d44659d-8d79-4b5e-9233-80607731815f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Calling delete_port for e8d47f63-22de-48b3-bd10-4bb15c953401 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:48.072607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca55a4-e6ed-4c11-9ee9-ebe28c38fcca tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Subnet': ['ID=bb20149f-40f2-4730-9732-866a51cae125,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:48.087000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca55a4-e6ed-4c11-9ee9-ebe28c38fcca tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Checking segment: {'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:48.087391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca55a4-e6ed-4c11-9ee9-ebe28c38fcca tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Network hostable DHCP agents. Network: 3e4696f9-9ec3-403c-b1d1-c2615c38c344, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:00:48.106188 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca55a4-e6ed-4c11-9ee9-ebe28c38fcca tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:00:48.120414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-8aca55a4-e6ed-4c11-9ee9-ebe28c38fcca tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e4696f9-9ec3-403c-b1d1-c2615c38c344) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:48.132433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca55a4-e6ed-4c11-9ee9-ebe28c38fcca tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:48.133245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8aca55a4-e6ed-4c11-9ee9-ebe28c38fcca tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.156279 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8aca55a4-e6ed-4c11-9ee9-ebe28c38fcca tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6448922
Dec 18 21:00:48.157075 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45968) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:48.162393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'port': {'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace', 'name': 'tempest-TaggedBootDevicesTest_v242-265983820', 'fixed_ips': [{'subnet_id': '41db58aa-9be6-4f7e-8474-4a12381938c1'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:48.171383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a67a2169-5657-4529-b70d-a60974a49646 req-620cfa30-ad6d-4767-9a87-10f7d19fcee4 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771653
Dec 18 21:00:48.183528 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f810ab3a-465c-41bf-b042-3be50399ae0e None None] Network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:48.191980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab548c6-1195-4ffc-b457-e4f1d82fe1ec req-b85a53db-c93c-4e6b-bf13-d9ef0ebc5618 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:48.193481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ab548c6-1195-4ffc-b457-e4f1d82fe1ec req-b85a53db-c93c-4e6b-bf13-d9ef0ebc5618 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 946 time: 0.2466893
Dec 18 21:00:48.240964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d3c5bc23-bdf5-43f7-829c-e6be8eacf876 req-d3f7ba71-0547-4747-9581-9d249fc89017 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Deleting port c1bac115-de87-4762-9518-c18983081d31 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:48.241281 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d3c5bc23-bdf5-43f7-829c-e6be8eacf876 req-d3f7ba71-0547-4747-9581-9d249fc89017 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.270952 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-035364ce-9ba2-473f-90b0-a7638fbd534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.311875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:48.347546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ab548c6-1195-4ffc-b457-e4f1d82fe1ec req-fdecbdc0-00f6-406a-a126-645dcf45ea7a tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378224
Dec 18 21:00:48.365467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-035364ce-9ba2-473f-90b0-a7638fbd534c None None] For port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7207e54f-bfd3-4443-a7a8-1b73cb6fe400,segment=NetworkSegment(d2915a94-2a48-4d98-af47-f4c85eaf2971),segment_id=d2915a94-2a48-4d98-af47-f4c85eaf2971)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:48.387575 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-035364ce-9ba2-473f-90b0-a7638fbd534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.422084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.441561 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] device_id is not set on port fbcf81f3-8b8e-462f-9434-1aafb30b288a yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:00:48.454636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Allocated IP 10.1.1.2 (e4fbd253-ec67-4760-9f35-d8231c84dace/41db58aa-9be6-4f7e-8474-4a12381938c1/1ac506af-223a-4f7f-b5b8-b0eb25833db1) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:48.458052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d3c5bc23-bdf5-43f7-829c-e6be8eacf876 req-d3f7ba71-0547-4747-9581-9d249fc89017 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] For port c1bac115-de87-4762-9518-c18983081d31, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1bac115-de87-4762-9518-c18983081d31,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:48.458488 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d3c5bc23-bdf5-43f7-829c-e6be8eacf876 req-d3f7ba71-0547-4747-9581-9d249fc89017 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.478058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035364ce-9ba2-473f-90b0-a7638fbd534c None None] Pushing event updated for resources: {'Port': ['ID=7207e54f-bfd3-4443-a7a8-1b73cb6fe400,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:48.485912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482197c1-b6df-43fe-953a-b07bfe1990ce req-335e7a25-d529-4f24-8382-b769dc0354ff tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:48.486755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-482197c1-b6df-43fe-953a-b07bfe1990ce req-335e7a25-d529-4f24-8382-b769dc0354ff tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/ports?device_id=770e4df9-f6a3-4355-aaba-dd70810ad41c HTTP/1.1" status: 200  len: 946 time: 0.1552372
Dec 18 21:00:48.488171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d3c5bc23-bdf5-43f7-829c-e6be8eacf876 req-d3f7ba71-0547-4747-9581-9d249fc89017 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Calling delete_port for c1bac115-de87-4762-9518-c18983081d31 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:48.490237 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8d6c9aa7-ca5c-42b8-8ba7-4e752de692f1 req-0d44659d-8d79-4b5e-9233-80607731815f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.503871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['e8d47f63-22de-48b3-bd10-4bb15c953401'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:48.535665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3e4696f9-9ec3-403c-b1d1-c2615c38c344', 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344', 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'fixed_ips': [{'subnet_id': 'bb20149f-40f2-4730-9732-866a51cae125'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:00:48.536644 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.548816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44659d-8d79-4b5e-9233-80607731815f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event deleted for resources: {'Port': ['ID=e8d47f63-22de-48b3-bd10-4bb15c953401,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:48.641835 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-482197c1-b6df-43fe-953a-b07bfe1990ce req-ff975069-7cfd-4f70-8b7a-e004bcbc7835 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups?id=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469235
Dec 18 21:00:48.683533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6c9aa7-ca5c-42b8-8ba7-4e752de692f1 req-0d44659d-8d79-4b5e-9233-80607731815f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] No DVR routers for this DVR port e8d47f63-22de-48b3-bd10-4bb15c953401 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:48.687614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7b7b1873-96dd-48f0-a364-a9e805e9133f None None] Provisioning complete for port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:48.687989 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1873-96dd-48f0-a364-a9e805e9133f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.690547 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8d6c9aa7-ca5c-42b8-8ba7-4e752de692f1 req-0d44659d-8d79-4b5e-9233-80607731815f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.694385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d6c9aa7-ca5c-42b8-8ba7-4e752de692f1 req-0d44659d-8d79-4b5e-9233-80607731815f tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.31 "DELETE /v2.0/ports/e8d47f63-22de-48b3-bd10-4bb15c953401 HTTP/1.1" status: 204  len: 173 time: 1.1499870
Dec 18 21:00:48.694523 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770e4df9-f6a3-4355-aaba-dd70810ad41c', 'name': 'network-vif-deleted', 'tag': 'e8d47f63-22de-48b3-bd10-4bb15c953401'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:48.696775 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadbc9d1-f3d8-432c-9148-c3957add5b3d" -d '{"events": [{"server_uuid": "770e4df9-f6a3-4355-aaba-dd70810ad41c", "name": "network-vif-deleted", "tag": "e8d47f63-22de-48b3-bd10-4bb15c953401"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:48.741652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec6d94-5c5a-49ab-b13c-03df2111345f req-5b6e994d-a339-4261-a96a-5781d02d8288 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:48.747643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-91ec6d94-5c5a-49ab-b13c-03df2111345f req-5b6e994d-a339-4261-a96a-5781d02d8288 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2fda487-271d-438c-9327-f48f40474e6c HTTP/1.1" status: 200  len: 1023 time: 0.1290822
Dec 18 21:00:48.803155 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5904465-f03b-46b1-9ad0-77a062eaaf9d x-openstack-request-id: req-a5904465-f03b-46b1-9ad0-77a062eaaf9d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:48.804614 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770e4df9-f6a3-4355-aaba-dd70810ad41c", "name": "network-vif-deleted", "tag": "e8d47f63-22de-48b3-bd10-4bb15c953401", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:48.805013 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5904465-f03b-46b1-9ad0-77a062eaaf9d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:48.805837 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770e4df9-f6a3-4355-aaba-dd70810ad41c', 'name': 'network-vif-deleted', 'tag': 'e8d47f63-22de-48b3-bd10-4bb15c953401', 'status': 'completed', 'code': 200}
Dec 18 21:00:48.877689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Allocated IP 10.2.2.2 (3e4696f9-9ec3-403c-b1d1-c2615c38c344/bb20149f-40f2-4730-9732-866a51cae125/b7c01f0e-bd1e-4aab-b68b-0b81f9848584) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:48.880480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-91ec6d94-5c5a-49ab-b13c-03df2111345f req-f6c44e42-87fc-4d70-aafb-c37a72fc50e0 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=48577c73-82a2-4735-bc37-dd6b3d9d81dc&id=dd7f6bb4-f9a0-4545-b0e9-aef7094e3573&id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.1293280
Dec 18 21:00:48.884477 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d3c5bc23-bdf5-43f7-829c-e6be8eacf876 req-d3f7ba71-0547-4747-9581-9d249fc89017 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.896086 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365dfd7550>, [{'id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'name': 'tempest-TaggedBootDevicesTest_v242-1944745936-router', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:34Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 4, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'gw_port': {'id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:35Z', 'updated_at': '2021-12-18T21:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7207e54f-bfd3-4443-a7a8-1b73cb6fe400', 'name': '', 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'mac_address': 'fa:16:3e:fd:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'e16ba348-055f-49d3-a274-7a48a18635e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:37Z', 'updated_at': '2021-12-18T21:00:47Z', 'revision_number': 4, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'subnets': [{'id': 'e16ba348-055f-49d3-a274-7a48a18635e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:48.924088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c1bac115-de87-4762-9518-c18983081d31'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:48.926135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['95468de0-87ec-4e68-8883-879d214ec825'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:00:48.937469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7ba71-0547-4747-9581-9d249fc89017 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event deleted for resources: {'Port': ['ID=c1bac115-de87-4762-9518-c18983081d31,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:48.967665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-833ec44d-420c-4307-9f3b-b0da1fa4582f req-d0c93670-7627-4e57-ba4f-70554bbf9060 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0423887
Dec 18 21:00:48.987666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c5bc23-bdf5-43f7-829c-e6be8eacf876 req-d3f7ba71-0547-4747-9581-9d249fc89017 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] No DVR routers for this DVR port c1bac115-de87-4762-9518-c18983081d31 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:48.990172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d3c5bc23-bdf5-43f7-829c-e6be8eacf876 req-d3f7ba71-0547-4747-9581-9d249fc89017 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:48.994002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3c5bc23-bdf5-43f7-829c-e6be8eacf876 req-d3f7ba71-0547-4747-9581-9d249fc89017 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.31 "DELETE /v2.0/ports/c1bac115-de87-4762-9518-c18983081d31 HTTP/1.1" status: 204  len: 173 time: 1.1037033
Dec 18 21:00:49.008448 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:49.023075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34998ce-052f-4888-a831-e1df9ee695b8 None None] The sync data for ids ['cf55b2f1-59e0-44a9-904f-06078c6e7057'] in ncdv-master-1 is: [{'id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'name': 'tempest-TaggedBootDevicesTest_v242-1944745936-router', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:34Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 4, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'gw_port': {'id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:35Z', 'updated_at': '2021-12-18T21:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7207e54f-bfd3-4443-a7a8-1b73cb6fe400', 'name': '', 'network_id': '5aab095a-7f4a-4055-8905-55d5b047555f', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'mac_address': 'fa:16:3e:fd:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'e16ba348-055f-49d3-a274-7a48a18635e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:37Z', 'updated_at': '2021-12-18T21:00:47Z', 'revision_number': 4, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'subnets': [{'id': 'e16ba348-055f-49d3-a274-7a48a18635e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:00:49.067155 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:49.097792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Allocated IP 10.1.1.49 (e4fbd253-ec67-4760-9f35-d8231c84dace/41db58aa-9be6-4f7e-8474-4a12381938c1/fbcf81f3-8b8e-462f-9434-1aafb30b288a) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:49.147129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Network e4fbd253-ec67-4760-9f35-d8231c84dace is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:49.156440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:49.167071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:49.172184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Pushing event updated for resources: {'Port': ['ID=1ac506af-223a-4f7f-b5b8-b0eb25833db1,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:49.331013 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:49.343471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce931a34-177c-497f-b795-6cfe68edb37b req-2f771204-bf36-4b74-a119-0afeba400778 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:49.345871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce931a34-177c-497f-b795-6cfe68edb37b req-2f771204-bf36-4b74-a119-0afeba400778 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.0806701
Dec 18 21:00:49.379979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:49.396548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Attempting to bind port 1ac506af-223a-4f7f-b5b8-b0eb25833db1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:49.397333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Attempting to bind port 1ac506af-223a-4f7f-b5b8-b0eb25833db1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:49.397739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Attempting to bind port 1ac506af-223a-4f7f-b5b8-b0eb25833db1 on network e4fbd253-ec67-4760-9f35-d8231c84dace {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:49.420101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:49.421448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Checking segment: {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:49.422023 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:49.422730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Bound using segment: {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:49.428467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Bound port: 1ac506af-223a-4f7f-b5b8-b0eb25833db1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:49.428467 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:49.445071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Network e4fbd253-ec67-4760-9f35-d8231c84dace is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:49.453759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:49.464219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:49.503935 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:49.505730 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:49.534655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:49.535503 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:49.538047 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce931a34-177c-497f-b795-6cfe68edb37b req-b7043aed-ff50-4683-81af-723d03da24b4 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805367
Dec 18 21:00:49.563215 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:49.568542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09859373-35ee-4c35-b294-37bf43a8bdda req-b2a99f88-5a0e-4019-a77a-61613e52a4e9 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:49.577852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09859373-35ee-4c35-b294-37bf43a8bdda req-b2a99f88-5a0e-4019-a77a-61613e52a4e9 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 946 time: 0.1225188
Dec 18 21:00:49.598579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Port': ['ID=fbcf81f3-8b8e-462f-9434-1aafb30b288a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:49.609511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.610421 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.611101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.611714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.612387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.614442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.615088 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.615747 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.617107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.617648 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.618514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.619079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.619581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:00:49.627819 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9e5713a9-787f-46c8-9ce0-d805fd46991d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.4697542
Dec 18 21:00:49.630422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45982) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:49.636893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'port': {'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace', 'name': 'tempest-TaggedBootDevicesTest_v242-1423975868', 'fixed_ips': [{'subnet_id': '41db58aa-9be6-4f7e-8474-4a12381938c1'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:49.647459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09859373-35ee-4c35-b294-37bf43a8bdda req-c9cb53bc-9ccc-464b-aba6-fd5da96db2cc tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680897
Dec 18 21:00:49.670290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:49.780316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:49.807539 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:49.814411 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:49.826355 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Pushing event updated for resources: {'Port': ['ID=b7c01f0e-bd1e-4aab-b68b-0b81f9848584,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:49.833542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] For port 1ac506af-223a-4f7f-b5b8-b0eb25833db1, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:49.837603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] For port 1ac506af-223a-4f7f-b5b8-b0eb25833db1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ac506af-223a-4f7f-b5b8-b0eb25833db1,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:49.841373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:49.846288 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:49.852776 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:49.892691 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] device_id is not set on port f844557f-eb38-48aa-8a3a-a4ec5d372124 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:00:49.968340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46002) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:50.245709 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Allocated IP 10.1.1.215 (e4fbd253-ec67-4760-9f35-d8231c84dace/41db58aa-9be6-4f7e-8474-4a12381938c1/f844557f-eb38-48aa-8a3a-a4ec5d372124) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:50.323054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79cd4908-2d68-4b17-b3b4-ac076f34de40 req-c4104bdc-f5d4-43de-8a95-354827aefc6e tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.1871140
Dec 18 21:00:50.330640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a3367c1-ca36-4bdf-a24d-9a6e26ccf28e req-03639658-98fd-4018-a045-9bbef7bdcb3a tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/48577c73-82a2-4735-bc37-dd6b3d9d81dc HTTP/1.1" status: 200  len: 1819 time: 0.3101473
Dec 18 21:00:50.374658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab7be6-157b-4b96-a01f-2476b611f0dd None None] Pushing event updated for resources: {'Port': ['ID=1ac506af-223a-4f7f-b5b8-b0eb25833db1,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:50.383135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Attempting to bind port b7c01f0e-bd1e-4aab-b68b-0b81f9848584 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:00:50.383488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Attempting to bind port b7c01f0e-bd1e-4aab-b68b-0b81f9848584 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:00:50.383858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Attempting to bind port b7c01f0e-bd1e-4aab-b68b-0b81f9848584 on network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:00:50.420255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:00:50.421086 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Checking segment: {'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:50.421440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.422231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Bound using segment: {'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:00:50.422452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Bound port: b7c01f0e-bd1e-4aab-b68b-0b81f9848584, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:00:50.422813 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.428157 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94ce0337-f147-4429-af44-07804e98a553 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.444867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:50.445216 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.477518 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5a3367c1-ca36-4bdf-a24d-9a6e26ccf28e req-365a0c56-3627-4b4e-b8f2-80d43622b142 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.515464 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94ce0337-f147-4429-af44-07804e98a553 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.521592 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.542430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5a3367c1-ca36-4bdf-a24d-9a6e26ccf28e req-365a0c56-3627-4b4e-b8f2-80d43622b142 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.572988 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.618734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] For port b7c01f0e-bd1e-4aab-b68b-0b81f9848584, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:00:50.629975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Network e4fbd253-ec67-4760-9f35-d8231c84dace is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:50.636185 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:50.641652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:50.642710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] For port b7c01f0e-bd1e-4aab-b68b-0b81f9848584, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7c01f0e-bd1e-4aab-b68b-0b81f9848584,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:00:50.645651 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94ce0337-f147-4429-af44-07804e98a553 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.649289 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94ce0337-f147-4429-af44-07804e98a553 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.655667 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-94ce0337-f147-4429-af44-07804e98a553 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "DELETE /v2.0/security-groups/4572fb7b-680e-46de-b991-aa5b54c2a5d1 HTTP/1.1" status: 204  len: 168 time: 0.6857984
Dec 18 21:00:50.656621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46026) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:50.659878 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.675848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Port': ['ID=f844557f-eb38-48aa-8a3a-a4ec5d372124,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:50.694948 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5a3367c1-ca36-4bdf-a24d-9a6e26ccf28e req-365a0c56-3627-4b4e-b8f2-80d43622b142 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.698431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5a3367c1-ca36-4bdf-a24d-9a6e26ccf28e req-365a0c56-3627-4b4e-b8f2-80d43622b142 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.699599 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a3367c1-ca36-4bdf-a24d-9a6e26ccf28e req-365a0c56-3627-4b4e-b8f2-80d43622b142 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "DELETE /v2.0/security-groups/48577c73-82a2-4735-bc37-dd6b3d9d81dc HTTP/1.1" status: 204  len: 173 time: 0.3592777
Dec 18 21:00:50.705496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:50.706488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.734311 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d7f66e86-c9e8-40d4-b236-5de631b219bc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1002369
Dec 18 21:00:50.741443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce0337-f147-4429-af44-07804e98a553 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4572fb7b-680e-46de-b991-aa5b54c2a5d1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:50.754350 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-285abfea-fe48-47d9-8982-087374ae27d0 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] show failed (client error): The resource could not be found.
Dec 18 21:00:50.758280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46032) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:50.758582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-285abfea-fe48-47d9-8982-087374ae27d0 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "GET /v2.0/security-groups/4572fb7b-680e-46de-b991-aa5b54c2a5d1 HTTP/1.1" status: 404  len: 347 time: 0.0954230
Dec 18 21:00:50.762503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a0c56-3627-4b4e-b8f2-80d43622b142 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48577c73-82a2-4735-bc37-dd6b3d9d81dc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:50.766018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86105680-7086-440f-bed4-b44aed3ae1ca None None] Pushing event updated for resources: {'Port': ['ID=b7c01f0e-bd1e-4aab-b68b-0b81f9848584,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:50.808253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fda487-271d-438c-9327-f48f40474e6c', 'name': 'network-vif-deleted', 'tag': 'c1bac115-de87-4762-9518-c18983081d31'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:50.810657 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6f4bbe-aaa5-40ae-ba68-b41b9f8d275b" -d '{"events": [{"server_uuid": "d2fda487-271d-438c-9327-f48f40474e6c", "name": "network-vif-deleted", "tag": "c1bac115-de87-4762-9518-c18983081d31"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:50.821042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f27bf69f-7663-4758-9814-463af2656e08 req-52f31007-c5f4-4e91-9052-defe7c90980b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/dd7f6bb4-f9a0-4545-b0e9-aef7094e3573 HTTP/1.1" status: 200  len: 1818 time: 0.0612986
Dec 18 21:00:50.834679 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1286d-9456-4b1d-b878-8476cdb4443a req-a16177e2-1556-44d0-ac43-b7a294df493b tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:50.836311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ab1286d-9456-4b1d-b878-8476cdb4443a req-a16177e2-1556-44d0-ac43-b7a294df493b tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.1643908
Dec 18 21:00:50.899177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-75db6231-1456-4612-ae8a-0d5962c31784 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Deleting port b27711ee-3d39-4355-848e-72fe4b5669fc {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:50.899421 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75db6231-1456-4612-ae8a-0d5962c31784 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.923863 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ab1286d-9456-4b1d-b878-8476cdb4443a req-954a002d-d4a2-4c88-ba3c-bd7cafa2bca7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779495
Dec 18 21:00:50.927002 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f27bf69f-7663-4758-9814-463af2656e08 req-63bc1245-a4ce-47d8-831d-18be0ed11d7e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:50.974222 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f27bf69f-7663-4758-9814-463af2656e08 req-63bc1245-a4ce-47d8-831d-18be0ed11d7e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.027529 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75db6231-1456-4612-ae8a-0d5962c31784 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.027885 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75db6231-1456-4612-ae8a-0d5962c31784 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.046389 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f27bf69f-7663-4758-9814-463af2656e08 req-63bc1245-a4ce-47d8-831d-18be0ed11d7e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.049226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f27bf69f-7663-4758-9814-463af2656e08 req-63bc1245-a4ce-47d8-831d-18be0ed11d7e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.050721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f27bf69f-7663-4758-9814-463af2656e08 req-63bc1245-a4ce-47d8-831d-18be0ed11d7e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "DELETE /v2.0/security-groups/dd7f6bb4-f9a0-4545-b0e9-aef7094e3573 HTTP/1.1" status: 204  len: 173 time: 0.2134070
Dec 18 21:00:51.067610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-75db6231-1456-4612-ae8a-0d5962c31784 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Calling delete_port for b27711ee-3d39-4355-848e-72fe4b5669fc owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:51.069173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc1245-a4ce-47d8-831d-18be0ed11d7e tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7f6bb4-f9a0-4545-b0e9-aef7094e3573,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:51.136052 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a464fa9f-d3e2-4059-94b7-c9ec26c3a0ba x-openstack-request-id: req-a464fa9f-d3e2-4059-94b7-c9ec26c3a0ba {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:51.136359 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fda487-271d-438c-9327-f48f40474e6c", "name": "network-vif-deleted", "tag": "c1bac115-de87-4762-9518-c18983081d31", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:51.136611 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a464fa9f-d3e2-4059-94b7-c9ec26c3a0ba {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:51.137134 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fda487-271d-438c-9327-f48f40474e6c', 'name': 'network-vif-deleted', 'tag': 'c1bac115-de87-4762-9518-c18983081d31', 'status': 'completed', 'code': 200}
Dec 18 21:00:51.162603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-9bb42e11-4dde-4412-8596-30fc030efc18 req-32cdf027-2217-4f80-bd26-9f2670553b2c tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-386070356', 'description': 'tempest-description-1315519067'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:51.173754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c1bac115-de87-4762-9518-c18983081d31 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:51.206091 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9bb42e11-4dde-4412-8596-30fc030efc18 req-32cdf027-2217-4f80-bd26-9f2670553b2c tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.242243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: c1bac115-de87-4762-9518-c18983081d31 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:51.242651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c1bac115-de87-4762-9518-c18983081d31 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:51.243082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device e8d47f63-22de-48b3-bd10-4bb15c953401 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:51.275779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75db6231-1456-4612-ae8a-0d5962c31784 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.292377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: e8d47f63-22de-48b3-bd10-4bb15c953401 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:51.292731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device e8d47f63-22de-48b3-bd10-4bb15c953401 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:51.308880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db6231-1456-4612-ae8a-0d5962c31784 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Pushing event deleted for resources: {'Port': ['ID=b27711ee-3d39-4355-848e-72fe4b5669fc,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:51.334569 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9bb42e11-4dde-4412-8596-30fc030efc18 req-32cdf027-2217-4f80-bd26-9f2670553b2c tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.341827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9bb42e11-4dde-4412-8596-30fc030efc18 req-32cdf027-2217-4f80-bd26-9f2670553b2c tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.386353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75db6231-1456-4612-ae8a-0d5962c31784 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.389529 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75db6231-1456-4612-ae8a-0d5962c31784 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.391248 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-75db6231-1456-4612-ae8a-0d5962c31784 tempest-ImagesOneServerNegativeTestJSON-525119256 tempest-ImagesOneServerNegativeTestJSON-525119256-project] 10.222.0.13 "DELETE /v2.0/floatingips/f85e4a46-4d49-4de1-8ea2-1544c3704879 HTTP/1.1" status: 204  len: 168 time: 0.6317716
Dec 18 21:00:51.391877 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9bb42e11-4dde-4412-8596-30fc030efc18 req-32cdf027-2217-4f80-bd26-9f2670553b2c tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.393348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9bb42e11-4dde-4412-8596-30fc030efc18 req-32cdf027-2217-4f80-bd26-9f2670553b2c tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.2354639
Dec 18 21:00:51.395805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdf027-2217-4f80-bd26-9f2670553b2c tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57226a5d-d472-4561-89a2-49e374c1984c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:51.452488 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46048) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:51.458649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-49cf897c-573b-4d2c-8e4a-e7e1110f8b26 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937779596', 'description': 'tempest-description--549542095'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:51.514823 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49cf897c-573b-4d2c-8e4a-e7e1110f8b26 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.570144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e057a465-048b-4fa5-845e-4aa9b21273ba None None] Network e4fbd253-ec67-4760-9f35-d8231c84dace requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:51.632357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67848364-ea5b-4897-863d-9e235693511d req-4d06553f-1a1d-4f08-9d31-a5dbe0abea87 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0726070
Dec 18 21:00:51.646597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1ac506af-223a-4f7f-b5b8-b0eb25833db1 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:51.652528 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49cf897c-573b-4d2c-8e4a-e7e1110f8b26 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.658509 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49cf897c-573b-4d2c-8e4a-e7e1110f8b26 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.682540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1dc7f9c2-f8aa-4693-aa86-5f38922012fc None None] Provisioning complete for port 1ac506af-223a-4f7f-b5b8-b0eb25833db1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:51.683714 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f9c2-f8aa-4693-aa86-5f38922012fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.705919 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49cf897c-573b-4d2c-8e4a-e7e1110f8b26 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.707604 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-49cf897c-573b-4d2c-8e4a-e7e1110f8b26 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2537560
Dec 18 21:00:51.709907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf897c-573b-4d2c-8e4a-e7e1110f8b26 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4903f4-1940-4588-9b07-ca4738782059,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:51.711316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46062) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:51.726109 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-44f664af-6ef9-49ca-9733-c7b3384d27e3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'security_group_rule': {'security_group_id': 'ef4903f4-1940-4588-9b07-ca4738782059', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:51.783675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ceba17a-47d8-407c-a0ce-a1b0a7e6a060 req-a3e355ee-64c2-4f37-85ad-6de9e865a230 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/57226a5d-d472-4561-89a2-49e374c1984c HTTP/1.1" status: 200  len: 1819 time: 0.0763247
Dec 18 21:00:51.786232 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-44f664af-6ef9-49ca-9733-c7b3384d27e3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.796281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-9ceba17a-47d8-407c-a0ce-a1b0a7e6a060 req-8daffdd5-9793-4a0b-b1cd-3debb83699f7 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1851757567', 'description': 'tempest-description-hth-879619988'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:51.859687 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9ceba17a-47d8-407c-a0ce-a1b0a7e6a060 req-8daffdd5-9793-4a0b-b1cd-3debb83699f7 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.947022 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-44f664af-6ef9-49ca-9733-c7b3384d27e3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.953536 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-44f664af-6ef9-49ca-9733-c7b3384d27e3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.964085 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9ceba17a-47d8-407c-a0ce-a1b0a7e6a060 req-8daffdd5-9793-4a0b-b1cd-3debb83699f7 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.970859 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9ceba17a-47d8-407c-a0ce-a1b0a7e6a060 req-8daffdd5-9793-4a0b-b1cd-3debb83699f7 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.974502 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-9ceba17a-47d8-407c-a0ce-a1b0a7e6a060 req-8daffdd5-9793-4a0b-b1cd-3debb83699f7 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.982837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46068) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:51.986508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ceba17a-47d8-407c-a0ce-a1b0a7e6a060 req-8daffdd5-9793-4a0b-b1cd-3debb83699f7 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "PUT /v2.0/security-groups/57226a5d-d472-4561-89a2-49e374c1984c HTTP/1.1" status: 200  len: 1793 time: 0.1955450
Dec 18 21:00:51.995090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 1ac506af-223a-4f7f-b5b8-b0eb25833db1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:51.995464 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.998099 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-44f664af-6ef9-49ca-9733-c7b3384d27e3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:51.999509 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-44f664af-6ef9-49ca-9733-c7b3384d27e3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2799675
Dec 18 21:00:52.001968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f664af-6ef9-49ca-9733-c7b3384d27e3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb670337-4f70-498e-9c41-62c0845c9956,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:52.004461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46074) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:52.029651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-87d81a87-7bf8-4c57-8fd0-3ed06f0dd85f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'security_group_rule': {'security_group_id': 'ef4903f4-1940-4588-9b07-ca4738782059', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:52.051008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daffdd5-9793-4a0b-b1cd-3debb83699f7 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57226a5d-d472-4561-89a2-49e374c1984c,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:52.117316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88c01c9-add5-4f27-9064-e2d9fd20f44e admin admin] Deleting subnet 908b7037-377c-4a4b-b384-1c34c13100b0 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:00:52.126317 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f9c2-f8aa-4693-aa86-5f38922012fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.128528 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f88c01c9-add5-4f27-9064-e2d9fd20f44e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.199368 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938ffff-8b55-40a6-b218-fda3c34d3bca req-862a1e71-7b99-4afc-a190-483498a390b1 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:52.204222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1dc7f9c2-f8aa-4693-aa86-5f38922012fc None None] For port 1ac506af-223a-4f7f-b5b8-b0eb25833db1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ac506af-223a-4f7f-b5b8-b0eb25833db1,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:52.207547 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f88c01c9-add5-4f27-9064-e2d9fd20f44e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.212703 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5938ffff-8b55-40a6-b218-fda3c34d3bca req-862a1e71-7b99-4afc-a190-483498a390b1 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.1112773
Dec 18 21:00:52.223982 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f9c2-f8aa-4693-aa86-5f38922012fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.225965 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06d50660-24ae-42e3-ac0b-36646034eba8 req-6ca4abc8-c955-494c-8394-23f71a3cd4af tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/57226a5d-d472-4561-89a2-49e374c1984c HTTP/1.1" status: 200  len: 1793 time: 0.1767137
Dec 18 21:00:52.288240 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87d81a87-7bf8-4c57-8fd0-3ed06f0dd85f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.323711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b7c01f0e-bd1e-4aab-b68b-0b81f9848584 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:52.334957 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f88c01c9-add5-4f27-9064-e2d9fd20f44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.344322 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2cf6dc80-9fc7-4efe-94b3-0f8dd66cb597 req-20befebb-a29b-4250-aca3-f231db4b5756 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/57226a5d-d472-4561-89a2-49e374c1984c HTTP/1.1" status: 200  len: 1793 time: 0.0824239
Dec 18 21:00:52.396967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7f9c2-f8aa-4693-aa86-5f38922012fc None None] Pushing event updated for resources: {'Port': ['ID=1ac506af-223a-4f7f-b5b8-b0eb25833db1,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:52.417826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b7c01f0e-bd1e-4aab-b68b-0b81f9848584 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:52.418365 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.452880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5938ffff-8b55-40a6-b218-fda3c34d3bca req-abda4b90-7047-4ba0-a144-a52f2969cab5 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2384403
Dec 18 21:00:52.458777 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f88c01c9-add5-4f27-9064-e2d9fd20f44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.492210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44745d8a-667e-4449-93fc-8b3223f248cc None None] Network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:52.515031 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-2cf6dc80-9fc7-4efe-94b3-0f8dd66cb597 req-290e3a1a-4139-4557-a198-c6bc30e66a1a tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.517146 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c01c9-add5-4f27-9064-e2d9fd20f44e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908b7037-377c-4a4b-b384-1c34c13100b0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:52.532663 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f88c01c9-add5-4f27-9064-e2d9fd20f44e admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.539855 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f88c01c9-add5-4f27-9064-e2d9fd20f44e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/908b7037-377c-4a4b-b384-1c34c13100b0 HTTP/1.1" status: 204  len: 168 time: 0.5524151
Dec 18 21:00:52.542497 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46086) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:52.564356 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-2cf6dc80-9fc7-4efe-94b3-0f8dd66cb597 req-290e3a1a-4139-4557-a198-c6bc30e66a1a tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.568021 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87d81a87-7bf8-4c57-8fd0-3ed06f0dd85f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.600758 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87d81a87-7bf8-4c57-8fd0-3ed06f0dd85f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.627335 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a90259a1-3515-43dd-a859-0df826e836d3 None None] Provisioning complete for port 1ac506af-223a-4f7f-b5b8-b0eb25833db1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:52.627335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a90259a1-3515-43dd-a859-0df826e836d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.629253 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-2cf6dc80-9fc7-4efe-94b3-0f8dd66cb597 req-290e3a1a-4139-4557-a198-c6bc30e66a1a tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.635939 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-2cf6dc80-9fc7-4efe-94b3-0f8dd66cb597 req-290e3a1a-4139-4557-a198-c6bc30e66a1a tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.637170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d81a87-7bf8-4c57-8fd0-3ed06f0dd85f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440e5c19-3156-4e9c-9625-c87119f38137,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:52.665011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2cf6dc80-9fc7-4efe-94b3-0f8dd66cb597 req-290e3a1a-4139-4557-a198-c6bc30e66a1a tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "DELETE /v2.0/security-groups/57226a5d-d472-4561-89a2-49e374c1984c HTTP/1.1" status: 204  len: 173 time: 0.3141494
Dec 18 21:00:52.688225 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87d81a87-7bf8-4c57-8fd0-3ed06f0dd85f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.692583 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-87d81a87-7bf8-4c57-8fd0-3ed06f0dd85f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6647215
Dec 18 21:00:52.695394 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46092) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:52.696415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e3a1a-4139-4557-a198-c6bc30e66a1a tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57226a5d-d472-4561-89a2-49e374c1984c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:52.710534 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:52.729165 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.773800 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.818009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2730c300-e2a6-4723-87cf-424c758f212e req-0c12fc48-dcf9-4fae-815a-f904dc927616 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0463884
Dec 18 21:00:52.833992 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-f122ff96-885e-45f4-8d20-915fa1aea9a0 req-519271af-ad4a-4cf1-9065-f5452fe37b23 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] show failed (client error): The resource could not be found.
Dec 18 21:00:52.862850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f122ff96-885e-45f4-8d20-915fa1aea9a0 req-519271af-ad4a-4cf1-9065-f5452fe37b23 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/dd7f6bb4-f9a0-4545-b0e9-aef7094e3573 HTTP/1.1" status: 404  len: 352 time: 0.0220482
Dec 18 21:00:52.897851 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-d9c33ea2-9f35-4e2a-8d46-42903a26bd98 req-ea809270-1830-4ddb-a7b3-2c5d44e23ed2 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] show failed (client error): The resource could not be found.
Dec 18 21:00:52.899794 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.908918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9c33ea2-9f35-4e2a-8d46-42903a26bd98 req-ea809270-1830-4ddb-a7b3-2c5d44e23ed2 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/48577c73-82a2-4735-bc37-dd6b3d9d81dc HTTP/1.1" status: 404  len: 352 time: 0.0268428
Dec 18 21:00:52.909087 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.945468 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e465c70>,) {'filters': {'network_id': ['bfdb70fc-b6f1-4792-b656-71aeb0dae3b6']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:52.953857 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-e549b5ae-a2bd-44fc-b1c9-aa6266f2b841 req-9c00511e-c58a-4eb6-812f-1b76c5214980 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] show failed (client error): The resource could not be found.
Dec 18 21:00:52.955658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e549b5ae-a2bd-44fc-b1c9-aa6266f2b841 req-9c00511e-c58a-4eb6-812f-1b76c5214980 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/64ce66b0-75f7-46c2-bea5-c3ddc8850d03 HTTP/1.1" status: 404  len: 352 time: 0.0267382
Dec 18 21:00:52.962286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e465c70>, '982458e6-7bae-40cc-ab3a-c236543dbde2') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:52.962286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e465c70>, '982458e6-7bae-40cc-ab3a-c236543dbde2') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:52.975929 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:52.993765 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.008628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:00:53.009145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.011641 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-793363b6-dab4-4b67-a4e2-2038cbb0ac53 req-dac542c5-6584-46a7-a819-d1c402ec3ead tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] show failed (client error): The resource could not be found.
Dec 18 21:00:53.022245 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-793363b6-dab4-4b67-a4e2-2038cbb0ac53 req-dac542c5-6584-46a7-a819-d1c402ec3ead tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/3f18a890-12fc-49bb-a36f-325c7109cfc6 HTTP/1.1" status: 404  len: 352 time: 0.0338097
Dec 18 21:00:53.036007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port b7c01f0e-bd1e-4aab-b68b-0b81f9848584, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7c01f0e-bd1e-4aab-b68b-0b81f9848584,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:53.048995 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.061383 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-4acb7c08-2c5d-4c81-9494-e74b171f8d05 req-9d8879a8-f133-4639-951b-56b7b59e548b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] show failed (client error): The resource could not be found.
Dec 18 21:00:53.062696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4acb7c08-2c5d-4c81-9494-e74b171f8d05 req-9d8879a8-f133-4639-951b-56b7b59e548b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/57759464-1812-4f6a-88d2-0cc1abd10c2e HTTP/1.1" status: 404  len: 352 time: 0.0260932
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:00:53.065976 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:00:53.104753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=b7c01f0e-bd1e-4aab-b68b-0b81f9848584,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:53.114751 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.124033 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-1fe30435-62c7-4c00-a397-8c23cdb46e78 req-24da55ab-2986-4111-8690-7b8795ab2000 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] show failed (client error): The resource could not be found.
Dec 18 21:00:53.124207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.125648 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1fe30435-62c7-4c00-a397-8c23cdb46e78 req-24da55ab-2986-4111-8690-7b8795ab2000 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/e7b3e25a-84c1-453c-a7d6-6bcf70947fa3 HTTP/1.1" status: 404  len: 352 time: 0.0343096
Dec 18 21:00:53.137900 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] 10.222.0.13 "DELETE /v2.0/networks/bfdb70fc-b6f1-4792-b656-71aeb0dae3b6 HTTP/1.1" status: 204  len: 168 time: 0.5940711
Dec 18 21:00:53.154986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6fc3f-6ff3-4d61-a285-99a22dbabafc admin admin] Pushing event deleted for resources: {'Network': ['ID=bfdb70fc-b6f1-4792-b656-71aeb0dae3b6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:53.227531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a90259a1-3515-43dd-a859-0df826e836d3 None None] Provisioning complete for port f844557f-eb38-48aa-8a3a-a4ec5d372124 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:53.227995 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a90259a1-3515-43dd-a859-0df826e836d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.229604 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.283970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a90259a1-3515-43dd-a859-0df826e836d3 None None] Port f844557f-eb38-48aa-8a3a-a4ec5d372124 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:00:53.296791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a90259a1-3515-43dd-a859-0df826e836d3 None None] Provisioning complete for port fbcf81f3-8b8e-462f-9434-1aafb30b288a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:53.297176 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a90259a1-3515-43dd-a859-0df826e836d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.359847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a90259a1-3515-43dd-a859-0df826e836d3 None None] Port fbcf81f3-8b8e-462f-9434-1aafb30b288a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:00:53.448596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Allocated IP 172.35.3.51 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/704c4050-7a14-4e23-b6bf-57422d7cfa43) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:00:53.485751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46118) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:53.489103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4409a582-7b95-4a74-8bfc-60b95a9cb708 None None] Provisioning complete for port f844557f-eb38-48aa-8a3a-a4ec5d372124 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:53.489509 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4409a582-7b95-4a74-8bfc-60b95a9cb708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.509312 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae771c-1dc2-490b-8a7d-3d33a52406d9 req-1f71ab2e-c32e-4f67-91cd-daa4d60ce8c2 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:53.517256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7bae771c-1dc2-490b-8a7d-3d33a52406d9 req-1f71ab2e-c32e-4f67-91cd-daa4d60ce8c2 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 1024 time: 0.1015913
Dec 18 21:00:53.556086 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4409a582-7b95-4a74-8bfc-60b95a9cb708 None None] Port f844557f-eb38-48aa-8a3a-a4ec5d372124 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:00:53.565349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1ac506af-223a-4f7f-b5b8-b0eb25833db1 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:53.605053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7ab66123-e197-4718-a650-937fd18a6359 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80e8efe6135e41a689caf483b2c72af1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1178663
Dec 18 21:00:53.607451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4409a582-7b95-4a74-8bfc-60b95a9cb708 None None] Provisioning complete for port fbcf81f3-8b8e-462f-9434-1aafb30b288a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:53.607838 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4409a582-7b95-4a74-8bfc-60b95a9cb708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.610404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46120) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:53.624191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.662162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4409a582-7b95-4a74-8bfc-60b95a9cb708 None None] Port fbcf81f3-8b8e-462f-9434-1aafb30b288a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:00:53.662764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.674304 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7bae771c-1dc2-490b-8a7d-3d33a52406d9 req-09e13f34-9471-4569-aa4e-61bd68c0b242 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b90f329-7660-493e-b8db-5f87c7ac22f4&id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&id=2acbe28c-d33b-484c-ba42-430a5ae43ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1561029
Dec 18 21:00:53.679639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4409a582-7b95-4a74-8bfc-60b95a9cb708 None None] Provisioning complete for port b7c01f0e-bd1e-4aab-b68b-0b81f9848584 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:53.680040 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4409a582-7b95-4a74-8bfc-60b95a9cb708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.714791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee51b2-ac3c-4b36-a0d4-029f8bb376b6 req-f9d5f437-7989-4afc-8e3c-5d28910d9975 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:53.716463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:00:53.719083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:53.723070 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39ee51b2-ac3c-4b36-a0d4-029f8bb376b6 req-f9d5f437-7989-4afc-8e3c-5d28910d9975 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.0998816
Dec 18 21:00:53.723215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:00:53.728809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 1ac506af-223a-4f7f-b5b8-b0eb25833db1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:53.729420 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.759208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Port': ['ID=704c4050-7a14-4e23-b6bf-57422d7cfa43,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:53.778082 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2a905629-7c13-4557-a19e-6c020176ca10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.786780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39ee51b2-ac3c-4b36-a0d4-029f8bb376b6 req-b13407ae-b5f6-47b7-b7bd-292f0cab525f tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626652
Dec 18 21:00:53.811800 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2a905629-7c13-4557-a19e-6c020176ca10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.830064 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.862474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b7c01f0e-bd1e-4aab-b68b-0b81f9848584 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:00:53.867539 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2a905629-7c13-4557-a19e-6c020176ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.869278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.870130 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2a905629-7c13-4557-a19e-6c020176ca10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.871447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2a905629-7c13-4557-a19e-6c020176ca10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88ca8b57-90af-4f84-b7f8-d65dd2c47e0d HTTP/1.1" status: 204  len: 168 time: 0.2598557
Dec 18 21:00:53.880971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a905629-7c13-4557-a19e-6c020176ca10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ca8b57-90af-4f84-b7f8-d65dd2c47e0d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:53.954395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-551de5fa-cc90-424d-99c8-039d4115aca5 None None] Provisioning complete for port b7c01f0e-bd1e-4aab-b68b-0b81f9848584 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:53.954911 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-551de5fa-cc90-424d-99c8-039d4115aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:53.977764 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b434dd4a-58e4-405c-a25a-eed9230c257f req-0351726c-3121-4ac4-8c67-42a5fc22a237 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0431337
Dec 18 21:00:54.042367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b7c01f0e-bd1e-4aab-b68b-0b81f9848584 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:00:54.042751 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:54.387488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:54.393525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:54.458394 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Port': ['ID=704c4050-7a14-4e23-b6bf-57422d7cfa43,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:54.471680 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:54.492385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:54.493573 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2e049bf3-4a4d-4ac6-9e8a-9645fa912b7e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7944844
Dec 18 21:00:54.704030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46154) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:54.838809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-108859639-network', 'tenant_id': 'cd0d854b4dbc4609a90bb655f3adc132'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:54.848768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0aa3e-8e96-4156-98eb-570367c4fc5f req-4e6c057f-fa2f-4349-82bf-51379ba868db tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:54.850212 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fe0aa3e-8e96-4156-98eb-570367c4fc5f req-4e6c057f-fa2f-4349-82bf-51379ba868db tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 1024 time: 0.0839167
Dec 18 21:00:54.873374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-7b18ef05-4c74-4896-9bed-a4fb490f5968 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--937779596&fields=id&tenant_id=08fc19b054a54a08aec65b0870725eb8 HTTP/1.1" status: 200  len: 267 time: 0.0810623
Dec 18 21:00:54.946771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Made reservation on behalf of cd0d854b4dbc4609a90bb655f3adc132 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:54.949032 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:54.955556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714aedc-e760-477d-b7ac-fbe9fb36e3bd req-54de386a-673e-46f5-9015-609e02902959 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:54.957042 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9714aedc-e760-477d-b7ac-fbe9fb36e3bd req-54de386a-673e-46f5-9015-609e02902959 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.36 "GET /v2.0/ports?device_id=6330b4d1-f33b-40ed-87d9-4029566f8b51 HTTP/1.1" status: 200  len: 1024 time: 0.0534868
Dec 18 21:00:54.979274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-fe198ed7-e0f9-4a11-95fa-82e3bb62a7a3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:54.980639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-fe198ed7-e0f9-4a11-95fa-82e3bb62a7a3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports/fbcf81f3-8b8e-462f-9434-1aafb30b288a HTTP/1.1" status: 200  len: 935 time: 0.0908911
Dec 18 21:00:54.983701 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:55.021018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fe0aa3e-8e96-4156-98eb-570367c4fc5f req-b9e04e7a-3c94-46ca-a525-8773ecf2028d tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b90f329-7660-493e-b8db-5f87c7ac22f4&id=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70&id=2acbe28c-d33b-484c-ba42-430a5ae43ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1620500
Dec 18 21:00:55.068867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-a0a17b65-8cb3-4578-9ae1-be01906c972b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:55.070267 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-a0a17b65-8cb3-4578-9ae1-be01906c972b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports/f844557f-eb38-48aa-8a3a-a4ec5d372124 HTTP/1.1" status: 200  len: 937 time: 0.0815930
Dec 18 21:00:55.074722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-9714aedc-e760-477d-b7ac-fbe9fb36e3bd req-a1200978-c4ab-48ce-b2df-cc86e8aea390 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Deleting port 95468de0-87ec-4e68-8883-879d214ec825 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:00:55.076102 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9714aedc-e760-477d-b7ac-fbe9fb36e3bd req-a1200978-c4ab-48ce-b2df-cc86e8aea390 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:55.165865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-71e9f389-9601-4313-a61b-7a571f47880f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0806136
Dec 18 21:00:55.172434 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-9714aedc-e760-477d-b7ac-fbe9fb36e3bd req-a1200978-c4ab-48ce-b2df-cc86e8aea390 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] For port 95468de0-87ec-4e68-8883-879d214ec825, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95468de0-87ec-4e68-8883-879d214ec825,segment=NetworkSegment(189f75b4-aa76-4a9a-8217-476f5d0af68b),segment_id=189f75b4-aa76-4a9a-8217-476f5d0af68b)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:00:55.172951 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9714aedc-e760-477d-b7ac-fbe9fb36e3bd req-a1200978-c4ab-48ce-b2df-cc86e8aea390 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:55.189292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-9714aedc-e760-477d-b7ac-fbe9fb36e3bd req-a1200978-c4ab-48ce-b2df-cc86e8aea390 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Calling delete_port for 95468de0-87ec-4e68-8883-879d214ec825 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:00:55.219333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a9475-e98e-499d-a366-2879116673ed req-88605069-1674-45e0-b996-b7241e2414a4 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:55.220854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a77a9475-e98e-499d-a366-2879116673ed req-88605069-1674-45e0-b996-b7241e2414a4 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.1387482
Dec 18 21:00:55.235945 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:55.240100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-517f9cf7-2a35-4d3f-8f5e-b44268acbac3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0542519
Dec 18 21:00:55.255522 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:55.344703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:00:55.360095 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9714aedc-e760-477d-b7ac-fbe9fb36e3bd req-a1200978-c4ab-48ce-b2df-cc86e8aea390 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:55.369603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a492fcc2-a0af-4020-b8e9-83ef3e44cd80,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:55.384555 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a77a9475-e98e-499d-a366-2879116673ed req-1c0772c0-d830-4572-bf37-7e4f14142cf2 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472542
Dec 18 21:00:55.389691 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:55.390041 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Added segment b193eacc-5179-4341-bb6f-766b1f768f2d of type vlan for network 9c8c69eb-3187-4fe6-b473-e011aabfbaf1
Dec 18 21:00:55.402364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1200978-c4ab-48ce-b2df-cc86e8aea390 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event deleted for resources: {'Port': ['ID=95468de0-87ec-4e68-8883-879d214ec825,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:55.452549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-9714aedc-e760-477d-b7ac-fbe9fb36e3bd req-a1200978-c4ab-48ce-b2df-cc86e8aea390 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] No DVR routers for this DVR port 95468de0-87ec-4e68-8883-879d214ec825 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:00:55.455643 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9714aedc-e760-477d-b7ac-fbe9fb36e3bd req-a1200978-c4ab-48ce-b2df-cc86e8aea390 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:55.459200 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9714aedc-e760-477d-b7ac-fbe9fb36e3bd req-a1200978-c4ab-48ce-b2df-cc86e8aea390 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.36 "DELETE /v2.0/ports/95468de0-87ec-4e68-8883-879d214ec825 HTTP/1.1" status: 204  len: 173 time: 0.4938147
Dec 18 21:00:55.459786 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6330b4d1-f33b-40ed-87d9-4029566f8b51', 'name': 'network-vif-deleted', 'tag': '95468de0-87ec-4e68-8883-879d214ec825'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:00:55.462099 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f740345-820d-4575-b2d4-e52e19dd6791" -d '{"events": [{"server_uuid": "6330b4d1-f33b-40ed-87d9-4029566f8b51", "name": "network-vif-deleted", "tag": "95468de0-87ec-4e68-8883-879d214ec825"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:00:55.464369 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:55.485902 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-1e37ab2f-825c-481d-a421-4327ff3590b8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:55.492864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-1e37ab2f-825c-481d-a421-4327ff3590b8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:55.498871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-1e37ab2f-825c-481d-a421-4327ff3590b8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:55.500486 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-1e37ab2f-825c-481d-a421-4327ff3590b8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/networks?id=50f70d1e-856f-4dc0-8d15-f219387fa189&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344 HTTP/1.1" status: 200  len: 1996 time: 0.2460508
Dec 18 21:00:55.518348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec8744c6-b0b0-4d7a-bdc8-90ece73ce19e req-8c00b74a-3ae7-4471-b926-a232481c12e6 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0590672
Dec 18 21:00:55.537190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-b2135288-4e01-4e88-acc9-1c3f6e9cf60d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/quotas/08fc19b054a54a08aec65b0870725eb8 HTTP/1.1" status: 200  len: 375 time: 0.0213435
Dec 18 21:00:55.555026 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:55.555968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:55.556560 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:55.895594 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25591e1-4f73-4315-9c6e-143014847137 x-openstack-request-id: req-a25591e1-4f73-4315-9c6e-143014847137 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:00:55.895911 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6330b4d1-f33b-40ed-87d9-4029566f8b51", "name": "network-vif-deleted", "tag": "95468de0-87ec-4e68-8883-879d214ec825", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:00:55.896259 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a25591e1-4f73-4315-9c6e-143014847137 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:00:55.896753 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6330b4d1-f33b-40ed-87d9-4029566f8b51', 'name': 'network-vif-deleted', 'tag': '95468de0-87ec-4e68-8883-879d214ec825', 'status': 'completed', 'code': 200}
Dec 18 21:00:55.913122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46188) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:55.913277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.2080889
Dec 18 21:00:55.918159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3f386-58f6-47cc-aceb-fde8f0f9e374 admin admin] Pushing event updated for resources: {'Network': ['ID=9c8c69eb-3187-4fe6-b473-e011aabfbaf1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:55.932988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 9c8c69eb-3187-4fe6-b473-e011aabfbaf1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:00:55.934900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-70da7649-8b7d-47f0-94bf-a0f6b0d4ddbc admin admin] Request body: {'subnet': {'network_id': '9c8c69eb-3187-4fe6-b473-e011aabfbaf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-108859639-subnet', 'tenant_id': 'cd0d854b4dbc4609a90bb655f3adc132', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:55.942834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-ad7f4599-0589-40ae-bc30-8a61d16515e3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&fields=id HTTP/1.1" status: 200  len: 486 time: 0.3942928
Dec 18 21:00:55.988286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70da7649-8b7d-47f0-94bf-a0f6b0d4ddbc admin admin] Made reservation on behalf of cd0d854b4dbc4609a90bb655f3adc132 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:55.991497 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70da7649-8b7d-47f0-94bf-a0f6b0d4ddbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:56.081727 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-7dabfac2-00ea-442a-8bbe-f01c2f773d42 service neutron] 10.222.0.13 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347580
Dec 18 21:00:56.184949 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70da7649-8b7d-47f0-94bf-a0f6b0d4ddbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:56.190586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dfa8eada-2acd-448e-8307-bd04010d5e00 req-fb824532-9fb3-4c8d-8946-41456c7d5d20 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/3b90f329-7660-493e-b8db-5f87c7ac22f4 HTTP/1.1" status: 200  len: 1819 time: 0.0792782
Dec 18 21:00:56.224774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-367847d0-874c-499a-994c-2d115ea32c27 service neutron] 10.222.0.13 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320922
Dec 18 21:00:56.240951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da7649-8b7d-47f0-94bf-a0f6b0d4ddbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b5cbdb-5f31-4454-b65d-96a2f0d4c6d9,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:56.252145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70da7649-8b7d-47f0-94bf-a0f6b0d4ddbc admin admin] Checking segment: {'id': 'b193eacc-5179-4341-bb6f-766b1f768f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c8c69eb-3187-4fe6-b473-e011aabfbaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:00:56.252514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da7649-8b7d-47f0-94bf-a0f6b0d4ddbc admin admin] Network hostable DHCP agents. Network: 9c8c69eb-3187-4fe6-b473-e011aabfbaf1, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:00:56.269257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da7649-8b7d-47f0-94bf-a0f6b0d4ddbc admin admin] Network 9c8c69eb-3187-4fe6-b473-e011aabfbaf1 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:00:56.279868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-8990d4b2-ab17-4d85-9643-fd80024201db service neutron] 10.222.0.13 "GET /v2.0/ports/fbcf81f3-8b8e-462f-9434-1aafb30b288a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0478320
Dec 18 21:00:56.280061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-70da7649-8b7d-47f0-94bf-a0f6b0d4ddbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9c8c69eb-3187-4fe6-b473-e011aabfbaf1) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:00:56.284408 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da7649-8b7d-47f0-94bf-a0f6b0d4ddbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:56.286564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70da7649-8b7d-47f0-94bf-a0f6b0d4ddbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:56.291568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec25521-7635-4338-814c-321b702f68ec None None] Network 9c8c69eb-3187-4fe6-b473-e011aabfbaf1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:56.299387 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dfa8eada-2acd-448e-8307-bd04010d5e00 req-1e7e11e5-93ba-4487-bce4-335340c16199 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:56.305011 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-70da7649-8b7d-47f0-94bf-a0f6b0d4ddbc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.3898695
Dec 18 21:00:56.369660 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dfa8eada-2acd-448e-8307-bd04010d5e00 req-1e7e11e5-93ba-4487-bce4-335340c16199 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:56.436381 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-96ec8e15-071d-4386-b2c0-69df81611560 service neutron] 10.222.0.13 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482525
Dec 18 21:00:56.448458 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dfa8eada-2acd-448e-8307-bd04010d5e00 req-1e7e11e5-93ba-4487-bce4-335340c16199 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:56.451446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea3296-7841-4240-8444-4dd900770fee None None] Network 9c8c69eb-3187-4fe6-b473-e011aabfbaf1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:00:56.451828 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dfa8eada-2acd-448e-8307-bd04010d5e00 req-1e7e11e5-93ba-4487-bce4-335340c16199 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:56.453078 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dfa8eada-2acd-448e-8307-bd04010d5e00 req-1e7e11e5-93ba-4487-bce4-335340c16199 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "DELETE /v2.0/security-groups/3b90f329-7660-493e-b8db-5f87c7ac22f4 HTTP/1.1" status: 204  len: 173 time: 0.2559593
Dec 18 21:00:56.479235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e11e5-93ba-4487-bce4-335340c16199 tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b90f329-7660-493e-b8db-5f87c7ac22f4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:56.607740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48124c4d-b82e-4c3b-9bbe-14840a765e1c req-a20f7ac9-6bd1-4786-b275-02f68b3cfdc7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:56.609123 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48124c4d-b82e-4c3b-9bbe-14840a765e1c req-a20f7ac9-6bd1-4786-b275-02f68b3cfdc7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.0885422
Dec 18 21:00:56.612912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-c67bb511-dbd7-40d9-988c-be76004f0cf8 service neutron] 10.222.0.13 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456521
Dec 18 21:00:56.678260 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-752ada22-9481-4c50-9d2a-e97e00e7d45b service neutron] 10.222.0.13 "GET /v2.0/ports/f844557f-eb38-48aa-8a3a-a4ec5d372124?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0556626
Dec 18 21:00:56.685830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48124c4d-b82e-4c3b-9bbe-14840a765e1c req-59cd5bcc-a83e-448b-ae0c-fb3088d3eacc tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702572
Dec 18 21:00:56.790755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9831492-cd6d-42ff-83e2-8048bde8778f req-180fc082-5e8c-4452-8a61-0f4686cdc7ca tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "GET /v2.0/security-groups/2acbe28c-d33b-484c-ba42-430a5ae43ad6 HTTP/1.1" status: 200  len: 1820 time: 0.0586381
Dec 18 21:00:56.811446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-c722897b-5372-4c6f-a806-a67056d8f999 service neutron] 10.222.0.13 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246865
Dec 18 21:00:56.909127 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9831492-cd6d-42ff-83e2-8048bde8778f req-3216a782-2bac-471c-b5ac-b81169762c2b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:56.945742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-c949da78-dbf4-4475-a0cd-0dad5fd0092c service neutron] 10.222.0.13 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279585
Dec 18 21:00:56.947212 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9831492-cd6d-42ff-83e2-8048bde8778f req-3216a782-2bac-471c-b5ac-b81169762c2b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.035581 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9831492-cd6d-42ff-83e2-8048bde8778f req-3216a782-2bac-471c-b5ac-b81169762c2b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.038094 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9831492-cd6d-42ff-83e2-8048bde8778f req-3216a782-2bac-471c-b5ac-b81169762c2b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.039233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9831492-cd6d-42ff-83e2-8048bde8778f req-3216a782-2bac-471c-b5ac-b81169762c2b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] 10.222.0.13 "DELETE /v2.0/security-groups/2acbe28c-d33b-484c-ba42-430a5ae43ad6 HTTP/1.1" status: 204  len: 173 time: 0.2395079
Dec 18 21:00:57.045206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46208) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:57.065396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216a782-2bac-471c-b5ac-b81169762c2b tempest-SecurityGroupsTestJSON-1987008224 tempest-SecurityGroupsTestJSON-1987008224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acbe28c-d33b-484c-ba42-430a5ae43ad6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:57.078391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-72f48dce-13a3-4928-9af2-4ff9642a04b8 service neutron] 10.222.0.13 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231203
Dec 18 21:00:57.102070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5d22c5-5c60-4701-a9c2-0bbef640e37a admin admin] Deleting subnet 4dd8803e-9e38-40d3-98c4-6000ae1f79e0 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:00:57.105830 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be5d22c5-5c60-4701-a9c2-0bbef640e37a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.142533 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be5d22c5-5c60-4701-a9c2-0bbef640e37a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.157319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 95468de0-87ec-4e68-8883-879d214ec825 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:00:57.181175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 95468de0-87ec-4e68-8883-879d214ec825 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:00:57.183349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 95468de0-87ec-4e68-8883-879d214ec825 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:00:57.187681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-b8aaeefd-c9a2-47e1-b872-1097ff3a5831 service neutron] 10.222.0.13 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0988817
Dec 18 21:00:57.198603 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be5d22c5-5c60-4701-a9c2-0bbef640e37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.254939 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be5d22c5-5c60-4701-a9c2-0bbef640e37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.282817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d22c5-5c60-4701-a9c2-0bbef640e37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd8803e-9e38-40d3-98c4-6000ae1f79e0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:57.288417 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be5d22c5-5c60-4701-a9c2-0bbef640e37a admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.291661 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-be5d22c5-5c60-4701-a9c2-0bbef640e37a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4dd8803e-9e38-40d3-98c4-6000ae1f79e0 HTTP/1.1" status: 204  len: 168 time: 0.2448621
Dec 18 21:00:57.294341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46220) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:57.353924 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-8d96cc5c-4320-4c65-8784-4e2b5e6a64ca service neutron] 10.222.0.13 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586146
Dec 18 21:00:57.361840 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.417748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-39419ec8-67ef-4c07-bd26-64c4519953f2 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:57.419549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-39419ec8-67ef-4c07-bd26-64c4519953f2 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/networks?id=9c8c69eb-3187-4fe6-b473-e011aabfbaf1 HTTP/1.1" status: 200  len: 821 time: 0.1683133
Dec 18 21:00:57.444976 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.453388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-d53e7961-ccb8-4d21-aa9d-6021d74b1311 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/quotas/cd0d854b4dbc4609a90bb655f3adc132 HTTP/1.1" status: 200  len: 375 time: 0.0190003
Dec 18 21:00:57.465985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e7c3b50>,) {'filters': {'network_id': ['a54d1475-0f49-45b1-a549-1796cbed269f']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:57.475304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e7c3b50>, '189f75b4-aa76-4a9a-8217-476f5d0af68b') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:57.475686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e7c3b50>, '189f75b4-aa76-4a9a-8217-476f5d0af68b') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:00:57.486594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.498523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-28031051-af86-47c2-bb26-f96256899f86 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd0d854b4dbc4609a90bb655f3adc132&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0371308
Dec 18 21:00:57.500773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-375eef01-f60f-4ec4-8ff4-825f698c8c3f service neutron] 10.222.0.13 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401978
Dec 18 21:00:57.502469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.508555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:00:57.508949 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:00:57.510654 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:00:57.565528 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.572694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.579240 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] 10.222.0.13 "DELETE /v2.0/networks/a54d1475-0f49-45b1-a549-1796cbed269f HTTP/1.1" status: 204  len: 168 time: 0.2815790
Dec 18 21:00:57.591614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76fdef-f610-48fb-a04e-df0bbc7dc43f admin admin] Pushing event deleted for resources: {'Network': ['ID=a54d1475-0f49-45b1-a549-1796cbed269f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:57.674193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-1eb08d35-29c9-44af-b6ab-aa9c8673ab84 service neutron] 10.222.0.13 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668985
Dec 18 21:00:57.683547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-fd413b08-d7e3-47b2-a320-712050840a6f service neutron] 10.222.0.13 "GET /v2.0/networks/9c8c69eb-3187-4fe6-b473-e011aabfbaf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1687522
Dec 18 21:00:57.697150 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5ab19b43-e563-45b5-b503-dd17bd18cf75 req-599c6444-7f64-4100-a89e-d39cd98a45ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0290790
Dec 18 21:00:57.700148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46224) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:57.755870 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-84056f63-19cf-49ee-98c0-39c81897dc53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d7fb5d0ce9f40d2b55296706489a86a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0545835
Dec 18 21:00:57.758434 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46228) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:57.805485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd87862f-0dab-43c8-808e-e8e44ed1af5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.827615 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd87862f-0dab-43c8-808e-e8e44ed1af5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.847498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-44d07632-2667-4378-9bdf-eba013ec1d81 service neutron] 10.222.0.13 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544054
Dec 18 21:00:57.849423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-2a53a3a0-b410-4795-a788-236c7d91932f service neutron] 10.222.0.13 "GET /v2.0/networks/9c8c69eb-3187-4fe6-b473-e011aabfbaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1651244
Dec 18 21:00:57.882742 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd87862f-0dab-43c8-808e-e8e44ed1af5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.885729 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd87862f-0dab-43c8-808e-e8e44ed1af5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:57.890126 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dd87862f-0dab-43c8-808e-e8e44ed1af5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ba7697c-ed59-4b06-b7fa-2e8ce1185d70 HTTP/1.1" status: 204  len: 168 time: 0.1276128
Dec 18 21:00:57.904219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87862f-0dab-43c8-808e-e8e44ed1af5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba7697c-ed59-4b06-b7fa-2e8ce1185d70,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:57.947528 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2d79efac-0cc9-47d6-bb57-9d607164ebbf service neutron] 10.222.0.13 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937793
Dec 18 21:00:58.071186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db2a6935-2a67-498f-987a-a40383308a4e req-4dd77b03-014a-441f-ade2-b4c6f15b029e tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0380721
Dec 18 21:00:58.121840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-3e1256f7-8c63-44b7-87cd-5d4e9178c1e7 service neutron] 10.222.0.13 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666858
Dec 18 21:00:58.327150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef5083-65df-4120-b4db-ae3b88156d45 req-d4232226-8185-439a-a0cd-23680380bb54 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:58.334743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59ef5083-65df-4120-b4db-ae3b88156d45 req-d4232226-8185-439a-a0cd-23680380bb54 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.1171608
Dec 18 21:00:58.402970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59ef5083-65df-4120-b4db-ae3b88156d45 req-a5fd4d05-c798-4b8d-9fb6-fcf4d52ecbf3 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622847
Dec 18 21:00:58.490434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9574c66e-2eb3-4feb-8b85-9be497ef7060 req-ee558020-a37f-420a-8f09-8ba7c223c92d tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 210 time: 0.0411251
Dec 18 21:00:58.916031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46298) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:58.980158 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35ee053e-d751-423b-b9f7-38bdaf5f2c6d req-f9b33b50-eaad-46e2-a477-beea22249ec1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 210 time: 0.0430233
Dec 18 21:00:59.055345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-93641244-network', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:59.084081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Made reservation on behalf of 6e12ada67cbd430bbf671d34c0cc74f3 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:59.086840 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:59.095799 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:59.191335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f37ac244-225b-4b3b-a7c3-986b01b2dc40 req-31961e3d-cca1-42ed-bbcf-225fce520c6e tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0354140
Dec 18 21:00:59.197604 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:59.204195 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:59.240683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:00:59.265105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:59.266664 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Added segment 7f1c1663-9b47-4cdd-ab05-ea03e58c06a7 of type vlan for network 01d15494-60fe-499f-88a9-138ebcf661b7
Dec 18 21:00:59.276717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a165cad3-911a-46cd-8c96-d73fbc583d97,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:59.324196 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:59.485583 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:59.487755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:59.488582 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:59.573644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb2ee3-43c7-442a-8ac8-e8a3bf9721c1 req-89698dd4-79b6-4ac1-afe8-05d51f771f80 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:59.583012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ffb2ee3-43c7-442a-8ac8-e8a3bf9721c1 req-89698dd4-79b6-4ac1-afe8-05d51f771f80 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.0755639
Dec 18 21:00:59.630865 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7108874
Dec 18 21:00:59.637457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-e637acc0-c605-40f2-b700-4d8f36b202d5 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:00:59.640016 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-e637acc0-c605-40f2-b700-4d8f36b202d5 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.36 "GET /v2.0/networks?id=9c8c69eb-3187-4fe6-b473-e011aabfbaf1 HTTP/1.1" status: 200  len: 821 time: 0.3133514
Dec 18 21:00:59.640567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46340) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:00:59.645834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-89bef7d0-2545-43d1-bec3-4eb3a1c3417e admin admin] Request body: {'subnet': {'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-93641244-subnet', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:59.652028 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a171c8-efeb-436b-b14c-7cf56a66ad03 admin admin] Pushing event updated for resources: {'Network': ['ID=01d15494-60fe-499f-88a9-138ebcf661b7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:00:59.662688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Request body: {'port': {'device_id': '45482c58-7d4f-4437-97c5-4473a966c9be', 'network_id': '9c8c69eb-3187-4fe6-b473-e011aabfbaf1', 'admin_state_up': True, 'tenant_id': 'cd0d854b4dbc4609a90bb655f3adc132'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:00:59.667606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 01d15494-60fe-499f-88a9-138ebcf661b7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:00:59.693671 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ffb2ee3-43c7-442a-8ac8-e8a3bf9721c1 req-48379cfe-73c5-47f3-8f86-cdd67b7a2360 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027687
Dec 18 21:00:59.752258 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bef7d0-2545-43d1-bec3-4eb3a1c3417e admin admin] Made reservation on behalf of 6e12ada67cbd430bbf671d34c0cc74f3 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:59.755161 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89bef7d0-2545-43d1-bec3-4eb3a1c3417e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:59.875841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Made reservation on behalf of cd0d854b4dbc4609a90bb655f3adc132 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:00:59.879401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:00:59.937220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f0a9693-918f-4263-a492-1711524d439d req-a4915625-75f5-4130-a01c-38a0d81aaf8e tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07&device_id=0b891381-d4af-4fda-9ec6-22b0d6bf055a HTTP/1.1" status: 200  len: 210 time: 0.0366113
Dec 18 21:01:00.057717 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45b9cf9d-77db-4fa1-8252-4f2803b15e4f req-d03205ad-0164-46d3-85cd-3b0195a56836 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 210 time: 0.0517001
Dec 18 21:01:00.067192 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89bef7d0-2545-43d1-bec3-4eb3a1c3417e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:00.093056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ab831-a0aa-4dcf-a33d-85297d965ee9 req-6d18b63a-c312-4ad3-ae6f-1a4005c53446 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:00.094690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-627ab831-a0aa-4dcf-a33d-85297d965ee9 req-6d18b63a-c312-4ad3-ae6f-1a4005c53446 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 946 time: 0.0908544
Dec 18 21:01:00.113626 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Allocated IP 172.20.0.9 (9c8c69eb-3187-4fe6-b473-e011aabfbaf1/41b5cbdb-5f31-4454-b65d-96a2f0d4c6d9/c6be3f74-5eea-4881-81d9-59f8a22e72d5) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:01:00.151190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-627ab831-a0aa-4dcf-a33d-85297d965ee9 req-af50c27f-bbc4-4e6d-b59d-fc6a3f937013 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498161
Dec 18 21:01:00.158011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bef7d0-2545-43d1-bec3-4eb3a1c3417e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f055c225-27f3-4973-94a8-519fc6682c27,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:00.171099 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bef7d0-2545-43d1-bec3-4eb3a1c3417e admin admin] Checking segment: {'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:00.171468 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bef7d0-2545-43d1-bec3-4eb3a1c3417e admin admin] Network hostable DHCP agents. Network: 01d15494-60fe-499f-88a9-138ebcf661b7, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:01:00.210375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bef7d0-2545-43d1-bec3-4eb3a1c3417e admin admin] Network 01d15494-60fe-499f-88a9-138ebcf661b7 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:01:00.262068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-89bef7d0-2545-43d1-bec3-4eb3a1c3417e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 01d15494-60fe-499f-88a9-138ebcf661b7) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:00.271911 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bef7d0-2545-43d1-bec3-4eb3a1c3417e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:00.272657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f8d23-d8d5-4780-8624-b772b8f668ab None None] Network 01d15494-60fe-499f-88a9-138ebcf661b7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:01:00.273076 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89bef7d0-2545-43d1-bec3-4eb3a1c3417e admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:00.293387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97c70f52-077e-481e-8029-16b3a9610698 req-29f4021b-6e25-4969-a536-fcf5cf941fcb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 210 time: 0.0371702
Dec 18 21:01:00.307298 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-89bef7d0-2545-43d1-bec3-4eb3a1c3417e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6654012
Dec 18 21:01:00.308349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46350) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:00.323692 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:00.335199 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bdc25ff-7d9a-45a1-b7e7-ab4e3a7c906e req-44683244-f329-494c-8752-a41e4d308012 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f77a53112c4344578a937b3f9396e848&device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0403285
Dec 18 21:01:00.379910 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:00.394491 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:00.396077 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:00.423641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-96d05974-755b-4cd4-89eb-2fb8fa39b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:00.425025 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-96d05974-755b-4cd4-89eb-2fb8fa39b263 service neutron] 10.222.0.31 "GET /v2.0/ports/fbcf81f3-8b8e-462f-9434-1aafb30b288a HTTP/1.1" status: 200  len: 1031 time: 0.0888507
Dec 18 21:01:00.439032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2bca56af-f985-453c-a58d-23d89467b9b4 req-502f1697-ccd6-4fb5-ab8a-a114b0bfe9cf tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.0745578
Dec 18 21:01:00.441431 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bdc25ff-7d9a-45a1-b7e7-ab4e3a7c906e req-51c69ac3-bd69-4c0f-8590-76a1dd745dcc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f77a53112c4344578a937b3f9396e848&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0707414
Dec 18 21:01:00.508857 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:00.517292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:00.536278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-513e3809-07f5-4e79-a384-2ae3a81bf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:00.537576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-513e3809-07f5-4e79-a384-2ae3a81bf6da service neutron] 10.222.0.31 "GET /v2.0/ports/f844557f-eb38-48aa-8a3a-a4ec5d372124 HTTP/1.1" status: 200  len: 1033 time: 0.0952790
Dec 18 21:01:00.593874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01d15494-60fe-499f-88a9-138ebcf661b7', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'fixed_ips': [{'subnet_id': 'f055c225-27f3-4973-94a8-519fc6682c27'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:01:00.594884 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:00.641293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc25ff-7d9a-45a1-b7e7-ab4e3a7c906e req-d1d5410d-9590-4a28-8fbc-05bbfb92134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:00.642797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bdc25ff-7d9a-45a1-b7e7-ab4e3a7c906e req-d1d5410d-9590-4a28-8fbc-05bbfb92134b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1866214
Dec 18 21:01:00.708322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-14cb043b-1e53-4998-934c-7dafc7927bd1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:00.724191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-14cb043b-1e53-4998-934c-7dafc7927bd1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:00.725019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Network 9c8c69eb-3187-4fe6-b473-e011aabfbaf1 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:00.732047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:00.738625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-14cb043b-1e53-4998-934c-7dafc7927bd1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:00.741143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-14cb043b-1e53-4998-934c-7dafc7927bd1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "GET /v2.0/networks?id=50f70d1e-856f-4dc0-8d15-f219387fa189&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344 HTTP/1.1" status: 200  len: 1996 time: 0.1948547
Dec 18 21:01:00.742644 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:00.745195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:01:00.789980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Allocated IP 172.20.0.2 (01d15494-60fe-499f-88a9-138ebcf661b7/f055c225-27f3-4973-94a8-519fc6682c27/c2de66b3-35b9-48fc-9370-046ff6a055f0) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:01:00.800379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:00.801344 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:00.838402 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1822975
Dec 18 21:01:00.886174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Request body: {'port': {'device_id': '45482c58-7d4f-4437-97c5-4473a966c9be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:00.893374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38211e02-f6de-4936-a0c9-3f38a038daa6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Pushing event updated for resources: {'Port': ['ID=c6be3f74-5eea-4881-81d9-59f8a22e72d5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:00.900764 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-91286103-eeeb-4a64-afe8-15fcb61c295a tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08fc19b054a54a08aec65b0870725eb8 HTTP/1.1" status: 200  len: 379 time: 0.1415389
Dec 18 21:01:00.912836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9debca-5b13-4df1-a7f5-8f8bafa63e6c req-292003ae-e6c8-45b7-994a-3bded7185da7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:00.915812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab9debca-5b13-4df1-a7f5-8f8bafa63e6c req-292003ae-e6c8-45b7-994a-3bded7185da7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.1416578
Dec 18 21:01:00.921344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'port': {'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'admin_state_up': True, 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'security_groups': ['ef4903f4-1940-4588-9b07-ca4738782059']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:00.974221 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:00.984567 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:00.993659 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:01.040740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab9debca-5b13-4df1-a7f5-8f8bafa63e6c req-f8f540a1-fe17-4220-9f6b-eeb6bdee4134 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155531
Dec 18 21:01:01.048577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Pushing event updated for resources: {'Port': ['ID=c2de66b3-35b9-48fc-9370-046ff6a055f0,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:01.068384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Network 01d15494-60fe-499f-88a9-138ebcf661b7 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:01.069970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:01.075938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:01:01.106963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:01:01.112041 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:01.167487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Attempting to bind port c2de66b3-35b9-48fc-9370-046ff6a055f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:01.168028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Attempting to bind port c2de66b3-35b9-48fc-9370-046ff6a055f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:01.168424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Attempting to bind port c2de66b3-35b9-48fc-9370-046ff6a055f0 on network 01d15494-60fe-499f-88a9-138ebcf661b7 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:01.174033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:01.174660 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Checking segment: {'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:01.175070 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:01.176561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Bound using segment: {'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:01.177172 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Bound port: c2de66b3-35b9-48fc-9370-046ff6a055f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:01.179231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:01.265020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] For port c2de66b3-35b9-48fc-9370-046ff6a055f0, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:01.268829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] For port c2de66b3-35b9-48fc-9370-046ff6a055f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2de66b3-35b9-48fc-9370-046ff6a055f0,segment=NetworkSegment(7f1c1663-9b47-4cdd-ab05-ea03e58c06a7),segment_id=7f1c1663-9b47-4cdd-ab05-ea03e58c06a7)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:01.272428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Allocated IP 172.20.0.8 (50f70d1e-856f-4dc0-8d15-f219387fa189/fd650901-9f47-47d9-a2fb-bdde348d3ffa/f1860d8e-c101-497b-93b4-18753b0bd5c6) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:01:01.276778 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:01.366029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdf901-a84a-498c-b718-7ebb3614b3aa None None] Pushing event updated for resources: {'Port': ['ID=c2de66b3-35b9-48fc-9370-046ff6a055f0,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:01.368899 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:01.394651 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:01.460532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce3e9-161f-4eef-984d-d30127735014 req-d4687627-b299-4403-b80c-b7a010ef83f7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:01.462905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b36ce3e9-161f-4eef-984d-d30127735014 req-d4687627-b299-4403-b80c-b7a010ef83f7 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 946 time: 0.1852942
Dec 18 21:01:01.474424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed9d11-8601-43bf-aff0-0260000be4bb req-93c8cbdd-297b-4707-bfb7-0f1de621c786 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:01.476371 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2ed9d11-8601-43bf-aff0-0260000be4bb req-93c8cbdd-297b-4707-bfb7-0f1de621c786 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 931 time: 0.2012053
Dec 18 21:01:01.563745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Allocated IP 172.35.3.98 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/e4c9cb91-732f-442d-a911-d0b05ea03bc6) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:01:01.574839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b36ce3e9-161f-4eef-984d-d30127735014 req-2e688b51-9ead-4331-af39-299caaae3105 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976298
Dec 18 21:01:01.656557 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2ed9d11-8601-43bf-aff0-0260000be4bb req-331a9972-9cfa-473c-b0fa-7412ef2e3c5d tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/security-groups?id=a492fcc2-a0af-4020-b8e9-83ef3e44cd80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654148
Dec 18 21:01:01.679896 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:01.738570 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66422f37-bdee-4e6c-b32b-15ecf8e4acbd req-bd47cd4a-41d9-4d92-a0e2-cccf3b133128 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:01.744965 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66422f37-bdee-4e6c-b32b-15ecf8e4acbd req-bd47cd4a-41d9-4d92-a0e2-cccf3b133128 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.31 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 946 time: 0.1685188
Dec 18 21:01:01.771928 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6be3f74-5eea-4881-81d9-59f8a22e72d5 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:01.784108 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:01.813831 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Transition to ACTIVE for port object c6be3f74-5eea-4881-81d9-59f8a22e72d5 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:01:01.829785 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:01.840437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:01.919799 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Pushing event updated for resources: {'Port': ['ID=c6be3f74-5eea-4881-81d9-59f8a22e72d5,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:01.972834 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:02.033137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:02.044436 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:02.051516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:01:02.055392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c9cb91-732f-442d-a911-d0b05ea03bc6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:02.067613 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113894d4-5cdf-46e6-b8ce-79f6910cc361 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:01:02.095222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Attempting to bind port c6be3f74-5eea-4881-81d9-59f8a22e72d5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:02.095580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Attempting to bind port c6be3f74-5eea-4881-81d9-59f8a22e72d5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b193eacc-5179-4341-bb6f-766b1f768f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c8c69eb-3187-4fe6-b473-e011aabfbaf1'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:02.095908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Attempting to bind port c6be3f74-5eea-4881-81d9-59f8a22e72d5 on network 9c8c69eb-3187-4fe6-b473-e011aabfbaf1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:02.105363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Port c6be3f74-5eea-4881-81d9-59f8a22e72d5 on network 9c8c69eb-3187-4fe6-b473-e011aabfbaf1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:01:02.105630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Attempting to bind port c6be3f74-5eea-4881-81d9-59f8a22e72d5 on network 9c8c69eb-3187-4fe6-b473-e011aabfbaf1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:02.116587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:02.116973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Checking segment: {'id': 'b193eacc-5179-4341-bb6f-766b1f768f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c8c69eb-3187-4fe6-b473-e011aabfbaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:02.117327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Bound using segment: {'id': 'b193eacc-5179-4341-bb6f-766b1f768f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c8c69eb-3187-4fe6-b473-e011aabfbaf1'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:02.117756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Bound port: c6be3f74-5eea-4881-81d9-59f8a22e72d5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b193eacc-5179-4341-bb6f-766b1f768f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c8c69eb-3187-4fe6-b473-e011aabfbaf1'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:02.118112 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:02.147137 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-586e5c1e-781c-4a85-9702-62a3d1527993 req-88ed9fa4-eb30-4902-b891-6d2b47c1f100 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 210 time: 0.3908305
Dec 18 21:01:02.168150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-765a8a66-53e0-4191-afdc-1ccb8dbf23d7 req-4c5cb1dd-b945-43dd-b0fe-6bde57576ba2 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.4042692
Dec 18 21:01:02.202688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2be0b681-a4a9-4fd7-a3f0-8b29c8c7e60c None None] Provisioning complete for port e4c9cb91-732f-442d-a911-d0b05ea03bc6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:02.203304 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2be0b681-a4a9-4fd7-a3f0-8b29c8c7e60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:02.252915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2be0b681-a4a9-4fd7-a3f0-8b29c8c7e60c None None] Port e4c9cb91-732f-442d-a911-d0b05ea03bc6 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:01:02.290135 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] For port c6be3f74-5eea-4881-81d9-59f8a22e72d5, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:02.294501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] For port c6be3f74-5eea-4881-81d9-59f8a22e72d5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6be3f74-5eea-4881-81d9-59f8a22e72d5,segment=NetworkSegment(b193eacc-5179-4341-bb6f-766b1f768f2d),segment_id=b193eacc-5179-4341-bb6f-766b1f768f2d)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:02.295366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bdc25ff-7d9a-45a1-b7e7-ab4e3a7c906e req-c960e02c-2f13-4189-975d-8962b1f8daaa tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ad1435-2af2-4304-a343-6763fca22b07 HTTP/1.1" status: 200  len: 210 time: 0.1619480
Dec 18 21:01:02.301614 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:02.304630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:02.398576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Network 50f70d1e-856f-4dc0-8d15-f219387fa189 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:02.407509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:02.410009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:01:02.415578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Port': ['ID=f1860d8e-c101-497b-93b4-18753b0bd5c6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:02.459341 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.459712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.460042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.460388 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.460726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.461061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.461403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.461739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.462072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.462439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.462771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.463097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.463442 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:02.475610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bb195-1e2c-4029-bb8d-7b427836dfa8 req-13363730-e879-49aa-afd8-5c26629bfd06 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:02.484320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a7bb195-1e2c-4029-bb8d-7b427836dfa8 req-13363730-e879-49aa-afd8-5c26629bfd06 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.1819360
Dec 18 21:01:02.554857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-66422f37-bdee-4e6c-b32b-15ecf8e4acbd req-3555856a-9831-47bc-bf90-1d561fb310be tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Deleting port f2b62aae-383e-45ee-bbe4-c5b660bf6e40 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:02.555922 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-66422f37-bdee-4e6c-b32b-15ecf8e4acbd req-3555856a-9831-47bc-bf90-1d561fb310be tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:02.587479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:02.588129 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:02.680857 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a7bb195-1e2c-4029-bb8d-7b427836dfa8 req-e099c4ba-536e-4c8a-9ac7-fcb7dcad64a0 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953361
Dec 18 21:01:02.701613 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-98de33db-2eb8-4ab3-867e-068cfd4b9d45 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7845554
Dec 18 21:01:02.747184 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'port': {'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace', 'admin_state_up': True, 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'security_groups': ['ef4903f4-1940-4588-9b07-ca4738782059']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:02.860683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-66422f37-bdee-4e6c-b32b-15ecf8e4acbd req-3555856a-9831-47bc-bf90-1d561fb310be tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] For port f2b62aae-383e-45ee-bbe4-c5b660bf6e40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2b62aae-383e-45ee-bbe4-c5b660bf6e40,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:02.861164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-66422f37-bdee-4e6c-b32b-15ecf8e4acbd req-3555856a-9831-47bc-bf90-1d561fb310be tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:02.899333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-66422f37-bdee-4e6c-b32b-15ecf8e4acbd req-3555856a-9831-47bc-bf90-1d561fb310be tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Calling delete_port for f2b62aae-383e-45ee-bbe4-c5b660bf6e40 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:02.912587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:02.913283 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:02.915006 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6be3f74-5eea-4881-81d9-59f8a22e72d5 HTTP/1.1" status: 200  len: 1091 time: 2.0391583
Dec 18 21:01:02.917438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45482c58-7d4f-4437-97c5-4473a966c9be', 'tag': 'c6be3f74-5eea-4881-81d9-59f8a22e72d5'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:02.919852 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e803e5-82b2-4aa6-9271-e307cefed8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "45482c58-7d4f-4437-97c5-4473a966c9be", "tag": "c6be3f74-5eea-4881-81d9-59f8a22e72d5"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:03.017192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6949b5dc-ef91-4085-82cf-4fe07d83d66e None None] Provisioning complete for port f1860d8e-c101-497b-93b4-18753b0bd5c6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:03.017975 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6949b5dc-ef91-4085-82cf-4fe07d83d66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:03.022969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6d8d2-ecda-45d1-a6db-d59f1a63c899 None None] Network 01d15494-60fe-499f-88a9-138ebcf661b7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:01:03.026769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8c9a3-984d-4cdd-9981-bc2144a3ea63 service neutron] Pushing event updated for resources: {'Port': ['ID=c6be3f74-5eea-4881-81d9-59f8a22e72d5,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:03.053849 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:03.095451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-1e7d39e1-b43d-44bc-b807-54cd9325914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:03.097235 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-1e7d39e1-b43d-44bc-b807-54cd9325914a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0d854b4dbc4609a90bb655f3adc132&device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 1094 time: 0.1244335
Dec 18 21:01:03.155004 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8581bbaa-801a-4d32-91ed-2e5d78f036b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:03.164436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786ebef-7970-4cab-96d5-0870833573ed req-8c3a27fa-7474-4d98-a9bb-ac58a8bcaf95 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:03.176720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0786ebef-7970-4cab-96d5-0870833573ed req-8c3a27fa-7474-4d98-a9bb-ac58a8bcaf95 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 946 time: 0.4226155
Dec 18 21:01:03.192445 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-207f8a2f-3a60-4383-8fa2-fac1adeed1a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6be3f74-5eea-4881-81d9-59f8a22e72d5 HTTP/1.1" status: 200  len: 217 time: 0.0823567
Dec 18 21:01:03.223600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d509c-68fd-4318-a690-15b8088a3ab9 req-2f68080a-0d11-47d4-9bfa-c50aaf60aa94 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:03.225631 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e5d509c-68fd-4318-a690-15b8088a3ab9 req-2f68080a-0d11-47d4-9bfa-c50aaf60aa94 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 943 time: 0.4016259
Dec 18 21:01:03.232214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6949b5dc-ef91-4085-82cf-4fe07d83d66e None None] Port f1860d8e-c101-497b-93b4-18753b0bd5c6 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:01:03.238004 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eb1e3ece-13e6-4590-918b-eb0ad8dcfedf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:01:03.266375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-8b476449-8b00-4840-9d28-679ad6b35eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:03.271829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eb1e3ece-13e6-4590-918b-eb0ad8dcfedf no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:03.272228 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-8b476449-8b00-4840-9d28-679ad6b35eb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41b5cbdb-5f31-4454-b65d-96a2f0d4c6d9 HTTP/1.1" status: 200  len: 861 time: 0.0689168
Dec 18 21:01:03.344769 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0786ebef-7970-4cab-96d5-0870833573ed req-47b146b2-ada4-4706-a68a-3aedcd9617ed tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665626
Dec 18 21:01:03.354459 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-51000121-cf71-4863-95bb-6f9ff446718f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c8c69eb-3187-4fe6-b473-e011aabfbaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0669894
Dec 18 21:01:03.406355 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:03.409829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:01:03.417318 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:03.454543 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e5d509c-68fd-4318-a690-15b8088a3ab9 req-03bd5d74-b3df-4504-86b3-2b463d600210 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/security-groups?id=a492fcc2-a0af-4020-b8e9-83ef3e44cd80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994731
Dec 18 21:01:03.468940 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-66422f37-bdee-4e6c-b32b-15ecf8e4acbd req-3555856a-9831-47bc-bf90-1d561fb310be tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:03.515849 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff6fae7-3af7-4fd0-b55e-27ad2d32cfce x-openstack-request-id: req-fff6fae7-3af7-4fd0-b55e-27ad2d32cfce {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:03.517915 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45482c58-7d4f-4437-97c5-4473a966c9be", "tag": "c6be3f74-5eea-4881-81d9-59f8a22e72d5", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:03.522348 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fff6fae7-3af7-4fd0-b55e-27ad2d32cfce {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:03.522348 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45482c58-7d4f-4437-97c5-4473a966c9be', 'tag': 'c6be3f74-5eea-4881-81d9-59f8a22e72d5', 'status': 'completed', 'code': 200}
Dec 18 21:01:03.572343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555856a-9831-47bc-bf90-1d561fb310be tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Pushing event deleted for resources: {'Port': ['ID=f2b62aae-383e-45ee-bbe4-c5b660bf6e40,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:03.633486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f436640a-8992-4e8c-bdca-8adcc9d844b1', 'f2b62aae-383e-45ee-bbe4-c5b660bf6e40'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:03.639181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['df772871-7061-43d6-b5d3-522b6ef7eef9', 'd926283b-c07a-4bd8-97f5-e45248571489'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:03.715402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-66422f37-bdee-4e6c-b32b-15ecf8e4acbd req-3555856a-9831-47bc-bf90-1d561fb310be tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] No DVR routers for this DVR port f2b62aae-383e-45ee-bbe4-c5b660bf6e40 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:03.718838 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-66422f37-bdee-4e6c-b32b-15ecf8e4acbd req-3555856a-9831-47bc-bf90-1d561fb310be tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:03.722418 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66422f37-bdee-4e6c-b32b-15ecf8e4acbd req-3555856a-9831-47bc-bf90-1d561fb310be tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.31 "DELETE /v2.0/ports/f2b62aae-383e-45ee-bbe4-c5b660bf6e40 HTTP/1.1" status: 204  len: 173 time: 1.9643741
Dec 18 21:01:03.732798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739aef66-e288-446f-8e66-89bc17a985c5', 'name': 'network-vif-deleted', 'tag': 'f2b62aae-383e-45ee-bbe4-c5b660bf6e40'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:03.735203 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f094427a-c43e-4c65-82b7-acc0eccc780f" -d '{"events": [{"server_uuid": "739aef66-e288-446f-8e66-89bc17a985c5", "name": "network-vif-deleted", "tag": "f2b62aae-383e-45ee-bbe4-c5b660bf6e40"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:03.785415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c2de66b3-35b9-48fc-9370-046ff6a055f0 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:03.813686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40c11e-35dd-42b4-abc3-43df4051141b req-408d3d56-789f-4a6c-b0fb-f106462b11ea tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:03.818604 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:03.830061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb40c11e-35dd-42b4-abc3-43df4051141b req-408d3d56-789f-4a6c-b0fb-f106462b11ea tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 931 time: 0.2736578
Dec 18 21:01:03.885045 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-0a2019ec-fbc5-4468-8cf0-74992f51bdc7 service neutron] 10.222.0.36 "GET /v2.0/networks/9c8c69eb-3187-4fe6-b473-e011aabfbaf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3922431
Dec 18 21:01:03.926896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Allocated IP 10.1.1.111 (e4fbd253-ec67-4760-9f35-d8231c84dace/41db58aa-9be6-4f7e-8474-4a12381938c1/1dc7a401-6ed9-4aec-ba52-1af54a484d85) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:01:03.930146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'eb1e3ece-13e6-4590-918b-eb0ad8dcfedf', 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916', 'port_id': 'eb1e3ece-13e6-4590-918b-eb0ad8dcfedf', 'mac_address': 'fa:16:3e:e4:a0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8509a0-c02c-4bd4-8d18-4947f19cdc9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:01:03.965804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d0670e3b-854b-4371-8d44-61daabc340cd None None] Provisioning complete for port c2de66b3-35b9-48fc-9370-046ff6a055f0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:03.966863 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d0670e3b-854b-4371-8d44-61daabc340cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:03.977638 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb40c11e-35dd-42b4-abc3-43df4051141b req-ef6793f4-c571-4cd4-8034-dcd20fc891c1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1464491
Dec 18 21:01:04.034242 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:04.040873 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-450fe97e-5612-4b43-8cc0-dcd6464afa39 req-24957551-5525-43c2-a74a-aa8e38bc41a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f77a53112c4344578a937b3f9396e848&device_id=0b891381-d4af-4fda-9ec6-22b0d6bf055a HTTP/1.1" status: 200  len: 210 time: 0.1044753
Dec 18 21:01:04.076521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb1e3ece-13e6-4590-918b-eb0ad8dcfedf {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:04.100307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:04.123197 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:04.139464 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ce4b30-432b-4234-82ce-1166c33c6ccf x-openstack-request-id: req-23ce4b30-432b-4234-82ce-1166c33c6ccf {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:04.145559 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739aef66-e288-446f-8e66-89bc17a985c5", "name": "network-vif-deleted", "tag": "f2b62aae-383e-45ee-bbe4-c5b660bf6e40", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:04.145840 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23ce4b30-432b-4234-82ce-1166c33c6ccf {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:04.146299 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739aef66-e288-446f-8e66-89bc17a985c5', 'name': 'network-vif-deleted', 'tag': 'f2b62aae-383e-45ee-bbe4-c5b660bf6e40', 'status': 'completed', 'code': 200}
Dec 18 21:01:04.152878 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67a4622-471d-4e3b-9aa6-5d8bf16c136f req-c7dc6da0-616f-4bb9-b625-214dc23626b1 service neutron] 10.222.0.36 "GET /v2.0/networks/9c8c69eb-3187-4fe6-b473-e011aabfbaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072268
Dec 18 21:01:04.207075 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-450fe97e-5612-4b43-8cc0-dcd6464afa39 req-b0f309ae-64ee-42b7-8ed4-68e313389c0d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f77a53112c4344578a937b3f9396e848&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1384525
Dec 18 21:01:04.211529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port c2de66b3-35b9-48fc-9370-046ff6a055f0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:04.212032 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:04.273032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e803e5-82b2-4aa6-9271-e307cefed8a0 req-df2c55a4-cc4b-41a9-b407-626dae253135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:04.273032 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7e803e5-82b2-4aa6-9271-e307cefed8a0 req-df2c55a4-cc4b-41a9-b407-626dae253135 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0d854b4dbc4609a90bb655f3adc132&device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 1094 time: 0.0556302
Dec 18 21:01:04.278943 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1482ba75-5dca-4558-a5fb-52314279cbcc req-24289be0-507e-4b64-9815-ece2e5f4250e tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b891381-d4af-4fda-9ec6-22b0d6bf055a HTTP/1.1" status: 200  len: 210 time: 0.0707595
Dec 18 21:01:04.321339 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:04.346110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id eb1e3ece-13e6-4590-918b-eb0ad8dcfedf {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:04.382641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Router ec3d6fe5-457b-41d5-926b-696d66198380 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:01:04.447299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e6904-ba4e-4fc7-9124-afecf0c0d88d req-cc0b1b1f-70e8-470f-972b-d30ce21f33b3 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:04.454901 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-033e6904-ba4e-4fc7-9124-afecf0c0d88d req-cc0b1b1f-70e8-470f-972b-d30ce21f33b3 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.4215670
Dec 18 21:01:04.455983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:04.470646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:04.496861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['eb1e3ece-13e6-4590-918b-eb0ad8dcfedf'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:04.547651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e803e5-82b2-4aa6-9271-e307cefed8a0 req-b15c09aa-75ff-4571-8035-e980d55cd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:04.550083 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7e803e5-82b2-4aa6-9271-e307cefed8a0 req-b15c09aa-75ff-4571-8035-e980d55cd7a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c8c69eb-3187-4fe6-b473-e011aabfbaf1 HTTP/1.1" status: 200  len: 922 time: 0.2661300
Dec 18 21:01:04.569582 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:04.591718 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:04.600442 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7e803e5-82b2-4aa6-9271-e307cefed8a0 req-ed80e42f-06ee-4da4-8023-d09f6481d6f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6be3f74-5eea-4881-81d9-59f8a22e72d5 HTTP/1.1" status: 200  len: 217 time: 0.0397925
Dec 18 21:01:04.602933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:01:04.613115 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Sync routers for ids ['ec3d6fe5-457b-41d5-926b-696d66198380'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:01:04.630073 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Routers {'ec3d6fe5-457b-41d5-926b-696d66198380'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:01:04.631444 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36642f61f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:00:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ec3d6fe5-457b-41d5-926b-696d66198380'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:04.645055 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:04.694066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aba95b59-3c16-4b1a-8f5c-37178d3bfbe6 req-b70b8d82-f3df-41b7-baf9-12f838a3585b tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=739aef66-e288-446f-8e66-89bc17a985c5 HTTP/1.1" status: 200  len: 210 time: 0.1772625
Dec 18 21:01:04.703700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:04.755715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:04.761405 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8c0381e6-3b28-443c-a890-7f84c012c437 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.4436049
Dec 18 21:01:04.762181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46412) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:04.774288 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Set router ec3d6fe5-457b-41d5-926b-696d66198380 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:01:04.805005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-033e6904-ba4e-4fc7-9124-afecf0c0d88d req-b646fcab-4138-4c2d-82af-7338c1c68cc1 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3491397
Dec 18 21:01:04.851160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Network e4fbd253-ec67-4760-9f35-d8231c84dace is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:04.875951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fe97e-5612-4b43-8cc0-dcd6464afa39 req-264d9f4b-ffc3-4acd-a439-b480b77cb78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:04.877422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-450fe97e-5612-4b43-8cc0-dcd6464afa39 req-264d9f4b-ffc3-4acd-a439-b480b77cb78e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6594024
Dec 18 21:01:04.879731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Port': ['ID=1dc7a401-6ed9-4aec-ba52-1af54a484d85,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:04.927198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e803e5-82b2-4aa6-9271-e307cefed8a0 req-34085eb4-7a20-41f4-a205-0865ed2a4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:04.929633 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7e803e5-82b2-4aa6-9271-e307cefed8a0 req-34085eb4-7a20-41f4-a205-0865ed2a4d50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41b5cbdb-5f31-4454-b65d-96a2f0d4c6d9 HTTP/1.1" status: 200  len: 861 time: 0.2969725
Dec 18 21:01:04.934161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:04.939837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:01:05.003039 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36642f61f0>, [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:01:02Z', 'revision_number': 3, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:05.034460 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Checking router: ec3d6fe5-457b-41d5-926b-696d66198380 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:01:05.035078 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Updating router ec3d6fe5-457b-41d5-926b-696d66198380 port e4c9cb91-732f-442d-a911-d0b05ea03bc6 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:01:05.039358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:05.039358 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.063537 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.100014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-63c2a897-27b2-49e2-a020-8c03bd634026 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3851850
Dec 18 21:01:05.120601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1447a7-d737-495d-a4b6-d8292d8bdae7 req-4907f50a-a2b9-4cff-a832-e8401815cf6a tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:05.132735 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cc1447a7-d737-495d-a4b6-d8292d8bdae7 req-4907f50a-a2b9-4cff-a832-e8401815cf6a tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 943 time: 0.2861655
Dec 18 21:01:05.138756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'port': {'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace', 'admin_state_up': True, 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'security_groups': ['ef4903f4-1940-4588-9b07-ca4738782059']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:05.153168 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7e803e5-82b2-4aa6-9271-e307cefed8a0 req-702675d1-d066-43a9-9d9d-031cce4850ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c8c69eb-3187-4fe6-b473-e011aabfbaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2100077
Dec 18 21:01:05.274620 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d0670e3b-854b-4371-8d44-61daabc340cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.311293 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cc1447a7-d737-495d-a4b6-d8292d8bdae7 req-1ef0ad41-499b-468a-b0bd-3091790b26ce tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/security-groups?id=a492fcc2-a0af-4020-b8e9-83ef3e44cd80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772614
Dec 18 21:01:05.337340 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f2b62aae-383e-45ee-bbe4-c5b660bf6e40 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:05.398844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1c6d8-8fe1-4b96-b071-956d1aa93933 req-b12bef53-2a45-473c-9afc-5650f0f5c1ec tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:05.424206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1c6d8-8fe1-4b96-b071-956d1aa93933 req-b12bef53-2a45-473c-9afc-5650f0f5c1ec tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:05.426383 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.427673 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.434072 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.443585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4df1c6d8-8fe1-4b96-b071-956d1aa93933 req-b12bef53-2a45-473c-9afc-5650f0f5c1ec tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 1653 time: 0.2977104
Dec 18 21:01:05.463160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: f2b62aae-383e-45ee-bbe4-c5b660bf6e40 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:01:05.463564 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f2b62aae-383e-45ee-bbe4-c5b660bf6e40 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:05.480165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7fe30a-0515-40dc-856e-1577f5d08737 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:01:05.485291 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Attempting to bind port e4c9cb91-732f-442d-a911-d0b05ea03bc6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:05.485937 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Attempting to bind port e4c9cb91-732f-442d-a911-d0b05ea03bc6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:05.486649 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Attempting to bind port e4c9cb91-732f-442d-a911-d0b05ea03bc6 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:05.500417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d0670e3b-854b-4371-8d44-61daabc340cd None None] For port c2de66b3-35b9-48fc-9370-046ff6a055f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2de66b3-35b9-48fc-9370-046ff6a055f0,segment=NetworkSegment(7f1c1663-9b47-4cdd-ab05-ea03e58c06a7),segment_id=7f1c1663-9b47-4cdd-ab05-ea03e58c06a7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:05.503389 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7e803e5-82b2-4aa6-9271-e307cefed8a0 req-f6f03c89-ebc9-444b-99a5-8e281920cd85 service neutron] 10.222.0.36 "GET /v2.0/networks/9c8c69eb-3187-4fe6-b473-e011aabfbaf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2818060
Dec 18 21:01:05.504330 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb80d-4c28-4a21-97ae-e32cbd2955fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.516849 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d0670e3b-854b-4371-8d44-61daabc340cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.533991 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:05.534777 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:05.535417 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.536065 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:05.536708 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Bound port: e4c9cb91-732f-442d-a911-d0b05ea03bc6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:05.537305 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.573579 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:01:05.574403 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:01:05.604175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4df1c6d8-8fe1-4b96-b071-956d1aa93933 req-586f2c54-4b99-418f-a342-31cee7c31824 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1595113
Dec 18 21:01:05.614637 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] For port e4c9cb91-732f-442d-a911-d0b05ea03bc6, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:05.628382 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] For port e4c9cb91-732f-442d-a911-d0b05ea03bc6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4c9cb91-732f-442d-a911-d0b05ea03bc6,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:05.628382 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.649101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a685a2c-c1fb-4a04-b735-01eec31e89dd req-159723ef-ea96-44f2-afa0-545cf51529c6 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b891381-d4af-4fda-9ec6-22b0d6bf055a HTTP/1.1" status: 200  len: 210 time: 0.0954461
Dec 18 21:01:05.703919 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Routers {'ec3d6fe5-457b-41d5-926b-696d66198380'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:01:05.705838 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36642f61f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:01:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ec3d6fe5-457b-41d5-926b-696d66198380'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:05.710810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:01:05.712184 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84850a26-f8be-4abd-bfac-d97916f7e7c4 None None] Pushing event updated for resources: {'Port': ['ID=e4c9cb91-732f-442d-a911-d0b05ea03bc6,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:05.727724 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.736005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211748fb-8247-46aa-80de-06f28b98618a None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:01:05.771974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0670e3b-854b-4371-8d44-61daabc340cd None None] Pushing event updated for resources: {'Port': ['ID=c2de66b3-35b9-48fc-9370-046ff6a055f0,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:05.774833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c05cf168-0aa7-4e00-84a7-eff99b2ea175 None None] Provisioning complete for port e4c9cb91-732f-442d-a911-d0b05ea03bc6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:05.775199 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c05cf168-0aa7-4e00-84a7-eff99b2ea175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.797436 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84850a26-f8be-4abd-bfac-d97916f7e7c4 None None] Pushing event updated for resources: {'Port': ['ID=e4c9cb91-732f-442d-a911-d0b05ea03bc6,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:05.854301 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7e803e5-82b2-4aa6-9271-e307cefed8a0 req-ffa0b251-53d0-4abb-999b-ca842178f17d service neutron] 10.222.0.36 "GET /v2.0/networks/9c8c69eb-3187-4fe6-b473-e011aabfbaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3397858
Dec 18 21:01:05.893747 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c05cf168-0aa7-4e00-84a7-eff99b2ea175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.924497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c05cf168-0aa7-4e00-84a7-eff99b2ea175 None None] For port e4c9cb91-732f-442d-a911-d0b05ea03bc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4c9cb91-732f-442d-a911-d0b05ea03bc6,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:05.931929 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c05cf168-0aa7-4e00-84a7-eff99b2ea175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:05.932419 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] Set router ec3d6fe5-457b-41d5-926b-696d66198380 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:01:05.991197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c05cf168-0aa7-4e00-84a7-eff99b2ea175 None None] Provisioning complete for port 1dc7a401-6ed9-4aec-ba52-1af54a484d85 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:05.991605 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c05cf168-0aa7-4e00-84a7-eff99b2ea175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:06.043334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Allocated IP 10.1.1.25 (e4fbd253-ec67-4760-9f35-d8231c84dace/41db58aa-9be6-4f7e-8474-4a12381938c1/59526aeb-f155-46bf-ba7e-15d8467624a2) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:01:06.058084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c05cf168-0aa7-4e00-84a7-eff99b2ea175 None None] Port 1dc7a401-6ed9-4aec-ba52-1af54a484d85 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:01:06.074417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ed6a5-3b3a-4db1-bd40-61a7a75c3208 req-c03649a4-4396-46e2-9cca-8a093f309b7c tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:06.082681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-372ed6a5-3b3a-4db1-bd40-61a7a75c3208 req-c03649a4-4396-46e2-9cca-8a093f309b7c tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 944 time: 0.1176569
Dec 18 21:01:06.132702 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c05cf168-0aa7-4e00-84a7-eff99b2ea175 None None] Provisioning complete for port c2de66b3-35b9-48fc-9370-046ff6a055f0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:06.133431 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c05cf168-0aa7-4e00-84a7-eff99b2ea175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:06.142333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cf168-0aa7-4e00-84a7-eff99b2ea175 None None] Pushing event updated for resources: {'Port': ['ID=e4c9cb91-732f-442d-a911-d0b05ea03bc6,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:06.184871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-372ed6a5-3b3a-4db1-bd40-61a7a75c3208 req-409d6038-a61f-4823-ae37-eff85cc33766 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009247
Dec 18 21:01:06.260971 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36642f61f0>, [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:01:02Z', 'revision_number': 3, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:06.306511 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d8be32-ce6e-47a2-9af3-d8c7cc5f23b3 None None] The sync data for ids ['ec3d6fe5-457b-41d5-926b-696d66198380'] in ncdv-master-1 is: [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:01:02Z', 'revision_number': 3, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:01:06.360619 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-450fe97e-5612-4b43-8cc0-dcd6464afa39 req-e55548fd-7992-4119-bd2b-d28790b31504 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b891381-d4af-4fda-9ec6-22b0d6bf055a HTTP/1.1" status: 200  len: 210 time: 0.0698092
Dec 18 21:01:06.361733 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:06.373922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c2de66b3-35b9-48fc-9370-046ff6a055f0 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:06.392645 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:06.413211 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:06.466084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e5d8c5c7-67c3-438c-8f24-d82d3c05665e None None] Provisioning complete for port e4c9cb91-732f-442d-a911-d0b05ea03bc6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:06.466543 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c5c7-67c3-438c-8f24-d82d3c05665e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:06.521380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port c2de66b3-35b9-48fc-9370-046ff6a055f0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:06.522390 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:06.547672 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:06.649117 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Network e4fbd253-ec67-4760-9f35-d8231c84dace is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:06.674832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036eee0-9c40-412b-b07d-176875509c73 req-f2ec6cfc-04fb-4a80-8abf-b85bfe9909bb tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:06.684447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0036eee0-9c40-412b-b07d-176875509c73 req-f2ec6cfc-04fb-4a80-8abf-b85bfe9909bb tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 943 time: 0.2134271
Dec 18 21:01:06.698946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Allocated IP 172.20.0.1 (01d15494-60fe-499f-88a9-138ebcf661b7/f055c225-27f3-4973-94a8-519fc6682c27/5b9d1755-a2ae-4a04-b12c-5f53aa2f892c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:01:06.711439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:06.726042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:01:06.841865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Port': ['ID=59526aeb-f155-46bf-ba7e-15d8467624a2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:06.926651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0036eee0-9c40-412b-b07d-176875509c73 req-88cf83e1-c671-4daa-82a3-692213172811 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/security-groups?id=a492fcc2-a0af-4020-b8e9-83ef3e44cd80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2408664
Dec 18 21:01:07.016384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:07.017303 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.057703 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.083861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-860122fa-7b71-4de1-997a-a2103e459d47 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.9734821
Dec 18 21:01:07.100493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fe6d0-4ad7-4177-8993-3a0e9e48f1f6 req-eeb08f23-8c43-4703-8100-8565b69cdbc0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:07.112093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fe6d0-4ad7-4177-8993-3a0e9e48f1f6 req-eeb08f23-8c43-4703-8100-8565b69cdbc0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:07.127032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fe6d0-4ad7-4177-8993-3a0e9e48f1f6 req-eeb08f23-8c43-4703-8100-8565b69cdbc0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:07.129927 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.133624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d5fe6d0-4ad7-4177-8993-3a0e9e48f1f6 req-eeb08f23-8c43-4703-8100-8565b69cdbc0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 2373 time: 0.3555002
Dec 18 21:01:07.152195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'port': {'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344', 'admin_state_up': True, 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'security_groups': ['ef4903f4-1940-4588-9b07-ca4738782059']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:07.172749 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Network 01d15494-60fe-499f-88a9-138ebcf661b7 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:07.175950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:07.179520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:01:07.189948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c6be3f74-5eea-4881-81d9-59f8a22e72d5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:01:07.219335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Pushing event updated for resources: {'Port': ['ID=5b9d1755-a2ae-4a04-b12c-5f53aa2f892c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:07.220192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4698f29-fbc7-4da0-800f-e75a7674f368 req-fb6452b2-fa6c-4c2b-ab99-413215685728 tempest-ServerShowV247Test-1707110035 tempest-ServerShowV247Test-1707110035-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b891381-d4af-4fda-9ec6-22b0d6bf055a HTTP/1.1" status: 200  len: 210 time: 0.0843968
Dec 18 21:01:07.238236 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.341130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d5fe6d0-4ad7-4177-8993-3a0e9e48f1f6 req-04431dc5-ea1b-4896-bb9a-1ad18d8c93b6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1845253
Dec 18 21:01:07.346877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port c6be3f74-5eea-4881-81d9-59f8a22e72d5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6be3f74-5eea-4881-81d9-59f8a22e72d5,segment=NetworkSegment(b193eacc-5179-4341-bb6f-766b1f768f2d),segment_id=b193eacc-5179-4341-bb6f-766b1f768f2d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:07.404401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'c6be3f74-5eea-4881-81d9-59f8a22e72d5', 'network_id': '9c8c69eb-3187-4fe6-b473-e011aabfbaf1', 'port_id': 'c6be3f74-5eea-4881-81d9-59f8a22e72d5', 'mac_address': 'fa:16:3e:01:9b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b5cbdb-5f31-4454-b65d-96a2f0d4c6d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:01:07.411376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eb1e3ece-13e6-4590-918b-eb0ad8dcfedf up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:07.475050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b909612f-68d7-47b6-9df8-7676b544358f None None] Provisioning complete for port 59526aeb-f155-46bf-ba7e-15d8467624a2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:07.475527 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b909612f-68d7-47b6-9df8-7676b544358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.530903 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.599413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:01:07.632598 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.634740 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b909612f-68d7-47b6-9df8-7676b544358f None None] Port 59526aeb-f155-46bf-ba7e-15d8467624a2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:01:07.655187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6be3f74-5eea-4881-81d9-59f8a22e72d5 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:07.670441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd22391-6e32-4e95-bdf7-cba103dd7f59 req-7d1d17ef-22aa-48ad-9a01-31dbcc4295e9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:07.672458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0bd22391-6e32-4e95-bdf7-cba103dd7f59 req-7d1d17ef-22aa-48ad-9a01-31dbcc4295e9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 944 time: 0.1524544
Dec 18 21:01:07.730095 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port c6be3f74-5eea-4881-81d9-59f8a22e72d5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6be3f74-5eea-4881-81d9-59f8a22e72d5,segment=NetworkSegment(b193eacc-5179-4341-bb6f-766b1f768f2d),segment_id=b193eacc-5179-4341-bb6f-766b1f768f2d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:07.752408 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.776587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec028e-11ef-45f5-b900-caaffc32a2d9 req-456c4653-733d-48cd-863f-91f312959d53 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:07.778802 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7ec028e-11ef-45f5-b900-caaffc32a2d9 req-456c4653-733d-48cd-863f-91f312959d53 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 946 time: 0.1728170
Dec 18 21:01:07.795410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:07.795786 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.805066 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.813034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.837011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0bd22391-6e32-4e95-bdf7-cba103dd7f59 req-d7c6e773-79a6-4edb-97fe-0854651934d4 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355650
Dec 18 21:01:07.853719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5a90f7e5-fe24-4f75-a3c3-c46204e0cd22 None None] Provisioning complete for port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:07.854087 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a90f7e5-fe24-4f75-a3c3-c46204e0cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.860494 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.881367 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7ec028e-11ef-45f5-b900-caaffc32a2d9 req-83cf2b42-8ba9-4ad8-8022-7f3bd7cc5aab tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921693
Dec 18 21:01:07.920591 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:07.926493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Pushing event updated for resources: {'Port': ['ID=5b9d1755-a2ae-4a04-b12c-5f53aa2f892c,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:07.971191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=c6be3f74-5eea-4881-81d9-59f8a22e72d5,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:07.988563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5a90f7e5-fe24-4f75-a3c3-c46204e0cd22 None None] Port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:01:07.995429 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:08.039503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99065c17-efa8-47de-ad99-b21a3541dc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1e3ece-13e6-4590-918b-eb0ad8dcfedf'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:08.042167 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b4755c-bf72-4f3f-b76d-7d8e4838c978" -d '{"events": [{"server_uuid": "99065c17-efa8-47de-ad99-b21a3541dc5a", "name": "network-vif-plugged", "status": "completed", "tag": "eb1e3ece-13e6-4590-918b-eb0ad8dcfedf"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:08.065847 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:08.068304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:08.076231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:08.118429 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b314684-8ae2-49a9-95c6-2057a528cf76 x-openstack-request-id: req-6b314684-8ae2-49a9-95c6-2057a528cf76 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:08.118714 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99065c17-efa8-47de-ad99-b21a3541dc5a", "name": "network-vif-plugged", "status": "completed", "tag": "eb1e3ece-13e6-4590-918b-eb0ad8dcfedf", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:08.119015 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b314684-8ae2-49a9-95c6-2057a528cf76 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:08.119356 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99065c17-efa8-47de-ad99-b21a3541dc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1e3ece-13e6-4590-918b-eb0ad8dcfedf', 'code': 200}
Dec 18 21:01:08.124466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['c6be3f74-5eea-4881-81d9-59f8a22e72d5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:08.126401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Network 01d15494-60fe-499f-88a9-138ebcf661b7 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:08.128328 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:08.178328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca4394-43f7-4819-acf9-ef48610c301f req-e9eec742-6099-45b5-a8ec-dc20617f2141 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:08.179895 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3ca4394-43f7-4819-acf9-ef48610c301f req-e9eec742-6099-45b5-a8ec-dc20617f2141 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 944 time: 0.0954890
Dec 18 21:01:08.247478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:08.308791 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Router ec3d6fe5-457b-41d5-926b-696d66198380 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:01:08.444712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e4c9cb91-732f-442d-a911-d0b05ea03bc6 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:08.491530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:01:08.498215 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-58ea00a0-6eab-4ed1-8a1c-fd3c716a0f3c admin admin] 10.222.0.13 "PUT /v2.0/routers/ec3d6fe5-457b-41d5-926b-696d66198380/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7296960
Dec 18 21:01:08.556544 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:08.581567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c7974429-7fbc-47a9-a144-c1f568ab2b95 None None] Provisioning complete for port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:08.581932 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c7974429-7fbc-47a9-a144-c1f568ab2b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:08.619794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e4c9cb91-732f-442d-a911-d0b05ea03bc6 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:08.619909 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:08.662350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c7974429-7fbc-47a9-a144-c1f568ab2b95 None None] Port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:01:08.720999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46482) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:08.779048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Allocated IP 10.2.2.100 (3e4696f9-9ec3-403c-b1d1-c2615c38c344/bb20149f-40f2-4730-9732-866a51cae125/1f477167-6d29-4a5d-a26d-96bb2271bada) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:01:08.817261 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3ca4394-43f7-4819-acf9-ef48610c301f req-9ce0838c-39d2-4f62-ba91-c614208497d6 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/security-groups?id=a492fcc2-a0af-4020-b8e9-83ef3e44cd80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6258693
Dec 18 21:01:08.858349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2049a-d97d-4f52-bf1f-f6b5e203633d req-ca5b36b7-f087-4148-a7d8-78a44c98f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:08.860005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42c2049a-d97d-4f52-bf1f-f6b5e203633d req-ca5b36b7-f087-4148-a7d8-78a44c98f55c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 1097 time: 0.5953732
Dec 18 21:01:08.870662 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c633c13-1f83-492a-b300-39d30646fc72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:08.959921 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c633c13-1f83-492a-b300-39d30646fc72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:08.960089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11af2-99f6-453b-9f5c-54357f03f5d6 req-c413f98c-aa51-4d63-ace4-5eb3302395e5 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:08.964839 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c633c13-1f83-492a-b300-39d30646fc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:08.966938 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11af2-99f6-453b-9f5c-54357f03f5d6 req-c413f98c-aa51-4d63-ace4-5eb3302395e5 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:08.972870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11af2-99f6-453b-9f5c-54357f03f5d6 req-c413f98c-aa51-4d63-ace4-5eb3302395e5 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:08.974568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51a11af2-99f6-453b-9f5c-54357f03f5d6 req-c413f98c-aa51-4d63-ace4-5eb3302395e5 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 2373 time: 0.1835117
Dec 18 21:01:08.996285 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6c633c13-1f83-492a-b300-39d30646fc72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f77a53112c4344578a937b3f9396e848&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2735729
Dec 18 21:01:08.998829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46492) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:09.053938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c633c13-1f83-492a-b300-39d30646fc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d283e-8a3f-412f-ac91-72f33d78d249,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:09.079980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-084e70fd-cef2-485b-bf10-fc769a5c0e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.087079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Sync routers for ids ['ec3d6fe5-457b-41d5-926b-696d66198380'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:01:09.101315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51a11af2-99f6-453b-9f5c-54357f03f5d6 req-f2dd7811-deba-47b8-bdf3-8ea381fc248c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1168008
Dec 18 21:01:09.107329 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-084e70fd-cef2-485b-bf10-fc769a5c0e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.115503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42c2049a-d97d-4f52-bf1f-f6b5e203633d req-eea403e9-2dab-4eb8-91fe-27e36dcf2e8f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2483387
Dec 18 21:01:09.115679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Routers {'ec3d6fe5-457b-41d5-926b-696d66198380'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:01:09.116449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e40d160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:01:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ec3d6fe5-457b-41d5-926b-696d66198380'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:09.166504 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-084e70fd-cef2-485b-bf10-fc769a5c0e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.169812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-084e70fd-cef2-485b-bf10-fc769a5c0e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.171166 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-084e70fd-cef2-485b-bf10-fc769a5c0e18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd3d283e-8a3f-412f-ac91-72f33d78d249 HTTP/1.1" status: 204  len: 168 time: 0.1712139
Dec 18 21:01:09.195689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e70fd-cef2-485b-bf10-fc769a5c0e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d283e-8a3f-412f-ac91-72f33d78d249,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:09.197593 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.295243 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b86c71-6e92-4244-8f58-b7f8a5c934bc req-6b0410da-4e51-4f27-a7cc-0a900e3e3a62 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:09.297011 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77b86c71-6e92-4244-8f58-b7f8a5c934bc req-6b0410da-4e51-4f27-a7cc-0a900e3e3a62 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 946 time: 0.1025519
Dec 18 21:01:09.298537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Set router ec3d6fe5-457b-41d5-926b-696d66198380 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:01:09.336239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.402786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7214e8-d737-4bd5-a81c-3eb305449b82 req-4b9cac98-f995-41c7-a908-aca544575971 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:09.404393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e7214e8-d737-4bd5-a81c-3eb305449b82 req-4b9cac98-f995-41c7-a908-aca544575971 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.1691849
Dec 18 21:01:09.411778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:09.444702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:09.463978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46498) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:09.468680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:01:09.473582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-dac17251-9c13-400d-9fd4-4bd7160874b7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--437523205', 'description': 'tempest-description--1131859529'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:09.506353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-77b86c71-6e92-4244-8f58-b7f8a5c934bc req-e11d6747-c010-46c3-b832-23a60aaef8bb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Deleting port d926283b-c07a-4bd8-97f5-e45248571489 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:09.506771 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77b86c71-6e92-4244-8f58-b7f8a5c934bc req-e11d6747-c010-46c3-b832-23a60aaef8bb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.511977 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Port': ['ID=1f477167-6d29-4a5d-a26d-96bb2271bada,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:09.607624 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dac17251-9c13-400d-9fd4-4bd7160874b7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.633460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:09.635207 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.659549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e40d160>, [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:01:07Z', 'revision_number': 4, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b9d1755-a2ae-4a04-b12c-5f53aa2f892c', 'name': '', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'mac_address': 'fa:16:3e:f5:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:06Z', 'updated_at': '2021-12-18T21:01:07Z', 'revision_number': 2, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'subnets': [{'id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:09.674221 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e7214e8-d737-4bd5-a81c-3eb305449b82 req-4043c431-2c6c-4d35-b441-bde5e72b2fa9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2406065
Dec 18 21:01:09.694558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b482903-fa94-4943-be83-44896de2791c req-712a0f3b-e6a9-4c1f-a215-513c1632dfce tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:09.695502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Checking router: ec3d6fe5-457b-41d5-926b-696d66198380 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:01:09.695926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Updating router ec3d6fe5-457b-41d5-926b-696d66198380 port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:01:09.702501 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b482903-fa94-4943-be83-44896de2791c req-712a0f3b-e6a9-4c1f-a215-513c1632dfce tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 946 time: 0.1371820
Dec 18 21:01:09.725823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5d3ab676-52af-47de-b75e-5dd6f1be8bf8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5785725
Dec 18 21:01:09.743050 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'port': {'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344', 'admin_state_up': True, 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'security_groups': ['ef4903f4-1940-4588-9b07-ca4738782059']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:09.753355 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dac17251-9c13-400d-9fd4-4bd7160874b7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.758646 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.771855 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dac17251-9c13-400d-9fd4-4bd7160874b7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.804728 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-77b86c71-6e92-4244-8f58-b7f8a5c934bc req-e11d6747-c010-46c3-b832-23a60aaef8bb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] For port d926283b-c07a-4bd8-97f5-e45248571489, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d926283b-c07a-4bd8-97f5-e45248571489,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:09.804977 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77b86c71-6e92-4244-8f58-b7f8a5c934bc req-e11d6747-c010-46c3-b832-23a60aaef8bb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.835207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dac17251-9c13-400d-9fd4-4bd7160874b7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.836028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b482903-fa94-4943-be83-44896de2791c req-a89025ca-2768-49cc-9d5f-4bed791fc7ed tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313176
Dec 18 21:01:09.836534 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dac17251-9c13-400d-9fd4-4bd7160874b7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3691242
Dec 18 21:01:09.850173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46508) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:09.861329 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-42c263ef-ee32-44e2-bbb5-62ea110c740d tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Request body: {'security_group_rule': {'security_group_id': 'd6f2306c-5e25-4776-b26b-b750293bfc68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:09.874321 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-77b86c71-6e92-4244-8f58-b7f8a5c934bc req-e11d6747-c010-46c3-b832-23a60aaef8bb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Calling delete_port for d926283b-c07a-4bd8-97f5-e45248571489 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:09.882496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac17251-9c13-400d-9fd4-4bd7160874b7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f2306c-5e25-4776-b26b-b750293bfc68,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:09.974740 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-48fcf862-b385-48f9-b3d0-62f902886db8 None None] Provisioning complete for port 1f477167-6d29-4a5d-a26d-96bb2271bada triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:09.975126 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-48fcf862-b385-48f9-b3d0-62f902886db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.988525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-42c263ef-ee32-44e2-bbb5-62ea110c740d tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:09.992781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Made reservation on behalf of 08fc19b054a54a08aec65b0870725eb8 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:01:09.999865 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.015223 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-48fcf862-b385-48f9-b3d0-62f902886db8 None None] Port 1f477167-6d29-4a5d-a26d-96bb2271bada cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:01:10.099659 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-42c263ef-ee32-44e2-bbb5-62ea110c740d tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.113917 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-42c263ef-ee32-44e2-bbb5-62ea110c740d tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.118060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c53de-6615-49a4-aba3-00a04f37b256 req-b5b3282b-d3fb-4e85-acd5-2d37bcc88105 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:10.120183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-599c53de-6615-49a4-aba3-00a04f37b256 req-b5b3282b-d3fb-4e85-acd5-2d37bcc88105 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 944 time: 0.1910610
Dec 18 21:01:10.194091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c263ef-ee32-44e2-bbb5-62ea110c740d tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a48e96a-3ce1-440f-8b77-1eb3952b646a,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:10.218431 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-42c263ef-ee32-44e2-bbb5-62ea110c740d tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.223349 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-42c263ef-ee32-44e2-bbb5-62ea110c740d tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3702376
Dec 18 21:01:10.224034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46520) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:10.227194 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77b86c71-6e92-4244-8f58-b7f8a5c934bc req-e11d6747-c010-46c3-b832-23a60aaef8bb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.233892 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.249087 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.262743 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5d880816-d88e-424e-a2c8-1f0fc015d825 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Request body: {'security_group_rule': {'security_group_id': 'd6f2306c-5e25-4776-b26b-b750293bfc68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:10.269834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f436640a-8992-4e8c-bdca-8adcc9d844b1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:10.270829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-599c53de-6615-49a4-aba3-00a04f37b256 req-cb2b90a4-0999-421a-bcaa-e6315478f94c tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/security-groups?id=a492fcc2-a0af-4020-b8e9-83ef3e44cd80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146865
Dec 18 21:01:10.314239 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['df772871-7061-43d6-b5d3-522b6ef7eef9', 'd926283b-c07a-4bd8-97f5-e45248571489'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:10.442371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Allocated IP 10.2.2.200 (3e4696f9-9ec3-403c-b1d1-c2615c38c344/bb20149f-40f2-4730-9732-866a51cae125/340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:01:10.459497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554723a-d6e0-40a2-a142-3e459a732278 None None] Pushing event updated for resources: {'Port': ['ID=5b9d1755-a2ae-4a04-b12c-5f53aa2f892c,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:10.493399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ea2b7-c193-44d1-befa-c5c284d0061b req-95ff5db0-04b2-4056-a7e6-ae1c7a66deeb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:10.502728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ea2b7-c193-44d1-befa-c5c284d0061b req-95ff5db0-04b2-4056-a7e6-ae1c7a66deeb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:10.509446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ea2b7-c193-44d1-befa-c5c284d0061b req-95ff5db0-04b2-4056-a7e6-ae1c7a66deeb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:10.515771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ea2b7-c193-44d1-befa-c5c284d0061b req-95ff5db0-04b2-4056-a7e6-ae1c7a66deeb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:10.523946 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d02ea2b7-c193-44d1-befa-c5c284d0061b req-95ff5db0-04b2-4056-a7e6-ae1c7a66deeb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 3094 time: 0.1499517
Dec 18 21:01:10.686793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Attempting to bind port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:10.687366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Attempting to bind port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:10.687697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Attempting to bind port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c on network 01d15494-60fe-499f-88a9-138ebcf661b7 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:10.692877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d02ea2b7-c193-44d1-befa-c5c284d0061b req-f3e976f0-9f12-4b95-8c38-abd91426ecc7 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1598434
Dec 18 21:01:10.747134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:10.747521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Checking segment: {'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:10.747928 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.748490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Bound using segment: {'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:10.748969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Bound port: 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:10.749352 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.760794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6b26a1ca-2c72-4a2a-9431-4ad35db01269 None None] Provisioning complete for port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:10.762562 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6b26a1ca-2c72-4a2a-9431-4ad35db01269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.789854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d6747-c010-46c3-b832-23a60aaef8bb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Pushing event deleted for resources: {'Port': ['ID=d926283b-c07a-4bd8-97f5-e45248571489,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:10.793370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b86c71-6e92-4244-8f58-b7f8a5c934bc req-e11d6747-c010-46c3-b832-23a60aaef8bb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] No DVR routers for this DVR port d926283b-c07a-4bd8-97f5-e45248571489 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:10.798131 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-77b86c71-6e92-4244-8f58-b7f8a5c934bc req-e11d6747-c010-46c3-b832-23a60aaef8bb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.801510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-77b86c71-6e92-4244-8f58-b7f8a5c934bc req-e11d6747-c010-46c3-b832-23a60aaef8bb tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.36 "DELETE /v2.0/ports/d926283b-c07a-4bd8-97f5-e45248571489 HTTP/1.1" status: 204  len: 173 time: 1.4963865
Dec 18 21:01:10.802060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b133169-7f92-48da-a3a0-5fc9a86455ff', 'name': 'network-vif-deleted', 'tag': 'd926283b-c07a-4bd8-97f5-e45248571489'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:10.804391 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ebd907-c6a4-4b5d-8182-f5abf45e4a97" -d '{"events": [{"server_uuid": "5b133169-7f92-48da-a3a0-5fc9a86455ff", "name": "network-vif-deleted", "tag": "d926283b-c07a-4bd8-97f5-e45248571489"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:10.813629 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.823366 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d880816-d88e-424e-a2c8-1f0fc015d825 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.908394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6b26a1ca-2c72-4a2a-9431-4ad35db01269 None None] Port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:01:10.915810 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d880816-d88e-424e-a2c8-1f0fc015d825 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.924063 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d880816-d88e-424e-a2c8-1f0fc015d825 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.949187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] For port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:10.950199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d880816-d88e-424e-a2c8-1f0fc015d825 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4918e64b-9061-4745-86f2-ac714b283011,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:10.953616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] For port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b9d1755-a2ae-4a04-b12c-5f53aa2f892c,segment=NetworkSegment(7f1c1663-9b47-4cdd-ab05-ea03e58c06a7),segment_id=7f1c1663-9b47-4cdd-ab05-ea03e58c06a7)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:10.953953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d2e5-4e3b-4944-b54f-0e709d2778e3 req-e33998c6-93c3-4f3e-94b3-c38fae567d2a tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:10.956717 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6905d2e5-4e3b-4944-b54f-0e709d2778e3 req-e33998c6-93c3-4f3e-94b3-c38fae567d2a tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.1410837
Dec 18 21:01:10.965204 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.968378 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d880816-d88e-424e-a2c8-1f0fc015d825 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.973171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46544) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:10.974315 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5d880816-d88e-424e-a2c8-1f0fc015d825 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7488558
Dec 18 21:01:10.976726 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:10.982226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:11.031190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Routers {'ec3d6fe5-457b-41d5-926b-696d66198380'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:01:11.031916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e40d160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:01:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ec3d6fe5-457b-41d5-926b-696d66198380'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:11.038585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554723a-d6e0-40a2-a142-3e459a732278 None None] Pushing event updated for resources: {'Port': ['ID=5b9d1755-a2ae-4a04-b12c-5f53aa2f892c,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:11.104967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:11.130384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:11.132706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:01:11.176894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] Set router ec3d6fe5-457b-41d5-926b-696d66198380 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:01:11.182564 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b60e93-83c4-41e8-b310-f0f829d9150a x-openstack-request-id: req-e2b60e93-83c4-41e8-b310-f0f829d9150a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:11.182868 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:11.182995 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b133169-7f92-48da-a3a0-5fc9a86455ff", "name": "network-vif-deleted", "tag": "d926283b-c07a-4bd8-97f5-e45248571489", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:11.183154 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2b60e93-83c4-41e8-b310-f0f829d9150a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:11.183584 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b133169-7f92-48da-a3a0-5fc9a86455ff', 'name': 'network-vif-deleted', 'tag': 'd926283b-c07a-4bd8-97f5-e45248571489', 'status': 'completed', 'code': 200}
Dec 18 21:01:11.214530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:11.215867 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:11.228390 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6905d2e5-4e3b-4944-b54f-0e709d2778e3 req-4f818162-f11c-4625-abb2-8c3debfc6091 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598765
Dec 18 21:01:11.235758 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c6be3f74-5eea-4881-81d9-59f8a22e72d5 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:11.238851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event updated for resources: {'Port': ['ID=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:11.399992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5a6e3b36-23ab-4696-9107-89d268e50eb9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6613843
Dec 18 21:01:11.426447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac99b876-4a8b-47eb-b61c-ea05760b44e7 req-0ac023cb-7b54-4efd-b887-5389fae73cb6 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0788617
Dec 18 21:01:11.456330 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaeadb28-cd34-4e8c-9a24-db7cdff2b015 req-3de64a26-5ada-4d28-a9ba-5c0b722ad5aa tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b133169-7f92-48da-a3a0-5fc9a86455ff HTTP/1.1" status: 200  len: 210 time: 0.0976975
Dec 18 21:01:11.464852 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Request body: {'port': {'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:11.548654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9807f9c6-8be3-47fd-b346-1d5cbaf1a6e4 None None] Provisioning complete for port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:11.549189 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9807f9c6-8be3-47fd-b346-1d5cbaf1a6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:11.550841 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port c6be3f74-5eea-4881-81d9-59f8a22e72d5 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:01:11.588678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port c6be3f74-5eea-4881-81d9-59f8a22e72d5 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:11.589245 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:11.689267 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:11.717691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45123ea0-cbd3-4238-8579-43a23a75cc2a req-96dda9f0-abc1-4ea2-8df0-7f173ebc79e3 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:11.722929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45123ea0-cbd3-4238-8579-43a23a75cc2a req-96dda9f0-abc1-4ea2-8df0-7f173ebc79e3 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.1927962
Dec 18 21:01:11.779495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4035806-2346-4355-943a-6b2549d39949 req-11480eda-1456-44a8-b0f7-8cf063afe34e tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:11.781685 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4035806-2346-4355-943a-6b2549d39949 req-11480eda-1456-44a8-b0f7-8cf063afe34e tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 944 time: 0.1726639
Dec 18 21:01:11.865807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45123ea0-cbd3-4238-8579-43a23a75cc2a req-c876b282-519f-45aa-8128-f009ad733cf5 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338124
Dec 18 21:01:11.908852 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:11.925087 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9807f9c6-8be3-47fd-b346-1d5cbaf1a6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:11.955177 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:11.975292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e40d160>, [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:01:07Z', 'revision_number': 4, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b9d1755-a2ae-4a04-b12c-5f53aa2f892c', 'name': '', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'mac_address': 'fa:16:3e:f5:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:06Z', 'updated_at': '2021-12-18T21:01:10Z', 'revision_number': 4, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'subnets': [{'id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:12.024520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4035806-2346-4355-943a-6b2549d39949 req-5f748d2d-fe1d-4ede-a423-9aee29ec04f3 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/security-groups?id=a492fcc2-a0af-4020-b8e9-83ef3e44cd80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2184315
Dec 18 21:01:12.033443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9807f9c6-8be3-47fd-b346-1d5cbaf1a6e4 None None] For port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b9d1755-a2ae-4a04-b12c-5f53aa2f892c,segment=NetworkSegment(7f1c1663-9b47-4cdd-ab05-ea03e58c06a7),segment_id=7f1c1663-9b47-4cdd-ab05-ea03e58c06a7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:12.034522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45482c58-7d4f-4437-97c5-4473a966c9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6be3f74-5eea-4881-81d9-59f8a22e72d5'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:12.036994 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d43c97b-6d41-43a4-92b4-13fc6dde30a0" -d '{"events": [{"server_uuid": "45482c58-7d4f-4437-97c5-4473a966c9be", "name": "network-vif-plugged", "status": "completed", "tag": "c6be3f74-5eea-4881-81d9-59f8a22e72d5"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:12.039951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898993de-94f2-48a8-9841-f6a7bb3ca22e None None] The sync data for ids ['ec3d6fe5-457b-41d5-926b-696d66198380'] in ncdv-master-1 is: [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:01:07Z', 'revision_number': 4, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b9d1755-a2ae-4a04-b12c-5f53aa2f892c', 'name': '', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'mac_address': 'fa:16:3e:f5:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:06Z', 'updated_at': '2021-12-18T21:01:10Z', 'revision_number': 4, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'subnets': [{'id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:01:12.055645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port c6be3f74-5eea-4881-81d9-59f8a22e72d5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6be3f74-5eea-4881-81d9-59f8a22e72d5,segment=NetworkSegment(b193eacc-5179-4341-bb6f-766b1f768f2d),segment_id=b193eacc-5179-4341-bb6f-766b1f768f2d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:12.057234 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9807f9c6-8be3-47fd-b346-1d5cbaf1a6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:12.143412 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:12.144202 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d926283b-c07a-4bd8-97f5-e45248571489 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:12.146054 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807f9c6-8be3-47fd-b346-1d5cbaf1a6e4 None None] Pushing event updated for resources: {'Port': ['ID=5b9d1755-a2ae-4a04-b12c-5f53aa2f892c,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:12.212323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: d926283b-c07a-4bd8-97f5-e45248571489 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:01:12.213251 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d926283b-c07a-4bd8-97f5-e45248571489 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:12.230367 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c3b90-3905-4e64-84e2-ed30ce4e4288 req-5f30e8a6-98fb-4ed1-87fd-c0b6b1c3e42c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:12.239362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c3b90-3905-4e64-84e2-ed30ce4e4288 req-5f30e8a6-98fb-4ed1-87fd-c0b6b1c3e42c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:12.247366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c3b90-3905-4e64-84e2-ed30ce4e4288 req-5f30e8a6-98fb-4ed1-87fd-c0b6b1c3e42c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:12.255218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c3b90-3905-4e64-84e2-ed30ce4e4288 req-5f30e8a6-98fb-4ed1-87fd-c0b6b1c3e42c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:12.263086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c3b90-3905-4e64-84e2-ed30ce4e4288 req-5f30e8a6-98fb-4ed1-87fd-c0b6b1c3e42c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:12.274144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-607c3b90-3905-4e64-84e2-ed30ce4e4288 req-5f30e8a6-98fb-4ed1-87fd-c0b6b1c3e42c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 3815 time: 0.2887397
Dec 18 21:01:12.282938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d62c4ff0-47f3-4a51-ad1f-a1a3d964508d None None] Provisioning complete for port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:12.283614 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d62c4ff0-47f3-4a51-ad1f-a1a3d964508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:12.323237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Allocated IP 172.35.3.194 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/03c99a38-2e82-4f2e-a9fc-febcdb7fab91) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:01:12.358122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=c6be3f74-5eea-4881-81d9-59f8a22e72d5,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:12.394167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d62c4ff0-47f3-4a51-ad1f-a1a3d964508d None None] Port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:01:12.434947 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087e8ac6-6424-4884-b23d-0b722b1ed39d x-openstack-request-id: req-087e8ac6-6424-4884-b23d-0b722b1ed39d {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:12.436315 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45482c58-7d4f-4437-97c5-4473a966c9be", "name": "network-vif-plugged", "status": "completed", "tag": "c6be3f74-5eea-4881-81d9-59f8a22e72d5", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:12.437039 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-087e8ac6-6424-4884-b23d-0b722b1ed39d {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:12.449487 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45482c58-7d4f-4437-97c5-4473a966c9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6be3f74-5eea-4881-81d9-59f8a22e72d5', 'code': 200}
Dec 18 21:01:12.478943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:12.561400 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-607c3b90-3905-4e64-84e2-ed30ce4e4288 req-d9e2251d-31b3-40da-899f-3fdebddf7654 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2862535
Dec 18 21:01:12.572836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1860d8e-c101-497b-93b4-18753b0bd5c6 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:12.591033 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:12.596865 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326df205-c0cd-47f0-a254-936e390cb2b2 req-8ba5c3bd-39cb-4e6c-b21e-1dbb4964935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:12.601312 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-326df205-c0cd-47f0-a254-936e390cb2b2 req-8ba5c3bd-39cb-4e6c-b21e-1dbb4964935c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 1096 time: 0.0833080
Dec 18 21:01:12.627314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:12.630175 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:12.646127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Transition to ACTIVE for port object f1860d8e-c101-497b-93b4-18753b0bd5c6 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:01:12.652897 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:12.724490 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:12.736861 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-326df205-c0cd-47f0-a254-936e390cb2b2 req-b2f82623-f936-49fb-97bc-225bcd0523ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a492fcc2-a0af-4020-b8e9-83ef3e44cd80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224241
Dec 18 21:01:12.803046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1860d8e-c101-497b-93b4-18753b0bd5c6,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:12.836883 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c755cac-9003-43e3-89ec-adb647a2f997 req-8ff16b33-a125-43ed-b805-ef362f9373bc tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0785816
Dec 18 21:01:12.956100 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:13.051191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:13.069921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:13.073025 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:01:13.114044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Attempting to bind port f1860d8e-c101-497b-93b4-18753b0bd5c6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:13.114403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Attempting to bind port f1860d8e-c101-497b-93b4-18753b0bd5c6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:13.114726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Attempting to bind port f1860d8e-c101-497b-93b4-18753b0bd5c6 on network 50f70d1e-856f-4dc0-8d15-f219387fa189 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:13.125327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Pushing event updated for resources: {'Port': ['ID=03c99a38-2e82-4f2e-a9fc-febcdb7fab91,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:13.134837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-38206e7d-5cf8-422d-b587-fd0920a00447 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:13.136414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-38206e7d-5cf8-422d-b587-fd0920a00447 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/networks?id=d6e4e95e-eb3d-4204-ba23-6134021d7916 HTTP/1.1" status: 200  len: 815 time: 0.3529131
Dec 18 21:01:13.172175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Port f1860d8e-c101-497b-93b4-18753b0bd5c6 on network 50f70d1e-856f-4dc0-8d15-f219387fa189 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:01:13.172498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Attempting to bind port f1860d8e-c101-497b-93b4-18753b0bd5c6 on network 50f70d1e-856f-4dc0-8d15-f219387fa189 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:13.192564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-9996de45-89e8-4913-8ac1-557a70154b80 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/quotas/653558ed3d3248ea8f07a3066b6c3d88 HTTP/1.1" status: 200  len: 375 time: 0.0364549
Dec 18 21:01:13.195634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:13.195985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Checking segment: {'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:13.196732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Bound using segment: {'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:13.197189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Bound port: f1860d8e-c101-497b-93b4-18753b0bd5c6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab88ec87-2232-4b6c-a474-619d06546f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:13.197656 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:13.280056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81477663-0863-4146-b930-63faf915768b req-71e41225-fa9b-476a-91a5-9620cd624396 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:13.281403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81477663-0863-4146-b930-63faf915768b req-71e41225-fa9b-476a-91a5-9620cd624396 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 945 time: 0.1743147
Dec 18 21:01:13.326061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:13.397448 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-9d82406e-ebb9-4cd7-8ace-4b0dd899a48d tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=653558ed3d3248ea8f07a3066b6c3d88&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1950111
Dec 18 21:01:13.429435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] For port f1860d8e-c101-497b-93b4-18753b0bd5c6, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:13.447623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81477663-0863-4146-b930-63faf915768b req-8f78aaa6-1ec6-46e7-b7a0-a906a6359d0e tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395311
Dec 18 21:01:13.448165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:13.492471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] For port f1860d8e-c101-497b-93b4-18753b0bd5c6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:13.519783 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:13.596874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:13.597691 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:13.599061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] 10.222.0.31 "PUT /v2.0/ports/f1860d8e-c101-497b-93b4-18753b0bd5c6 HTTP/1.1" status: 200  len: 1091 time: 2.1703918
Dec 18 21:01:13.612375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': 'f1860d8e-c101-497b-93b4-18753b0bd5c6'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:13.614695 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "f1860d8e-c101-497b-93b4-18753b0bd5c6"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:13.920390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Request body: {'port': {'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:14.040996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed9a38-7521-465b-9d55-81123cbfd8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1860d8e-c101-497b-93b4-18753b0bd5c6,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:14.047583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-010592ed-41c5-4227-ae86-feab950506c3 service neutron] 10.222.0.13 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6373549
Dec 18 21:01:14.053747 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c8f0d728-f429-4469-aefc-b18f3bf71348 req-d31f0159-c468-4053-bc2c-7f3d0ad1ee39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0321913
Dec 18 21:01:14.093196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239087f7-50ee-4dc7-bbb9-858abdfbc503 req-32c96767-f005-4fe6-beb4-412b97ddfc36 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.094655 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-239087f7-50ee-4dc7-bbb9-858abdfbc503 req-32c96767-f005-4fe6-beb4-412b97ddfc36 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 945 time: 0.5680382
Dec 18 21:01:14.160140 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:14.187584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586aec9a-aaac-4e4c-b9dd-b8d7f87e1c68 req-dcd20800-0264-4259-bd42-9548603efc40 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.188944 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-586aec9a-aaac-4e4c-b9dd-b8d7f87e1c68 req-dcd20800-0264-4259-bd42-9548603efc40 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.31 "GET /v2.0/ports?device_id=99065c17-efa8-47de-ad99-b21a3541dc5a HTTP/1.1" status: 200  len: 946 time: 0.2784672
Dec 18 21:01:14.328010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-239087f7-50ee-4dc7-bbb9-858abdfbc503 req-4ffffd61-4920-49ec-b0dd-8e578b41ee32 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/security-groups?id=a492fcc2-a0af-4020-b8e9-83ef3e44cd80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931238
Dec 18 21:01:14.370651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-f7cce99b-74a5-4a09-828d-5c13fe3a9c97 service neutron] 10.222.0.13 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3118434
Dec 18 21:01:14.443514 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:14.461581 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:14.663676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Pushing event updated for resources: {'Port': ['ID=03c99a38-2e82-4f2e-a9fc-febcdb7fab91,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:14.669370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81882bfb-8ab1-479a-b781-7e02fe2bc935 req-e49fa9c0-7d11-4efa-a19f-25365eddeefd tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0604336
Dec 18 21:01:14.715469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-586aec9a-aaac-4e4c-b9dd-b8d7f87e1c68 req-b4b88a73-2ad8-4d13-ab5e-930ac79a9a41 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Deleting port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:14.715824 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-586aec9a-aaac-4e4c-b9dd-b8d7f87e1c68 req-b4b88a73-2ad8-4d13-ab5e-930ac79a9a41 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:14.736086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eaa33-6efe-4cee-814f-91610df938ef req-24457545-7f80-49d1-9012-0db7858b1baa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.741731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eaa33-6efe-4cee-814f-91610df938ef req-24457545-7f80-49d1-9012-0db7858b1baa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.748345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eaa33-6efe-4cee-814f-91610df938ef req-24457545-7f80-49d1-9012-0db7858b1baa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.754353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eaa33-6efe-4cee-814f-91610df938ef req-24457545-7f80-49d1-9012-0db7858b1baa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.755903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5ae38-ccbb-433b-8c99-4d807d1a4fde req-ac361251-9397-4a53-875a-7cf790b06d08 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.757407 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-93d5ae38-ccbb-433b-8c99-4d807d1a4fde req-ac361251-9397-4a53-875a-7cf790b06d08 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 945 time: 0.0830185
Dec 18 21:01:14.760304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eaa33-6efe-4cee-814f-91610df938ef req-24457545-7f80-49d1-9012-0db7858b1baa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.768095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e9eaa33-6efe-4cee-814f-91610df938ef req-24457545-7f80-49d1-9012-0db7858b1baa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 3827 time: 0.3329427
Dec 18 21:01:14.769163 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:14.784503 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b055674-2c82-4714-b125-e655e07124b6 x-openstack-request-id: req-0b055674-2c82-4714-b125-e655e07124b6 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:14.784660 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "f1860d8e-c101-497b-93b4-18753b0bd5c6", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:14.784961 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b055674-2c82-4714-b125-e655e07124b6 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:14.785226 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': 'f1860d8e-c101-497b-93b4-18753b0bd5c6', 'status': 'completed', 'code': 200}
Dec 18 21:01:14.853415 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:14.897181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4 req-530ea927-fbd6-4d1f-bc4b-d5616a68edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.897664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4 req-530ea927-fbd6-4d1f-bc4b-d5616a68edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.898140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4 req-530ea927-fbd6-4d1f-bc4b-d5616a68edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.898632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4 req-530ea927-fbd6-4d1f-bc4b-d5616a68edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.899331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4 req-530ea927-fbd6-4d1f-bc4b-d5616a68edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:14.901256 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4 req-530ea927-fbd6-4d1f-bc4b-d5616a68edae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 4362 time: 0.0913708
Dec 18 21:01:14.946362 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:14.949418 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-01ffcef7-6862-438b-95b8-229a78294b20 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9724443
Dec 18 21:01:15.011548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-93d5ae38-ccbb-433b-8c99-4d807d1a4fde req-f3cdf8f1-1903-4929-b4e1-2319dd84ae38 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Deleting port df772871-7061-43d6-b5d3-522b6ef7eef9 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:15.011887 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-93d5ae38-ccbb-433b-8c99-4d807d1a4fde req-f3cdf8f1-1903-4929-b4e1-2319dd84ae38 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:15.037713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-586aec9a-aaac-4e4c-b9dd-b8d7f87e1c68 req-b4b88a73-2ad8-4d13-ab5e-930ac79a9a41 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] For port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:15.038108 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-586aec9a-aaac-4e4c-b9dd-b8d7f87e1c68 req-b4b88a73-2ad8-4d13-ab5e-930ac79a9a41 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:15.056220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e9eaa33-6efe-4cee-814f-91610df938ef req-c4ec86b3-406a-4709-81ac-141c10890a96 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2858226
Dec 18 21:01:15.076975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-586aec9a-aaac-4e4c-b9dd-b8d7f87e1c68 req-b4b88a73-2ad8-4d13-ab5e-930ac79a9a41 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Calling delete_port for eb1e3ece-13e6-4590-918b-eb0ad8dcfedf owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:15.108612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30766f95-2b0e-4c4e-8deb-7633455d940e req-32bdb702-3264-4e29-9152-5c5086f73220 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:15.112018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30766f95-2b0e-4c4e-8deb-7633455d940e req-32bdb702-3264-4e29-9152-5c5086f73220 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d17b336-2d79-4cfe-a5ef-fa648eec0574 HTTP/1.1" status: 200  len: 945 time: 0.2658110
Dec 18 21:01:15.145405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcf81f3-8b8e-462f-9434-1aafb30b288a {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:15.164043 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:15.164640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4 req-ce10e228-3ad5-4c5a-bd70-5083c5acf0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:15.165116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4 req-ce10e228-3ad5-4c5a-bd70-5083c5acf0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:15.165580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4 req-ce10e228-3ad5-4c5a-bd70-5083c5acf0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:15.167207 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4 req-ce10e228-3ad5-4c5a-bd70-5083c5acf0a1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=08fc19b054a54a08aec65b0870725eb8&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.2563145
Dec 18 21:01:15.245240 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-989c47c0-4899-4119-95ca-4351225d84e6 req-72730231-df3f-4cf6-9865-7bda030b1d36 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 210 time: 0.0852633
Dec 18 21:01:15.262894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Transition to ACTIVE for port object fbcf81f3-8b8e-462f-9434-1aafb30b288a will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:01:15.287374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-93d5ae38-ccbb-433b-8c99-4d807d1a4fde req-f3cdf8f1-1903-4929-b4e1-2319dd84ae38 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] For port df772871-7061-43d6-b5d3-522b6ef7eef9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df772871-7061-43d6-b5d3-522b6ef7eef9,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:15.288024 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-93d5ae38-ccbb-433b-8c99-4d807d1a4fde req-f3cdf8f1-1903-4929-b4e1-2319dd84ae38 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:15.288676 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:15.316428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30766f95-2b0e-4c4e-8deb-7633455d940e req-9ec137c4-bf1f-4d58-a41a-1aa1e53bcedf tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884913
Dec 18 21:01:15.321802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-93d5ae38-ccbb-433b-8c99-4d807d1a4fde req-f3cdf8f1-1903-4929-b4e1-2319dd84ae38 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Calling delete_port for df772871-7061-43d6-b5d3-522b6ef7eef9 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:15.404905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcf81f3-8b8e-462f-9434-1aafb30b288a,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:15.426848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4 req-783a0555-0286-4a26-89e7-7e3f8883c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:15.428349 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-298a943f-6b5b-4219-8cf2-e3bfe06a0ed4 req-783a0555-0286-4a26-89e7-7e3f8883c9e6 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2334571
Dec 18 21:01:15.560596 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-93d5ae38-ccbb-433b-8c99-4d807d1a4fde req-f3cdf8f1-1903-4929-b4e1-2319dd84ae38 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:15.561078 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-cb122b34-1c7e-4dc9-8fe2-a9df075dab30 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--437523205&fields=id&tenant_id=6e12ada67cbd430bbf671d34c0cc74f3 HTTP/1.1" status: 200  len: 267 time: 0.1870539
Dec 18 21:01:15.573742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f436640a-8992-4e8c-bdca-8adcc9d844b1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:15.581842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['df772871-7061-43d6-b5d3-522b6ef7eef9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:15.599438 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-586aec9a-aaac-4e4c-b9dd-b8d7f87e1c68 req-b4b88a73-2ad8-4d13-ab5e-930ac79a9a41 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:15.644792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdf8f1-1903-4929-b4e1-2319dd84ae38 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Pushing event deleted for resources: {'Port': ['ID=df772871-7061-43d6-b5d3-522b6ef7eef9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:15.688522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b88a73-2ad8-4d13-ab5e-930ac79a9a41 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Pushing event deleted for resources: {'Port': ['ID=eb1e3ece-13e6-4590-918b-eb0ad8dcfedf,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:15.701985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d5ae38-ccbb-433b-8c99-4d807d1a4fde req-f3cdf8f1-1903-4929-b4e1-2319dd84ae38 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] No DVR routers for this DVR port df772871-7061-43d6-b5d3-522b6ef7eef9 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:15.704010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Attempting to bind port fbcf81f3-8b8e-462f-9434-1aafb30b288a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:15.704163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Attempting to bind port fbcf81f3-8b8e-462f-9434-1aafb30b288a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:15.704452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Attempting to bind port fbcf81f3-8b8e-462f-9434-1aafb30b288a on network e4fbd253-ec67-4760-9f35-d8231c84dace {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:15.708232 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-93d5ae38-ccbb-433b-8c99-4d807d1a4fde req-f3cdf8f1-1903-4929-b4e1-2319dd84ae38 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:15.714587 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-93d5ae38-ccbb-433b-8c99-4d807d1a4fde req-f3cdf8f1-1903-4929-b4e1-2319dd84ae38 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.36 "DELETE /v2.0/ports/df772871-7061-43d6-b5d3-522b6ef7eef9 HTTP/1.1" status: 204  len: 173 time: 0.9457374
Dec 18 21:01:15.714587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d17b336-2d79-4cfe-a5ef-fa648eec0574', 'name': 'network-vif-deleted', 'tag': 'df772871-7061-43d6-b5d3-522b6ef7eef9'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:15.714984 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032b76a0-8df9-49bb-8306-42124f4b7098" -d '{"events": [{"server_uuid": "7d17b336-2d79-4cfe-a5ef-fa648eec0574", "name": "network-vif-deleted", "tag": "df772871-7061-43d6-b5d3-522b6ef7eef9"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:15.719249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aefb67-6435-43d8-8095-73e00f500372 req-f895dd0f-757c-449f-a100-426aa3be214a tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:15.726737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82aefb67-6435-43d8-8095-73e00f500372 req-f895dd0f-757c-449f-a100-426aa3be214a tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 945 time: 0.2675717
Dec 18 21:01:15.747035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Port fbcf81f3-8b8e-462f-9434-1aafb30b288a on network e4fbd253-ec67-4760-9f35-d8231c84dace not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:01:15.747371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Attempting to bind port fbcf81f3-8b8e-462f-9434-1aafb30b288a on network e4fbd253-ec67-4760-9f35-d8231c84dace {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:15.777825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-eef6ad1b-c1fa-48eb-a4eb-bb472b4290d4 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:15.779639 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-eef6ad1b-c1fa-48eb-a4eb-bb472b4290d4 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.31 "GET /v2.0/networks?id=d6e4e95e-eb3d-4204-ba23-6134021d7916 HTTP/1.1" status: 200  len: 815 time: 0.2300632
Dec 18 21:01:15.798095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Request body: {'port': {'device_id': '42c88a02-9467-48b3-a95a-92083533337d', 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916', 'admin_state_up': True, 'tenant_id': '653558ed3d3248ea8f07a3066b6c3d88'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:15.811452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:15.811874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Checking segment: {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:15.812172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Bound using segment: {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:15.812617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Bound port: fbcf81f3-8b8e-462f-9434-1aafb30b288a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:15.812969 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:15.819328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-586aec9a-aaac-4e4c-b9dd-b8d7f87e1c68 req-b4b88a73-2ad8-4d13-ab5e-930ac79a9a41 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] No DVR routers for this DVR port eb1e3ece-13e6-4590-918b-eb0ad8dcfedf on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:15.825384 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-586aec9a-aaac-4e4c-b9dd-b8d7f87e1c68 req-b4b88a73-2ad8-4d13-ab5e-930ac79a9a41 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:15.831977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-586aec9a-aaac-4e4c-b9dd-b8d7f87e1c68 req-b4b88a73-2ad8-4d13-ab5e-930ac79a9a41 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.31 "DELETE /v2.0/ports/eb1e3ece-13e6-4590-918b-eb0ad8dcfedf HTTP/1.1" status: 204  len: 173 time: 1.6263223
Dec 18 21:01:15.863215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-907b51a0-49c1-4667-88f8-2c41dcc3704d tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:15.871330 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-907b51a0-49c1-4667-88f8-2c41dcc3704d tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/networks?id=01d15494-60fe-499f-88a9-138ebcf661b7 HTTP/1.1" status: 200  len: 813 time: 0.3091791
Dec 18 21:01:15.901693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-bbf2408e-0d93-4b84-aeae-1f7c09e017a9 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/quotas/6e12ada67cbd430bbf671d34c0cc74f3 HTTP/1.1" status: 200  len: 375 time: 0.0288892
Dec 18 21:01:15.937450 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82aefb67-6435-43d8-8095-73e00f500372 req-6855e9b7-94ae-4697-ac26-a826aa0f0577 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/security-groups?id=a492fcc2-a0af-4020-b8e9-83ef3e44cd80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053142
Dec 18 21:01:15.945975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Made reservation on behalf of 653558ed3d3248ea8f07a3066b6c3d88 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:01:15.950551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:16.046854 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] For port fbcf81f3-8b8e-462f-9434-1aafb30b288a, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:16.051346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1c66185-2b58-4709-949b-7ba6f6d63d76 req-eec6e087-fd57-4b0a-a6e6-74edb6d7405d tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0379467
Dec 18 21:01:16.064089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] For port fbcf81f3-8b8e-462f-9434-1aafb30b288a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fbcf81f3-8b8e-462f-9434-1aafb30b288a,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:16.075386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b8ad51ff-d441-43f0-a2a8-e8c60e15936f tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e12ada67cbd430bbf671d34c0cc74f3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1721945
Dec 18 21:01:16.094281 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:16.097333 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:01:16.113432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Allocated IP 172.20.0.8 (d6e4e95e-eb3d-4204-ba23-6134021d7916/2b8509a0-c02c-4bd4-8d18-4947f19cdc9c/5c24945b-9a10-472d-b86a-c65638bdf782) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:01:16.120134 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847dfdeb-4e87-4dc9-b7cc-86c28b57b76c x-openstack-request-id: req-847dfdeb-4e87-4dc9-b7cc-86c28b57b76c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:16.120514 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d17b336-2d79-4cfe-a5ef-fa648eec0574", "name": "network-vif-deleted", "tag": "df772871-7061-43d6-b5d3-522b6ef7eef9", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:16.120717 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-847dfdeb-4e87-4dc9-b7cc-86c28b57b76c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:16.121987 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d17b336-2d79-4cfe-a5ef-fa648eec0574', 'name': 'network-vif-deleted', 'tag': 'df772871-7061-43d6-b5d3-522b6ef7eef9', 'status': 'completed', 'code': 200}
Dec 18 21:01:16.177313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:16.177934 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:16.179341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] 10.222.0.31 "PUT /v2.0/ports/fbcf81f3-8b8e-462f-9434-1aafb30b288a HTTP/1.1" status: 200  len: 1134 time: 2.2732000
Dec 18 21:01:16.213436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df38da4-b4df-4a26-ac9f-04db15b84436 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcf81f3-8b8e-462f-9434-1aafb30b288a,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:16.276067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Request body: {'port': {'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:16.316429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-a146faae-ab1e-4d74-85bf-f264f6866aab service neutron] 10.222.0.13 "GET /v2.0/networks/01d15494-60fe-499f-88a9-138ebcf661b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2321188
Dec 18 21:01:16.362448 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:16.416820 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:16.500469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Network d6e4e95e-eb3d-4204-ba23-6134021d7916 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:16.504666 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:16.507017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:01:16.509809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Pushing event updated for resources: {'Port': ['ID=5c24945b-9a10-472d-b86a-c65638bdf782,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:16.559243 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:16.559894 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:16.578838 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-3af27b75-3d01-42c6-b678-2782090adbbe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7899187
Dec 18 21:01:16.592302 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Request body: {'port': {'device_id': '42c88a02-9467-48b3-a95a-92083533337d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:16.650158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:16.711308 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:16.745996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69aeee-e364-4359-ad4d-91b67b5d2dd2 req-0c45baf3-7c29-4f33-8436-69f49bead67e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:16.751901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69aeee-e364-4359-ad4d-91b67b5d2dd2 req-0c45baf3-7c29-4f33-8436-69f49bead67e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:16.757720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69aeee-e364-4359-ad4d-91b67b5d2dd2 req-0c45baf3-7c29-4f33-8436-69f49bead67e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:16.763597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69aeee-e364-4359-ad4d-91b67b5d2dd2 req-0c45baf3-7c29-4f33-8436-69f49bead67e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:16.769389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69aeee-e364-4359-ad4d-91b67b5d2dd2 req-0c45baf3-7c29-4f33-8436-69f49bead67e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:16.775219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69aeee-e364-4359-ad4d-91b67b5d2dd2 req-0c45baf3-7c29-4f33-8436-69f49bead67e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:16.777055 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a69aeee-e364-4359-ad4d-91b67b5d2dd2 req-0c45baf3-7c29-4f33-8436-69f49bead67e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 4603 time: 0.5607026
Dec 18 21:01:16.795942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99065c17-efa8-47de-ad99-b21a3541dc5a', 'name': 'network-vif-deleted', 'tag': 'eb1e3ece-13e6-4590-918b-eb0ad8dcfedf'}, {'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': 'fbcf81f3-8b8e-462f-9434-1aafb30b288a'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:16.798167 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3" -d '{"events": [{"server_uuid": "99065c17-efa8-47de-ad99-b21a3541dc5a", "name": "network-vif-deleted", "tag": "eb1e3ece-13e6-4590-918b-eb0ad8dcfedf"}, {"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "fbcf81f3-8b8e-462f-9434-1aafb30b288a"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:16.909385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c24945b-9a10-472d-b86a-c65638bdf782 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:16.916979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:16.926385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-82de9587-a9b8-4ef4-8b12-598e14bf8185 service neutron] 10.222.0.13 "GET /v2.0/networks/01d15494-60fe-499f-88a9-138ebcf661b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6089485
Dec 18 21:01:16.929130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Transition to ACTIVE for port object 5c24945b-9a10-472d-b86a-c65638bdf782 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:01:16.935348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:16.961605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a69aeee-e364-4359-ad4d-91b67b5d2dd2 req-310f9f3d-7e35-40b1-9990-ce8f988ea7c0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1589022
Dec 18 21:01:17.037029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Pushing event updated for resources: {'Port': ['ID=5c24945b-9a10-472d-b86a-c65638bdf782,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:17.079278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Attempting to bind port 5c24945b-9a10-472d-b86a-c65638bdf782 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:17.079278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Attempting to bind port 5c24945b-9a10-472d-b86a-c65638bdf782 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:17.079592 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Attempting to bind port 5c24945b-9a10-472d-b86a-c65638bdf782 on network d6e4e95e-eb3d-4204-ba23-6134021d7916 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:17.086156 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Port 5c24945b-9a10-472d-b86a-c65638bdf782 on network d6e4e95e-eb3d-4204-ba23-6134021d7916 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:01:17.086551 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Attempting to bind port 5c24945b-9a10-472d-b86a-c65638bdf782 on network d6e4e95e-eb3d-4204-ba23-6134021d7916 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:17.097023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:17.097419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Checking segment: {'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:17.097813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Bound using segment: {'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:17.114834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Bound port: 5c24945b-9a10-472d-b86a-c65638bdf782, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:17.115317 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:17.127359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f844557f-eb38-48aa-8a3a-a4ec5d372124 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:17.136270 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:17.151735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Transition to ACTIVE for port object f844557f-eb38-48aa-8a3a-a4ec5d372124 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:01:17.158204 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:17.224629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] For port 5c24945b-9a10-472d-b86a-c65638bdf782, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:17.235403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] For port 5c24945b-9a10-472d-b86a-c65638bdf782, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c24945b-9a10-472d-b86a-c65638bdf782,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:17.242124 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:17.278921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Pushing event updated for resources: {'Port': ['ID=f844557f-eb38-48aa-8a3a-a4ec5d372124,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:17.292680 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:17.293268 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:17.294816 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] 10.222.0.31 "PUT /v2.0/ports/5c24945b-9a10-472d-b86a-c65638bdf782 HTTP/1.1" status: 200  len: 1091 time: 0.7086539
Dec 18 21:01:17.299846 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eb1e3ece-13e6-4590-918b-eb0ad8dcfedf no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:17.318674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada4d35-8b3f-4700-9ef7-d378e1c965e7 req-5658a00f-9b7a-4243-a52e-108e427d4701 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:17.321323 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ada4d35-8b3f-4700-9ef7-d378e1c965e7 req-5658a00f-9b7a-4243-a52e-108e427d4701 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 943 time: 0.1577511
Dec 18 21:01:17.379618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: eb1e3ece-13e6-4590-918b-eb0ad8dcfedf {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:01:17.379812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eb1e3ece-13e6-4590-918b-eb0ad8dcfedf not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:17.428821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195d1e6-be05-4ea5-9cda-d6424b0a069d service neutron] Pushing event updated for resources: {'Port': ['ID=5c24945b-9a10-472d-b86a-c65638bdf782,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:17.443470 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-f6847557-c22b-4047-b906-4c36380264cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:17.445022 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-f6847557-c22b-4047-b906-4c36380264cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=653558ed3d3248ea8f07a3066b6c3d88&device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 1094 time: 0.0778086
Dec 18 21:01:17.567696 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-2c1d50ff-33d3-4e77-988a-85e5aa7212dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c24945b-9a10-472d-b86a-c65638bdf782 HTTP/1.1" status: 200  len: 217 time: 0.1143379
Dec 18 21:01:17.620747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Attempting to bind port f844557f-eb38-48aa-8a3a-a4ec5d372124 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:17.621089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Attempting to bind port f844557f-eb38-48aa-8a3a-a4ec5d372124 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:17.622096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Attempting to bind port f844557f-eb38-48aa-8a3a-a4ec5d372124 on network e4fbd253-ec67-4760-9f35-d8231c84dace {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:17.637538 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ada4d35-8b3f-4700-9ef7-d378e1c965e7 req-f1c5d1d7-c30d-478b-9b6c-d7d809d3aa3e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2304711
Dec 18 21:01:17.641062 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1437c71c-9c4f-4d9d-aea6-09c8eea32f27 x-openstack-request-id: req-1437c71c-9c4f-4d9d-aea6-09c8eea32f27 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:17.641353 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99065c17-efa8-47de-ad99-b21a3541dc5a", "name": "network-vif-deleted", "tag": "eb1e3ece-13e6-4590-918b-eb0ad8dcfedf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "fbcf81f3-8b8e-462f-9434-1aafb30b288a", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:17.657128 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1437c71c-9c4f-4d9d-aea6-09c8eea32f27 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:17.659025 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99065c17-efa8-47de-ad99-b21a3541dc5a', 'name': 'network-vif-deleted', 'tag': 'eb1e3ece-13e6-4590-918b-eb0ad8dcfedf', 'status': 'completed', 'code': 200}
Dec 18 21:01:17.659422 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': 'fbcf81f3-8b8e-462f-9434-1aafb30b288a', 'status': 'completed', 'code': 200}
Dec 18 21:01:17.661528 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Port f844557f-eb38-48aa-8a3a-a4ec5d372124 on network e4fbd253-ec67-4760-9f35-d8231c84dace not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:01:17.661853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Attempting to bind port f844557f-eb38-48aa-8a3a-a4ec5d372124 on network e4fbd253-ec67-4760-9f35-d8231c84dace {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:17.684690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:17.685722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Checking segment: {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:17.687397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Bound using segment: {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:17.688842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Bound port: f844557f-eb38-48aa-8a3a-a4ec5d372124, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:17.689286 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:17.831825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-7958e882-1794-4294-8781-e2a464604ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:17.835502 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-7958e882-1794-4294-8781-e2a464604ad8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8509a0-c02c-4bd4-8d18-4947f19cdc9c HTTP/1.1" status: 200  len: 855 time: 0.2610092
Dec 18 21:01:17.916503 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-f8fc20c1-3f50-4276-82ef-e7bda3e40349 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6e4e95e-eb3d-4204-ba23-6134021d7916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0722036
Dec 18 21:01:17.917822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d86914c-156c-4334-9226-4ed40bf09eef req-87b197ad-8a0c-4bc8-a877-ff2043109fcd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 210 time: 0.1004319
Dec 18 21:01:17.937698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-f3f48c5f-08d7-4040-8d8c-2079cd9fd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:17.938149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-f3f48c5f-08d7-4040-8d8c-2079cd9fd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:17.938898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-f3f48c5f-08d7-4040-8d8c-2079cd9fd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:17.939619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-f3f48c5f-08d7-4040-8d8c-2079cd9fd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:17.940092 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-f3f48c5f-08d7-4040-8d8c-2079cd9fd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:17.942287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-f3f48c5f-08d7-4040-8d8c-2079cd9fd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:17.943021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-f3f48c5f-08d7-4040-8d8c-2079cd9fd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:17.945211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-f3f48c5f-08d7-4040-8d8c-2079cd9fd85e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6176 time: 0.2476602
Dec 18 21:01:18.054929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] For port f844557f-eb38-48aa-8a3a-a4ec5d372124, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:18.061116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] For port f844557f-eb38-48aa-8a3a-a4ec5d372124, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f844557f-eb38-48aa-8a3a-a4ec5d372124,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:18.083613 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:18.126353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c88a02-9467-48b3-a95a-92083533337d', 'tag': '5c24945b-9a10-472d-b86a-c65638bdf782'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:18.129865 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677654e7-f3a3-491d-a930-c7912f7c7691" -d '{"events": [{"name": "network-changed", "server_uuid": "42c88a02-9467-48b3-a95a-92083533337d", "tag": "5c24945b-9a10-472d-b86a-c65638bdf782"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:18.145132 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-4b6aab9e-f3d1-4f1c-9bec-b3b537c90ae3 service neutron] 10.222.0.31 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2208543
Dec 18 21:01:18.202836 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11938aa0-2607-46c9-a284-d313bf68bb4e req-ffc12077-e158-4f2d-b1d5-0a0575006aaa tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.1145809
Dec 18 21:01:18.252732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-590d41e3-593e-4ab4-a5f5-897d994ef44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.253475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-590d41e3-593e-4ab4-a5f5-897d994ef44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.254124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-590d41e3-593e-4ab4-a5f5-897d994ef44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.263845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-590d41e3-593e-4ab4-a5f5-897d994ef44d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=08fc19b054a54a08aec65b0870725eb8&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.3095272
Dec 18 21:01:18.276218 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-51907281-1da2-4ae2-947c-f1a7c77aad06 req-fee429ca-6522-4cc5-9ac1-06714b4c92ce service neutron] 10.222.0.31 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225460
Dec 18 21:01:18.282890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.283984 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:18.284884 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] 10.222.0.31 "PUT /v2.0/ports/f844557f-eb38-48aa-8a3a-a4ec5d372124 HTTP/1.1" status: 200  len: 1136 time: 2.0538995
Dec 18 21:01:18.355436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Request body: {'port': {'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:18.406952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddd601-022b-48fa-9d0c-690bc233974d service neutron] Pushing event updated for resources: {'Port': ['ID=f844557f-eb38-48aa-8a3a-a4ec5d372124,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:18.433207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc239-2bea-4b90-bd18-13873cf578e9 req-eeff9420-f795-4a23-b840-863b05b838c8 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.440847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f03cc239-2bea-4b90-bd18-13873cf578e9 req-eeff9420-f795-4a23-b840-863b05b838c8 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 945 time: 0.3133719
Dec 18 21:01:18.545597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7821da-887e-45ea-afa3-2ae64d4f13f3 req-c95fdff6-6a1a-471f-ba69-e4d512628198 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.551506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7821da-887e-45ea-afa3-2ae64d4f13f3 req-c95fdff6-6a1a-471f-ba69-e4d512628198 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.557371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7821da-887e-45ea-afa3-2ae64d4f13f3 req-c95fdff6-6a1a-471f-ba69-e4d512628198 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.563319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7821da-887e-45ea-afa3-2ae64d4f13f3 req-c95fdff6-6a1a-471f-ba69-e4d512628198 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.569393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7821da-887e-45ea-afa3-2ae64d4f13f3 req-c95fdff6-6a1a-471f-ba69-e4d512628198 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.575770 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7821da-887e-45ea-afa3-2ae64d4f13f3 req-c95fdff6-6a1a-471f-ba69-e4d512628198 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.581610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7821da-887e-45ea-afa3-2ae64d4f13f3 req-c95fdff6-6a1a-471f-ba69-e4d512628198 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.583600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d7821da-887e-45ea-afa3-2ae64d4f13f3 req-c95fdff6-6a1a-471f-ba69-e4d512628198 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5381 time: 0.2527680
Dec 18 21:01:18.587964 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:18.611995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-9ca3e93a-4581-4fc7-b497-634692f60323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.613435 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a26ed2ea-938d-45cb-bd93-a5e2fc7de7f3 req-9ca3e93a-4581-4fc7-b497-634692f60323 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3488402
Dec 18 21:01:18.634524 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f03cc239-2bea-4b90-bd18-13873cf578e9 req-41dae7bf-8599-4b22-b636-3af7d529e25c tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/security-groups?id=a492fcc2-a0af-4020-b8e9-83ef3e44cd80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923373
Dec 18 21:01:18.705836 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467f45ad-20f8-4f55-9daf-1d2198bbf1ec x-openstack-request-id: req-467f45ad-20f8-4f55-9daf-1d2198bbf1ec {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:18.706358 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c88a02-9467-48b3-a95a-92083533337d", "tag": "5c24945b-9a10-472d-b86a-c65638bdf782", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:18.706478 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-467f45ad-20f8-4f55-9daf-1d2198bbf1ec {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:18.706860 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c88a02-9467-48b3-a95a-92083533337d', 'tag': '5c24945b-9a10-472d-b86a-c65638bdf782', 'status': 'completed', 'code': 200}
Dec 18 21:01:18.768744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d7821da-887e-45ea-afa3-2ae64d4f13f3 req-c8f04554-70e7-4c8d-824e-2a254a243293 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1757250
Dec 18 21:01:18.890292 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677654e7-f3a3-491d-a930-c7912f7c7691 req-1b50beb0-f6f4-40d6-a34f-b01d29dac0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.891811 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-677654e7-f3a3-491d-a930-c7912f7c7691 req-1b50beb0-f6f4-40d6-a34f-b01d29dac0a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=653558ed3d3248ea8f07a3066b6c3d88&device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 1094 time: 0.1421175
Dec 18 21:01:18.905269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef61afb-34ef-44f8-9605-6fd06d556ed7 req-da22e88a-36cc-44f3-ba09-aff4e47fd32b tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.906790 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-56b8da0e-b6fb-4a1b-a695-33ee2758f5b3 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:18.908345 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-56b8da0e-b6fb-4a1b-a695-33ee2758f5b3 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.31 "GET /v2.0/networks?id=01d15494-60fe-499f-88a9-138ebcf661b7 HTTP/1.1" status: 200  len: 813 time: 0.1527815
Dec 18 21:01:18.910750 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ef61afb-34ef-44f8-9605-6fd06d556ed7 req-da22e88a-36cc-44f3-ba09-aff4e47fd32b tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 943 time: 0.1518881
Dec 18 21:01:18.973933 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-dfb8e930-91dc-437c-bcdd-b6f8f1fde3ce tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e12ada67cbd430bbf671d34c0cc74f3 HTTP/1.1" status: 200  len: 379 time: 0.0551891
Dec 18 21:01:18.984795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Request body: {'port': {'device_id': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'admin_state_up': True, 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'security_groups': ['d6f2306c-5e25-4776-b26b-b750293bfc68']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:19.068957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ef61afb-34ef-44f8-9605-6fd06d556ed7 req-085cdb91-8670-40a2-88fa-1d64d08f190d tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467853
Dec 18 21:01:19.107915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677654e7-f3a3-491d-a930-c7912f7c7691 req-412f9489-56af-4f12-a63c-05b00b62c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.109411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-677654e7-f3a3-491d-a930-c7912f7c7691 req-412f9489-56af-4f12-a63c-05b00b62c9e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6e4e95e-eb3d-4204-ba23-6134021d7916 HTTP/1.1" status: 200  len: 916 time: 0.1960404
Dec 18 21:01:19.123851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Made reservation on behalf of 6e12ada67cbd430bbf671d34c0cc74f3 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:01:19.127763 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:19.216635 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc75259e-96f8-4056-adf9-1aa46d8a112d req-9e8e7da0-c1d7-4dfe-b1e1-2a80b2a5a39e tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 210 time: 0.1061425
Dec 18 21:01:19.233753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-677654e7-f3a3-491d-a930-c7912f7c7691 req-675d7fff-42b0-4fe6-b09a-fd9b42e9e9e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c24945b-9a10-472d-b86a-c65638bdf782 HTTP/1.1" status: 200  len: 217 time: 0.1085458
Dec 18 21:01:19.244651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc7a401-6ed9-4aec-ba52-1af54a484d85 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:19.261944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:19.265374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Allocated IP 172.20.0.14 (01d15494-60fe-499f-88a9-138ebcf661b7/f055c225-27f3-4973-94a8-519fc6682c27/f65f78c9-150a-4ed2-95a6-dd167edea818) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:01:19.269051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device df772871-7061-43d6-b5d3-522b6ef7eef9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:19.305093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: df772871-7061-43d6-b5d3-522b6ef7eef9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:01:19.305769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device df772871-7061-43d6-b5d3-522b6ef7eef9 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:19.310955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Transition to ACTIVE for port object 1dc7a401-6ed9-4aec-ba52-1af54a484d85 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:01:19.330105 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:19.355475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fbcd5-8a53-4ac5-b491-8e628c2c0d5d req-a28e60eb-7ba9-42bd-a3fd-62d64ad9c84d tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.357468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-241fbcd5-8a53-4ac5-b491-8e628c2c0d5d req-a28e60eb-7ba9-42bd-a3fd-62d64ad9c84d tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 945 time: 0.2093954
Dec 18 21:01:19.366617 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5015e96c-a822-4fd5-851b-aebde1698c04 req-3f86ee0d-ddab-42f3-92ac-1bddd95962d6 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0616109
Dec 18 21:01:19.383652 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:19.402338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677654e7-f3a3-491d-a930-c7912f7c7691 req-251b54d5-cdb4-4817-9b48-e888fdbf66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.402338 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-677654e7-f3a3-491d-a930-c7912f7c7691 req-251b54d5-cdb4-4817-9b48-e888fdbf66e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8509a0-c02c-4bd4-8d18-4947f19cdc9c HTTP/1.1" status: 200  len: 855 time: 0.1546898
Dec 18 21:01:19.434668 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b49e5-a2aa-479d-9b28-837f98ae65c8 req-a24de2fc-3944-47ea-a90d-0592337f8f68 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.437363 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-717b49e5-a2aa-479d-9b28-837f98ae65c8 req-a24de2fc-3944-47ea-a90d-0592337f8f68 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.36 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 945 time: 0.0842004
Dec 18 21:01:19.460253 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-677654e7-f3a3-491d-a930-c7912f7c7691 req-d0f112f3-bef2-4668-bf64-7ca4b0455e40 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6e4e95e-eb3d-4204-ba23-6134021d7916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500495
Dec 18 21:01:19.467315 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:19.468830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc7a401-6ed9-4aec-ba52-1af54a484d85,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:19.563383 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:19.578949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-241fbcd5-8a53-4ac5-b491-8e628c2c0d5d req-21563006-3438-44c8-83c2-0e2c57621ad9 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887879
Dec 18 21:01:19.617206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Network 01d15494-60fe-499f-88a9-138ebcf661b7 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:01:19.619789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-717b49e5-a2aa-479d-9b28-837f98ae65c8 req-56184b7f-5607-4a60-8399-ce579be30698 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Deleting port c6be3f74-5eea-4881-81d9-59f8a22e72d5 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:19.620120 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-717b49e5-a2aa-479d-9b28-837f98ae65c8 req-56184b7f-5607-4a60-8399-ce579be30698 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:19.626642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:01:19.635287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Attempting to bind port 1dc7a401-6ed9-4aec-ba52-1af54a484d85 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:19.635501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Attempting to bind port 1dc7a401-6ed9-4aec-ba52-1af54a484d85 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:19.635834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Attempting to bind port 1dc7a401-6ed9-4aec-ba52-1af54a484d85 on network e4fbd253-ec67-4760-9f35-d8231c84dace {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:19.640228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:01:19.649562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Port 1dc7a401-6ed9-4aec-ba52-1af54a484d85 on network e4fbd253-ec67-4760-9f35-d8231c84dace not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:01:19.649777 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Attempting to bind port 1dc7a401-6ed9-4aec-ba52-1af54a484d85 on network e4fbd253-ec67-4760-9f35-d8231c84dace {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:19.656374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-677654e7-f3a3-491d-a930-c7912f7c7691 req-19f9c8de-8cd5-4b84-9bd4-306da8bbb15d service neutron] 10.222.0.31 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654153
Dec 18 21:01:19.659574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:19.659574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Checking segment: {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:19.659861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Bound using segment: {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:19.660248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Bound port: 1dc7a401-6ed9-4aec-ba52-1af54a484d85, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:19.660596 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:19.662626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': 'f844557f-eb38-48aa-8a3a-a4ec5d372124'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:19.664910 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47be583f-6b4d-4669-90db-d3b1c24bf0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "f844557f-eb38-48aa-8a3a-a4ec5d372124"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:19.674245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Pushing event updated for resources: {'Port': ['ID=f65f78c9-150a-4ed2-95a6-dd167edea818,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:19.740653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.741375 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:19.758220 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5acf55-6a6c-4f39-b002-995110839798 x-openstack-request-id: req-ff5acf55-6a6c-4f39-b002-995110839798 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:19.758690 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "f844557f-eb38-48aa-8a3a-a4ec5d372124", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:19.759062 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff5acf55-6a6c-4f39-b002-995110839798 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:19.759560 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': 'f844557f-eb38-48aa-8a3a-a4ec5d372124', 'status': 'completed', 'code': 200}
Dec 18 21:01:19.778861 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-b0e55aec-8eb9-471f-8a00-8539e4561e54 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7981091
Dec 18 21:01:19.785737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-717b49e5-a2aa-479d-9b28-837f98ae65c8 req-56184b7f-5607-4a60-8399-ce579be30698 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] For port c6be3f74-5eea-4881-81d9-59f8a22e72d5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6be3f74-5eea-4881-81d9-59f8a22e72d5,segment=NetworkSegment(b193eacc-5179-4341-bb6f-766b1f768f2d),segment_id=b193eacc-5179-4341-bb6f-766b1f768f2d)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:19.786104 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-717b49e5-a2aa-479d-9b28-837f98ae65c8 req-56184b7f-5607-4a60-8399-ce579be30698 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:19.792797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Request body: {'port': {'device_id': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:19.822271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-717b49e5-a2aa-479d-9b28-837f98ae65c8 req-56184b7f-5607-4a60-8399-ce579be30698 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Calling delete_port for c6be3f74-5eea-4881-81d9-59f8a22e72d5 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:19.926172 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:19.957847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-ae39cf7e-7176-4106-8ba1-bb8ec5c82378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.958362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-ae39cf7e-7176-4106-8ba1-bb8ec5c82378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.958834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-ae39cf7e-7176-4106-8ba1-bb8ec5c82378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.959304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-ae39cf7e-7176-4106-8ba1-bb8ec5c82378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.959769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-ae39cf7e-7176-4106-8ba1-bb8ec5c82378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.960234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-ae39cf7e-7176-4106-8ba1-bb8ec5c82378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.960694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-ae39cf7e-7176-4106-8ba1-bb8ec5c82378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.962661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-ae39cf7e-7176-4106-8ba1-bb8ec5c82378 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6243 time: 0.1948781
Dec 18 21:01:19.964471 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-677654e7-f3a3-491d-a930-c7912f7c7691 req-e9feac55-bade-4d0d-8ca6-43454a0278f5 service neutron] 10.222.0.31 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2947588
Dec 18 21:01:19.966147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] For port 1dc7a401-6ed9-4aec-ba52-1af54a484d85, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:19.976550 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d3de0-bfac-46a4-9a84-fcacadecc7d5 req-09d21766-6ed7-45aa-9ffc-494894d8280f tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:19.978308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d3d3de0-bfac-46a4-9a84-fcacadecc7d5 req-09d21766-6ed7-45aa-9ffc-494894d8280f tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/ports?device_id=45482c58-7d4f-4437-97c5-4473a966c9be HTTP/1.1" status: 200  len: 945 time: 0.1657796
Dec 18 21:01:20.048340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] For port 1dc7a401-6ed9-4aec-ba52-1af54a484d85, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:20.051176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-134fa90a-d28b-41bc-b43b-65a3b2ae23a6 None None] Provisioning complete for port f65f78c9-150a-4ed2-95a6-dd167edea818 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:20.052017 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-134fa90a-d28b-41bc-b43b-65a3b2ae23a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:20.067967 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:20.094092 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beb2a6-6288-453d-a3d5-0544a1c5c783 req-d3f2471b-6142-4c7e-8e05-0582b78c8ca1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.100474 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beb2a6-6288-453d-a3d5-0544a1c5c783 req-d3f2471b-6142-4c7e-8e05-0582b78c8ca1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.100634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-717b49e5-a2aa-479d-9b28-837f98ae65c8 req-56184b7f-5607-4a60-8399-ce579be30698 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:20.103346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-134fa90a-d28b-41bc-b43b-65a3b2ae23a6 None None] Port f65f78c9-150a-4ed2-95a6-dd167edea818 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:01:20.106849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beb2a6-6288-453d-a3d5-0544a1c5c783 req-d3f2471b-6142-4c7e-8e05-0582b78c8ca1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.112682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beb2a6-6288-453d-a3d5-0544a1c5c783 req-d3f2471b-6142-4c7e-8e05-0582b78c8ca1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.113316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['c6be3f74-5eea-4881-81d9-59f8a22e72d5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:20.118757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beb2a6-6288-453d-a3d5-0544a1c5c783 req-d3f2471b-6142-4c7e-8e05-0582b78c8ca1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.124631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beb2a6-6288-453d-a3d5-0544a1c5c783 req-d3f2471b-6142-4c7e-8e05-0582b78c8ca1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.131098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beb2a6-6288-453d-a3d5-0544a1c5c783 req-d3f2471b-6142-4c7e-8e05-0582b78c8ca1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.133020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1beb2a6-6288-453d-a3d5-0544a1c5c783 req-d3f2471b-6142-4c7e-8e05-0582b78c8ca1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5393 time: 0.2458577
Dec 18 21:01:20.169977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56184b7f-5607-4a60-8399-ce579be30698 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Pushing event deleted for resources: {'Port': ['ID=c6be3f74-5eea-4881-81d9-59f8a22e72d5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:20.194044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.194746 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:20.196166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] 10.222.0.31 "PUT /v2.0/ports/1dc7a401-6ed9-4aec-ba52-1af54a484d85 HTTP/1.1" status: 200  len: 1091 time: 1.8452957
Dec 18 21:01:20.214591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-717b49e5-a2aa-479d-9b28-837f98ae65c8 req-56184b7f-5607-4a60-8399-ce579be30698 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] No DVR routers for this DVR port c6be3f74-5eea-4881-81d9-59f8a22e72d5 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:20.219114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-717b49e5-a2aa-479d-9b28-837f98ae65c8 req-56184b7f-5607-4a60-8399-ce579be30698 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:20.222509 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-717b49e5-a2aa-479d-9b28-837f98ae65c8 req-56184b7f-5607-4a60-8399-ce579be30698 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.36 "DELETE /v2.0/ports/c6be3f74-5eea-4881-81d9-59f8a22e72d5 HTTP/1.1" status: 204  len: 173 time: 0.7792704
Dec 18 21:01:20.241616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Request body: {'port': {'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:20.260304 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d3d3de0-bfac-46a4-9a84-fcacadecc7d5 req-44d4c54c-2bab-4cc0-a2a2-d9d8afa01515 tempest-InstanceActionsNegativeTestJSON-1479033263 tempest-InstanceActionsNegativeTestJSON-1479033263-project] 10.222.0.13 "GET /v2.0/security-groups?id=a492fcc2-a0af-4020-b8e9-83ef3e44cd80&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620959
Dec 18 21:01:20.335452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65f78c9-150a-4ed2-95a6-dd167edea818 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:20.344452 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:20.369308 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Transition to ACTIVE for port object f65f78c9-150a-4ed2-95a6-dd167edea818 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:01:20.375540 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:20.452914 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Pushing event updated for resources: {'Port': ['ID=f65f78c9-150a-4ed2-95a6-dd167edea818,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:20.539354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Attempting to bind port f65f78c9-150a-4ed2-95a6-dd167edea818 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:20.540289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Attempting to bind port f65f78c9-150a-4ed2-95a6-dd167edea818 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:20.540635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Attempting to bind port f65f78c9-150a-4ed2-95a6-dd167edea818 on network 01d15494-60fe-499f-88a9-138ebcf661b7 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:20.545876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Port f65f78c9-150a-4ed2-95a6-dd167edea818 on network 01d15494-60fe-499f-88a9-138ebcf661b7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:01:20.546201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Attempting to bind port f65f78c9-150a-4ed2-95a6-dd167edea818 on network 01d15494-60fe-499f-88a9-138ebcf661b7 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:20.551903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:20.552271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Checking segment: {'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:20.552631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Bound using segment: {'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:20.553174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Bound port: f65f78c9-150a-4ed2-95a6-dd167edea818, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:20.553531 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:20.623158 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] For port f65f78c9-150a-4ed2-95a6-dd167edea818, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:20.627804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] For port f65f78c9-150a-4ed2-95a6-dd167edea818, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f65f78c9-150a-4ed2-95a6-dd167edea818,segment=NetworkSegment(7f1c1663-9b47-4cdd-ab05-ea03e58c06a7),segment_id=7f1c1663-9b47-4cdd-ab05-ea03e58c06a7)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:20.634510 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:20.682874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.683500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:20.685746 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] 10.222.0.31 "PUT /v2.0/ports/f65f78c9-150a-4ed2-95a6-dd167edea818 HTTP/1.1" status: 200  len: 1092 time: 0.8970063
Dec 18 21:01:20.707048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be32677-e1b0-4991-b099-22416f8ea687 service neutron] Pushing event updated for resources: {'Port': ['ID=f65f78c9-150a-4ed2-95a6-dd167edea818,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:20.719207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-84fa4be7-b88c-4a97-bf91-d53e398ecc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.720360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-84fa4be7-b88c-4a97-bf91-d53e398ecc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.720995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-84fa4be7-b88c-4a97-bf91-d53e398ecc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.725096 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-84fa4be7-b88c-4a97-bf91-d53e398ecc28 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=08fc19b054a54a08aec65b0870725eb8&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.7459373
Dec 18 21:01:20.732933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45482c58-7d4f-4437-97c5-4473a966c9be', 'name': 'network-vif-deleted', 'tag': 'c6be3f74-5eea-4881-81d9-59f8a22e72d5'}, {'name': 'network-changed', 'server_uuid': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'tag': 'f65f78c9-150a-4ed2-95a6-dd167edea818'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:20.737568 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fc4f56-b325-4890-8c7c-a357a6a0b0ca" -d '{"events": [{"server_uuid": "45482c58-7d4f-4437-97c5-4473a966c9be", "name": "network-vif-deleted", "tag": "c6be3f74-5eea-4881-81d9-59f8a22e72d5"}, {"name": "network-changed", "server_uuid": "e7b77426-cb1b-4748-b580-a4f86c940694", "tag": "f65f78c9-150a-4ed2-95a6-dd167edea818"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:20.752635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e95149-40d2-47df-bf6a-a6f332f38288 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc7a401-6ed9-4aec-ba52-1af54a484d85,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:20.823172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-43a2dfd6-ad5b-44de-a195-3ac4261b0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.826734 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-43a2dfd6-ad5b-44de-a195-3ac4261b0916 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e12ada67cbd430bbf671d34c0cc74f3&device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 1095 time: 0.0856173
Dec 18 21:01:20.877621 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-7484741e-af63-4a49-935a-5b30e76e3188 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f65f78c9-150a-4ed2-95a6-dd167edea818 HTTP/1.1" status: 200  len: 217 time: 0.0430799
Dec 18 21:01:20.902823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1beb2a6-6288-453d-a3d5-0544a1c5c783 req-94e9282c-b198-4061-bf11-7a26215541c1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.7426131
Dec 18 21:01:20.922418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5587c-f4d4-4432-b3bb-10134af53727 req-90f1198f-3538-48b4-9115-a28dcd36b5cf tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.924799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fdb5587c-f4d4-4432-b3bb-10134af53727 req-90f1198f-3538-48b4-9115-a28dcd36b5cf tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 943 time: 0.2495918
Dec 18 21:01:20.933350 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:20.935224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-736d9c22-faeb-4616-8f96-09a7235c78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.936892 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-736d9c22-faeb-4616-8f96-09a7235c78ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f055c225-27f3-4973-94a8-519fc6682c27 HTTP/1.1" status: 200  len: 852 time: 0.0531940
Dec 18 21:01:20.991433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ef682-745c-4d15-a332-a2427f34cb85 req-b4045bc4-0b8b-4d37-8f9b-ea03ad038732 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.992962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b21ef682-745c-4d15-a332-a2427f34cb85 req-b4045bc4-0b8b-4d37-8f9b-ea03ad038732 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.31 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 945 time: 0.3166897
Dec 18 21:01:20.994077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-2a4b7079-0312-4bd1-a07a-8f589580851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.995532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47be583f-6b4d-4669-90db-d3b1c24bf0b1 req-2a4b7079-0312-4bd1-a07a-8f589580851b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2358384
Dec 18 21:01:20.997232 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-d82874e8-ae4d-41de-aa49-8a979eb8f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:20.998752 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-d82874e8-ae4d-41de-aa49-8a979eb8f9cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01d15494-60fe-499f-88a9-138ebcf661b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0554838
Dec 18 21:01:21.093456 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-94359b3a-e7d4-4f47-8465-a2896ffd9a5a service neutron] 10.222.0.31 "GET /v2.0/networks/01d15494-60fe-499f-88a9-138ebcf661b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847917
Dec 18 21:01:21.115024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fdb5587c-f4d4-4432-b3bb-10134af53727 req-630982d4-6161-44ce-a1ee-8fc3ed24fc5b tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750438
Dec 18 21:01:21.194606 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bae6ad5c-200a-4623-862d-b72860f31a61 req-ebdb2f26-5aa2-4843-9b24-54905ccf0cbd service neutron] 10.222.0.31 "GET /v2.0/networks/01d15494-60fe-499f-88a9-138ebcf661b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942850
Dec 18 21:01:21.238865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f54861f0-841c-4051-aec2-bc45d0176652 req-812bf82c-11f6-426a-b0fb-3188432e77a3 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0456820
Dec 18 21:01:21.249633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5c1c2-50e3-4c27-bc97-7eb53f4e8bd0 req-da882511-1b9a-4917-b4d9-912cbfb1d4c2 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:21.251111 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3f5c1c2-50e3-4c27-bc97-7eb53f4e8bd0 req-da882511-1b9a-4917-b4d9-912cbfb1d4c2 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 944 time: 0.2326832
Dec 18 21:01:21.291561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5c24945b-9a10-472d-b86a-c65638bdf782 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:01:21.385261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-b21ef682-745c-4d15-a332-a2427f34cb85 req-10351112-907f-4984-a5a3-e3baeffff8d5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Deleting port f436640a-8992-4e8c-bdca-8adcc9d844b1 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:21.385518 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b21ef682-745c-4d15-a332-a2427f34cb85 req-10351112-907f-4984-a5a3-e3baeffff8d5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:21.388974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5c24945b-9a10-472d-b86a-c65638bdf782, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c24945b-9a10-472d-b86a-c65638bdf782,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:21.400275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '5c24945b-9a10-472d-b86a-c65638bdf782', 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916', 'port_id': '5c24945b-9a10-472d-b86a-c65638bdf782', 'mac_address': 'fa:16:3e:16:19:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8509a0-c02c-4bd4-8d18-4947f19cdc9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:01:21.435729 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:21.451589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c24945b-9a10-472d-b86a-c65638bdf782 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:21.458731 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3f5c1c2-50e3-4c27-bc97-7eb53f4e8bd0 req-5017e0c8-4579-4358-bf35-4572a658dcc1 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f2306c-5e25-4776-b26b-b750293bfc68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1825757
Dec 18 21:01:21.473018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5c24945b-9a10-472d-b86a-c65638bdf782, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c24945b-9a10-472d-b86a-c65638bdf782,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:21.483187 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:21.484167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f6ad1-8d83-46f9-8a0a-e12c5136eb4c req-27744a30-38e0-47a2-966b-b55c4fc6d1dc tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:21.485722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da9f6ad1-8d83-46f9-8a0a-e12c5136eb4c req-27744a30-38e0-47a2-966b-b55c4fc6d1dc tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12e2896-51c3-4ed6-abc1-fb782a8c9f48 HTTP/1.1" status: 200  len: 945 time: 0.1754966
Dec 18 21:01:21.524664 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1653ca3-618b-480c-8269-55554c76feee x-openstack-request-id: req-a1653ca3-618b-480c-8269-55554c76feee {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:21.525191 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45482c58-7d4f-4437-97c5-4473a966c9be", "name": "network-vif-deleted", "tag": "c6be3f74-5eea-4881-81d9-59f8a22e72d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e7b77426-cb1b-4748-b580-a4f86c940694", "tag": "f65f78c9-150a-4ed2-95a6-dd167edea818", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:21.530798 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1653ca3-618b-480c-8269-55554c76feee {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:21.531345 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45482c58-7d4f-4437-97c5-4473a966c9be', 'name': 'network-vif-deleted', 'tag': 'c6be3f74-5eea-4881-81d9-59f8a22e72d5', 'status': 'completed', 'code': 200}
Dec 18 21:01:21.531610 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'tag': 'f65f78c9-150a-4ed2-95a6-dd167edea818', 'status': 'completed', 'code': 200}
Dec 18 21:01:21.556226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=5c24945b-9a10-472d-b86a-c65638bdf782,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:21.575980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46728) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:21.597786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b21ef682-745c-4d15-a332-a2427f34cb85 req-10351112-907f-4984-a5a3-e3baeffff8d5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] For port f436640a-8992-4e8c-bdca-8adcc9d844b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f436640a-8992-4e8c-bdca-8adcc9d844b1,segment=NetworkSegment(e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e),segment_id=e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:21.598150 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b21ef682-745c-4d15-a332-a2427f34cb85 req-10351112-907f-4984-a5a3-e3baeffff8d5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:21.601585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59526aeb-f155-46bf-ba7e-15d8467624a2 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:21.615613 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:21.629011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4f56-b325-4890-8c7c-a357a6a0b0ca req-20d692dc-b583-490b-a2a1-1ba695dfd490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:21.630578 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45fc4f56-b325-4890-8c7c-a357a6a0b0ca req-20d692dc-b583-490b-a2a1-1ba695dfd490 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e12ada67cbd430bbf671d34c0cc74f3&device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 1095 time: 0.0824983
Dec 18 21:01:21.633042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-b21ef682-745c-4d15-a332-a2427f34cb85 req-10351112-907f-4984-a5a3-e3baeffff8d5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Calling delete_port for f436640a-8992-4e8c-bdca-8adcc9d844b1 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:21.633649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc8559d-95bd-4276-909e-0cae8e7d99e8 admin admin] Deleting subnet 41b5cbdb-5f31-4454-b65d-96a2f0d4c6d9 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:01:21.637351 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fcc8559d-95bd-4276-909e-0cae8e7d99e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:21.642300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da9f6ad1-8d83-46f9-8a0a-e12c5136eb4c req-207687a3-1694-4968-8762-47d8dea5c54d tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.13 "GET /v2.0/security-groups?id=1eb0f69f-b591-47a9-b6a9-a654b7383dd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412940
Dec 18 21:01:21.651875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Transition to ACTIVE for port object 59526aeb-f155-46bf-ba7e-15d8467624a2 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:01:21.678169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['5c24945b-9a10-472d-b86a-c65638bdf782'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:21.693606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:21.720747 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fcc8559d-95bd-4276-909e-0cae8e7d99e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:21.760540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': '1dc7a401-6ed9-4aec-ba52-1af54a484d85'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:21.763410 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "1dc7a401-6ed9-4aec-ba52-1af54a484d85"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:21.779241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Pushing event updated for resources: {'Port': ['ID=59526aeb-f155-46bf-ba7e-15d8467624a2,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:21.812476 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fcc8559d-95bd-4276-909e-0cae8e7d99e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:21.862701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4f56-b325-4890-8c7c-a357a6a0b0ca req-1e7c7d8b-5cbd-4def-a3dd-db92ca0be1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:21.864945 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45fc4f56-b325-4890-8c7c-a357a6a0b0ca req-1e7c7d8b-5cbd-4def-a3dd-db92ca0be1c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01d15494-60fe-499f-88a9-138ebcf661b7 HTTP/1.1" status: 200  len: 914 time: 0.2257700
Dec 18 21:01:21.869761 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d285809-7a86-49ea-ad84-279eb91f7e39 x-openstack-request-id: req-1d285809-7a86-49ea-ad84-279eb91f7e39 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:21.870057 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "1dc7a401-6ed9-4aec-ba52-1af54a484d85", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:21.870684 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d285809-7a86-49ea-ad84-279eb91f7e39 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:21.870806 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': '1dc7a401-6ed9-4aec-ba52-1af54a484d85', 'status': 'completed', 'code': 200}
Dec 18 21:01:21.985808 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b21ef682-745c-4d15-a332-a2427f34cb85 req-10351112-907f-4984-a5a3-e3baeffff8d5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.003496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-aab55d0b-0456-46b0-a0fc-26426cbd244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.003915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-aab55d0b-0456-46b0-a0fc-26426cbd244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.004396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-aab55d0b-0456-46b0-a0fc-26426cbd244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.004866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-aab55d0b-0456-46b0-a0fc-26426cbd244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.005337 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-aab55d0b-0456-46b0-a0fc-26426cbd244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.005801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-aab55d0b-0456-46b0-a0fc-26426cbd244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.006297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-aab55d0b-0456-46b0-a0fc-26426cbd244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.008397 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-aab55d0b-0456-46b0-a0fc-26426cbd244d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6310 time: 0.1336477
Dec 18 21:01:22.050394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Attempting to bind port 59526aeb-f155-46bf-ba7e-15d8467624a2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:22.051064 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Attempting to bind port 59526aeb-f155-46bf-ba7e-15d8467624a2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:22.051568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Attempting to bind port 59526aeb-f155-46bf-ba7e-15d8467624a2 on network e4fbd253-ec67-4760-9f35-d8231c84dace {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:22.099995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f436640a-8992-4e8c-bdca-8adcc9d844b1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:22.176233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Port 59526aeb-f155-46bf-ba7e-15d8467624a2 on network e4fbd253-ec67-4760-9f35-d8231c84dace not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:01:22.176559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Attempting to bind port 59526aeb-f155-46bf-ba7e-15d8467624a2 on network e4fbd253-ec67-4760-9f35-d8231c84dace {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:22.208273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:22.208711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Checking segment: {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:22.209008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Bound using segment: {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:22.209462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Bound port: 59526aeb-f155-46bf-ba7e-15d8467624a2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8effe386-876f-460a-8d69-51f7e832c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:22.209816 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.212110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10351112-907f-4984-a5a3-e3baeffff8d5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Pushing event deleted for resources: {'Port': ['ID=f436640a-8992-4e8c-bdca-8adcc9d844b1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:22.215604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21ef682-745c-4d15-a332-a2427f34cb85 req-10351112-907f-4984-a5a3-e3baeffff8d5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] No DVR routers for this DVR port f436640a-8992-4e8c-bdca-8adcc9d844b1 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:22.218419 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b21ef682-745c-4d15-a332-a2427f34cb85 req-10351112-907f-4984-a5a3-e3baeffff8d5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.222530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b21ef682-745c-4d15-a332-a2427f34cb85 req-10351112-907f-4984-a5a3-e3baeffff8d5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] 10.222.0.31 "DELETE /v2.0/ports/f436640a-8992-4e8c-bdca-8adcc9d844b1 HTTP/1.1" status: 204  len: 173 time: 1.2051055
Dec 18 21:01:22.250069 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45fc4f56-b325-4890-8c7c-a357a6a0b0ca req-e024c58c-3f35-4451-abbf-469c946fc945 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f65f78c9-150a-4ed2-95a6-dd167edea818 HTTP/1.1" status: 200  len: 217 time: 0.3764911
Dec 18 21:01:22.315033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fcc8559d-95bd-4276-909e-0cae8e7d99e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.351523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4f56-b325-4890-8c7c-a357a6a0b0ca req-52c9642b-272e-45b8-ad6c-5eee6d9e3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.353110 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45fc4f56-b325-4890-8c7c-a357a6a0b0ca req-52c9642b-272e-45b8-ad6c-5eee6d9e3dab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f055c225-27f3-4973-94a8-519fc6682c27 HTTP/1.1" status: 200  len: 852 time: 0.0901906
Dec 18 21:01:22.355366 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8559d-95bd-4276-909e-0cae8e7d99e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b5cbdb-5f31-4454-b65d-96a2f0d4c6d9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:22.357426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a889e-89b9-4216-af4e-145def98b5ee req-27a8baf6-5677-4bbc-8438-44490e788f3c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.357933 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fcc8559d-95bd-4276-909e-0cae8e7d99e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.362847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a889e-89b9-4216-af4e-145def98b5ee req-27a8baf6-5677-4bbc-8438-44490e788f3c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.363929 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fcc8559d-95bd-4276-909e-0cae8e7d99e8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/41b5cbdb-5f31-4454-b65d-96a2f0d4c6d9 HTTP/1.1" status: 204  len: 168 time: 0.7868371
Dec 18 21:01:22.365785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46738) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:22.368807 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a889e-89b9-4216-af4e-145def98b5ee req-27a8baf6-5677-4bbc-8438-44490e788f3c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.375306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a889e-89b9-4216-af4e-145def98b5ee req-27a8baf6-5677-4bbc-8438-44490e788f3c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.381416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a889e-89b9-4216-af4e-145def98b5ee req-27a8baf6-5677-4bbc-8438-44490e788f3c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.387329 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a889e-89b9-4216-af4e-145def98b5ee req-27a8baf6-5677-4bbc-8438-44490e788f3c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.393256 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a889e-89b9-4216-af4e-145def98b5ee req-27a8baf6-5677-4bbc-8438-44490e788f3c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.395373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-294a889e-89b9-4216-af4e-145def98b5ee req-27a8baf6-5677-4bbc-8438-44490e788f3c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5405 time: 0.2597783
Dec 18 21:01:22.411186 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-2855b12f-be0a-429e-8ad8-b1b107689e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.411573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-2855b12f-be0a-429e-8ad8-b1b107689e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.412044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-2855b12f-be0a-429e-8ad8-b1b107689e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.413701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-2855b12f-be0a-429e-8ad8-b1b107689e99 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=08fc19b054a54a08aec65b0870725eb8&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.3785887
Dec 18 21:01:22.429955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490cf6a-7bd9-4283-bf92-d8f5bd927512 req-98c044f9-1152-427e-9fde-8bdc8086186e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.431421 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5490cf6a-7bd9-4283-bf92-d8f5bd927512 req-98c044f9-1152-427e-9fde-8bdc8086186e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 944 time: 0.2023897
Dec 18 21:01:22.467946 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.472758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4f56-b325-4890-8c7c-a357a6a0b0ca req-a812e8c2-413d-4641-8dd6-9d7dc37bcb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.474341 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45fc4f56-b325-4890-8c7c-a357a6a0b0ca req-a812e8c2-413d-4641-8dd6-9d7dc37bcb10 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01d15494-60fe-499f-88a9-138ebcf661b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1092763
Dec 18 21:01:22.556017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] For port 59526aeb-f155-46bf-ba7e-15d8467624a2, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:22.593391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] For port 59526aeb-f155-46bf-ba7e-15d8467624a2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59526aeb-f155-46bf-ba7e-15d8467624a2,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:22.609880 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.630298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.646401 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5490cf6a-7bd9-4283-bf92-d8f5bd927512 req-53ce0f1b-8dc2-4f11-9178-2e0b9ea71089 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945450
Dec 18 21:01:22.673080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f79b760>,) {'filters': {'network_id': ['9c8c69eb-3187-4fe6-b473-e011aabfbaf1']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:22.683488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-294a889e-89b9-4216-af4e-145def98b5ee req-bcae5917-4177-48fb-9ba0-44941aa496c1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2739253
Dec 18 21:01:22.685419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.686217 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.688482 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] 10.222.0.31 "PUT /v2.0/ports/59526aeb-f155-46bf-ba7e-15d8467624a2 HTTP/1.1" status: 200  len: 1090 time: 2.4597709
Dec 18 21:01:22.704122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-05b84aeb-2454-4e45-9be7-62fbfb444f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.706230 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0e343b9-e0f7-46ac-a276-9b33d10d85d3 req-05b84aeb-2454-4e45-9be7-62fbfb444f7d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2709627
Dec 18 21:01:22.733577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f79b760>, 'b193eacc-5179-4341-bb6f-766b1f768f2d') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:22.734160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f79b760>, 'b193eacc-5179-4341-bb6f-766b1f768f2d') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:22.744066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Request body: {'port': {'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:22.766620 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.788198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] Pushing event updated for resources: {'Port': ['ID=59526aeb-f155-46bf-ba7e-15d8467624a2,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:22.814044 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45fc4f56-b325-4890-8c7c-a357a6a0b0ca req-682195db-dcdf-4f26-86e7-df9b453b6ed2 service neutron] 10.222.0.31 "GET /v2.0/networks/01d15494-60fe-499f-88a9-138ebcf661b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3302557
Dec 18 21:01:22.825238 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2770c55-7a2b-4190-a180-d546d7616789 req-4daee55f-b353-4ef0-955b-56c0a66d9f17 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0541654
Dec 18 21:01:22.829521 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.911391 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.911843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46746) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:22.920504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:01:22.921278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:01:22.923040 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:01:22.964504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa3fe1-447a-40ee-8d6c-e634cfff1a02 req-244e1ecd-bd5b-4747-8256-add5a3ac5ccd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:22.966837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ffa3fe1-447a-40ee-8d6c-e634cfff1a02 req-244e1ecd-bd5b-4747-8256-add5a3ac5ccd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 944 time: 0.1064651
Dec 18 21:01:23.002453 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.007612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.013858 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c8c69eb-3187-4fe6-b473-e011aabfbaf1 HTTP/1.1" status: 204  len: 168 time: 0.6436718
Dec 18 21:01:23.015681 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45fc4f56-b325-4890-8c7c-a357a6a0b0ca req-79c468a6-c4b6-49ff-9bc9-fd82f50803b9 service neutron] 10.222.0.31 "GET /v2.0/networks/01d15494-60fe-499f-88a9-138ebcf661b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836808
Dec 18 21:01:23.020327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8549fb-9744-4fe6-9693-35a32da822f6 admin admin] Deleting subnet 99bf93ac-b6ee-4565-81a5-d57d3091ab55 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:01:23.030291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766eb0f-0470-465d-a367-874ea5e01516 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8c69eb-3187-4fe6-b473-e011aabfbaf1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:23.033016 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd8549fb-9744-4fe6-9693-35a32da822f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.140911 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd8549fb-9744-4fe6-9693-35a32da822f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.170821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ffa3fe1-447a-40ee-8d6c-e634cfff1a02 req-678b7f69-c1f8-4382-accd-5792d2ca58c9 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f2306c-5e25-4776-b26b-b750293bfc68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1756575
Dec 18 21:01:23.193708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46750) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:23.260348 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd8549fb-9744-4fe6-9693-35a32da822f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.285902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c6be3f74-5eea-4881-81d9-59f8a22e72d5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:23.312009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f65f78c9-150a-4ed2-95a6-dd167edea818 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:01:23.313980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5c24945b-9a10-472d-b86a-c65638bdf782 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:23.317634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-677390b3-52d6-485f-8d43-1d0ae32675f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd0d854b4dbc4609a90bb655f3adc132&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1210856
Dec 18 21:01:23.317774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: c6be3f74-5eea-4881-81d9-59f8a22e72d5 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:01:23.317774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c6be3f74-5eea-4881-81d9-59f8a22e72d5 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:23.318033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46752) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:23.367231 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd8549fb-9744-4fe6-9693-35a32da822f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.374651 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f170f8e1-6d78-4f70-946e-625c143afbb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.397552 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f170f8e1-6d78-4f70-946e-625c143afbb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.404752 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd8549fb-9744-4fe6-9693-35a32da822f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.410550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bd8549fb-9744-4fe6-9693-35a32da822f6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/99bf93ac-b6ee-4565-81a5-d57d3091ab55 HTTP/1.1" status: 204  len: 168 time: 0.4912987
Dec 18 21:01:23.411419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8549fb-9744-4fe6-9693-35a32da822f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99bf93ac-b6ee-4565-81a5-d57d3091ab55,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:23.415070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46754) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:23.425347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 5c24945b-9a10-472d-b86a-c65638bdf782 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:01:23.431904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 5c24945b-9a10-472d-b86a-c65638bdf782 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:23.432282 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.454913 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f477167-6d29-4a5d-a26d-96bb2271bada {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:23.464035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.481988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Transition to ACTIVE for port object 1f477167-6d29-4a5d-a26d-96bb2271bada will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:01:23.485542 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.494774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f65f78c9-150a-4ed2-95a6-dd167edea818, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f65f78c9-150a-4ed2-95a6-dd167edea818,segment=NetworkSegment(7f1c1663-9b47-4cdd-ab05-ea03e58c06a7),segment_id=7f1c1663-9b47-4cdd-ab05-ea03e58c06a7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:23.508735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.513007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'f65f78c9-150a-4ed2-95a6-dd167edea818', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'port_id': 'f65f78c9-150a-4ed2-95a6-dd167edea818', 'mac_address': 'fa:16:3e:3f:4f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:01:23.542456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Pushing event updated for resources: {'Port': ['ID=1f477167-6d29-4a5d-a26d-96bb2271bada,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:23.550343 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f170f8e1-6d78-4f70-946e-625c143afbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.551215 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f170f8e1-6d78-4f70-946e-625c143afbb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.555121 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f170f8e1-6d78-4f70-946e-625c143afbb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a492fcc2-a0af-4020-b8e9-83ef3e44cd80 HTTP/1.1" status: 204  len: 168 time: 0.2330766
Dec 18 21:01:23.591001 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.610706 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170f8e1-6d78-4f70-946e-625c143afbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a492fcc2-a0af-4020-b8e9-83ef3e44cd80,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:23.620917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Attempting to bind port 1f477167-6d29-4a5d-a26d-96bb2271bada on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:23.621834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Attempting to bind port 1f477167-6d29-4a5d-a26d-96bb2271bada by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:23.622172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Attempting to bind port 1f477167-6d29-4a5d-a26d-96bb2271bada on network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:23.624455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65f78c9-150a-4ed2-95a6-dd167edea818 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:23.626905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Port 1f477167-6d29-4a5d-a26d-96bb2271bada on network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:01:23.627246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Attempting to bind port 1f477167-6d29-4a5d-a26d-96bb2271bada on network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:23.628675 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.631479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.634464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:23.635469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Checking segment: {'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:23.635956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Bound using segment: {'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:23.636396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Bound port: 1f477167-6d29-4a5d-a26d-96bb2271bada, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:23.636827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.662485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c9da4c0>,) {'filters': {'network_id': ['1f7835a3-1921-420f-bc92-783d1cac5ba9']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:23.673429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c9da4c0>, 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:23.674200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c9da4c0>, 'e7b1303f-0fd5-4c3c-8c4b-d1f8964f0e5e') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:23.690943 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.700581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f65f78c9-150a-4ed2-95a6-dd167edea818, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f65f78c9-150a-4ed2-95a6-dd167edea818,segment=NetworkSegment(7f1c1663-9b47-4cdd-ab05-ea03e58c06a7),segment_id=7f1c1663-9b47-4cdd-ab05-ea03e58c06a7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:23.720896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c88a02-9467-48b3-a95a-92083533337d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24945b-9a10-472d-b86a-c65638bdf782'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:23.723509 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.723665 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a213452-a16b-4f61-921f-583f3845fdec" -d '{"events": [{"server_uuid": "42c88a02-9467-48b3-a95a-92083533337d", "name": "network-vif-plugged", "status": "completed", "tag": "5c24945b-9a10-472d-b86a-c65638bdf782"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:23.726284 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.741171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:01:23.741708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:01:23.747857 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:01:23.769174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5c24945b-9a10-472d-b86a-c65638bdf782, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c24945b-9a10-472d-b86a-c65638bdf782,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:23.773943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] For port 1f477167-6d29-4a5d-a26d-96bb2271bada, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:23.779060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] For port 1f477167-6d29-4a5d-a26d-96bb2271bada, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f477167-6d29-4a5d-a26d-96bb2271bada,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:23.788542 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.818836 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305e67a1-c258-4241-8c10-2afd8ab76013 x-openstack-request-id: req-305e67a1-c258-4241-8c10-2afd8ab76013 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:23.819388 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c88a02-9467-48b3-a95a-92083533337d", "name": "network-vif-plugged", "status": "completed", "tag": "5c24945b-9a10-472d-b86a-c65638bdf782", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:23.820662 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-305e67a1-c258-4241-8c10-2afd8ab76013 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:23.822362 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c88a02-9467-48b3-a95a-92083533337d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24945b-9a10-472d-b86a-c65638bdf782', 'code': 200}
Dec 18 21:01:23.829097 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.886810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f65f78c9-150a-4ed2-95a6-dd167edea818,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:23.904009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12e2896-51c3-4ed6-abc1-fb782a8c9f48', 'name': 'network-vif-deleted', 'tag': 'f436640a-8992-4e8c-bdca-8adcc9d844b1'}, {'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': '59526aeb-f155-46bf-ba7e-15d8467624a2'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:23.908675 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7422c6f-3012-473f-b68f-fcc79e3378d7" -d '{"events": [{"server_uuid": "a12e2896-51c3-4ed6-abc1-fb782a8c9f48", "name": "network-vif-deleted", "tag": "f436640a-8992-4e8c-bdca-8adcc9d844b1"}, {"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "59526aeb-f155-46bf-ba7e-15d8467624a2"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:23.928351 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.936382 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.940434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f65f78c9-150a-4ed2-95a6-dd167edea818'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:23.940636 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1f7835a3-1921-420f-bc92-783d1cac5ba9 HTTP/1.1" status: 204  len: 168 time: 0.5250297
Dec 18 21:01:23.942133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:23.942821 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:23.944796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] 10.222.0.31 "PUT /v2.0/ports/1f477167-6d29-4a5d-a26d-96bb2271bada HTTP/1.1" status: 200  len: 1091 time: 1.2155535
Dec 18 21:01:23.962807 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567b0a7-7023-40de-b238-5eacd5e0d286 req-d24375f2-797c-40b6-b932-6895a8616985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:23.965619 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1567b0a7-7023-40de-b238-5eacd5e0d286 req-d24375f2-797c-40b6-b932-6895a8616985 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 1096 time: 0.0955570
Dec 18 21:01:24.009393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Request body: {'port': {'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:24.013211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4c881-c7a4-47cb-a09e-ea6b4bbe6123 service neutron] Pushing event updated for resources: {'Port': ['ID=1f477167-6d29-4a5d-a26d-96bb2271bada,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:24.020001 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c524e-887b-405b-bb48-64081b1b2f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7835a3-1921-420f-bc92-783d1cac5ba9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:24.105063 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1567b0a7-7023-40de-b238-5eacd5e0d286 req-aa4ac429-2966-4ca6-bf74-32a68b75257c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293809
Dec 18 21:01:24.111024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad738f44-af7a-4812-9bfe-b45e6e8b93a0 req-3bf7e1f7-d54a-44f9-93a7-ebd3a3c85dbf tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.114234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=5c24945b-9a10-472d-b86a-c65638bdf782,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:24.123417 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad738f44-af7a-4812-9bfe-b45e6e8b93a0 req-3bf7e1f7-d54a-44f9-93a7-ebd3a3c85dbf tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.3004162
Dec 18 21:01:24.184797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979bd3e-b5d5-4ae4-b81a-872094b69310 req-56c54684-11b5-4217-9b9d-b6f1ec4af8de tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.191777 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979bd3e-b5d5-4ae4-b81a-872094b69310 req-56c54684-11b5-4217-9b9d-b6f1ec4af8de tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.200209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979bd3e-b5d5-4ae4-b81a-872094b69310 req-56c54684-11b5-4217-9b9d-b6f1ec4af8de tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.206312 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979bd3e-b5d5-4ae4-b81a-872094b69310 req-56c54684-11b5-4217-9b9d-b6f1ec4af8de tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.212342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979bd3e-b5d5-4ae4-b81a-872094b69310 req-56c54684-11b5-4217-9b9d-b6f1ec4af8de tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.227972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979bd3e-b5d5-4ae4-b81a-872094b69310 req-56c54684-11b5-4217-9b9d-b6f1ec4af8de tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.235903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979bd3e-b5d5-4ae4-b81a-872094b69310 req-56c54684-11b5-4217-9b9d-b6f1ec4af8de tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.238189 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d979bd3e-b5d5-4ae4-b81a-872094b69310 req-56c54684-11b5-4217-9b9d-b6f1ec4af8de tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5417 time: 0.3117123
Dec 18 21:01:24.246378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46778) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:24.292207 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:24.320005 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fec69958-4ae0-4cf4-9006-d3195487c982 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1b96ca6ed964b6a9db0ed2249251328&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0719888
Dec 18 21:01:24.322743 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46782) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:24.375334 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad738f44-af7a-4812-9bfe-b45e6e8b93a0 req-ddea4d78-1947-415d-90e7-8f4ad0d041f6 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2292976
Dec 18 21:01:24.384769 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ae183f1-c808-43b3-aca3-c027fb48e803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:24.411352 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ae183f1-c808-43b3-aca3-c027fb48e803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:24.442633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d979bd3e-b5d5-4ae4-b81a-872094b69310 req-a5e97694-1c40-4ccb-a339-013908b90731 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1913066
Dec 18 21:01:24.479246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ae183f1-c808-43b3-aca3-c027fb48e803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:24.483846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ae183f1-c808-43b3-aca3-c027fb48e803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:24.485147 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8ae183f1-c808-43b3-aca3-c027fb48e803 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1eb0f69f-b591-47a9-b6a9-a654b7383dd7 HTTP/1.1" status: 204  len: 168 time: 0.1611147
Dec 18 21:01:24.514127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae183f1-c808-43b3-aca3-c027fb48e803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb0f69f-b591-47a9-b6a9-a654b7383dd7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:24.575890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb2ae5f1-da90-4d31-bcd6-30051bc432a5 req-b6f8117e-e0e6-4c40-a97a-028ecd5a32c9 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.1404285
Dec 18 21:01:24.577708 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d296a166-ee98-494c-bc6d-614d98af5897 x-openstack-request-id: req-d296a166-ee98-494c-bc6d-614d98af5897 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:24.577708 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12e2896-51c3-4ed6-abc1-fb782a8c9f48", "name": "network-vif-deleted", "tag": "f436640a-8992-4e8c-bdca-8adcc9d844b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "59526aeb-f155-46bf-ba7e-15d8467624a2", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:24.578082 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d296a166-ee98-494c-bc6d-614d98af5897 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:24.578504 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12e2896-51c3-4ed6-abc1-fb782a8c9f48', 'name': 'network-vif-deleted', 'tag': 'f436640a-8992-4e8c-bdca-8adcc9d844b1', 'status': 'completed', 'code': 200}
Dec 18 21:01:24.580651 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': '59526aeb-f155-46bf-ba7e-15d8467624a2', 'status': 'completed', 'code': 200}
Dec 18 21:01:24.602133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-1a994cb8-eb3e-4f5a-b293-52e8728a199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.602658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-1a994cb8-eb3e-4f5a-b293-52e8728a199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.603137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-1a994cb8-eb3e-4f5a-b293-52e8728a199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.606504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-1a994cb8-eb3e-4f5a-b293-52e8728a199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.607003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-1a994cb8-eb3e-4f5a-b293-52e8728a199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.607485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-1a994cb8-eb3e-4f5a-b293-52e8728a199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.607956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-1a994cb8-eb3e-4f5a-b293-52e8728a199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.613882 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-1a994cb8-eb3e-4f5a-b293-52e8728a199a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6419 time: 0.0631738
Dec 18 21:01:24.773197 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-1d11fd41-d4b4-4ffd-8733-829b1191b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.773959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-1d11fd41-d4b4-4ffd-8733-829b1191b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.774313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-1d11fd41-d4b4-4ffd-8733-829b1191b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.776140 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-1d11fd41-d4b4-4ffd-8733-829b1191b2c1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=08fc19b054a54a08aec65b0870725eb8&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.1544135
Dec 18 21:01:24.927573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-bc7a395b-f5fb-47b0-a4b8-cd6ad86d812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:24.929465 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a7422c6f-3012-473f-b68f-fcc79e3378d7 req-bc7a395b-f5fb-47b0-a4b8-cd6ad86d812f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1460333
Dec 18 21:01:25.020361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb872ac-ff0d-4ea6-a2cc-1a65f06fd775 req-231ac268-6c09-4f7d-b934-e647fd8afb8b tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:25.027896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ffb872ac-ff0d-4ea6-a2cc-1a65f06fd775 req-231ac268-6c09-4f7d-b934-e647fd8afb8b tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 945 time: 0.4125574
Dec 18 21:01:25.120922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ffb872ac-ff0d-4ea6-a2cc-1a65f06fd775 req-930a6207-1c93-4d53-bf32-6acefbeac65a tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f2306c-5e25-4776-b26b-b750293bfc68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868919
Dec 18 21:01:25.185392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:25.195903 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:25.209717 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Transition to ACTIVE for port object 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:01:25.214588 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:25.298619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Pushing event updated for resources: {'Port': ['ID=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:25.311314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f65f78c9-150a-4ed2-95a6-dd167edea818 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:25.429079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port f65f78c9-150a-4ed2-95a6-dd167edea818 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:01:25.430203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Attempting to bind port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:01:25.430871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Attempting to bind port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:01:25.431575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Attempting to bind port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 on network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:25.438932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port f65f78c9-150a-4ed2-95a6-dd167edea818 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:25.439347 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:25.440443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 on network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:01:25.441681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Attempting to bind port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 on network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:01:25.454695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:01:25.455201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Checking segment: {'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:01:25.456017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Bound using segment: {'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:01:25.456576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Bound port: 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:01:25.456760 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:25.580927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] For port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:25.583823 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:25.585591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] For port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:01:25.595038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0829de-0ada-4151-ad97-38c40bf9e095 req-3d294a63-1955-4b7e-b12f-654136e957e7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:25.596776 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f0829de-0ada-4151-ad97-38c40bf9e095 req-3d294a63-1955-4b7e-b12f-654136e957e7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.1213622
Dec 18 21:01:25.599331 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:25.634142 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f65f78c9-150a-4ed2-95a6-dd167edea818, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f65f78c9-150a-4ed2-95a6-dd167edea818,segment=NetworkSegment(7f1c1663-9b47-4cdd-ab05-ea03e58c06a7),segment_id=7f1c1663-9b47-4cdd-ab05-ea03e58c06a7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:25.643055 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:25.643885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f436640a-8992-4e8c-bdca-8adcc9d844b1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:25.666879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:25.667505 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:25.669417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: f436640a-8992-4e8c-bdca-8adcc9d844b1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:01:25.669711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] 10.222.0.31 "PUT /v2.0/ports/340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 HTTP/1.1" status: 200  len: 1091 time: 1.6643693
Dec 18 21:01:25.669951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f436640a-8992-4e8c-bdca-8adcc9d844b1 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:25.730176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef92617-73c7-45b3-bf29-ae4140bc2c64 service neutron] Pushing event updated for resources: {'Port': ['ID=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:25.737090 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f0829de-0ada-4151-ad97-38c40bf9e095 req-f1aca93d-c76d-46cf-824f-8e22dd984c0e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296437
Dec 18 21:01:25.810245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-f999bcd6-726b-47dd-863e-af0d671b8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:25.811042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-f999bcd6-726b-47dd-863e-af0d671b8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:25.811696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-f999bcd6-726b-47dd-863e-af0d671b8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:25.812526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-f999bcd6-726b-47dd-863e-af0d671b8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:25.812646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-f999bcd6-726b-47dd-863e-af0d671b8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:25.813069 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-f999bcd6-726b-47dd-863e-af0d671b8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:25.813528 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-f999bcd6-726b-47dd-863e-af0d671b8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:25.815511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-f999bcd6-726b-47dd-863e-af0d671b8d08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6486 time: 0.0775316
Dec 18 21:01:25.818920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f65f78c9-150a-4ed2-95a6-dd167edea818,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:25.826409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65f78c9-150a-4ed2-95a6-dd167edea818'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:25.828577 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06ee2ae-f59b-4edd-9b55-0e86804b4ab0" -d '{"events": [{"server_uuid": "e7b77426-cb1b-4748-b580-a4f86c940694", "name": "network-vif-plugged", "status": "completed", "tag": "f65f78c9-150a-4ed2-95a6-dd167edea818"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:25.875864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-8ea8b751-bcef-436b-81df-2b2ed1444b5b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6 HTTP/1.1" status: 200  len: 217 time: 0.0429680
Dec 18 21:01:25.952000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27622ed9-908c-453e-95f5-7a9e68ed982b req-26d08fa5-823a-4179-9788-5e322cf8abf1 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0802388
Dec 18 21:01:25.990397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5644-bdc6-4d7a-aa1c-564966c48ebc req-fe36888a-409a-4fd6-8389-d1595aa0ad1d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:25.996608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5644-bdc6-4d7a-aa1c-564966c48ebc req-fe36888a-409a-4fd6-8389-d1595aa0ad1d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.002592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5644-bdc6-4d7a-aa1c-564966c48ebc req-fe36888a-409a-4fd6-8389-d1595aa0ad1d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.008618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5644-bdc6-4d7a-aa1c-564966c48ebc req-fe36888a-409a-4fd6-8389-d1595aa0ad1d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.015347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5644-bdc6-4d7a-aa1c-564966c48ebc req-fe36888a-409a-4fd6-8389-d1595aa0ad1d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.020886 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5644-bdc6-4d7a-aa1c-564966c48ebc req-fe36888a-409a-4fd6-8389-d1595aa0ad1d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.027006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5644-bdc6-4d7a-aa1c-564966c48ebc req-fe36888a-409a-4fd6-8389-d1595aa0ad1d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.029587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0dee5644-bdc6-4d7a-aa1c-564966c48ebc req-fe36888a-409a-4fd6-8389-d1595aa0ad1d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5429 time: 0.1568792
Dec 18 21:01:26.031719 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2e32763f-5ac6-45a8-aa9f-3fd960048d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.033284 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2e32763f-5ac6-45a8-aa9f-3fd960048d3c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd650901-9f47-47d9-a2fb-bdde348d3ffa HTTP/1.1" status: 200  len: 856 time: 0.1405215
Dec 18 21:01:26.116168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-23a7f506-0f01-4579-a47b-34c0693b049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.117666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-23a7f506-0f01-4579-a47b-34c0693b049d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50f70d1e-856f-4dc0-8d15-f219387fa189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0757387
Dec 18 21:01:26.126763 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0dee5644-bdc6-4d7a-aa1c-564966c48ebc req-04f14b85-8b7d-433e-9eec-3a95b2955025 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0911849
Dec 18 21:01:26.231634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-65b5dc08-6bc5-426d-8209-1531e58f20b0 service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1039224
Dec 18 21:01:26.334976 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fed09e-b7af-4a7a-8b56-172042f9ada3 req-bb0f7624-e940-4545-96d4-52426f29dc83 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.336584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-43fed09e-b7af-4a7a-8b56-172042f9ada3 req-bb0f7624-e940-4545-96d4-52426f29dc83 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.1148431
Dec 18 21:01:26.344552 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c25486-0773-442e-8560-6b795a104f41 x-openstack-request-id: req-a7c25486-0773-442e-8560-6b795a104f41 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:26.345060 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b77426-cb1b-4748-b580-a4f86c940694", "name": "network-vif-plugged", "status": "completed", "tag": "f65f78c9-150a-4ed2-95a6-dd167edea818", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:26.345060 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7c25486-0773-442e-8560-6b795a104f41 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:26.345504 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65f78c9-150a-4ed2-95a6-dd167edea818', 'code': 200}
Dec 18 21:01:26.392203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-fdbb2594-e707-4499-9027-0724bd2ee4a6 service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409180
Dec 18 21:01:26.460320 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326e6b9-71c8-401d-935f-f199a09d05b0 req-45dd9c21-519c-4580-a35a-ed20c1a5f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.462129 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b326e6b9-71c8-401d-935f-f199a09d05b0 req-45dd9c21-519c-4580-a35a-ed20c1a5f360 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 1097 time: 0.0485444
Dec 18 21:01:26.465283 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-43fed09e-b7af-4a7a-8b56-172042f9ada3 req-e272c2f7-59d0-4655-90d5-875282a95f01 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188157
Dec 18 21:01:26.471322 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-f7a9300d-1cc3-4e6d-a79a-a0a6c2259bac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=fbcf81f3-8b8e-462f-9434-1aafb30b288a HTTP/1.1" status: 200  len: 217 time: 0.0679612
Dec 18 21:01:26.524480 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b326e6b9-71c8-401d-935f-f199a09d05b0 req-8c36f569-05e0-4794-bcf8-5fa9e551d2c7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d6f2306c-5e25-4776-b26b-b750293bfc68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503762
Dec 18 21:01:26.535031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28935f-f1ee-4c4c-8db6-7ad5e83b42f4 req-c6d0f703-8b28-46bd-87fb-d699da3041d9 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.536567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f28935f-f1ee-4c4c-8db6-7ad5e83b42f4 req-c6d0f703-8b28-46bd-87fb-d699da3041d9 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 946 time: 0.1387758
Dec 18 21:01:26.568219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-8f59da3d-7a7b-47ee-82b5-2107c0edb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.569813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-8f59da3d-7a7b-47ee-82b5-2107c0edb892 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0887995
Dec 18 21:01:26.584844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': '1f477167-6d29-4a5d-a26d-96bb2271bada'}, {'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': '340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:26.585365 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b05ae2-898f-40dc-894a-c2194f9c2306" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "1f477167-6d29-4a5d-a26d-96bb2271bada"}, {"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:26.605985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f28935f-f1ee-4c4c-8db6-7ad5e83b42f4 req-5efc6c45-cba6-4a9c-8a00-1330577e6c25 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f2306c-5e25-4776-b26b-b750293bfc68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569336
Dec 18 21:01:26.698053 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372827d3-c3bb-4957-8fa4-fb86aa17d5e7 x-openstack-request-id: req-372827d3-c3bb-4957-8fa4-fb86aa17d5e7 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:26.698784 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "1f477167-6d29-4a5d-a26d-96bb2271bada", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:26.699026 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-372827d3-c3bb-4957-8fa4-fb86aa17d5e7 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:26.699618 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': '1f477167-6d29-4a5d-a26d-96bb2271bada', 'status': 'completed', 'code': 200}
Dec 18 21:01:26.699981 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': '340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3', 'status': 'completed', 'code': 200}
Dec 18 21:01:26.772278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-ddb50280-ec78-4ced-8a4d-82b8b512b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.777278 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-ddb50280-ec78-4ced-8a4d-82b8b512b445 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0513127
Dec 18 21:01:26.822444 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7291674c-648e-44e2-9400-2e4c795d4e95 req-f76732e4-47cf-4f5e-9f91-3b011754f6c7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0642495
Dec 18 21:01:26.936524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291674c-648e-44e2-9400-2e4c795d4e95 req-6e967dff-220c-4e32-95fe-d888258a883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.938385 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7291674c-648e-44e2-9400-2e4c795d4e95 req-6e967dff-220c-4e32-95fe-d888258a883a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=653558ed3d3248ea8f07a3066b6c3d88&device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 1096 time: 0.0697401
Dec 18 21:01:26.940114 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-8848db04-5bf8-4bcb-8fd8-9c3cd6418ecb service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544974
Dec 18 21:01:26.950940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc1f04-e6e1-4445-9763-c8cfcb146882 req-1fd87086-4b53-4f83-bbf2-25252bda6c78 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:26.952839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1afc1f04-e6e1-4445-9763-c8cfcb146882 req-1fd87086-4b53-4f83-bbf2-25252bda6c78 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.1558237
Dec 18 21:01:27.073105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1afc1f04-e6e1-4445-9763-c8cfcb146882 req-be4eb3fe-64f4-48a5-b116-5f16aebdb848 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106100
Dec 18 21:01:27.087919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-6290ff25-3ac1-4504-a5b6-ba85a4704e10 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341150
Dec 18 21:01:27.110455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291674c-648e-44e2-9400-2e4c795d4e95 req-2fb6e9fb-f2b6-425e-986d-6539911cf4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.111937 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7291674c-648e-44e2-9400-2e4c795d4e95 req-2fb6e9fb-f2b6-425e-986d-6539911cf4ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6e4e95e-eb3d-4204-ba23-6134021d7916 HTTP/1.1" status: 200  len: 916 time: 0.1518214
Dec 18 21:01:27.142087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-e3a12719-d188-425e-a8bc-a6347cce58d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=f844557f-eb38-48aa-8a3a-a4ec5d372124 HTTP/1.1" status: 200  len: 217 time: 0.0452578
Dec 18 21:01:27.173016 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7291674c-648e-44e2-9400-2e4c795d4e95 req-63b45364-ae89-40aa-b8fb-728f6c24cd23 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c24945b-9a10-472d-b86a-c65638bdf782 HTTP/1.1" status: 200  len: 217 time: 0.0534832
Dec 18 21:01:27.181961 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-863e726c-3ce6-4b71-8f5e-1d7f1d9d50f0 req-9bbfb8c3-0e8e-45fd-8803-610d43f632a3 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0405443
Dec 18 21:01:27.250841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291674c-648e-44e2-9400-2e4c795d4e95 req-503c9f26-ed74-4d41-84ca-eaeda0b5b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.252480 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7291674c-648e-44e2-9400-2e4c795d4e95 req-503c9f26-ed74-4d41-84ca-eaeda0b5b318 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8509a0-c02c-4bd4-8d18-4947f19cdc9c HTTP/1.1" status: 200  len: 855 time: 0.0720134
Dec 18 21:01:27.291989 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7291674c-648e-44e2-9400-2e4c795d4e95 req-d34a2484-c12b-4807-bc40-f22df0c37743 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6e4e95e-eb3d-4204-ba23-6134021d7916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0317430
Dec 18 21:01:27.319355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-a9795da3-25c2-4b41-ac2f-09d3c66b3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.320832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-a9795da3-25c2-4b41-ac2f-09d3c66b3455 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.1379108
Dec 18 21:01:27.343277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ade2c-95ed-4f8c-bc90-5f0e0bc38653 req-8a06ac73-aa67-4f63-8fae-2f6450a3d65e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.344846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-257ade2c-95ed-4f8c-bc90-5f0e0bc38653 req-8a06ac73-aa67-4f63-8fae-2f6450a3d65e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.1399875
Dec 18 21:01:27.347580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46918) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:27.415820 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7291674c-648e-44e2-9400-2e4c795d4e95 req-7a0e2e55-b949-45df-853a-3b0f79379fee service neutron] 10.222.0.31 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1147852
Dec 18 21:01:27.417245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63652-527c-42b4-a5cc-1d9de3afefdf req-dc63f252-76a7-46fa-bdf8-f6befaf9a337 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.423471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63652-527c-42b4-a5cc-1d9de3afefdf req-dc63f252-76a7-46fa-bdf8-f6befaf9a337 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.429402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63652-527c-42b4-a5cc-1d9de3afefdf req-dc63f252-76a7-46fa-bdf8-f6befaf9a337 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.436182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63652-527c-42b4-a5cc-1d9de3afefdf req-dc63f252-76a7-46fa-bdf8-f6befaf9a337 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.442480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63652-527c-42b4-a5cc-1d9de3afefdf req-dc63f252-76a7-46fa-bdf8-f6befaf9a337 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.448958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63652-527c-42b4-a5cc-1d9de3afefdf req-dc63f252-76a7-46fa-bdf8-f6befaf9a337 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.455353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63652-527c-42b4-a5cc-1d9de3afefdf req-dc63f252-76a7-46fa-bdf8-f6befaf9a337 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.463554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1cd63652-527c-42b4-a5cc-1d9de3afefdf req-dc63f252-76a7-46fa-bdf8-f6befaf9a337 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5429 time: 0.1941409
Dec 18 21:01:27.516086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-76373ac8-00ad-4b73-95dd-f6c1afd7c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.517605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-76373ac8-00ad-4b73-95dd-f6c1afd7c3f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1696095
Dec 18 21:01:27.543535 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7291674c-648e-44e2-9400-2e4c795d4e95 req-423c8c5d-26fa-42c3-8e86-aeae19c26341 service neutron] 10.222.0.31 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1181333
Dec 18 21:01:27.579636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-257ade2c-95ed-4f8c-bc90-5f0e0bc38653 req-1a624f02-f54f-46b4-bfa4-dd7d8f6a4f7c tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2256665
Dec 18 21:01:27.658014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1cd63652-527c-42b4-a5cc-1d9de3afefdf req-eecea876-9c3e-48c9-83d9-40d223c57531 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1921928
Dec 18 21:01:27.666901 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-846ce55f-8d42-46c6-ab73-66e48c29a16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:27.738563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-07e8c354-e8a1-483e-ba7d-394b124faa44 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051113
Dec 18 21:01:27.901568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-d4eb5af5-d6ff-4995-bc76-6a594f5b472e service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562197
Dec 18 21:01:27.909239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e91c9c-bc03-42eb-a687-3f0729319cd1 req-1718326b-98aa-4c1d-b8f0-5f77dd2cad3a tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:27.910724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49e91c9c-bc03-42eb-a687-3f0729319cd1 req-1718326b-98aa-4c1d-b8f0-5f77dd2cad3a tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 946 time: 0.1479878
Dec 18 21:01:27.985587 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-846ce55f-8d42-46c6-ab73-66e48c29a16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:27.997803 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5e7adc30-5e03-4145-a909-e6b55379fe95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85 HTTP/1.1" status: 200  len: 217 time: 0.0826685
Dec 18 21:01:28.000242 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-846ce55f-8d42-46c6-ab73-66e48c29a16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.015444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46954) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:28.100208 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-846ce55f-8d42-46c6-ab73-66e48c29a16a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6b4b2946be6470cbec140a2c207c2df&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7509687
Dec 18 21:01:28.103167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46958) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:28.123438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49e91c9c-bc03-42eb-a687-3f0729319cd1 req-2527146d-8768-4461-8ee8-88643e37de18 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f2306c-5e25-4776-b26b-b750293bfc68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1993141
Dec 18 21:01:28.124178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ce55f-8d42-46c6-ab73-66e48c29a16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56393936-278a-4786-a139-8e6b86429908,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:28.137861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb34428-7efe-40be-a3b6-0f63d9577cbb req-94659e06-a727-426b-a140-8ee5ffcbccb8 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.140185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7eb34428-7efe-40be-a3b6-0f63d9577cbb req-94659e06-a727-426b-a140-8ee5ffcbccb8 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.2285652
Dec 18 21:01:28.168933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-ff5a993f-9823-4260-88b2-588dea3138ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.171528 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae56000f-ae19-4293-b86a-c79791fae9d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.175787 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-ff5a993f-9823-4260-88b2-588dea3138ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.1642609
Dec 18 21:01:28.200450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b90657a9-c88f-414f-8852-bbaa1037e72c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.211812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae56000f-ae19-4293-b86a-c79791fae9d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.278867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7eb34428-7efe-40be-a3b6-0f63d9577cbb req-232213e3-4718-40dd-82e1-0599ba540ee6 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149201
Dec 18 21:01:28.292440 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-fe5ed634-e603-4ee0-a9ec-40d22fa22399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.295079 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-fe5ed634-e603-4ee0-a9ec-40d22fa22399 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1056736
Dec 18 21:01:28.296693 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae56000f-ae19-4293-b86a-c79791fae9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.299690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae56000f-ae19-4293-b86a-c79791fae9d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.303490 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ae56000f-ae19-4293-b86a-c79791fae9d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56393936-278a-4786-a139-8e6b86429908 HTTP/1.1" status: 204  len: 168 time: 0.1964998
Dec 18 21:01:28.320736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2305ce-51cc-43eb-a51f-110a8068b7a1 req-f3ca9d5d-27f8-4283-84ee-8b656d679bc0 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.322413 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f2305ce-51cc-43eb-a51f-110a8068b7a1 req-f3ca9d5d-27f8-4283-84ee-8b656d679bc0 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 946 time: 0.1076784
Dec 18 21:01:28.327650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56000f-ae19-4293-b86a-c79791fae9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56393936-278a-4786-a139-8e6b86429908,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:28.333781 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46966) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:28.341116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c56f16e7-f2b4-49eb-9170-fe370df2d6d7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Request body: {'floatingip': {'port_id': 'f65f78c9-150a-4ed2-95a6-dd167edea818'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:28.345601 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b90657a9-c88f-414f-8852-bbaa1037e72c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.381815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b90657a9-c88f-414f-8852-bbaa1037e72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.397030 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c56f16e7-f2b4-49eb-9170-fe370df2d6d7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.401755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3451505-8f66-437f-82ad-4fe623b94b1a req-59ec5b48-cc36-459a-af34-afb655f15b56 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0290670
Dec 18 21:01:28.450593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-c393430c-fe75-4a10-8615-02694dcf5a08 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475070
Dec 18 21:01:28.466465 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b90657a9-c88f-414f-8852-bbaa1037e72c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af066c5e8e15477ab5acbcbc698fbaa3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4496512
Dec 18 21:01:28.475787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46968) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:28.484079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90657a9-c88f-414f-8852-bbaa1037e72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44dac2d-5bef-4539-a3c7-e38c1fa684d3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:28.583308 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f77e6283-dd80-4908-9583-2a98bbad4a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.586510 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5cf5860c-9e55-40b7-9274-30d9332d52b1 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291127
Dec 18 21:01:28.640403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-c73fad29-45c0-45b4-a936-c699aef3ef0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=59526aeb-f155-46bf-ba7e-15d8467624a2 HTTP/1.1" status: 200  len: 217 time: 0.0460417
Dec 18 21:01:28.650049 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f77e6283-dd80-4908-9583-2a98bbad4a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.728739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-4388575d-749f-4f89-bfe2-a89a41825904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.729696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-4388575d-749f-4f89-bfe2-a89a41825904 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0819800
Dec 18 21:01:28.770359 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f77e6283-dd80-4908-9583-2a98bbad4a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.773058 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f77e6283-dd80-4908-9583-2a98bbad4a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.776452 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f77e6283-dd80-4908-9583-2a98bbad4a8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e44dac2d-5bef-4539-a3c7-e38c1fa684d3 HTTP/1.1" status: 204  len: 168 time: 0.2974288
Dec 18 21:01:28.806422 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e6283-dd80-4908-9583-2a98bbad4a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44dac2d-5bef-4539-a3c7-e38c1fa684d3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:28.830779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-e6a4a7c7-6c2d-46a0-933d-aa833d262b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.832689 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-e6a4a7c7-6c2d-46a0-933d-aa833d262b79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0946970
Dec 18 21:01:28.862395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12129e6c-8675-4b31-8c07-7458b4cdf6d1 req-01e9343d-b4d3-46bb-abee-a42053f21cb0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.868814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12129e6c-8675-4b31-8c07-7458b4cdf6d1 req-01e9343d-b4d3-46bb-abee-a42053f21cb0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.877175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12129e6c-8675-4b31-8c07-7458b4cdf6d1 req-01e9343d-b4d3-46bb-abee-a42053f21cb0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.881185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12129e6c-8675-4b31-8c07-7458b4cdf6d1 req-01e9343d-b4d3-46bb-abee-a42053f21cb0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.887141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12129e6c-8675-4b31-8c07-7458b4cdf6d1 req-01e9343d-b4d3-46bb-abee-a42053f21cb0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.893003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12129e6c-8675-4b31-8c07-7458b4cdf6d1 req-01e9343d-b4d3-46bb-abee-a42053f21cb0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.898878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12129e6c-8675-4b31-8c07-7458b4cdf6d1 req-01e9343d-b4d3-46bb-abee-a42053f21cb0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:28.901597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12129e6c-8675-4b31-8c07-7458b4cdf6d1 req-01e9343d-b4d3-46bb-abee-a42053f21cb0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5429 time: 0.1352746
Dec 18 21:01:28.964861 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c56f16e7-f2b4-49eb-9170-fe370df2d6d7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:28.969980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c56f16e7-f2b4-49eb-9170-fe370df2d6d7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:29.021905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12129e6c-8675-4b31-8c07-7458b4cdf6d1 req-a832bdb6-4e92-433f-88bb-66d55825ef07 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0850596
Dec 18 21:01:29.029583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-1852de4b-c902-45c7-9457-52fcd3263b3d service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897609
Dec 18 21:01:29.088334 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-c56f16e7-f2b4-49eb-9170-fe370df2d6d7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Floating IP ed37f534-b4a2-4d95-831c-a34f4bfe694c associated. External IP: 172.35.3.194, port: f65f78c9-150a-4ed2-95a6-dd167edea818.
Dec 18 21:01:29.157701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-130f6ce6-bd4b-4a16-b654-270a20a5a05a service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204014
Dec 18 21:01:29.216360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-0d572a8f-4360-4954-b0da-7d1f410eea1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f477167-6d29-4a5d-a26d-96bb2271bada HTTP/1.1" status: 200  len: 217 time: 0.0505123
Dec 18 21:01:29.235564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46994) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:29.254510 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d44696a-c837-4a86-8282-6d0ed83655c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:29.285384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-7f015c35-439f-4dbe-a6d0-4990a4125d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:29.285384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-7f015c35-439f-4dbe-a6d0-4990a4125d8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.0569253
Dec 18 21:01:29.344134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-f5998831-b702-47d3-b650-86c9f182b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:29.345843 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-f5998831-b702-47d3-b650-86c9f182b6df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0543604
Dec 18 21:01:29.356062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56f16e7-f2b4-49eb-9170-fe370df2d6d7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Router ec3d6fe5-457b-41d5-926b-696d66198380 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:01:29.446204 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d44696a-c837-4a86-8282-6d0ed83655c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:29.495320 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d44696a-c837-4a86-8282-6d0ed83655c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:29.555250 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6d44696a-c837-4a86-8282-6d0ed83655c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40d4c4fc721e4fa1a93ee6a271365ced&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3186195
Dec 18 21:01:29.557705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44696a-c837-4a86-8282-6d0ed83655c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9451fa5a-603c-46a8-ba22-40f0c53e8f60,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:29.560123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47012) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:29.569283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56f16e7-f2b4-49eb-9170-fe370df2d6d7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:01:29.575240 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c56f16e7-f2b4-49eb-9170-fe370df2d6d7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:29.582830 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae78dcd-eeeb-415d-b413-6a65beab73d7 None None] Sync routers for ids ['ec3d6fe5-457b-41d5-926b-696d66198380'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:01:29.598207 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae78dcd-eeeb-415d-b413-6a65beab73d7 None None] Routers {'ec3d6fe5-457b-41d5-926b-696d66198380'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:01:29.600159 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6ae78dcd-eeeb-415d-b413-6a65beab73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f717f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:01:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ec3d6fe5-457b-41d5-926b-696d66198380'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:29.620668 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c56f16e7-f2b4-49eb-9170-fe370df2d6d7 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "PUT /v2.0/floatingips/ed37f534-b4a2-4d95-831c-a34f4bfe694c HTTP/1.1" status: 200  len: 992 time: 1.2857704
Dec 18 21:01:29.625331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'tag': 'f65f78c9-150a-4ed2-95a6-dd167edea818'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:29.627642 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7096b0eb-491d-4149-baab-f730695f64bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b77426-cb1b-4748-b580-a4f86c940694", "tag": "f65f78c9-150a-4ed2-95a6-dd167edea818"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:29.649845 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cf1222a4-cd66-4594-8ef4-4ea32b081f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:29.657467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47018) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:29.688004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cf1222a4-cd66-4594-8ef4-4ea32b081f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:29.742375 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-6ae78dcd-eeeb-415d-b413-6a65beab73d7 None None] Set router ec3d6fe5-457b-41d5-926b-696d66198380 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:01:29.749670 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cf1222a4-cd66-4594-8ef4-4ea32b081f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:29.755516 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cf1222a4-cd66-4594-8ef4-4ea32b081f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:29.759765 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cf1222a4-cd66-4594-8ef4-4ea32b081f27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9451fa5a-603c-46a8-ba22-40f0c53e8f60 HTTP/1.1" status: 204  len: 168 time: 0.1970327
Dec 18 21:01:29.779164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1222a4-cd66-4594-8ef4-4ea32b081f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9451fa5a-603c-46a8-ba22-40f0c53e8f60,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:29.796639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e72118ee-b0c4-4073-9f0f-9fd6d0f98165 req-f902170e-be0e-4c0c-98c7-90233c6dbcff tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0439875
Dec 18 21:01:29.828373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca9fab-c500-4abe-b291-ab5f2cfcc0b7 req-ebcbdc4a-5dbd-4e82-9ee3-c89746060935 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:29.838243 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-52ebad8e-b946-4bbc-b5f4-3120d35abe4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:29.838629 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1aca9fab-c500-4abe-b291-ab5f2cfcc0b7 req-ebcbdc4a-5dbd-4e82-9ee3-c89746060935 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.4575737
Dec 18 21:01:29.856867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-b0c37b02-acd8-4fad-bb84-3490557378d4 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5020854
Dec 18 21:01:29.954385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1aca9fab-c500-4abe-b291-ab5f2cfcc0b7 req-5ba7c0b9-5db7-4b47-afc0-78e734d65d85 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145887
Dec 18 21:01:29.960474 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-52ebad8e-b946-4bbc-b5f4-3120d35abe4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:29.966901 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2106ed3e-2a3b-4fe5-972f-1c3217e1d0a4 x-openstack-request-id: req-2106ed3e-2a3b-4fe5-972f-1c3217e1d0a4 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:29.967479 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b77426-cb1b-4748-b580-a4f86c940694", "tag": "f65f78c9-150a-4ed2-95a6-dd167edea818", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:29.967479 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2106ed3e-2a3b-4fe5-972f-1c3217e1d0a4 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:29.967906 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'tag': 'f65f78c9-150a-4ed2-95a6-dd167edea818', 'status': 'completed', 'code': 200}
Dec 18 21:01:29.976635 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-52ebad8e-b946-4bbc-b5f4-3120d35abe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:30.003599 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-25896cf0-c5c3-4a8c-803c-28ce3fec64a9 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383150
Dec 18 21:01:30.012435 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-52ebad8e-b946-4bbc-b5f4-3120d35abe4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41095ec8af5b441b86b5783b0c8faab7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3449357
Dec 18 21:01:30.018479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47026) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:30.060981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-5b2378d8-3c2c-4770-bd46-45cd8039e93c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 HTTP/1.1" status: 200  len: 217 time: 0.0499041
Dec 18 21:01:30.078616 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebad8e-b946-4bbc-b5f4-3120d35abe4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6652edad-027a-4824-bad3-21c132786d4b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:30.092740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096b0eb-491d-4149-baab-f730695f64bf req-862f20e0-37b0-44d2-bb11-2f64762d9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.092740 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7096b0eb-491d-4149-baab-f730695f64bf req-862f20e0-37b0-44d2-bb11-2f64762d9c4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e12ada67cbd430bbf671d34c0cc74f3&device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 1097 time: 0.0854986
Dec 18 21:01:30.159634 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6ae78dcd-eeeb-415d-b413-6a65beab73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f717f70>, [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:01:07Z', 'revision_number': 4, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ed37f534-b4a2-4d95-831c-a34f4bfe694c', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'floating_ip_address': '172.35.3.194', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'port_id': 'f65f78c9-150a-4ed2-95a6-dd167edea818', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'mac_address': 'fa:16:3e:3f:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:01:13Z', 'updated_at': '2021-12-18T21:01:28Z', 'revision_number': 1, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9d1755-a2ae-4a04-b12c-5f53aa2f892c', 'name': '', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'mac_address': 'fa:16:3e:f5:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:06Z', 'updated_at': '2021-12-18T21:01:11Z', 'revision_number': 5, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'subnets': [{'id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:30.187365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-7c40f707-e3f3-42a1-af59-5a86d419e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.189078 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-7c40f707-e3f3-42a1-af59-5a86d419e99b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.1180730
Dec 18 21:01:30.192202 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-90ba437e-09cc-469d-9fc1-7c2cd4d76b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:30.204990 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae78dcd-eeeb-415d-b413-6a65beab73d7 None None] Checking router: ec3d6fe5-457b-41d5-926b-696d66198380 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:01:30.214216 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096b0eb-491d-4149-baab-f730695f64bf req-d769cced-1e31-441c-9df6-7d7f1b1054a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.216293 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7096b0eb-491d-4149-baab-f730695f64bf req-d769cced-1e31-441c-9df6-7d7f1b1054a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01d15494-60fe-499f-88a9-138ebcf661b7 HTTP/1.1" status: 200  len: 914 time: 0.1169269
Dec 18 21:01:30.220078 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae78dcd-eeeb-415d-b413-6a65beab73d7 None None] Routers {'ec3d6fe5-457b-41d5-926b-696d66198380'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:01:30.220693 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6ae78dcd-eeeb-415d-b413-6a65beab73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f717f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:01:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ec3d6fe5-457b-41d5-926b-696d66198380'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:30.254859 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-90ba437e-09cc-469d-9fc1-7c2cd4d76b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:30.269734 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5896d-94f5-457b-9582-67ca67b2047f req-6fb6f96e-3b89-440b-884a-3f273a758fbb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.280300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5896d-94f5-457b-9582-67ca67b2047f req-6fb6f96e-3b89-440b-884a-3f273a758fbb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.286605 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5896d-94f5-457b-9582-67ca67b2047f req-6fb6f96e-3b89-440b-884a-3f273a758fbb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.294116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5896d-94f5-457b-9582-67ca67b2047f req-6fb6f96e-3b89-440b-884a-3f273a758fbb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.299057 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7096b0eb-491d-4149-baab-f730695f64bf req-cfd31fe5-1eaf-4ee6-8e33-2ddf21c4e7ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f65f78c9-150a-4ed2-95a6-dd167edea818 HTTP/1.1" status: 200  len: 1000 time: 0.0759227
Dec 18 21:01:30.300055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5896d-94f5-457b-9582-67ca67b2047f req-6fb6f96e-3b89-440b-884a-3f273a758fbb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.308773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5896d-94f5-457b-9582-67ca67b2047f req-6fb6f96e-3b89-440b-884a-3f273a758fbb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.312503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5896d-94f5-457b-9582-67ca67b2047f req-6fb6f96e-3b89-440b-884a-3f273a758fbb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.321904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ad5896d-94f5-457b-9582-67ca67b2047f req-6fb6f96e-3b89-440b-884a-3f273a758fbb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5429 time: 0.1847022
Dec 18 21:01:30.348797 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-6ae78dcd-eeeb-415d-b413-6a65beab73d7 None None] Set router ec3d6fe5-457b-41d5-926b-696d66198380 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:01:30.361102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-7dbe88ce-1b99-4403-9f60-2359f538666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.362661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-7dbe88ce-1b99-4403-9f60-2359f538666e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1655095
Dec 18 21:01:30.367731 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096b0eb-491d-4149-baab-f730695f64bf req-bdfac7e0-958e-436e-8458-e2aa0c6ff573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.370045 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7096b0eb-491d-4149-baab-f730695f64bf req-bdfac7e0-958e-436e-8458-e2aa0c6ff573 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f055c225-27f3-4973-94a8-519fc6682c27 HTTP/1.1" status: 200  len: 852 time: 0.0621467
Dec 18 21:01:30.428339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096b0eb-491d-4149-baab-f730695f64bf req-674be6ac-99fd-461c-9ef3-62308f66aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.430152 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7096b0eb-491d-4149-baab-f730695f64bf req-674be6ac-99fd-461c-9ef3-62308f66aa96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01d15494-60fe-499f-88a9-138ebcf661b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0526669
Dec 18 21:01:30.492425 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ad5896d-94f5-457b-9582-67ca67b2047f req-abf1ed7c-e763-4357-afb2-eb19eba79561 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1696174
Dec 18 21:01:30.519912 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-90ba437e-09cc-469d-9fc1-7c2cd4d76b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:30.522973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-90ba437e-09cc-469d-9fc1-7c2cd4d76b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:30.524150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-90ba437e-09cc-469d-9fc1-7c2cd4d76b9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6652edad-027a-4824-bad3-21c132786d4b HTTP/1.1" status: 204  len: 168 time: 0.5046086
Dec 18 21:01:30.541621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba437e-09cc-469d-9fc1-7c2cd4d76b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6652edad-027a-4824-bad3-21c132786d4b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:30.551549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-856b8dc0-5404-485d-acc6-45913c0333e9 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799648
Dec 18 21:01:30.590884 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7096b0eb-491d-4149-baab-f730695f64bf req-fc773d4b-9d54-43fd-84b7-0e90a4dbf8ed service neutron] 10.222.0.31 "GET /v2.0/networks/01d15494-60fe-499f-88a9-138ebcf661b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529770
Dec 18 21:01:30.670981 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6ae78dcd-eeeb-415d-b413-6a65beab73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f717f70>, [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:01:07Z', 'revision_number': 4, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ed37f534-b4a2-4d95-831c-a34f4bfe694c', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'floating_ip_address': '172.35.3.194', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'port_id': 'f65f78c9-150a-4ed2-95a6-dd167edea818', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'mac_address': 'fa:16:3e:3f:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:01:13Z', 'updated_at': '2021-12-18T21:01:28Z', 'revision_number': 1, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9d1755-a2ae-4a04-b12c-5f53aa2f892c', 'name': '', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'mac_address': 'fa:16:3e:f5:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:06Z', 'updated_at': '2021-12-18T21:01:11Z', 'revision_number': 5, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'subnets': [{'id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:30.681300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-f1a5e7ca-5871-4a96-ba8f-4b67f7099754 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227381
Dec 18 21:01:30.722938 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae78dcd-eeeb-415d-b413-6a65beab73d7 None None] The sync data for ids ['ec3d6fe5-457b-41d5-926b-696d66198380'] in ncdv-master-1 is: [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:01:07Z', 'revision_number': 4, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ed37f534-b4a2-4d95-831c-a34f4bfe694c', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'floating_ip_address': '172.35.3.194', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'port_id': 'f65f78c9-150a-4ed2-95a6-dd167edea818', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'mac_address': 'fa:16:3e:3f:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:01:13Z', 'updated_at': '2021-12-18T21:01:28Z', 'revision_number': 1, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9d1755-a2ae-4a04-b12c-5f53aa2f892c', 'name': '', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'mac_address': 'fa:16:3e:f5:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:06Z', 'updated_at': '2021-12-18T21:01:11Z', 'revision_number': 5, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'subnets': [{'id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:01:30.725052 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7096b0eb-491d-4149-baab-f730695f64bf req-6527a842-9bb1-47d1-95c2-5626d8d60338 service neutron] 10.222.0.31 "GET /v2.0/networks/01d15494-60fe-499f-88a9-138ebcf661b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1163187
Dec 18 21:01:30.822965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-0b46210c-329e-423e-8583-55dd673174c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.823606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-0b46210c-329e-423e-8583-55dd673174c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.824686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-0b46210c-329e-423e-8583-55dd673174c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.825162 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-0b46210c-329e-423e-8583-55dd673174c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.825663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-0b46210c-329e-423e-8583-55dd673174c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.826086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-0b46210c-329e-423e-8583-55dd673174c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.826652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-0b46210c-329e-423e-8583-55dd673174c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.829155 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-0b46210c-329e-423e-8583-55dd673174c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6486 time: 0.0634060
Dec 18 21:01:30.951708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-894013ae-f5dd-4b7f-aa11-9ad48b17d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:30.958318 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-894013ae-f5dd-4b7f-aa11-9ad48b17d78e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e4696f9-9ec3-403c-b1d1-c2615c38c344 HTTP/1.1" status: 200  len: 903 time: 0.1223118
Dec 18 21:01:30.995214 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-087c203b-3c1e-4a44-8c92-4b76f4026765 req-ff21eda0-7e0d-48c6-88f2-c542a8114a7b tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0592968
Dec 18 21:01:31.023493 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-d25575e3-10ab-404d-ac6b-4bab458f98d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f477167-6d29-4a5d-a26d-96bb2271bada HTTP/1.1" status: 200  len: 217 time: 0.0574071
Dec 18 21:01:31.080819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6495d67a-c0b3-4ae5-b377-e90435bc54ac None None] New status for floating IP ed37f534-b4a2-4d95-831c-a34f4bfe694c: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:01:31.097594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-a72afb0a-0cf9-46ae-981e-fa7e96040bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.099733 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-a72afb0a-0cf9-46ae-981e-fa7e96040bc7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.0597293
Dec 18 21:01:31.150987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdf4e8-5ac4-4457-8363-293d854afdf8 req-3f07ae48-d394-455b-9411-21e74bd826dc tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.153712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4bdf4e8-5ac4-4457-8363-293d854afdf8 req-3f07ae48-d394-455b-9411-21e74bd826dc tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0714841
Dec 18 21:01:31.193106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-6c3d22f7-edb8-4087-bdd1-7d6b86e70a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.194646 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-6c3d22f7-edb8-4087-bdd1-7d6b86e70a24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0864680
Dec 18 21:01:31.245126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4bdf4e8-5ac4-4457-8363-293d854afdf8 req-1531113a-2e14-4da9-b05b-abcd03e2680d tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791938
Dec 18 21:01:31.318878 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-144bae3d-94f5-4e4f-af93-7cff657e9c3a service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1159856
Dec 18 21:01:31.421994 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-d60ad4f2-802c-45e6-ab85-359f4dc8483e service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911994
Dec 18 21:01:31.525360 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-31ea5f6a-3df7-425a-a372-7bd9426a7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.525862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-31ea5f6a-3df7-425a-a372-7bd9426a7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.526373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-31ea5f6a-3df7-425a-a372-7bd9426a7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.526853 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-31ea5f6a-3df7-425a-a372-7bd9426a7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.527854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-31ea5f6a-3df7-425a-a372-7bd9426a7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.528382 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-31ea5f6a-3df7-425a-a372-7bd9426a7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.528853 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-31ea5f6a-3df7-425a-a372-7bd9426a7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.530836 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-31ea5f6a-3df7-425a-a372-7bd9426a7611 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6486 time: 0.0566156
Dec 18 21:01:31.663559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-a781aa4e-728b-4cb1-b11b-5ff3e8d5f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.663824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521eba0-bcaa-4bc7-8112-4793795186ed req-a5ab9c79-87cc-48b0-9883-e4f68af181d3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.665086 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-a781aa4e-728b-4cb1-b11b-5ff3e8d5f9c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e4696f9-9ec3-403c-b1d1-c2615c38c344 HTTP/1.1" status: 200  len: 903 time: 0.1247177
Dec 18 21:01:31.670552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521eba0-bcaa-4bc7-8112-4793795186ed req-a5ab9c79-87cc-48b0-9883-e4f68af181d3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.676709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521eba0-bcaa-4bc7-8112-4793795186ed req-a5ab9c79-87cc-48b0-9883-e4f68af181d3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.683510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521eba0-bcaa-4bc7-8112-4793795186ed req-a5ab9c79-87cc-48b0-9883-e4f68af181d3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.689520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521eba0-bcaa-4bc7-8112-4793795186ed req-a5ab9c79-87cc-48b0-9883-e4f68af181d3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.695984 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521eba0-bcaa-4bc7-8112-4793795186ed req-a5ab9c79-87cc-48b0-9883-e4f68af181d3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.702398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521eba0-bcaa-4bc7-8112-4793795186ed req-a5ab9c79-87cc-48b0-9883-e4f68af181d3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.703892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8521eba0-bcaa-4bc7-8112-4793795186ed req-a5ab9c79-87cc-48b0-9883-e4f68af181d3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5429 time: 0.0975924
Dec 18 21:01:31.722925 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-70116c54-283d-4639-9ed6-b4eaafcc28d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 HTTP/1.1" status: 200  len: 217 time: 0.0508370
Dec 18 21:01:31.786028 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-1410fbff-afa6-4c8a-aa56-041f92d0e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.789221 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-1410fbff-afa6-4c8a-aa56-041f92d0e0b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.0595012
Dec 18 21:01:31.803056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8521eba0-bcaa-4bc7-8112-4793795186ed req-2234106f-30b9-439c-8b59-f80f93781a1a tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0812218
Dec 18 21:01:31.876106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-f08467c3-5a7f-405a-a482-d2d735f2bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:31.877926 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-f08467c3-5a7f-405a-a482-d2d735f2bde6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0426347
Dec 18 21:01:32.135950 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef1e8bc8-e1ac-487f-adfd-bcd652383d9e req-b474f086-27bc-4832-8633-24b300d23870 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0385077
Dec 18 21:01:32.305652 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-68a55305-bb1a-48c7-8f1b-ea7b98bae25b service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4185374
Dec 18 21:01:32.370406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914d52e-1c91-4d2b-a085-6e7baed271c2 req-77435e6c-12fb-48fc-9d31-36a5f919d3e7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:32.372207 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0914d52e-1c91-4d2b-a085-6e7baed271c2 req-77435e6c-12fb-48fc-9d31-36a5f919d3e7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0585415
Dec 18 21:01:32.428739 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-66b05ae2-898f-40dc-894a-c2194f9c2306 req-4208b340-29af-43c6-baf5-e9e4a9a5ac13 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1116581
Dec 18 21:01:32.431325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0914d52e-1c91-4d2b-a085-6e7baed271c2 req-900f432b-c1bb-4c22-8eaa-cba7a9f4ac3c tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527797
Dec 18 21:01:32.923927 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-50acc4ea-9035-41fb-a71f-7a711b519338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:32.958159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3629-653d-462a-b48f-a395867572c6 req-93114c90-1b64-480c-afd6-ccd17f6004eb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:32.964214 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3629-653d-462a-b48f-a395867572c6 req-93114c90-1b64-480c-afd6-ccd17f6004eb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:32.970791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3629-653d-462a-b48f-a395867572c6 req-93114c90-1b64-480c-afd6-ccd17f6004eb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:32.977317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3629-653d-462a-b48f-a395867572c6 req-93114c90-1b64-480c-afd6-ccd17f6004eb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:32.983597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3629-653d-462a-b48f-a395867572c6 req-93114c90-1b64-480c-afd6-ccd17f6004eb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:32.983711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47162) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:32.989368 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3629-653d-462a-b48f-a395867572c6 req-93114c90-1b64-480c-afd6-ccd17f6004eb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:32.996328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3629-653d-462a-b48f-a395867572c6 req-93114c90-1b64-480c-afd6-ccd17f6004eb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:32.998452 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-095c3629-653d-462a-b48f-a395867572c6 req-93114c90-1b64-480c-afd6-ccd17f6004eb tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5429 time: 0.1162949
Dec 18 21:01:33.085916 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-095c3629-653d-462a-b48f-a395867572c6 req-5b9fef13-a9fb-4995-9a3b-b1e3fd29a56f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0606549
Dec 18 21:01:33.106622 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09f0b20e-d432-480c-b8d2-fa98c2a5f2ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:33.203736 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09f0b20e-d432-480c-b8d2-fa98c2a5f2ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:33.208489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09f0b20e-d432-480c-b8d2-fa98c2a5f2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:33.251245 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-09f0b20e-d432-480c-b8d2-fa98c2a5f2ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7a930c316b640cd901dd54069fab300&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2663181
Dec 18 21:01:33.252861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47172) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:33.260149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0b20e-d432-480c-b8d2-fa98c2a5f2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cede33-17d9-4b72-a175-7562200fcf36,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:33.266090 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b797c30c-543a-4b24-96a6-d9bce0669fee req-9acd91b7-9adc-43d0-86ec-0d3e5ad729fa tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0306404
Dec 18 21:01:33.306350 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c1efd18-2d9a-4720-9b72-d10e2b2c4a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:33.329161 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c1efd18-2d9a-4720-9b72-d10e2b2c4a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:33.377366 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c1efd18-2d9a-4720-9b72-d10e2b2c4a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:33.380027 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c1efd18-2d9a-4720-9b72-d10e2b2c4a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:33.381242 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6c1efd18-2d9a-4720-9b72-d10e2b2c4a7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65cede33-17d9-4b72-a175-7562200fcf36 HTTP/1.1" status: 204  len: 168 time: 0.1274374
Dec 18 21:01:33.389935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1efd18-2d9a-4720-9b72-d10e2b2c4a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cede33-17d9-4b72-a175-7562200fcf36,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:33.570205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e44b73-6453-418b-82ff-d0a8759c97de req-9624f501-185f-40ac-8e38-2e2d76e44422 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:33.571744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23e44b73-6453-418b-82ff-d0a8759c97de req-9624f501-185f-40ac-8e38-2e2d76e44422 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0526521
Dec 18 21:01:33.625892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23e44b73-6453-418b-82ff-d0a8759c97de req-fc2bbac3-8f2c-41e1-94f4-7dd23b60b108 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467453
Dec 18 21:01:33.752004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47194) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:33.766396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e2042d7d-474e-4037-80b7-e013c8d8302c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:33.849595 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e2042d7d-474e-4037-80b7-e013c8d8302c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:33.853807 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e2042d7d-474e-4037-80b7-e013c8d8302c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:33.891200 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e2042d7d-474e-4037-80b7-e013c8d8302c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1546bd78195407ab1bc04cea704b405&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1380563
Dec 18 21:01:33.893153 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2042d7d-474e-4037-80b7-e013c8d8302c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b23261-c425-4840-b0fe-8a32755e2e8e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:33.893898 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47198) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:33.945467 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-495bc32a-bc08-471c-95ad-e163b85a29d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:33.967643 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-495bc32a-bc08-471c-95ad-e163b85a29d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:34.016347 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-495bc32a-bc08-471c-95ad-e163b85a29d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:34.019152 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-495bc32a-bc08-471c-95ad-e163b85a29d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:34.022765 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-495bc32a-bc08-471c-95ad-e163b85a29d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04b23261-c425-4840-b0fe-8a32755e2e8e HTTP/1.1" status: 204  len: 168 time: 0.1252475
Dec 18 21:01:34.031483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bc32a-bc08-471c-95ad-e163b85a29d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b23261-c425-4840-b0fe-8a32755e2e8e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:34.196143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4fdf-9d2b-40a3-a9e9-6740ed22f5fd req-fc9a1e3b-44c4-4387-9cfe-956ebb453674 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:34.203372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4fdf-9d2b-40a3-a9e9-6740ed22f5fd req-fc9a1e3b-44c4-4387-9cfe-956ebb453674 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:34.213242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4fdf-9d2b-40a3-a9e9-6740ed22f5fd req-fc9a1e3b-44c4-4387-9cfe-956ebb453674 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:34.220808 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4fdf-9d2b-40a3-a9e9-6740ed22f5fd req-fc9a1e3b-44c4-4387-9cfe-956ebb453674 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:34.226687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4fdf-9d2b-40a3-a9e9-6740ed22f5fd req-fc9a1e3b-44c4-4387-9cfe-956ebb453674 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:34.232651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4fdf-9d2b-40a3-a9e9-6740ed22f5fd req-fc9a1e3b-44c4-4387-9cfe-956ebb453674 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:34.239152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4fdf-9d2b-40a3-a9e9-6740ed22f5fd req-fc9a1e3b-44c4-4387-9cfe-956ebb453674 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:34.241283 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-063c4fdf-9d2b-40a3-a9e9-6740ed22f5fd req-fc9a1e3b-44c4-4387-9cfe-956ebb453674 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5429 time: 0.1020401
Dec 18 21:01:34.313741 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-063c4fdf-9d2b-40a3-a9e9-6740ed22f5fd req-7c8c0a11-69ff-4f00-8759-2b4fc0a62977 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0659280
Dec 18 21:01:34.422088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1732d14d-8d75-4d80-a667-7af054ff42ef req-b6fc4c32-0624-4f71-836f-18da5015c3c3 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0312138
Dec 18 21:01:34.761054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417950f-bb96-4d04-b980-7e0c5f2558a6 req-f92d6758-ffd2-40fc-b6de-05d12f8f1017 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:34.768767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2417950f-bb96-4d04-b980-7e0c5f2558a6 req-f92d6758-ffd2-40fc-b6de-05d12f8f1017 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0619752
Dec 18 21:01:34.818169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2417950f-bb96-4d04-b980-7e0c5f2558a6 req-55f96234-0468-46da-bf42-f174f903c63d tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455155
Dec 18 21:01:35.157869 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4798d5bd-7107-48e9-9b6b-691c7819ce12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:35.466000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921e90-3749-4fc6-b2c1-c7f82d1884c1 req-00ebae97-2cb6-4fca-bbf5-aa278fb2af53 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:35.479219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921e90-3749-4fc6-b2c1-c7f82d1884c1 req-00ebae97-2cb6-4fca-bbf5-aa278fb2af53 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:35.484528 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921e90-3749-4fc6-b2c1-c7f82d1884c1 req-00ebae97-2cb6-4fca-bbf5-aa278fb2af53 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:35.490752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921e90-3749-4fc6-b2c1-c7f82d1884c1 req-00ebae97-2cb6-4fca-bbf5-aa278fb2af53 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:35.497592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921e90-3749-4fc6-b2c1-c7f82d1884c1 req-00ebae97-2cb6-4fca-bbf5-aa278fb2af53 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:35.503735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921e90-3749-4fc6-b2c1-c7f82d1884c1 req-00ebae97-2cb6-4fca-bbf5-aa278fb2af53 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:35.510629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921e90-3749-4fc6-b2c1-c7f82d1884c1 req-00ebae97-2cb6-4fca-bbf5-aa278fb2af53 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:35.513346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b921e90-3749-4fc6-b2c1-c7f82d1884c1 req-00ebae97-2cb6-4fca-bbf5-aa278fb2af53 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5429 time: 0.1054823
Dec 18 21:01:35.595199 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-accf7314-2836-4825-bc4d-0cb2bafc1884 req-ef565fde-69f1-4717-a356-21cbe9d695f2 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0459814
Dec 18 21:01:35.622732 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b921e90-3749-4fc6-b2c1-c7f82d1884c1 req-8fd0251d-53f6-46c6-9bc6-47fc5ca7f19a tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1023505
Dec 18 21:01:35.948955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097db95-868f-4dbb-845e-db9d25bc5673 req-98ee51fb-4081-4857-af61-1a7768123590 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:35.956251 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5097db95-868f-4dbb-845e-db9d25bc5673 req-98ee51fb-4081-4857-af61-1a7768123590 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0655253
Dec 18 21:01:36.028130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5097db95-868f-4dbb-845e-db9d25bc5673 req-c8f4e016-f31f-4dea-b4dd-7906f5d02029 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693333
Dec 18 21:01:36.347377 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:36.772237 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0538da84-743d-4161-bd53-d1c680e43fc3 req-29e0fd7d-9d4f-4e1d-b6a5-eccabc11afd9 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0579593
Dec 18 21:01:36.802241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b536-c6a6-4db1-aaca-41af5fffd336 req-fd51509b-995e-4c41-8806-648ae8efa141 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:36.808719 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b536-c6a6-4db1-aaca-41af5fffd336 req-fd51509b-995e-4c41-8806-648ae8efa141 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:36.814629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b536-c6a6-4db1-aaca-41af5fffd336 req-fd51509b-995e-4c41-8806-648ae8efa141 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:36.821121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b536-c6a6-4db1-aaca-41af5fffd336 req-fd51509b-995e-4c41-8806-648ae8efa141 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:36.827942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b536-c6a6-4db1-aaca-41af5fffd336 req-fd51509b-995e-4c41-8806-648ae8efa141 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:36.833908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b536-c6a6-4db1-aaca-41af5fffd336 req-fd51509b-995e-4c41-8806-648ae8efa141 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:36.839824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b536-c6a6-4db1-aaca-41af5fffd336 req-fd51509b-995e-4c41-8806-648ae8efa141 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:36.841760 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8558b536-c6a6-4db1-aaca-41af5fffd336 req-fd51509b-995e-4c41-8806-648ae8efa141 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5429 time: 0.1294153
Dec 18 21:01:36.906461 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8558b536-c6a6-4db1-aaca-41af5fffd336 req-cbbc1ade-3a1e-409e-9ad6-95f6655bce3d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0566673
Dec 18 21:01:37.159635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c81ae4-9727-40aa-ad88-e44192baba63 req-41e81202-1e03-4f16-b5f7-3f5df467102a tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:37.161299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20c81ae4-9727-40aa-ad88-e44192baba63 req-41e81202-1e03-4f16-b5f7-3f5df467102a tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0674746
Dec 18 21:01:37.220742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20c81ae4-9727-40aa-ad88-e44192baba63 req-ea721910-ce7e-4edc-9c1f-c4306207b079 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510159
Dec 18 21:01:37.370350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 1dc7a401-6ed9-4aec-ba52-1af54a484d85 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:01:37.508776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 1dc7a401-6ed9-4aec-ba52-1af54a484d85, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:37.520788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '1dc7a401-6ed9-4aec-ba52-1af54a484d85', 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace', 'port_id': '1dc7a401-6ed9-4aec-ba52-1af54a484d85', 'mac_address': 'fa:16:3e:30:7c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41db58aa-9be6-4f7e-8474-4a12381938c1', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:01:37.560921 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:37.577196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc7a401-6ed9-4aec-ba52-1af54a484d85 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:37.599307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 1dc7a401-6ed9-4aec-ba52-1af54a484d85, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:37.603637 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:37.604505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f1860d8e-c101-497b-93b4-18753b0bd5c6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:01:37.709433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=1dc7a401-6ed9-4aec-ba52-1af54a484d85,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:37.718831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.719165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.719744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.720246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.720744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.721246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.721726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.722405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.723253 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.723752 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.723952 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-1e08c0e0-7289-4327-89da-2924b35b9b14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0503159
Dec 18 21:01:37.724412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.724576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.724908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:37.747158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47466) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:37.788336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f1860d8e-c101-497b-93b4-18753b0bd5c6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:37.801680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'f1860d8e-c101-497b-93b4-18753b0bd5c6', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'port_id': 'f1860d8e-c101-497b-93b4-18753b0bd5c6', 'mac_address': 'fa:16:3e:08:7c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:01:37.847746 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:37.861385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1860d8e-c101-497b-93b4-18753b0bd5c6 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:37.890151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f1860d8e-c101-497b-93b4-18753b0bd5c6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:37.895444 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:37.896149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3a7c5e5e-02de-448c-ac94-d2e9549e7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:37.896278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device fbcf81f3-8b8e-462f-9434-1aafb30b288a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:01:37.896639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3a7c5e5e-02de-448c-ac94-d2e9549e7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:37.897110 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3a7c5e5e-02de-448c-ac94-d2e9549e7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:37.897578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3a7c5e5e-02de-448c-ac94-d2e9549e7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:37.906847 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3a7c5e5e-02de-448c-ac94-d2e9549e7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:37.907809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3a7c5e5e-02de-448c-ac94-d2e9549e7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:37.908453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3a7c5e5e-02de-448c-ac94-d2e9549e7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:37.910855 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3a7c5e5e-02de-448c-ac94-d2e9549e7559 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 6491 time: 0.1184883
Dec 18 21:01:37.968985 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f1860d8e-c101-497b-93b4-18753b0bd5c6,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:37.974410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port fbcf81f3-8b8e-462f-9434-1aafb30b288a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fbcf81f3-8b8e-462f-9434-1aafb30b288a,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:37.987650 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'fbcf81f3-8b8e-462f-9434-1aafb30b288a', 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace', 'port_id': 'fbcf81f3-8b8e-462f-9434-1aafb30b288a', 'mac_address': 'fa:16:3e:03:5f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41db58aa-9be6-4f7e-8474-4a12381938c1', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:01:38.044569 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.054713 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.056747 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-358c1a84-e472-4a3b-9577-4c96c6deec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.057348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-358c1a84-e472-4a3b-9577-4c96c6deec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.057829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-358c1a84-e472-4a3b-9577-4c96c6deec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.059567 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-358c1a84-e472-4a3b-9577-4c96c6deec18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3cf1807-07e5-4f23-a394-25e4d942b008&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=86999e20-7286-4a34-ab79-356dd5f0f5ea&id=5b74eeda-4ba0-4971-b20a-e138901b128c&id=5b74eeda-4ba0-4971-b20a-e138901b128c HTTP/1.1" status: 200  len: 2292 time: 0.1174657
Dec 18 21:01:38.060792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcf81f3-8b8e-462f-9434-1aafb30b288a {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:38.087750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port fbcf81f3-8b8e-462f-9434-1aafb30b288a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fbcf81f3-8b8e-462f-9434-1aafb30b288a,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:38.093470 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.094367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 59526aeb-f155-46bf-ba7e-15d8467624a2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:01:38.131615 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f00504cd-fa56-40df-9176-b0acce8ac5f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.154420 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-85df2588-b202-411f-ae17-707282abb3f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2508ae-cc73-498d-b496-3c1f2e87f0f4 HTTP/1.1" status: 200  len: 999 time: 0.0807266
Dec 18 21:01:38.193538 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b76f806-7b54-4593-9135-19b1b4d4357d req-27461389-6591-45de-80c8-7c895df75b0e tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.2860863
Dec 18 21:01:38.228721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083ecd7-6e5e-405f-8ebc-93fc10f0009f req-cf384e56-4af5-41cd-ab04-a567c89568f2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.240984 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3b8be081-5d8a-45fc-9bb7-c2099e5d86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.241240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083ecd7-6e5e-405f-8ebc-93fc10f0009f req-cf384e56-4af5-41cd-ab04-a567c89568f2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.248317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083ecd7-6e5e-405f-8ebc-93fc10f0009f req-cf384e56-4af5-41cd-ab04-a567c89568f2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.253849 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3b8be081-5d8a-45fc-9bb7-c2099e5d86a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00034496-0c84-4e94-bc88-fbb41663ba15 HTTP/1.1" status: 200  len: 851 time: 0.0915465
Dec 18 21:01:38.256366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083ecd7-6e5e-405f-8ebc-93fc10f0009f req-cf384e56-4af5-41cd-ab04-a567c89568f2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.263482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083ecd7-6e5e-405f-8ebc-93fc10f0009f req-cf384e56-4af5-41cd-ab04-a567c89568f2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.273782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083ecd7-6e5e-405f-8ebc-93fc10f0009f req-cf384e56-4af5-41cd-ab04-a567c89568f2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.279557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083ecd7-6e5e-405f-8ebc-93fc10f0009f req-cf384e56-4af5-41cd-ab04-a567c89568f2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.281836 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9083ecd7-6e5e-405f-8ebc-93fc10f0009f req-cf384e56-4af5-41cd-ab04-a567c89568f2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5431 time: 0.2413292
Dec 18 21:01:38.316924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-d48f8036-795f-40ee-8010-19f77fade546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.319491 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-d48f8036-795f-40ee-8010-19f77fade546 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3cf1807-07e5-4f23-a394-25e4d942b008&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0591247
Dec 18 21:01:38.351099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=fbcf81f3-8b8e-462f-9434-1aafb30b288a,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:38.363707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 59526aeb-f155-46bf-ba7e-15d8467624a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59526aeb-f155-46bf-ba7e-15d8467624a2,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:38.377377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '59526aeb-f155-46bf-ba7e-15d8467624a2', 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace', 'port_id': '59526aeb-f155-46bf-ba7e-15d8467624a2', 'mac_address': 'fa:16:3e:f5:ad:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41db58aa-9be6-4f7e-8474-4a12381938c1', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:01:38.396366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9083ecd7-6e5e-405f-8ebc-93fc10f0009f req-3d11dbd3-ec39-46c2-8a9d-4e286f3985db tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1050589
Dec 18 21:01:38.422735 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.447431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59526aeb-f155-46bf-ba7e-15d8467624a2 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:38.468611 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f00504cd-fa56-40df-9176-b0acce8ac5f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.469626 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-27c0cd9c-86a1-4779-8486-a695ad1135e4 service neutron] 10.222.0.36 "GET /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343842
Dec 18 21:01:38.474003 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f00504cd-fa56-40df-9176-b0acce8ac5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.479505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 59526aeb-f155-46bf-ba7e-15d8467624a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59526aeb-f155-46bf-ba7e-15d8467624a2,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:38.485397 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.486445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 1f477167-6d29-4a5d-a26d-96bb2271bada details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:01:38.512837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00504cd-fa56-40df-9176-b0acce8ac5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257ae419-5ebe-476c-b1ca-400b6069f3f8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:38.542783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f98bf-3719-4ac8-a12c-d893f5eafc4f req-ed2dcf66-edcc-457f-8854-d29b56404569 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.550396 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b38f98bf-3719-4ac8-a12c-d893f5eafc4f req-ed2dcf66-edcc-457f-8854-d29b56404569 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.1527627
Dec 18 21:01:38.559984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f00504cd-fa56-40df-9176-b0acce8ac5f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e258519401fa4623ba33500d3206ff8b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8115056
Dec 18 21:01:38.564289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=59526aeb-f155-46bf-ba7e-15d8467624a2,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:38.567129 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47492) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:38.598367 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.615306 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-08a567c1-85a8-423c-8c0d-c17e8032d916 service neutron] 10.222.0.36 "GET /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373346
Dec 18 21:01:38.624236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b38f98bf-3719-4ac8-a12c-d893f5eafc4f req-ce6f1e84-e691-439d-bc67-cec7274aee65 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729728
Dec 18 21:01:38.687514 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-fca39de6-4c7e-4e37-b26a-7708e7846308 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=f8de1dac-5fbd-4626-8379-c9547acc28fb HTTP/1.1" status: 200  len: 217 time: 0.0470908
Dec 18 21:01:38.695894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 1f477167-6d29-4a5d-a26d-96bb2271bada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f477167-6d29-4a5d-a26d-96bb2271bada,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:38.708020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '1f477167-6d29-4a5d-a26d-96bb2271bada', 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344', 'port_id': '1f477167-6d29-4a5d-a26d-96bb2271bada', 'mac_address': 'fa:16:3e:f7:2b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb20149f-40f2-4730-9732-866a51cae125', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:01:38.748555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-afa88e9e-cb55-44af-afc0-506ac06e1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.750035 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-afa88e9e-cb55-44af-afc0-506ac06e1a80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.0525396
Dec 18 21:01:38.752886 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b811c184-e01b-462c-8b37-d7f63cbe21e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.753457 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.767078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f477167-6d29-4a5d-a26d-96bb2271bada {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:38.777138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b811c184-e01b-462c-8b37-d7f63cbe21e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.787124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 1f477167-6d29-4a5d-a26d-96bb2271bada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f477167-6d29-4a5d-a26d-96bb2271bada,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:38.792406 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.793677 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:01:38.844591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-ce6e8140-f84e-4d91-8a94-bcc14e4c9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:38.846132 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-ce6e8140-f84e-4d91-8a94-bcc14e4c9938 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0622141
Dec 18 21:01:38.850391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:38.864135 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b811c184-e01b-462c-8b37-d7f63cbe21e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.866694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b811c184-e01b-462c-8b37-d7f63cbe21e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.868102 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3', 'network_id': '3e4696f9-9ec3-403c-b1d1-c2615c38c344', 'port_id': '340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3', 'mac_address': 'fa:16:3e:95:6b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb20149f-40f2-4730-9732-866a51cae125', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:01:38.870468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b811c184-e01b-462c-8b37-d7f63cbe21e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/257ae419-5ebe-476c-b1ca-400b6069f3f8 HTTP/1.1" status: 204  len: 168 time: 0.2621076
Dec 18 21:01:38.909090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=1f477167-6d29-4a5d-a26d-96bb2271bada,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:38.920324 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811c184-e01b-462c-8b37-d7f63cbe21e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257ae419-5ebe-476c-b1ca-400b6069f3f8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:38.926461 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.959269 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:38.965342 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-e73f8f12-4940-4ea2-9e7d-be14192b70ec service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1096921
Dec 18 21:01:38.988433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:38.993893 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:38.994791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f844557f-eb38-48aa-8a3a-a4ec5d372124 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:01:39.075195 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-03f686b9-3162-43ff-ae9f-20c62da9eb15 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021652
Dec 18 21:01:39.076664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f844557f-eb38-48aa-8a3a-a4ec5d372124, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f844557f-eb38-48aa-8a3a-a4ec5d372124,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:39.084803 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:39.093947 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'f844557f-eb38-48aa-8a3a-a4ec5d372124', 'network_id': 'e4fbd253-ec67-4760-9f35-d8231c84dace', 'port_id': 'f844557f-eb38-48aa-8a3a-a4ec5d372124', 'mac_address': 'fa:16:3e:3a:56:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41db58aa-9be6-4f7e-8474-4a12381938c1', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:01:39.140774 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-9099a724-4af1-41a3-81bd-1b230b7a9f05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=04c02923-efaf-4b7a-9421-6c1c3df3d6eb HTTP/1.1" status: 200  len: 217 time: 0.0545247
Dec 18 21:01:39.142208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:39.159107 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f844557f-eb38-48aa-8a3a-a4ec5d372124 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:01:39.180835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f844557f-eb38-48aa-8a3a-a4ec5d372124, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f844557f-eb38-48aa-8a3a-a4ec5d372124,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:39.188404 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:39.202473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-20cc10a5-2244-4f08-83d3-b5cc2b0fbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:39.204320 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-20cc10a5-2244-4f08-83d3-b5cc2b0fbec9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.0564301
Dec 18 21:01:39.260799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f844557f-eb38-48aa-8a3a-a4ec5d372124,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:39.277489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3e99c807-a031-43e6-ac54-a25643cd970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:39.280632 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3e99c807-a031-43e6-ac54-a25643cd970c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0689883
Dec 18 21:01:39.336411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f66b2e83-5298-4972-b6c0-6953bff0c0cc req-07d5d5f5-e3c8-479e-ab90-e826101443f6 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0321975
Dec 18 21:01:39.394047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47512) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:39.396095 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-1aab59f7-bb4e-4be1-b1ac-b75b205d4bb3 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1074355
Dec 18 21:01:39.409834 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-56100851-238a-4723-8811-359aa08a9fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:39.502089 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-3046bb0c-0713-4202-9b25-da9bbc17acc1 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980623
Dec 18 21:01:39.512333 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-56100851-238a-4723-8811-359aa08a9fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:39.518023 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-56100851-238a-4723-8811-359aa08a9fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:39.563726 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-40e411d7-8d7f-42ac-8774-4dd39eb5bafe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=5740d94d-10b4-4d4f-b84a-14e2647f72c7 HTTP/1.1" status: 200  len: 217 time: 0.0488017
Dec 18 21:01:39.596695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56100851-238a-4723-8811-359aa08a9fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566ace38-f6a3-4552-8178-6fc3d40633af,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:39.604647 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-56100851-238a-4723-8811-359aa08a9fa0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e499875a23c74ed09f4e414e43981d54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2092340
Dec 18 21:01:39.608587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47520) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:39.628867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-bbaa46b5-4783-4187-972c-2a12827f5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:39.630372 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-bbaa46b5-4783-4187-972c-2a12827f5fb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.0598738
Dec 18 21:01:39.634150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fa8b6-4f20-42be-8faa-2bccfbe00a3d req-8f9a546f-16d2-4f1d-a410-fd9688c46073 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:39.641361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fa8b6-4f20-42be-8faa-2bccfbe00a3d req-8f9a546f-16d2-4f1d-a410-fd9688c46073 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:39.648419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fa8b6-4f20-42be-8faa-2bccfbe00a3d req-8f9a546f-16d2-4f1d-a410-fd9688c46073 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:39.655644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fa8b6-4f20-42be-8faa-2bccfbe00a3d req-8f9a546f-16d2-4f1d-a410-fd9688c46073 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:39.662308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fa8b6-4f20-42be-8faa-2bccfbe00a3d req-8f9a546f-16d2-4f1d-a410-fd9688c46073 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:39.669390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fa8b6-4f20-42be-8faa-2bccfbe00a3d req-8f9a546f-16d2-4f1d-a410-fd9688c46073 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:39.675955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fa8b6-4f20-42be-8faa-2bccfbe00a3d req-8f9a546f-16d2-4f1d-a410-fd9688c46073 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:39.677936 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e2fa8b6-4f20-42be-8faa-2bccfbe00a3d req-8f9a546f-16d2-4f1d-a410-fd9688c46073 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5436 time: 0.1521239
Dec 18 21:01:39.711025 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-241bab37-06f9-4e20-b5fc-e2964bed4ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:39.738914 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-241bab37-06f9-4e20-b5fc-e2964bed4ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:39.749687 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-82346077-0388-4332-b66f-c776c84ddf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:39.751973 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-82346077-0388-4332-b66f-c776c84ddf40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1115887
Dec 18 21:01:39.774860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e2fa8b6-4f20-42be-8faa-2bccfbe00a3d req-de9f14ac-a104-466e-a29b-ec69f3a7342c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0873346
Dec 18 21:01:39.829510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406623a-0006-4808-8d94-a259377d78bb req-41cb730d-2854-41e0-8505-1ade22e5a90f tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:39.831216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a406623a-0006-4808-8d94-a259377d78bb req-41cb730d-2854-41e0-8505-1ade22e5a90f tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0554106
Dec 18 21:01:39.841284 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['1f477167-6d29-4a5d-a26d-96bb2271bada'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:39.863252 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-241bab37-06f9-4e20-b5fc-e2964bed4ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:39.865775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-241bab37-06f9-4e20-b5fc-e2964bed4ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:39.866946 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-241bab37-06f9-4e20-b5fc-e2964bed4ff2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/566ace38-f6a3-4552-8178-6fc3d40633af HTTP/1.1" status: 204  len: 168 time: 0.2574289
Dec 18 21:01:39.883623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f1860d8e-c101-497b-93b4-18753b0bd5c6'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:39.899364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bab37-06f9-4e20-b5fc-e2964bed4ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566ace38-f6a3-4552-8178-6fc3d40633af,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:39.904947 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-157531e4-1da1-4126-9784-101d1f2c8e4a service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413629
Dec 18 21:01:39.919029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['59526aeb-f155-46bf-ba7e-15d8467624a2'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:39.923505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f844557f-eb38-48aa-8a3a-a4ec5d372124'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:39.981059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a406623a-0006-4808-8d94-a259377d78bb req-a0ed821a-3fbc-4110-872c-a1bd4780c54c tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225009
Dec 18 21:01:39.991333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['1dc7a401-6ed9-4aec-ba52-1af54a484d85'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:40.053556 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-a2d7b624-c726-4dbb-bd2c-b8bbfc2bdfbe service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393003
Dec 18 21:01:40.110304 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-d4909612-df8b-46e6-97e0-1594a2dcaeb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=ccb5043d-02af-492d-8f2d-78752159fb84 HTTP/1.1" status: 200  len: 217 time: 0.0455899
Dec 18 21:01:40.181864 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-f6ef9b2b-83f7-4cbc-9564-daf3538db3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:40.184543 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-f6ef9b2b-83f7-4cbc-9564-daf3538db3f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 200  len: 797 time: 0.0651808
Dec 18 21:01:40.241107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-d93cba0b-63f9-4028-bba0-d4f585820cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:40.243073 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-d93cba0b-63f9-4028-bba0-d4f585820cda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86999e20-7286-4a34-ab79-356dd5f0f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0504811
Dec 18 21:01:40.366962 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-a63932c5-47b8-431b-9307-835b0880d813 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1142802
Dec 18 21:01:40.517069 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8dc0a3c-05cc-48f0-8032-a79facb7849f req-2dc9a1f7-3b52-46e0-bed9-4ca7630b551e tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0623093
Dec 18 21:01:40.519694 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-c0e07d39-7983-49bd-b39a-eaffffb9b438 service neutron] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422365
Dec 18 21:01:40.605075 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-60b45c70-61fc-4cb7-a5ef-2aafd4505485 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1cdb751-5072-47e3-96f0-96e30fe3bc2f HTTP/1.1" status: 200  len: 217 time: 0.0729821
Dec 18 21:01:40.662104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-d91b759e-8165-4210-b81a-ca995ee48975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:40.663620 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-d91b759e-8165-4210-b81a-ca995ee48975 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d514dada-d8b2-467e-8ca9-570f42a26f3c HTTP/1.1" status: 200  len: 797 time: 0.0511596
Dec 18 21:01:40.711632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-f82cd4ed-c74e-47b1-a014-754db9d52000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:40.713290 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-f82cd4ed-c74e-47b1-a014-754db9d52000 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b74eeda-4ba0-4971-b20a-e138901b128c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0421917
Dec 18 21:01:40.835777 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-e57b3c3e-d43a-40fd-87ac-db5c696b7a75 service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1135931
Dec 18 21:01:40.847094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:40.904547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['fbcf81f3-8b8e-462f-9434-1aafb30b288a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:01:40.966043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc01f43-c5ad-4117-ab83-a6cb2c8d56ea req-25035659-c2bf-4c56-a311-f1eaf3d049c8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:40.966663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47562) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:40.975029 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc01f43-c5ad-4117-ab83-a6cb2c8d56ea req-25035659-c2bf-4c56-a311-f1eaf3d049c8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:40.984053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc01f43-c5ad-4117-ab83-a6cb2c8d56ea req-25035659-c2bf-4c56-a311-f1eaf3d049c8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:40.988684 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-c6dd3a03-4302-4d75-8517-0f549525c002 service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449924
Dec 18 21:01:40.990952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc01f43-c5ad-4117-ab83-a6cb2c8d56ea req-25035659-c2bf-4c56-a311-f1eaf3d049c8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:40.999567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc01f43-c5ad-4117-ab83-a6cb2c8d56ea req-25035659-c2bf-4c56-a311-f1eaf3d049c8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:41.007174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc01f43-c5ad-4117-ab83-a6cb2c8d56ea req-25035659-c2bf-4c56-a311-f1eaf3d049c8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:41.014370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc01f43-c5ad-4117-ab83-a6cb2c8d56ea req-25035659-c2bf-4c56-a311-f1eaf3d049c8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:41.017081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fc01f43-c5ad-4117-ab83-a6cb2c8d56ea req-25035659-c2bf-4c56-a311-f1eaf3d049c8 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5436 time: 0.1549788
Dec 18 21:01:41.061621 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-11342fe7-3309-498a-a725-4bd6a1ff7dc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e339efff-5759-4aa7-8925-f9e71e302622 HTTP/1.1" status: 200  len: 217 time: 0.0531154
Dec 18 21:01:41.111943 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fc01f43-c5ad-4117-ab83-a6cb2c8d56ea req-12ca12e4-0735-4c95-95ce-cbfbcf91be1f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0823293
Dec 18 21:01:41.157631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-6435c807-d95a-4a60-91a9-0782d9b2a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:41.161174 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-6435c807-d95a-4a60-91a9-0782d9b2a866 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d514dada-d8b2-467e-8ca9-570f42a26f3c HTTP/1.1" status: 200  len: 797 time: 0.0865295
Dec 18 21:01:41.187741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eede2-ea7c-4e84-9215-8fef7254eab8 req-9beceece-746c-4dd8-a4d5-31bfafd3c494 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:41.190126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f23eede2-ea7c-4e84-9215-8fef7254eab8 req-9beceece-746c-4dd8-a4d5-31bfafd3c494 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0763996
Dec 18 21:01:41.209696 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a29e000-6439-4e90-b030-d7eaa02e9df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:41.244147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-de783b91-1e59-44c5-b482-d7e606038864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:41.246176 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-de783b91-1e59-44c5-b482-d7e606038864 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b74eeda-4ba0-4971-b20a-e138901b128c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0772223
Dec 18 21:01:41.276802 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f23eede2-ea7c-4e84-9215-8fef7254eab8 req-691dc666-42fa-4aec-8bb9-3490ff8693b8 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687702
Dec 18 21:01:41.369959 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a29e000-6439-4e90-b030-d7eaa02e9df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:41.374670 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-89d14bd9-58f1-4bf8-8b79-859a6128c5dd service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1163857
Dec 18 21:01:41.375712 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a29e000-6439-4e90-b030-d7eaa02e9df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:41.458593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29e000-6439-4e90-b030-d7eaa02e9df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5d75ab-68c1-41c4-951d-eec5374914d2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:41.464342 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5a29e000-6439-4e90-b030-d7eaa02e9df2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=859f7973f65b49c7bfcab4de45b69114&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4966571
Dec 18 21:01:41.467115 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47574) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:41.538433 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-122b4c86-1124-468a-9f87-6f37ebdb0bc9 req-02a37fc3-7c00-4811-96ec-d9bc1185fcd5 service neutron] 10.222.0.36 "GET /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434643
Dec 18 21:01:41.547518 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de1d17f5-e817-4560-a30c-56fce3e704ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:41.583223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de1d17f5-e817-4560-a30c-56fce3e704ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:41.642847 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de1d17f5-e817-4560-a30c-56fce3e704ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:41.646188 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de1d17f5-e817-4560-a30c-56fce3e704ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:41.649823 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-de1d17f5-e817-4560-a30c-56fce3e704ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c5d75ab-68c1-41c4-951d-eec5374914d2 HTTP/1.1" status: 204  len: 168 time: 0.1793296
Dec 18 21:01:41.649970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09f7243e-403a-4331-b855-b970a8037677 req-7424e4de-a33f-4788-8e47-4095a9f5d8d1 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0282438
Dec 18 21:01:41.657211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d17f5-e817-4560-a30c-56fce3e704ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5d75ab-68c1-41c4-951d-eec5374914d2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:41.989352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47598) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:42.003064 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-942fb71d-9d83-492d-baab-a8a53611b474 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:42.079601 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-942fb71d-9d83-492d-baab-a8a53611b474 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:42.084128 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-942fb71d-9d83-492d-baab-a8a53611b474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:42.121716 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fb71d-9d83-492d-baab-a8a53611b474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a3b46d-a697-42d3-ae4e-9b61eaa531f5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:42.126076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-942fb71d-9d83-492d-baab-a8a53611b474 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93c96147c5a6417b956c1ba22d851925&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1356583
Dec 18 21:01:42.128707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47604) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:42.182332 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abe9dac7-b57f-4d76-9670-b3d2873d93bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:42.231101 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abe9dac7-b57f-4d76-9670-b3d2873d93bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:42.279812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c8797-8a34-4c65-a963-8fe38a41df06 req-f5e17230-8e6a-419e-bb6f-e1ba94287a49 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:42.286484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c8797-8a34-4c65-a963-8fe38a41df06 req-f5e17230-8e6a-419e-bb6f-e1ba94287a49 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:42.293874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c8797-8a34-4c65-a963-8fe38a41df06 req-f5e17230-8e6a-419e-bb6f-e1ba94287a49 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:42.298737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c8797-8a34-4c65-a963-8fe38a41df06 req-f5e17230-8e6a-419e-bb6f-e1ba94287a49 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:42.305271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c8797-8a34-4c65-a963-8fe38a41df06 req-f5e17230-8e6a-419e-bb6f-e1ba94287a49 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:42.311261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c8797-8a34-4c65-a963-8fe38a41df06 req-f5e17230-8e6a-419e-bb6f-e1ba94287a49 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:42.317662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c8797-8a34-4c65-a963-8fe38a41df06 req-f5e17230-8e6a-419e-bb6f-e1ba94287a49 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:42.319191 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-671c8797-8a34-4c65-a963-8fe38a41df06 req-f5e17230-8e6a-419e-bb6f-e1ba94287a49 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5436 time: 0.1270573
Dec 18 21:01:42.354907 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abe9dac7-b57f-4d76-9670-b3d2873d93bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:42.358485 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abe9dac7-b57f-4d76-9670-b3d2873d93bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:42.359694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-abe9dac7-b57f-4d76-9670-b3d2873d93bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98a3b46d-a697-42d3-ae4e-9b61eaa531f5 HTTP/1.1" status: 204  len: 168 time: 0.2300215
Dec 18 21:01:42.388514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9dac7-b57f-4d76-9670-b3d2873d93bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a3b46d-a697-42d3-ae4e-9b61eaa531f5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:42.413311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-671c8797-8a34-4c65-a963-8fe38a41df06 req-8ac86c48-83ac-426f-acfd-7c3d0a1ff550 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0874448
Dec 18 21:01:42.787260 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db370e6a-4395-45f1-bb81-a55e979d130b req-8103be17-7bc5-4766-980b-9a721628571f tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0366192
Dec 18 21:01:42.800687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a7a62-d5cf-4c02-897b-15931fb2e587 req-28044fdd-2dbb-4220-bd71-2ff913f81619 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:42.802217 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f10a7a62-d5cf-4c02-897b-15931fb2e587 req-28044fdd-2dbb-4220-bd71-2ff913f81619 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.4327550
Dec 18 21:01:42.858659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f10a7a62-d5cf-4c02-897b-15931fb2e587 req-63b893dc-81a5-4fc0-ad3f-dacfb7364646 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483789
Dec 18 21:01:43.325131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cd424-1c97-44e1-a570-24a8667c24a3 req-aacbd1f7-f0bc-422d-9b17-b7454513c8bb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.330987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cd424-1c97-44e1-a570-24a8667c24a3 req-aacbd1f7-f0bc-422d-9b17-b7454513c8bb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.336908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cd424-1c97-44e1-a570-24a8667c24a3 req-aacbd1f7-f0bc-422d-9b17-b7454513c8bb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.342864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cd424-1c97-44e1-a570-24a8667c24a3 req-aacbd1f7-f0bc-422d-9b17-b7454513c8bb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.349034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cd424-1c97-44e1-a570-24a8667c24a3 req-aacbd1f7-f0bc-422d-9b17-b7454513c8bb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.355948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cd424-1c97-44e1-a570-24a8667c24a3 req-aacbd1f7-f0bc-422d-9b17-b7454513c8bb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.361998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cd424-1c97-44e1-a570-24a8667c24a3 req-aacbd1f7-f0bc-422d-9b17-b7454513c8bb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.364145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd9cd424-1c97-44e1-a570-24a8667c24a3 req-aacbd1f7-f0bc-422d-9b17-b7454513c8bb tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5434 time: 0.0963864
Dec 18 21:01:43.381449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47660) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:43.429081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd9cd424-1c97-44e1-a570-24a8667c24a3 req-806a97f0-14bf-4be2-9d28-b4c6832acd13 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0573423
Dec 18 21:01:43.432367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 1dc7a401-6ed9-4aec-ba52-1af54a484d85 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:43.514606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 1dc7a401-6ed9-4aec-ba52-1af54a484d85 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:01:43.522988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 1dc7a401-6ed9-4aec-ba52-1af54a484d85 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:43.523569 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:43.554579 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e69382d-1b3b-4de6-b6df-542ab53bc176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:43.578061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752f5a-3076-4e22-a2e0-98294dd4b922 req-eb652bcb-f618-4a2e-89b7-586f6b85339e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.584074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752f5a-3076-4e22-a2e0-98294dd4b922 req-eb652bcb-f618-4a2e-89b7-586f6b85339e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.590859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752f5a-3076-4e22-a2e0-98294dd4b922 req-eb652bcb-f618-4a2e-89b7-586f6b85339e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.597038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752f5a-3076-4e22-a2e0-98294dd4b922 req-eb652bcb-f618-4a2e-89b7-586f6b85339e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.604366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752f5a-3076-4e22-a2e0-98294dd4b922 req-eb652bcb-f618-4a2e-89b7-586f6b85339e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.611291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752f5a-3076-4e22-a2e0-98294dd4b922 req-eb652bcb-f618-4a2e-89b7-586f6b85339e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.617428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752f5a-3076-4e22-a2e0-98294dd4b922 req-eb652bcb-f618-4a2e-89b7-586f6b85339e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:43.625536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80752f5a-3076-4e22-a2e0-98294dd4b922 req-eb652bcb-f618-4a2e-89b7-586f6b85339e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5436 time: 0.1308234
Dec 18 21:01:43.660461 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:43.663691 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e69382d-1b3b-4de6-b6df-542ab53bc176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:43.670829 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e69382d-1b3b-4de6-b6df-542ab53bc176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:43.700254 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 1dc7a401-6ed9-4aec-ba52-1af54a484d85, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:43.701887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc7a401-6ed9-4aec-ba52-1af54a484d85'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:43.703119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80752f5a-3076-4e22-a2e0-98294dd4b922 req-b90a6a69-7ba8-433a-92db-0c39d9582e1c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0726869
Dec 18 21:01:43.704820 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a398a77-e6c6-49d6-8649-dbb669d2e84c" -d '{"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "1dc7a401-6ed9-4aec-ba52-1af54a484d85"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:43.716022 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:43.716022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f1860d8e-c101-497b-93b4-18753b0bd5c6 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:43.729476 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5e69382d-1b3b-4de6-b6df-542ab53bc176 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=992c062a8c0e48d78fb111728e459292&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3467495
Dec 18 21:01:43.738353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47676) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:43.774012 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69382d-1b3b-4de6-b6df-542ab53bc176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e576fb-9068-48c1-a34d-1b3922c0fc62,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:43.784478 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e970006-cd16-468c-9803-36b454a937a2 x-openstack-request-id: req-6e970006-cd16-468c-9803-36b454a937a2 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:43.784786 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "1dc7a401-6ed9-4aec-ba52-1af54a484d85", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:43.785128 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e970006-cd16-468c-9803-36b454a937a2 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:43.785437 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc7a401-6ed9-4aec-ba52-1af54a484d85', 'code': 200}
Dec 18 21:01:43.810348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=1dc7a401-6ed9-4aec-ba52-1af54a484d85,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:43.814586 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6f76aa84-e743-4353-91bd-2d28eae6b5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:43.827764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port f1860d8e-c101-497b-93b4-18753b0bd5c6 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:01:43.832268 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port f1860d8e-c101-497b-93b4-18753b0bd5c6 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:43.832648 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:43.841047 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6f76aa84-e743-4353-91bd-2d28eae6b5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:43.936356 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:43.950894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e75ecb1-02be-4730-bc29-9f6e24fd9c8f req-814260e2-0cb3-4db6-a76e-f4fcc0401854 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0441468
Dec 18 21:01:43.972776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f1860d8e-c101-497b-93b4-18753b0bd5c6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:43.978682 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:43.979642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device fbcf81f3-8b8e-462f-9434-1aafb30b288a up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:44.019288 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e35148-7912-470e-b403-52f2f41bc77c req-dc95dacb-0b17-48c6-8479-7d9e5a4eaa04 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.021211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-83e35148-7912-470e-b403-52f2f41bc77c req-dc95dacb-0b17-48c6-8479-7d9e5a4eaa04 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0799835
Dec 18 21:01:44.022048 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6f76aa84-e743-4353-91bd-2d28eae6b5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.024650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6f76aa84-e743-4353-91bd-2d28eae6b5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.025870 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6f76aa84-e743-4353-91bd-2d28eae6b5b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14e576fb-9068-48c1-a34d-1b3922c0fc62 HTTP/1.1" status: 204  len: 168 time: 0.2853923
Dec 18 21:01:44.054998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76aa84-e743-4353-91bd-2d28eae6b5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e576fb-9068-48c1-a34d-1b3922c0fc62,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:44.068858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f1860d8e-c101-497b-93b4-18753b0bd5c6,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:44.094814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port fbcf81f3-8b8e-462f-9434-1aafb30b288a completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:01:44.100210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port fbcf81f3-8b8e-462f-9434-1aafb30b288a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:44.100596 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.126636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-83e35148-7912-470e-b403-52f2f41bc77c req-c7d87fba-4dee-4c54-b646-0f121af33e46 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856879
Dec 18 21:01:44.196262 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.231625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port fbcf81f3-8b8e-462f-9434-1aafb30b288a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fbcf81f3-8b8e-462f-9434-1aafb30b288a,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:44.235793 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.236554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 59526aeb-f155-46bf-ba7e-15d8467624a2 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:44.323372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=fbcf81f3-8b8e-462f-9434-1aafb30b288a,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:44.328127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 59526aeb-f155-46bf-ba7e-15d8467624a2 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:01:44.333269 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 59526aeb-f155-46bf-ba7e-15d8467624a2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:44.333741 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.405606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-1aa9e3aa-05de-4e3c-823e-11210ea09fdc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.411789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-1aa9e3aa-05de-4e3c-823e-11210ea09fdc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.418246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-1aa9e3aa-05de-4e3c-823e-11210ea09fdc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.425018 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-1aa9e3aa-05de-4e3c-823e-11210ea09fdc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.425448 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.432095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-1aa9e3aa-05de-4e3c-823e-11210ea09fdc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.438200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-1aa9e3aa-05de-4e3c-823e-11210ea09fdc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.445554 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-1aa9e3aa-05de-4e3c-823e-11210ea09fdc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.450798 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-1aa9e3aa-05de-4e3c-823e-11210ea09fdc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5434 time: 0.1124351
Dec 18 21:01:44.471369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47708) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:44.485269 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 59526aeb-f155-46bf-ba7e-15d8467624a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59526aeb-f155-46bf-ba7e-15d8467624a2,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:44.491211 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e02ee7-9fc1-4276-90a7-607645ffed80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.491499 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.492275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f844557f-eb38-48aa-8a3a-a4ec5d372124 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:44.513058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-6a418f9a-f7e6-4f23-9ef0-6ee9f1a409c1 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.514285 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-6a418f9a-f7e6-4f23-9ef0-6ee9f1a409c1 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "GET /v2.0/ports/f8de1dac-5fbd-4626-8379-c9547acc28fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0513325
Dec 18 21:01:44.588789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=59526aeb-f155-46bf-ba7e-15d8467624a2,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:44.607148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port f844557f-eb38-48aa-8a3a-a4ec5d372124 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:01:44.611737 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port f844557f-eb38-48aa-8a3a-a4ec5d372124 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:44.612191 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.636703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e929cf3-6743-419d-86a1-ffc3a2f7a5e3 req-0641e97e-8f5b-4e3e-8e7b-226032296513 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.641714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e929cf3-6743-419d-86a1-ffc3a2f7a5e3 req-0641e97e-8f5b-4e3e-8e7b-226032296513 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.648299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e929cf3-6743-419d-86a1-ffc3a2f7a5e3 req-0641e97e-8f5b-4e3e-8e7b-226032296513 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.655178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e929cf3-6743-419d-86a1-ffc3a2f7a5e3 req-0641e97e-8f5b-4e3e-8e7b-226032296513 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.661382 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e929cf3-6743-419d-86a1-ffc3a2f7a5e3 req-0641e97e-8f5b-4e3e-8e7b-226032296513 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.668607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e929cf3-6743-419d-86a1-ffc3a2f7a5e3 req-0641e97e-8f5b-4e3e-8e7b-226032296513 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.676390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e929cf3-6743-419d-86a1-ffc3a2f7a5e3 req-0641e97e-8f5b-4e3e-8e7b-226032296513 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.678372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e929cf3-6743-419d-86a1-ffc3a2f7a5e3 req-0641e97e-8f5b-4e3e-8e7b-226032296513 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 5434 time: 0.1315744
Dec 18 21:01:44.681895 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-dcbac733-6510-4ebe-aec0-4e0bb0d53be1 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "GET /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1556699
Dec 18 21:01:44.703226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:44.713493 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e02ee7-9fc1-4276-90a7-607645ffed80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.724969 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e02ee7-9fc1-4276-90a7-607645ffed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.729352 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.788538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e02ee7-9fc1-4276-90a7-607645ffed80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48259ecf-fa82-4167-9560-818388c13505,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:44.793672 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.795796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f844557f-eb38-48aa-8a3a-a4ec5d372124, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f844557f-eb38-48aa-8a3a-a4ec5d372124,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:44.803661 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.804631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 1f477167-6d29-4a5d-a26d-96bb2271bada up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:44.816786 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e929cf3-6743-419d-86a1-ffc3a2f7a5e3 req-53039e9b-dabf-4d6c-ad7f-377cf67e3822 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1197298
Dec 18 21:01:44.823108 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-85e02ee7-9fc1-4276-90a7-607645ffed80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0397677ac364afe8883e086b8924dd7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3504543
Dec 18 21:01:44.824562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47720) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:44.849225 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.916463 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4a00c068-9caa-4fee-8b2d-6a776c0d4695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.932060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88c75-3b96-4393-9fdf-648c68c4fa3a req-1086ac91-bc38-49a7-af0d-8627ed3e643a tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.938797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88c75-3b96-4393-9fdf-648c68c4fa3a req-1086ac91-bc38-49a7-af0d-8627ed3e643a tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.943158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 1f477167-6d29-4a5d-a26d-96bb2271bada completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:01:44.945783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88c75-3b96-4393-9fdf-648c68c4fa3a req-1086ac91-bc38-49a7-af0d-8627ed3e643a tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.957483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 1f477167-6d29-4a5d-a26d-96bb2271bada triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:44.957684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88c75-3b96-4393-9fdf-648c68c4fa3a req-1086ac91-bc38-49a7-af0d-8627ed3e643a tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.957791 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:44.957791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f844557f-eb38-48aa-8a3a-a4ec5d372124,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:44.963443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88c75-3b96-4393-9fdf-648c68c4fa3a req-1086ac91-bc38-49a7-af0d-8627ed3e643a tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.967770 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88c75-3b96-4393-9fdf-648c68c4fa3a req-1086ac91-bc38-49a7-af0d-8627ed3e643a tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.973595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88c75-3b96-4393-9fdf-648c68c4fa3a req-1086ac91-bc38-49a7-af0d-8627ed3e643a tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:44.975672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8eb88c75-3b96-4393-9fdf-648c68c4fa3a req-1086ac91-bc38-49a7-af0d-8627ed3e643a tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5441 time: 0.1309578
Dec 18 21:01:45.021869 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] For port f8de1dac-5fbd-4626-8379-c9547acc28fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8de1dac-5fbd-4626-8379-c9547acc28fb,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:45.033130 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4a00c068-9caa-4fee-8b2d-6a776c0d4695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.064419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] For port f8de1dac-5fbd-4626-8379-c9547acc28fb, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:45.102072 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.112345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] device_id is not set on port f8de1dac-5fbd-4626-8379-c9547acc28fb yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:01:45.118512 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8eb88c75-3b96-4393-9fdf-648c68c4fa3a req-4c04506c-cb26-4221-8084-e47aba598679 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1171792
Dec 18 21:01:45.130884 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.136730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d2478d9-8fa2-47b4-8798-f51f1735c706 req-6f3e6caa-0420-4a80-9de1-3d786b64d64e tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0476329
Dec 18 21:01:45.160457 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.161720 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4a00c068-9caa-4fee-8b2d-6a776c0d4695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.164792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4a00c068-9caa-4fee-8b2d-6a776c0d4695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.170093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4a00c068-9caa-4fee-8b2d-6a776c0d4695 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48259ecf-fa82-4167-9560-818388c13505 HTTP/1.1" status: 204  len: 168 time: 0.3438339
Dec 18 21:01:45.179543 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 1f477167-6d29-4a5d-a26d-96bb2271bada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f477167-6d29-4a5d-a26d-96bb2271bada,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:45.183617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00c068-9caa-4fee-8b2d-6a776c0d4695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48259ecf-fa82-4167-9560-818388c13505,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:45.184840 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.185738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:01:45.311056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=1f477167-6d29-4a5d-a26d-96bb2271bada,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:45.332712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:01:45.338448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:45.340207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8de1dac-5fbd-4626-8379-c9547acc28fb,revision_number=6']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:45.341213 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.348216 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] No DVR routers for this DVR port f8de1dac-5fbd-4626-8379-c9547acc28fb on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:45.440697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d96d31-49c2-428b-91fd-ff252d9d6b1c req-7ac0b4e0-9b06-46a0-bcad-541aaa84cb7a tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:45.442484 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14d96d31-49c2-428b-91fd-ff252d9d6b1c req-7ac0b4e0-9b06-46a0-bcad-541aaa84cb7a tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.1340311
Dec 18 21:01:45.464213 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] In _notify_port_updated(), no bound segment for port f8de1dac-5fbd-4626-8379-c9547acc28fb on network 86999e20-7286-4a34-ab79-356dd5f0f5ea {{(pid=126009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:01:45.465607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:45.466222 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.467599 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-57bf3efe-7336-45ad-9d64-7cd0ce2d0cf6 service neutron] 10.222.0.36 "PUT /v2.0/ports/f8de1dac-5fbd-4626-8379-c9547acc28fb HTTP/1.1" status: 200  len: 1027 time: 0.7741067
Dec 18 21:01:45.491573 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.539914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:45.548470 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.563338 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14d96d31-49c2-428b-91fd-ff252d9d6b1c req-1c0e0368-6180-4b3d-9ecd-b20cd81789b0 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144083
Dec 18 21:01:45.576314 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-da64549e-a1da-4c47-af8c-ad4b27997a11 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:45.577642 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-da64549e-a1da-4c47-af8c-ad4b27997a11 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "GET /v2.0/ports/04c02923-efaf-4b7a-9421-6c1c3df3d6eb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0995381
Dec 18 21:01:45.594739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:45.621355 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:45.670950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.671562 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-369f024b-80eb-4610-bb53-e3c2e3b27c6c None None] Provisioning complete for port f8de1dac-5fbd-4626-8379-c9547acc28fb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:45.672004 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-369f024b-80eb-4610-bb53-e3c2e3b27c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.713903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-369f024b-80eb-4610-bb53-e3c2e3b27c6c None None] Port f8de1dac-5fbd-4626-8379-c9547acc28fb cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:01:45.787019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1860d8e-c101-497b-93b4-18753b0bd5c6'}, {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcf81f3-8b8e-462f-9434-1aafb30b288a'}, {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59526aeb-f155-46bf-ba7e-15d8467624a2'}, {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f844557f-eb38-48aa-8a3a-a4ec5d372124'}, {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f477167-6d29-4a5d-a26d-96bb2271bada'}, {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:45.790490 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bc8d05-e211-4838-8835-665a97e87f76" -d '{"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "f1860d8e-c101-497b-93b4-18753b0bd5c6"}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "fbcf81f3-8b8e-462f-9434-1aafb30b288a"}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "59526aeb-f155-46bf-ba7e-15d8467624a2"}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "f844557f-eb38-48aa-8a3a-a4ec5d372124"}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "1f477167-6d29-4a5d-a26d-96bb2271bada"}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:45.811377 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47756) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:45.838431 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f32812-b270-4cda-a743-dbb86397096c x-openstack-request-id: req-67f32812-b270-4cda-a743-dbb86397096c {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:45.838751 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "f1860d8e-c101-497b-93b4-18753b0bd5c6", "code": 200}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "fbcf81f3-8b8e-462f-9434-1aafb30b288a", "code": 200}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "59526aeb-f155-46bf-ba7e-15d8467624a2", "code": 200}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "f844557f-eb38-48aa-8a3a-a4ec5d372124", "code": 200}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "1f477167-6d29-4a5d-a26d-96bb2271bada", "code": 200}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-plugged", "status": "completed", "tag": "340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:45.839013 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67f32812-b270-4cda-a743-dbb86397096c {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:45.839474 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1860d8e-c101-497b-93b4-18753b0bd5c6', 'code': 200}
Dec 18 21:01:45.839782 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcf81f3-8b8e-462f-9434-1aafb30b288a', 'code': 200}
Dec 18 21:01:45.840540 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59526aeb-f155-46bf-ba7e-15d8467624a2', 'code': 200}
Dec 18 21:01:45.840804 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f844557f-eb38-48aa-8a3a-a4ec5d372124', 'code': 200}
Dec 18 21:01:45.841061 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f477167-6d29-4a5d-a26d-96bb2271bada', 'code': 200}
Dec 18 21:01:45.841314 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3', 'code': 200}
Dec 18 21:01:45.856673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] For port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c02923-efaf-4b7a-9421-6c1c3df3d6eb,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:45.908465 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] For port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:01:45.951658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] device_id is not set on port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:01:45.966876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.975196 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:45.975775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da152ede-4dd7-4457-ac0c-b1507856eaef req-53e8b7d4-ab56-4909-816a-4ef00f1d1884 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:45.981803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da152ede-4dd7-4457-ac0c-b1507856eaef req-53e8b7d4-ab56-4909-816a-4ef00f1d1884 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:45.987655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da152ede-4dd7-4457-ac0c-b1507856eaef req-53e8b7d4-ab56-4909-816a-4ef00f1d1884 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:45.993585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da152ede-4dd7-4457-ac0c-b1507856eaef req-53e8b7d4-ab56-4909-816a-4ef00f1d1884 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.002504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da152ede-4dd7-4457-ac0c-b1507856eaef req-53e8b7d4-ab56-4909-816a-4ef00f1d1884 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.009667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da152ede-4dd7-4457-ac0c-b1507856eaef req-53e8b7d4-ab56-4909-816a-4ef00f1d1884 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.019456 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da152ede-4dd7-4457-ac0c-b1507856eaef req-53e8b7d4-ab56-4909-816a-4ef00f1d1884 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 4660 time: 0.1119757
Dec 18 21:01:46.040980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] No DVR routers for this DVR port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:46.074130 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13195045-1f18-4968-983a-9040f9240bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.085297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] Pushing event updated for resources: {'Port': ['ID=04c02923-efaf-4b7a-9421-6c1c3df3d6eb,revision_number=6']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:46.145054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da152ede-4dd7-4457-ac0c-b1507856eaef req-3b5b2f7b-f93f-4a86-ac57-0f1aabd9ccf9 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&id=4f9d6002-3306-4427-ab93-4425eda47d12&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1242023
Dec 18 21:01:46.145801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] In _notify_port_updated(), no bound segment for port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb on network 86999e20-7286-4a34-ab79-356dd5f0f5ea {{(pid=126009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:01:46.146747 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.147451 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.148804 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-cf683212-11f4-46b7-b5a3-5f23d3910479 service neutron] 10.222.0.36 "PUT /v2.0/ports/04c02923-efaf-4b7a-9421-6c1c3df3d6eb HTTP/1.1" status: 200  len: 1028 time: 0.5596652
Dec 18 21:01:46.250300 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef3513-43a6-4d13-bb32-4ea1383f0d62 req-12388988-9678-4be9-8b80-e90f752ea93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.251046 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef3513-43a6-4d13-bb32-4ea1383f0d62 req-12388988-9678-4be9-8b80-e90f752ea93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.251680 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef3513-43a6-4d13-bb32-4ea1383f0d62 req-12388988-9678-4be9-8b80-e90f752ea93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.252299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef3513-43a6-4d13-bb32-4ea1383f0d62 req-12388988-9678-4be9-8b80-e90f752ea93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.252921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef3513-43a6-4d13-bb32-4ea1383f0d62 req-12388988-9678-4be9-8b80-e90f752ea93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.253545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef3513-43a6-4d13-bb32-4ea1383f0d62 req-12388988-9678-4be9-8b80-e90f752ea93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.254296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef3513-43a6-4d13-bb32-4ea1383f0d62 req-12388988-9678-4be9-8b80-e90f752ea93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.256411 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8fef3513-43a6-4d13-bb32-4ea1383f0d62 req-12388988-9678-4be9-8b80-e90f752ea93e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6500 time: 0.3096793
Dec 18 21:01:46.276523 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13195045-1f18-4968-983a-9040f9240bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.320327 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13195045-1f18-4968-983a-9040f9240bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.333110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-367461f8-7c69-4be3-8f7a-95117046b736 req-22a6ca33-9126-4f7e-a55a-32a1f64e36dc tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0673580
Dec 18 21:01:46.379428 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8fef3513-43a6-4d13-bb32-4ea1383f0d62 req-99d9bbf0-add1-4498-b9cb-457211efbc67 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0873525
Dec 18 21:01:46.383820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-97902b6e-8c08-4426-a47f-171f4a4414f5 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Deleting port ccb5043d-02af-492d-8f2d-78752159fb84 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:46.384567 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-97902b6e-8c08-4426-a47f-171f4a4414f5 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.389127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f10576-0b05-48df-8576-aae3cc571188 req-6d621be2-f966-4d4f-bcd4-ba6eb40f85a6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.395455 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f10576-0b05-48df-8576-aae3cc571188 req-6d621be2-f966-4d4f-bcd4-ba6eb40f85a6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.401518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f10576-0b05-48df-8576-aae3cc571188 req-6d621be2-f966-4d4f-bcd4-ba6eb40f85a6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.407987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f10576-0b05-48df-8576-aae3cc571188 req-6d621be2-f966-4d4f-bcd4-ba6eb40f85a6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.415388 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f10576-0b05-48df-8576-aae3cc571188 req-6d621be2-f966-4d4f-bcd4-ba6eb40f85a6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.422038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f10576-0b05-48df-8576-aae3cc571188 req-6d621be2-f966-4d4f-bcd4-ba6eb40f85a6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.429126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f10576-0b05-48df-8576-aae3cc571188 req-6d621be2-f966-4d4f-bcd4-ba6eb40f85a6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.431258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6f10576-0b05-48df-8576-aae3cc571188 req-6d621be2-f966-4d4f-bcd4-ba6eb40f85a6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5443 time: 0.1707771
Dec 18 21:01:46.434358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-13195045-1f18-4968-983a-9040f9240bac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0fb352cf6524c5ca929ff4c5404b6a0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6216822
Dec 18 21:01:46.437195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13195045-1f18-4968-983a-9040f9240bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919e29e4-7dac-41d7-ba8f-aa4babef46f9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:46.439823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47782) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:46.470953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-af815cf4-bab4-44f4-885e-91631251f525 None None] Provisioning complete for port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:01:46.473830 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-af815cf4-bab4-44f4-885e-91631251f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.521411 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-af815cf4-bab4-44f4-885e-91631251f525 None None] Port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:01:46.523909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-97902b6e-8c08-4426-a47f-171f4a4414f5 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] For port ccb5043d-02af-492d-8f2d-78752159fb84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccb5043d-02af-492d-8f2d-78752159fb84,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:46.524946 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-97902b6e-8c08-4426-a47f-171f4a4414f5 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.540958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6f10576-0b05-48df-8576-aae3cc571188 req-f1d1d7ae-c597-42b9-943e-2a1998324a59 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0930359
Dec 18 21:01:46.541626 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-97902b6e-8c08-4426-a47f-171f4a4414f5 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Calling delete_port for ccb5043d-02af-492d-8f2d-78752159fb84 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:46.544529 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05cc50fa-8183-4049-a83c-196b7a49d076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.567395 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05cc50fa-8183-4049-a83c-196b7a49d076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.632674 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05cc50fa-8183-4049-a83c-196b7a49d076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.635439 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05cc50fa-8183-4049-a83c-196b7a49d076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.639066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-05cc50fa-8183-4049-a83c-196b7a49d076 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/919e29e4-7dac-41d7-ba8f-aa4babef46f9 HTTP/1.1" status: 204  len: 168 time: 0.1959519
Dec 18 21:01:46.656733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc50fa-8183-4049-a83c-196b7a49d076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e29e4-7dac-41d7-ba8f-aa4babef46f9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:46.701895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0c2d2-43cf-469c-b039-7c78a37784ed req-7404dd1a-ae06-48ae-b279-b6f7f0e96bbd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:46.703513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20d0c2d2-43cf-469c-b039-7c78a37784ed req-7404dd1a-ae06-48ae-b279-b6f7f0e96bbd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0616469
Dec 18 21:01:46.719201 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-97902b6e-8c08-4426-a47f-171f4a4414f5 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.758414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97902b6e-8c08-4426-a47f-171f4a4414f5 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Port': ['ID=ccb5043d-02af-492d-8f2d-78752159fb84,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:46.767850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20d0c2d2-43cf-469c-b039-7c78a37784ed req-3f0758cb-0b1a-4516-98a1-5b84ad7c9de0 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583766
Dec 18 21:01:46.821120 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-97902b6e-8c08-4426-a47f-171f4a4414f5 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] No DVR routers for this DVR port ccb5043d-02af-492d-8f2d-78752159fb84 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:46.824634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-97902b6e-8c08-4426-a47f-171f4a4414f5 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:46.828132 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-97902b6e-8c08-4426-a47f-171f4a4414f5 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "DELETE /v2.0/ports/ccb5043d-02af-492d-8f2d-78752159fb84 HTTP/1.1" status: 204  len: 173 time: 0.6685202
Dec 18 21:01:46.828726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-deleted', 'tag': 'ccb5043d-02af-492d-8f2d-78752159fb84'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:46.830863 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee632968-e600-466a-bfc8-4447221a0dc5" -d '{"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-deleted", "tag": "ccb5043d-02af-492d-8f2d-78752159fb84"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:46.875173 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b04cc0-774f-44ca-8778-0955a1b1320e x-openstack-request-id: req-b2b04cc0-774f-44ca-8778-0955a1b1320e {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:46.875173 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-deleted", "tag": "ccb5043d-02af-492d-8f2d-78752159fb84", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:46.875173 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2b04cc0-774f-44ca-8778-0955a1b1320e {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:46.875173 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-deleted', 'tag': 'ccb5043d-02af-492d-8f2d-78752159fb84', 'status': 'completed', 'code': 200}
Dec 18 21:01:46.947226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-a3ec7aec-0a94-4717-bf4f-85ecb01a0213 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Deleting port f1cdb751-5072-47e3-96f0-96e30fe3bc2f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:46.947644 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-a3ec7aec-0a94-4717-bf4f-85ecb01a0213 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.045852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-a3ec7aec-0a94-4717-bf4f-85ecb01a0213 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] For port f1cdb751-5072-47e3-96f0-96e30fe3bc2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1cdb751-5072-47e3-96f0-96e30fe3bc2f,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:47.046231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-a3ec7aec-0a94-4717-bf4f-85ecb01a0213 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.061010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-a3ec7aec-0a94-4717-bf4f-85ecb01a0213 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Calling delete_port for f1cdb751-5072-47e3-96f0-96e30fe3bc2f owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:47.123570 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47806) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:47.138955 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-959f1ede-b7cc-4487-8258-eb63e6e7c8c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.229494 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-a3ec7aec-0a94-4717-bf4f-85ecb01a0213 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.267087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec7aec-0a94-4717-bf4f-85ecb01a0213 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Port': ['ID=f1cdb751-5072-47e3-96f0-96e30fe3bc2f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:47.311558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-959f1ede-b7cc-4487-8258-eb63e6e7c8c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.311715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-a3ec7aec-0a94-4717-bf4f-85ecb01a0213 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] No DVR routers for this DVR port f1cdb751-5072-47e3-96f0-96e30fe3bc2f on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:47.314569 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-a3ec7aec-0a94-4717-bf4f-85ecb01a0213 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.318888 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-959f1ede-b7cc-4487-8258-eb63e6e7c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.319735 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-a3ec7aec-0a94-4717-bf4f-85ecb01a0213 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "DELETE /v2.0/ports/f1cdb751-5072-47e3-96f0-96e30fe3bc2f HTTP/1.1" status: 204  len: 173 time: 0.4801099
Dec 18 21:01:47.354156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8a454-b4c7-48a2-aa11-ba941580b076 req-1ca21f43-f8df-4665-bc52-a35c6cc0e320 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:47.360974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8a454-b4c7-48a2-aa11-ba941580b076 req-1ca21f43-f8df-4665-bc52-a35c6cc0e320 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:47.367745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8a454-b4c7-48a2-aa11-ba941580b076 req-1ca21f43-f8df-4665-bc52-a35c6cc0e320 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:47.375822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03b8a454-b4c7-48a2-aa11-ba941580b076 req-1ca21f43-f8df-4665-bc52-a35c6cc0e320 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 2415 time: 0.1322975
Dec 18 21:01:47.412448 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-959f1ede-b7cc-4487-8258-eb63e6e7c8c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eaab154506794aefae91e487b1f57cd1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2848744
Dec 18 21:01:47.412448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f1ede-b7cc-4487-8258-eb63e6e7c8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630d2af1-dc1d-4366-af61-71bdb8189f9e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:47.413493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47818) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:47.472802 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03b8a454-b4c7-48a2-aa11-ba941580b076 req-b8e368e6-fe58-413c-b057-0705d4461db5 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894115
Dec 18 21:01:47.491609 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-0b95f078-04c2-4fab-8bf5-b117984bfe7b tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Deleting port e339efff-5759-4aa7-8925-f9e71e302622 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:47.492091 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-0b95f078-04c2-4fab-8bf5-b117984bfe7b tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.509477 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1db864a9-c8cf-40bf-b1e0-68ec31b5da3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.532668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8effb581-b4f5-4ab9-8289-4cd6f5cd181a req-89d7dc56-8c96-422d-b34a-ba046b79bb39 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0311713
Dec 18 21:01:47.571331 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1db864a9-c8cf-40bf-b1e0-68ec31b5da3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.645086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-0b95f078-04c2-4fab-8bf5-b117984bfe7b tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] For port e339efff-5759-4aa7-8925-f9e71e302622, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e339efff-5759-4aa7-8925-f9e71e302622,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:47.646377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-0b95f078-04c2-4fab-8bf5-b117984bfe7b tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.662319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-0b95f078-04c2-4fab-8bf5-b117984bfe7b tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Calling delete_port for e339efff-5759-4aa7-8925-f9e71e302622 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:47.701411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781e825-3eb0-4657-a669-069691f6ff96 req-2b57ace7-578c-4c90-be5c-a925ccabad3b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:47.707536 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781e825-3eb0-4657-a669-069691f6ff96 req-2b57ace7-578c-4c90-be5c-a925ccabad3b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:47.717372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781e825-3eb0-4657-a669-069691f6ff96 req-2b57ace7-578c-4c90-be5c-a925ccabad3b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:47.723890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781e825-3eb0-4657-a669-069691f6ff96 req-2b57ace7-578c-4c90-be5c-a925ccabad3b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:47.732539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781e825-3eb0-4657-a669-069691f6ff96 req-2b57ace7-578c-4c90-be5c-a925ccabad3b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:47.740942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781e825-3eb0-4657-a669-069691f6ff96 req-2b57ace7-578c-4c90-be5c-a925ccabad3b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:47.747472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781e825-3eb0-4657-a669-069691f6ff96 req-2b57ace7-578c-4c90-be5c-a925ccabad3b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:47.755217 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b781e825-3eb0-4657-a669-069691f6ff96 req-2b57ace7-578c-4c90-be5c-a925ccabad3b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5443 time: 0.1241133
Dec 18 21:01:47.768613 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1db864a9-c8cf-40bf-b1e0-68ec31b5da3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.772962 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1db864a9-c8cf-40bf-b1e0-68ec31b5da3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.774140 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1db864a9-c8cf-40bf-b1e0-68ec31b5da3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/630d2af1-dc1d-4366-af61-71bdb8189f9e HTTP/1.1" status: 204  len: 168 time: 0.3594539
Dec 18 21:01:47.808466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db864a9-c8cf-40bf-b1e0-68ec31b5da3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630d2af1-dc1d-4366-af61-71bdb8189f9e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:47.869958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b781e825-3eb0-4657-a669-069691f6ff96 req-f7790890-2f4c-478b-ae99-e2b71efd3f3f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1093714
Dec 18 21:01:47.946966 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-0b95f078-04c2-4fab-8bf5-b117984bfe7b tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:47.993559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95f078-04c2-4fab-8bf5-b117984bfe7b tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Port': ['ID=e339efff-5759-4aa7-8925-f9e71e302622,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:48.023857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016e1c-f56d-41d7-b788-26e8e78208dd req-4dd68de1-7646-459a-a6bc-bc217a1066ac tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:48.035372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce016e1c-f56d-41d7-b788-26e8e78208dd req-4dd68de1-7646-459a-a6bc-bc217a1066ac tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.1055653
Dec 18 21:01:48.047141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-0b95f078-04c2-4fab-8bf5-b117984bfe7b tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] No DVR routers for this DVR port e339efff-5759-4aa7-8925-f9e71e302622 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:48.049556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-0b95f078-04c2-4fab-8bf5-b117984bfe7b tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:48.053086 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-0b95f078-04c2-4fab-8bf5-b117984bfe7b tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "DELETE /v2.0/ports/e339efff-5759-4aa7-8925-f9e71e302622 HTTP/1.1" status: 204  len: 173 time: 0.7233663
Dec 18 21:01:48.104270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce016e1c-f56d-41d7-b788-26e8e78208dd req-7f94e2b2-7c32-45d8-8d58-3340ef34289c tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680254
Dec 18 21:01:48.171518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Deleting port bf2508ae-cc73-498d-b496-3c1f2e87f0f4 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:48.172056 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:48.269938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] For port bf2508ae-cc73-498d-b496-3c1f2e87f0f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf2508ae-cc73-498d-b496-3c1f2e87f0f4,segment=NetworkSegment(28f0ba01-4411-44af-bc1e-46aca7fda6fb),segment_id=28f0ba01-4411-44af-bc1e-46aca7fda6fb)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:48.269938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:48.452082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47858) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:48.472002 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:48.472520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:48.472840 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Floating IP 550cd27f-c72c-4be7-9778-b1bbf7474ba4 disassociated. External IP: 172.35.3.4, port: bf2508ae-cc73-498d-b496-3c1f2e87f0f4.
Dec 18 21:01:48.473256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Calling delete_port for bf2508ae-cc73-498d-b496-3c1f2e87f0f4 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:48.635141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f57d14-225a-4864-8eac-5db067be2561 req-e347502d-abc3-43cf-b6ff-92b8993c6a4c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:48.643300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f57d14-225a-4864-8eac-5db067be2561 req-e347502d-abc3-43cf-b6ff-92b8993c6a4c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:48.645137 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7f57d14-225a-4864-8eac-5db067be2561 req-e347502d-abc3-43cf-b6ff-92b8993c6a4c tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 1680 time: 0.0674055
Dec 18 21:01:48.674349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:48.707584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Port': ['ID=bf2508ae-cc73-498d-b496-3c1f2e87f0f4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:48.716114 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d841ba78-1a08-4001-8a62-e7f45baf2f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:48.719799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb147f30-0c68-41d4-b666-0cba1ad6f82f req-7348eec4-ac49-49d7-bda6-c22caba4dbff tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0518053
Dec 18 21:01:48.809702 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d841ba78-1a08-4001-8a62-e7f45baf2f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:48.821772 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d841ba78-1a08-4001-8a62-e7f45baf2f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:48.851282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Router 076d14eb-60cc-4fd8-8989-a7245af07067 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:01:48.857250 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7f57d14-225a-4864-8eac-5db067be2561 req-d9184fc2-7fbd-486f-b729-7eabc1d49373 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2044368
Dec 18 21:01:48.875811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-deleted', 'tag': 'f1cdb751-5072-47e3-96f0-96e30fe3bc2f'}, {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-deleted', 'tag': 'e339efff-5759-4aa7-8925-f9e71e302622'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:48.879327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d841ba78-1a08-4001-8a62-e7f45baf2f59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ed6d8a0a8ef4f17b75bf74191f1d287&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4261539
Dec 18 21:01:48.880211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47878) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:48.882205 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dee859e-84dc-474e-a8c4-20da80704573" -d '{"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-deleted", "tag": "f1cdb751-5072-47e3-96f0-96e30fe3bc2f"}, {"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-deleted", "tag": "e339efff-5759-4aa7-8925-f9e71e302622"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:48.891358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841ba78-1a08-4001-8a62-e7f45baf2f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f0032e-039a-43bf-b795-7432981adacc,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:48.969069 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-771d66bc-5251-4ef1-a4e8-7b996176b655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:48.993235 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-771d66bc-5251-4ef1-a4e8-7b996176b655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:49.090550 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38df79-20b3-4a99-af73-0b57f944794e req-fcc403a5-9d50-4940-ab9f-aa62fd206c4b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.097169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38df79-20b3-4a99-af73-0b57f944794e req-fcc403a5-9d50-4940-ab9f-aa62fd206c4b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.103282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38df79-20b3-4a99-af73-0b57f944794e req-fcc403a5-9d50-4940-ab9f-aa62fd206c4b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.110468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38df79-20b3-4a99-af73-0b57f944794e req-fcc403a5-9d50-4940-ab9f-aa62fd206c4b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.121995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38df79-20b3-4a99-af73-0b57f944794e req-fcc403a5-9d50-4940-ab9f-aa62fd206c4b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.127988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38df79-20b3-4a99-af73-0b57f944794e req-fcc403a5-9d50-4940-ab9f-aa62fd206c4b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.135858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38df79-20b3-4a99-af73-0b57f944794e req-fcc403a5-9d50-4940-ab9f-aa62fd206c4b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.143855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d38df79-20b3-4a99-af73-0b57f944794e req-fcc403a5-9d50-4940-ab9f-aa62fd206c4b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5443 time: 0.1334097
Dec 18 21:01:49.175795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-771d66bc-5251-4ef1-a4e8-7b996176b655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:49.179021 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-771d66bc-5251-4ef1-a4e8-7b996176b655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:49.184031 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-771d66bc-5251-4ef1-a4e8-7b996176b655 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4f0032e-039a-43bf-b795-7432981adacc HTTP/1.1" status: 204  len: 168 time: 0.3001561
Dec 18 21:01:49.253532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d38df79-20b3-4a99-af73-0b57f944794e req-87d0d5bc-9ca3-48c4-8980-ec12859595d5 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1071503
Dec 18 21:01:49.257582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d66bc-5251-4ef1-a4e8-7b996176b655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f0032e-039a-43bf-b795-7432981adacc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:49.389738 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:49.411454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 5740d94d-10b4-4d4f-b84a-14e2647f72c7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:49.458063 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b91617-d464-47fb-a428-54599c408454 x-openstack-request-id: req-17b91617-d464-47fb-a428-54599c408454 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:49.458377 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-deleted", "tag": "f1cdb751-5072-47e3-96f0-96e30fe3bc2f", "status": "completed", "code": 200}, {"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-deleted", "tag": "e339efff-5759-4aa7-8925-f9e71e302622", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:49.459188 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17b91617-d464-47fb-a428-54599c408454 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:49.459594 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-deleted', 'tag': 'f1cdb751-5072-47e3-96f0-96e30fe3bc2f', 'status': 'completed', 'code': 200}
Dec 18 21:01:49.459851 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-deleted', 'tag': 'e339efff-5759-4aa7-8925-f9e71e302622', 'status': 'completed', 'code': 200}
Dec 18 21:01:49.494009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe04b5b-97e1-443b-9010-e3b58c1a4fc8 req-3e55b6dd-6112-4dbe-bce5-a8c409d527c2 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.495926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dfe04b5b-97e1-443b-9010-e3b58c1a4fc8 req-3e55b6dd-6112-4dbe-bce5-a8c409d527c2 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.1134152
Dec 18 21:01:49.539120 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38d556-f065-44ef-9662-92e8e8233119 req-1e49b875-9179-4bdd-9be8-50a211081100 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.546012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38d556-f065-44ef-9662-92e8e8233119 req-1e49b875-9179-4bdd-9be8-50a211081100 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.551103 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:01:49.561886 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bdc27b-8f44-457a-8571-1958c41bcd69 None None] Sync routers for ids ['076d14eb-60cc-4fd8-8989-a7245af07067'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:01:49.562760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38d556-f065-44ef-9662-92e8e8233119 req-1e49b875-9179-4bdd-9be8-50a211081100 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.569703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38d556-f065-44ef-9662-92e8e8233119 req-1e49b875-9179-4bdd-9be8-50a211081100 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.577458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38d556-f065-44ef-9662-92e8e8233119 req-1e49b875-9179-4bdd-9be8-50a211081100 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.577967 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:49.578877 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bdc27b-8f44-457a-8571-1958c41bcd69 None None] Routers {'076d14eb-60cc-4fd8-8989-a7245af07067'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:01:49.580073 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-65bdc27b-8f44-457a-8571-1958c41bcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f551940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:01:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['076d14eb-60cc-4fd8-8989-a7245af07067'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:49.584948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38d556-f065-44ef-9662-92e8e8233119 req-1e49b875-9179-4bdd-9be8-50a211081100 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.591629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38d556-f065-44ef-9662-92e8e8233119 req-1e49b875-9179-4bdd-9be8-50a211081100 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:49.600392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e38d556-f065-44ef-9662-92e8e8233119 req-1e49b875-9179-4bdd-9be8-50a211081100 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5443 time: 0.1629460
Dec 18 21:01:49.605658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] No DVR routers for this DVR port bf2508ae-cc73-498d-b496-3c1f2e87f0f4 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:49.607861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47904) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:49.609735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:49.613254 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-ad4fe2d2-45dc-432a-a1d6-73285f6a784e tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "DELETE /v2.0/ports/bf2508ae-cc73-498d-b496-3c1f2e87f0f4 HTTP/1.1" status: 204  len: 173 time: 1.5489573
Dec 18 21:01:49.619490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fa0b3545-800f-41c6-9386-a806f66db7d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Request body: {'floatingip': {'port_id': 'f1860d8e-c101-497b-93b4-18753b0bd5c6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:01:49.638487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5740d94d-10b4-4d4f-b84a-14e2647f72c7'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:49.641170 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7d6a1f-a75e-4bbc-8aa6-928a7a48a389" -d '{"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-unplugged", "status": "completed", "tag": "5740d94d-10b4-4d4f-b84a-14e2647f72c7"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:49.692773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 5740d94d-10b4-4d4f-b84a-14e2647f72c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5740d94d-10b4-4d4f-b84a-14e2647f72c7,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:49.702441 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:49.703212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device ccb5043d-02af-492d-8f2d-78752159fb84 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:49.746581 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b9e0d7-d954-4ee1-9f1d-d6514039c029 x-openstack-request-id: req-a3b9e0d7-d954-4ee1-9f1d-d6514039c029 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:49.747324 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-unplugged", "status": "completed", "tag": "5740d94d-10b4-4d4f-b84a-14e2647f72c7", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:49.747764 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3b9e0d7-d954-4ee1-9f1d-d6514039c029 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:49.748505 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5740d94d-10b4-4d4f-b84a-14e2647f72c7', 'code': 200}
Dec 18 21:01:49.751402 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: ccb5043d-02af-492d-8f2d-78752159fb84 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:01:49.752008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device ccb5043d-02af-492d-8f2d-78752159fb84 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:49.752603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 04c02923-efaf-4b7a-9421-6c1c3df3d6eb no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:49.766810 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3545-800f-41c6-9386-a806f66db7d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:49.779406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-210bbf0d-a4a4-4a54-9ceb-c22afc8b30cc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Deleting port 5740d94d-10b4-4d4f-b84a-14e2647f72c7 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:49.779983 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-210bbf0d-a4a4-4a54-9ceb-c22afc8b30cc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:49.781747 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-65bdc27b-8f44-457a-8571-1958c41bcd69 None None] Set router 076d14eb-60cc-4fd8-8989-a7245af07067 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:01:49.917816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dfe04b5b-97e1-443b-9010-e3b58c1a4fc8 req-86b8e4a0-3a23-412d-bb5a-aaeb58237658 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4079759
Dec 18 21:01:49.962221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=5740d94d-10b4-4d4f-b84a-14e2647f72c7,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:49.969230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 04c02923-efaf-4b7a-9421-6c1c3df3d6eb not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:49.970123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f1cdb751-5072-47e3-96f0-96e30fe3bc2f no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:49.995639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: f1cdb751-5072-47e3-96f0-96e30fe3bc2f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:01:49.996273 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f1cdb751-5072-47e3-96f0-96e30fe3bc2f not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:49.997020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device bf2508ae-cc73-498d-b496-3c1f2e87f0f4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:50.039156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: bf2508ae-cc73-498d-b496-3c1f2e87f0f4 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:01:50.039615 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device bf2508ae-cc73-498d-b496-3c1f2e87f0f4 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:50.040149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f8de1dac-5fbd-4626-8379-c9547acc28fb no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:50.058801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47918) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:50.119880 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:50.132329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f8de1dac-5fbd-4626-8379-c9547acc28fb not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:50.132782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device e339efff-5759-4aa7-8925-f9e71e302622 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:50.162732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-210bbf0d-a4a4-4a54-9ceb-c22afc8b30cc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] For port 5740d94d-10b4-4d4f-b84a-14e2647f72c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5740d94d-10b4-4d4f-b84a-14e2647f72c7,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:50.163123 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-210bbf0d-a4a4-4a54-9ceb-c22afc8b30cc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:50.174396 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: e339efff-5759-4aa7-8925-f9e71e302622 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:01:50.174946 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device e339efff-5759-4aa7-8925-f9e71e302622 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:50.182489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34aa04e9-accd-461f-a1ec-8b0511f90d94 req-2e736592-10b3-4519-9d99-c7c1fece14a5 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.1635480
Dec 18 21:01:50.183201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-210bbf0d-a4a4-4a54-9ceb-c22afc8b30cc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Calling delete_port for 5740d94d-10b4-4d4f-b84a-14e2647f72c7 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:50.238202 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-65bdc27b-8f44-457a-8571-1958c41bcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f551940>, [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T20:51:56Z', 'revision_number': 4, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c67a1a09-9257-4423-906a-71991b3e9374', 'name': '', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'mac_address': 'fa:16:3e:3e:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:55Z', 'updated_at': '2021-12-18T20:51:59Z', 'revision_number': 5, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'subnets': [{'id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:50.281157 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bdc27b-8f44-457a-8571-1958c41bcd69 None None] Checking router: 076d14eb-60cc-4fd8-8989-a7245af07067 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:01:50.294177 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bdc27b-8f44-457a-8571-1958c41bcd69 None None] Routers {'076d14eb-60cc-4fd8-8989-a7245af07067'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:01:50.295361 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-65bdc27b-8f44-457a-8571-1958c41bcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f551940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:01:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['076d14eb-60cc-4fd8-8989-a7245af07067'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:50.345901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbadd8-f854-41c2-aa24-c53c5c47cdfb req-5e85b839-943a-469a-9c70-66bf21a98fb1 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:50.346489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:50.348752 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86fbadd8-f854-41c2-aa24-c53c5c47cdfb req-5e85b839-943a-469a-9c70-66bf21a98fb1 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 942 time: 0.1828322
Dec 18 21:01:50.355535 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:50.423167 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-65bdc27b-8f44-457a-8571-1958c41bcd69 None None] Set router 076d14eb-60cc-4fd8-8989-a7245af07067 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:01:50.451120 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2f88e9c5edc469f8d6066b60c5d2c10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3902669
Dec 18 21:01:50.454876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47928) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:50.458402 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e81e07-6101-43bc-aa25-d40fcf34056a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:50.462492 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86fbadd8-f854-41c2-aa24-c53c5c47cdfb req-16f64127-b6a2-42f1-bb28-3487211cc489 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cd3883-3206-4f85-b844-8db2f8bfb841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1047997
Dec 18 21:01:50.477138 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.477766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.479133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.479486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.479880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.480663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.481026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.481422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.481760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.483025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.490835 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.491461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.491820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31300a2d-6361-49d4-96e0-56ebc63f028f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:01:50.540455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-210bbf0d-a4a4-4a54-9ceb-c22afc8b30cc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:50.578648 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bbf0d-a4a4-4a54-9ceb-c22afc8b30cc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Port': ['ID=5740d94d-10b4-4d4f-b84a-14e2647f72c7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:50.629513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e675-c169-4676-a426-6480fd017652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:50.645481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-210bbf0d-a4a4-4a54-9ceb-c22afc8b30cc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] No DVR routers for this DVR port 5740d94d-10b4-4d4f-b84a-14e2647f72c7 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:50.649612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-210bbf0d-a4a4-4a54-9ceb-c22afc8b30cc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:50.653820 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b33bafaf-4926-4c4a-b7f4-b522c90c0498 req-210bbf0d-a4a4-4a54-9ceb-c22afc8b30cc tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.36 "DELETE /v2.0/ports/5740d94d-10b4-4d4f-b84a-14e2647f72c7 HTTP/1.1" status: 204  len: 173 time: 1.0324707
Dec 18 21:01:50.676673 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e675-c169-4676-a426-6480fd017652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:50.749506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e675-c169-4676-a426-6480fd017652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:50.756045 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e675-c169-4676-a426-6480fd017652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:50.757283 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ceb8e675-c169-4676-a426-6480fd017652 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10e81e07-6101-43bc-aa25-d40fcf34056a HTTP/1.1" status: 204  len: 168 time: 0.3004506
Dec 18 21:01:50.782451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8e675-c169-4676-a426-6480fd017652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e81e07-6101-43bc-aa25-d40fcf34056a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:50.884630 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-65bdc27b-8f44-457a-8571-1958c41bcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f551940>, [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T20:51:56Z', 'revision_number': 4, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c67a1a09-9257-4423-906a-71991b3e9374', 'name': '', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'mac_address': 'fa:16:3e:3e:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:55Z', 'updated_at': '2021-12-18T20:51:59Z', 'revision_number': 5, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'subnets': [{'id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:50.917922 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bdc27b-8f44-457a-8571-1958c41bcd69 None None] The sync data for ids ['076d14eb-60cc-4fd8-8989-a7245af07067'] in ncdv-master-1 is: [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T20:51:56Z', 'revision_number': 4, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c67a1a09-9257-4423-906a-71991b3e9374', 'name': '', 'network_id': 'b3cf1807-07e5-4f23-a394-25e4d942b008', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'mac_address': 'fa:16:3e:3e:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:55Z', 'updated_at': '2021-12-18T20:51:59Z', 'revision_number': 5, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'subnets': [{'id': '00034496-0c84-4e94-bc88-fbb41663ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:01:51.261342 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e2db22f0-8aaf-4e20-91c5-d194fc79396d req-5d0eb45d-1983-42f8-a004-7e20c9a170c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0919213
Dec 18 21:01:51.359326 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3265d71-206a-48d2-aef1-980ef1a4c3f7 None None] New status for floating IP 550cd27f-c72c-4be7-9778-b1bbf7474ba4: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:01:51.462547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-deleted', 'tag': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4'}, {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-deleted', 'tag': '5740d94d-10b4-4d4f-b84a-14e2647f72c7'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:51.465454 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda12aa7-b586-416d-a7d5-7c9baa4907b9" -d '{"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-deleted", "tag": "bf2508ae-cc73-498d-b496-3c1f2e87f0f4"}, {"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-deleted", "tag": "5740d94d-10b4-4d4f-b84a-14e2647f72c7"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:51.544034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7bf56d7-e1b5-41c1-bcdc-b57c7547fb18 req-e6da8b83-f17e-4b8c-8831-04a92bbacbe4 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.1445820
Dec 18 21:01:51.644360 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5c3ad6-1a21-4c02-a0a7-4ac15aa6f318 x-openstack-request-id: req-0e5c3ad6-1a21-4c02-a0a7-4ac15aa6f318 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:51.644680 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-deleted", "tag": "bf2508ae-cc73-498d-b496-3c1f2e87f0f4", "status": "completed", "code": 200}, {"server_uuid": "55fd0fac-2094-4078-8aab-480e37ab25dd", "name": "network-vif-deleted", "tag": "5740d94d-10b4-4d4f-b84a-14e2647f72c7", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:51.644941 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e5c3ad6-1a21-4c02-a0a7-4ac15aa6f318 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:51.645555 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-deleted', 'tag': 'bf2508ae-cc73-498d-b496-3c1f2e87f0f4', 'status': 'completed', 'code': 200}
Dec 18 21:01:51.645823 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fd0fac-2094-4078-8aab-480e37ab25dd', 'name': 'network-vif-deleted', 'tag': '5740d94d-10b4-4d4f-b84a-14e2647f72c7', 'status': 'completed', 'code': 200}
Dec 18 21:01:51.797539 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.db.resource_extend [None req-fa0b3545-800f-41c6-9386-a806f66db7d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 21:01:51.807356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd2c7c20-7c70-4d35-8df8-daa46e8276be req-f8ff7ed0-91a1-450d-b4ee-b9580601cde2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fd0fac-2094-4078-8aab-480e37ab25dd HTTP/1.1" status: 200  len: 210 time: 0.0803673
Dec 18 21:01:51.853634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c140294-6351-49f9-ac46-859e485d433f req-e1428218-0ab7-482f-8f99-011a8bfee725 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:51.860798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c140294-6351-49f9-ac46-859e485d433f req-e1428218-0ab7-482f-8f99-011a8bfee725 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.4705055
Dec 18 21:01:51.910164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3545-800f-41c6-9386-a806f66db7d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:51.918802 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c140294-6351-49f9-ac46-859e485d433f req-7391aa86-6728-453d-b426-b9b05ccd612a tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570920
Dec 18 21:01:51.919877 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3545-800f-41c6-9386-a806f66db7d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:52.038418 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-fa0b3545-800f-41c6-9386-a806f66db7d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Floating IP 1e930b78-fb54-4b40-9dba-82e0652b9ff6 associated. External IP: 172.35.3.51, port: f1860d8e-c101-497b-93b4-18753b0bd5c6.
Dec 18 21:01:52.267813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0b3545-800f-41c6-9386-a806f66db7d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Router 81c3a485-7d7c-4831-9bde-18b04cf933a1 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:01:52.398887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0b3545-800f-41c6-9386-a806f66db7d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:01:52.404672 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3545-800f-41c6-9386-a806f66db7d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:52.413155 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d3b2af-48c2-4f02-bb28-ae8226fd6cd2 None None] Sync routers for ids ['81c3a485-7d7c-4831-9bde-18b04cf933a1'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:01:52.424726 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d3b2af-48c2-4f02-bb28-ae8226fd6cd2 None None] Routers {'81c3a485-7d7c-4831-9bde-18b04cf933a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:01:52.426958 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-84d3b2af-48c2-4f02-bb28-ae8226fd6cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640bcf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:01:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['81c3a485-7d7c-4831-9bde-18b04cf933a1'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:52.439690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fa0b3545-800f-41c6-9386-a806f66db7d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "PUT /v2.0/floatingips/1e930b78-fb54-4b40-9dba-82e0652b9ff6 HTTP/1.1" status: 200  len: 990 time: 2.8279879
Dec 18 21:01:52.439690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': 'f1860d8e-c101-497b-93b4-18753b0bd5c6'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:01:52.440073 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84402986-ecd3-4508-9ce7-578112331112" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "f1860d8e-c101-497b-93b4-18753b0bd5c6"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:01:52.517753 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa88b579-ba1c-481d-a84a-63a6b9e151e7 x-openstack-request-id: req-aa88b579-ba1c-481d-a84a-63a6b9e151e7 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:01:52.518047 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "tag": "f1860d8e-c101-497b-93b4-18753b0bd5c6", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:01:52.518908 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa88b579-ba1c-481d-a84a-63a6b9e151e7 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:01:52.519338 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'tag': 'f1860d8e-c101-497b-93b4-18753b0bd5c6', 'status': 'completed', 'code': 200}
Dec 18 21:01:52.585782 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-84d3b2af-48c2-4f02-bb28-ae8226fd6cd2 None None] Set router 81c3a485-7d7c-4831-9bde-18b04cf933a1 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:01:52.661471 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402986-ecd3-4508-9ce7-578112331112 req-bb5c1bcf-434a-4f72-a313-cfc5171d1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:52.662122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402986-ecd3-4508-9ce7-578112331112 req-bb5c1bcf-434a-4f72-a313-cfc5171d1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:52.662654 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402986-ecd3-4508-9ce7-578112331112 req-bb5c1bcf-434a-4f72-a313-cfc5171d1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:52.663166 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402986-ecd3-4508-9ce7-578112331112 req-bb5c1bcf-434a-4f72-a313-cfc5171d1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:52.663629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402986-ecd3-4508-9ce7-578112331112 req-bb5c1bcf-434a-4f72-a313-cfc5171d1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:52.664255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402986-ecd3-4508-9ce7-578112331112 req-bb5c1bcf-434a-4f72-a313-cfc5171d1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:52.664731 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402986-ecd3-4508-9ce7-578112331112 req-bb5c1bcf-434a-4f72-a313-cfc5171d1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:52.666953 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-84402986-ecd3-4508-9ce7-578112331112 req-bb5c1bcf-434a-4f72-a313-cfc5171d1121 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6500 time: 0.1190097
Dec 18 21:01:52.716357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e371eba2-a259-4479-af7a-edb4ab2cd81f req-7b319535-6cb7-4b37-a7ce-5e922b06cb18 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0433877
Dec 18 21:01:52.795829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402986-ecd3-4508-9ce7-578112331112 req-b31d8996-f68d-4512-be73-9892c051564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:52.797710 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-84402986-ecd3-4508-9ce7-578112331112 req-b31d8996-f68d-4512-be73-9892c051564e service neutron] 10.222.0.31 "GET /v2.0/networks?id=50f70d1e-856f-4dc0-8d15-f219387fa189 HTTP/1.1" status: 200  len: 918 time: 0.1223428
Dec 18 21:01:52.914541 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-84402986-ecd3-4508-9ce7-578112331112 req-b548cb5d-4869-432d-851d-949c18321bdb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6 HTTP/1.1" status: 200  len: 998 time: 0.1079750
Dec 18 21:01:52.948859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48016) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:52.981660 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-84d3b2af-48c2-4f02-bb28-ae8226fd6cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640bcf70>, [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e930b78-fb54-4b40-9dba-82e0652b9ff6', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'floating_ip_address': '172.35.3.51', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'port_id': 'f1860d8e-c101-497b-93b4-18753b0bd5c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'mac_address': 'fa:16:3e:08:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:00:53Z', 'updated_at': '2021-12-18T21:01:51Z', 'revision_number': 1, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcbd12cb-be5f-41a7-8b22-29b151e4fdc4', 'name': '', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'mac_address': 'fa:16:3e:23:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:31Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 5, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'subnets': [{'id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:53.040053 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb4db163-9ffa-4fb3-a4f1-b4196b329b0a req-78e9ba8f-5fc0-4524-b9c0-f32461f52eff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac3feffe1ea94b838e64069470ea9862&device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0608613
Dec 18 21:01:53.056439 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d3b2af-48c2-4f02-bb28-ae8226fd6cd2 None None] Checking router: 81c3a485-7d7c-4831-9bde-18b04cf933a1 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:01:53.077750 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d3b2af-48c2-4f02-bb28-ae8226fd6cd2 None None] Routers {'81c3a485-7d7c-4831-9bde-18b04cf933a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:01:53.078837 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-84d3b2af-48c2-4f02-bb28-ae8226fd6cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640bcf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:01:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['81c3a485-7d7c-4831-9bde-18b04cf933a1'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:53.102490 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac316b84-8423-4076-b816-ea2ec789dfb8 req-5807da27-9780-4faa-92bd-4d38ccf415b4 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0303173
Dec 18 21:01:53.105071 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb4db163-9ffa-4fb3-a4f1-b4196b329b0a req-5c1765b6-eef9-4a8f-938c-b80cd3368974 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ac3feffe1ea94b838e64069470ea9862&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0521312
Dec 18 21:01:53.110153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402986-ecd3-4508-9ce7-578112331112 req-526d175e-12a9-4b4d-b713-6c8fe2fab180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:53.113944 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-84402986-ecd3-4508-9ce7-578112331112 req-526d175e-12a9-4b4d-b713-6c8fe2fab180 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd650901-9f47-47d9-a2fb-bdde348d3ffa HTTP/1.1" status: 200  len: 856 time: 0.1894898
Dec 18 21:01:53.126679 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f561-78cb-4ec7-8139-2e03e7af1071 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:53.157946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b5226-166c-4d49-a514-31657b2b8cf7 req-8fcbcfc6-4533-4e52-80cc-6e9c26515455 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:53.159564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-815b5226-166c-4d49-a514-31657b2b8cf7 req-8fcbcfc6-4533-4e52-80cc-6e9c26515455 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.1361556
Dec 18 21:01:53.193483 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f561-78cb-4ec7-8139-2e03e7af1071 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:53.242916 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-815b5226-166c-4d49-a514-31657b2b8cf7 req-e0c07d99-65a7-4208-aae5-ef3f21b47f8e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722029
Dec 18 21:01:53.250578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402986-ecd3-4508-9ce7-578112331112 req-693bc5ac-7d23-4c47-b66f-274ceb9e5bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:53.252366 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-84402986-ecd3-4508-9ce7-578112331112 req-693bc5ac-7d23-4c47-b66f-274ceb9e5bd2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50f70d1e-856f-4dc0-8d15-f219387fa189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1204338
Dec 18 21:01:53.278582 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f561-78cb-4ec7-8139-2e03e7af1071 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:53.281199 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f561-78cb-4ec7-8139-2e03e7af1071 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:53.286512 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6fe2f561-78cb-4ec7-8139-2e03e7af1071 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "DELETE /v2.0/security-groups/f4cd3883-3206-4f85-b844-8db2f8bfb841 HTTP/1.1" status: 204  len: 168 time: 0.3325272
Dec 18 21:01:53.289061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48024) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:53.301365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2f561-78cb-4ec7-8139-2e03e7af1071 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cd3883-3206-4f85-b844-8db2f8bfb841,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:53.301684 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:01:53.317653 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-84d3b2af-48c2-4f02-bb28-ae8226fd6cd2 None None] Set router 81c3a485-7d7c-4831-9bde-18b04cf933a1 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:01:53.347789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db163-9ffa-4fb3-a4f1-b4196b329b0a req-42038229-4f38-41b7-9193-e5210239b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:53.349497 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb4db163-9ffa-4fb3-a4f1-b4196b329b0a req-42038229-4f38-41b7-9193-e5210239b706 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2343943
Dec 18 21:01:53.351989 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-9445ef78-b50e-4b2d-a959-1d7f42e379de tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] show failed (client error): The resource could not be found.
Dec 18 21:01:53.352968 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9445ef78-b50e-4b2d-a959-1d7f42e379de tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "GET /v2.0/security-groups/f4cd3883-3206-4f85-b844-8db2f8bfb841 HTTP/1.1" status: 404  len: 347 time: 0.0630488
Dec 18 21:01:53.356632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48028) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:53.418446 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-84402986-ecd3-4508-9ce7-578112331112 req-dc02f11c-6324-4583-8f3d-1a247a46272b service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443386
Dec 18 21:01:53.598176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-20297d1a-ffeb-4bd4-ade7-a057af954dd2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Deleting port 2ab135d1-f178-435a-8dc4-535d3964f718 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:53.598559 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-20297d1a-ffeb-4bd4-ade7-a057af954dd2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:53.615078 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-84d3b2af-48c2-4f02-bb28-ae8226fd6cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640bcf70>, [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e930b78-fb54-4b40-9dba-82e0652b9ff6', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'floating_ip_address': '172.35.3.51', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'port_id': 'f1860d8e-c101-497b-93b4-18753b0bd5c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'mac_address': 'fa:16:3e:08:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:00:53Z', 'updated_at': '2021-12-18T21:01:51Z', 'revision_number': 1, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcbd12cb-be5f-41a7-8b22-29b151e4fdc4', 'name': '', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'mac_address': 'fa:16:3e:23:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:31Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 5, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'subnets': [{'id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:53.663026 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d3b2af-48c2-4f02-bb28-ae8226fd6cd2 None None] The sync data for ids ['81c3a485-7d7c-4831-9bde-18b04cf933a1'] in ncdv-master-1 is: [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e930b78-fb54-4b40-9dba-82e0652b9ff6', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'floating_ip_address': '172.35.3.51', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'port_id': 'f1860d8e-c101-497b-93b4-18753b0bd5c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'mac_address': 'fa:16:3e:08:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:00:53Z', 'updated_at': '2021-12-18T21:01:51Z', 'revision_number': 1, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcbd12cb-be5f-41a7-8b22-29b151e4fdc4', 'name': '', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'mac_address': 'fa:16:3e:23:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:31Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 5, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'subnets': [{'id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:01:53.672642 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-84402986-ecd3-4508-9ce7-578112331112 req-452d2d3f-d21d-44b2-a4d5-5c512a84b507 service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2366531
Dec 18 21:01:53.721017 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-20297d1a-ffeb-4bd4-ade7-a057af954dd2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:53.721559 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-20297d1a-ffeb-4bd4-ade7-a057af954dd2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:53.744296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-20297d1a-ffeb-4bd4-ade7-a057af954dd2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Calling delete_port for 2ab135d1-f178-435a-8dc4-535d3964f718 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:53.912063 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-20297d1a-ffeb-4bd4-ade7-a057af954dd2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:53.946394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20297d1a-ffeb-4bd4-ade7-a057af954dd2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Port': ['ID=2ab135d1-f178-435a-8dc4-535d3964f718,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:53.961699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f4d6c-f953-4522-84c6-cbbb74bca45e None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:01:53.987154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad63e7-98a4-4840-a880-ea583976ce5d None None] New status for floating IP 1e930b78-fb54-4b40-9dba-82e0652b9ff6: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:01:54.049512 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-20297d1a-ffeb-4bd4-ade7-a057af954dd2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.053306 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-20297d1a-ffeb-4bd4-ade7-a057af954dd2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.054673 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-20297d1a-ffeb-4bd4-ade7-a057af954dd2 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "DELETE /v2.0/floatingips/550cd27f-c72c-4be7-9778-b1bbf7474ba4 HTTP/1.1" status: 204  len: 168 time: 0.6970167
Dec 18 21:01:54.057365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48048) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:54.083757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48050) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:54.173962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0b470a7c-8620-4d7b-af5d-ceaf54489165 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Deleting port 04c02923-efaf-4b7a-9421-6c1c3df3d6eb {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:54.175718 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b470a7c-8620-4d7b-af5d-ceaf54489165 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.271967 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-91f3196c-b3da-42ea-8b94-fc43c57f9cf0 req-7e2619e9-c44a-48de-a2c3-8667c446ebe2 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.13 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0356402
Dec 18 21:01:54.308763 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b470a7c-8620-4d7b-af5d-ceaf54489165 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.323119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0b470a7c-8620-4d7b-af5d-ceaf54489165 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Calling delete_port for 04c02923-efaf-4b7a-9421-6c1c3df3d6eb owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:54.368701 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6df72a24-48f9-48b4-8eab-0b02514f9e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.457753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89d3fb-a6ef-48d4-8092-f2f403df08d2 req-b5d77c89-501d-40ce-a2c9-ac0c2fe18071 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:54.465963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c89d3fb-a6ef-48d4-8092-f2f403df08d2 req-b5d77c89-501d-40ce-a2c9-ac0c2fe18071 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0825841
Dec 18 21:01:54.472841 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6df72a24-48f9-48b4-8eab-0b02514f9e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.480219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6df72a24-48f9-48b4-8eab-0b02514f9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.526406 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6df72a24-48f9-48b4-8eab-0b02514f9e4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15e5d9db3fde4d5b817e632655758b6f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4390876
Dec 18 21:01:54.527207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48068) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:54.548136 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df72a24-48f9-48b4-8eab-0b02514f9e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be94b32-81bc-470e-8a4e-1639d6e1556e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:54.562871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c89d3fb-a6ef-48d4-8092-f2f403df08d2 req-8faf418a-10b4-409a-a4e3-ea08509f9cb4 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963163
Dec 18 21:01:54.589088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fcef09aa-4c4a-422b-8d61-9086452391ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.594875 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b470a7c-8620-4d7b-af5d-ceaf54489165 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.613513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fcef09aa-4c4a-422b-8d61-9086452391ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.649558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b470a7c-8620-4d7b-af5d-ceaf54489165 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Port': ['ID=04c02923-efaf-4b7a-9421-6c1c3df3d6eb,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:54.692320 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb4db163-9ffa-4fb3-a4f1-b4196b329b0a req-97478bc4-3f55-47b8-a6e5-6c629448af50 tempest-ServerShowV257Test-263529082 tempest-ServerShowV257Test-263529082-project] 10.222.0.36 "GET /v2.0/ports?device_id=feba4c00-a0ad-401a-8174-bd55799f5f03 HTTP/1.1" status: 200  len: 210 time: 0.0321341
Dec 18 21:01:54.707839 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fcef09aa-4c4a-422b-8d61-9086452391ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.714377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fcef09aa-4c4a-422b-8d61-9086452391ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.714377 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fcef09aa-4c4a-422b-8d61-9086452391ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3be94b32-81bc-470e-8a4e-1639d6e1556e HTTP/1.1" status: 204  len: 168 time: 0.1835017
Dec 18 21:01:54.722634 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef09aa-4c4a-422b-8d61-9086452391ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be94b32-81bc-470e-8a4e-1639d6e1556e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:54.786321 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b470a7c-8620-4d7b-af5d-ceaf54489165 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:54.789603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0b470a7c-8620-4d7b-af5d-ceaf54489165 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "DELETE /v2.0/ports/04c02923-efaf-4b7a-9421-6c1c3df3d6eb HTTP/1.1" status: 204  len: 168 time: 0.7312322
Dec 18 21:01:54.792889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48080) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:54.894105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-872d9812-8142-408d-9ae9-4622c85fee93 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Deleting port f8de1dac-5fbd-4626-8379-c9547acc28fb {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:54.894395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-872d9812-8142-408d-9ae9-4622c85fee93 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.008355 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-872d9812-8142-408d-9ae9-4622c85fee93 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.027440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-872d9812-8142-408d-9ae9-4622c85fee93 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Calling delete_port for f8de1dac-5fbd-4626-8379-c9547acc28fb owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:55.065236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48088) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:55.081035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2108d038-2df9-4ce6-9d2c-1f9acd3f875f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.210848 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-872d9812-8142-408d-9ae9-4622c85fee93 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.222198 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2108d038-2df9-4ce6-9d2c-1f9acd3f875f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.229567 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2108d038-2df9-4ce6-9d2c-1f9acd3f875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.266289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d9812-8142-408d-9ae9-4622c85fee93 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Port': ['ID=f8de1dac-5fbd-4626-8379-c9547acc28fb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:55.272186 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108d038-2df9-4ce6-9d2c-1f9acd3f875f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e32a2-25f1-4b6a-b64b-1d26b9268fe3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:55.294969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2108d038-2df9-4ce6-9d2c-1f9acd3f875f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfda15263a4f4f6a926489afdd4ce449&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2285275
Dec 18 21:01:55.297421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48092) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:55.351587 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-872d9812-8142-408d-9ae9-4622c85fee93 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.355953 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-872d9812-8142-408d-9ae9-4622c85fee93 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "DELETE /v2.0/ports/f8de1dac-5fbd-4626-8379-c9547acc28fb HTTP/1.1" status: 204  len: 168 time: 0.5615151
Dec 18 21:01:55.358512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48096) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:55.375452 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-609dff22-0775-4d1b-8e40-e9b7a511aba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.408245 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-609dff22-0775-4d1b-8e40-e9b7a511aba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.443025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6732b26-016a-439b-a26b-3493a4332a25 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Deleting subnet d514dada-d8b2-467e-8ca9-570f42a26f3c {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:01:55.449079 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6732b26-016a-439b-a26b-3493a4332a25 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.465212 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-609dff22-0775-4d1b-8e40-e9b7a511aba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.468632 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-609dff22-0775-4d1b-8e40-e9b7a511aba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.473197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-609dff22-0775-4d1b-8e40-e9b7a511aba3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d1e32a2-25f1-4b6a-b64b-1d26b9268fe3 HTTP/1.1" status: 204  len: 168 time: 0.1745315
Dec 18 21:01:55.481547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dff22-0775-4d1b-8e40-e9b7a511aba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e32a2-25f1-4b6a-b64b-1d26b9268fe3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:55.498065 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6732b26-016a-439b-a26b-3493a4332a25 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.691608 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6732b26-016a-439b-a26b-3493a4332a25 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.812494 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6732b26-016a-439b-a26b-3493a4332a25 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.832715 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030616c-e24a-4d65-8166-82e52ee1a7d9 req-b3b5872d-a92a-4e2d-98f7-eacfaa49961f tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:55.843187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5030616c-e24a-4d65-8166-82e52ee1a7d9 req-b3b5872d-a92a-4e2d-98f7-eacfaa49961f tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.1120512
Dec 18 21:01:55.881484 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6732b26-016a-439b-a26b-3493a4332a25 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:55.890339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48112) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:55.891325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefdd87b-bef0-4028-909d-13835fef3919 None None] Network 5b74eeda-4ba0-4971-b20a-e138901b128c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:01:55.899752 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b6732b26-016a-439b-a26b-3493a4332a25 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "DELETE /v2.0/subnets/d514dada-d8b2-467e-8ca9-570f42a26f3c HTTP/1.1" status: 204  len: 168 time: 0.5401113
Dec 18 21:01:55.901502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6732b26-016a-439b-a26b-3493a4332a25 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Subnet': ['ID=d514dada-d8b2-467e-8ca9-570f42a26f3c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:56.019739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5030616c-e24a-4d65-8166-82e52ee1a7d9 req-c054def7-1a6c-46bf-bf3b-bdb131592d99 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693168
Dec 18 21:01:56.027008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf9a7c3-7fcf-4713-bc8a-af87533e2c85 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Deleting subnet b6ff7a92-12ab-437a-8f88-b0ab4f887a39 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:01:56.030640 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a7c3-7fcf-4713-bc8a-af87533e2c85 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.073907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48116) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:56.103782 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a7c3-7fcf-4713-bc8a-af87533e2c85 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.115953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d236ac08-9057-409f-8de8-23566c29e77f None None] DHCP port deletion for 5b74eeda-4ba0-4971-b20a-e138901b128c request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:01:56.180654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d236ac08-9057-409f-8de8-23566c29e77f None None] Deleting port ddca400c-633a-4468-a2c7-d05e89f2fdb9 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:56.181126 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d236ac08-9057-409f-8de8-23566c29e77f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.198180 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a7c3-7fcf-4713-bc8a-af87533e2c85 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.261218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d236ac08-9057-409f-8de8-23566c29e77f None None] For port ddca400c-633a-4468-a2c7-d05e89f2fdb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddca400c-633a-4468-a2c7-d05e89f2fdb9,segment=NetworkSegment(1906a399-ce94-4acf-acc5-d0b5b5f077ad),segment_id=1906a399-ce94-4acf-acc5-d0b5b5f077ad)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:56.261879 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d236ac08-9057-409f-8de8-23566c29e77f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.273772 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a7c3-7fcf-4713-bc8a-af87533e2c85 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.277427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d236ac08-9057-409f-8de8-23566c29e77f None None] Calling delete_port for ddca400c-633a-4468-a2c7-d05e89f2fdb9 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:56.324227 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f502e001-0bae-44ea-a62d-92b1eabc8461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.337519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9a7c3-7fcf-4713-bc8a-af87533e2c85 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ff7a92-12ab-437a-8f88-b0ab4f887a39,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:56.349823 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a7c3-7fcf-4713-bc8a-af87533e2c85 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.353932 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1cf9a7c3-7fcf-4713-bc8a-af87533e2c85 tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "DELETE /v2.0/subnets/b6ff7a92-12ab-437a-8f88-b0ab4f887a39 HTTP/1.1" status: 204  len: 168 time: 0.4594967
Dec 18 21:01:56.359673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48126) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:56.367588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeefc69-8840-466c-ba5d-7838064d6fd9 None None] Network 86999e20-7286-4a34-ab79-356dd5f0f5ea requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:01:56.443718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ddca400c-633a-4468-a2c7-d05e89f2fdb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:56.489243 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.538211 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d236ac08-9057-409f-8de8-23566c29e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.564919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236ac08-9057-409f-8de8-23566c29e77f None None] Pushing event deleted for resources: {'Port': ['ID=ddca400c-633a-4468-a2c7-d05e89f2fdb9,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:56.571905 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f502e001-0bae-44ea-a62d-92b1eabc8461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.578697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No active binding found for port ddca400c-633a-4468-a2c7-d05e89f2fdb9 {{(pid=126010) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Dec 18 21:01:56.579161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ddca400c-633a-4468-a2c7-d05e89f2fdb9 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:56.580122 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f502e001-0bae-44ea-a62d-92b1eabc8461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.583223 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d236ac08-9057-409f-8de8-23566c29e77f None None] No DVR routers for this DVR port ddca400c-633a-4468-a2c7-d05e89f2fdb9 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:56.620913 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Deleting port ddca400c-633a-4468-a2c7-d05e89f2fdb9 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:56.621262 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.688063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502e001-0bae-44ea-a62d-92b1eabc8461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37411fc-40d4-4535-9930-5e4f32991eff,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:56.697908 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f502e001-0bae-44ea-a62d-92b1eabc8461 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac3feffe1ea94b838e64069470ea9862&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6227815
Dec 18 21:01:56.699510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48140) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:56.703776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e5070-dc6d-482a-b254-7b6536c2a329 None None] DHCP port deletion for 86999e20-7286-4a34-ab79-356dd5f0f5ea request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:01:56.759088 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] For port ddca400c-633a-4468-a2c7-d05e89f2fdb9, host ncdv-master-1, got binding levels [] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:56.759088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.784329 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Calling delete_port for ddca400c-633a-4468-a2c7-d05e89f2fdb9 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:56.788417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Port ddca400c-633a-4468-a2c7-d05e89f2fdb9 was not found and therefore no delete operation was performed {{(pid=126009) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:01:56.791439 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.806089 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9bcec981-6a95-4743-bf8f-16e0dc864057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.810033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-376e5070-dc6d-482a-b254-7b6536c2a329 None None] Deleting port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:01:56.810390 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-376e5070-dc6d-482a-b254-7b6536c2a329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.839722 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9bcec981-6a95-4743-bf8f-16e0dc864057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.857558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] No DVR routers for this DVR port ddca400c-633a-4468-a2c7-d05e89f2fdb9 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:56.865495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Port': ['ID=ddca400c-633a-4468-a2c7-d05e89f2fdb9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:56.907029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9bcec981-6a95-4743-bf8f-16e0dc864057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.911577 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9bcec981-6a95-4743-bf8f-16e0dc864057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.913954 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9bcec981-6a95-4743-bf8f-16e0dc864057 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b37411fc-40d4-4535-9930-5e4f32991eff HTTP/1.1" status: 204  len: 168 time: 0.2117002
Dec 18 21:01:56.915317 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-376e5070-dc6d-482a-b254-7b6536c2a329 None None] For port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1,segment=NetworkSegment(7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76),segment_id=7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:01:56.916952 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-376e5070-dc6d-482a-b254-7b6536c2a329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:56.932954 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-376e5070-dc6d-482a-b254-7b6536c2a329 None None] Calling delete_port for 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:01:56.935128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcec981-6a95-4743-bf8f-16e0dc864057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37411fc-40d4-4535-9930-5e4f32991eff,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:57.026089 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.046112 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-376e5070-dc6d-482a-b254-7b6536c2a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.068069 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f366440e8e0>,) {'filters': {'network_id': ['5b74eeda-4ba0-4971-b20a-e138901b128c']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:57.072725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e5070-dc6d-482a-b254-7b6536c2a329 None None] No DVR routers for this DVR port 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:01:57.091582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f366440e8e0>, '1906a399-ce94-4acf-acc5-d0b5b5f077ad') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:57.091891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f366440e8e0>, '1906a399-ce94-4acf-acc5-d0b5b5f077ad') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:57.108209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.110466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e5070-dc6d-482a-b254-7b6536c2a329 None None] Pushing event deleted for resources: {'Port': ['ID=5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:57.132967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.144377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:01:57.145913 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:01:57.153197 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:01:57.162168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ece0f3-315b-4cd7-88f7-1e2144788ee2 req-28e8df2b-50fc-4da8-adb9-48a9a90110a6 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:57.170320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46ece0f3-315b-4cd7-88f7-1e2144788ee2 req-28e8df2b-50fc-4da8-adb9-48a9a90110a6 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0607975
Dec 18 21:01:57.221821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46ece0f3-315b-4cd7-88f7-1e2144788ee2 req-218d8df2-7227-4adb-9117-4f6f2cb3d9ad tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506153
Dec 18 21:01:57.240016 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.245436 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.253235 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "DELETE /v2.0/networks/5b74eeda-4ba0-4971-b20a-e138901b128c HTTP/1.1" status: 204  len: 168 time: 0.8954041
Dec 18 21:01:57.253493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48162) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:01:57.268665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250174f-02f1-4ca5-82b8-ae454b0da8ab tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Network': ['ID=5b74eeda-4ba0-4971-b20a-e138901b128c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:57.347370 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.452260 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.473140 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d2ba3a0>,) {'filters': {'network_id': ['86999e20-7286-4a34-ab79-356dd5f0f5ea']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:57.483003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d2ba3a0>, '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:57.483543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d2ba3a0>, '7d1020a0-0a3d-4ca2-a0af-12b00b6f8a76') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:01:57.493323 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.508746 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.516224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:01:57.516628 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:01:57.520037 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:01:57.584137 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.608903 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:01:57.612510 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] 10.222.0.13 "DELETE /v2.0/networks/86999e20-7286-4a34-ab79-356dd5f0f5ea HTTP/1.1" status: 204  len: 168 time: 0.3565860
Dec 18 21:01:57.637636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39f565-527f-482c-885d-c2ca1d2f16ff tempest-TaggedBootDevicesTest-22902861 tempest-TaggedBootDevicesTest-22902861-project] Pushing event deleted for resources: {'Network': ['ID=86999e20-7286-4a34-ab79-356dd5f0f5ea,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:01:58.374641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6d65-6120-4baa-b03d-b889b3c25afb req-853ea24e-8084-4b3e-b061-d5e4905e7951 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:58.385189 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06ae6d65-6120-4baa-b03d-b889b3c25afb req-853ea24e-8084-4b3e-b061-d5e4905e7951 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0744545
Dec 18 21:01:58.400447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:01:58.424528 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:01:58.425390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5fea73f8-c877-4ff7-8ba5-3e2dc050ddd1 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:01:58.474813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06ae6d65-6120-4baa-b03d-b889b3c25afb req-a594f4bd-01c1-4c66-9470-56782632cd6e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882211
Dec 18 21:01:59.629195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62587daa-8dd4-4cba-b7d4-cd856d2de786 req-f9fdca38-60a8-4846-be0c-b0eccaf705aa tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:01:59.637242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62587daa-8dd4-4cba-b7d4-cd856d2de786 req-f9fdca38-60a8-4846-be0c-b0eccaf705aa tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0655580
Dec 18 21:01:59.705434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62587daa-8dd4-4cba-b7d4-cd856d2de786 req-e97c0742-deef-4529-8844-1e65b12bed94 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637732
Dec 18 21:02:00.857081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b52f25-7228-44d3-bd5f-b16efda92093 req-1e22f031-e537-4668-9d7a-1e0a4535bd34 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:00.862744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1b52f25-7228-44d3-bd5f-b16efda92093 req-1e22f031-e537-4668-9d7a-1e0a4535bd34 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0687633
Dec 18 21:02:00.922922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1b52f25-7228-44d3-bd5f-b16efda92093 req-f584ca7a-6d69-4682-a354-3f1a0672750f tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561924
Dec 18 21:02:01.119115 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af94ab5-4392-4a9f-baa9-b0961a1bd3de req-17af3c7b-a641-4680-99fa-79c17ebd8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:01.121030 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0af94ab5-4392-4a9f-baa9-b0961a1bd3de req-17af3c7b-a641-4680-99fa-79c17ebd8b93 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 1096 time: 0.0489001
Dec 18 21:02:01.160322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48406) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:01.187887 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0af94ab5-4392-4a9f-baa9-b0961a1bd3de req-602bc824-d5c0-4120-ae10-687a38aa56cd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529063
Dec 18 21:02:01.381184 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b87aa2c3-cd81-4aac-9845-e56fa714cc39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:01.503034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b87aa2c3-cd81-4aac-9845-e56fa714cc39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:01.511697 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b87aa2c3-cd81-4aac-9845-e56fa714cc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:01.561272 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87aa2c3-cd81-4aac-9845-e56fa714cc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee0bcc-bf81-40b4-be98-477922630597,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:01.577625 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b87aa2c3-cd81-4aac-9845-e56fa714cc39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba29f82fb5704cd6a83680a442fcf04a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4159875
Dec 18 21:02:01.580195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48424) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:01.599374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48426) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:01.649722 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfde30fc-55fd-41f0-a6fc-f151199950e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:01.681254 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfde30fc-55fd-41f0-a6fc-f151199950e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:01.738824 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfde30fc-55fd-41f0-a6fc-f151199950e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:01.741933 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfde30fc-55fd-41f0-a6fc-f151199950e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:01.746698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bfde30fc-55fd-41f0-a6fc-f151199950e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83ee0bcc-bf81-40b4-be98-477922630597 HTTP/1.1" status: 204  len: 168 time: 0.1650014
Dec 18 21:02:01.756962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde30fc-55fd-41f0-a6fc-f151199950e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee0bcc-bf81-40b4-be98-477922630597,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:01.760577 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3895671-9d50-401c-a8f4-94b48f7531a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:01.864359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3895671-9d50-401c-a8f4-94b48f7531a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:01.871240 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3895671-9d50-401c-a8f4-94b48f7531a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:01.913511 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d3895671-9d50-401c-a8f4-94b48f7531a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1f9e7d3cd4e4cb7a8c9ca3255b939d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3115129
Dec 18 21:02:01.915111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3895671-9d50-401c-a8f4-94b48f7531a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a16b02b-c0b0-4b3c-b410-c778fc39551e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:01.916224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48450) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:01.971943 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d5e0-bd15-4dc1-b5ec-d843efbcf2f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:01.996150 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d5e0-bd15-4dc1-b5ec-d843efbcf2f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.078734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48456) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:02.080654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6295a-e531-4f7e-8ea5-66d556051b59 req-0fb7cbeb-f231-4f31-b429-e35171bd5533 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:02.082372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaa6295a-e531-4f7e-8ea5-66d556051b59 req-0fb7cbeb-f231-4f31-b429-e35171bd5533 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0720291
Dec 18 21:02:02.100029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68cae212-be5c-4208-b6dd-4bc9c2721e39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.100227 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d5e0-bd15-4dc1-b5ec-d843efbcf2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.103402 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d5e0-bd15-4dc1-b5ec-d843efbcf2f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.108256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f7c7d5e0-bd15-4dc1-b5ec-d843efbcf2f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a16b02b-c0b0-4b3c-b410-c778fc39551e HTTP/1.1" status: 204  len: 168 time: 0.1907606
Dec 18 21:02:02.131378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7d5e0-bd15-4dc1-b5ec-d843efbcf2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a16b02b-c0b0-4b3c-b410-c778fc39551e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:02.174031 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaa6295a-e531-4f7e-8ea5-66d556051b59 req-55115b8e-7b74-4434-8373-e7fbcdddbadb tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749438
Dec 18 21:02:02.257075 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68cae212-be5c-4208-b6dd-4bc9c2721e39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.270574 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-68cae212-be5c-4208-b6dd-4bc9c2721e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.321842 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-68cae212-be5c-4208-b6dd-4bc9c2721e39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2025ca53caac413293464a79bebece1a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2419586
Dec 18 21:02:02.325055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48462) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:02.331850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cae212-be5c-4208-b6dd-4bc9c2721e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d612417-8dba-4e3c-b477-20a6133459f8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:02.390079 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2303a640-a9ce-49c7-9b1a-c0dc590b0a95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.399449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48468) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:02.425388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2303a640-a9ce-49c7-9b1a-c0dc590b0a95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.499405 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2303a640-a9ce-49c7-9b1a-c0dc590b0a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.502056 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2303a640-a9ce-49c7-9b1a-c0dc590b0a95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.504675 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2303a640-a9ce-49c7-9b1a-c0dc590b0a95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d612417-8dba-4e3c-b477-20a6133459f8 HTTP/1.1" status: 204  len: 168 time: 0.1783245
Dec 18 21:02:02.515646 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303a640-a9ce-49c7-9b1a-c0dc590b0a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d612417-8dba-4e3c-b477-20a6133459f8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:02.667992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48478) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:02.683095 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f46d4c64-9e38-4608-bc0b-fdee2185fe5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.782350 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f46d4c64-9e38-4608-bc0b-fdee2185fe5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.786955 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f46d4c64-9e38-4608-bc0b-fdee2185fe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.834132 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f46d4c64-9e38-4608-bc0b-fdee2185fe5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ba57159d13b4b05a25df426fbc2cd47&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1650341
Dec 18 21:02:02.835846 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48480) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:02.866940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d4c64-9e38-4608-bc0b-fdee2185fe5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbec7c24-88ca-4467-807b-56f9adb6bd58,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:02.897899 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-36af410d-ae27-4aa9-a63e-f553ed17111c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.927534 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c7736930-76f9-46e2-bb16-145ecae60023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:02.930400 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-36af410d-ae27-4aa9-a63e-f553ed17111c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:03.001085 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-36af410d-ae27-4aa9-a63e-f553ed17111c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:03.004080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-36af410d-ae27-4aa9-a63e-f553ed17111c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:03.005288 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-36af410d-ae27-4aa9-a63e-f553ed17111c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbec7c24-88ca-4467-807b-56f9adb6bd58 HTTP/1.1" status: 204  len: 168 time: 0.1684899
Dec 18 21:02:03.014840 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af410d-ae27-4aa9-a63e-f553ed17111c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbec7c24-88ca-4467-807b-56f9adb6bd58,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:03.365789 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59338d-e392-4295-9c17-30eea4a49033 req-5c311dd9-8f7f-4c91-807c-f56b0386adc8 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:03.367434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec59338d-e392-4295-9c17-30eea4a49033 req-5c311dd9-8f7f-4c91-807c-f56b0386adc8 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.0748768
Dec 18 21:02:03.453068 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec59338d-e392-4295-9c17-30eea4a49033 req-7868262b-c303-4922-a3d6-beeeaf72464a tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603557
Dec 18 21:02:03.460075 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:03.544962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5c24945b-9a10-472d-b86a-c65638bdf782 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:02:03.548160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5c24945b-9a10-472d-b86a-c65638bdf782 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:02:03.698636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5c24945b-9a10-472d-b86a-c65638bdf782, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c24945b-9a10-472d-b86a-c65638bdf782,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:03.724176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402d613-2554-4029-ae27-ba386de9af2a req-a2160314-8e2b-449f-9663-84751f9bd08e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:03.725737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4402d613-2554-4029-ae27-ba386de9af2a req-a2160314-8e2b-449f-9663-84751f9bd08e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 945 time: 0.1166286
Dec 18 21:02:03.729294 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '5c24945b-9a10-472d-b86a-c65638bdf782', 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916', 'port_id': '5c24945b-9a10-472d-b86a-c65638bdf782', 'mac_address': 'fa:16:3e:16:19:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8509a0-c02c-4bd4-8d18-4947f19cdc9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:02:03.779589 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:03.818233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c24945b-9a10-472d-b86a-c65638bdf782 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:02:03.820206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4402d613-2554-4029-ae27-ba386de9af2a req-17a8025e-7116-4e8f-8e91-c36cc52b7a1c tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854447
Dec 18 21:02:03.862965 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:03.866039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5c24945b-9a10-472d-b86a-c65638bdf782, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c24945b-9a10-472d-b86a-c65638bdf782,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:03.877453 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:03.925344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Deleting port c67a1a09-9257-4423-906a-71991b3e9374 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:03.925830 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:03.937923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=5c24945b-9a10-472d-b86a-c65638bdf782,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:04.034033 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:02:04.034906 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:02:04.043378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] For port c67a1a09-9257-4423-906a-71991b3e9374, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c67a1a09-9257-4423-906a-71991b3e9374,segment=NetworkSegment(28f0ba01-4411-44af-bc1e-46aca7fda6fb),segment_id=28f0ba01-4411-44af-bc1e-46aca7fda6fb)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:04.043751 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:04.064097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Calling delete_port for c67a1a09-9257-4423-906a-71991b3e9374 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:04.199413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['5c24945b-9a10-472d-b86a-c65638bdf782'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:02:04.396524 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:04.437593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67a1a09-9257-4423-906a-71991b3e9374,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:04.483635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.483965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.484313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.484652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.484987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.485321 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.485652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.485979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.486328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.486657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.486980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.487301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.487623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:04.590990 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:04.632526 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5c24945b-9a10-472d-b86a-c65638bdf782 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:02:04.670427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5c24945b-9a10-472d-b86a-c65638bdf782, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c24945b-9a10-472d-b86a-c65638bdf782,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:04.685023 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:04.765558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:04.773973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-cc6806d8-d0b7-4382-b92a-801a0345d1b0 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:04.782298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-cc6806d8-d0b7-4382-b92a-801a0345d1b0 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/networks?id=d6e4e95e-eb3d-4204-ba23-6134021d7916 HTTP/1.1" status: 200  len: 815 time: 0.1957552
Dec 18 21:02:04.788515 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=5c24945b-9a10-472d-b86a-c65638bdf782,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:04.800874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-ad3e96bb-a8d5-428a-80e3-9eed7052e190 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/quotas/653558ed3d3248ea8f07a3066b6c3d88 HTTP/1.1" status: 200  len: 375 time: 0.0188060
Dec 18 21:02:04.898302 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-1bb89c42-60fc-4796-8248-4891f21bdc04 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=653558ed3d3248ea8f07a3066b6c3d88&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0963321
Dec 18 21:02:05.080227 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-dcfa29d5-f2f5-407b-b5d0-12df07ad1dd7 service neutron] 10.222.0.13 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468327
Dec 18 21:02:05.165717 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f30ab211-4704-4501-a680-4b8edbb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:05.202705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Router 076d14eb-60cc-4fd8-8989-a7245af07067 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:02:05.275351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-734c6df0-dc7d-4bf6-b605-8ff3fae242eb service neutron] 10.222.0.13 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604328
Dec 18 21:02:05.389473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:02:05.400636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0600e054-b0ea-45e7-8233-f800724aee34 admin admin] 10.222.0.13 "PUT /v2.0/routers/076d14eb-60cc-4fd8-8989-a7245af07067/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9976432
Dec 18 21:02:05.401268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48604) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:05.407459 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e044091b-55e3-4be1-803a-f842e56e70c1 None None] Sync routers for ids ['076d14eb-60cc-4fd8-8989-a7245af07067'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:02:05.438631 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e044091b-55e3-4be1-803a-f842e56e70c1 None None] Routers {'076d14eb-60cc-4fd8-8989-a7245af07067'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:02:05.441226 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e044091b-55e3-4be1-803a-f842e56e70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f563fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:02:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['076d14eb-60cc-4fd8-8989-a7245af07067'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:05.530510 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-747b8bff-4a4d-4e4d-b4f8-37fa81a544f6 req-98e3aa97-56fb-475b-b982-b83db0536a43 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 210 time: 0.0513105
Dec 18 21:02:05.551985 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5c24945b-9a10-472d-b86a-c65638bdf782 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:02:05.579224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:05.595322 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-e044091b-55e3-4be1-803a-f842e56e70c1 None None] Set router 076d14eb-60cc-4fd8-8989-a7245af07067 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:02:05.628557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 5c24945b-9a10-472d-b86a-c65638bdf782 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:05.629380 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:05.720848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:05.751014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c88a02-9467-48b3-a95a-92083533337d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24945b-9a10-472d-b86a-c65638bdf782'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:02:05.754459 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb17de3-de83-42f4-a627-f13704bb3438" -d '{"events": [{"server_uuid": "42c88a02-9467-48b3-a95a-92083533337d", "name": "network-vif-plugged", "status": "completed", "tag": "5c24945b-9a10-472d-b86a-c65638bdf782"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:02:05.768645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5c24945b-9a10-472d-b86a-c65638bdf782, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c24945b-9a10-472d-b86a-c65638bdf782,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:05.777240 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:05.878826 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94e90a7-5635-4f46-a0a2-071548f48dd5 x-openstack-request-id: req-e94e90a7-5635-4f46-a0a2-071548f48dd5 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:02:05.879232 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c88a02-9467-48b3-a95a-92083533337d", "name": "network-vif-plugged", "status": "completed", "tag": "5c24945b-9a10-472d-b86a-c65638bdf782", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:02:05.879411 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e94e90a7-5635-4f46-a0a2-071548f48dd5 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:02:05.879793 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c88a02-9467-48b3-a95a-92083533337d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24945b-9a10-472d-b86a-c65638bdf782', 'code': 200}
Dec 18 21:02:05.893784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=5c24945b-9a10-472d-b86a-c65638bdf782,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:05.922049 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:05.932133 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e044091b-55e3-4be1-803a-f842e56e70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f563fd0>, [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '75273d64-7d57-4089-830e-5812a07bb618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T21:02:04Z', 'revision_number': 5, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port': {'id': '75273d64-7d57-4089-830e-5812a07bb618', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:51:50Z', 'updated_at': '2021-12-18T20:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:05.939817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eee99c-4777-4938-bc0a-620bcacd59ea req-f845dbd4-6177-4477-be42-7b571ab4ac19 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:05.943296 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b0eee99c-4777-4938-bc0a-620bcacd59ea req-f845dbd4-6177-4477-be42-7b571ab4ac19 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c88a02-9467-48b3-a95a-92083533337d HTTP/1.1" status: 200  len: 943 time: 0.2069519
Dec 18 21:02:05.965348 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e044091b-55e3-4be1-803a-f842e56e70c1 None None] Checking router: 076d14eb-60cc-4fd8-8989-a7245af07067 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:02:05.975598 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e044091b-55e3-4be1-803a-f842e56e70c1 None None] Routers {'076d14eb-60cc-4fd8-8989-a7245af07067'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:02:05.976543 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e044091b-55e3-4be1-803a-f842e56e70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f563fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:02:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['076d14eb-60cc-4fd8-8989-a7245af07067'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:06.054425 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Deleting port 75273d64-7d57-4089-830e-5812a07bb618 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:06.054765 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:06.090797 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-e044091b-55e3-4be1-803a-f842e56e70c1 None None] Set router 076d14eb-60cc-4fd8-8989-a7245af07067 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:02:06.135387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b0eee99c-4777-4938-bc0a-620bcacd59ea req-a06d5263-06db-4cfb-8477-2fdec8a81497 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Deleting port 5c24945b-9a10-472d-b86a-c65638bdf782 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:06.135726 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b0eee99c-4777-4938-bc0a-620bcacd59ea req-a06d5263-06db-4cfb-8477-2fdec8a81497 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:06.195398 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e044091b-55e3-4be1-803a-f842e56e70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f563fd0>, [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T21:02:05Z', 'revision_number': 6, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:06.240622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] For port 75273d64-7d57-4089-830e-5812a07bb618, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75273d64-7d57-4089-830e-5812a07bb618,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:06.241209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:06.270341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Calling delete_port for 75273d64-7d57-4089-830e-5812a07bb618 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:06.359285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b0eee99c-4777-4938-bc0a-620bcacd59ea req-a06d5263-06db-4cfb-8477-2fdec8a81497 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] For port 5c24945b-9a10-472d-b86a-c65638bdf782, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c24945b-9a10-472d-b86a-c65638bdf782,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:06.359652 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b0eee99c-4777-4938-bc0a-620bcacd59ea req-a06d5263-06db-4cfb-8477-2fdec8a81497 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:06.362000 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e044091b-55e3-4be1-803a-f842e56e70c1 None None] The sync data for ids ['076d14eb-60cc-4fd8-8989-a7245af07067'] in ncdv-master-1 is: [{'id': '076d14eb-60cc-4fd8-8989-a7245af07067', 'name': 'tempest-TaggedBootDevicesTest-1193308472-router', 'tenant_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:51:49Z', 'updated_at': '2021-12-18T21:02:05Z', 'revision_number': 6, 'project_id': '405bfbeb7b7d47c48b706aa32c6702bf', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:02:06.372839 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:06.394704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b0eee99c-4777-4938-bc0a-620bcacd59ea req-a06d5263-06db-4cfb-8477-2fdec8a81497 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Calling delete_port for 5c24945b-9a10-472d-b86a-c65638bdf782 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:06.592367 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:06.642183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=75273d64-7d57-4089-830e-5812a07bb618,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:06.654922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b3652-4911-4c35-be51-373cbdfdde6f None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:02:06.702345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14609a67-7584-40ed-8e49-9dd88c10c99f req-9c0ba417-fba0-4b87-885e-0ac3d0fd0300 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 210 time: 0.0464230
Dec 18 21:02:06.798388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:06.913603 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b0eee99c-4777-4938-bc0a-620bcacd59ea req-a06d5263-06db-4cfb-8477-2fdec8a81497 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:06.916822 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:06.923946 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:06.926611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['5c24945b-9a10-472d-b86a-c65638bdf782'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:02:06.956848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d5263-06db-4cfb-8477-2fdec8a81497 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Pushing event deleted for resources: {'Port': ['ID=5c24945b-9a10-472d-b86a-c65638bdf782,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:07.033808 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:07.034641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 076d14eb-60cc-4fd8-8989-a7245af07067 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:02:07.036217 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eee99c-4777-4938-bc0a-620bcacd59ea req-a06d5263-06db-4cfb-8477-2fdec8a81497 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] No DVR routers for this DVR port 5c24945b-9a10-472d-b86a-c65638bdf782 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:02:07.040278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:07.043808 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-82841965-9a39-4dab-9b32-ce0f74c31a53 admin admin] 10.222.0.13 "DELETE /v2.0/routers/076d14eb-60cc-4fd8-8989-a7245af07067 HTTP/1.1" status: 204  len: 168 time: 1.6394536
Dec 18 21:02:07.043808 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b0eee99c-4777-4938-bc0a-620bcacd59ea req-a06d5263-06db-4cfb-8477-2fdec8a81497 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:07.044281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48656) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:07.046068 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b0eee99c-4777-4938-bc0a-620bcacd59ea req-a06d5263-06db-4cfb-8477-2fdec8a81497 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.31 "DELETE /v2.0/ports/5c24945b-9a10-472d-b86a-c65638bdf782 HTTP/1.1" status: 204  len: 173 time: 1.0829163
Dec 18 21:02:07.046558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c88a02-9467-48b3-a95a-92083533337d', 'name': 'network-vif-deleted', 'tag': '5c24945b-9a10-472d-b86a-c65638bdf782'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:02:07.049104 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54647b90-096b-444d-bcb8-ae84ae70343a" -d '{"events": [{"server_uuid": "42c88a02-9467-48b3-a95a-92083533337d", "name": "network-vif-deleted", "tag": "5c24945b-9a10-472d-b86a-c65638bdf782"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:02:07.103499 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c9ca86-544c-4357-b402-d57eb1f6b7c3 x-openstack-request-id: req-64c9ca86-544c-4357-b402-d57eb1f6b7c3 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:02:07.103812 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c88a02-9467-48b3-a95a-92083533337d", "name": "network-vif-deleted", "tag": "5c24945b-9a10-472d-b86a-c65638bdf782", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:02:07.104607 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64c9ca86-544c-4357-b402-d57eb1f6b7c3 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:02:07.105266 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c88a02-9467-48b3-a95a-92083533337d', 'name': 'network-vif-deleted', 'tag': '5c24945b-9a10-472d-b86a-c65638bdf782', 'status': 'completed', 'code': 200}
Dec 18 21:02:07.121278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e900987-6046-45ec-9266-3369ae9d16b8 admin admin] Deleting subnet 00034496-0c84-4e94-bc88-fbb41663ba15 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:02:07.124581 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e900987-6046-45ec-9266-3369ae9d16b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:07.178875 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e900987-6046-45ec-9266-3369ae9d16b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:07.280995 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e900987-6046-45ec-9266-3369ae9d16b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:07.362220 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e900987-6046-45ec-9266-3369ae9d16b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:07.377012 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e900987-6046-45ec-9266-3369ae9d16b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:07.383982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13186d75-b747-4367-898d-71b0a5a440ed None None] Network b3cf1807-07e5-4f23-a394-25e4d942b008 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:02:07.394080 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4e900987-6046-45ec-9266-3369ae9d16b8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/00034496-0c84-4e94-bc88-fbb41663ba15 HTTP/1.1" status: 204  len: 168 time: 0.3466024
Dec 18 21:02:07.408447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48668) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:07.425166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e900987-6046-45ec-9266-3369ae9d16b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00034496-0c84-4e94-bc88-fbb41663ba15,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:07.644726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f9b1b-eed7-41cf-a9e9-ae7c115ab588 None None] DHCP port deletion for b3cf1807-07e5-4f23-a394-25e4d942b008 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:02:07.794600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f9b1b-eed7-41cf-a9e9-ae7c115ab588 None None] Deleting port 265ebbca-0f64-44ac-b21f-d12173b869f2 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:07.798110 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9b1b-eed7-41cf-a9e9-ae7c115ab588 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:07.909978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fb0f9b1b-eed7-41cf-a9e9-ae7c115ab588 None None] For port 265ebbca-0f64-44ac-b21f-d12173b869f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=265ebbca-0f64-44ac-b21f-d12173b869f2,segment=NetworkSegment(28f0ba01-4411-44af-bc1e-46aca7fda6fb),segment_id=28f0ba01-4411-44af-bc1e-46aca7fda6fb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:07.910511 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9b1b-eed7-41cf-a9e9-ae7c115ab588 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:07.919753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6308a28a-a4e5-4d27-accc-a72806c0e442 req-950af76f-210f-48eb-bdf1-6a8097e2cc11 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 210 time: 0.0643771
Dec 18 21:02:07.928060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f9b1b-eed7-41cf-a9e9-ae7c115ab588 None None] Calling delete_port for 265ebbca-0f64-44ac-b21f-d12173b869f2 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:08.058192 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.061950 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9b1b-eed7-41cf-a9e9-ae7c115ab588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.099445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f9b1b-eed7-41cf-a9e9-ae7c115ab588 None None] No DVR routers for this DVR port 265ebbca-0f64-44ac-b21f-d12173b869f2 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:02:08.110030 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.142849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f9b1b-eed7-41cf-a9e9-ae7c115ab588 None None] Pushing event deleted for resources: {'Port': ['ID=265ebbca-0f64-44ac-b21f-d12173b869f2,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:08.153637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-06d4dbd5-5df3-4c39-b29b-c390f811d6f7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:08.155366 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-06d4dbd5-5df3-4c39-b29b-c390f811d6f7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.36 "GET /v2.0/networks?id=d6e4e95e-eb3d-4204-ba23-6134021d7916 HTTP/1.1" status: 200  len: 815 time: 0.8017642
Dec 18 21:02:08.180837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Request body: {'port': {'device_id': 'caa4b3a2-31da-4bab-a701-6ace555f90a6', 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916', 'admin_state_up': True, 'tenant_id': '653558ed3d3248ea8f07a3066b6c3d88'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:08.281694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.322182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f366401f5e0>,) {'filters': {'network_id': ['b3cf1807-07e5-4f23-a394-25e4d942b008']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:08.343247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f366401f5e0>, '28f0ba01-4411-44af-bc1e-46aca7fda6fb') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:08.343935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f366401f5e0>, '28f0ba01-4411-44af-bc1e-46aca7fda6fb') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:08.362132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.379653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.383425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 75273d64-7d57-4089-830e-5812a07bb618 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:02:08.392221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:02:08.392834 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:02:08.394884 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:02:08.421720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 75273d64-7d57-4089-830e-5812a07bb618 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:02:08.422502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 75273d64-7d57-4089-830e-5812a07bb618 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:02:08.422502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c67a1a09-9257-4423-906a-71991b3e9374 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:02:08.456044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Made reservation on behalf of 653558ed3d3248ea8f07a3066b6c3d88 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:08.457295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: c67a1a09-9257-4423-906a-71991b3e9374 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:02:08.457738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c67a1a09-9257-4423-906a-71991b3e9374 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:02:08.458389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 265ebbca-0f64-44ac-b21f-d12173b869f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:02:08.460163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.483153 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.489314 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.495446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 265ebbca-0f64-44ac-b21f-d12173b869f2 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:02:08.495876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 265ebbca-0f64-44ac-b21f-d12173b869f2 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:02:08.499906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48694) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:08.500480 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b3cf1807-07e5-4f23-a394-25e4d942b008 HTTP/1.1" status: 204  len: 168 time: 1.0864668
Dec 18 21:02:08.534288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9aecd2-eec7-45e9-94f0-116f2a3f7832 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3cf1807-07e5-4f23-a394-25e4d942b008,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:08.538813 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.680786 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Allocated IP 172.20.0.4 (d6e4e95e-eb3d-4204-ba23-6134021d7916/2b8509a0-c02c-4bd4-8d18-4947f19cdc9c/fc604f11-f233-4aba-8228-e4d182d18996) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:08.909815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.975035 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:08.987691 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3febcff3-22fa-4cb1-b1be-33c86250ad5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:09.053648 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Network d6e4e95e-eb3d-4204-ba23-6134021d7916 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:09.060700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:09.064645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:09.100675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Pushing event updated for resources: {'Port': ['ID=fc604f11-f233-4aba-8228-e4d182d18996,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:09.122953 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:09.123660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:09.145463 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-18d4f9e5-d295-443b-9859-ee61a986edfd tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9685271
Dec 18 21:02:09.161739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592faefd-ead7-41c6-95f7-932b2da72b3a req-1f36f3c2-dca1-4c2b-acce-38f622ce64d7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:09.163254 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-592faefd-ead7-41c6-95f7-932b2da72b3a req-1f36f3c2-dca1-4c2b-acce-38f622ce64d7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 931 time: 0.0828881
Dec 18 21:02:09.170888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Request body: {'port': {'device_id': 'caa4b3a2-31da-4bab-a701-6ace555f90a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:09.267610 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:09.273403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-592faefd-ead7-41c6-95f7-932b2da72b3a req-3616ab96-8f3c-4a11-ad3f-df4e301de28d tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818741
Dec 18 21:02:09.392027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3febcff3-22fa-4cb1-b1be-33c86250ad5e admin admin] Deleting port 3e17c6fb-ca42-4329-9122-d187f0803966 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:09.392867 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3febcff3-22fa-4cb1-b1be-33c86250ad5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:09.491607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-3febcff3-22fa-4cb1-b1be-33c86250ad5e admin admin] For port 3e17c6fb-ca42-4329-9122-d187f0803966, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e17c6fb-ca42-4329-9122-d187f0803966,segment=NetworkSegment(f408e9f9-96f8-43c4-a316-2581222eee42),segment_id=f408e9f9-96f8-43c4-a316-2581222eee42)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:09.492231 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3febcff3-22fa-4cb1-b1be-33c86250ad5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:09.513869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3febcff3-22fa-4cb1-b1be-33c86250ad5e admin admin] Calling delete_port for 3e17c6fb-ca42-4329-9122-d187f0803966 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:09.545849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5c24945b-9a10-472d-b86a-c65638bdf782 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:02:09.589585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 5c24945b-9a10-472d-b86a-c65638bdf782 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:02:09.590166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5c24945b-9a10-472d-b86a-c65638bdf782 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:02:09.614619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc604f11-f233-4aba-8228-e4d182d18996 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:02:09.623353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:09.637754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Transition to ACTIVE for port object fc604f11-f233-4aba-8228-e4d182d18996 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:02:09.643090 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:09.707087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Pushing event updated for resources: {'Port': ['ID=fc604f11-f233-4aba-8228-e4d182d18996,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:09.767234 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3febcff3-22fa-4cb1-b1be-33c86250ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:09.791797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Attempting to bind port fc604f11-f233-4aba-8228-e4d182d18996 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:02:09.792190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Attempting to bind port fc604f11-f233-4aba-8228-e4d182d18996 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:02:09.792481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Attempting to bind port fc604f11-f233-4aba-8228-e4d182d18996 on network d6e4e95e-eb3d-4204-ba23-6134021d7916 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:02:09.795756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febcff3-22fa-4cb1-b1be-33c86250ad5e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e17c6fb-ca42-4329-9122-d187f0803966,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:09.797952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Port fc604f11-f233-4aba-8228-e4d182d18996 on network d6e4e95e-eb3d-4204-ba23-6134021d7916 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:02:09.798328 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Attempting to bind port fc604f11-f233-4aba-8228-e4d182d18996 on network d6e4e95e-eb3d-4204-ba23-6134021d7916 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:02:09.804029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:02:09.804613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Checking segment: {'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:02:09.805015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Bound using segment: {'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:02:09.805510 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Bound port: fc604f11-f233-4aba-8228-e4d182d18996, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859e60e1-ca34-4f6c-82f6-74468d3ed720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:02:09.805880 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:09.942062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] For port fc604f11-f233-4aba-8228-e4d182d18996, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:02:09.952083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] For port fc604f11-f233-4aba-8228-e4d182d18996, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fc604f11-f233-4aba-8228-e4d182d18996,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:02:09.959430 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:10.023015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:10.023567 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:10.025258 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] 10.222.0.36 "PUT /v2.0/ports/fc604f11-f233-4aba-8228-e4d182d18996 HTTP/1.1" status: 200  len: 1091 time: 0.8648334
Dec 18 21:02:10.028103 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa4b3a2-31da-4bab-a701-6ace555f90a6', 'tag': 'fc604f11-f233-4aba-8228-e4d182d18996'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:02:10.031803 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165f24b2-7ed8-4cf8-93cc-559369fdd2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "caa4b3a2-31da-4bab-a701-6ace555f90a6", "tag": "fc604f11-f233-4aba-8228-e4d182d18996"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:02:10.046789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3febcff3-22fa-4cb1-b1be-33c86250ad5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:10.133233 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea54bf-60aa-44e0-86f9-ac7f8da7e93b service neutron] Pushing event updated for resources: {'Port': ['ID=fc604f11-f233-4aba-8228-e4d182d18996,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:10.161722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-4c047cd1-5dee-4b96-8420-2e7cba33b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:10.163366 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-4c047cd1-5dee-4b96-8420-2e7cba33b34e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=653558ed3d3248ea8f07a3066b6c3d88&device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 1094 time: 0.0907798
Dec 18 21:02:10.222620 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-e9efe0de-1ebf-47dd-a22a-7841086207ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc604f11-f233-4aba-8228-e4d182d18996 HTTP/1.1" status: 200  len: 217 time: 0.0448413
Dec 18 21:02:10.303201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-08a0b607-6d46-4a97-adac-8f366e038f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:10.312965 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-08a0b607-6d46-4a97-adac-8f366e038f21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b8509a0-c02c-4bd4-8d18-4947f19cdc9c HTTP/1.1" status: 200  len: 855 time: 0.0792727
Dec 18 21:02:10.409771 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-f5e33c13-f63b-40bf-9b2d-4926921565df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e4e95e-eb3d-4204-ba23-6134021d7916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0849783
Dec 18 21:02:10.475493 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e232494c-1e21-4000-b2c3-9bea72351f9e x-openstack-request-id: req-e232494c-1e21-4000-b2c3-9bea72351f9e {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:02:10.475819 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa4b3a2-31da-4bab-a701-6ace555f90a6", "tag": "fc604f11-f233-4aba-8228-e4d182d18996", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:02:10.476054 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e232494c-1e21-4000-b2c3-9bea72351f9e {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:02:10.476690 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa4b3a2-31da-4bab-a701-6ace555f90a6', 'tag': 'fc604f11-f233-4aba-8228-e4d182d18996', 'status': 'completed', 'code': 200}
Dec 18 21:02:10.528675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3febcff3-22fa-4cb1-b1be-33c86250ad5e admin admin] Router c051bc27-ecd0-49ad-9144-152763c481ed has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:02:10.562988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a93502-82b4-4131-b181-ed43b88f9bd8 req-f700f36f-336e-4db4-89df-e577845d858e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:10.563264 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-e17eeaed-d28a-4245-bd33-cb298e259ef2 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403289
Dec 18 21:02:10.564713 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6a93502-82b4-4131-b181-ed43b88f9bd8 req-f700f36f-336e-4db4-89df-e577845d858e tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 943 time: 0.0816383
Dec 18 21:02:10.694846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6a93502-82b4-4131-b181-ed43b88f9bd8 req-b59dfae0-07e8-4365-9a5e-db1bafd3652d tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918095
Dec 18 21:02:10.704338 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7ebc60c5-93bb-4e4c-8d33-ae132f820588 req-bb3f549e-bbb1-49ee-b78e-fcf28763b711 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293390
Dec 18 21:02:10.704573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3febcff3-22fa-4cb1-b1be-33c86250ad5e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:02:10.719091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48752) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:10.719199 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3febcff3-22fa-4cb1-b1be-33c86250ad5e admin admin] 10.222.0.13 "PUT /v2.0/routers/c051bc27-ecd0-49ad-9144-152763c481ed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2112422
Dec 18 21:02:10.743624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08501abd-a1b0-4112-ae92-09b518822aef None None] Sync routers for ids ['c051bc27-ecd0-49ad-9144-152763c481ed'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:02:10.761071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08501abd-a1b0-4112-ae92-09b518822aef None None] Routers {'c051bc27-ecd0-49ad-9144-152763c481ed'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:02:10.761801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-08501abd-a1b0-4112-ae92-09b518822aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e066f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:02:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['c051bc27-ecd0-49ad-9144-152763c481ed'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:10.889375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f24b2-7ed8-4cf8-93cc-559369fdd2f9 req-6377004e-c12d-4e9c-b874-d0aad35f78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:10.891035 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-165f24b2-7ed8-4cf8-93cc-559369fdd2f9 req-6377004e-c12d-4e9c-b874-d0aad35f78b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=653558ed3d3248ea8f07a3066b6c3d88&device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 1094 time: 0.1170294
Dec 18 21:02:10.904963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-08501abd-a1b0-4112-ae92-09b518822aef None None] Set router c051bc27-ecd0-49ad-9144-152763c481ed gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:02:10.910454 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:11.098814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f24b2-7ed8-4cf8-93cc-559369fdd2f9 req-aa1743d3-18e7-4496-8982-812391915551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:11.100291 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-165f24b2-7ed8-4cf8-93cc-559369fdd2f9 req-aa1743d3-18e7-4496-8982-812391915551 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6e4e95e-eb3d-4204-ba23-6134021d7916 HTTP/1.1" status: 200  len: 916 time: 0.2014802
Dec 18 21:02:11.110228 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:11.155509 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-165f24b2-7ed8-4cf8-93cc-559369fdd2f9 req-463beb9b-44bc-4f32-9fa1-682baa50de36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc604f11-f233-4aba-8228-e4d182d18996 HTTP/1.1" status: 200  len: 217 time: 0.0468886
Dec 18 21:02:11.187180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-08501abd-a1b0-4112-ae92-09b518822aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e066f70>, [{'id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'name': 'tempest-TaggedBootDevicesTest-312141957-router', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86'}], 'enable_snat': True}, 'gw_port_id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T21:02:09Z', 'revision_number': 5, 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'gw_port': {'id': '2a15995d-e408-492f-9cd2-6d0c291451fc', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:11.218120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08501abd-a1b0-4112-ae92-09b518822aef None None] Checking router: c051bc27-ecd0-49ad-9144-152763c481ed for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:02:11.250424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08501abd-a1b0-4112-ae92-09b518822aef None None] Routers {'c051bc27-ecd0-49ad-9144-152763c481ed'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:02:11.251451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-08501abd-a1b0-4112-ae92-09b518822aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e066f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:02:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['c051bc27-ecd0-49ad-9144-152763c481ed'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:11.263520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f24b2-7ed8-4cf8-93cc-559369fdd2f9 req-b57ef0be-adc5-4f74-83ac-9803e222f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:11.264925 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-165f24b2-7ed8-4cf8-93cc-559369fdd2f9 req-b57ef0be-adc5-4f74-83ac-9803e222f21f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b8509a0-c02c-4bd4-8d18-4947f19cdc9c HTTP/1.1" status: 200  len: 855 time: 0.0867116
Dec 18 21:02:11.309058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Deleting port 2a15995d-e408-492f-9cd2-6d0c291451fc {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:11.310139 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:11.330871 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-165f24b2-7ed8-4cf8-93cc-559369fdd2f9 req-9948734a-a91e-442d-9266-7b9d4e7ca5d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6e4e95e-eb3d-4204-ba23-6134021d7916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478415
Dec 18 21:02:11.550039 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-165f24b2-7ed8-4cf8-93cc-559369fdd2f9 req-51217ca9-50d1-4c9e-ad6c-47f1865f9315 service neutron] 10.222.0.36 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058220
Dec 18 21:02:11.562495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-08501abd-a1b0-4112-ae92-09b518822aef None None] Set router c051bc27-ecd0-49ad-9144-152763c481ed gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:02:11.628152 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-08501abd-a1b0-4112-ae92-09b518822aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e066f70>, [{'id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'name': 'tempest-TaggedBootDevicesTest-312141957-router', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T21:02:11Z', 'revision_number': 6, 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:11.638085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] For port 2a15995d-e408-492f-9cd2-6d0c291451fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a15995d-e408-492f-9cd2-6d0c291451fc,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:11.638522 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:11.660288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Calling delete_port for 2a15995d-e408-492f-9cd2-6d0c291451fc owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:11.662747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08501abd-a1b0-4112-ae92-09b518822aef None None] The sync data for ids ['c051bc27-ecd0-49ad-9144-152763c481ed'] in ncdv-master-1 is: [{'id': 'c051bc27-ecd0-49ad-9144-152763c481ed', 'name': 'tempest-TaggedBootDevicesTest-312141957-router', 'tenant_id': '30d11e8b908541bea484c5b90e60d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T20:52:00Z', 'updated_at': '2021-12-18T21:02:11Z', 'revision_number': 6, 'project_id': '30d11e8b908541bea484c5b90e60d4dd', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:02:11.785534 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-165f24b2-7ed8-4cf8-93cc-559369fdd2f9 req-56ed0326-8089-4860-9cf9-68a50d8f7dca service neutron] 10.222.0.36 "GET /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2269340
Dec 18 21:02:11.859499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d85d-2f86-41c6-8f61-904642d7f74a req-d1a96f04-310e-47c8-8f88-c23f93a35962 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:11.860560 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c049d85d-2f86-41c6-8f61-904642d7f74a req-d1a96f04-310e-47c8-8f88-c23f93a35962 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 943 time: 0.0694785
Dec 18 21:02:11.934295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c049d85d-2f86-41c6-8f61-904642d7f74a req-e300278a-df74-4afe-967f-cfdc1c6b7383 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557568
Dec 18 21:02:11.939660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:11.973960 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a15995d-e408-492f-9cd2-6d0c291451fc,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:11.984087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937e981f-17e2-43f3-9269-66ae7fe5e1b6 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:02:12.084764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:12.212594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:12.215680 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:12.272503 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:12.273174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c051bc27-ecd0-49ad-9144-152763c481ed {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:02:12.281715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:12.286795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48792) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:12.287523 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a824d93e-c085-4fe9-aa13-af2f58608b35 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c051bc27-ecd0-49ad-9144-152763c481ed HTTP/1.1" status: 204  len: 168 time: 1.5740254
Dec 18 21:02:12.335521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ac6556-1b13-41fb-8245-92a6bf34d320 admin admin] Deleting subnet 299bedb9-ea7e-4ebc-9d93-3d01aa156d8a {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:02:12.339355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14ac6556-1b13-41fb-8245-92a6bf34d320 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:12.376987 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14ac6556-1b13-41fb-8245-92a6bf34d320 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:12.470565 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14ac6556-1b13-41fb-8245-92a6bf34d320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:12.558117 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14ac6556-1b13-41fb-8245-92a6bf34d320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:12.601505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac6556-1b13-41fb-8245-92a6bf34d320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=299bedb9-ea7e-4ebc-9d93-3d01aa156d8a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:12.609222 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14ac6556-1b13-41fb-8245-92a6bf34d320 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:12.615275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-14ac6556-1b13-41fb-8245-92a6bf34d320 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/299bedb9-ea7e-4ebc-9d93-3d01aa156d8a HTTP/1.1" status: 204  len: 168 time: 0.3272567
Dec 18 21:02:12.618520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48806) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:12.630498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5527dc09-faba-4636-93e0-6935e48e291e None None] Network 54846978-9f31-46a2-a4a8-da70f57e581c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:02:12.774990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3e17c6fb-ca42-4329-9122-d187f0803966 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:02:12.811814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3e17c6fb-ca42-4329-9122-d187f0803966 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:02:12.812403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3e17c6fb-ca42-4329-9122-d187f0803966 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:02:12.813622 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2a15995d-e408-492f-9cd2-6d0c291451fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:02:12.845531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 2a15995d-e408-492f-9cd2-6d0c291451fc {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:02:12.845956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2a15995d-e408-492f-9cd2-6d0c291451fc not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:02:12.939682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc11f9-5425-446f-aca8-c8ec7a2e26ab None None] DHCP port deletion for 54846978-9f31-46a2-a4a8-da70f57e581c request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:02:13.037620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-85cc11f9-5425-446f-aca8-c8ec7a2e26ab None None] Deleting port 52bd8e05-42be-4dd7-820f-e41987bc5550 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:13.038183 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-85cc11f9-5425-446f-aca8-c8ec7a2e26ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.138678 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.174732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-85cc11f9-5425-446f-aca8-c8ec7a2e26ab None None] For port 52bd8e05-42be-4dd7-820f-e41987bc5550, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52bd8e05-42be-4dd7-820f-e41987bc5550,segment=NetworkSegment(f408e9f9-96f8-43c4-a316-2581222eee42),segment_id=f408e9f9-96f8-43c4-a316-2581222eee42)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:13.175138 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-85cc11f9-5425-446f-aca8-c8ec7a2e26ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.204197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-85cc11f9-5425-446f-aca8-c8ec7a2e26ab None None] Calling delete_port for 52bd8e05-42be-4dd7-820f-e41987bc5550 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:13.270894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d93100-53c4-4616-975d-733c61316590 req-f13b6ac6-d91e-445c-a5a6-73eb778f5941 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:13.279177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6d93100-53c4-4616-975d-733c61316590 req-f13b6ac6-d91e-445c-a5a6-73eb778f5941 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 943 time: 0.1337533
Dec 18 21:02:13.320771 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-85cc11f9-5425-446f-aca8-c8ec7a2e26ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.323486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Deleting port 52bd8e05-42be-4dd7-820f-e41987bc5550 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:13.323947 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.355093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc11f9-5425-446f-aca8-c8ec7a2e26ab None None] Pushing event deleted for resources: {'Port': ['ID=52bd8e05-42be-4dd7-820f-e41987bc5550,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:13.360120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc11f9-5425-446f-aca8-c8ec7a2e26ab None None] No DVR routers for this DVR port 52bd8e05-42be-4dd7-820f-e41987bc5550 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:02:13.390204 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6d93100-53c4-4616-975d-733c61316590 req-ce231750-d135-4bb2-b369-0db67aa8ff16 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052473
Dec 18 21:02:13.421093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] For port 52bd8e05-42be-4dd7-820f-e41987bc5550, host ncdv-master-1, got binding levels [] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:13.421462 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.439433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Calling delete_port for 52bd8e05-42be-4dd7-820f-e41987bc5550 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:13.443192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.ipam_backend_mixin [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Port 52bd8e05-42be-4dd7-820f-e41987bc5550 was not found and therefore no delete operation was performed {{(pid=126008) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:02:13.444860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.476816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] No DVR routers for this DVR port 52bd8e05-42be-4dd7-820f-e41987bc5550 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:02:13.480940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Pushing event deleted for resources: {'Port': ['ID=52bd8e05-42be-4dd7-820f-e41987bc5550,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:13.538661 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device fc604f11-f233-4aba-8228-e4d182d18996 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:02:13.562485 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.587872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365de4e580>,) {'filters': {'network_id': ['54846978-9f31-46a2-a4a8-da70f57e581c']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:13.597956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365de4e580>, 'f408e9f9-96f8-43c4-a316-2581222eee42') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:13.598272 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365de4e580>, 'f408e9f9-96f8-43c4-a316-2581222eee42') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:13.608613 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.624489 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.632146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:02:13.632652 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:02:13.635965 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:02:13.671287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port fc604f11-f233-4aba-8228-e4d182d18996, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fc604f11-f233-4aba-8228-e4d182d18996,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:13.689996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'fc604f11-f233-4aba-8228-e4d182d18996', 'network_id': 'd6e4e95e-eb3d-4204-ba23-6134021d7916', 'port_id': 'fc604f11-f233-4aba-8228-e4d182d18996', 'mac_address': 'fa:16:3e:d3:1d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8509a0-c02c-4bd4-8d18-4947f19cdc9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:02:13.702443 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.725101 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.728446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] 10.222.0.13 "DELETE /v2.0/networks/54846978-9f31-46a2-a4a8-da70f57e581c HTTP/1.1" status: 204  len: 168 time: 1.1086693
Dec 18 21:02:13.729331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d36e44-eb11-4cbb-aa95-b4fece673456 admin admin] Pushing event deleted for resources: {'Network': ['ID=54846978-9f31-46a2-a4a8-da70f57e581c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:13.765148 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.778665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc604f11-f233-4aba-8228-e4d182d18996 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:02:13.802708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port fc604f11-f233-4aba-8228-e4d182d18996, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fc604f11-f233-4aba-8228-e4d182d18996,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:13.807666 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:13.862521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=fc604f11-f233-4aba-8228-e4d182d18996,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:14.064712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['fc604f11-f233-4aba-8228-e4d182d18996'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:02:14.131127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48848) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:14.196275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6fec26fc-620c-4daf-bb4b-9d31bc5316ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=405bfbeb7b7d47c48b706aa32c6702bf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0621767
Dec 18 21:02:14.199129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48850) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:14.268229 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53d79c2f-3dee-48fc-8779-fcc55824a1f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:14.298600 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53d79c2f-3dee-48fc-8779-fcc55824a1f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:14.362211 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53d79c2f-3dee-48fc-8779-fcc55824a1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:14.365599 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53d79c2f-3dee-48fc-8779-fcc55824a1f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:14.370475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-53d79c2f-3dee-48fc-8779-fcc55824a1f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f9d6002-3306-4427-ab93-4425eda47d12 HTTP/1.1" status: 204  len: 168 time: 0.1702693
Dec 18 21:02:14.379703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d79c2f-3dee-48fc-8779-fcc55824a1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9d6002-3306-4427-ab93-4425eda47d12,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:14.383141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 52bd8e05-42be-4dd7-820f-e41987bc5550 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:02:14.417062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 52bd8e05-42be-4dd7-820f-e41987bc5550 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:02:14.417450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 52bd8e05-42be-4dd7-820f-e41987bc5550 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:02:14.535766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e78d8-889d-48c3-b51f-897d9928ae04 req-6a292d8d-5939-4b37-8816-d81a26842e5a tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:14.538107 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-370e78d8-889d-48c3-b51f-897d9928ae04 req-6a292d8d-5939-4b37-8816-d81a26842e5a tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 944 time: 0.0578279
Dec 18 21:02:14.605724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-370e78d8-889d-48c3-b51f-897d9928ae04 req-2f48a995-1142-4c81-83e7-9db4f6bf9687 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571814
Dec 18 21:02:14.762055 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.082584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48878) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:15.130199 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-14683da0-c531-4852-8419-944aa8f28138 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30d11e8b908541bea484c5b90e60d4dd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0463419
Dec 18 21:02:15.132797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48882) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:15.193300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d1be8902-a9ec-4718-a692-fe056adba47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.212456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48884) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:15.220493 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d1be8902-a9ec-4718-a692-fe056adba47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.287969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d1be8902-a9ec-4718-a692-fe056adba47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.291060 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d1be8902-a9ec-4718-a692-fe056adba47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.292965 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d1be8902-a9ec-4718-a692-fe056adba47c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7bf5bbd-0271-4aae-bbcd-ab4ccdaebde1 HTTP/1.1" status: 204  len: 168 time: 0.1590371
Dec 18 21:02:15.301324 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be8902-a9ec-4718-a692-fe056adba47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bf5bbd-0271-4aae-bbcd-ab4ccdaebde1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:15.508506 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-127a8b18-ae59-4950-8924-717fae379e92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.555506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device fc604f11-f233-4aba-8228-e4d182d18996 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:02:15.610521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-127a8b18-ae59-4950-8924-717fae379e92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.617629 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-127a8b18-ae59-4950-8924-717fae379e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.622902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port fc604f11-f233-4aba-8228-e4d182d18996 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:02:15.630144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port fc604f11-f233-4aba-8228-e4d182d18996 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:15.633428 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.693759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-127a8b18-ae59-4950-8924-717fae379e92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdb8029687da4b8194f5498702cdb2e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4795871
Dec 18 21:02:15.696464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48900) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:15.753022 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.768274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a8b18-ae59-4950-8924-717fae379e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85713bcb-3e52-49a1-bb26-5b5a1efe8f41,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:15.792330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa4b3a2-31da-4bab-a701-6ace555f90a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc604f11-f233-4aba-8228-e4d182d18996'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:02:15.795618 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27248768-e932-4c4c-bdd9-62d84b883a0b" -d '{"events": [{"server_uuid": "caa4b3a2-31da-4bab-a701-6ace555f90a6", "name": "network-vif-plugged", "status": "completed", "tag": "fc604f11-f233-4aba-8228-e4d182d18996"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:02:15.815090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port fc604f11-f233-4aba-8228-e4d182d18996, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fc604f11-f233-4aba-8228-e4d182d18996,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:15.824691 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.826993 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-652376f3-fa41-4722-a8e5-4bb26c8f5e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.883345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ca997-5a14-4dee-8aa3-f80a78dede1f req-0e49f20a-7c1b-4fa2-8e51-4f34a8484f28 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:15.885704 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f21ca997-5a14-4dee-8aa3-f80a78dede1f req-0e49f20a-7c1b-4fa2-8e51-4f34a8484f28 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 944 time: 0.0950036
Dec 18 21:02:15.900564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-652376f3-fa41-4722-a8e5-4bb26c8f5e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:15.903214 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2087452b-13d7-4d71-8353-bd29c1b7bb8d x-openstack-request-id: req-2087452b-13d7-4d71-8353-bd29c1b7bb8d {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:02:15.903696 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa4b3a2-31da-4bab-a701-6ace555f90a6", "name": "network-vif-plugged", "status": "completed", "tag": "fc604f11-f233-4aba-8228-e4d182d18996", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:02:15.903961 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2087452b-13d7-4d71-8353-bd29c1b7bb8d {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:02:15.904944 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa4b3a2-31da-4bab-a701-6ace555f90a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc604f11-f233-4aba-8228-e4d182d18996', 'code': 200}
Dec 18 21:02:15.943797 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=fc604f11-f233-4aba-8228-e4d182d18996,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:15.984949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f21ca997-5a14-4dee-8aa3-f80a78dede1f req-b16598e4-d216-423f-9300-6d605637aec5 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871687
Dec 18 21:02:16.065620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84631174-5f9c-4aa0-838e-9426bedb48ad req-d689da7d-6a08-4421-9f90-c69247e59fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:16.067953 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-84631174-5f9c-4aa0-838e-9426bedb48ad req-d689da7d-6a08-4421-9f90-c69247e59fce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 1096 time: 0.0772183
Dec 18 21:02:16.069457 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-652376f3-fa41-4722-a8e5-4bb26c8f5e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:16.073466 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-652376f3-fa41-4722-a8e5-4bb26c8f5e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:16.077607 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-652376f3-fa41-4722-a8e5-4bb26c8f5e79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85713bcb-3e52-49a1-bb26-5b5a1efe8f41 HTTP/1.1" status: 204  len: 168 time: 0.3799074
Dec 18 21:02:16.103232 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652376f3-fa41-4722-a8e5-4bb26c8f5e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85713bcb-3e52-49a1-bb26-5b5a1efe8f41,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:16.145421 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-84631174-5f9c-4aa0-838e-9426bedb48ad req-0e0702c0-527e-46d8-a027-08e5d9e54d82 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648632
Dec 18 21:02:16.704956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48930) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:16.728701 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6a6694b6-2f28-433b-a6bb-af08b1239bec admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:16.831764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6a6694b6-2f28-433b-a6bb-af08b1239bec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:16.837447 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6a6694b6-2f28-433b-a6bb-af08b1239bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:16.870537 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6a6694b6-2f28-433b-a6bb-af08b1239bec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5856f06954754b7ea25fe69dd1abdead&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1614857
Dec 18 21:02:16.871150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48936) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:16.893754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6694b6-2f28-433b-a6bb-af08b1239bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e00d08-4adb-4aa1-8be6-5a03583b9b45,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:16.938049 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e6497504-f120-4286-ab50-712981d4ff8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:16.963125 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e6497504-f120-4286-ab50-712981d4ff8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:17.030776 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e6497504-f120-4286-ab50-712981d4ff8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:17.038451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e6497504-f120-4286-ab50-712981d4ff8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:17.039809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e6497504-f120-4286-ab50-712981d4ff8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6e00d08-4adb-4aa1-8be6-5a03583b9b45 HTTP/1.1" status: 204  len: 168 time: 0.1676133
Dec 18 21:02:17.050822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6497504-f120-4286-ab50-712981d4ff8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e00d08-4adb-4aa1-8be6-5a03583b9b45,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:17.161882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08557d-ee2a-46ce-b4f6-50cc5d50ce07 req-9f495079-c83a-41d3-9262-92afd559286d tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:17.163480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a08557d-ee2a-46ce-b4f6-50cc5d50ce07 req-9f495079-c83a-41d3-9262-92afd559286d tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 945 time: 0.0801463
Dec 18 21:02:17.220220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a08557d-ee2a-46ce-b4f6-50cc5d50ce07 req-4fe5b040-fd2a-4aec-9661-7f444f0bdc22 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504377
Dec 18 21:02:18.281637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48990) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:18.362717 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648c54-4965-42bf-a1e6-6f1642f684fb req-cfe674fb-1403-4c23-a17e-c829e08c7904 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:18.364325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2648c54-4965-42bf-a1e6-6f1642f684fb req-cfe674fb-1403-4c23-a17e-c829e08c7904 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 945 time: 0.0617020
Dec 18 21:02:18.425668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2648c54-4965-42bf-a1e6-6f1642f684fb req-777f4356-b97f-4b24-adfc-bf925bb6ba18 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530393
Dec 18 21:02:18.500388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a971eb4f-a968-4eaf-88a0-d84ad0bdb39d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:18.617680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f85237-c70c-48c8-ba54-ad5cd932eaba req-8ed48dc3-fe73-44bc-b6b8-be3c8f9b2542 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:18.632160 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89f85237-c70c-48c8-ba54-ad5cd932eaba req-8ed48dc3-fe73-44bc-b6b8-be3c8f9b2542 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 945 time: 0.1156044
Dec 18 21:02:18.667962 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a971eb4f-a968-4eaf-88a0-d84ad0bdb39d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:18.675774 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a971eb4f-a968-4eaf-88a0-d84ad0bdb39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:18.704281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89f85237-c70c-48c8-ba54-ad5cd932eaba req-ccfd1543-4aa3-472c-bc20-2226f72779be tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711074
Dec 18 21:02:18.780589 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a971eb4f-a968-4eaf-88a0-d84ad0bdb39d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=358ba499e00e409fa196e710568f3d96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4974563
Dec 18 21:02:18.784004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49022) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:18.784240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971eb4f-a968-4eaf-88a0-d84ad0bdb39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2053d1a7-010d-4727-bf45-842f4310dd54,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:18.856649 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f71a3d0e-cdb3-4207-8b56-21db385163a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:18.902368 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f71a3d0e-cdb3-4207-8b56-21db385163a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:19.001899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-373dffef-9f56-48c4-a2b9-052d7ef5a381 req-a8ff573d-e23f-4798-a2f1-de7bf4c876e8 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0741603
Dec 18 21:02:19.039213 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f71a3d0e-cdb3-4207-8b56-21db385163a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:19.046572 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f71a3d0e-cdb3-4207-8b56-21db385163a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:19.048446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f71a3d0e-cdb3-4207-8b56-21db385163a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2053d1a7-010d-4727-bf45-842f4310dd54 HTTP/1.1" status: 204  len: 168 time: 0.2626913
Dec 18 21:02:19.059672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a3d0e-cdb3-4207-8b56-21db385163a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2053d1a7-010d-4727-bf45-842f4310dd54,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:19.181641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635aedc-c11b-444c-8d24-c95b61a1af49 req-e16b0908-b07a-4305-b80e-fc2d2ed70354 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:19.183833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a635aedc-c11b-444c-8d24-c95b61a1af49 req-e16b0908-b07a-4305-b80e-fc2d2ed70354 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 945 time: 0.0735166
Dec 18 21:02:19.301504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a635aedc-c11b-444c-8d24-c95b61a1af49 req-79311759-f10c-4247-9a8c-533ac9d60f1c tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101840
Dec 18 21:02:19.413500 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:19.464261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805be49e-5068-4a86-885e-63798068f188 req-c637518d-a4cb-4481-b0e1-a29cb438ab8f tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:19.465481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-805be49e-5068-4a86-885e-63798068f188 req-c637518d-a4cb-4481-b0e1-a29cb438ab8f tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 945 time: 0.0909729
Dec 18 21:02:19.544993 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-805be49e-5068-4a86-885e-63798068f188 req-e3905c7f-fed8-47ae-a287-bc37c2002c7a tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725861
Dec 18 21:02:19.759844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49066) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:19.784441 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96e90412-bcea-4fe8-b078-6c835d8af9f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:19.867456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabc819-10d2-4095-8546-31a0f245fb8b req-29c69724-3df0-4aea-8888-0d7fddf372a2 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:19.875149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1aabc819-10d2-4095-8546-31a0f245fb8b req-29c69724-3df0-4aea-8888-0d7fddf372a2 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 945 time: 0.0931714
Dec 18 21:02:19.950519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1aabc819-10d2-4095-8546-31a0f245fb8b req-704eb0b0-28bf-474c-ba7b-9fee5bec88f7 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743370
Dec 18 21:02:19.985237 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96e90412-bcea-4fe8-b078-6c835d8af9f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:19.992601 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96e90412-bcea-4fe8-b078-6c835d8af9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:20.048667 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-96e90412-bcea-4fe8-b078-6c835d8af9f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6e7bb71b6174bfa8e06dcdea524dcc1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2872772
Dec 18 21:02:20.050682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e90412-bcea-4fe8-b078-6c835d8af9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db56e1c-9aaa-42a6-b7c7-a8573d63254f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:20.051660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49082) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:20.147745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eaaef928-4872-40a3-8671-d724eadf7a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:20.176626 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eaaef928-4872-40a3-8671-d724eadf7a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:20.179929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18b2822d-ef14-47d2-a7a7-cb510b622fcc req-7676f063-9465-42af-ae5d-1825f21d527b tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0642273
Dec 18 21:02:20.214655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad111dfb-685a-4b9e-9c3c-d34b253e4268 req-19784733-1c18-458e-9015-d5f2218d0d72 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:20.225478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad111dfb-685a-4b9e-9c3c-d34b253e4268 req-19784733-1c18-458e-9015-d5f2218d0d72 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 945 time: 0.1539311
Dec 18 21:02:20.279479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eaaef928-4872-40a3-8671-d724eadf7a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:20.282667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eaaef928-4872-40a3-8671-d724eadf7a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:20.287429 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-eaaef928-4872-40a3-8671-d724eadf7a51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8db56e1c-9aaa-42a6-b7c7-a8573d63254f HTTP/1.1" status: 204  len: 168 time: 0.2346327
Dec 18 21:02:20.298909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaef928-4872-40a3-8671-d724eadf7a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db56e1c-9aaa-42a6-b7c7-a8573d63254f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:20.299478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad111dfb-685a-4b9e-9c3c-d34b253e4268 req-35ef4a8c-6596-4a80-b271-82607079dac1 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716527
Dec 18 21:02:20.859524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06253306-6427-4cdf-bd16-ef2e8c873326 req-30c704ec-95a8-4cb0-be27-9aab86f88485 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:20.861232 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06253306-6427-4cdf-bd16-ef2e8c873326 req-30c704ec-95a8-4cb0-be27-9aab86f88485 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 945 time: 0.0592904
Dec 18 21:02:20.919679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06253306-6427-4cdf-bd16-ef2e8c873326 req-66a288f4-3ec5-4a09-a705-3ba7ee8495fe tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515089
Dec 18 21:02:20.952111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49128) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:21.098662 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bad21d96-a398-4e04-946a-ee7c73edb7c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.195828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49136) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:21.196015 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bad21d96-a398-4e04-946a-ee7c73edb7c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.201162 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bad21d96-a398-4e04-946a-ee7c73edb7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.233564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad21d96-a398-4e04-946a-ee7c73edb7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d17aa8-85d6-453d-93ed-fa369a328d4e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:21.270935 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bad21d96-a398-4e04-946a-ee7c73edb7c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cda7298cf23e481685801602b13d9711&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3162060
Dec 18 21:02:21.273416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49144) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:21.334692 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4468e79c-9db0-464a-82bf-93bdd3738c02 req-6fe0526e-f55a-4dc7-8a16-5a8c918023c8 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0549836
Dec 18 21:02:21.340062 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d561a858-21d6-4b63-8c76-7f046dba184f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.381390 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d561a858-21d6-4b63-8c76-7f046dba184f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.427926 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b6efcc6-860b-408e-a7a8-bae15c00ea68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.451403 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d561a858-21d6-4b63-8c76-7f046dba184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.454309 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d561a858-21d6-4b63-8c76-7f046dba184f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.456159 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d561a858-21d6-4b63-8c76-7f046dba184f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3d17aa8-85d6-453d-93ed-fa369a328d4e HTTP/1.1" status: 204  len: 168 time: 0.1805685
Dec 18 21:02:21.469372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561a858-21d6-4b63-8c76-7f046dba184f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d17aa8-85d6-453d-93ed-fa369a328d4e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:21.568637 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b6efcc6-860b-408e-a7a8-bae15c00ea68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.576488 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b6efcc6-860b-408e-a7a8-bae15c00ea68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.591969 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-55a3077a-8457-4b0a-a369-cf032ab85c5f req-0af2422f-1a67-4b25-9511-080fdd935843 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0582089
Dec 18 21:02:21.620120 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9b6efcc6-860b-408e-a7a8-bae15c00ea68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=195b0b52a15b4bac829f1543bb876b46&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4199066
Dec 18 21:02:21.621244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49158) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:21.653327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6efcc6-860b-408e-a7a8-bae15c00ea68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eee6cab-1b08-41f3-895e-c2c56a8804c4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:21.687991 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ba9403b-5d17-4c3e-8544-549ea99c9ded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.722293 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ba9403b-5d17-4c3e-8544-549ea99c9ded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.797530 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ba9403b-5d17-4c3e-8544-549ea99c9ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.803037 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ba9403b-5d17-4c3e-8544-549ea99c9ded admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:21.805846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9ba9403b-5d17-4c3e-8544-549ea99c9ded admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5eee6cab-1b08-41f3-895e-c2c56a8804c4 HTTP/1.1" status: 204  len: 168 time: 0.1820271
Dec 18 21:02:21.818338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9403b-5d17-4c3e-8544-549ea99c9ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eee6cab-1b08-41f3-895e-c2c56a8804c4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:21.946661 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49168) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:21.965650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b88218ea-be62-4d92-856b-5328803ec4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.084704 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b88218ea-be62-4d92-856b-5328803ec4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.093848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49176) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:22.101429 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b88218ea-be62-4d92-856b-5328803ec4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.176290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b88218ea-be62-4d92-856b-5328803ec4eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=924633b7f6f84c40a8a80a39af8a8b5d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2282739
Dec 18 21:02:22.178011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88218ea-be62-4d92-856b-5328803ec4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626f3c3d-27c4-423c-86d5-e43e4ffa42d4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:22.179542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49180) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:22.199106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fd3c0-5b33-4edd-8860-59b6d357b3b3 req-1dc8a068-350e-4ac7-9549-81ef576eab51 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:22.200748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c72fd3c0-5b33-4edd-8860-59b6d357b3b3 req-1dc8a068-350e-4ac7-9549-81ef576eab51 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 945 time: 0.1184862
Dec 18 21:02:22.270466 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c72fd3c0-5b33-4edd-8860-59b6d357b3b3 req-e85ee98f-8cb1-4a03-a85b-c4404feecbc9 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24bf713-c8cb-41f9-88a5-2f90e06228a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591729
Dec 18 21:02:22.325875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-48f5d438-bf11-4d18-a268-e84244b551e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.336659 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb0242-5382-43b4-91c7-7b56ad8fc05f req-0da9c2fb-8cc3-463b-9963-b707f4c8312f tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:22.339027 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-85fb0242-5382-43b4-91c7-7b56ad8fc05f req-0da9c2fb-8cc3-463b-9963-b707f4c8312f tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 945 time: 0.1001348
Dec 18 21:02:22.398961 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-48f5d438-bf11-4d18-a268-e84244b551e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.415758 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a593e94f-47e7-4fe4-a939-76f979a29258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.457015 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9de7f96d-117f-4a68-85bb-7eb32d1d630e req-4ffc9fab-482a-4637-9219-f555f744d227 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0328069
Dec 18 21:02:22.554036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-85fb0242-5382-43b4-91c7-7b56ad8fc05f req-caceb0cf-3db3-4260-950c-42f4b6bc2012 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Deleting port fc604f11-f233-4aba-8228-e4d182d18996 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:22.554463 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-85fb0242-5382-43b4-91c7-7b56ad8fc05f req-caceb0cf-3db3-4260-950c-42f4b6bc2012 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.560385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-48f5d438-bf11-4d18-a268-e84244b551e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.563184 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-48f5d438-bf11-4d18-a268-e84244b551e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.564364 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-48f5d438-bf11-4d18-a268-e84244b551e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/626f3c3d-27c4-423c-86d5-e43e4ffa42d4 HTTP/1.1" status: 204  len: 168 time: 0.3838227
Dec 18 21:02:22.657972 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5d438-bf11-4d18-a268-e84244b551e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626f3c3d-27c4-423c-86d5-e43e4ffa42d4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:22.716965 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a593e94f-47e7-4fe4-a939-76f979a29258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.727108 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a593e94f-47e7-4fe4-a939-76f979a29258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.803157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593e94f-47e7-4fe4-a939-76f979a29258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e369ad13-8747-41c5-96e6-9fc0415e26ff,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:22.818230 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a593e94f-47e7-4fe4-a939-76f979a29258 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1089efb658724cfc9a0943ad0a3df737&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7224247
Dec 18 21:02:22.821100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-85fb0242-5382-43b4-91c7-7b56ad8fc05f req-caceb0cf-3db3-4260-950c-42f4b6bc2012 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] For port fc604f11-f233-4aba-8228-e4d182d18996, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fc604f11-f233-4aba-8228-e4d182d18996,segment=NetworkSegment(859e60e1-ca34-4f6c-82f6-74468d3ed720),segment_id=859e60e1-ca34-4f6c-82f6-74468d3ed720)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:22.821876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-85fb0242-5382-43b4-91c7-7b56ad8fc05f req-caceb0cf-3db3-4260-950c-42f4b6bc2012 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.823877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49204) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:22.841940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-85fb0242-5382-43b4-91c7-7b56ad8fc05f req-caceb0cf-3db3-4260-950c-42f4b6bc2012 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Calling delete_port for fc604f11-f233-4aba-8228-e4d182d18996 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:22.896883 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7ccde1c4-e2f0-445b-87fe-5f6b12389218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:22.924642 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7ccde1c4-e2f0-445b-87fe-5f6b12389218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:23.000737 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7ccde1c4-e2f0-445b-87fe-5f6b12389218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:23.004164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7ccde1c4-e2f0-445b-87fe-5f6b12389218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:23.005475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7ccde1c4-e2f0-445b-87fe-5f6b12389218 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e369ad13-8747-41c5-96e6-9fc0415e26ff HTTP/1.1" status: 204  len: 168 time: 0.1805074
Dec 18 21:02:23.018519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccde1c4-e2f0-445b-87fe-5f6b12389218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e369ad13-8747-41c5-96e6-9fc0415e26ff,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:23.069435 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-85fb0242-5382-43b4-91c7-7b56ad8fc05f req-caceb0cf-3db3-4260-950c-42f4b6bc2012 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:23.083994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['fc604f11-f233-4aba-8228-e4d182d18996'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:02:23.110323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caceb0cf-3db3-4260-950c-42f4b6bc2012 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Pushing event deleted for resources: {'Port': ['ID=fc604f11-f233-4aba-8228-e4d182d18996,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:23.204500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fb0242-5382-43b4-91c7-7b56ad8fc05f req-caceb0cf-3db3-4260-950c-42f4b6bc2012 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] No DVR routers for this DVR port fc604f11-f233-4aba-8228-e4d182d18996 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:02:23.207715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-85fb0242-5382-43b4-91c7-7b56ad8fc05f req-caceb0cf-3db3-4260-950c-42f4b6bc2012 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:23.212648 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-85fb0242-5382-43b4-91c7-7b56ad8fc05f req-caceb0cf-3db3-4260-950c-42f4b6bc2012 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.36 "DELETE /v2.0/ports/fc604f11-f233-4aba-8228-e4d182d18996 HTTP/1.1" status: 204  len: 173 time: 0.8640151
Dec 18 21:02:23.213944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa4b3a2-31da-4bab-a701-6ace555f90a6', 'name': 'network-vif-deleted', 'tag': 'fc604f11-f233-4aba-8228-e4d182d18996'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:02:23.217628 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b28478e-f11b-43a6-a53f-bfd514d01069" -d '{"events": [{"server_uuid": "caa4b3a2-31da-4bab-a701-6ace555f90a6", "name": "network-vif-deleted", "tag": "fc604f11-f233-4aba-8228-e4d182d18996"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:02:23.280843 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e139190-bc42-4da6-be37-2168b6366973 x-openstack-request-id: req-8e139190-bc42-4da6-be37-2168b6366973 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:02:23.281715 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa4b3a2-31da-4bab-a701-6ace555f90a6", "name": "network-vif-deleted", "tag": "fc604f11-f233-4aba-8228-e4d182d18996", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:02:23.282428 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e139190-bc42-4da6-be37-2168b6366973 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:02:23.283249 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa4b3a2-31da-4bab-a701-6ace555f90a6', 'name': 'network-vif-deleted', 'tag': 'fc604f11-f233-4aba-8228-e4d182d18996', 'status': 'completed', 'code': 200}
Dec 18 21:02:23.407780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48c65f2a-f134-4a30-9ae9-5d13ccd8c7fb req-9e893749-36d3-41ee-a62b-6a0010ab2946 tempest-ServerDiskConfigTestJSON-723679004 tempest-ServerDiskConfigTestJSON-723679004-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa4b3a2-31da-4bab-a701-6ace555f90a6 HTTP/1.1" status: 200  len: 210 time: 0.0312290
Dec 18 21:02:23.594705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b495a7f-ffb3-486c-9b78-57ebc33edeb1 req-69b089d7-a969-4288-899a-d4364ee91b53 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0296860
Dec 18 21:02:24.674181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49318) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:24.746710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c379d8-7d31-4c3a-8454-05f2409edc76 admin admin] Deleting subnet 2b8509a0-c02c-4bd4-8d18-4947f19cdc9c {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:02:24.750736 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-69c379d8-7d31-4c3a-8454-05f2409edc76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:24.809792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-69c379d8-7d31-4c3a-8454-05f2409edc76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:24.903689 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6710d02a-45a0-49d2-ab0a-ee5aa403a06e req-91b1beed-5f9c-4744-abe5-245619bc4e84 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.1003790
Dec 18 21:02:24.934401 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-69c379d8-7d31-4c3a-8454-05f2409edc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.027948 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-69c379d8-7d31-4c3a-8454-05f2409edc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.063803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c379d8-7d31-4c3a-8454-05f2409edc76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8509a0-c02c-4bd4-8d18-4947f19cdc9c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:25.069990 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-69c379d8-7d31-4c3a-8454-05f2409edc76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.074295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-69c379d8-7d31-4c3a-8454-05f2409edc76 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2b8509a0-c02c-4bd4-8d18-4947f19cdc9c HTTP/1.1" status: 204  len: 168 time: 0.3988845
Dec 18 21:02:25.077226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49338) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:25.151633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49344) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:25.158345 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.262809 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.289073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d8d53d0>,) {'filters': {'network_id': ['d6e4e95e-eb3d-4204-ba23-6134021d7916']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:25.301613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d8d53d0>, '859e60e1-ca34-4f6c-82f6-74468d3ed720') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:25.302147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d8d53d0>, '859e60e1-ca34-4f6c-82f6-74468d3ed720') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:25.314818 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.317442 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42f2d145-721b-4a1a-8688-6d2aba0cb30e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.341107 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.362325 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:02:25.362325 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:02:25.362816 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:02:25.463531 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.470439 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.474687 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d6e4e95e-eb3d-4204-ba23-6134021d7916 HTTP/1.1" status: 204  len: 168 time: 0.3960686
Dec 18 21:02:25.478003 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42f2d145-721b-4a1a-8688-6d2aba0cb30e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.484376 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42f2d145-721b-4a1a-8688-6d2aba0cb30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.488934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab3245-9c8a-4737-a4eb-3d7b9215ae44 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e4e95e-eb3d-4204-ba23-6134021d7916,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:25.551174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2d145-721b-4a1a-8688-6d2aba0cb30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587bceee-861a-41d7-ba4c-3eb84d39de4d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:25.563021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49368) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:25.586768 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-42f2d145-721b-4a1a-8688-6d2aba0cb30e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=967d31f31db148e8a2a8fd17f29daace&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4293303
Dec 18 21:02:25.640840 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6f2688ec-29c3-44a2-9855-4f27bdb8f9c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.676808 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6f2688ec-29c3-44a2-9855-4f27bdb8f9c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.734630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49372) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:25.762841 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6f2688ec-29c3-44a2-9855-4f27bdb8f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.766767 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6f2688ec-29c3-44a2-9855-4f27bdb8f9c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.768486 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6f2688ec-29c3-44a2-9855-4f27bdb8f9c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/587bceee-861a-41d7-ba4c-3eb84d39de4d HTTP/1.1" status: 204  len: 168 time: 0.2043958
Dec 18 21:02:25.785359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2688ec-29c3-44a2-9855-4f27bdb8f9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587bceee-861a-41d7-ba4c-3eb84d39de4d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:25.799704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49376) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:25.815564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f4b68bf7-0c56-4ce1-ae33-fe6d4b25b584 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=653558ed3d3248ea8f07a3066b6c3d88&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0607018
Dec 18 21:02:25.897083 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9950a51-7a20-4179-b840-081cd6323eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:25.933855 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9950a51-7a20-4179-b840-081cd6323eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:26.022978 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9950a51-7a20-4179-b840-081cd6323eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:26.025862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9950a51-7a20-4179-b840-081cd6323eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:26.029656 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e9950a51-7a20-4179-b840-081cd6323eb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c24bf713-c8cb-41f9-88a5-2f90e06228a2 HTTP/1.1" status: 204  len: 168 time: 0.2263844
Dec 18 21:02:26.058195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9950a51-7a20-4179-b840-081cd6323eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24bf713-c8cb-41f9-88a5-2f90e06228a2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:26.100455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ea8dae8-67fb-4766-8253-0458a0a25a2d req-e11d20bd-f474-4b3b-8570-f6c334a32d9c tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0669720
Dec 18 21:02:27.037985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49456) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:27.071356 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49464) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:27.205110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e091ffc5-7a82-46b2-bbdd-4fedbd2e0da5 req-93e7e1d3-850b-4305-82e0-5c5abb4fe06c tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0282135
Dec 18 21:02:27.232532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-36920f97-2ead-426f-ad64-61f11563dfb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.308563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-71ec286c-4d87-4fda-a1b2-3b0294307e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.359099 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-e21881e3-b73e-4b77-bed5-3d137bdb470a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1155384
Dec 18 21:02:27.412803 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-36920f97-2ead-426f-ad64-61f11563dfb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.419293 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-36920f97-2ead-426f-ad64-61f11563dfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.513297 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-71ec286c-4d87-4fda-a1b2-3b0294307e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.517256 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-36920f97-2ead-426f-ad64-61f11563dfb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=614a99fa0fc14f4ebd02bf31e9ff9def&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4783757
Dec 18 21:02:27.520102 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49486) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:27.530482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36920f97-2ead-426f-ad64-61f11563dfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bbd86d-3a53-4f10-a6b0-1f2e1dd2276a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:27.539985 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-71ec286c-4d87-4fda-a1b2-3b0294307e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.568416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49488) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:27.570785 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device fc604f11-f233-4aba-8228-e4d182d18996 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:02:27.596079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-4e18fdff-e23b-4bd4-b04a-cb78bc12de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:27.596834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-4e18fdff-e23b-4bd4-b04a-cb78bc12de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:27.597661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-4e18fdff-e23b-4bd4-b04a-cb78bc12de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:27.598387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-4e18fdff-e23b-4bd4-b04a-cb78bc12de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:27.599014 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-4e18fdff-e23b-4bd4-b04a-cb78bc12de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:27.599679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-4e18fdff-e23b-4bd4-b04a-cb78bc12de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:27.600321 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-4e18fdff-e23b-4bd4-b04a-cb78bc12de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:27.602689 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-4e18fdff-e23b-4bd4-b04a-cb78bc12de86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6500 time: 0.1680405
Dec 18 21:02:27.616057 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: fc604f11-f233-4aba-8228-e4d182d18996 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:02:27.616883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device fc604f11-f233-4aba-8228-e4d182d18996 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:02:27.647403 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-71ec286c-4d87-4fda-a1b2-3b0294307e49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f92b96b96f940aebbda4ed82cee846e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5750160
Dec 18 21:02:27.650191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49492) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:27.658721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec286c-4d87-4fda-a1b2-3b0294307e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa83dfa-6953-47b5-bc56-a3f432d462ed,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:27.717542 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a9791d8c-08c3-4dfb-bddf-1d26b0739e9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.723010 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cdaaafa2-ed0d-4c09-b026-6e387ce214bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.752841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a9791d8c-08c3-4dfb-bddf-1d26b0739e9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.757035 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cdaaafa2-ed0d-4c09-b026-6e387ce214bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.803383 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-492d67e1-e685-4ed5-a774-75cc78ef4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:27.803856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-492d67e1-e685-4ed5-a774-75cc78ef4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:27.804506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-492d67e1-e685-4ed5-a774-75cc78ef4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:27.806271 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-492d67e1-e685-4ed5-a774-75cc78ef4f47 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50f70d1e-856f-4dc0-8d15-f219387fa189&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344 HTTP/1.1" status: 200  len: 2299 time: 0.1631143
Dec 18 21:02:27.844384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1814415708-network', 'tenant_id': 'a437811487424144a39cf7205f4646fb'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:27.847788 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a9791d8c-08c3-4dfb-bddf-1d26b0739e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.850829 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a9791d8c-08c3-4dfb-bddf-1d26b0739e9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.852223 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a9791d8c-08c3-4dfb-bddf-1d26b0739e9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaa83dfa-6953-47b5-bc56-a3f432d462ed HTTP/1.1" status: 204  len: 168 time: 0.2004836
Dec 18 21:02:27.881535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9791d8c-08c3-4dfb-bddf-1d26b0739e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa83dfa-6953-47b5-bc56-a3f432d462ed,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:27.883730 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-a36614a1-f233-4ed5-8e73-777d9da78554 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6 HTTP/1.1" status: 200  len: 1000 time: 0.0699210
Dec 18 21:02:27.886556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cdaaafa2-ed0d-4c09-b026-6e387ce214bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.890086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cdaaafa2-ed0d-4c09-b026-6e387ce214bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.891442 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cdaaafa2-ed0d-4c09-b026-6e387ce214bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69bbd86d-3a53-4f10-a6b0-1f2e1dd2276a HTTP/1.1" status: 204  len: 168 time: 0.3704474
Dec 18 21:02:27.922276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Made reservation on behalf of a437811487424144a39cf7205f4646fb for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:27.925060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaaafa2-ed0d-4c09-b026-6e387ce214bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bbd86d-3a53-4f10-a6b0-1f2e1dd2276a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:27.929258 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.944325 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:27.980815 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-b53bd961-010b-4716-ae3f-f25800dd5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:27.982518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-b53bd961-010b-4716-ae3f-f25800dd5c13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd650901-9f47-47d9-a2fb-bdde348d3ffa HTTP/1.1" status: 200  len: 856 time: 0.0898075
Dec 18 21:02:28.031434 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.038664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-be276e2a-c32b-41e0-8bf7-d622ee8ac35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:28.039225 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.041151 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-be276e2a-c32b-41e0-8bf7-d622ee8ac35d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50f70d1e-856f-4dc0-8d15-f219387fa189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0507429
Dec 18 21:02:28.064699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b683fc0-86d4-40ee-a50f-73303800d7c0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:28.074466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:02:28.086428 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.087453 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Added segment 98f306f8-d0ce-4ea3-8141-982fa5480310 of type vlan for network 5cdc9825-bcb7-44d9-924b-34cb288e7a9b
Dec 18 21:02:28.135908 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.169281 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.171055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:28.172393 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.192533 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-648cf881-3555-42eb-a89b-66e962eb8e00 service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398447
Dec 18 21:02:28.255918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.6857798
Dec 18 21:02:28.258742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49514) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:28.267396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0b3c03a6-cef4-4bfd-99dd-8d670cec7279 admin admin] Request body: {'subnet': {'network_id': '5cdc9825-bcb7-44d9-924b-34cb288e7a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1814415708-subnet', 'tenant_id': 'a437811487424144a39cf7205f4646fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:28.272108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b921606-413d-47df-ab06-62f958da5b84 admin admin] Pushing event updated for resources: {'Network': ['ID=5cdc9825-bcb7-44d9-924b-34cb288e7a9b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:28.285222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5cdc9825-bcb7-44d9-924b-34cb288e7a9b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:02:28.316362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3c03a6-cef4-4bfd-99dd-8d670cec7279 admin admin] Made reservation on behalf of a437811487424144a39cf7205f4646fb for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:28.319725 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b3c03a6-cef4-4bfd-99dd-8d670cec7279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.437598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49518) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:28.468151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b03a742-1370-47f4-a507-9778fd4ab2f8 req-1641430e-ea45-4b5c-ba0b-a42ab2e2f976 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.1191366
Dec 18 21:02:28.481953 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4aaf04d9-827f-45e7-9757-1de4f328f446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.689804 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-70c729df-1f4e-4e5a-a306-1db955939188 service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4834476
Dec 18 21:02:28.707217 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49528) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:28.753398 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dab522e8-0a0e-455c-8119-7623585291ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.756572 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4aaf04d9-827f-45e7-9757-1de4f328f446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.763207 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-bf7fbec5-ace0-4f8d-bbc2-7eb89de9a119 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=fbcf81f3-8b8e-462f-9434-1aafb30b288a HTTP/1.1" status: 200  len: 217 time: 0.0629513
Dec 18 21:02:28.767856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4aaf04d9-827f-45e7-9757-1de4f328f446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.773483 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b3c03a6-cef4-4bfd-99dd-8d670cec7279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.826435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-80ca9a6b-4e6c-4620-830b-c0910ae97b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:28.828055 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-80ca9a6b-4e6c-4620-830b-c0910ae97b59 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0577004
Dec 18 21:02:28.871058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf04d9-827f-45e7-9757-1de4f328f446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b050f7-8c18-4b65-9396-d7056158fe98,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:28.877144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-261532ab-9260-432a-8ef4-2e09d2a63047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:28.878802 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-261532ab-9260-432a-8ef4-2e09d2a63047 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0433176
Dec 18 21:02:28.881874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4aaf04d9-827f-45e7-9757-1de4f328f446 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1719d319e0f045e8958ed817eb36214b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4404416
Dec 18 21:02:28.884463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49536) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:28.896517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c03a6-cef4-4bfd-99dd-8d670cec7279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf88e52-834c-44fd-9634-d5c03fad3150,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:28.925950 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c03a6-cef4-4bfd-99dd-8d670cec7279 admin admin] Checking segment: {'id': '98f306f8-d0ce-4ea3-8141-982fa5480310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5cdc9825-bcb7-44d9-924b-34cb288e7a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:02:28.926420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c03a6-cef4-4bfd-99dd-8d670cec7279 admin admin] Network hostable DHCP agents. Network: 5cdc9825-bcb7-44d9-924b-34cb288e7a9b, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:02:28.968945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c03a6-cef4-4bfd-99dd-8d670cec7279 admin admin] Network 5cdc9825-bcb7-44d9-924b-34cb288e7a9b is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:02:28.981865 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dab522e8-0a0e-455c-8119-7623585291ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:28.995660 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dab522e8-0a0e-455c-8119-7623585291ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:29.001061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c03a6-cef4-4bfd-99dd-8d670cec7279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5cdc9825-bcb7-44d9-924b-34cb288e7a9b) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:29.012096 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4ee0-b1c2-4726-86b4-4c03a5836913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:29.016121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b673fece-7d92-46ff-972e-c0f74a155edd None None] Network 5cdc9825-bcb7-44d9-924b-34cb288e7a9b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:02:29.019540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c03a6-cef4-4bfd-99dd-8d670cec7279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:29.020353 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b3c03a6-cef4-4bfd-99dd-8d670cec7279 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:29.026058 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-fdf1ecfc-d556-48ce-b539-dec87f5ad274 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339304
Dec 18 21:02:29.047982 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4ee0-b1c2-4726-86b4-4c03a5836913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:29.059189 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dab522e8-0a0e-455c-8119-7623585291ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c59a670c2d446bcb62aa6b9454ef426&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3443575
Dec 18 21:02:29.061474 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab522e8-0a0e-455c-8119-7623585291ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d8d678-8aa2-4f27-b767-db818ed4fb7e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:29.062790 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49558) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:29.075475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0b3c03a6-cef4-4bfd-99dd-8d670cec7279 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.8154120
Dec 18 21:02:29.159122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac77710-6cfe-4c0c-9a80-bd9ade42ecb1 None None] Network 5cdc9825-bcb7-44d9-924b-34cb288e7a9b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:02:29.201391 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4ee0-b1c2-4726-86b4-4c03a5836913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:29.204133 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4ee0-b1c2-4726-86b4-4c03a5836913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:29.205287 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef3c4ee0-b1c2-4726-86b4-4c03a5836913 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43b050f7-8c18-4b65-9396-d7056158fe98 HTTP/1.1" status: 204  len: 168 time: 0.3193281
Dec 18 21:02:29.206024 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-37192f70-318b-4e61-ad39-daf3d09668f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:29.223701 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-f45f5bac-b77b-4de5-a1df-5737c7a9e898 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883705
Dec 18 21:02:29.265602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c4ee0-b1c2-4726-86b4-4c03a5836913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b050f7-8c18-4b65-9396-d7056158fe98,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:29.311864 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-d1b3c85f-c85c-4448-820d-1f13f26c924e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=f844557f-eb38-48aa-8a3a-a4ec5d372124 HTTP/1.1" status: 200  len: 217 time: 0.0705719
Dec 18 21:02:29.316825 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-37192f70-318b-4e61-ad39-daf3d09668f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:29.412171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-a7b94d17-3e10-4712-a66b-e42ca0c84c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:29.414604 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-a7b94d17-3e10-4712-a66b-e42ca0c84c12 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0897448
Dec 18 21:02:29.478537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-14f6df7b-1c13-4866-916d-2eea8280969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:29.482199 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-14f6df7b-1c13-4866-916d-2eea8280969e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0613179
Dec 18 21:02:29.482887 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-37192f70-318b-4e61-ad39-daf3d09668f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:29.491342 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-37192f70-318b-4e61-ad39-daf3d09668f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:29.496055 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-37192f70-318b-4e61-ad39-daf3d09668f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78d8d678-8aa2-4f27-b767-db818ed4fb7e HTTP/1.1" status: 204  len: 168 time: 0.3994339
Dec 18 21:02:29.528405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37192f70-318b-4e61-ad39-daf3d09668f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d8d678-8aa2-4f27-b767-db818ed4fb7e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:29.661382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-975e5430-a749-47df-9c66-ce8f7cf1acb1 req-48a507bc-4365-4851-ae84-0630f92ee2d7 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0466990
Dec 18 21:02:29.686307 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-2a722e68-cc46-4091-bbb7-3d7f89694c6f service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1923280
Dec 18 21:02:29.848405 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-69873b15-f497-4c39-bd1a-fc0446bd8a70 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539783
Dec 18 21:02:29.909360 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-cca12d39-80d8-4262-9cef-702911f70d51 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85 HTTP/1.1" status: 200  len: 217 time: 0.0523815
Dec 18 21:02:29.956144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-f600b511-4cbd-49ac-a544-37af60f22335 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:29.964765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-f600b511-4cbd-49ac-a544-37af60f22335 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/networks?id=5cdc9825-bcb7-44d9-924b-34cb288e7a9b HTTP/1.1" status: 200  len: 818 time: 0.1652293
Dec 18 21:02:29.969094 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-19176734-8842-4358-acd2-bcd38cb5c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:29.975388 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-19176734-8842-4358-acd2-bcd38cb5c44e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0580547
Dec 18 21:02:29.979824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-b6e926d7-4a8b-499e-8e1d-74cb1c1c6693 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/quotas/a437811487424144a39cf7205f4646fb HTTP/1.1" status: 200  len: 375 time: 0.0138962
Dec 18 21:02:30.033289 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-00d6f4e6-4251-4857-a5b5-f6258124ba0b tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a437811487424144a39cf7205f4646fb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0509810
Dec 18 21:02:30.039311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-637740b1-c447-49f3-bbe4-cb68e3d3fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:30.042224 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-637740b1-c447-49f3-bbe4-cb68e3d3fcc6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0586791
Dec 18 21:02:30.126711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49644) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:30.143922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-43764078-b66b-4e03-a5bd-b3a3238619dd service neutron] 10.222.0.13 "GET /v2.0/networks/5cdc9825-bcb7-44d9-924b-34cb288e7a9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097209
Dec 18 21:02:30.158432 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-26529515-d495-41f6-acbc-3fb7109d012c service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1093695
Dec 18 21:02:30.172941 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:02:30.258715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-bb7156fe-eeee-4a76-93ab-31003d77d73c service neutron] 10.222.0.13 "GET /v2.0/networks/5cdc9825-bcb7-44d9-924b-34cb288e7a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1137726
Dec 18 21:02:30.261834 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-bf55a1b8-6bb0-4932-979c-6d5e78309cfe service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0960064
Dec 18 21:02:30.318921 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-d7973a51-9833-4fb9-8544-8291c1c48edc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=59526aeb-f155-46bf-ba7e-15d8467624a2 HTTP/1.1" status: 200  len: 217 time: 0.0490766
Dec 18 21:02:30.379374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d7c44b1-a2f1-4b79-86bf-2e9795c6072f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:30.411717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-b5d01a68-f719-4c7f-91c5-64a25b049b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:30.413052 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-b5d01a68-f719-4c7f-91c5-64a25b049b7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0874965
Dec 18 21:02:30.511788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8299b55-97ec-4428-944e-0391ef3dcab0 req-3e40469e-c5b6-4541-94ea-7952e8ee73f7 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 210 time: 0.0451841
Dec 18 21:02:30.591343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-40b05959-f96e-461d-be57-5bda9b3d222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:30.592870 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-40b05959-f96e-461d-be57-5bda9b3d222f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1475613
Dec 18 21:02:30.743128 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d7c44b1-a2f1-4b79-86bf-2e9795c6072f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:30.749377 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-7a8a5483-76f3-4168-9480-33195867e935 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477475
Dec 18 21:02:30.753052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d7c44b1-a2f1-4b79-86bf-2e9795c6072f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:30.852780 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2d7c44b1-a2f1-4b79-86bf-2e9795c6072f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d39c44ab1d948c1aa6b6dec003fb9e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7174568
Dec 18 21:02:30.855353 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da4ad640-6d39-4beb-bf29-e59796289d50 req-00a5891c-cf35-4d9e-8357-b932e9775be2 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0461032
Dec 18 21:02:30.855912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49682) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:30.858422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c44b1-a2f1-4b79-86bf-2e9795c6072f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad65f3a1-ba74-4a79-91fc-ca3af1333349,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:30.925621 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-71a67050-496e-4cca-aa65-4fe1fb073503 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575396
Dec 18 21:02:30.947891 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e1eb2d4-1704-4b26-8ca4-84dcf3280c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:30.984051 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-646b6606-f5ee-4407-974e-87e59fdbc7b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f477167-6d29-4a5d-a26d-96bb2271bada HTTP/1.1" status: 200  len: 217 time: 0.0504951
Dec 18 21:02:30.989967 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e1eb2d4-1704-4b26-8ca4-84dcf3280c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:31.041621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-3077169c-ac72-4553-9175-b13567729044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:31.043745 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-3077169c-ac72-4553-9175-b13567729044 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.0523202
Dec 18 21:02:31.050932 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e1eb2d4-1704-4b26-8ca4-84dcf3280c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:31.054710 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e1eb2d4-1704-4b26-8ca4-84dcf3280c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:31.056442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0e1eb2d4-1704-4b26-8ca4-84dcf3280c47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad65f3a1-ba74-4a79-91fc-ca3af1333349 HTTP/1.1" status: 204  len: 168 time: 0.1994846
Dec 18 21:02:31.069278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1eb2d4-1704-4b26-8ca4-84dcf3280c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad65f3a1-ba74-4a79-91fc-ca3af1333349,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:31.116108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-56bf5607-d8a8-4858-97a2-0992433ea612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:31.117717 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-56bf5607-d8a8-4858-97a2-0992433ea612 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0659962
Dec 18 21:02:31.233963 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-96121863-0162-48e5-bcaf-c089f56675fd service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1079872
Dec 18 21:02:31.344071 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-d09f9ad3-ef9d-4fb6-8e0a-8aca14e489ca service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1029632
Dec 18 21:02:31.400652 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-f67a87ff-0375-45b6-bf9a-ffd44c3bb7ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 HTTP/1.1" status: 200  len: 217 time: 0.0490091
Dec 18 21:02:31.455771 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-49f47b58-9311-4fac-87ac-8942ea6b1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:31.457411 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-49f47b58-9311-4fac-87ac-8942ea6b1450 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.0493886
Dec 18 21:02:31.492380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49706) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:31.524320 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-0b4dcaa2-77bf-4ac4-bd5f-df1ecf7caa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:31.526495 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-0b4dcaa2-77bf-4ac4-bd5f-df1ecf7caa22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0618277
Dec 18 21:02:31.530857 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c24b2ef9-2ea8-42d8-ba05-12bef8edbb32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:31.635510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-147cf52a-52a0-4e9e-be0f-aa8ef8933433 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1002574
Dec 18 21:02:31.690068 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c24b2ef9-2ea8-42d8-ba05-12bef8edbb32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:31.711881 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c24b2ef9-2ea8-42d8-ba05-12bef8edbb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:31.732395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f37f863-2fdd-4b94-b7c4-f39588bf7725 req-7f407f5c-6064-40d2-92e3-7fa676320c71 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 210 time: 0.0667720
Dec 18 21:02:31.787071 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-86518bb5-90b4-4a42-a2da-cfd175b1d10b req-1c02a993-ab3b-421b-beed-ecca1e0fc531 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398478
Dec 18 21:02:31.802774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b2ef9-2ea8-42d8-ba05-12bef8edbb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19b9a26-b98d-4b4d-a6ea-4726ca1c8137,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:31.856714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c24b2ef9-2ea8-42d8-ba05-12bef8edbb32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c9d79c311ca4e61bd2d4e9d03c859d3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3632205
Dec 18 21:02:31.859427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49718) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:31.874375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49722) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:31.989521 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88b5fa79-aed4-492f-8fd3-811c8de8f3da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.029684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b36e13f-c76a-477d-9fda-8fbcc85e2eb7 req-d8c39f88-fdab-42ab-b031-9a7e76c841d4 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0622001
Dec 18 21:02:32.047252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:32.047404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-7262724b-d1a4-4767-b4f2-0b5df297c7e7 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:32.050882 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-7262724b-d1a4-4767-b4f2-0b5df297c7e7 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.31 "GET /v2.0/networks?id=5cdc9825-bcb7-44d9-924b-34cb288e7a9b HTTP/1.1" status: 200  len: 818 time: 0.2864735
Dec 18 21:02:32.053560 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88b5fa79-aed4-492f-8fd3-811c8de8f3da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.069753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Request body: {'port': {'device_id': 'cbeab8db-c94f-4f17-b0d6-98b9b9c81288', 'network_id': '5cdc9825-bcb7-44d9-924b-34cb288e7a9b', 'admin_state_up': True, 'tenant_id': 'a437811487424144a39cf7205f4646fb'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:32.102198 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.158346 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88b5fa79-aed4-492f-8fd3-811c8de8f3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.161496 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88b5fa79-aed4-492f-8fd3-811c8de8f3da admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.163679 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-88b5fa79-aed4-492f-8fd3-811c8de8f3da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a19b9a26-b98d-4b4d-a6ea-4726ca1c8137 HTTP/1.1" status: 204  len: 168 time: 0.3027432
Dec 18 21:02:32.179419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5fa79-aed4-492f-8fd3-811c8de8f3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19b9a26-b98d-4b4d-a6ea-4726ca1c8137,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:32.238819 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Made reservation on behalf of a437811487424144a39cf7205f4646fb for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:32.243200 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.250338 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.390804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Allocated IP 172.35.3.181 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/b6b13747-1024-4fc7-86aa-ad8435717534) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:32.399682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Allocated IP 172.20.0.10 (5cdc9825-bcb7-44d9-924b-34cb288e7a9b/dcf88e52-834c-44fd-9634-d5c03fad3150/31dbff86-71a4-402c-a5c6-7a6662676263) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:32.524384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.573083 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.577237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.627372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:32.630469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:32.634572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:32.641051 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Pushing event updated for resources: {'Port': ['ID=b6b13747-1024-4fc7-86aa-ad8435717534,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:32.664587 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.745043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Network 5cdc9825-bcb7-44d9-924b-34cb288e7a9b is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:32.748198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:32.754887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:32.761947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Pushing event updated for resources: {'Port': ['ID=31dbff86-71a4-402c-a5c6-7a6662676263,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:32.812834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:32.813771 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.829892 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.840366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-517478e8-86f1-447d-bf6e-765846539362 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7769105
Dec 18 21:02:32.855315 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Request body: {'port': {'device_id': 'cbeab8db-c94f-4f17-b0d6-98b9b9c81288', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:32.878998 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.932738 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-307e47ca-d068-435d-9794-202beecba1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:32.986384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354244ce-cf95-4bed-9771-4b0c4c73d717 req-4364651d-76dc-4590-9982-e2581e3fd981 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:32.988163 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-354244ce-cf95-4bed-9771-4b0c4c73d717 req-4364651d-76dc-4590-9982-e2581e3fd981 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 932 time: 0.1233778
Dec 18 21:02:32.989289 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.131220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-354244ce-cf95-4bed-9771-4b0c4c73d717 req-315250fe-5ee7-4e20-8847-0ef924e94257 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b683fc0-86d4-40ee-a50f-73303800d7c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297762
Dec 18 21:02:33.149347 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.162002 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.261737 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.281746 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Pushing event updated for resources: {'Port': ['ID=b6b13747-1024-4fc7-86aa-ad8435717534,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:33.290568 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.293698 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-920c81e2-7442-4b01-98c9-a3340916c84d tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4150937
Dec 18 21:02:33.297087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49780) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:33.302180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1775b3e8-b420-4e10-ac73-57e6f021ccea req-825c660b-017e-40b4-8ae6-005d9c163b1c tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.1325328
Dec 18 21:02:33.303586 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9a2f0a29-020d-4d0f-81c7-5a4403d7a4d1 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-547564656', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'fixed_ips': [{'ip_address': '172.35.3.181'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:33.343062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2f0a29-020d-4d0f-81c7-5a4403d7a4d1 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Made reservation on behalf of 66cceca1286c45e6b03c26cdde24a002 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:33.345604 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0a29-020d-4d0f-81c7-5a4403d7a4d1 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.356414 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0a29-020d-4d0f-81c7-5a4403d7a4d1 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.459645 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31dbff86-71a4-402c-a5c6-7a6662676263 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:02:33.461733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0a29-020d-4d0f-81c7-5a4403d7a4d1 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.469021 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0a29-020d-4d0f-81c7-5a4403d7a4d1 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.469616 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.482963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Transition to ACTIVE for port object 31dbff86-71a4-402c-a5c6-7a6662676263 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:02:33.489359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-9a2f0a29-020d-4d0f-81c7-5a4403d7a4d1 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] device_id is not set on port b093189f-8fca-4aec-860d-97e675f88463 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:02:33.490810 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.554351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Pushing event updated for resources: {'Port': ['ID=31dbff86-71a4-402c-a5c6-7a6662676263,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:33.559029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f0a29-020d-4d0f-81c7-5a4403d7a4d1 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea6ffc1-1688-402e-b7a9-72bda30f5502,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:33.646534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Attempting to bind port 31dbff86-71a4-402c-a5c6-7a6662676263 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:02:33.646947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Attempting to bind port 31dbff86-71a4-402c-a5c6-7a6662676263 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '98f306f8-d0ce-4ea3-8141-982fa5480310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5cdc9825-bcb7-44d9-924b-34cb288e7a9b'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:02:33.647281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Attempting to bind port 31dbff86-71a4-402c-a5c6-7a6662676263 on network 5cdc9825-bcb7-44d9-924b-34cb288e7a9b {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:02:33.653308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Port 31dbff86-71a4-402c-a5c6-7a6662676263 on network 5cdc9825-bcb7-44d9-924b-34cb288e7a9b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:02:33.653638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Attempting to bind port 31dbff86-71a4-402c-a5c6-7a6662676263 on network 5cdc9825-bcb7-44d9-924b-34cb288e7a9b {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:02:33.659618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:02:33.660662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Checking segment: {'id': '98f306f8-d0ce-4ea3-8141-982fa5480310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5cdc9825-bcb7-44d9-924b-34cb288e7a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:02:33.661047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Bound using segment: {'id': '98f306f8-d0ce-4ea3-8141-982fa5480310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5cdc9825-bcb7-44d9-924b-34cb288e7a9b'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:02:33.661589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Bound port: 31dbff86-71a4-402c-a5c6-7a6662676263, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f306f8-d0ce-4ea3-8141-982fa5480310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5cdc9825-bcb7-44d9-924b-34cb288e7a9b'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:02:33.661822 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.715220 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2f0a29-020d-4d0f-81c7-5a4403d7a4d1 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:02:33.715739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2f0a29-020d-4d0f-81c7-5a4403d7a4d1 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:02:33.738676 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9a2f0a29-020d-4d0f-81c7-5a4403d7a4d1 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 0.4376128
Dec 18 21:02:33.739689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49798) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:33.769204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] For port 31dbff86-71a4-402c-a5c6-7a6662676263, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:02:33.775384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] For port 31dbff86-71a4-402c-a5c6-7a6662676263, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=31dbff86-71a4-402c-a5c6-7a6662676263,segment=NetworkSegment(98f306f8-d0ce-4ea3-8141-982fa5480310),segment_id=98f306f8-d0ce-4ea3-8141-982fa5480310)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:02:33.781443 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.851377 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:33.852115 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:33.853679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] 10.222.0.31 "PUT /v2.0/ports/31dbff86-71a4-402c-a5c6-7a6662676263 HTTP/1.1" status: 200  len: 1092 time: 1.0038476
Dec 18 21:02:33.854231 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbeab8db-c94f-4f17-b0d6-98b9b9c81288', 'tag': '31dbff86-71a4-402c-a5c6-7a6662676263'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:02:33.856772 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0978000c-ffdf-4b42-a06a-e87958d233e0" -d '{"events": [{"name": "network-changed", "server_uuid": "cbeab8db-c94f-4f17-b0d6-98b9b9c81288", "tag": "31dbff86-71a4-402c-a5c6-7a6662676263"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:02:33.896780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203ddec-201e-430c-a8b5-307a84c0c61e service neutron] Pushing event updated for resources: {'Port': ['ID=31dbff86-71a4-402c-a5c6-7a6662676263,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:33.922294 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defa709e-7914-49d4-a5ba-fd7db7e86826 x-openstack-request-id: req-defa709e-7914-49d4-a5ba-fd7db7e86826 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:02:33.922675 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbeab8db-c94f-4f17-b0d6-98b9b9c81288", "tag": "31dbff86-71a4-402c-a5c6-7a6662676263", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:02:33.923007 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-defa709e-7914-49d4-a5ba-fd7db7e86826 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:02:33.923415 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbeab8db-c94f-4f17-b0d6-98b9b9c81288', 'tag': '31dbff86-71a4-402c-a5c6-7a6662676263', 'status': 'completed', 'code': 200}
Dec 18 21:02:33.961142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-09cc7b9c-b179-4d30-b1e6-cb603a7cebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:33.963179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-09cc7b9c-b179-4d30-b1e6-cb603a7cebda service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a437811487424144a39cf7205f4646fb&device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 1095 time: 0.0587559
Dec 18 21:02:33.974435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-46714750-175b-4657-985a-6f4a274f252e tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Deleting port b6b13747-1024-4fc7-86aa-ad8435717534 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:33.974786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-46714750-175b-4657-985a-6f4a274f252e tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.008158 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-8150f6ac-9e7b-4a25-be4d-b89250b0c94f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31dbff86-71a4-402c-a5c6-7a6662676263 HTTP/1.1" status: 200  len: 217 time: 0.0363429
Dec 18 21:02:34.025732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49814) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:34.069346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-4e8fc7f2-b64e-48cf-ad06-b0069abefd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:34.070847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-4e8fc7f2-b64e-48cf-ad06-b0069abefd03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcf88e52-834c-44fd-9634-d5c03fad3150 HTTP/1.1" status: 200  len: 858 time: 0.0553985
Dec 18 21:02:34.073609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-46714750-175b-4657-985a-6f4a274f252e tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.073940 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-46714750-175b-4657-985a-6f4a274f252e tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.090455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-46714750-175b-4657-985a-6f4a274f252e tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Calling delete_port for b6b13747-1024-4fc7-86aa-ad8435717534 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:34.104950 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-f9b3a7b3-46fa-499a-a192-9a9d74e05eaf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cdc9825-bcb7-44d9-924b-34cb288e7a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266306
Dec 18 21:02:34.199923 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25193a11-62c2-49f2-afc4-8f01c20b23f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.204872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-25c22897-ae2e-42f1-b08b-3e3061ea7404 service neutron] 10.222.0.31 "GET /v2.0/networks/5cdc9825-bcb7-44d9-924b-34cb288e7a9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917733
Dec 18 21:02:34.296618 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-46714750-175b-4657-985a-6f4a274f252e tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.339118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46714750-175b-4657-985a-6f4a274f252e tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6b13747-1024-4fc7-86aa-ad8435717534,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:34.365835 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25193a11-62c2-49f2-afc4-8f01c20b23f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.376803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772501bf-a17e-4123-a92d-e3647dac8cee req-92b3530d-b054-44ff-b560-7d169158fe73 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:34.378548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-772501bf-a17e-4123-a92d-e3647dac8cee req-92b3530d-b054-44ff-b560-7d169158fe73 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 944 time: 0.1355088
Dec 18 21:02:34.381987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0ec29f-ac02-4b3d-a082-825e4358e010 req-a1499da2-0ae0-462b-9a47-5959c5d283c8 service neutron] 10.222.0.31 "GET /v2.0/networks/5cdc9825-bcb7-44d9-924b-34cb288e7a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631272
Dec 18 21:02:34.421635 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25193a11-62c2-49f2-afc4-8f01c20b23f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.462436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-772501bf-a17e-4123-a92d-e3647dac8cee req-e2c12b60-5302-4ae8-8cd6-b00a02523633 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b683fc0-86d4-40ee-a50f-73303800d7c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780036
Dec 18 21:02:34.527761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25193a11-62c2-49f2-afc4-8f01c20b23f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aced5b6-116c-4007-8797-53091929e197,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:34.527895 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1586e6f-d8bb-4512-975a-57877c46de04 req-e0b90fe2-f416-4207-9314-a9a665bbedfb tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0701773
Dec 18 21:02:34.537160 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-25193a11-62c2-49f2-afc4-8f01c20b23f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bcda0eef0cc4cfba8a358c27ca82c4d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5081539
Dec 18 21:02:34.537681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49854) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:34.547708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-46714750-175b-4657-985a-6f4a274f252e tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.551213 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-46714750-175b-4657-985a-6f4a274f252e tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.552549 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-46714750-175b-4657-985a-6f4a274f252e tempest-ExternalNetworksAdminNegativeTestJSON-1690474630 tempest-ExternalNetworksAdminNegativeTestJSON-1690474630-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/85a08666-7284-4dc5-ac57-571469e05c4d HTTP/1.1" status: 204  len: 168 time: 0.8116155
Dec 18 21:02:34.567108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978000c-ffdf-4b42-a06a-e87958d233e0 req-de02f990-be34-4055-b83f-1f260ab6b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:34.568604 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0978000c-ffdf-4b42-a06a-e87958d233e0 req-de02f990-be34-4055-b83f-1f260ab6b5ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a437811487424144a39cf7205f4646fb&device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 1095 time: 0.1112144
Dec 18 21:02:34.605084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87f93cb0-8740-4014-9f6a-130d6bccd297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.628795 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87f93cb0-8740-4014-9f6a-130d6bccd297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.681045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978000c-ffdf-4b42-a06a-e87958d233e0 req-1d35b95c-ca32-4cbd-80be-dc7c5b50212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:34.683914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0978000c-ffdf-4b42-a06a-e87958d233e0 req-1d35b95c-ca32-4cbd-80be-dc7c5b50212b service neutron] 10.222.0.31 "GET /v2.0/networks?id=5cdc9825-bcb7-44d9-924b-34cb288e7a9b HTTP/1.1" status: 200  len: 919 time: 0.1020358
Dec 18 21:02:34.691714 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87f93cb0-8740-4014-9f6a-130d6bccd297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.694762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87f93cb0-8740-4014-9f6a-130d6bccd297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:34.699212 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-87f93cb0-8740-4014-9f6a-130d6bccd297 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7aced5b6-116c-4007-8797-53091929e197 HTTP/1.1" status: 204  len: 168 time: 0.1598425
Dec 18 21:02:34.707144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f93cb0-8740-4014-9f6a-130d6bccd297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aced5b6-116c-4007-8797-53091929e197,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:34.750245 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0978000c-ffdf-4b42-a06a-e87958d233e0 req-ab3f9417-f6d0-4357-8a42-40b2bf05e127 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31dbff86-71a4-402c-a5c6-7a6662676263 HTTP/1.1" status: 200  len: 217 time: 0.0586841
Dec 18 21:02:34.808212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978000c-ffdf-4b42-a06a-e87958d233e0 req-a4d31038-221a-43e1-8e1a-aaf979fe48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:34.809697 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0978000c-ffdf-4b42-a06a-e87958d233e0 req-a4d31038-221a-43e1-8e1a-aaf979fe48cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcf88e52-834c-44fd-9634-d5c03fad3150 HTTP/1.1" status: 200  len: 858 time: 0.0514739
Dec 18 21:02:34.851315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49870) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:34.857552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0978000c-ffdf-4b42-a06a-e87958d233e0 req-35e0098a-5aef-4847-8c22-e67cefdf7e39 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5cdc9825-bcb7-44d9-924b-34cb288e7a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0332904
Dec 18 21:02:34.980533 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0978000c-ffdf-4b42-a06a-e87958d233e0 req-539aa221-3d96-4606-9a16-6edc796bbbf7 service neutron] 10.222.0.31 "GET /v2.0/networks/5cdc9825-bcb7-44d9-924b-34cb288e7a9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220064
Dec 18 21:02:35.089527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0978000c-ffdf-4b42-a06a-e87958d233e0 req-9a61c0f4-953b-4af8-ac7f-fb6063b5afb4 service neutron] 10.222.0.31 "GET /v2.0/networks/5cdc9825-bcb7-44d9-924b-34cb288e7a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1012859
Dec 18 21:02:35.154898 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b0c60058-91d4-41ad-98ad-00ce2ad03705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:35.166661 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fbc0a720-fbd1-4944-af7a-992121ce40f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:35.246357 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b0c60058-91d4-41ad-98ad-00ce2ad03705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:35.252280 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b0c60058-91d4-41ad-98ad-00ce2ad03705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:35.299150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c60058-91d4-41ad-98ad-00ce2ad03705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2367d0a4-787b-437b-99bc-ef06185a7090,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:35.311086 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b0c60058-91d4-41ad-98ad-00ce2ad03705 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1ebcef17bb4458fa70b95e48552082a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4557474
Dec 18 21:02:35.311418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49898) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:35.374766 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a43f9353-4b89-4ff1-b5b8-a9efddd3bc90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:35.425931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a43f9353-4b89-4ff1-b5b8-a9efddd3bc90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:35.492171 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a43f9353-4b89-4ff1-b5b8-a9efddd3bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:35.496781 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a43f9353-4b89-4ff1-b5b8-a9efddd3bc90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:35.501325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a43f9353-4b89-4ff1-b5b8-a9efddd3bc90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2367d0a4-787b-437b-99bc-ef06185a7090 HTTP/1.1" status: 204  len: 168 time: 0.1883626
Dec 18 21:02:35.511053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f9353-4b89-4ff1-b5b8-a9efddd3bc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367d0a4-787b-437b-99bc-ef06185a7090,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:35.652633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1956aeed-3906-4162-87f2-06fba984e24a req-a5da6785-d6f7-4eee-b6be-438b2fe7122a tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0271840
Dec 18 21:02:35.675780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b3a44-454f-4540-a03c-7c8bc0b4636b req-d7f4a8cb-3614-4399-94c7-7c4a96964b68 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:35.677462 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-229b3a44-454f-4540-a03c-7c8bc0b4636b req-d7f4a8cb-3614-4399-94c7-7c4a96964b68 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 944 time: 0.0920174
Dec 18 21:02:35.750506 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-229b3a44-454f-4540-a03c-7c8bc0b4636b req-756c808c-cd10-4d36-bc2b-39b30adabca9 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b683fc0-86d4-40ee-a50f-73303800d7c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611839
Dec 18 21:02:35.947650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49936) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:36.001745 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-eee86b96-db73-4a46-ab77-0d3ff55a53e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66cceca1286c45e6b03c26cdde24a002&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0523505
Dec 18 21:02:36.005007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49946) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:36.071750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15af61af-3b8b-4add-a97b-b04d27ee764a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:36.097307 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15af61af-3b8b-4add-a97b-b04d27ee764a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:36.157099 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15af61af-3b8b-4add-a97b-b04d27ee764a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:36.159977 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15af61af-3b8b-4add-a97b-b04d27ee764a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:36.161519 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-15af61af-3b8b-4add-a97b-b04d27ee764a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eea6ffc1-1688-402e-b7a9-72bda30f5502 HTTP/1.1" status: 204  len: 168 time: 0.1553972
Dec 18 21:02:36.171543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af61af-3b8b-4add-a97b-b04d27ee764a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea6ffc1-1688-402e-b7a9-72bda30f5502,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:36.356940 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:36.436435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49960) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:36.598772 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-39a8658f-1632-426d-89f4-7afea144412f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:36.696649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-39a8658f-1632-426d-89f4-7afea144412f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:36.702868 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-39a8658f-1632-426d-89f4-7afea144412f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:36.749950 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-39a8658f-1632-426d-89f4-7afea144412f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54b9b5c2745548e48a1f01cfa857f69b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3117690
Dec 18 21:02:36.752611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49982) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:36.761328 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8658f-1632-426d-89f4-7afea144412f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c963e6-c66f-4251-a3c4-0a1a95b58a48,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:36.830049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0a8d3f48-bca1-4ab6-b195-04899e828d99 req-d835b404-be0e-49ff-b849-9f223843c759 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0466995
Dec 18 21:02:36.875254 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0651b31-a4e8-4486-848d-c330b78fc350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:36.921794 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0651b31-a4e8-4486-848d-c330b78fc350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:36.951886 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b41f7-5d33-4648-85e9-68efabd6444b req-eda47c03-3b56-422b-8e35-be643d86bb3a tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:36.963240 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d34b41f7-5d33-4648-85e9-68efabd6444b req-eda47c03-3b56-422b-8e35-be643d86bb3a tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 944 time: 0.1011245
Dec 18 21:02:36.986822 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0651b31-a4e8-4486-848d-c330b78fc350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:36.992273 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0651b31-a4e8-4486-848d-c330b78fc350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:36.997388 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f0651b31-a4e8-4486-848d-c330b78fc350 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43c963e6-c66f-4251-a3c4-0a1a95b58a48 HTTP/1.1" status: 204  len: 168 time: 0.2412465
Dec 18 21:02:37.010859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0651b31-a4e8-4486-848d-c330b78fc350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c963e6-c66f-4251-a3c4-0a1a95b58a48,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:37.032426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d34b41f7-5d33-4648-85e9-68efabd6444b req-74d9f533-ee78-4264-8549-8b7da8c45396 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b683fc0-86d4-40ee-a50f-73303800d7c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669870
Dec 18 21:02:37.460154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50042) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:37.479031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35e6be5a-7013-4d13-9535-c24445d01edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:37.621472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35e6be5a-7013-4d13-9535-c24445d01edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:37.626120 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35e6be5a-7013-4d13-9535-c24445d01edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:37.643244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 31dbff86-71a4-402c-a5c6-7a6662676263 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:02:37.690894 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-35e6be5a-7013-4d13-9535-c24445d01edc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37515c9f9f3e497cb6bc211df004327a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2279599
Dec 18 21:02:37.691759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50058) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:37.697386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6be5a-7013-4d13-9535-c24445d01edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef911a86-2dc5-48c0-9c8a-d99f0e58957e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:37.774947 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52173212-8a50-455d-b9f9-eb367a202a97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:37.805487 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52173212-8a50-455d-b9f9-eb367a202a97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:37.820607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 31dbff86-71a4-402c-a5c6-7a6662676263, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=31dbff86-71a4-402c-a5c6-7a6662676263,segment=NetworkSegment(98f306f8-d0ce-4ea3-8141-982fa5480310),segment_id=98f306f8-d0ce-4ea3-8141-982fa5480310)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:37.837294 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '31dbff86-71a4-402c-a5c6-7a6662676263', 'network_id': '5cdc9825-bcb7-44d9-924b-34cb288e7a9b', 'port_id': '31dbff86-71a4-402c-a5c6-7a6662676263', 'mac_address': 'fa:16:3e:1f:fd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf88e52-834c-44fd-9634-d5c03fad3150', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:02:37.901556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52173212-8a50-455d-b9f9-eb367a202a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:37.902759 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:37.904665 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52173212-8a50-455d-b9f9-eb367a202a97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:37.906071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-52173212-8a50-455d-b9f9-eb367a202a97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef911a86-2dc5-48c0-9c8a-d99f0e58957e HTTP/1.1" status: 204  len: 168 time: 0.2132905
Dec 18 21:02:37.926198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52173212-8a50-455d-b9f9-eb367a202a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef911a86-2dc5-48c0-9c8a-d99f0e58957e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:37.930486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31dbff86-71a4-402c-a5c6-7a6662676263 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:02:37.938664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50068) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:37.990989 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 31dbff86-71a4-402c-a5c6-7a6662676263, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=31dbff86-71a4-402c-a5c6-7a6662676263,segment=NetworkSegment(98f306f8-d0ce-4ea3-8141-982fa5480310),segment_id=98f306f8-d0ce-4ea3-8141-982fa5480310)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:38.002985 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.024811 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f19820f-524e-47dc-991a-92fae601d115 req-958e8d99-f4ac-43df-87e8-1b3fb64ac297 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0736916
Dec 18 21:02:38.094837 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.100862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=31dbff86-71a4-402c-a5c6-7a6662676263,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:38.110146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.110667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.110956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.111513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.111926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.112254 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.112800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.113137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.113653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.114152 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.114683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.115206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.115728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:38.280287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['31dbff86-71a4-402c-a5c6-7a6662676263'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:02:38.473513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50086) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:38.504918 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c270c074-ca92-4494-918b-c9f29623ee89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.542246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ca6c6-ad05-4b36-baaa-0ac6236b5a3b req-47cce5a7-60e1-45d8-a3b9-78c5f49fd272 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:38.543656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e9ca6c6-ad05-4b36-baaa-0ac6236b5a3b req-47cce5a7-60e1-45d8-a3b9-78c5f49fd272 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 945 time: 0.4122255
Dec 18 21:02:38.554113 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.625893 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e9ca6c6-ad05-4b36-baaa-0ac6236b5a3b req-c8205111-3a34-441e-a03f-e06c694d3eb4 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b683fc0-86d4-40ee-a50f-73303800d7c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737581
Dec 18 21:02:38.642107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-565047535', 'router:external': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:38.672733 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c270c074-ca92-4494-918b-c9f29623ee89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.679627 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c270c074-ca92-4494-918b-c9f29623ee89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.684179 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Made reservation on behalf of 033500781fb149b997b81b3d38bc507e for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:38.687547 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.699150 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.724903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270c074-ca92-4494-918b-c9f29623ee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cace28e2-3a88-495d-90a4-61e634dcf0c0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:38.729353 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c270c074-ca92-4494-918b-c9f29623ee89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57f50b0136fe4f3995186749899c4344&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7897067
Dec 18 21:02:38.734354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50096) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:38.804488 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fceb0bc7-0947-4342-8d81-246fa028bbc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.805472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.810490 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.835626 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fceb0bc7-0947-4342-8d81-246fa028bbc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.844431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:02:38.854401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c2a4d6-4a57-4bf7-9bf3-521fa3dd2553,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:38.863256 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.864083 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Added segment 31f23596-67ff-440d-8858-c0910801a56b of type vlan for network 2903ddd7-8b99-4045-90e4-182c90fdd3af
Dec 18 21:02:38.900886 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fceb0bc7-0947-4342-8d81-246fa028bbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.903802 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fceb0bc7-0947-4342-8d81-246fa028bbc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.908253 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fceb0bc7-0947-4342-8d81-246fa028bbc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cace28e2-3a88-495d-90a4-61e634dcf0c0 HTTP/1.1" status: 204  len: 168 time: 0.1751418
Dec 18 21:02:38.916472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb0bc7-0947-4342-8d81-246fa028bbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cace28e2-3a88-495d-90a4-61e634dcf0c0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:38.923952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.964845 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:38.966384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:38.967140 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.025419 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 0.5507820
Dec 18 21:02:39.028723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50108) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:39.035075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Request body: {'subnet': {'network_id': '2903ddd7-8b99-4045-90e4-182c90fdd3af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:39.037309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706a630-dbf2-4221-b4f1-126d0adddc83 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event updated for resources: {'Network': ['ID=2903ddd7-8b99-4045-90e4-182c90fdd3af,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:39.053756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 2903ddd7-8b99-4045-90e4-182c90fdd3af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:02:39.089684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Made reservation on behalf of 033500781fb149b997b81b3d38bc507e for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:39.092535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.181634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-628380fa-f74c-4a26-a277-21d61be3f0f9 req-d04fbb2a-5697-4d51-a7ef-1920fa619af4 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0478799
Dec 18 21:02:39.338644 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50120) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:39.356433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b09ffcdc-11c1-4947-b3d1-8abbb9e5e680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.453156 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b09ffcdc-11c1-4947-b3d1-8abbb9e5e680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.457535 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b09ffcdc-11c1-4947-b3d1-8abbb9e5e680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.483178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.objects.ports [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:02:39.483688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.500996 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b09ffcdc-11c1-4947-b3d1-8abbb9e5e680 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04f31f53b2d148b4bab980d6c14ce067&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1607060
Dec 18 21:02:39.501868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ffcdc-11c1-4947-b3d1-8abbb9e5e680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8932c97b-6d8a-439e-85f5-afc4071260a5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:39.504504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50124) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:39.561656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event updated for resources: {'Subnet': ['ID=11837e2c-4ed4-406f-bc7f-5c32d9dc251c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:39.571175 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9971ec5-e74f-4b7b-835d-b5aee5c86bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.571790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Checking segment: {'id': '31f23596-67ff-440d-8858-c0910801a56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2903ddd7-8b99-4045-90e4-182c90fdd3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:02:39.572349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Network hostable DHCP agents. Network: 2903ddd7-8b99-4045-90e4-182c90fdd3af, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:02:39.593246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Network 2903ddd7-8b99-4045-90e4-182c90fdd3af is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:02:39.596738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9971ec5-e74f-4b7b-835d-b5aee5c86bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.607004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2903ddd7-8b99-4045-90e4-182c90fdd3af) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:39.611941 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:39.612792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.618211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9416df12-9851-4dcd-b3f7-3401da008aa0 None None] Network 2903ddd7-8b99-4045-90e4-182c90fdd3af requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:02:39.639226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-26783f92-a5fb-4778-a36f-b6841a8e74fe tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.6091335
Dec 18 21:02:39.641985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50128) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:39.653149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-412239751', 'network_id': '2903ddd7-8b99-4045-90e4-182c90fdd3af'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:39.671725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 31dbff86-71a4-402c-a5c6-7a6662676263 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:02:39.679204 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9971ec5-e74f-4b7b-835d-b5aee5c86bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.683800 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9971ec5-e74f-4b7b-835d-b5aee5c86bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.687026 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c9971ec5-e74f-4b7b-835d-b5aee5c86bf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8932c97b-6d8a-439e-85f5-afc4071260a5 HTTP/1.1" status: 204  len: 168 time: 0.1806571
Dec 18 21:02:39.708939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9971ec5-e74f-4b7b-835d-b5aee5c86bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8932c97b-6d8a-439e-85f5-afc4071260a5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:39.725760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Made reservation on behalf of 033500781fb149b997b81b3d38bc507e for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:39.742634 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.778052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] device_id is not set on port ec43092f-fd50-4d40-ba85-0b3f11aec349 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:02:39.822552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 31dbff86-71a4-402c-a5c6-7a6662676263 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:02:39.827062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 31dbff86-71a4-402c-a5c6-7a6662676263 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:39.827441 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:39.867533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48a9b38-3b93-4df2-a081-f898a8b97b38 None None] Network 2903ddd7-8b99-4045-90e4-182c90fdd3af requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:02:39.929494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c12813-8389-4b52-b423-6f973b3855b8 req-0ed018bf-dd79-474b-bb5a-d49b8f1c72ed tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:39.931900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21c12813-8389-4b52-b423-6f973b3855b8 req-0ed018bf-dd79-474b-bb5a-d49b8f1c72ed tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 945 time: 0.1448629
Dec 18 21:02:39.974487 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.009062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeab8db-c94f-4f17-b0d6-98b9b9c81288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31dbff86-71a4-402c-a5c6-7a6662676263'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:02:40.012517 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9aef64-e8ac-43fe-a087-bae1f31848c7" -d '{"events": [{"server_uuid": "cbeab8db-c94f-4f17-b0d6-98b9b9c81288", "name": "network-vif-plugged", "status": "completed", "tag": "31dbff86-71a4-402c-a5c6-7a6662676263"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:02:40.015025 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Allocated IP 172.20.0.4 (2903ddd7-8b99-4045-90e4-182c90fdd3af/11837e2c-4ed4-406f-bc7f-5c32d9dc251c/ec43092f-fd50-4d40-ba85-0b3f11aec349) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:40.041461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 31dbff86-71a4-402c-a5c6-7a6662676263, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=31dbff86-71a4-402c-a5c6-7a6662676263,segment=NetworkSegment(98f306f8-d0ce-4ea3-8141-982fa5480310),segment_id=98f306f8-d0ce-4ea3-8141-982fa5480310)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:40.048827 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.071130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21c12813-8389-4b52-b423-6f973b3855b8 req-625bdb1d-8eca-48fb-9070-7f2b913183f2 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b683fc0-86d4-40ee-a50f-73303800d7c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164496
Dec 18 21:02:40.119908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=31dbff86-71a4-402c-a5c6-7a6662676263,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:40.158393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50148) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:40.244482 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eb6701-5c9f-4cda-9420-24980e1e2746 x-openstack-request-id: req-c7eb6701-5c9f-4cda-9420-24980e1e2746 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:02:40.247362 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbeab8db-c94f-4f17-b0d6-98b9b9c81288", "name": "network-vif-plugged", "status": "completed", "tag": "31dbff86-71a4-402c-a5c6-7a6662676263", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:02:40.247362 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7eb6701-5c9f-4cda-9420-24980e1e2746 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:02:40.247737 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbeab8db-c94f-4f17-b0d6-98b9b9c81288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31dbff86-71a4-402c-a5c6-7a6662676263', 'code': 200}
Dec 18 21:02:40.256989 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.388281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5055e6f7-e559-4fbf-b8c3-1d78b4fec886 req-26a42fb3-a061-44fb-9f40-eb18b25a9ea5 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0669684
Dec 18 21:02:40.419537 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.451313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1098779419'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:40.466391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64621113-f8ce-44be-8728-d85e7ace6489 req-e7c2c316-304c-4253-9c47-5e44c974a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:40.469174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64621113-f8ce-44be-8728-d85e7ace6489 req-e7c2c316-304c-4253-9c47-5e44c974a6eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 1097 time: 0.1274354
Dec 18 21:02:40.485196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Made reservation on behalf of 8ac6a5d172304e9a97ce8e01a5928f18 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:40.488133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Network 2903ddd7-8b99-4045-90e4-182c90fdd3af is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:40.489793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.499720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:40.510616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.514517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:40.519499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event updated for resources: {'Port': ['ID=ec43092f-fd50-4d40-ba85-0b3f11aec349,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:40.587449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:40.588060 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.593082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64621113-f8ce-44be-8728-d85e7ace6489 req-ac7ea42f-6d4f-46e1-9bcd-d581e93c56b5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5b683fc0-86d4-40ee-a50f-73303800d7c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099775
Dec 18 21:02:40.612139 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.612301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1fee5b99-77dd-422c-8246-ace88d70c107 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 0.9677584
Dec 18 21:02:40.613047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50164) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:40.617221 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.648674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:02:40.664935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ea97f3-b474-4b37-888d-5718bda78387,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:40.668506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.668800 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Added segment d5e8e67a-21f2-4858-b37e-6d1b447519d5 of type vlan for network 46c9aac5-1733-4c52-8250-4f4d82f33b55
Dec 18 21:02:40.730479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.746006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e5b19-ca37-40f7-a062-6c75ad0c0477 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Deleting port ec43092f-fd50-4d40-ba85-0b3f11aec349 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:40.747065 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5b19-ca37-40f7-a062-6c75ad0c0477 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.767976 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.775679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:40.776305 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.872808 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5b19-ca37-40f7-a062-6c75ad0c0477 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:40.879080 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.7195311
Dec 18 21:02:40.882197 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50176) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:40.892187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e5b19-ca37-40f7-a062-6c75ad0c0477 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Calling delete_port for ec43092f-fd50-4d40-ba85-0b3f11aec349 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:40.893661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b72722-4a3c-4077-8d6d-df27f5c51d01 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Pushing event updated for resources: {'Network': ['ID=46c9aac5-1733-4c52-8250-4f4d82f33b55,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:40.907700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 46c9aac5-1733-4c52-8250-4f4d82f33b55 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:02:41.072926 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5b19-ca37-40f7-a062-6c75ad0c0477 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:41.122939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e5b19-ca37-40f7-a062-6c75ad0c0477 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec43092f-fd50-4d40-ba85-0b3f11aec349,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:41.134421 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Request body: {'network': {'name': 'tempest-network--2004158035', 'router:external': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:41.187436 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Made reservation on behalf of 68f3b87574044b6aac3092047a07172e for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:41.191090 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:41.203881 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:41.276041 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5b19-ca37-40f7-a062-6c75ad0c0477 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:41.281270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0c1e5b19-ca37-40f7-a062-6c75ad0c0477 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "DELETE /v2.0/ports/ec43092f-fd50-4d40-ba85-0b3f11aec349 HTTP/1.1" status: 204  len: 168 time: 0.6667993
Dec 18 21:02:41.287795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50192) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:41.291117 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965c52c-dac8-4a49-b761-9ec290bb94d3 req-9b3ed5fd-af0a-4005-868e-ba793d81bdda tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:41.292922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3965c52c-dac8-4a49-b761-9ec290bb94d3 req-9b3ed5fd-af0a-4005-868e-ba793d81bdda tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 946 time: 0.0891783
Dec 18 21:02:41.295756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2903ddd7-8b99-4045-90e4-182c90fdd3af', 'external_fixed_ips': [{'subnet_id': '11837e2c-4ed4-406f-bc7f-5c32d9dc251c', 'ip_address': '172.20.0.4'}]}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:41.316872 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:41.326278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:41.349136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:41.350200 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:41.370347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:02:41.372337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3965c52c-dac8-4a49-b761-9ec290bb94d3 req-7fb2df7c-b14c-49fb-8b2d-9a06f27381af tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b683fc0-86d4-40ee-a50f-73303800d7c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703506
Dec 18 21:02:41.390428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98617d06-a570-448d-9095-a99c3273d097,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:41.399346 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:41.399517 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Added segment 3bb52128-45ef-4e8d-9dc0-d379c26c1cba of type vlan for network 6f03ef43-e320-4737-931a-7bba75712390
Dec 18 21:02:41.553107 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bfad097-edff-4ac0-9473-3ae8b80621c7 req-d8d1194e-7900-4091-9508-0b1f1a01d0db tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0457695
Dec 18 21:02:41.817782 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:41.902851 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.009131 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.018478 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.019811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:42.020905 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.127648 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.2441380
Dec 18 21:02:42.130556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50242) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:42.151811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f90288-71a1-4d89-b909-4993a5eccaeb tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event updated for resources: {'Network': ['ID=6f03ef43-e320-4737-931a-7bba75712390,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:42.170326 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 6f03ef43-e320-4737-931a-7bba75712390 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:02:42.231779 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.351214 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.377281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.391276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365db669d0>,) {'filters': {'network_id': ['6f03ef43-e320-4737-931a-7bba75712390']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:42.405620 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db669d0>, '3bb52128-45ef-4e8d-9dc0-d379c26c1cba') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:42.406507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db669d0>, '3bb52128-45ef-4e8d-9dc0-d379c26c1cba') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:42.408934 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.436583 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.453241 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.461736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:02:42.462163 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:02:42.465383 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:02:42.608869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b771e5f-cb9e-4295-91d9-b714c0dbca36 req-15ea5e9b-87db-47a5-8dd0-940beacbcddd tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:42.610456 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b771e5f-cb9e-4295-91d9-b714c0dbca36 req-15ea5e9b-87db-47a5-8dd0-940beacbcddd tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 946 time: 0.0928030
Dec 18 21:02:42.611834 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.619389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6f03ef43-e320-4737-931a-7bba75712390 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 18 21:02:42.624713 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.628729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "DELETE /v2.0/networks/6f03ef43-e320-4737-931a-7bba75712390 HTTP/1.1" status: 204  len: 168 time: 0.4961169
Dec 18 21:02:42.636308 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50284) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:42.644813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-816c4e6e-ddda-40bd-ba2b-c6bb294bf019 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Request body: {'network': {'router:external': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:42.649398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b76b19-bd83-4554-8b2a-c59ea44da4df tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f03ef43-e320-4737-931a-7bba75712390,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:42.721180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816c4e6e-ddda-40bd-ba2b-c6bb294bf019 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Made reservation on behalf of 68f3b87574044b6aac3092047a07172e for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:42.723016 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-816c4e6e-ddda-40bd-ba2b-c6bb294bf019 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.725602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Allocated IP 172.20.0.4 (2903ddd7-8b99-4045-90e4-182c90fdd3af/11837e2c-4ed4-406f-bc7f-5c32d9dc251c/7089bf70-1ff7-419a-ad68-0180ce73186e) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:42.730288 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b771e5f-cb9e-4295-91d9-b714c0dbca36 req-2c71d9d4-06a0-441d-b45d-c421fe5b747e tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b683fc0-86d4-40ee-a50f-73303800d7c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874157
Dec 18 21:02:42.812204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816c4e6e-ddda-40bd-ba2b-c6bb294bf019 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:02:42.828811 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-816c4e6e-ddda-40bd-ba2b-c6bb294bf019 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.830028 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-816c4e6e-ddda-40bd-ba2b-c6bb294bf019 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Added segment 2b906839-8a56-4428-8453-ab88a0cded0e of type vlan for network c2e2c884-800e-4b5b-8886-8ebdcaa6653e
Dec 18 21:02:42.909700 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-816c4e6e-ddda-40bd-ba2b-c6bb294bf019 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:42.922915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0c75e0d-ac9d-4c08-b591-fee7ac695120 req-51206da4-b1c0-4d0c-af9e-e8376ac79362 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0864947
Dec 18 21:02:42.987637 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:43.019856 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-816c4e6e-ddda-40bd-ba2b-c6bb294bf019 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:43.020948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816c4e6e-ddda-40bd-ba2b-c6bb294bf019 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:43.021517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-816c4e6e-ddda-40bd-ba2b-c6bb294bf019 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:43.104481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd6e38-3166-426a-a55a-4fdec926ccc0 req-4e17af43-4420-4431-b122-0c193d3aa377 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:43.112533 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6bbd6e38-3166-426a-a55a-4fdec926ccc0 req-4e17af43-4420-4431-b122-0c193d3aa377 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 946 time: 0.0733645
Dec 18 21:02:43.131764 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-816c4e6e-ddda-40bd-ba2b-c6bb294bf019 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.4940159
Dec 18 21:02:43.134761 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:43.135714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50314) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:43.143293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Request body: {'subnet': {'network_id': 'c2e2c884-800e-4b5b-8886-8ebdcaa6653e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:43.187924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Made reservation on behalf of 68f3b87574044b6aac3092047a07172e for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:43.190640 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:43.213294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c4e6e-ddda-40bd-ba2b-c6bb294bf019 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event updated for resources: {'Network': ['ID=c2e2c884-800e-4b5b-8886-8ebdcaa6653e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:43.224386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network c2e2c884-800e-4b5b-8886-8ebdcaa6653e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:02:43.239412 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6bbd6e38-3166-426a-a55a-4fdec926ccc0 req-e0909784-d2aa-4018-a103-4eed991452a7 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b683fc0-86d4-40ee-a50f-73303800d7c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259184
Dec 18 21:02:43.254279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event updated for resources: {'Port': ['ID=7089bf70-1ff7-419a-ad68-0180ce73186e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:43.278445 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Network 2903ddd7-8b99-4045-90e4-182c90fdd3af is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:43.281047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:43.284875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:43.610708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.objects.ports [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:02:43.611315 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:43.677630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event updated for resources: {'Subnet': ['ID=223c692a-cb94-49c2-8565-29689208accc,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:43.684150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Checking segment: {'id': '2b906839-8a56-4428-8453-ab88a0cded0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c2e2c884-800e-4b5b-8886-8ebdcaa6653e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:02:43.684562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Network hostable DHCP agents. Network: c2e2c884-800e-4b5b-8886-8ebdcaa6653e, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:02:43.696497 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:43.706702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Network c2e2c884-800e-4b5b-8886-8ebdcaa6653e is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:02:43.720054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c2e2c884-800e-4b5b-8886-8ebdcaa6653e) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:43.726319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:43.729531 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:43.731781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681bc87-ef51-4750-85f7-84ab17daa6fa None None] Network c2e2c884-800e-4b5b-8886-8ebdcaa6653e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:02:43.752598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6ff6371e-42ab-45ef-b9e5-fb6e1367a820 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.6130283
Dec 18 21:02:43.752903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50354) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:43.758595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Request body: {'floatingip': {'floating_network_id': 'c2e2c884-800e-4b5b-8886-8ebdcaa6653e'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:43.796038 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:43.899416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b7dcfe-1b58-427c-9520-d28afb3a5052 None None] Network c2e2c884-800e-4b5b-8886-8ebdcaa6653e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:02:43.926179 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.052602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.078671 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a5437e04-5dc1-43a6-8242-c3d61c5a8179 req-117be4b0-8df1-48dd-8856-8e3fe0fb4807 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0339367
Dec 18 21:02:44.098642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Allocated IP 172.20.0.3 (c2e2c884-800e-4b5b-8886-8ebdcaa6653e/223c692a-cb94-49c2-8565-29689208accc/67e85253-2b30-4631-bf3b-aeaba9b0c481) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:44.235610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Router 02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:02:44.263634 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.351319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.384883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:02:44.395549 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] Sync routers for ids ['02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:02:44.407969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.410541 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0ff261e0-f3bd-45e8-acff-7798ee9ab49f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 3.1199052
Dec 18 21:02:44.412273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50402) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:44.414967 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] Routers {'02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:02:44.416291 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645a7c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:02:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:44.447405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Network c2e2c884-800e-4b5b-8886-8ebdcaa6653e is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:44.452748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:44.459774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:44.516706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6082e-c52f-428d-b6ee-4d1da92c5489 req-3ff63153-79a0-4ea5-8afc-98c0ca0e6862 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:44.518523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6bb6082e-c52f-428d-b6ee-4d1da92c5489 req-3ff63153-79a0-4ea5-8afc-98c0ca0e6862 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 946 time: 0.2146122
Dec 18 21:02:44.519326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event updated for resources: {'Port': ['ID=67e85253-2b30-4631-bf3b-aeaba9b0c481,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:44.573832 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.584915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87148d6-6fde-49a1-9bc4-ebebaf8fd490 req-23f7eae2-2cf0-435f-85ec-943c542d433f tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:44.585822 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] Set router 02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:02:44.592947 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e87148d6-6fde-49a1-9bc4-ebebaf8fd490 req-23f7eae2-2cf0-435f-85ec-943c542d433f tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 946 time: 0.2371407
Dec 18 21:02:44.744417 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.746679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e87148d6-6fde-49a1-9bc4-ebebaf8fd490 req-af7eba2a-a559-4ae5-998c-2189148f28c1 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b683fc0-86d4-40ee-a50f-73303800d7c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527278
Dec 18 21:02:44.774602 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.784659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50406) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:44.811951 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.826664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6bb6082e-c52f-428d-b6ee-4d1da92c5489 req-51a069dc-8011-417c-aa13-bf442486935a tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Deleting port 31dbff86-71a4-402c-a5c6-7a6662676263 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:44.827325 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6bb6082e-c52f-428d-b6ee-4d1da92c5489 req-51a069dc-8011-417c-aa13-bf442486935a tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.855096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Deleting port 7089bf70-1ff7-419a-ad68-0180ce73186e {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:44.855448 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.875638 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645a7c40>, [{'id': '02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5', 'name': '', 'tenant_id': '033500781fb149b997b81b3d38bc507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2903ddd7-8b99-4045-90e4-182c90fdd3af', 'external_fixed_ips': [{'subnet_id': '11837e2c-4ed4-406f-bc7f-5c32d9dc251c', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '7089bf70-1ff7-419a-ad68-0180ce73186e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:02:41Z', 'updated_at': '2021-12-18T21:02:43Z', 'revision_number': 3, 'project_id': '033500781fb149b997b81b3d38bc507e', 'gw_port': {'id': '7089bf70-1ff7-419a-ad68-0180ce73186e', 'name': '', 'network_id': '2903ddd7-8b99-4045-90e4-182c90fdd3af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:14:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '11837e2c-4ed4-406f-bc7f-5c32d9dc251c', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:02:42Z', 'updated_at': '2021-12-18T21:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11837e2c-4ed4-406f-bc7f-5c32d9dc251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:44.878963 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.925619 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] Checking router: 02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:02:44.926536 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] Updating router 02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5 port 7089bf70-1ff7-419a-ad68-0180ce73186e binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:02:44.971760 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.978775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.987191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6bb6082e-c52f-428d-b6ee-4d1da92c5489 req-51a069dc-8011-417c-aa13-bf442486935a tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] For port 31dbff86-71a4-402c-a5c6-7a6662676263, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=31dbff86-71a4-402c-a5c6-7a6662676263,segment=NetworkSegment(98f306f8-d0ce-4ea3-8141-982fa5480310),segment_id=98f306f8-d0ce-4ea3-8141-982fa5480310)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:44.987938 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6bb6082e-c52f-428d-b6ee-4d1da92c5489 req-51a069dc-8011-417c-aa13-bf442486935a tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:44.992661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Calling delete_port for 7089bf70-1ff7-419a-ad68-0180ce73186e owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:45.036570 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6bb6082e-c52f-428d-b6ee-4d1da92c5489 req-51a069dc-8011-417c-aa13-bf442486935a tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Calling delete_port for 31dbff86-71a4-402c-a5c6-7a6662676263 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:45.042893 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2bb6-70ff-4628-94e9-a7c49e4f18be admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.197001 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.220096 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.233073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event deleted for resources: {'Port': ['ID=7089bf70-1ff7-419a-ad68-0180ce73186e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:45.254412 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.313200 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.db.api [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:02:45.313755 ncdv-master-1 neutron-server[126011]: DEBUG oslo_db.api [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:02:45.326979 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-960f174f-ddb2-41be-80fe-4151bc980087 req-f79de411-9c13-4104-91a4-8f378e9d0f9a tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0942600
Dec 18 21:02:45.333113 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.406040 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6bb6082e-c52f-428d-b6ee-4d1da92c5489 req-51a069dc-8011-417c-aa13-bf442486935a tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.414946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event updated for resources: {'Port': ['ID=67e85253-2b30-4631-bf3b-aeaba9b0c481,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:45.419113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['31dbff86-71a4-402c-a5c6-7a6662676263'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:02:45.453924 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.456674 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.468370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a069dc-8011-417c-aa13-bf442486935a tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Pushing event deleted for resources: {'Port': ['ID=31dbff86-71a4-402c-a5c6-7a6662676263,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:45.476004 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.481035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2bb6-70ff-4628-94e9-a7c49e4f18be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.506346 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2bb6-70ff-4628-94e9-a7c49e4f18be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.514558 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.515504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:02:45.520432 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.522285 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4b0a8896-2239-4150-9475-465f8516217c tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "DELETE /v2.0/routers/02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5 HTTP/1.1" status: 204  len: 168 time: 1.1078577
Dec 18 21:02:45.524435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50416) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:45.533898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6082e-c52f-428d-b6ee-4d1da92c5489 req-51a069dc-8011-417c-aa13-bf442486935a tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] No DVR routers for this DVR port 31dbff86-71a4-402c-a5c6-7a6662676263 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:02:45.547317 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6bb6082e-c52f-428d-b6ee-4d1da92c5489 req-51a069dc-8011-417c-aa13-bf442486935a tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.551133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6bb6082e-c52f-428d-b6ee-4d1da92c5489 req-51a069dc-8011-417c-aa13-bf442486935a tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.31 "DELETE /v2.0/ports/31dbff86-71a4-402c-a5c6-7a6662676263 HTTP/1.1" status: 204  len: 173 time: 1.0192468
Dec 18 21:02:45.551411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeab8db-c94f-4f17-b0d6-98b9b9c81288', 'name': 'network-vif-deleted', 'tag': '31dbff86-71a4-402c-a5c6-7a6662676263'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:02:45.553671 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dbd8e5-3348-473f-8b01-544023bd2b04" -d '{"events": [{"server_uuid": "cbeab8db-c94f-4f17-b0d6-98b9b9c81288", "name": "network-vif-deleted", "tag": "31dbff86-71a4-402c-a5c6-7a6662676263"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:02:45.563371 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.564723 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d911ec06-cf9a-4a11-96a2-274cfcc3bdc0 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.8098869
Dec 18 21:02:45.569460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50420) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:45.582190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c3ff2bb6-70ff-4628-94e9-a7c49e4f18be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0960ea4f6983471095bde7840b1393cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7948713
Dec 18 21:02:45.585376 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50422) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:45.590223 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37d09c7-3133-4339-a805-96c02cf60586 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Deleting subnet 11837e2c-4ed4-406f-bc7f-5c32d9dc251c {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:02:45.603559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e37d09c7-3133-4339-a805-96c02cf60586 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.606204 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d69616-889a-485e-9d93-a002694f6550 x-openstack-request-id: req-25d69616-889a-485e-9d93-a002694f6550 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:02:45.606528 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbeab8db-c94f-4f17-b0d6-98b9b9c81288", "name": "network-vif-deleted", "tag": "31dbff86-71a4-402c-a5c6-7a6662676263", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:02:45.606787 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25d69616-889a-485e-9d93-a002694f6550 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:02:45.607191 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbeab8db-c94f-4f17-b0d6-98b9b9c81288', 'name': 'network-vif-deleted', 'tag': '31dbff86-71a4-402c-a5c6-7a6662676263', 'status': 'completed', 'code': 200}
Dec 18 21:02:45.654329 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff2bb6-70ff-4628-94e9-a7c49e4f18be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3038c082-2f2e-4ab3-8740-2f3be04b4934,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:45.661511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-278a1706-1872-4db5-8c24-a3c6dd90a463 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=c2e2c884-800e-4b5b-8886-8ebdcaa6653e HTTP/1.1" status: 200  len: 689 time: 0.0909297
Dec 18 21:02:45.664860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50424) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:45.679114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e37d09c7-3133-4339-a805-96c02cf60586 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.730459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a88d218c-79f5-4406-b100-9d2c91c09322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.752869 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e37d09c7-3133-4339-a805-96c02cf60586 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.766651 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.787999 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a88d218c-79f5-4406-b100-9d2c91c09322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.835557 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] Port 7089bf70-1ff7-419a-ad68-0180ce73186e not found while updating agent binding for router 02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5. {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Dec 18 21:02:45.846091 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:02:45.846856 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 18 21:02:45.847776 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:02:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent'). {{(pid=126011) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 18 21:02:45.848459 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6562c8-2eaf-4b84-9103-c41912702be7 None None] The sync data for ids ['02ce90ed-3fc6-45b7-b5b1-66c8e9f09ee5'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:02:45.854396 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e37d09c7-3133-4339-a805-96c02cf60586 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.894903 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e37d09c7-3133-4339-a805-96c02cf60586 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.899532 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e37d09c7-3133-4339-a805-96c02cf60586 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/11837e2c-4ed4-406f-bc7f-5c32d9dc251c HTTP/1.1" status: 204  len: 168 time: 0.3726285
Dec 18 21:02:45.901200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d09c7-3133-4339-a805-96c02cf60586 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=11837e2c-4ed4-406f-bc7f-5c32d9dc251c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:45.904370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50430) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:45.906647 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a88d218c-79f5-4406-b100-9d2c91c09322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.909922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a88d218c-79f5-4406-b100-9d2c91c09322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:45.913787 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a88d218c-79f5-4406-b100-9d2c91c09322 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3038c082-2f2e-4ab3-8740-2f3be04b4934 HTTP/1.1" status: 204  len: 168 time: 0.3197148
Dec 18 21:02:45.915559 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66dadb7f-bcb6-40cf-8e24-906171d96809 req-830d57e7-fab1-4e02-adf5-b9f9186b6501 tempest-InstanceActionsV221TestJSON-1704088634 tempest-InstanceActionsV221TestJSON-1704088634-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbeab8db-c94f-4f17-b0d6-98b9b9c81288 HTTP/1.1" status: 200  len: 210 time: 0.0385358
Dec 18 21:02:45.940072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d218c-79f5-4406-b100-9d2c91c09322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3038c082-2f2e-4ab3-8740-2f3be04b4934,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:46.021099 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.035982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Deleting port 67e85253-2b30-4631-bf3b-aeaba9b0c481 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:46.036470 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.132708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.165117 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.166618 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.172833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365df05e80>,) {'filters': {'network_id': ['2903ddd7-8b99-4045-90e4-182c90fdd3af']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:46.183979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Calling delete_port for 67e85253-2b30-4631-bf3b-aeaba9b0c481 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:46.186407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365df05e80>, '31f23596-67ff-440d-8858-c0910801a56b') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:46.186766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365df05e80>, '31f23596-67ff-440d-8858-c0910801a56b') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:46.203058 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.222627 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.231665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:02:46.232037 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:02:46.234380 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:02:46.310379 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.321198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  2903ddd7-8b99-4045-90e4-182c90fdd3af {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 18 21:02:46.326111 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.335295 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "DELETE /v2.0/networks/2903ddd7-8b99-4045-90e4-182c90fdd3af HTTP/1.1" status: 204  len: 168 time: 0.4295676
Dec 18 21:02:46.347896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b267c71-531f-46e7-97f7-b74bc6c6b18d tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event deleted for resources: {'Network': ['ID=2903ddd7-8b99-4045-90e4-182c90fdd3af,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:46.366882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.408356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event deleted for resources: {'Port': ['ID=67e85253-2b30-4631-bf3b-aeaba9b0c481,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:46.471515 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.578445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bc5c900-8938-4baa-bf08-65a5d28b400e req-7a975c8c-06dc-452c-95ee-fac1b8c0e8f0 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0408616
Dec 18 21:02:46.600366 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.693694 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.754420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=223c692a-cb94-49c2-8565-29689208accc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:46.812614 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.840622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e0095b0>,) {'filters': {'network_id': ['c2e2c884-800e-4b5b-8886-8ebdcaa6653e']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:46.854889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e0095b0>, '2b906839-8a56-4428-8453-ab88a0cded0e') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:46.855206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e0095b0>, '2b906839-8a56-4428-8453-ab88a0cded0e') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:46.866206 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.877053 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50460) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:46.881724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-764a2378-2c44-4645-8831-c830acd5a522 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Request body: {'router': {'name': 'tempest-router--670599489', 'project_id': 'cddc8a7fb768472884a73320ca7967c8'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:46.883259 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.892020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:02:46.892544 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:02:46.895012 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:02:46.911046 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-764a2378-2c44-4645-8831-c830acd5a522 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.912556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-764a2378-2c44-4645-8831-c830acd5a522 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.956541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.965109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  c2e2c884-800e-4b5b-8886-8ebdcaa6653e {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 18 21:02:46.967734 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:46.975406 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c2e2c884-800e-4b5b-8886-8ebdcaa6653e HTTP/1.1" status: 204  len: 168 time: 1.3093832
Dec 18 21:02:46.978108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50464) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:46.986746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3300d9-9b6e-48e7-8888-4c26fae99ada tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2e2c884-800e-4b5b-8886-8ebdcaa6653e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:47.327788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50490) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:47.415139 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f0865f-9a51-4add-b5a2-953259e30633 admin admin] Deleting subnet dcf88e52-834c-44fd-9634-d5c03fad3150 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:02:47.420579 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93f0865f-9a51-4add-b5a2-953259e30633 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:47.469826 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93f0865f-9a51-4add-b5a2-953259e30633 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:47.545432 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-471c0a22-4a70-4072-beba-c03203f04a10 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1782 time: 0.5652702
Dec 18 21:02:47.547874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50508) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:47.551678 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-764a2378-2c44-4645-8831-c830acd5a522 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:47.561265 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-764a2378-2c44-4645-8831-c830acd5a522 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:47.573322 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93f0865f-9a51-4add-b5a2-953259e30633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:47.589986 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-764a2378-2c44-4645-8831-c830acd5a522 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:47.595586 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-764a2378-2c44-4645-8831-c830acd5a522 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.7172911
Dec 18 21:02:47.597170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50510) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:47.669806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 31dbff86-71a4-402c-a5c6-7a6662676263 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:02:47.716433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 31dbff86-71a4-402c-a5c6-7a6662676263 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:02:47.719443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 31dbff86-71a4-402c-a5c6-7a6662676263 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:02:47.755108 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a0dfef5f-e142-40b7-9656-4d6df637d9d2 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:47.763304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5abb8-3baa-4013-85d0-2eb16a58eeb6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:47.763729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5abb8-3baa-4013-85d0-2eb16a58eeb6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:47.764299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5abb8-3baa-4013-85d0-2eb16a58eeb6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:47.764754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5abb8-3baa-4013-85d0-2eb16a58eeb6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:47.765299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5abb8-3baa-4013-85d0-2eb16a58eeb6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:47.765746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5abb8-3baa-4013-85d0-2eb16a58eeb6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:47.766224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5abb8-3baa-4013-85d0-2eb16a58eeb6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:47.766758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5abb8-3baa-4013-85d0-2eb16a58eeb6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:47.767456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5abb8-3baa-4013-85d0-2eb16a58eeb6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:47.772822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2dd5abb8-3baa-4013-85d0-2eb16a58eeb6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5849 time: 0.2203224
Dec 18 21:02:47.773805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50516) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:47.800852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b40d470-efe6-4439-9978-0eea19777a4b req-6b1e6324-560e-460a-a6c7-50db9160c10e tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0668273
Dec 18 21:02:47.879144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50518) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:47.958641 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a0dfef5f-e142-40b7-9656-4d6df637d9d2 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:47.962843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a0dfef5f-e142-40b7-9656-4d6df637d9d2 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.014638 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a0dfef5f-e142-40b7-9656-4d6df637d9d2 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.015080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dfef5f-e142-40b7-9656-4d6df637d9d2 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4642dad1-f34e-46c9-8c74-3284d525070c {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:02:48.028928 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a0dfef5f-e142-40b7-9656-4d6df637d9d2 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.029305 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a0dfef5f-e142-40b7-9656-4d6df637d9d2 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "DELETE /v2.0/routers/4642dad1-f34e-46c9-8c74-3284d525070c HTTP/1.1" status: 204  len: 168 time: 0.4308467
Dec 18 21:02:48.087783 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b969c796-3ea0-48a4-a69c-573ea9d50382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.146935 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93f0865f-9a51-4add-b5a2-953259e30633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.170595 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-7525ad56-b8b0-488e-b57f-44d3d855fff1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] delete failed (client error): The resource could not be found.
Dec 18 21:02:48.171684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7525ad56-b8b0-488e-b57f-44d3d855fff1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/ec976d0a-2844-44ed-a112-8b15a8d64fe2 HTTP/1.1" status: 404  len: 345 time: 0.3968232
Dec 18 21:02:48.173474 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0865f-9a51-4add-b5a2-953259e30633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf88e52-834c-44fd-9634-d5c03fad3150,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:48.176819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50526) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:48.183673 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93f0865f-9a51-4add-b5a2-953259e30633 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.187668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-93f0865f-9a51-4add-b5a2-953259e30633 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dcf88e52-834c-44fd-9634-d5c03fad3150 HTTP/1.1" status: 204  len: 168 time: 0.8589673
Dec 18 21:02:48.190414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50528) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:48.221065 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-300375c9-3b13-4e9b-ad11-d0369db8bf59 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] DELETE failed (client error): The resource could not be found.
Dec 18 21:02:48.221684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300375c9-3b13-4e9b-ad11-d0369db8bf59 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:02:48.226319 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-300375c9-3b13-4e9b-ad11-d0369db8bf59 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c2e2c884-800e-4b5b-8886-8ebdcaa6653e HTTP/1.1" status: 404  len: 339 time: 0.0453382
Dec 18 21:02:48.231164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50530) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:48.238382 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-90602707-f625-4671-8400-0c8a3a2e3db1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Request body: {'network': {'name': 'tempest-network--1908908684', 'router:external': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:48.260890 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b969c796-3ea0-48a4-a69c-573ea9d50382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.267658 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b969c796-3ea0-48a4-a69c-573ea9d50382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.273434 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.293970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50532) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:48.322812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90602707-f625-4671-8400-0c8a3a2e3db1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Made reservation on behalf of 68f3b87574044b6aac3092047a07172e for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:48.325642 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90602707-f625-4671-8400-0c8a3a2e3db1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.345095 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b969c796-3ea0-48a4-a69c-573ea9d50382 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78c8925e524c48d28928f5e4526e7608&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4324133
Dec 18 21:02:48.347643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969c796-3ea0-48a4-a69c-573ea9d50382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf463d61-1480-4ec2-a0a3-a7b2911b4a6a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:48.351058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50536) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:48.366422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90602707-f625-4671-8400-0c8a3a2e3db1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:02:48.378459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90602707-f625-4671-8400-0c8a3a2e3db1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.379147 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-90602707-f625-4671-8400-0c8a3a2e3db1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Added segment 89707d76-8cc8-4c9d-b726-10820f1c4a1b of type vlan for network 46e90207-fbd3-4c00-94fc-d47df2ce6eb0
Dec 18 21:02:48.383793 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.416129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e6d4f10>,) {'filters': {'network_id': ['5cdc9825-bcb7-44d9-924b-34cb288e7a9b']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:48.428906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e6d4f10>, '98f306f8-d0ce-4ea3-8141-982fa5480310') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:48.429172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e6d4f10>, '98f306f8-d0ce-4ea3-8141-982fa5480310') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:48.434689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90602707-f625-4671-8400-0c8a3a2e3db1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.445875 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.453375 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ee1c2d1d-825f-48a7-bede-f3273e90a5d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.467695 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.471268 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90602707-f625-4671-8400-0c8a3a2e3db1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.472392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90602707-f625-4671-8400-0c8a3a2e3db1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:48.473072 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90602707-f625-4671-8400-0c8a3a2e3db1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.481833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:02:48.482405 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:02:48.484178 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:02:48.528394 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ee1c2d1d-825f-48a7-bede-f3273e90a5d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.532796 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-90602707-f625-4671-8400-0c8a3a2e3db1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.3003473
Dec 18 21:02:48.537926 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50538) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:48.544611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90602707-f625-4671-8400-0c8a3a2e3db1 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event updated for resources: {'Network': ['ID=46e90207-fbd3-4c00-94fc-d47df2ce6eb0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:48.557536 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 46e90207-fbd3-4c00-94fc-d47df2ce6eb0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:02:48.565674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-518791748', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:48.597858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.600732 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.681286 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.715697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.722073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/5cdc9825-bcb7-44d9-924b-34cb288e7a9b HTTP/1.1" status: 204  len: 168 time: 0.5306547
Dec 18 21:02:48.722843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.731052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d260f4f-8a2f-4ca4-a3b4-e443e15b04cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5cdc9825-bcb7-44d9-924b-34cb288e7a9b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:48.810130 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ee1c2d1d-825f-48a7-bede-f3273e90a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.812776 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ee1c2d1d-825f-48a7-bede-f3273e90a5d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.813974 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ee1c2d1d-825f-48a7-bede-f3273e90a5d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf463d61-1480-4ec2-a0a3-a7b2911b4a6a HTTP/1.1" status: 204  len: 168 time: 0.4620936
Dec 18 21:02:48.832876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f82b77-df11-4685-8c97-34d17c3c98ad tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:48.850887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f82b77-df11-4685-8c97-34d17c3c98ad tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:48.869847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f82b77-df11-4685-8c97-34d17c3c98ad tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:48.878553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f82b77-df11-4685-8c97-34d17c3c98ad tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:48.881098 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:48.891881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-84f82b77-df11-4685-8c97-34d17c3c98ad tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2454 time: 0.3528647
Dec 18 21:02:48.893438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c2d1d-825f-48a7-bede-f3273e90a5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf463d61-1480-4ec2-a0a3-a7b2911b4a6a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:48.895442 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50548) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:49.012814 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53b4e6d0-7b15-4d1d-a303-92e622744cba req-28bc2996-ca7a-4eb3-ba0a-7ed43a35f45c tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0365105
Dec 18 21:02:49.027816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50550) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:49.046132 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.133022 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-62ef8ce2-4f6f-4a0f-9d65-af0da2f4b6dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a437811487424144a39cf7205f4646fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1029770
Dec 18 21:02:49.137653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50554) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:49.162112 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.196233 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.201424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e933070>,) {'filters': {'network_id': ['46e90207-fbd3-4c00-94fc-d47df2ce6eb0']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:49.215173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e933070>, '89707d76-8cc8-4c9d-b726-10820f1c4a1b') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:49.215476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e933070>, '89707d76-8cc8-4c9d-b726-10820f1c4a1b') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:49.217303 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.233895 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.251222 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea6db01e-6548-4bb2-a109-15c0a01ba7d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.275769 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea6db01e-6548-4bb2-a109-15c0a01ba7d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.297573 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.315504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:02:49.315955 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:02:49.317918 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:02:49.366902 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Allocated IP 172.35.3.54 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/98d7fa17-5d58-4d5e-9df3-a54a732f3022) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:49.392931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.401238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  46e90207-fbd3-4c00-94fc-d47df2ce6eb0 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 18 21:02:49.414105 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.418156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "DELETE /v2.0/networks/46e90207-fbd3-4c00-94fc-d47df2ce6eb0 HTTP/1.1" status: 204  len: 168 time: 0.5183713
Dec 18 21:02:49.428540 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.429171 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea6db01e-6548-4bb2-a109-15c0a01ba7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.432687 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea6db01e-6548-4bb2-a109-15c0a01ba7d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.433830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ea6db01e-6548-4bb2-a109-15c0a01ba7d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b683fc0-86d4-40ee-a50f-73303800d7c0 HTTP/1.1" status: 204  len: 168 time: 0.2953780
Dec 18 21:02:49.434853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50566) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:49.442316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ebae07f8-aafd-4df9-a7ae-a87066cf5175 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Request body: {'network': {'name': 'tempest-network--2089851763', 'router:external': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:49.447074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691080bc-23ae-47e6-beb4-4f0118370b5c tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event deleted for resources: {'Network': ['ID=46e90207-fbd3-4c00-94fc-d47df2ce6eb0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:49.456966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6db01e-6548-4bb2-a109-15c0a01ba7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b683fc0-86d4-40ee-a50f-73303800d7c0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:49.485241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebae07f8-aafd-4df9-a7ae-a87066cf5175 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Made reservation on behalf of 68f3b87574044b6aac3092047a07172e for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:49.488239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ebae07f8-aafd-4df9-a7ae-a87066cf5175 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.536287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebae07f8-aafd-4df9-a7ae-a87066cf5175 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:02:49.551826 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ebae07f8-aafd-4df9-a7ae-a87066cf5175 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.552690 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-ebae07f8-aafd-4df9-a7ae-a87066cf5175 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Added segment 719e758e-db19-4650-8d08-a49727c533f0 of type vlan for network 4a3d0371-0474-467c-9050-9b901be77873
Dec 18 21:02:49.579446 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.639741 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ebae07f8-aafd-4df9-a7ae-a87066cf5175 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.658559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.699944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ebae07f8-aafd-4df9-a7ae-a87066cf5175 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.703840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebae07f8-aafd-4df9-a7ae-a87066cf5175 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:49.705427 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ebae07f8-aafd-4df9-a7ae-a87066cf5175 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.746398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:49.749515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:49.764084 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:49.769429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023cc426-5aad-4341-9f1b-11aa2222c15c None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:02:49.817817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Pushing event updated for resources: {'Port': ['ID=98d7fa17-5d58-4d5e-9df3-a54a732f3022,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:49.873596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ebae07f8-aafd-4df9-a7ae-a87066cf5175 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.4359956
Dec 18 21:02:49.876805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50578) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:49.900249 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a7ec9772-4f9a-43a9-bb80-0cd1106390c9 None None] Provisioning complete for port 98d7fa17-5d58-4d5e-9df3-a54a732f3022 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:49.903893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae07f8-aafd-4df9-a7ae-a87066cf5175 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event updated for resources: {'Network': ['ID=4a3d0371-0474-467c-9050-9b901be77873,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:49.904057 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9772-4f9a-43a9-bb80-0cd1106390c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:49.996688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec9772-4f9a-43a9-bb80-0cd1106390c9 None None] Port 98d7fa17-5d58-4d5e-9df3-a54a732f3022 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:02:50.002879 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 4a3d0371-0474-467c-9050-9b901be77873 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:02:50.064496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a5ffef-fc00-47a7-a8a7-cf99ffaa12f7 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:50.067140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e8a5ffef-fc00-47a7-a8a7-cf99ffaa12f7 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] 10.222.0.13 "GET /v2.0/networks/4a3d0371-0474-467c-9050-9b901be77873 HTTP/1.1" status: 200  len: 757 time: 0.1863902
Dec 18 21:02:50.070747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50590) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:50.210467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67d2fdd6-a712-441f-8b2b-4600afa96c79 req-56354a17-0568-4a90-9be2-947b284948ed tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0574284
Dec 18 21:02:50.233337 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a428de-38c6-4b72-9e01-bdbfd9aaa5e7 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:50.237498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e0a428de-38c6-4b72-9e01-bdbfd9aaa5e7 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] 10.222.0.13 "GET /v2.0/networks/46c9aac5-1733-4c52-8250-4f4d82f33b55 HTTP/1.1" status: 200  len: 768 time: 0.1616216
Dec 18 21:02:50.237816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50594) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:50.314105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:50.330686 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:50.433106 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:50.467486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ffcb160>,) {'filters': {'network_id': ['4a3d0371-0474-467c-9050-9b901be77873']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:50.481052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ffcb160>, '719e758e-db19-4650-8d08-a49727c533f0') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:50.481307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ffcb160>, '719e758e-db19-4650-8d08-a49727c533f0') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:50.498917 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:50.515586 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:50.526429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:02:50.526874 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:02:50.529185 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:02:50.644888 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:50.650335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  4a3d0371-0474-467c-9050-9b901be77873 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 18 21:02:50.652420 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:50.652702 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:50.660371 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "DELETE /v2.0/networks/4a3d0371-0474-467c-9050-9b901be77873 HTTP/1.1" status: 204  len: 168 time: 0.4176726
Dec 18 21:02:50.660994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50614) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:50.667569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Request body: {'network': {'name': 'tempest-network--731682346'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:50.675607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b6ff7-8222-4d9d-986a-d89ba2a949b6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a3d0371-0474-467c-9050-9b901be77873,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:50.770956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50618) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:50.781158 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Made reservation on behalf of 68f3b87574044b6aac3092047a07172e for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:50.784388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:50.832312 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:02:50.848007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:50.848655 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Added segment 905b8438-f0b1-49f2-abd8-b769ace68890 of type vlan for network 10385fc6-3645-4f25-80cd-4281458f7977
Dec 18 21:02:50.907082 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:50.914469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50624) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:50.934714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Router e6121193-be19-43e0-898d-6d9c2f9cf5d9 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:02:51.005913 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.007677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:51.008485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.010796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1263422184-network', 'tenant_id': 'f161cef6f2864c7e8c2d183d1a22107e'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:51.093438 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2fd51b3b-cd8c-47a4-9585-a0f668cbbff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.105264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Made reservation on behalf of f161cef6f2864c7e8c2d183d1a22107e for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:51.108187 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.121098 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.4566839
Dec 18 21:02:51.131560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50628) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:51.139890 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d7868296-a3eb-4db7-a221-18ae2ea650a8 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Request body: {'network': {'router:external': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:51.158623 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event updated for resources: {'Network': ['ID=10385fc6-3645-4f25-80cd-4281458f7977,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:51.199947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.200221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.200712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.201120 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.201555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.201935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.202228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.202643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.202973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.203335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.203679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.204009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.204257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4579d22-e139-43bf-8140-9910a0f4e5ed tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:51.209893 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2fd51b3b-cd8c-47a4-9585-a0f668cbbff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.218451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:02:51.222070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 10385fc6-3645-4f25-80cd-4281458f7977 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:02:51.237513 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.241560 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2fd51b3b-cd8c-47a4-9585-a0f668cbbff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.273994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.276168 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-18100f0d-a8b9-4b9b-abd4-b484eb0ab649 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 2.9791100
Dec 18 21:02:51.307574 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50632) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:51.315032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2fd51b3b-cd8c-47a4-9585-a0f668cbbff8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85dce985eb4b43f29bdc830062c127b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3968937
Dec 18 21:02:51.315692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50634) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:51.318281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd51b3b-cd8c-47a4-9585-a0f668cbbff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dbcd44-e2f4-422e-b513-bd5377e959e6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:51.354055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc946d7-1a51-4a0b-b746-0e567468a193 None None] Sync routers for ids ['e6121193-be19-43e0-898d-6d9c2f9cf5d9'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:02:51.372284 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc946d7-1a51-4a0b-b746-0e567468a193 None None] Routers {'e6121193-be19-43e0-898d-6d9c2f9cf5d9'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:02:51.372957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2dc946d7-1a51-4a0b-b746-0e567468a193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eec8700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:02:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e6121193-be19-43e0-898d-6d9c2f9cf5d9'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:51.396909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a6bfa94-b91b-4882-b557-cb1971f88bae req-db73dcd5-fad6-4453-aa65-9275d336e8b0 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0594013
Dec 18 21:02:51.425464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2dc946d7-1a51-4a0b-b746-0e567468a193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eec8700>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:51.443704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc946d7-1a51-4a0b-b746-0e567468a193 None None] Routers {'e6121193-be19-43e0-898d-6d9c2f9cf5d9'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:02:51.444413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2dc946d7-1a51-4a0b-b746-0e567468a193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eec8700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:02:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e6121193-be19-43e0-898d-6d9c2f9cf5d9'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:51.454689 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-239faff2-c488-4b1a-b1cb-147db2a1907d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.477244 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6275808b-73d3-4c66-81a1-692af2521d9e tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/routers/e6121193-be19-43e0-898d-6d9c2f9cf5d9 HTTP/1.1" status: 200  len: 919 time: 0.1676121
Dec 18 21:02:51.482964 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-239faff2-c488-4b1a-b1cb-147db2a1907d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.489913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2dc946d7-1a51-4a0b-b746-0e567468a193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eec8700>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:51.490705 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc946d7-1a51-4a0b-b746-0e567468a193 None None] The sync data for ids ['e6121193-be19-43e0-898d-6d9c2f9cf5d9'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:02:51.497747 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50638) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:51.514492 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7868296-a3eb-4db7-a221-18ae2ea650a8 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.547813 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-38dc1a0e-bb38-4540-a404-638997a5b951 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6121193-be19-43e0-898d-6d9c2f9cf5d9 HTTP/1.1" status: 200  len: 205 time: 0.0486951
Dec 18 21:02:51.551334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50640) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:51.557928 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7868296-a3eb-4db7-a221-18ae2ea650a8 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.584784 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-239faff2-c488-4b1a-b1cb-147db2a1907d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.587530 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-239faff2-c488-4b1a-b1cb-147db2a1907d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.589506 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-239faff2-c488-4b1a-b1cb-147db2a1907d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6dbcd44-e2f4-422e-b513-bd5377e959e6 HTTP/1.1" status: 204  len: 168 time: 0.2529111
Dec 18 21:02:51.634732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7868296-a3eb-4db7-a221-18ae2ea650a8 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Network 10385fc6-3645-4f25-80cd-4281458f7977 is not hosted by any dhcp agent {{(pid=126009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 18 21:02:51.637951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7868296-a3eb-4db7-a221-18ae2ea650a8 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:51.638808 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7868296-a3eb-4db7-a221-18ae2ea650a8 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.640634 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d7868296-a3eb-4db7-a221-18ae2ea650a8 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "PUT /v2.0/networks/10385fc6-3645-4f25-80cd-4281458f7977 HTTP/1.1" status: 200  len: 857 time: 0.5080738
Dec 18 21:02:51.644595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50644) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:51.680833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239faff2-c488-4b1a-b1cb-147db2a1907d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dbcd44-e2f4-422e-b513-bd5377e959e6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:51.722887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7868296-a3eb-4db7-a221-18ae2ea650a8 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event updated for resources: {'Network': ['ID=10385fc6-3645-4f25-80cd-4281458f7977,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:51.752919 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.804038 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.810949 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.850445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.863151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:02:51.877750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c766db1e-74f0-40c8-9015-2bd68e35f4ec,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:51.881008 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.881360 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Added segment 51017fd9-2549-49a9-baf9-f8648ec6e8a7 of type vlan for network dd20398e-7d65-482f-a9be-ce0f72eac974
Dec 18 21:02:51.884959 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.891524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e3ed0a0>,) {'filters': {'network_id': ['10385fc6-3645-4f25-80cd-4281458f7977']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:51.908467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e3ed0a0>, '905b8438-f0b1-49f2-abd8-b769ace68890') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:51.908922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e3ed0a0>, '905b8438-f0b1-49f2-abd8-b769ace68890') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:51.921410 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.941858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.951047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:02:51.951622 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:02:51.954262 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:02:51.996884 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.026439 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.038416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  10385fc6-3645-4f25-80cd-4281458f7977 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 18 21:02:52.050664 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.058763 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] 10.222.0.13 "DELETE /v2.0/networks/10385fc6-3645-4f25-80cd-4281458f7977 HTTP/1.1" status: 204  len: 168 time: 0.4132140
Dec 18 21:02:52.059690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50656) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:52.060040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e68c7b-90e5-4430-9ee6-a9e2fea3f1d6 tempest-ExternalNetworksTestJSON-126986853 tempest-ExternalNetworksTestJSON-126986853-project-admin] Pushing event deleted for resources: {'Network': ['ID=10385fc6-3645-4f25-80cd-4281458f7977,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:52.100848 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.103599 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:52.103599 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.116462 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec598f0d-efe4-4a2e-91cb-dbca30e803c4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:02:52.116910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec598f0d-efe4-4a2e-91cb-dbca30e803c4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:02:52.121013 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ec598f0d-efe4-4a2e-91cb-dbca30e803c4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] 10.222.0.13 "DELETE /v2.0/subnets/223c692a-cb94-49c2-8565-29689208accc HTTP/1.1" status: 404  len: 337 time: 0.0582085
Dec 18 21:02:52.124343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50660) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:52.167990 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.180527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4054589
Dec 18 21:02:52.181834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50662) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:52.189367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-43dc94c6-c6c5-43dc-b5e0-7aaffa3fa08f admin admin] Request body: {'subnet': {'network_id': 'dd20398e-7d65-482f-a9be-ce0f72eac974', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1263422184-subnet', 'tenant_id': 'f161cef6f2864c7e8c2d183d1a22107e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:52.232113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dc94c6-c6c5-43dc-b5e0-7aaffa3fa08f admin admin] Made reservation on behalf of f161cef6f2864c7e8c2d183d1a22107e for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:52.239889 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-43dc94c6-c6c5-43dc-b5e0-7aaffa3fa08f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.253692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924436d-e62f-484e-93b5-e30c2100fe7d admin admin] Pushing event updated for resources: {'Network': ['ID=dd20398e-7d65-482f-a9be-ce0f72eac974,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:52.267764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network dd20398e-7d65-482f-a9be-ce0f72eac974 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:02:52.296636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.399344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Deleting port 98d7fa17-5d58-4d5e-9df3-a54a732f3022 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:52.399829 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.461050 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.493481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d87e640>,) {'filters': {'network_id': ['46c9aac5-1733-4c52-8250-4f4d82f33b55']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:52.510864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d87e640>, 'd5e8e67a-21f2-4858-b37e-6d1b447519d5') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:52.511258 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d87e640>, 'd5e8e67a-21f2-4858-b37e-6d1b447519d5') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:52.538425 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.543393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-43dc94c6-c6c5-43dc-b5e0-7aaffa3fa08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.555746 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.571869 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.574193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Calling delete_port for 98d7fa17-5d58-4d5e-9df3-a54a732f3022 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:52.597181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:02:52.597673 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:02:52.601061 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:02:52.631059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e2aeeee-c4f6-49c0-8bfc-96e46152f31d req-79ced966-30f7-462a-9ff4-fae84b7c2bf5 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0543981
Dec 18 21:02:52.657971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc94c6-c6c5-43dc-b5e0-7aaffa3fa08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34407d0-4af1-4d3c-8b89-37f2b36434c0,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:52.687186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc94c6-c6c5-43dc-b5e0-7aaffa3fa08f admin admin] Checking segment: {'id': '51017fd9-2549-49a9-baf9-f8648ec6e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dd20398e-7d65-482f-a9be-ce0f72eac974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:02:52.687638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc94c6-c6c5-43dc-b5e0-7aaffa3fa08f admin admin] Network hostable DHCP agents. Network: dd20398e-7d65-482f-a9be-ce0f72eac974, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:02:52.724605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc94c6-c6c5-43dc-b5e0-7aaffa3fa08f admin admin] Network dd20398e-7d65-482f-a9be-ce0f72eac974 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:02:52.734333 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.740427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-43dc94c6-c6c5-43dc-b5e0-7aaffa3fa08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dd20398e-7d65-482f-a9be-ce0f72eac974) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:52.747836 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dc94c6-c6c5-43dc-b5e0-7aaffa3fa08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:52.748979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-43dc94c6-c6c5-43dc-b5e0-7aaffa3fa08f admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.753695 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.756098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7001c485-7e6a-4c20-9f67-d6abde7c692a None None] Network dd20398e-7d65-482f-a9be-ce0f72eac974 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:02:52.761632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] 10.222.0.13 "DELETE /v2.0/networks/46c9aac5-1733-4c52-8250-4f4d82f33b55 HTTP/1.1" status: 204  len: 168 time: 0.6258953
Dec 18 21:02:52.780763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7289aa0-02e3-4a60-b5a1-731a87b21ac4 tempest-ExternalNetworksTestJSON-968831515 tempest-ExternalNetworksTestJSON-968831515-project] Pushing event deleted for resources: {'Network': ['ID=46c9aac5-1733-4c52-8250-4f4d82f33b55,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:52.809539 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-43dc94c6-c6c5-43dc-b5e0-7aaffa3fa08f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6261821
Dec 18 21:02:52.920756 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:52.962567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd06fcb-d032-4807-95d7-a92e89e18f49 None None] Network dd20398e-7d65-482f-a9be-ce0f72eac974 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:02:52.982192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Pushing event deleted for resources: {'Port': ['ID=98d7fa17-5d58-4d5e-9df3-a54a732f3022,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:53.017719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbe80dd-fd03-4187-aa0b-04f8ee03a4a8 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:02:53.067529 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:53.217659 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:53.220141 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:53.273058 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:53.273990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Fanout notify agent at l3_agent the message router_deleted on router e6121193-be19-43e0-898d-6d9c2f9cf5d9 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:02:53.286202 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:53.287630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-88f999c3-ff98-4235-847f-23667890a62d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/routers/e6121193-be19-43e0-898d-6d9c2f9cf5d9 HTTP/1.1" status: 204  len: 168 time: 1.7352893
Dec 18 21:02:53.292022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50696) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:53.296941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1243287719', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'enable_snat': False}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:53.310528 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50700) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:53.326495 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:53.327850 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:53.391632 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:53.663918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7a8a7ca5-1c80-4e46-bd1f-393b207a2526 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ac6a5d172304e9a97ce8e01a5928f18&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3521841
Dec 18 21:02:53.666756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50714) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:53.813307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f3af553d-6592-42c3-b8b2-37dabb3dfff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:53.852064 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f3af553d-6592-42c3-b8b2-37dabb3dfff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:53.895173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50724) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:53.905093 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.104355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2050859703'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:54.165669 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.188805 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Made reservation on behalf of 410c554ef4a44e01bb88006b3d72fb39 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:54.193032 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.203157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.206664 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.233513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5934c5dd-f6ff-42f4-874b-9ba5198cad2f req-081956b4-c1d4-49cf-a9b8-6f7e4a687827 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0486393
Dec 18 21:02:54.278804 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-e7065de1-639c-49c2-b448-c29d07f1eb3c tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:54.280628 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-e7065de1-639c-49c2-b448-c29d07f1eb3c tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/networks?id=dd20398e-7d65-482f-a9be-ce0f72eac974 HTTP/1.1" status: 200  len: 813 time: 0.5369732
Dec 18 21:02:54.313955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-85527cb7-1910-4173-99b8-639ba066dbb8 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/quotas/f161cef6f2864c7e8c2d183d1a22107e HTTP/1.1" status: 200  len: 375 time: 0.0147200
Dec 18 21:02:54.314841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f3af553d-6592-42c3-b8b2-37dabb3dfff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.318104 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f3af553d-6592-42c3-b8b2-37dabb3dfff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.319448 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f3af553d-6592-42c3-b8b2-37dabb3dfff2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2ea97f3-b474-4b37-888d-5718bda78387 HTTP/1.1" status: 204  len: 168 time: 0.6516788
Dec 18 21:02:54.331153 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af553d-6592-42c3-b8b2-37dabb3dfff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ea97f3-b474-4b37-888d-5718bda78387,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:54.369392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-645231ae-1d97-4a66-8990-2dd14b8876af tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161cef6f2864c7e8c2d183d1a22107e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0399208
Dec 18 21:02:54.385732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Allocated IP 172.35.3.141 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/3ffde742-ecbd-41c8-8bc0-0db5598620db) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:54.465035 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.471428 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.503702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:02:54.532070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae078f31-021a-42dd-8b8f-5ddc4316c7d2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:54.545506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.545813 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Added segment 09bb4171-9922-4f4a-b328-5d9c8f3c0ce8 of type vlan for network f742c6e6-aad6-4a44-b894-0c3d027b7bd8
Dec 18 21:02:54.566317 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-1ae0aa5f-6e7f-4376-b0c4-bd7d10a00a9b service neutron] 10.222.0.13 "GET /v2.0/networks/dd20398e-7d65-482f-a9be-ce0f72eac974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855900
Dec 18 21:02:54.592911 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.604489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.644918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.651303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:54.651903 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.674153 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-750cedb6-8b1b-424d-bd65-d0d87852695b service neutron] 10.222.0.13 "GET /v2.0/networks/dd20398e-7d65-482f-a9be-ce0f72eac974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994933
Dec 18 21:02:54.708594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.731036 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.8322692
Dec 18 21:02:54.732028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50736) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:54.739039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-99171789-75db-4c19-b05e-2adc1a55bdf9 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Request body: {'subnet': {'network_id': 'f742c6e6-aad6-4a44-b894-0c3d027b7bd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:54.768491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cb117-4e92-466e-88e2-603ffa98c1ba tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Pushing event updated for resources: {'Network': ['ID=f742c6e6-aad6-4a44-b894-0c3d027b7bd8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:54.773188 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:54.779163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:54.781595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:54.784271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event updated for resources: {'Port': ['ID=3ffde742-ecbd-41c8-8bc0-0db5598620db,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:54.785540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network f742c6e6-aad6-4a44-b894-0c3d027b7bd8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:02:54.803430 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e7498-cf79-44af-8ef1-4f017f7e2396 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:02:54.901701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50744) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:54.979220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-378f45cd-d2ed-49d8-9cb6-1fb0fa48915a None None] Provisioning complete for port 3ffde742-ecbd-41c8-8bc0-0db5598620db triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:54.979798 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-378f45cd-d2ed-49d8-9cb6-1fb0fa48915a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:54.985534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-221076c8-3a0a-4603-8a64-94ea7546d919 req-14254005-4eb1-439d-97a5-669703a31205 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 210 time: 0.0332067
Dec 18 21:02:54.987240 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef39e961-dc02-443b-b589-6d7a5ff631df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68f3b87574044b6aac3092047a07172e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0842772
Dec 18 21:02:54.990792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50746) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:55.027171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99171789-75db-4c19-b05e-2adc1a55bdf9 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Made reservation on behalf of 410c554ef4a44e01bb88006b3d72fb39 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:55.031604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-378f45cd-d2ed-49d8-9cb6-1fb0fa48915a None None] Port 3ffde742-ecbd-41c8-8bc0-0db5598620db cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:02:55.032570 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99171789-75db-4c19-b05e-2adc1a55bdf9 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:55.133784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63f70d28-9662-4bcc-b9e6-a05a6fca8772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:55.145479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:55.195559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63f70d28-9662-4bcc-b9e6-a05a6fca8772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:55.259662 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99171789-75db-4c19-b05e-2adc1a55bdf9 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:55.380258 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99171789-75db-4c19-b05e-2adc1a55bdf9 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Pushing event updated for resources: {'Subnet': ['ID=53f9f683-8e8c-45d0-acb0-230f0f74663c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:55.399785 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:55.403218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99171789-75db-4c19-b05e-2adc1a55bdf9 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Checking segment: {'id': '09bb4171-9922-4f4a-b328-5d9c8f3c0ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f742c6e6-aad6-4a44-b894-0c3d027b7bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:02:55.403597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99171789-75db-4c19-b05e-2adc1a55bdf9 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Network hostable DHCP agents. Network: f742c6e6-aad6-4a44-b894-0c3d027b7bd8, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:02:55.407541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e3c59d1-d919-4e20-92b3-d5fe1033ce71 req-7a2546fc-ca64-46f6-9e33-9446a0c93977 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0639832
Dec 18 21:02:55.439882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99171789-75db-4c19-b05e-2adc1a55bdf9 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Network f742c6e6-aad6-4a44-b894-0c3d027b7bd8 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:02:55.451650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63f70d28-9662-4bcc-b9e6-a05a6fca8772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:55.454475 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63f70d28-9662-4bcc-b9e6-a05a6fca8772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:55.455068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-99171789-75db-4c19-b05e-2adc1a55bdf9 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f742c6e6-aad6-4a44-b894-0c3d027b7bd8) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:55.455674 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-63f70d28-9662-4bcc-b9e6-a05a6fca8772 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98617d06-a570-448d-9095-a99c3273d097 HTTP/1.1" status: 204  len: 168 time: 0.4639058
Dec 18 21:02:55.467218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756378e2-3c58-4915-9ea3-eda3b9c21f73 None None] Network f742c6e6-aad6-4a44-b894-0c3d027b7bd8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:02:55.471768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99171789-75db-4c19-b05e-2adc1a55bdf9 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:55.472562 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99171789-75db-4c19-b05e-2adc1a55bdf9 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:55.485258 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f70d28-9662-4bcc-b9e6-a05a6fca8772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98617d06-a570-448d-9095-a99c3273d097,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:55.500172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-99171789-75db-4c19-b05e-2adc1a55bdf9 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7643185
Dec 18 21:02:55.500390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50760) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:55.505860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Request body: {'port': {'network_id': 'f742c6e6-aad6-4a44-b894-0c3d027b7bd8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-645880566'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:55.596408 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Router 1a141dea-6bf8-4767-98b0-b2873f235700 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:02:55.694230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f742c6e6-aad6-4a44-b894-0c3d027b7bd8', 'network_id': 'f742c6e6-aad6-4a44-b894-0c3d027b7bd8', 'project_id': '410c554ef4a44e01bb88006b3d72fb39', 'fixed_ips': [{'subnet_id': '53f9f683-8e8c-45d0-acb0-230f0f74663c'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:02:55.695691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Made reservation on behalf of 410c554ef4a44e01bb88006b3d72fb39 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:55.698571 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:55.702921 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:55.757964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] device_id is not set on port d8ea6e67-b99c-498f-9667-0d043c3eebed yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:02:55.792245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:02:55.824629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:55.828062 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Sync routers for ids ['1a141dea-6bf8-4767-98b0-b2873f235700'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:02:55.833302 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-88c7e2cf-9e3a-4767-b8f2-703c8dca7ed0 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 2.5401180
Dec 18 21:02:55.834090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50764) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:55.853066 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Routers {'1a141dea-6bf8-4767-98b0-b2873f235700'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:02:55.853653 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664282850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:02:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1a141dea-6bf8-4767-98b0-b2873f235700'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:55.929930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Allocated IP 172.20.0.2 (f742c6e6-aad6-4a44-b894-0c3d027b7bd8/53f9f683-8e8c-45d0-acb0-230f0f74663c/b02072b7-a7d9-4920-891c-b7975bdccf4c) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:56.015619 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Set router 1a141dea-6bf8-4767-98b0-b2873f235700 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:02:56.019156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50772) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:56.024487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1243287719', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'enable_snat': True}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:56.030136 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bd79a84a-9650-497e-ba6c-d77a7b6fca8f tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/routers/1a141dea-6bf8-4767-98b0-b2873f235700 HTTP/1.1" status: 200  len: 909 time: 0.1945019
Dec 18 21:02:56.067378 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:56.067378 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:56.162417 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:56.175409 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:56.185111 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ce5f7c6-fcfc-426e-9ae3-5e3caaf8b005 req-20f2b1e3-055b-4eea-a291-3d459620d5d3 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 210 time: 0.0862441
Dec 18 21:02:56.192217 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:56.249395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Network f742c6e6-aad6-4a44-b894-0c3d027b7bd8 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:56.253018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:56.257372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:56.267612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Pushing event updated for resources: {'Port': ['ID=b02072b7-a7d9-4920-891c-b7975bdccf4c,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:56.367234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Attempting to bind port b02072b7-a7d9-4920-891c-b7975bdccf4c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:02:56.367526 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Attempting to bind port b02072b7-a7d9-4920-891c-b7975bdccf4c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '09bb4171-9922-4f4a-b328-5d9c8f3c0ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f742c6e6-aad6-4a44-b894-0c3d027b7bd8'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:02:56.367903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Attempting to bind port b02072b7-a7d9-4920-891c-b7975bdccf4c on network f742c6e6-aad6-4a44-b894-0c3d027b7bd8 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:02:56.382394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:02:56.382815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Checking segment: {'id': '09bb4171-9922-4f4a-b328-5d9c8f3c0ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f742c6e6-aad6-4a44-b894-0c3d027b7bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:02:56.383252 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:56.383651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Bound using segment: {'id': '09bb4171-9922-4f4a-b328-5d9c8f3c0ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f742c6e6-aad6-4a44-b894-0c3d027b7bd8'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:02:56.384147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Bound port: b02072b7-a7d9-4920-891c-b7975bdccf4c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bb4171-9922-4f4a-b328-5d9c8f3c0ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f742c6e6-aad6-4a44-b894-0c3d027b7bd8'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:02:56.384534 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:56.395628 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664282850>, [{'id': '1a141dea-6bf8-4767-98b0-b2873f235700', 'name': 'tempest-snat-router-1243287719', 'tenant_id': '033500781fb149b997b81b3d38bc507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.141'}], 'enable_snat': False}, 'gw_port_id': '3ffde742-ecbd-41c8-8bc0-0db5598620db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:02:53Z', 'updated_at': '2021-12-18T21:02:54Z', 'revision_number': 3, 'project_id': '033500781fb149b997b81b3d38bc507e', 'gw_port': {'id': '3ffde742-ecbd-41c8-8bc0-0db5598620db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a141dea-6bf8-4767-98b0-b2873f235700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:02:54Z', 'updated_at': '2021-12-18T21:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:56.452755 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Checking router: 1a141dea-6bf8-4767-98b0-b2873f235700 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:02:56.454956 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Updating router 1a141dea-6bf8-4767-98b0-b2873f235700 port 3ffde742-ecbd-41c8-8bc0-0db5598620db binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:02:56.458468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Allocated IP 172.20.0.7 (f742c6e6-aad6-4a44-b894-0c3d027b7bd8/53f9f683-8e8c-45d0-acb0-230f0f74663c/d8ea6e67-b99c-498f-9667-0d043c3eebed) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:56.494283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] For port b02072b7-a7d9-4920-891c-b7975bdccf4c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:02:56.502449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] For port b02072b7-a7d9-4920-891c-b7975bdccf4c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b02072b7-a7d9-4920-891c-b7975bdccf4c,segment=NetworkSegment(09bb4171-9922-4f4a-b328-5d9c8f3c0ce8),segment_id=09bb4171-9922-4f4a-b328-5d9c8f3c0ce8)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:02:56.503698 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:56.516921 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:56.555417 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:56.609826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9b8cc-c6ed-40a9-92f7-20e077950006 None None] Pushing event updated for resources: {'Port': ['ID=b02072b7-a7d9-4920-891c-b7975bdccf4c,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:56.653173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-7c5df3d5-e4bf-40d3-971c-45964f3fb72c tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:56.654934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-7c5df3d5-e4bf-40d3-971c-45964f3fb72c tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.31 "GET /v2.0/networks?id=dd20398e-7d65-482f-a9be-ce0f72eac974 HTTP/1.1" status: 200  len: 813 time: 0.3956673
Dec 18 21:02:56.734487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Request body: {'port': {'device_id': '3ef67420-4d8c-4a20-8059-2fb29eb553ce', 'network_id': 'dd20398e-7d65-482f-a9be-ce0f72eac974', 'admin_state_up': True, 'tenant_id': 'f161cef6f2864c7e8c2d183d1a22107e'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:56.804511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4972c73-c546-4d9f-b21c-34b05c4be78e req-912c1d9b-b9f1-429f-89e6-e63006fe15cb tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.1467938
Dec 18 21:02:56.983944 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:56.996083 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:56.998492 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.024871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Made reservation on behalf of f161cef6f2864c7e8c2d183d1a22107e for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:57.028596 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.053925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a30982-dc99-4d09-b2ca-565333b98dc0 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:02:57.062312 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Attempting to bind port 3ffde742-ecbd-41c8-8bc0-0db5598620db on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:02:57.062703 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Attempting to bind port 3ffde742-ecbd-41c8-8bc0-0db5598620db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:02:57.063074 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Attempting to bind port 3ffde742-ecbd-41c8-8bc0-0db5598620db on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:02:57.072804 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:02:57.073190 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:02:57.073833 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.074054 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:02:57.074478 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Bound port: 3ffde742-ecbd-41c8-8bc0-0db5598620db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:02:57.074995 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.107847 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Pushing event updated for resources: {'Port': ['ID=3ffde742-ecbd-41c8-8bc0-0db5598620db,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:57.120778 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.121370 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.121867 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.122212 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.122601 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.122932 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.123261 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.125564 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.126070 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.126523 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.126863 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.127218 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.127584 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:02:57.180843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c5098e5e-60a8-4190-8d0c-ea35070ca8a3 None None] Provisioning complete for port 3ffde742-ecbd-41c8-8bc0-0db5598620db triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:57.184037 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c5098e5e-60a8-4190-8d0c-ea35070ca8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.201372 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] For port 3ffde742-ecbd-41c8-8bc0-0db5598620db, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:02:57.210619 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] For port 3ffde742-ecbd-41c8-8bc0-0db5598620db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ffde742-ecbd-41c8-8bc0-0db5598620db,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:02:57.221617 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.231681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c5098e5e-60a8-4190-8d0c-ea35070ca8a3 None None] Port 3ffde742-ecbd-41c8-8bc0-0db5598620db cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:02:57.234873 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.267476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c9b65b-2c0f-4f5a-b69f-1b91e8c78ab2 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:02:57.307844 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Routers {'1a141dea-6bf8-4767-98b0-b2873f235700'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:02:57.308466 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664282850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:02:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1a141dea-6bf8-4767-98b0-b2873f235700'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:57.358488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-15a6517f-9bae-4405-bd1d-9240cd718557 None None] Provisioning complete for port 3ffde742-ecbd-41c8-8bc0-0db5598620db triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:57.359241 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-15a6517f-9bae-4405-bd1d-9240cd718557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.369004 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b4e82-c15d-4c51-9856-4117810366a0 None None] Pushing event updated for resources: {'Port': ['ID=3ffde742-ecbd-41c8-8bc0-0db5598620db,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:57.374703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Network f742c6e6-aad6-4a44-b894-0c3d027b7bd8 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:57.384774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93d8bc92-3a4e-4579-9d2a-fb310540a16f req-cb426efd-b2df-431e-8e13-cac34ccf16cf tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 210 time: 0.0732563
Dec 18 21:02:57.392582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:57.397896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:57.407452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Pushing event updated for resources: {'Port': ['ID=d8ea6e67-b99c-498f-9667-0d043c3eebed,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:57.433854 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Allocated IP 172.20.0.9 (dd20398e-7d65-482f-a9be-ce0f72eac974/e34407d0-4af1-4d3c-8b89-37f2b36434c0/b37b2a49-b715-488f-b585-88dd2a37c534) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:57.456442 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.461562 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] Set router 1a141dea-6bf8-4767-98b0-b2873f235700 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:02:57.501476 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.524973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:57.525652 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.529604 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-15a6517f-9bae-4405-bd1d-9240cd718557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.579522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-15a6517f-9bae-4405-bd1d-9240cd718557 None None] For port 3ffde742-ecbd-41c8-8bc0-0db5598620db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ffde742-ecbd-41c8-8bc0-0db5598620db,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:57.585402 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-15a6517f-9bae-4405-bd1d-9240cd718557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.606042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-aee39156-1838-45cc-851b-81493b31e620 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1008000
Dec 18 21:02:57.606481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50806) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:57.670593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6517f-9bae-4405-bd1d-9240cd718557 None None] Pushing event updated for resources: {'Port': ['ID=3ffde742-ecbd-41c8-8bc0-0db5598620db,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:57.803430 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664282850>, [{'id': '1a141dea-6bf8-4767-98b0-b2873f235700', 'name': 'tempest-snat-router-1243287719', 'tenant_id': '033500781fb149b997b81b3d38bc507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.141'}], 'enable_snat': False}, 'gw_port_id': '3ffde742-ecbd-41c8-8bc0-0db5598620db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:02:53Z', 'updated_at': '2021-12-18T21:02:54Z', 'revision_number': 3, 'project_id': '033500781fb149b997b81b3d38bc507e', 'gw_port': {'id': '3ffde742-ecbd-41c8-8bc0-0db5598620db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a141dea-6bf8-4767-98b0-b2873f235700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:02:54Z', 'updated_at': '2021-12-18T21:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:02:57.832043 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.850849 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044cda4f-19cf-4680-bc97-0b9eb3dc7759 None None] The sync data for ids ['1a141dea-6bf8-4767-98b0-b2873f235700'] in ncdv-master-1 is: [{'id': '1a141dea-6bf8-4767-98b0-b2873f235700', 'name': 'tempest-snat-router-1243287719', 'tenant_id': '033500781fb149b997b81b3d38bc507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.141'}], 'enable_snat': False}, 'gw_port_id': '3ffde742-ecbd-41c8-8bc0-0db5598620db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:02:53Z', 'updated_at': '2021-12-18T21:02:54Z', 'revision_number': 3, 'project_id': '033500781fb149b997b81b3d38bc507e', 'gw_port': {'id': '3ffde742-ecbd-41c8-8bc0-0db5598620db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a141dea-6bf8-4767-98b0-b2873f235700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:02:54Z', 'updated_at': '2021-12-18T21:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:02:57.872836 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-afe0c4a9-ec19-47c1-bb47-4f9108b7f3fc tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Deleting port d8ea6e67-b99c-498f-9667-0d043c3eebed {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:02:57.873404 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-afe0c4a9-ec19-47c1-bb47-4f9108b7f3fc tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:57.949146 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.023731 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-afe0c4a9-ec19-47c1-bb47-4f9108b7f3fc tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.041703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-afe0c4a9-ec19-47c1-bb47-4f9108b7f3fc tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Calling delete_port for d8ea6e67-b99c-498f-9667-0d043c3eebed owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:02:58.061590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Allocated IP 172.35.3.130 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/9c55fdb9-d7fd-4fad-975b-bbd67df58576) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:58.114313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50818) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:58.143009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-916177e7-34f5-4f69-b14c-df8ac99641a1 req-668c3c20-8ca6-4b15-a860-37ca2675f9e4 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.1000354
Dec 18 21:02:58.148316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Network dd20398e-7d65-482f-a9be-ce0f72eac974 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:58.161623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:58.164278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:58.264086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Pushing event updated for resources: {'Port': ['ID=b37b2a49-b715-488f-b585-88dd2a37c534,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:58.359514 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-afe0c4a9-ec19-47c1-bb47-4f9108b7f3fc tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.382427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:58.383168 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.384076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952d7b57-21c9-4b33-970c-f91c3a150839 None None] Network f742c6e6-aad6-4a44-b894-0c3d027b7bd8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:02:58.393217 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-aec299e7-151c-48a3-8456-ea86ce37e0f3 req-1d70bb29-e246-4e6d-86cd-4348694999f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.3828659
Dec 18 21:02:58.405374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2025551032', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:58.408801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-43dccb7d-7883-4d40-a08c-d9c1514a4092 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6957185
Dec 18 21:02:58.452531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Request body: {'port': {'device_id': '3ef67420-4d8c-4a20-8059-2fb29eb553ce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:58.461601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0c4a9-ec19-47c1-bb47-4f9108b7f3fc tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Pushing event deleted for resources: {'Port': ['ID=d8ea6e67-b99c-498f-9667-0d043c3eebed,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:58.530553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3afac07f-c4cb-4964-af99-bc1631f31ca4 None None] Provisioning complete for port b02072b7-a7d9-4920-891c-b7975bdccf4c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:58.531271 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3afac07f-c4cb-4964-af99-bc1631f31ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.544065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Made reservation on behalf of 15cb84bc656c4526b9686cb550700f89 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:58.547472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.569476 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.579014 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.596120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3ffde742-ecbd-41c8-8bc0-0db5598620db up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:02:58.621678 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-afe0c4a9-ec19-47c1-bb47-4f9108b7f3fc tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.626605 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-afe0c4a9-ec19-47c1-bb47-4f9108b7f3fc tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] 10.222.0.13 "DELETE /v2.0/ports/d8ea6e67-b99c-498f-9667-0d043c3eebed HTTP/1.1" status: 204  len: 168 time: 1.0187926
Dec 18 21:02:58.631357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50826) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:58.651474 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.685532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bae784-77c6-4b26-8934-b1f6a57fbf44 req-e8098f71-c18b-4c42-8cad-d49a0dedf03d tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:58.698705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55bae784-77c6-4b26-8934-b1f6a57fbf44 req-e8098f71-c18b-4c42-8cad-d49a0dedf03d tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 931 time: 0.1655095
Dec 18 21:02:58.707696 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.714429 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.723506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] device_id is not set on port 8028ad51-8228-4b35-b695-5988be941650 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:02:58.755091 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.813921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6a047-ee3a-4e5c-b157-0826667c0b7b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:58.873913 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3afac07f-c4cb-4964-af99-bc1631f31ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.884010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:58.889823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3ffde742-ecbd-41c8-8bc0-0db5598620db triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:58.890527 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:58.897582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:58.904141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:58.975151 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Allocated IP 172.35.3.243 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/8028ad51-8228-4b35-b695-5988be941650) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:02:58.976487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55bae784-77c6-4b26-8934-b1f6a57fbf44 req-6fa358bb-0ada-45f5-9ed6-c02c784dc748 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/security-groups?id=c766db1e-74f0-40c8-9015-2bd68e35f4ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711117
Dec 18 21:02:58.998508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event updated for resources: {'Port': ['ID=9c55fdb9-d7fd-4fad-975b-bbd67df58576,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:58.999205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541bf467-89d7-4e63-96d8-1f3fff85bb35 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:02:59.039287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3afac07f-c4cb-4964-af99-bc1631f31ca4 None None] For port b02072b7-a7d9-4920-891c-b7975bdccf4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b02072b7-a7d9-4920-891c-b7975bdccf4c,segment=NetworkSegment(09bb4171-9922-4f4a-b328-5d9c8f3c0ce8),segment_id=09bb4171-9922-4f4a-b328-5d9c8f3c0ce8)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:02:59.063615 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c6eaf490-8d70-4970-9759-537420a48155 tempest-DHCPAgentSchedulersTestJSON-1606857568 tempest-DHCPAgentSchedulersTestJSON-1606857568-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4933 time: 0.4310858
Dec 18 21:02:59.067316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50832) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:59.073712 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3afac07f-c4cb-4964-af99-bc1631f31ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:59.074811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b6ed0eb0-1ae8-4ab0-ac0d-abe6833eb9e8 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2073332244'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:02:59.141385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afac07f-c4cb-4964-af99-bc1631f31ca4 None None] Pushing event updated for resources: {'Port': ['ID=b02072b7-a7d9-4920-891c-b7975bdccf4c,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:59.143720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ed0eb0-1ae8-4ab0-ac0d-abe6833eb9e8 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Made reservation on behalf of 410c554ef4a44e01bb88006b3d72fb39 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:02:59.151494 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0eb0-1ae8-4ab0-ac0d-abe6833eb9e8 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:59.155483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b02072b7-a7d9-4920-891c-b7975bdccf4c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:02:59.264924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-bdd458c1-94fc-4738-a279-53817874a2fa None None] Provisioning complete for port 9c55fdb9-d7fd-4fad-975b-bbd67df58576 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:59.265606 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bdd458c1-94fc-4738-a279-53817874a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:59.325391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b02072b7-a7d9-4920-891c-b7975bdccf4c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:59.326213 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:59.330679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ed0eb0-1ae8-4ab0-ac0d-abe6833eb9e8 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:02:59.384874 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0eb0-1ae8-4ab0-ac0d-abe6833eb9e8 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:59.386610 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-b6ed0eb0-1ae8-4ab0-ac0d-abe6833eb9e8 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Added segment f06f30ce-5c1c-475e-814a-2b9f1cdc5eed of type vlan for network 5412b127-3edf-4169-beaa-00b0edbaba21
Dec 18 21:02:59.388999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-bdd458c1-94fc-4738-a279-53817874a2fa None None] Port 9c55fdb9-d7fd-4fad-975b-bbd67df58576 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:02:59.462925 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0eb0-1ae8-4ab0-ac0d-abe6833eb9e8 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:59.512223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0eb0-1ae8-4ab0-ac0d-abe6833eb9e8 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:59.518999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ed0eb0-1ae8-4ab0-ac0d-abe6833eb9e8 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:02:59.520398 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0eb0-1ae8-4ab0-ac0d-abe6833eb9e8 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:59.544852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-09864cd0-bb32-4123-8257-37cd480c210e None None] Provisioning complete for port b02072b7-a7d9-4920-891c-b7975bdccf4c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:59.546713 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09864cd0-bb32-4123-8257-37cd480c210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:59.615193 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b6ed0eb0-1ae8-4ab0-ac0d-abe6833eb9e8 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.5465555
Dec 18 21:02:59.621071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50838) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:59.697825 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:59.745725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed0eb0-1ae8-4ab0-ac0d-abe6833eb9e8 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Pushing event updated for resources: {'Network': ['ID=5412b127-3edf-4169-beaa-00b0edbaba21,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:59.759513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5412b127-3edf-4169-beaa-00b0edbaba21 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:02:59.836103 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:02:59.851220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-271f839f-7e49-425f-b1e9-9be30a73afaa None None] Could not find standard attr ID for object d8ea6e67-b99c-498f-9667-0d043c3eebed. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:02:59.870314 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecd806c8-02d7-4961-bfc5-c53d03be06f3 req-b2993e3d-83c8-432a-bb71-258fed2d3756 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0606964
Dec 18 21:02:59.923331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:02:59.924978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:02:59.927427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:02:59.934963 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2ddbb2b3-f56a-4d72-8684-9671375649ca tempest-DHCPAgentSchedulersTestJSON-1606857568 tempest-DHCPAgentSchedulersTestJSON-1606857568-project-admin] 10.222.0.13 "GET /v2.0/agents/0971ed9d-5311-4c8a-b191-14554dd4f101/dhcp-networks HTTP/1.1" status: 200  len: 8079 time: 0.3098812
Dec 18 21:02:59.936437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50840) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:02:59.944796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b930a5b8-7ab9-4714-b25f-dfbb55a84e1e None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:02:59.978472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Pushing event updated for resources: {'Port': ['ID=8028ad51-8228-4b35-b695-5988be941650,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:02:59.979431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-33ece626-5edd-493b-86b8-4aec0d672ce7 None None] Provisioning complete for port 8028ad51-8228-4b35-b695-5988be941650 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:02:59.979813 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-33ece626-5edd-493b-86b8-4aec0d672ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:00.042281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:00.043151 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:00.053664 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:00.078755 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-53b8e098-6784-4eab-b68e-fb870a1b123f tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.9633093
Dec 18 21:03:00.083782 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50846) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:00.089169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.243'}]}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:00.090894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-33ece626-5edd-493b-86b8-4aec0d672ce7 None None] Port 8028ad51-8228-4b35-b695-5988be941650 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:00.106057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead9b66-5e63-4cd6-9a6f-9a9fb1a8e879 tempest-DHCPAgentSchedulersTestJSON-1606857568 tempest-DHCPAgentSchedulersTestJSON-1606857568-project-admin] Network 5412b127-3edf-4169-beaa-00b0edbaba21 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:03:00.129590 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7ead9b66-5e63-4cd6-9a6f-9a9fb1a8e879 tempest-DHCPAgentSchedulersTestJSON-1606857568 tempest-DHCPAgentSchedulersTestJSON-1606857568-project-admin] 10.222.0.13 "POST /v2.0/agents/0971ed9d-5311-4c8a-b191-14554dd4f101/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.1903703
Dec 18 21:03:00.129590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50848) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:00.135569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8778ac1e-22da-44b8-83b1-eb9ffaf4b215 None None] Network 5412b127-3edf-4169-beaa-00b0edbaba21 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:00.143100 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:00.144285 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:00.220452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37b2a49-b715-488f-b585-88dd2a37c534 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:03:00.249090 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:00.259846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:00.281435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baf4f9-44fa-41f1-997d-91c0224063e8 req-05daa737-3501-455b-8ff3-97bcceccad91 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:00.282976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50baf4f9-44fa-41f1-997d-91c0224063e8 req-05daa737-3501-455b-8ff3-97bcceccad91 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 931 time: 0.1733463
Dec 18 21:03:00.303540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Transition to ACTIVE for port object b37b2a49-b715-488f-b585-88dd2a37c534 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:03:00.314895 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:00.421645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b02072b7-a7d9-4920-891c-b7975bdccf4c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:00.444473 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50baf4f9-44fa-41f1-997d-91c0224063e8 req-cc3f6b60-ae77-4b80-b31a-6c578cd3fd7d tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/security-groups?id=c766db1e-74f0-40c8-9015-2bd68e35f4ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527507
Dec 18 21:03:00.505594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b02072b7-a7d9-4920-891c-b7975bdccf4c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:00.506124 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:00.521342 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:00.525969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Pushing event updated for resources: {'Port': ['ID=b37b2a49-b715-488f-b585-88dd2a37c534,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:00.705846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Attempting to bind port b37b2a49-b715-488f-b585-88dd2a37c534 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:00.706217 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Attempting to bind port b37b2a49-b715-488f-b585-88dd2a37c534 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '51017fd9-2549-49a9-baf9-f8648ec6e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dd20398e-7d65-482f-a9be-ce0f72eac974'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:00.706504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Attempting to bind port b37b2a49-b715-488f-b585-88dd2a37c534 on network dd20398e-7d65-482f-a9be-ce0f72eac974 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:00.717710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Port b37b2a49-b715-488f-b585-88dd2a37c534 on network dd20398e-7d65-482f-a9be-ce0f72eac974 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:03:00.718063 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Attempting to bind port b37b2a49-b715-488f-b585-88dd2a37c534 on network dd20398e-7d65-482f-a9be-ce0f72eac974 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:00.728013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:00.728344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Checking segment: {'id': '51017fd9-2549-49a9-baf9-f8648ec6e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dd20398e-7d65-482f-a9be-ce0f72eac974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:00.728787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Bound using segment: {'id': '51017fd9-2549-49a9-baf9-f8648ec6e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dd20398e-7d65-482f-a9be-ce0f72eac974'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:00.729219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Bound port: b37b2a49-b715-488f-b585-88dd2a37c534, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51017fd9-2549-49a9-baf9-f8648ec6e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'dd20398e-7d65-482f-a9be-ce0f72eac974'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:00.729572 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:00.765538 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0ed342cc-7624-48ca-a1bc-f304e2fb0d34 tempest-DHCPAgentSchedulersTestJSON-1606857568 tempest-DHCPAgentSchedulersTestJSON-1606857568-project-admin] 10.222.0.13 "GET /v2.0/agents/0971ed9d-5311-4c8a-b191-14554dd4f101/dhcp-networks HTTP/1.1" status: 200  len: 8850 time: 0.6348531
Dec 18 21:03:00.769918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50852) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:00.772520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:00.810943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Router be002f2b-2d03-485f-96e3-a1e9d208fc6e is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:03:00.876748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] For port b37b2a49-b715-488f-b585-88dd2a37c534, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:00.922851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] For port b37b2a49-b715-488f-b585-88dd2a37c534, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b37b2a49-b715-488f-b585-88dd2a37c534,segment=NetworkSegment(51017fd9-2549-49a9-baf9-f8648ec6e8a7),segment_id=51017fd9-2549-49a9-baf9-f8648ec6e8a7)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:00.933878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6ffff584-f89b-4542-8b36-f5b9d1db38a4 tempest-DHCPAgentSchedulersTestJSON-1606857568 tempest-DHCPAgentSchedulersTestJSON-1606857568-project-admin] 10.222.0.13 "DELETE /v2.0/agents/0971ed9d-5311-4c8a-b191-14554dd4f101/dhcp-networks/5412b127-3edf-4169-beaa-00b0edbaba21 HTTP/1.1" status: 204  len: 168 time: 0.1612260
Dec 18 21:03:00.937328 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50856) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:00.939245 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:01.033212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:01.033778 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:01.035496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] 10.222.0.31 "PUT /v2.0/ports/b37b2a49-b715-488f-b585-88dd2a37c534 HTTP/1.1" status: 200  len: 1091 time: 2.6020508
Dec 18 21:03:01.036116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef67420-4d8c-4a20-8059-2fb29eb553ce', 'tag': 'b37b2a49-b715-488f-b585-88dd2a37c534'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:03:01.038394 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f6277c-80f4-405c-8e15-2f7f40bf2522" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef67420-4d8c-4a20-8059-2fb29eb553ce", "tag": "b37b2a49-b715-488f-b585-88dd2a37c534"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:03:01.056940 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:01.087517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:01.087720 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c833757-b6d2-421e-91a6-3bf4aced5bd8 x-openstack-request-id: req-6c833757-b6d2-421e-91a6-3bf4aced5bd8 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:03:01.088229 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef67420-4d8c-4a20-8059-2fb29eb553ce", "tag": "b37b2a49-b715-488f-b585-88dd2a37c534", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:03:01.088229 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c833757-b6d2-421e-91a6-3bf4aced5bd8 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:03:01.088587 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef67420-4d8c-4a20-8059-2fb29eb553ce', 'tag': 'b37b2a49-b715-488f-b585-88dd2a37c534', 'status': 'completed', 'code': 200}
Dec 18 21:03:01.091366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9076e0b5-2c82-4a88-91b9-2b18aab7cbfb req-104fce72-2495-4efa-949f-5b839096fd45 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.1154964
Dec 18 21:03:01.143112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e486c2-4d1c-4cee-b944-d22ef68f7659 service neutron] Pushing event updated for resources: {'Port': ['ID=b37b2a49-b715-488f-b585-88dd2a37c534,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:01.152558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:03:01.167987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Sync routers for ids ['be002f2b-2d03-485f-96e3-a1e9d208fc6e'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:03:01.183474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Routers {'be002f2b-2d03-485f-96e3-a1e9d208fc6e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:01.183747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb5ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:02:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['be002f2b-2d03-485f-96e3-a1e9d208fc6e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:01.199641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-cb24e6dd-6733-417c-a3c9-b8831400267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:01.201680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-cb24e6dd-6733-417c-a3c9-b8831400267a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f161cef6f2864c7e8c2d183d1a22107e&device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 1094 time: 0.1072390
Dec 18 21:03:01.205801 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:01.207517 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fdb45596-6e7c-4844-9f49-dd5f783b3348 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 5.1871281
Dec 18 21:03:01.217453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50866) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:01.262558 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9cad32da-1a85-4fec-a1a1-f3390944f5ed tempest-DHCPAgentSchedulersTestJSON-1606857568 tempest-DHCPAgentSchedulersTestJSON-1606857568-project-admin] 10.222.0.13 "GET /v2.0/agents/0971ed9d-5311-4c8a-b191-14554dd4f101/dhcp-networks HTTP/1.1" status: 200  len: 8079 time: 0.3202336
Dec 18 21:03:01.262808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-a111e62d-81f1-4304-b694-25f813b815e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b37b2a49-b715-488f-b585-88dd2a37c534 HTTP/1.1" status: 200  len: 217 time: 0.0499899
Dec 18 21:03:01.265003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50868) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:01.326922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-38383e03-5b09-4401-9fb8-930da2bcc162 tempest-DHCPAgentSchedulersTestJSON-1606857568 tempest-DHCPAgentSchedulersTestJSON-1606857568-project-admin] 10.222.0.13 "GET /v2.0/networks/f742c6e6-aad6-4a44-b894-0c3d027b7bd8/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0604858
Dec 18 21:03:01.331155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50870) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:01.354718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-c6d8298f-1249-4ee8-a21b-27b678c5accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:01.356521 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-c6d8298f-1249-4ee8-a21b-27b678c5accb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e34407d0-4af1-4d3c-8b89-37f2b36434c0 HTTP/1.1" status: 200  len: 853 time: 0.0891871
Dec 18 21:03:01.365074 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8f9e02ec-d6f3-454d-a419-e59a919b3577 tempest-DHCPAgentSchedulersTestJSON-1606857568 tempest-DHCPAgentSchedulersTestJSON-1606857568-project-admin] 10.222.0.13 "GET /v2.0/networks/f742c6e6-aad6-4a44-b894-0c3d027b7bd8/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0326128
Dec 18 21:03:01.375449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50872) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:01.407636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-f6667891-ab32-4152-a8bb-26561edfc178 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd20398e-7d65-482f-a9be-ce0f72eac974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413184
Dec 18 21:03:01.437440 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-39b00ea3-f839-4b8d-b852-02f7bb5f53b9 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/routers/be002f2b-2d03-485f-96e3-a1e9d208fc6e HTTP/1.1" status: 200  len: 908 time: 0.2188013
Dec 18 21:03:01.440404 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50874) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:01.495050 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:01.511266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Set router be002f2b-2d03-485f-96e3-a1e9d208fc6e gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:03:01.597292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d81e0abb-6105-45b5-9988-165bc68ae1c0 req-cc752f77-3c25-445a-9651-1ba1101c1cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02953ea763ef4ddeb43c836d85986809&device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0999978
Dec 18 21:03:01.662597 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d81e0abb-6105-45b5-9988-165bc68ae1c0 req-b2b86ebd-d8db-4880-a21e-55417c73450d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=02953ea763ef4ddeb43c836d85986809&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0315373
Dec 18 21:03:01.697282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f561cfcf-20fd-49ef-a759-1d51fcb2519d req-1edcce96-b3de-4872-a8b6-b2143899e975 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0810587
Dec 18 21:03:01.760589 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-8ce617ef-a457-48b9-ba70-13eaaad90c5b service neutron] 10.222.0.31 "GET /v2.0/networks/dd20398e-7d65-482f-a9be-ce0f72eac974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3445706
Dec 18 21:03:01.786129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb5ef40>, [{'id': 'be002f2b-2d03-485f-96e3-a1e9d208fc6e', 'name': 'tempest-snat-router-1243287719', 'tenant_id': '033500781fb149b997b81b3d38bc507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '9c55fdb9-d7fd-4fad-975b-bbd67df58576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:02:56Z', 'updated_at': '2021-12-18T21:02:59Z', 'revision_number': 3, 'project_id': '033500781fb149b997b81b3d38bc507e', 'gw_port': {'id': '9c55fdb9-d7fd-4fad-975b-bbd67df58576', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:27:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be002f2b-2d03-485f-96e3-a1e9d208fc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:02:57Z', 'updated_at': '2021-12-18T21:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:01.809320 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:01.814157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:01.821592 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:01.827324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Checking router: be002f2b-2d03-485f-96e3-a1e9d208fc6e for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:03:01.827324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Updating router be002f2b-2d03-485f-96e3-a1e9d208fc6e port 9c55fdb9-d7fd-4fad-975b-bbd67df58576 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:03:01.832166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2e17826b-5b65-4314-a7d5-9a09e0fae74a tempest-DHCPAgentSchedulersTestJSON-1606857568 tempest-DHCPAgentSchedulersTestJSON-1606857568-project-admin] 10.222.0.13 "GET /v2.0/agents/0971ed9d-5311-4c8a-b191-14554dd4f101/dhcp-networks HTTP/1.1" status: 200  len: 8079 time: 0.4555202
Dec 18 21:03:01.836530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50882) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:01.858824 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:01.903592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be805c9-5109-4344-af54-c75c03cbfb00 req-1226f05a-3e74-4a02-abd4-9217849b55df tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:01.907005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9be805c9-5109-4344-af54-c75c03cbfb00 req-1226f05a-3e74-4a02-abd4-9217849b55df tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 943 time: 0.2721853
Dec 18 21:03:01.925996 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:01.926564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ebabc30-589e-4e3d-a290-6ac1d4ebd70e {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:03:01.994668 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.001630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e0abb-6105-45b5-9988-165bc68ae1c0 req-4736b82a-7281-4935-a610-fe7331c48d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:02.002724 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d81e0abb-6105-45b5-9988-165bc68ae1c0 req-4736b82a-7281-4935-a610-fe7331c48d16 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3120008
Dec 18 21:03:02.012441 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:03:02.014882 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-62a5c2d9-5819-4a9f-892f-a7b681d07308 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.9286494
Dec 18 21:03:02.017931 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50884) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:02.044066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1424608-cd9c-4384-a614-cd1b08bcec7a req-766925ef-b10c-4e1f-84cb-b840196c4d2e service neutron] 10.222.0.31 "GET /v2.0/networks/dd20398e-7d65-482f-a9be-ce0f72eac974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2751174
Dec 18 21:03:02.059851 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9be805c9-5109-4344-af54-c75c03cbfb00 req-56abfa03-a78b-4c34-94cd-9018eecf5ee5 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/security-groups?id=c766db1e-74f0-40c8-9015-2bd68e35f4ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403747
Dec 18 21:03:02.061880 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.143813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-90f42b54-fcae-42b9-9c6a-89bef214cae0 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Deleting port 8028ad51-8228-4b35-b695-5988be941650 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:02.144162 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90f42b54-fcae-42b9-9c6a-89bef214cae0 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.192845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Deleting port 9c55fdb9-d7fd-4fad-975b-bbd67df58576 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:02.193858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.222757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6277c-80f4-405c-8e15-2f7f40bf2522 req-2dbfaa4a-e1fa-4ff1-9fb6-88109147bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:02.224385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f6277c-80f4-405c-8e15-2f7f40bf2522 req-2dbfaa4a-e1fa-4ff1-9fb6-88109147bb35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f161cef6f2864c7e8c2d183d1a22107e&device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 1094 time: 0.1016710
Dec 18 21:03:02.226399 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.252646 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.262556 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.279073 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90f42b54-fcae-42b9-9c6a-89bef214cae0 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.305224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d336100>,) {'filters': {'network_id': ['5412b127-3edf-4169-beaa-00b0edbaba21']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:02.310746 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-90f42b54-fcae-42b9-9c6a-89bef214cae0 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Calling delete_port for 8028ad51-8228-4b35-b695-5988be941650 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:02.318226 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.326622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d336100>, 'f06f30ce-5c1c-475e-814a-2b9f1cdc5eed') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:02.326887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d336100>, 'f06f30ce-5c1c-475e-814a-2b9f1cdc5eed') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:02.333867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Attempting to bind port 9c55fdb9-d7fd-4fad-975b-bbd67df58576 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:02.334271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Attempting to bind port 9c55fdb9-d7fd-4fad-975b-bbd67df58576 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:02.335003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Attempting to bind port 9c55fdb9-d7fd-4fad-975b-bbd67df58576 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:02.338437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Calling delete_port for 9c55fdb9-d7fd-4fad-975b-bbd67df58576 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:02.344861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:02.345880 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:02.346136 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.346661 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:02.347711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Bound port: 9c55fdb9-d7fd-4fad-975b-bbd67df58576, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:02.347832 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.352319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.382990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73abcc1c-b047-4316-ac13-560d69d793cd None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:02.391968 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.401923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24138433-0edf-4c7f-809f-77a71a581938 None None] Pushing event updated for resources: {'Port': ['ID=9c55fdb9-d7fd-4fad-975b-bbd67df58576,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:02.420761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:03:02.421422 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:03:02.427091 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:03:02.439311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] For port 9c55fdb9-d7fd-4fad-975b-bbd67df58576, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:02.444037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] For port 9c55fdb9-d7fd-4fad-975b-bbd67df58576, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c55fdb9-d7fd-4fad-975b-bbd67df58576,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:02.450879 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.468400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6277c-80f4-405c-8e15-2f7f40bf2522 req-70d5451b-a3dd-4cbc-bcd2-2c74d0800d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:02.469909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f6277c-80f4-405c-8e15-2f7f40bf2522 req-70d5451b-a3dd-4cbc-bcd2-2c74d0800d0e service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd20398e-7d65-482f-a9be-ce0f72eac974 HTTP/1.1" status: 200  len: 914 time: 0.2295940
Dec 18 21:03:02.518008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927efeeb-8cdc-4f41-a938-1316802478f6 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:02.529989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f6277c-80f4-405c-8e15-2f7f40bf2522 req-411bb724-7b66-4dd1-9a4a-dc2f2573e399 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b37b2a49-b715-488f-b585-88dd2a37c534 HTTP/1.1" status: 200  len: 217 time: 0.0511031
Dec 18 21:03:02.548008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Routers {'be002f2b-2d03-485f-96e3-a1e9d208fc6e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:02.548804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb5ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:02:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['be002f2b-2d03-485f-96e3-a1e9d208fc6e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:02.576182 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.586662 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.593015 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] 10.222.0.13 "DELETE /v2.0/networks/5412b127-3edf-4169-beaa-00b0edbaba21 HTTP/1.1" status: 204  len: 168 time: 0.7547612
Dec 18 21:03:02.596944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50888) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:02.608904 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90f42b54-fcae-42b9-9c6a-89bef214cae0 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.633689 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a5df7-9ba3-466e-9f45-1ef715f70441 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Pushing event deleted for resources: {'Network': ['ID=5412b127-3edf-4169-beaa-00b0edbaba21,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:02.636672 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c21cb3-a3f4-49f2-bac5-9ab015ca0e11 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:03:02.637648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c21cb3-a3f4-49f2-bac5-9ab015ca0e11 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:03:02.645119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-75c21cb3-a3f4-49f2-bac5-9ab015ca0e11 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] 10.222.0.13 "DELETE /v2.0/ports/d8ea6e67-b99c-498f-9667-0d043c3eebed HTTP/1.1" status: 404  len: 333 time: 0.0448163
Dec 18 21:03:02.646311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f42b54-fcae-42b9-9c6a-89bef214cae0 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Pushing event deleted for resources: {'Port': ['ID=8028ad51-8228-4b35-b695-5988be941650,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:02.646485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50892) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:02.697843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6277c-80f4-405c-8e15-2f7f40bf2522 req-1c0ffaba-ecc1-4224-b059-d310d1618029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:02.699585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f6277c-80f4-405c-8e15-2f7f40bf2522 req-1c0ffaba-ecc1-4224-b059-d310d1618029 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e34407d0-4af1-4d3c-8b89-37f2b36434c0 HTTP/1.1" status: 200  len: 853 time: 0.1627018
Dec 18 21:03:02.704902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] Set router be002f2b-2d03-485f-96e3-a1e9d208fc6e gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:03:02.705436 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.715482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ccd05a-b9c6-472f-9050-35942d43e090 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Deleting subnet 53f9f683-8e8c-45d0-acb0-230f0f74663c {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:03:02.721179 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74ccd05a-b9c6-472f-9050-35942d43e090 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.738857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c55fdb9-d7fd-4fad-975b-bbd67df58576,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:02.747692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-73a533e7-b648-43d1-8732-3a2cde0c7a3b None None] Provisioning complete for port 9c55fdb9-d7fd-4fad-975b-bbd67df58576 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:02.747944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-73a533e7-b648-43d1-8732-3a2cde0c7a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.782012 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74ccd05a-b9c6-472f-9050-35942d43e090 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.794734 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90f42b54-fcae-42b9-9c6a-89bef214cae0 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.798889 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-90f42b54-fcae-42b9-9c6a-89bef214cae0 tempest-RoutersAdminNegativeTest-579162566 tempest-RoutersAdminNegativeTest-579162566-project-admin] 10.222.0.13 "DELETE /v2.0/ports/8028ad51-8228-4b35-b695-5988be941650 HTTP/1.1" status: 204  len: 168 time: 0.7804766
Dec 18 21:03:02.819640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-73a533e7-b648-43d1-8732-3a2cde0c7a3b None None] Port 9c55fdb9-d7fd-4fad-975b-bbd67df58576 was deleted so its status cannot be updated. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Dec 18 21:03:02.822807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23012009-236c-4636-abe1-f6b610bf3659 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:02.827791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24138433-0edf-4c7f-809f-77a71a581938 None None] Pushing event updated for resources: {'Port': ['ID=9c55fdb9-d7fd-4fad-975b-bbd67df58576,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:02.833280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb5ef40>, [{'id': 'be002f2b-2d03-485f-96e3-a1e9d208fc6e', 'name': 'tempest-snat-router-1243287719', 'tenant_id': '033500781fb149b997b81b3d38bc507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:02:56Z', 'updated_at': '2021-12-18T21:03:02Z', 'revision_number': 4, 'project_id': '033500781fb149b997b81b3d38bc507e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:02.856579 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.915187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-757b922a-4ebb-4880-9e2a-19c9fdde2029 req-3c7103e8-9e06-4588-b29a-b46c9b29f8e4 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0352302
Dec 18 21:03:02.923394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61df76b-a401-4a1f-b309-66673fd84e20 None None] The sync data for ids ['be002f2b-2d03-485f-96e3-a1e9d208fc6e'] in ncdv-master-1 is: [{'id': 'be002f2b-2d03-485f-96e3-a1e9d208fc6e', 'name': 'tempest-snat-router-1243287719', 'tenant_id': '033500781fb149b997b81b3d38bc507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:02:56Z', 'updated_at': '2021-12-18T21:03:02Z', 'revision_number': 4, 'project_id': '033500781fb149b997b81b3d38bc507e', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:03:02.932256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f6277c-80f4-405c-8e15-2f7f40bf2522 req-e2fefb3a-2125-43eb-8873-3fd6a85c025e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd20398e-7d65-482f-a9be-ce0f72eac974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0619419
Dec 18 21:03:02.943457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-47d8ca41-0965-4228-9dee-8aa3fff2700e None None] Could not find standard attr ID for object 9c55fdb9-d7fd-4fad-975b-bbd67df58576. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:03:02.964087 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d113-d3d9-4ab1-9559-9d6de74961da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:02.991192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dc3c87-a478-49be-ace7-4fe0450485b9 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:03.033619 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74ccd05a-b9c6-472f-9050-35942d43e090 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.034880 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.037674 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.107382 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.108272 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be002f2b-2d03-485f-96e3-a1e9d208fc6e {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:03:03.112844 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.116058 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-157a2db9-e436-4e26-8284-f63252d38768 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "DELETE /v2.0/routers/be002f2b-2d03-485f-96e3-a1e9d208fc6e HTTP/1.1" status: 204  len: 168 time: 1.6725802
Dec 18 21:03:03.118954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50902) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:03.136611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f6277c-80f4-405c-8e15-2f7f40bf2522 req-8a34c6eb-12fb-46ab-920e-99969ebdd52d service neutron] 10.222.0.31 "GET /v2.0/networks/dd20398e-7d65-482f-a9be-ce0f72eac974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1940436
Dec 18 21:03:03.184810 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74ccd05a-b9c6-472f-9050-35942d43e090 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.249259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50906) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:03.356130 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d81e0abb-6105-45b5-9988-165bc68ae1c0 req-0b4a0f4e-e52f-42cd-8d7b-80fce245cbe1 tempest-ServerShowV254Test-655464592 tempest-ServerShowV254Test-655464592-project] 10.222.0.36 "GET /v2.0/ports?device_id=af4544a8-0641-4f92-8ab4-4555de141003 HTTP/1.1" status: 200  len: 210 time: 0.0308638
Dec 18 21:03:03.419630 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-699697a7-6b3f-44a2-a765-6ab70d5d7205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.521602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-699697a7-6b3f-44a2-a765-6ab70d5d7205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.527513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-699697a7-6b3f-44a2-a765-6ab70d5d7205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.584253 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-699697a7-6b3f-44a2-a765-6ab70d5d7205 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d64eba70cc64bb3a58d61b81cac2675&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3336697
Dec 18 21:03:03.585660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699697a7-6b3f-44a2-a765-6ab70d5d7205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629424ff-740e-42bd-98a6-56ce6e667f42,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:03.588964 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50912) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:03.637452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccd05a-b9c6-472f-9050-35942d43e090 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Pushing event deleted for resources: {'Subnet': ['ID=53f9f683-8e8c-45d0-acb0-230f0f74663c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:03.643820 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4981f01-6560-47dc-a445-92a691470a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.648231 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74ccd05a-b9c6-472f-9050-35942d43e090 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.649733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98305811-97fc-4b3b-8991-dd5015939ae6 None None] Network f742c6e6-aad6-4a44-b894-0c3d027b7bd8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:03.652119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-74ccd05a-b9c6-472f-9050-35942d43e090 tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] 10.222.0.13 "DELETE /v2.0/subnets/53f9f683-8e8c-45d0-acb0-230f0f74663c HTTP/1.1" status: 204  len: 168 time: 1.0045488
Dec 18 21:03:03.660336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50914) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:03.721578 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4981f01-6560-47dc-a445-92a691470a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.747170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b37b2a49-b715-488f-b585-88dd2a37c534 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:03:03.748638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205eb22c-429d-470e-841f-a22471a056e5 req-603a1170-b4d6-4df0-907d-a63184bb104d tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:03.750839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-205eb22c-429d-470e-841f-a22471a056e5 req-603a1170-b4d6-4df0-907d-a63184bb104d tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 943 time: 0.5765593
Dec 18 21:03:03.776388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f6277c-80f4-405c-8e15-2f7f40bf2522 req-be73745f-32bb-492b-b890-4f091ec5f272 service neutron] 10.222.0.31 "GET /v2.0/networks/dd20398e-7d65-482f-a9be-ce0f72eac974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6031585
Dec 18 21:03:03.814845 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.835775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.876859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5f5984-2f82-4771-8ee5-eb81ed6b868a None None] DHCP port deletion for f742c6e6-aad6-4a44-b894-0c3d027b7bd8 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:03.897326 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port b37b2a49-b715-488f-b585-88dd2a37c534, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b37b2a49-b715-488f-b585-88dd2a37c534,segment=NetworkSegment(51017fd9-2549-49a9-baf9-f8648ec6e8a7),segment_id=51017fd9-2549-49a9-baf9-f8648ec6e8a7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:03.909443 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4981f01-6560-47dc-a445-92a691470a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.912750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4981f01-6560-47dc-a445-92a691470a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:03.914134 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b4981f01-6560-47dc-a445-92a691470a53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/629424ff-740e-42bd-98a6-56ce6e667f42 HTTP/1.1" status: 204  len: 168 time: 0.3241184
Dec 18 21:03:03.928653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4981f01-6560-47dc-a445-92a691470a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629424ff-740e-42bd-98a6-56ce6e667f42,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:03.948049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Deleting port b02072b7-a7d9-4920-891c-b7975bdccf4c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:03.948462 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.007593 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.016327 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'b37b2a49-b715-488f-b585-88dd2a37c534', 'network_id': 'dd20398e-7d65-482f-a9be-ce0f72eac974', 'port_id': 'b37b2a49-b715-488f-b585-88dd2a37c534', 'mac_address': 'fa:16:3e:38:a6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34407d0-4af1-4d3c-8b89-37f2b36434c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:03:04.030246 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-205eb22c-429d-470e-841f-a22471a056e5 req-3ffdeda8-a290-4116-8399-81a34454ef7a tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/security-groups?id=c766db1e-74f0-40c8-9015-2bd68e35f4ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2524207
Dec 18 21:03:04.059698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] For port b02072b7-a7d9-4920-891c-b7975bdccf4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b02072b7-a7d9-4920-891c-b7975bdccf4c,segment=NetworkSegment(09bb4171-9922-4f4a-b328-5d9c8f3c0ce8),segment_id=09bb4171-9922-4f4a-b328-5d9c8f3c0ce8)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:04.061959 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.095485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Calling delete_port for b02072b7-a7d9-4920-891c-b7975bdccf4c owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:04.126032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Deleting port 3ffde742-ecbd-41c8-8bc0-0db5598620db {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:04.126546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.151269 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.176109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f5984-2f82-4771-8ee5-eb81ed6b868a None None] Deleting port b02072b7-a7d9-4920-891c-b7975bdccf4c {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:04.176489 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2e5f5984-2f82-4771-8ee5-eb81ed6b868a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.205325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37b2a49-b715-488f-b585-88dd2a37c534 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:03:04.249332 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.286074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port b37b2a49-b715-488f-b585-88dd2a37c534, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b37b2a49-b715-488f-b585-88dd2a37c534,segment=NetworkSegment(51017fd9-2549-49a9-baf9-f8648ec6e8a7),segment_id=51017fd9-2549-49a9-baf9-f8648ec6e8a7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:04.288173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] For port 3ffde742-ecbd-41c8-8bc0-0db5598620db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ffde742-ecbd-41c8-8bc0-0db5598620db,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:04.289014 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.294787 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2e5f5984-2f82-4771-8ee5-eb81ed6b868a None None] For port b02072b7-a7d9-4920-891c-b7975bdccf4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b02072b7-a7d9-4920-891c-b7975bdccf4c,segment=NetworkSegment(09bb4171-9922-4f4a-b328-5d9c8f3c0ce8),segment_id=09bb4171-9922-4f4a-b328-5d9c8f3c0ce8)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:04.295421 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2e5f5984-2f82-4771-8ee5-eb81ed6b868a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.296169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Pushing event deleted for resources: {'Port': ['ID=b02072b7-a7d9-4920-891c-b7975bdccf4c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:04.298727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] No DVR routers for this DVR port b02072b7-a7d9-4920-891c-b7975bdccf4c on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:04.307848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.309153 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Calling delete_port for 3ffde742-ecbd-41c8-8bc0-0db5598620db owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:04.329491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f5984-2f82-4771-8ee5-eb81ed6b868a None None] Calling delete_port for b02072b7-a7d9-4920-891c-b7975bdccf4c owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:04.662174 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.705125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b02072b7-a7d9-4920-891c-b7975bdccf4c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:04.746474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['b37b2a49-b715-488f-b585-88dd2a37c534'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:03:04.749167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36643e6d00>,) {'filters': {'network_id': ['f742c6e6-aad6-4a44-b894-0c3d027b7bd8']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:04.762996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=b37b2a49-b715-488f-b585-88dd2a37c534,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:04.788928 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36643e6d00>, '09bb4171-9922-4f4a-b328-5d9c8f3c0ce8') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:04.798264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36643e6d00>, '09bb4171-9922-4f4a-b328-5d9c8f3c0ce8') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:04.808015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50930) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:04.813230 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.834599 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.842840 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:03:04.843245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.845451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: b02072b7-a7d9-4920-891c-b7975bdccf4c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:04.846009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b02072b7-a7d9-4920-891c-b7975bdccf4c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:03:04.858269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50932) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:04.907413 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2e5f5984-2f82-4771-8ee5-eb81ed6b868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.908910 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   items = [
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:03:04.913916 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:03:04.956634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f5984-2f82-4771-8ee5-eb81ed6b868a None None] Pushing event deleted for resources: {'Port': ['ID=b02072b7-a7d9-4920-891c-b7975bdccf4c,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:04.958549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ed620437-7a85-41da-82a3-1d94b9147f29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15cb84bc656c4526b9686cb550700f89&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1493289
Dec 18 21:03:04.959570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ee24f-fce4-4634-9ba4-c30a0cbc323d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:04.961485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50936) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:04.964923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f5984-2f82-4771-8ee5-eb81ed6b868a None None] No DVR routers for this DVR port b02072b7-a7d9-4920-891c-b7975bdccf4c on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:04.984069 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:04.997149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ffde742-ecbd-41c8-8bc0-0db5598620db,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:05.020590 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.027056 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] 10.222.0.13 "DELETE /v2.0/networks/f742c6e6-aad6-4a44-b894-0c3d027b7bd8 HTTP/1.1" status: 204  len: 168 time: 1.3654456
Dec 18 21:03:05.031068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.031263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.031616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.031954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.032407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.032758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.033100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.034274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.034274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.034589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.037268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.037948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.038091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:05.060588 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4468581-af7b-4806-a19f-dc17422a74fa tempest-DHCPAgentSchedulersTestJSON-1539199941 tempest-DHCPAgentSchedulersTestJSON-1539199941-project] Pushing event deleted for resources: {'Network': ['ID=f742c6e6-aad6-4a44-b894-0c3d027b7bd8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:05.084859 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.109386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a79b4360-2292-4b3f-a077-e2f6b4be64ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.142716 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a79b4360-2292-4b3f-a077-e2f6b4be64ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.189164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.192126 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.216248 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a79b4360-2292-4b3f-a077-e2f6b4be64ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.227895 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a79b4360-2292-4b3f-a077-e2f6b4be64ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.231957 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a79b4360-2292-4b3f-a077-e2f6b4be64ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83a6a047-ee3a-4e5c-b157-0826667c0b7b HTTP/1.1" status: 204  len: 168 time: 0.2497122
Dec 18 21:03:05.252812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b4360-2292-4b3f-a077-e2f6b4be64ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6a047-ee3a-4e5c-b157-0826667c0b7b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:05.260585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.261133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a141dea-6bf8-4767-98b0-b2873f235700 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:03:05.286966 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.287978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cdbec393-9e69-4c74-9d63-df7f2fc8fd67 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1a141dea-6bf8-4767-98b0-b2873f235700 HTTP/1.1" status: 204  len: 168 time: 2.1667221
Dec 18 21:03:05.295085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50946) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:05.300126 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8dbb965-572d-4456-810d-7549011e9d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.304239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-318047031', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:05.339788 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b76c678-8fe2-4857-9cbb-98b7c63726a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.381549 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.383305 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.388758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6e303-3f59-49bc-baa2-29cd7b8894c4 req-1174a224-3736-4748-829a-2453f41f29a2 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:05.390416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39a6e303-3f59-49bc-baa2-29cd7b8894c4 req-1174a224-3736-4748-829a-2453f41f29a2 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 944 time: 0.1413133
Dec 18 21:03:05.454360 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.518349 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39a6e303-3f59-49bc-baa2-29cd7b8894c4 req-a1d85e96-fe5e-4d0c-8a07-0c0146fe7956 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/security-groups?id=c766db1e-74f0-40c8-9015-2bd68e35f4ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156995
Dec 18 21:03:05.575777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50954) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:05.594733 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b76c678-8fe2-4857-9cbb-98b7c63726a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.601795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b76c678-8fe2-4857-9cbb-98b7c63726a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.647026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4b76c678-8fe2-4857-9cbb-98b7c63726a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02953ea763ef4ddeb43c836d85986809&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7780266
Dec 18 21:03:05.649935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50958) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:05.650934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76c678-8fe2-4857-9cbb-98b7c63726a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ac6669-30db-412e-aefa-6a022e016769,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:05.660603 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.777234 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3b7fa93-6452-4a9b-a55e-c30c1cd3a798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:05.812609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3b7fa93-6452-4a9b-a55e-c30c1cd3a798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.261910 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7e4df34e-4b79-4f1a-b721-69b15b450ba8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=410c554ef4a44e01bb88006b3d72fb39&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6850066
Dec 18 21:03:06.264655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50976) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:06.281284 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3b7fa93-6452-4a9b-a55e-c30c1cd3a798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.283895 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3b7fa93-6452-4a9b-a55e-c30c1cd3a798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.285007 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d3b7fa93-6452-4a9b-a55e-c30c1cd3a798 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20ac6669-30db-412e-aefa-6a022e016769 HTTP/1.1" status: 204  len: 168 time: 0.6340768
Dec 18 21:03:06.323963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50980) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:06.366190 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.367139 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7fa93-6452-4a9b-a55e-c30c1cd3a798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ac6669-30db-412e-aefa-6a022e016769,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:06.410384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.433557 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.477926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3ffde742-ecbd-41c8-8bc0-0db5598620db no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:06.483132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82a59c4f-c5af-40c5-b8af-c1c25648813c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.514864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3ffde742-ecbd-41c8-8bc0-0db5598620db {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:06.515229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3ffde742-ecbd-41c8-8bc0-0db5598620db not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:03:06.519451 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82a59c4f-c5af-40c5-b8af-c1c25648813c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.521630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1751623247'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:06.554656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:06.561446 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.572015 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.605406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Allocated IP 172.35.3.232 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/5eccce08-8439-460c-951a-94d47c814c0a) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:06.636490 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82a59c4f-c5af-40c5-b8af-c1c25648813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.639304 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82a59c4f-c5af-40c5-b8af-c1c25648813c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.643078 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-82a59c4f-c5af-40c5-b8af-c1c25648813c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae078f31-021a-42dd-8b8f-5ddc4316c7d2 HTTP/1.1" status: 204  len: 168 time: 0.3749561
Dec 18 21:03:06.680209 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a59c4f-c5af-40c5-b8af-c1c25648813c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae078f31-021a-42dd-8b8f-5ddc4316c7d2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:06.759750 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.769936 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.788864 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.826074 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.842045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0568746-0e27-4906-9f04-9a0a94603d99,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:06.855316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:03:06.888199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:06.891505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:06.892095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad32495-a9c9-49b5-a328-cb5041bd5cf4 req-0a2c5c4b-48b8-4e2a-8543-99243bc54d59 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:06.895424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ad32495-a9c9-49b5-a328-cb5041bd5cf4 req-0a2c5c4b-48b8-4e2a-8543-99243bc54d59 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 944 time: 0.1703923
Dec 18 21:03:06.896311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:06.901283 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:06.902529 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Added segment 33604b79-305d-4917-92f8-fc3dbb742d4b of type vlan for network 366763c1-8ffb-4916-bf33-b9164c04d44d
Dec 18 21:03:06.918509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc05d7-1973-4c6a-8f98-6b021875c18d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:06.940442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Pushing event updated for resources: {'Port': ['ID=5eccce08-8439-460c-951a-94d47c814c0a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:07.020147 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.028992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4cbdf0bd-b386-4210-95f7-1b9b3d6ecde9 None None] Provisioning complete for port 5eccce08-8439-460c-951a-94d47c814c0a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:07.029683 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf0bd-b386-4210-95f7-1b9b3d6ecde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.085333 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.091804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4cbdf0bd-b386-4210-95f7-1b9b3d6ecde9 None None] Port 5eccce08-8439-460c-951a-94d47c814c0a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:07.095680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:07.096330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.178853 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:03:07.208140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ad32495-a9c9-49b5-a328-cb5041bd5cf4 req-236338d1-7c34-469d-b0ae-ab0959abd241 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/security-groups?id=c766db1e-74f0-40c8-9015-2bd68e35f4ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2954898
Dec 18 21:03:07.209679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.221050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8956299
Dec 18 21:03:07.228632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51004) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:07.241042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a5fe89d1-cf26-4d91-b38e-3dca7145e929 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:07.306495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be60da1-c704-4bc1-bb35-dc09de301d8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Network': ['ID=366763c1-8ffb-4916-bf33-b9164c04d44d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:07.328678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51010) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:07.330372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:03:07.349990 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5667-6997-461f-b2b7-23e6aed551ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.460956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fe89d1-cf26-4d91-b38e-3dca7145e929 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:07.467198 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a5fe89d1-cf26-4d91-b38e-3dca7145e929 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.479401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.520408 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5667-6997-461f-b2b7-23e6aed551ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.527963 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5667-6997-461f-b2b7-23e6aed551ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.602886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4d1f5667-6997-461f-b2b7-23e6aed551ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e0aa312fa154029be4312fcefa39273&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2702131
Dec 18 21:03:07.605027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51018) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:07.607262 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f5667-6997-461f-b2b7-23e6aed551ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2c2358-fdc4-40e9-aa46-6a90edfd84f8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:07.700919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Router ba4b268e-2f36-4abe-ad6c-2824842a27a9 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:03:07.745336 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bcce061-04c3-4d6c-802e-4c975c7e6eb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.767076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b37b2a49-b715-488f-b585-88dd2a37c534 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:07.843058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port b37b2a49-b715-488f-b585-88dd2a37c534 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:03:07.849220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port b37b2a49-b715-488f-b585-88dd2a37c534 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:07.850068 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.852225 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bcce061-04c3-4d6c-802e-4c975c7e6eb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.883180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:03:07.904953 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe05d0-174b-46c5-99f9-77f09843d038 None None] Sync routers for ids ['ba4b268e-2f36-4abe-ad6c-2824842a27a9'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:03:07.909709 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a5fe89d1-cf26-4d91-b38e-3dca7145e929 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.920449 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.922400 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-74d531ae-32ea-4dce-8d42-cb98ddde823e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 2.6260924
Dec 18 21:03:07.924712 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe05d0-174b-46c5-99f9-77f09843d038 None None] Routers {'ba4b268e-2f36-4abe-ad6c-2824842a27a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:07.925428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51028) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:07.925778 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-15fe05d0-174b-46c5-99f9-77f09843d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f62d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ba4b268e-2f36-4abe-ad6c-2824842a27a9'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:07.953701 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f3d9f885-7c33-445b-a0fa-e11fb0a211fd tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'enable_snat': False}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:07.971294 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-15fe05d0-174b-46c5-99f9-77f09843d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f62d130>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:07.971704 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:07.982124 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe05d0-174b-46c5-99f9-77f09843d038 None None] Routers {'ba4b268e-2f36-4abe-ad6c-2824842a27a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:07.982975 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-15fe05d0-174b-46c5-99f9-77f09843d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f62d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ba4b268e-2f36-4abe-ad6c-2824842a27a9'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:08.012419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef67420-4d8c-4a20-8059-2fb29eb553ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37b2a49-b715-488f-b585-88dd2a37c534'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:03:08.018146 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c1ef8c-3642-4ad7-b273-ce746c2afac8" -d '{"events": [{"server_uuid": "3ef67420-4d8c-4a20-8059-2fb29eb553ce", "name": "network-vif-plugged", "status": "completed", "tag": "b37b2a49-b715-488f-b585-88dd2a37c534"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:03:08.035455 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-15fe05d0-174b-46c5-99f9-77f09843d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f62d130>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:08.036962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe89d1-cf26-4d91-b38e-3dca7145e929 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=03cdc970-43b3-4d2b-9622-9e836152fda9,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:08.037933 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe05d0-174b-46c5-99f9-77f09843d038 None None] The sync data for ids ['ba4b268e-2f36-4abe-ad6c-2824842a27a9'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:03:08.055548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port b37b2a49-b715-488f-b585-88dd2a37c534, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b37b2a49-b715-488f-b585-88dd2a37c534,segment=NetworkSegment(51017fd9-2549-49a9-baf9-f8648ec6e8a7),segment_id=51017fd9-2549-49a9-baf9-f8648ec6e8a7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:08.071927 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:08.092630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bcce061-04c3-4d6c-802e-4c975c7e6eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:08.099567 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bcce061-04c3-4d6c-802e-4c975c7e6eb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:08.099567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8bcce061-04c3-4d6c-802e-4c975c7e6eb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e2c2358-fdc4-40e9-aa46-6a90edfd84f8 HTTP/1.1" status: 204  len: 168 time: 0.4934866
Dec 18 21:03:08.106075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe89d1-cf26-4d91-b38e-3dca7145e929 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:08.109641 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8734a28f-8c75-40e0-8027-fca4b50293a0 x-openstack-request-id: req-8734a28f-8c75-40e0-8027-fca4b50293a0 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:03:08.109846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe89d1-cf26-4d91-b38e-3dca7145e929 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network hostable DHCP agents. Network: 366763c1-8ffb-4916-bf33-b9164c04d44d, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:03:08.110136 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef67420-4d8c-4a20-8059-2fb29eb553ce", "name": "network-vif-plugged", "status": "completed", "tag": "b37b2a49-b715-488f-b585-88dd2a37c534", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:03:08.110509 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8734a28f-8c75-40e0-8027-fca4b50293a0 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:03:08.110991 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef67420-4d8c-4a20-8059-2fb29eb553ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37b2a49-b715-488f-b585-88dd2a37c534', 'code': 200}
Dec 18 21:03:08.115553 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:08.127024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcce061-04c3-4d6c-802e-4c975c7e6eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2c2358-fdc4-40e9-aa46-6a90edfd84f8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:08.172418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=b37b2a49-b715-488f-b585-88dd2a37c534,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:08.223270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe89d1-cf26-4d91-b38e-3dca7145e929 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:03:08.267684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-a5fe89d1-cf26-4d91-b38e-3dca7145e929 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 366763c1-8ffb-4916-bf33-b9164c04d44d) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:08.278036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e83c15-b3f4-4f46-83c0-854ab1c4465a None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:08.326185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe89d1-cf26-4d91-b38e-3dca7145e929 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:08.327152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a5fe89d1-cf26-4d91-b38e-3dca7145e929 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:08.388115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676054be-4e86-41fd-a77a-01b77144687b req-67f5e27b-1de2-4da2-9796-a347c86ed01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:08.390791 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-676054be-4e86-41fd-a77a-01b77144687b req-67f5e27b-1de2-4da2-9796-a347c86ed01a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 1096 time: 0.1647518
Dec 18 21:03:08.400906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a5fe89d1-cf26-4d91-b38e-3dca7145e929 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1708012
Dec 18 21:03:08.404292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51044) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:08.417367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'name': 'tempest-NetworksTestDHCPv6-1909869369'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:08.466786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '03cdc970-43b3-4d2b-9622-9e836152fda9'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:03:08.468374 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:08.497206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb59c4-96e9-4ab2-9b44-d63f9f6fd17f req-9453801e-1b8b-4ae1-9ab8-e289ebb65eac tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:08.505865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2fb59c4-96e9-4ab2-9b44-d63f9f6fd17f req-9453801e-1b8b-4ae1-9ab8-e289ebb65eac tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 945 time: 0.1828763
Dec 18 21:03:08.570104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-676054be-4e86-41fd-a77a-01b77144687b req-42911fca-3a8a-4a09-a9e8-23086e9f65e6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c766db1e-74f0-40c8-9015-2bd68e35f4ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626682
Dec 18 21:03:08.576231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:08.650860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2fb59c4-96e9-4ab2-9b44-d63f9f6fd17f req-aea70c1f-7c3a-46c0-b2cb-759aff85c7e4 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/security-groups?id=c766db1e-74f0-40c8-9015-2bd68e35f4ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439002
Dec 18 21:03:08.653704 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f885-7c33-445b-a0fa-e11fb0a211fd tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:08.682639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:08.694361 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:08.750896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 68e4138f-7706-443e-a3d8-fd573e1c80dc yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:08.834757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/03cdc970-43b3-4d2b-9622-9e836152fda9/63394113-54b3-4edb-8556-60cb654b1e20) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:09.052944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:09.062760 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:09.131585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:09.135252 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:09.137667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:09.145839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Pushing event updated for resources: {'Port': ['ID=63394113-54b3-4edb-8556-60cb654b1e20,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:09.159939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::189 (366763c1-8ffb-4916-bf33-b9164c04d44d/03cdc970-43b3-4d2b-9622-9e836152fda9/68e4138f-7706-443e-a3d8-fd573e1c80dc) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:09.210567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Attempting to bind port 63394113-54b3-4edb-8556-60cb654b1e20 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:09.210943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Attempting to bind port 63394113-54b3-4edb-8556-60cb654b1e20 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:09.212037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Attempting to bind port 63394113-54b3-4edb-8556-60cb654b1e20 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:09.218453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:09.218884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:09.219343 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:09.220302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:09.220451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Bound port: 63394113-54b3-4edb-8556-60cb654b1e20, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:09.220982 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:09.239288 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f885-7c33-445b-a0fa-e11fb0a211fd tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:09.243282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f885-7c33-445b-a0fa-e11fb0a211fd tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:09.301523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] For port 63394113-54b3-4edb-8556-60cb654b1e20, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:09.306296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] For port 63394113-54b3-4edb-8556-60cb654b1e20, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63394113-54b3-4edb-8556-60cb654b1e20,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:09.313789 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:09.377531 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:09.380406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74950a6-279e-40d1-a5d9-00507a93edcc None None] Pushing event updated for resources: {'Port': ['ID=63394113-54b3-4edb-8556-60cb654b1e20,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:09.391198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d9f885-7c33-445b-a0fa-e11fb0a211fd tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Router ba4b268e-2f36-4abe-ad6c-2824842a27a9 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:03:09.433277 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:09.531401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:09.533315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:09.542975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:09.549652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:09.550528 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:09.565874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d9f885-7c33-445b-a0fa-e11fb0a211fd tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:03:09.566311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=68e4138f-7706-443e-a3d8-fd573e1c80dc,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:09.571057 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f885-7c33-445b-a0fa-e11fb0a211fd tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:09.576141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f3d9f885-7c33-445b-a0fa-e11fb0a211fd tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "PUT /v2.0/routers/ba4b268e-2f36-4abe-ad6c-2824842a27a9 HTTP/1.1" status: 200  len: 921 time: 1.6253524
Dec 18 21:03:09.576141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51086) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:09.579355 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-27d79d3d-61c7-4956-9582-9d3bd2e5156b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.1729240
Dec 18 21:03:09.585445 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51088) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:09.586107 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae041f4-b892-45ae-ae55-a98232149ce2 None None] Sync routers for ids ['ba4b268e-2f36-4abe-ad6c-2824842a27a9'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:03:09.603519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae041f4-b892-45ae-ae55-a98232149ce2 None None] Routers {'ba4b268e-2f36-4abe-ad6c-2824842a27a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:09.604186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6ae041f4-b892-45ae-ae55-a98232149ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ed7e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ba4b268e-2f36-4abe-ad6c-2824842a27a9'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:09.685935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6ae041f4-b892-45ae-ae55-a98232149ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ed7e310>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:09.695954 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d45b8-b79e-4f6e-a55a-cf577f090f5f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:09.702226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d45b8-b79e-4f6e-a55a-cf577f090f5f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:09.706786 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f59d45b8-b79e-4f6e-a55a-cf577f090f5f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.1171885
Dec 18 21:03:09.709975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51094) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:09.735465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae041f4-b892-45ae-ae55-a98232149ce2 None None] Routers {'ba4b268e-2f36-4abe-ad6c-2824842a27a9'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:09.738306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6ae041f4-b892-45ae-ae55-a98232149ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ed7e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ba4b268e-2f36-4abe-ad6c-2824842a27a9'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:09.908671 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-543185ef-80b3-42d2-aa21-6cc1feb56577 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/routers/ba4b268e-2f36-4abe-ad6c-2824842a27a9 HTTP/1.1" status: 200  len: 921 time: 0.3314788
Dec 18 21:03:09.913327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51100) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:09.923296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6ae041f4-b892-45ae-ae55-a98232149ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ed7e310>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:09.924004 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae041f4-b892-45ae-ae55-a98232149ce2 None None] The sync data for ids ['ba4b268e-2f36-4abe-ad6c-2824842a27a9'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:03:09.998779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1b276ee9-2af7-4195-8810-13b942818b81 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 68e4138f-7706-443e-a3d8-fd573e1c80dc {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:09.999758 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b276ee9-2af7-4195-8810-13b942818b81 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:10.147168 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b276ee9-2af7-4195-8810-13b942818b81 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:10.155150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148f125-6375-4231-97ed-584de0054506 req-111e49db-4e36-4da2-8374-fe351678b821 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:10.165770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8148f125-6375-4231-97ed-584de0054506 req-111e49db-4e36-4da2-8374-fe351678b821 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 945 time: 0.2266295
Dec 18 21:03:10.166019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1b276ee9-2af7-4195-8810-13b942818b81 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 68e4138f-7706-443e-a3d8-fd573e1c80dc owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:10.193932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fab6f9-49c8-4195-9ab9-8ad6767c9595 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:10.195914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c4fab6f9-49c8-4195-9ab9-8ad6767c9595 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&device_id=ba4b268e-2f36-4abe-ad6c-2824842a27a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2810175
Dec 18 21:03:10.201629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51114) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:10.300229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8148f125-6375-4231-97ed-584de0054506 req-5936682f-9125-4032-b332-ce45d55c706e tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/security-groups?id=c766db1e-74f0-40c8-9015-2bd68e35f4ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305549
Dec 18 21:03:10.354609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f092bc33-475b-47c5-a4dc-28e3eab684d3 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:10.356574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f092bc33-475b-47c5-a4dc-28e3eab684d3 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 881 time: 0.1526604
Dec 18 21:03:10.360173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51122) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:10.404294 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-72c66729-bcf0-4099-93c8-b40a79e77c5d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba4b268e-2f36-4abe-ad6c-2824842a27a9 HTTP/1.1" status: 200  len: 205 time: 0.0424783
Dec 18 21:03:10.407341 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51124) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:10.414194 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b276ee9-2af7-4195-8810-13b942818b81 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:10.459535 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b276ee9-2af7-4195-8810-13b942818b81 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=68e4138f-7706-443e-a3d8-fd573e1c80dc,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:10.503443 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b276ee9-2af7-4195-8810-13b942818b81 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:10.509582 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1b276ee9-2af7-4195-8810-13b942818b81 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/68e4138f-7706-443e-a3d8-fd573e1c80dc HTTP/1.1" status: 204  len: 168 time: 0.7984302
Dec 18 21:03:10.513123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51128) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:10.522956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 63394113-54b3-4edb-8556-60cb654b1e20 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:10.582709 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51142) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:10.619952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 63394113-54b3-4edb-8556-60cb654b1e20 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:10.620307 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:10.760772 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:10.792718 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-575bc09b-c258-45b8-87be-43af38fb849d tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1621242285'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:10.793327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-575bc09b-c258-45b8-87be-43af38fb849d tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Unknown quota resources ['metering_label']. {{(pid=126009) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 21:03:10.807893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 63394113-54b3-4edb-8556-60cb654b1e20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63394113-54b3-4edb-8556-60cb654b1e20,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:10.815746 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:10.935715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=63394113-54b3-4edb-8556-60cb654b1e20,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:11.133009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-575bc09b-c258-45b8-87be-43af38fb849d tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:11.135361 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-575bc09b-c258-45b8-87be-43af38fb849d tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.5510104
Dec 18 21:03:11.138675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51154) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:11.149997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0d21e870-59ab-4f65-92a9-2e80c8bcd9a4 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '014c7190-6fb4-4302-ade0-2d7b632f671c'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:11.150750 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0d21e870-59ab-4f65-92a9-2e80c8bcd9a4 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126009) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 21:03:11.158781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f0432e-e54b-4462-9c78-e3cd3a98c39a None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:11.272977 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:11.284705 ncdv-master-1 neutron-server[126009]: WARNING neutron.services.metering.metering_plugin [None req-0d21e870-59ab-4f65-92a9-2e80c8bcd9a4 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 18 21:03:11.330385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e380f011-ce02-4c13-898e-9942b0175691 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:11.332094 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e380f011-ce02-4c13-898e-9942b0175691 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:11.336193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e380f011-ce02-4c13-898e-9942b0175691 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.8194618
Dec 18 21:03:11.388783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51162) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:11.427156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3fb8cd8b-c7f6-4a7b-abc3-beea32ac7f71 None None] Provisioning complete for port 63394113-54b3-4edb-8556-60cb654b1e20 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:11.427524 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3fb8cd8b-c7f6-4a7b-abc3-beea32ac7f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:11.442602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d21e870-59ab-4f65-92a9-2e80c8bcd9a4 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:11.444711 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0d21e870-59ab-4f65-92a9-2e80c8bcd9a4 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.3017435
Dec 18 21:03:11.448580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51164) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:11.454657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-37b14343-fbce-4873-8169-870978e53cd7 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '014c7190-6fb4-4302-ade0-2d7b632f671c'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:11.455865 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-37b14343-fbce-4873-8169-870978e53cd7 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126009) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 21:03:11.536811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c898314a-08fb-4add-bf5f-24f31e98d514 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 03cdc970-43b3-4d2b-9622-9e836152fda9 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:03:11.541340 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c898314a-08fb-4add-bf5f-24f31e98d514 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:11.545539 ncdv-master-1 neutron-server[126009]: WARNING neutron.services.metering.metering_plugin [None req-37b14343-fbce-4873-8169-870978e53cd7 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 18 21:03:11.592270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22260a8-e192-440a-9b5c-ff7c321470b1 req-ee0e49ca-b86b-4192-a314-f4baf6e40d03 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:11.593864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f22260a8-e192-440a-9b5c-ff7c321470b1 req-ee0e49ca-b86b-4192-a314-f4baf6e40d03 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 945 time: 0.3175108
Dec 18 21:03:11.612009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd856f0-a810-43d9-b4be-e15556e52082 req-0471bc81-8170-4800-97c5-b5edb223b900 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:11.613554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbd856f0-a810-43d9-b4be-e15556e52082 req-0471bc81-8170-4800-97c5-b5edb223b900 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 946 time: 0.3384073
Dec 18 21:03:11.635615 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-37b14343-fbce-4873-8169-870978e53cd7 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:11.636999 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-37b14343-fbce-4873-8169-870978e53cd7 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.1870580
Dec 18 21:03:11.639694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51166) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:11.641768 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c898314a-08fb-4add-bf5f-24f31e98d514 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:11.652631 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a75666ce-b2ed-4d70-8e36-cfc47101a65c tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=c879255f-8a11-4483-b160-945bb36ae94f HTTP/1.1" status: 200  len: 464 time: 0.0114617
Dec 18 21:03:11.655192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51168) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:11.728889 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:11.759324 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f22260a8-e192-440a-9b5c-ff7c321470b1 req-4d5ae5f8-04d2-46a0-9544-ce9a11732c21 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/security-groups?id=c766db1e-74f0-40c8-9015-2bd68e35f4ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568310
Dec 18 21:03:11.790915 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae03898d-f37e-4e4f-b0ae-a69c09ec6e10 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:11.791682 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ae03898d-f37e-4e4f-b0ae-a69c09ec6e10 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/c879255f-8a11-4483-b160-945bb36ae94f HTTP/1.1" status: 204  len: 168 time: 0.1355541
Dec 18 21:03:11.794584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51170) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:11.846963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbd856f0-a810-43d9-b4be-e15556e52082 req-da7f345e-250e-4c49-9bc1-8a892c6d0fe1 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f2306c-5e25-4776-b26b-b750293bfc68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2141337
Dec 18 21:03:11.854980 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d6f85b84-0120-42d7-8f9b-0d3261948d6e tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=c879255f-8a11-4483-b160-945bb36ae94f HTTP/1.1" status: 200  len: 221 time: 0.0584989
Dec 18 21:03:11.868316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51176) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:11.870851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c898314a-08fb-4add-bf5f-24f31e98d514 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:11.873670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9916af3d-f2dc-4edd-89d0-131d49450768 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1185926583', 'description': 'label created by tempest'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:11.874442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9916af3d-f2dc-4edd-89d0-131d49450768 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Unknown quota resources ['metering_label']. {{(pid=126009) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 21:03:11.913960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0813e36d-d4e0-4588-bcb1-a7667bb27f8f None None] Provisioning complete for port 63394113-54b3-4edb-8556-60cb654b1e20 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:11.914406 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0813e36d-d4e0-4588-bcb1-a7667bb27f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:11.963325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Deleting port 5eccce08-8439-460c-951a-94d47c814c0a {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:11.963785 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.041381 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c898314a-08fb-4add-bf5f-24f31e98d514 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.058584 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c898314a-08fb-4add-bf5f-24f31e98d514 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.065356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c898314a-08fb-4add-bf5f-24f31e98d514 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/03cdc970-43b3-4d2b-9622-9e836152fda9 HTTP/1.1" status: 204  len: 168 time: 0.6755881
Dec 18 21:03:12.067649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51178) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:12.101539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898314a-08fb-4add-bf5f-24f31e98d514 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=03cdc970-43b3-4d2b-9622-9e836152fda9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:12.143647 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.154831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576b71bb-9b3c-44e9-9e96-e3e60e9415bd None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:12.174785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Calling delete_port for 5eccce08-8439-460c-951a-94d47c814c0a owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:12.210721 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1018d93a-7f80-4959-a7c8-6b786a903e9f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1414371
Dec 18 21:03:12.215571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9916af3d-f2dc-4edd-89d0-131d49450768 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.216970 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9916af3d-f2dc-4edd-89d0-131d49450768 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.3469334
Dec 18 21:03:12.217769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51182) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:12.224207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-402f12d4-468a-4f5a-a4ef-b02aefea1ce4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:12.228651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51186) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:12.280433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-44e9180c-86bc-4a9b-9afe-5034c0498b81 None None] Could not find standard attr ID for object 68e4138f-7706-443e-a3d8-fd573e1c80dc. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:03:12.386159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cb0c1b-8c76-400e-bdf5-54e66bf35216 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:12.479983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44e9a4-2e83-4189-97de-151fc838d926 req-cb88cda4-f267-463d-a46e-fe7620e4799a tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:12.481571 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae44e9a4-2e83-4189-97de-151fc838d926 req-cb88cda4-f267-463d-a46e-fe7620e4799a tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 945 time: 0.1081426
Dec 18 21:03:12.489457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 63394113-54b3-4edb-8556-60cb654b1e20 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:12.553372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-81cb0c1b-8c76-400e-bdf5-54e66bf35216 None None] Deleting port 63394113-54b3-4edb-8556-60cb654b1e20 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:12.553661 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-81cb0c1b-8c76-400e-bdf5-54e66bf35216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.567301 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.610534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Pushing event deleted for resources: {'Port': ['ID=5eccce08-8439-460c-951a-94d47c814c0a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:12.629935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f611340d-ee81-4640-9e76-2ea2f8bc5993 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:12.677004 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.697026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-81cb0c1b-8c76-400e-bdf5-54e66bf35216 None None] For port 63394113-54b3-4edb-8556-60cb654b1e20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63394113-54b3-4edb-8556-60cb654b1e20,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:12.697437 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-81cb0c1b-8c76-400e-bdf5-54e66bf35216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.724485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-81cb0c1b-8c76-400e-bdf5-54e66bf35216 None None] Calling delete_port for 63394113-54b3-4edb-8556-60cb654b1e20 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:12.729754 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.778917 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.782164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.787606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-ae44e9a4-2e83-4189-97de-151fc838d926 req-9d719263-2c51-41cb-85bb-98ba560acdf4 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Deleting port b37b2a49-b715-488f-b585-88dd2a37c534 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:12.787606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ae44e9a4-2e83-4189-97de-151fc838d926 req-9d719263-2c51-41cb-85bb-98ba560acdf4 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.849657 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-df596792-3e46-4cb7-87cb-cba16b049284 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=9f0aacfc-7f92-4961-851b-8e378408b1ef HTTP/1.1" status: 200  len: 468 time: 0.6174941
Dec 18 21:03:12.865928 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51206) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:12.866147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 63394113-54b3-4edb-8556-60cb654b1e20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63394113-54b3-4edb-8556-60cb654b1e20,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:12.877260 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.901418 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-81cb0c1b-8c76-400e-bdf5-54e66bf35216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.937162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.937739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Fanout notify agent at l3_agent the message router_deleted on router ba4b268e-2f36-4abe-ad6c-2824842a27a9 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:03:12.945146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event deleted for resources: {'Port': ['ID=63394113-54b3-4edb-8556-60cb654b1e20,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:12.949694 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:12.950759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3403c975-8eb8-4b75-892d-67a7d206b957 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/routers/ba4b268e-2f36-4abe-ad6c-2824842a27a9 HTTP/1.1" status: 204  len: 168 time: 2.5420110
Dec 18 21:03:12.960056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51210) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:12.964439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-8c083ccf-9da2-4a79-88ec-ff6248e8c598 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-173498039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:12.977671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb0c1b-8c76-400e-bdf5-54e66bf35216 None None] Pushing event deleted for resources: {'Port': ['ID=63394113-54b3-4edb-8556-60cb654b1e20,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:12.979549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb0c1b-8c76-400e-bdf5-54e66bf35216 None None] No DVR routers for this DVR port 63394113-54b3-4edb-8556-60cb654b1e20 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:13.036429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c7c0-8a9d-4191-8f17-bac280e9265f req-f6aec0f5-ce27-4c64-8221-b9b490f7d018 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:13.037923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9af7c7c0-8a9d-4191-8f17-bac280e9265f req-f6aec0f5-ce27-4c64-8221-b9b490f7d018 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 945 time: 0.1741440
Dec 18 21:03:13.049210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-ae44e9a4-2e83-4189-97de-151fc838d926 req-9d719263-2c51-41cb-85bb-98ba560acdf4 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] For port b37b2a49-b715-488f-b585-88dd2a37c534, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b37b2a49-b715-488f-b585-88dd2a37c534,segment=NetworkSegment(51017fd9-2549-49a9-baf9-f8648ec6e8a7),segment_id=51017fd9-2549-49a9-baf9-f8648ec6e8a7)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:13.049574 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ae44e9a4-2e83-4189-97de-151fc838d926 req-9d719263-2c51-41cb-85bb-98ba560acdf4 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.055755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69506c2-6f82-4b09-90ce-95213642931e req-81f0945a-e9b9-42c4-a421-a860b348ed7e tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:13.057180 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b69506c2-6f82-4b09-90ce-95213642931e req-81f0945a-e9b9-42c4-a421-a860b348ed7e tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 946 time: 0.2467036
Dec 18 21:03:13.085778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-ae44e9a4-2e83-4189-97de-151fc838d926 req-9d719263-2c51-41cb-85bb-98ba560acdf4 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Calling delete_port for b37b2a49-b715-488f-b585-88dd2a37c534 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:13.094531 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c083ccf-9da2-4a79-88ec-ff6248e8c598 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.095553 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c083ccf-9da2-4a79-88ec-ff6248e8c598 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.157676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0370b98-3b46-4975-b77d-f44ff8385da2 req-4fb829ea-c4aa-41ab-9dd2-2db7622729ce tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:13.159236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0370b98-3b46-4975-b77d-f44ff8385da2 req-4fb829ea-c4aa-41ab-9dd2-2db7622729ce tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 946 time: 0.1791773
Dec 18 21:03:13.179537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402f12d4-468a-4f5a-a4ef-b02aefea1ce4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:13.183687 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-402f12d4-468a-4f5a-a4ef-b02aefea1ce4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.195731 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f40c47cb-e804-466c-9f25-3a0745b15fd9 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.199309 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f40c47cb-e804-466c-9f25-3a0745b15fd9 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/9f0aacfc-7f92-4961-851b-8e378408b1ef HTTP/1.1" status: 204  len: 168 time: 0.3298078
Dec 18 21:03:13.202595 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9af7c7c0-8a9d-4191-8f17-bac280e9265f req-47bca057-86a3-419f-a428-80184b3ea36d tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/security-groups?id=c766db1e-74f0-40c8-9015-2bd68e35f4ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552620
Dec 18 21:03:13.208258 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51212) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:13.261264 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c083ccf-9da2-4a79-88ec-ff6248e8c598 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.272162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c083ccf-9da2-4a79-88ec-ff6248e8c598 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.274957 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-73293a29-81f9-4b2e-a440-315a00f0acfb tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=9f0aacfc-7f92-4961-851b-8e378408b1ef HTTP/1.1" status: 200  len: 216 time: 0.0412917
Dec 18 21:03:13.282176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51216) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:13.317298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-933897bb-c088-4e6f-becf-f05c7465f753 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0286775
Dec 18 21:03:13.321597 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51220) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:13.323988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0370b98-3b46-4975-b77d-f44ff8385da2 req-0aa796a8-2753-481f-a93c-55c25bc8f2ab tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f2306c-5e25-4776-b26b-b750293bfc68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1535020
Dec 18 21:03:13.327882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c083ccf-9da2-4a79-88ec-ff6248e8c598 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.332514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8c083ccf-9da2-4a79-88ec-ff6248e8c598 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3710952
Dec 18 21:03:13.334204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51222) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:13.338396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:13.357721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Deleting port f65f78c9-150a-4ed2-95a6-dd167edea818 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:13.358084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.366567 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f53e5006-c060-4599-8da4-e86f4b88bc49 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0438366
Dec 18 21:03:13.367166 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51228) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:13.474983 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1b4941b8-d490-4d5f-8e55-3b0225fe9a8e tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/014c7190-6fb4-4302-ade0-2d7b632f671c HTTP/1.1" status: 200  len: 473 time: 0.1003578
Dec 18 21:03:13.476109 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51234) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:13.529522 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ae44e9a4-2e83-4189-97de-151fc838d926 req-9d719263-2c51-41cb-85bb-98ba560acdf4 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.530468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-645ccf47-c0b8-4ec2-8cc8-2661a2c0ae96 tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/7e1cf0a6-c1bc-45f9-af51-2252ee84b841 HTTP/1.1" status: 200  len: 461 time: 0.0526950
Dec 18 21:03:13.533720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51238) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:13.544273 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['b37b2a49-b715-488f-b585-88dd2a37c534'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:03:13.628874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] For port f65f78c9-150a-4ed2-95a6-dd167edea818, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f65f78c9-150a-4ed2-95a6-dd167edea818,segment=NetworkSegment(7f1c1663-9b47-4cdd-ab05-ea03e58c06a7),segment_id=7f1c1663-9b47-4cdd-ab05-ea03e58c06a7)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:13.629256 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.639848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d719263-2c51-41cb-85bb-98ba560acdf4 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Pushing event deleted for resources: {'Port': ['ID=b37b2a49-b715-488f-b585-88dd2a37c534,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:13.649037 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.715086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-402f12d4-468a-4f5a-a4ef-b02aefea1ce4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.795539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae44e9a4-2e83-4189-97de-151fc838d926 req-9d719263-2c51-41cb-85bb-98ba560acdf4 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] No DVR routers for this DVR port b37b2a49-b715-488f-b585-88dd2a37c534 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:13.800195 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ae44e9a4-2e83-4189-97de-151fc838d926 req-9d719263-2c51-41cb-85bb-98ba560acdf4 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.803590 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae44e9a4-2e83-4189-97de-151fc838d926 req-9d719263-2c51-41cb-85bb-98ba560acdf4 tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.31 "DELETE /v2.0/ports/b37b2a49-b715-488f-b585-88dd2a37c534 HTTP/1.1" status: 204  len: 173 time: 1.3153276
Dec 18 21:03:13.804305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef67420-4d8c-4a20-8059-2fb29eb553ce', 'name': 'network-vif-deleted', 'tag': 'b37b2a49-b715-488f-b585-88dd2a37c534'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:03:13.807155 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e04623-7ce3-42d9-9c70-2a8dd90ec9a3" -d '{"events": [{"server_uuid": "3ef67420-4d8c-4a20-8059-2fb29eb553ce", "name": "network-vif-deleted", "tag": "b37b2a49-b715-488f-b585-88dd2a37c534"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:03:13.819801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f12d4-468a-4f5a-a4ef-b02aefea1ce4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:13.875268 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c571815a-a190-45e4-9663-691165ab1d5d tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.876674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c571815a-a190-45e4-9663-691165ab1d5d tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/7e1cf0a6-c1bc-45f9-af51-2252ee84b841 HTTP/1.1" status: 204  len: 168 time: 0.3399038
Dec 18 21:03:13.879087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51258) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:13.882811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-402f12d4-468a-4f5a-a4ef-b02aefea1ce4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:13.890499 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402f12d4-468a-4f5a-a4ef-b02aefea1ce4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:13.891099 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-402f12d4-468a-4f5a-a4ef-b02aefea1ce4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:13.900344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d19ccd-dbe8-405b-8023-d59294515cd1 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:13.904409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f12d4-468a-4f5a-a4ef-b02aefea1ce4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=c8836137-9497-458a-b5ee-41a7df4b64cc,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:13.933038 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-402f12d4-468a-4f5a-a4ef-b02aefea1ce4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.7111957
Dec 18 21:03:13.961405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51260) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:13.965475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'name': 'tempest-NetworksTestDHCPv6-789984923'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:14.112332 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.113352 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.114067 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Floating IP ed37f534-b4a2-4d95-831c-a34f4bfe694c disassociated. External IP: 172.35.3.194, port: f65f78c9-150a-4ed2-95a6-dd167edea818.
Dec 18 21:03:14.114627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Calling delete_port for f65f78c9-150a-4ed2-95a6-dd167edea818 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:14.124718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': 'c8836137-9497-458a-b5ee-41a7df4b64cc'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:03:14.125842 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.188179 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-383acf2a-ba16-495e-9391-f9595740f34e tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.189905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-383acf2a-ba16-495e-9391-f9595740f34e tempest-MeteringTestJSON-1964310959 tempest-MeteringTestJSON-1964310959-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/014c7190-6fb4-4302-ade0-2d7b632f671c HTTP/1.1" status: 204  len: 168 time: 0.3097167
Dec 18 21:03:14.217472 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3643899-5647-4ee1-95a9-5b574bcad409 x-openstack-request-id: req-d3643899-5647-4ee1-95a9-5b574bcad409 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:03:14.217821 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef67420-4d8c-4a20-8059-2fb29eb553ce", "name": "network-vif-deleted", "tag": "b37b2a49-b715-488f-b585-88dd2a37c534", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:03:14.218389 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3643899-5647-4ee1-95a9-5b574bcad409 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:03:14.219063 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef67420-4d8c-4a20-8059-2fb29eb553ce', 'name': 'network-vif-deleted', 'tag': 'b37b2a49-b715-488f-b585-88dd2a37c534', 'status': 'completed', 'code': 200}
Dec 18 21:03:14.268767 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:14.275650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.319036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port cf62e8d4-f6bd-42ff-a62b-a6aa7d6fb20d yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:14.369310 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.454246 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.475666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.483687 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/c8836137-9497-458a-b5ee-41a7df4b64cc/bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:14.523170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Pushing event deleted for resources: {'Port': ['ID=f65f78c9-150a-4ed2-95a6-dd167edea818,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:14.538123 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e998931a-ed1c-45a5-a01d-5b32f63a8ce4 req-02637cc8-5bfa-44c4-bd5d-0e2d65ddde6e tempest-ServerPasswordTestJSON-506501272 tempest-ServerPasswordTestJSON-506501272-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ef67420-4d8c-4a20-8059-2fb29eb553ce HTTP/1.1" status: 200  len: 210 time: 0.0903182
Dec 18 21:03:14.689865 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.698380 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.735807 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51286) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:14.751630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2fecd7f-32ce-46fd-9a4a-9cef4810c6a4 req-95a13059-3d95-425a-8391-de7325a79734 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 210 time: 0.1017928
Dec 18 21:03:14.754284 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Pushing event updated for resources: {'Port': ['ID=bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:14.758578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:14.761558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:14.766008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:14.806008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Allocated IP 172.35.3.208 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/8d117f0c-cce3-4dd8-a6d3-2c4d47aae208) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:14.841571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::1fe (366763c1-8ffb-4916-bf33-b9164c04d44d/c8836137-9497-458a-b5ee-41a7df4b64cc/cf62e8d4-f6bd-42ff-a62b-a6aa7d6fb20d) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:14.854202 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Router ec3d6fe5-457b-41d5-926b-696d66198380 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:03:14.944738 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.945932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Attempting to bind port bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:14.946551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Attempting to bind port bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:14.947183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Attempting to bind port bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:14.953192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:14.953914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:14.954580 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.955211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:14.955932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Bound port: bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:14.956562 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:14.957783 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e1f97fb-26e0-4462-a0ea-a5f025e31fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:15.025200 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:15.049380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] For port bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:15.055313 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] For port bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:15.064125 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:15.078079 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:15.158019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:15.161462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:15.174089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:15.176491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Pushing event updated for resources: {'Port': ['ID=8d117f0c-cce3-4dd8-a6d3-2c4d47aae208,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:15.187721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a9f6d-a719-4436-b1ae-a904565fe5eb None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:15.195316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a74f3-8601-468a-9f00-4d3b7f94031e None None] Pushing event updated for resources: {'Port': ['ID=bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:15.256358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-bdffcf7a-92d8-474f-82d8-0fa255fcd37f None None] Provisioning complete for port 8d117f0c-cce3-4dd8-a6d3-2c4d47aae208 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:15.258371 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bdffcf7a-92d8-474f-82d8-0fa255fcd37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:15.323345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-bdffcf7a-92d8-474f-82d8-0fa255fcd37f None None] Port 8d117f0c-cce3-4dd8-a6d3-2c4d47aae208 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:15.552208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:03:15.555334 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e1f97fb-26e0-4462-a0ea-a5f025e31fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:15.568835 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9a293-36bb-4518-9aa9-170f38eeab03 None None] Sync routers for ids ['ec3d6fe5-457b-41d5-926b-696d66198380'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:03:15.595051 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e1f97fb-26e0-4462-a0ea-a5f025e31fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:15.600828 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9a293-36bb-4518-9aa9-170f38eeab03 None None] Routers {'ec3d6fe5-457b-41d5-926b-696d66198380'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:15.601647 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7cf9a293-36bb-4518-9aa9-170f38eeab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5e9880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ec3d6fe5-457b-41d5-926b-696d66198380'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:15.680331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51306) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:15.681239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] No DVR routers for this DVR port f65f78c9-150a-4ed2-95a6-dd167edea818 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:15.698600 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:15.705792 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b69506c2-6f82-4b09-90ce-95213642931e req-abf62d17-0591-4e35-bbf4-3b61f3ef38d4 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.31 "DELETE /v2.0/ports/f65f78c9-150a-4ed2-95a6-dd167edea818 HTTP/1.1" status: 204  len: 173 time: 2.6115055
Dec 18 21:03:15.715261 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'name': 'network-vif-deleted', 'tag': 'f65f78c9-150a-4ed2-95a6-dd167edea818'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:03:15.722346 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606547fa-3f62-462a-bb1b-1ac194e261bd" -d '{"events": [{"server_uuid": "e7b77426-cb1b-4748-b580-a4f86c940694", "name": "network-vif-deleted", "tag": "f65f78c9-150a-4ed2-95a6-dd167edea818"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:03:15.773466 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:15.779119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f65f78c9-150a-4ed2-95a6-dd167edea818 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:15.834035 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6e1f97fb-26e0-4462-a0ea-a5f025e31fa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=596a7d17333e49c2834eeb597ee1b133&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0940495
Dec 18 21:03:15.842316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51328) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:15.844288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: f65f78c9-150a-4ed2-95a6-dd167edea818 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:15.845577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f65f78c9-150a-4ed2-95a6-dd167edea818 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:03:15.845829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f97fb-26e0-4462-a0ea-a5f025e31fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7cdb5a-6323-450e-96a7-67b88656a145,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:15.847889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b37b2a49-b715-488f-b585-88dd2a37c534 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:15.862863 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-7cf9a293-36bb-4518-9aa9-170f38eeab03 None None] Set router ec3d6fe5-457b-41d5-926b-696d66198380 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:03:15.888289 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23768a91-fd8a-41b8-9d8f-1e9ea4ed01c4 x-openstack-request-id: req-23768a91-fd8a-41b8-9d8f-1e9ea4ed01c4 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:03:15.888996 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b77426-cb1b-4748-b580-a4f86c940694", "name": "network-vif-deleted", "tag": "f65f78c9-150a-4ed2-95a6-dd167edea818", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:03:15.889422 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23768a91-fd8a-41b8-9d8f-1e9ea4ed01c4 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:03:15.889998 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b77426-cb1b-4748-b580-a4f86c940694', 'name': 'network-vif-deleted', 'tag': 'f65f78c9-150a-4ed2-95a6-dd167edea818', 'status': 'completed', 'code': 200}
Dec 18 21:03:15.900032 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: b37b2a49-b715-488f-b585-88dd2a37c534 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:15.900573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b37b2a49-b715-488f-b585-88dd2a37c534 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:03:15.901412 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-060303f8-17f5-46b4-9d29-a7f23ea7f787 req-071871ef-4eb8-49a0-bade-e6c4204e3951 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b77426-cb1b-4748-b580-a4f86c940694 HTTP/1.1" status: 200  len: 210 time: 0.0307603
Dec 18 21:03:15.930759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-06311b58-1ddd-4c62-b643-6c4dc591f790 admin admin] Deleting subnet e34407d0-4af1-4d3c-8b89-37f2b36434c0 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:03:15.942420 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06311b58-1ddd-4c62-b643-6c4dc591f790 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.029788 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06311b58-1ddd-4c62-b643-6c4dc591f790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.031075 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.058766 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.132266 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=cf62e8d4-f6bd-42ff-a62b-a6aa7d6fb20d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:16.187689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:16.188571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06152290-902f-42b5-9ae1-ff9c01ceb798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.199347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:16.215787 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:16.222215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:16.223145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.225526 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7cf9a293-36bb-4518-9aa9-170f38eeab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5e9880>, [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:01:07Z', 'revision_number': 4, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b9d1755-a2ae-4a04-b12c-5f53aa2f892c', 'name': '', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'mac_address': 'fa:16:3e:f5:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:06Z', 'updated_at': '2021-12-18T21:01:11Z', 'revision_number': 5, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'subnets': [{'id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:16.247279 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06311b58-1ddd-4c62-b643-6c4dc591f790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.263371 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9a293-36bb-4518-9aa9-170f38eeab03 None None] Checking router: ec3d6fe5-457b-41d5-926b-696d66198380 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:03:16.275408 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9a293-36bb-4518-9aa9-170f38eeab03 None None] Routers {'ec3d6fe5-457b-41d5-926b-696d66198380'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:16.278465 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7cf9a293-36bb-4518-9aa9-170f38eeab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5e9880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ec3d6fe5-457b-41d5-926b-696d66198380'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:16.316531 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06152290-902f-42b5-9ae1-ff9c01ceb798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.359582 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2fbd27cd-e33b-4edc-97fc-754ec05f2b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.3945243
Dec 18 21:03:16.371775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51346) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:16.464454 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.466061 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-7cf9a293-36bb-4518-9aa9-170f38eeab03 None None] Set router ec3d6fe5-457b-41d5-926b-696d66198380 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:03:16.471593 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.540254 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:16.549100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ba83f-d785-406f-9abd-d015df1a7ebe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:16.556524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ba83f-d785-406f-9abd-d015df1a7ebe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:16.558342 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3b2ba83f-d785-406f-9abd-d015df1a7ebe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1857519
Dec 18 21:03:16.564865 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51348) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:16.580980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06311b58-1ddd-4c62-b643-6c4dc591f790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.643499 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:16.643838 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06152290-902f-42b5-9ae1-ff9c01ceb798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.644459 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.648332 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06152290-902f-42b5-9ae1-ff9c01ceb798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.650227 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-06152290-902f-42b5-9ae1-ff9c01ceb798 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f7cdb5a-6323-450e-96a7-67b88656a145 HTTP/1.1" status: 204  len: 168 time: 0.8053801
Dec 18 21:03:16.651661 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06311b58-1ddd-4c62-b643-6c4dc591f790 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.655711 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-06311b58-1ddd-4c62-b643-6c4dc591f790 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e34407d0-4af1-4d3c-8b89-37f2b36434c0 HTTP/1.1" status: 204  len: 168 time: 0.9715791
Dec 18 21:03:16.667387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51352) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:16.668352 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06311b58-1ddd-4c62-b643-6c4dc591f790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34407d0-4af1-4d3c-8b89-37f2b36434c0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:16.771131 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06152290-902f-42b5-9ae1-ff9c01ceb798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7cdb5a-6323-450e-96a7-67b88656a145,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:16.803042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Router 7381a097-57c9-4ae1-b560-ed1009221dc6 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:03:16.871496 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.874529 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.893874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-712b64f4-92c0-40e3-a683-dc48ba1dcc06 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port cf62e8d4-f6bd-42ff-a62b-a6aa7d6fb20d {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:16.894641 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-712b64f4-92c0-40e3-a683-dc48ba1dcc06 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:16.943664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:16.978065 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.002886 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7cf9a293-36bb-4518-9aa9-170f38eeab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5e9880>, [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:01:07Z', 'revision_number': 4, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b9d1755-a2ae-4a04-b12c-5f53aa2f892c', 'name': '', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'mac_address': 'fa:16:3e:f5:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:06Z', 'updated_at': '2021-12-18T21:01:11Z', 'revision_number': 5, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'subnets': [{'id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:17.059307 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51374) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:17.061528 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9a293-36bb-4518-9aa9-170f38eeab03 None None] The sync data for ids ['ec3d6fe5-457b-41d5-926b-696d66198380'] in ncdv-master-1 is: [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:01:07Z', 'revision_number': 4, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b9d1755-a2ae-4a04-b12c-5f53aa2f892c', 'name': '', 'network_id': '01d15494-60fe-499f-88a9-138ebcf661b7', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'mac_address': 'fa:16:3e:f5:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:06Z', 'updated_at': '2021-12-18T21:01:11Z', 'revision_number': 5, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'subnets': [{'id': 'f055c225-27f3-4973-94a8-519fc6682c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:03:17.062784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.118387 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6ac3c14e-2b26-4a5d-8033-fd6251af0339 None None] Provisioning complete for port bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:17.119228 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ac3c14e-2b26-4a5d-8033-fd6251af0339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.140973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ff4c940>,) {'filters': {'network_id': ['dd20398e-7d65-482f-a9be-ce0f72eac974']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:17.169771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:03:17.191426 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.192546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83e3e9-03bd-4bad-88dd-19571b0fbde3 None None] Sync routers for ids ['7381a097-57c9-4ae1-b560-ed1009221dc6'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:03:17.194018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-57d0efaa-8111-4c5a-94d6-41e7053d0c0b tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "PUT /v2.0/routers/7381a097-57c9-4ae1-b560-ed1009221dc6 HTTP/1.1" status: 200  len: 879 time: 3.8596129
Dec 18 21:03:17.197408 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51382) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:17.224216 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ff4c940>, '51017fd9-2549-49a9-baf9-f8648ec6e8a7') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:17.224832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ff4c940>, '51017fd9-2549-49a9-baf9-f8648ec6e8a7') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:17.238445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:17.243973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83e3e9-03bd-4bad-88dd-19571b0fbde3 None None] Routers {'7381a097-57c9-4ae1-b560-ed1009221dc6'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:17.244903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2e83e3e9-03bd-4bad-88dd-19571b0fbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e4ba880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7381a097-57c9-4ae1-b560-ed1009221dc6'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:17.266449 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.310031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-712b64f4-92c0-40e3-a683-dc48ba1dcc06 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.322808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2e83e3e9-03bd-4bad-88dd-19571b0fbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e4ba880>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:17.346281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9645d43-02c2-4aaa-b78f-96d849d153bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.348496 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83e3e9-03bd-4bad-88dd-19571b0fbde3 None None] Routers {'7381a097-57c9-4ae1-b560-ed1009221dc6'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:17.349434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2e83e3e9-03bd-4bad-88dd-19571b0fbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e4ba880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7381a097-57c9-4ae1-b560-ed1009221dc6'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:17.355460 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.363563 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-712b64f4-92c0-40e3-a683-dc48ba1dcc06 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for cf62e8d4-f6bd-42ff-a62b-a6aa7d6fb20d owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:17.385728 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:03:17.386145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:03:17.397639 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:03:17.410693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d4c05e56-4217-4c46-923f-9770263e092a tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/routers/7381a097-57c9-4ae1-b560-ed1009221dc6 HTTP/1.1" status: 200  len: 920 time: 0.2117682
Dec 18 21:03:17.414513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51388) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:17.462580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2e83e3e9-03bd-4bad-88dd-19571b0fbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e4ba880>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:17.462580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83e3e9-03bd-4bad-88dd-19571b0fbde3 None None] The sync data for ids ['7381a097-57c9-4ae1-b560-ed1009221dc6'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:03:17.463505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51394) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:17.494093 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9645d43-02c2-4aaa-b78f-96d849d153bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.545027 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ffac31-a589-43ed-8352-f28c14893ea4 None None] New status for floating IP ed37f534-b4a2-4d95-831c-a34f4bfe694c: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:03:17.600832 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-035fed87-941d-4dd6-a1f0-db2d2a2947ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.615151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f88cdd03-481c-45ef-8977-a28a6140fb86 None None] Provisioning complete for port cf62e8d4-f6bd-42ff-a62b-a6aa7d6fb20d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:17.616036 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f88cdd03-481c-45ef-8977-a28a6140fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.660682 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.675068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f88cdd03-481c-45ef-8977-a28a6140fb86 None None] Port cf62e8d4-f6bd-42ff-a62b-a6aa7d6fb20d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:17.680966 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.684508 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] 10.222.0.13 "DELETE /v2.0/networks/dd20398e-7d65-482f-a9be-ce0f72eac974 HTTP/1.1" status: 204  len: 168 time: 1.0136030
Dec 18 21:03:17.691324 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481e1ef-d35e-4ef4-8015-04bf1fa3a4df tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:17.692950 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5481e1ef-d35e-4ef4-8015-04bf1fa3a4df tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&device_id=7381a097-57c9-4ae1-b560-ed1009221dc6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2721841
Dec 18 21:03:17.696283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51404) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:17.712128 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9988ce-da9f-49fe-b39b-59d0a6cf2d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd20398e-7d65-482f-a9be-ce0f72eac974,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:17.754930 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9645d43-02c2-4aaa-b78f-96d849d153bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.757694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9645d43-02c2-4aaa-b78f-96d849d153bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.759055 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b9645d43-02c2-4aaa-b78f-96d849d153bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "DELETE /v2.0/security-groups/d6f2306c-5e25-4776-b26b-b750293bfc68 HTTP/1.1" status: 204  len: 168 time: 0.6985240
Dec 18 21:03:17.761554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51406) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:17.813820 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-30b32db1-0e2b-4fd8-b4a7-5436a859bec5 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] show failed (client error): The resource could not be found.
Dec 18 21:03:17.814912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-30b32db1-0e2b-4fd8-b4a7-5436a859bec5 tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "GET /v2.0/security-groups/d6f2306c-5e25-4776-b26b-b750293bfc68 HTTP/1.1" status: 404  len: 347 time: 0.0524189
Dec 18 21:03:17.817967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51408) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:17.818732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9645d43-02c2-4aaa-b78f-96d849d153bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f2306c-5e25-4776-b26b-b750293bfc68,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:17.871368 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-035fed87-941d-4dd6-a1f0-db2d2a2947ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.873393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-712b64f4-92c0-40e3-a683-dc48ba1dcc06 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.950246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-035fed87-941d-4dd6-a1f0-db2d2a2947ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:17.975949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d83865-0253-4180-b1d3-51e3fffcc590 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:17.977605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a3d83865-0253-4180-b1d3-51e3fffcc590 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 881 time: 0.2797015
Dec 18 21:03:17.981296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51412) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:17.983331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b64f4-92c0-40e3-a683-dc48ba1dcc06 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=cf62e8d4-f6bd-42ff-a62b-a6aa7d6fb20d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:17.993501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51414) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:18.017205 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-011af450-76f5-48c7-9fd5-9143689fcfb4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "GET /v2.0/ports?device_id=7381a097-57c9-4ae1-b560-ed1009221dc6 HTTP/1.1" status: 200  len: 205 time: 0.0345707
Dec 18 21:03:18.020109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51416) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:18.026496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fed87-941d-4dd6-a1f0-db2d2a2947ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd0fc86-4bc3-4074-9bd7-c9d50c67fdf6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:18.061952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-712b64f4-92c0-40e3-a683-dc48ba1dcc06 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.065356 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-712b64f4-92c0-40e3-a683-dc48ba1dcc06 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/cf62e8d4-f6bd-42ff-a62b-a6aa7d6fb20d HTTP/1.1" status: 204  len: 168 time: 1.4974844
Dec 18 21:03:18.069587 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-035fed87-941d-4dd6-a1f0-db2d2a2947ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41eff4297535439c8535db7efb1869ce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5790324
Dec 18 21:03:18.071100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51418) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:18.073010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51422) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:18.132429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-71a7be5d-5244-4369-9b51-de1ec80125bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Deleting port 03c99a38-2e82-4f2e-a9fc-febcdb7fab91 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:18.132768 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71a7be5d-5244-4369-9b51-de1ec80125bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.205780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05019965-3124-4cf0-b8bc-7efed9882e5e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:18.206456 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b002e843-640f-4265-9e09-1628bd50aa8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f161cef6f2864c7e8c2d183d1a22107e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2116194
Dec 18 21:03:18.207613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05019965-3124-4cf0-b8bc-7efed9882e5e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:18.208825 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.209224 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-05019965-3124-4cf0-b8bc-7efed9882e5e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1371508
Dec 18 21:03:18.209834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51438) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:18.213388 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51440) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:18.257278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d77a432-4c81-4455-8d82-6ae6b4412630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.297114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5edd0f4f-851e-4222-abbb-eb01435342b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.310141 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d77a432-4c81-4455-8d82-6ae6b4412630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.352333 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5edd0f4f-851e-4222-abbb-eb01435342b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.378081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71a7be5d-5244-4369-9b51-de1ec80125bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.378469 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71a7be5d-5244-4369-9b51-de1ec80125bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.386916 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e8c25d-8d1f-4219-9e8c-7e8728b3f5f2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet c8836137-9497-458a-b5ee-41a7df4b64cc {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:03:18.399433 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f8e8c25d-8d1f-4219-9e8c-7e8728b3f5f2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.412246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d77a432-4c81-4455-8d82-6ae6b4412630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.416270 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d77a432-4c81-4455-8d82-6ae6b4412630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.426105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-71a7be5d-5244-4369-9b51-de1ec80125bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Calling delete_port for 03c99a38-2e82-4f2e-a9fc-febcdb7fab91 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:18.426803 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3d77a432-4c81-4455-8d82-6ae6b4412630 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dd0fc86-4bc3-4074-9bd7-c9d50c67fdf6 HTTP/1.1" status: 204  len: 168 time: 0.3377421
Dec 18 21:03:18.454880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77a432-4c81-4455-8d82-6ae6b4412630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd0fc86-4bc3-4074-9bd7-c9d50c67fdf6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:18.456200 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f8e8c25d-8d1f-4219-9e8c-7e8728b3f5f2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.459496 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.464941 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5edd0f4f-851e-4222-abbb-eb01435342b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.467915 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5edd0f4f-851e-4222-abbb-eb01435342b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.473315 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5edd0f4f-851e-4222-abbb-eb01435342b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c766db1e-74f0-40c8-9015-2bd68e35f4ec HTTP/1.1" status: 204  len: 168 time: 0.2622981
Dec 18 21:03:18.488514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd0f4f-851e-4222-abbb-eb01435342b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c766db1e-74f0-40c8-9015-2bd68e35f4ec,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:18.522290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:18.631590 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f8e8c25d-8d1f-4219-9e8c-7e8728b3f5f2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.639046 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:18.640226 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.727968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Deleting port 8d117f0c-cce3-4dd8-a6d3-2c4d47aae208 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:18.728569 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.813558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71a7be5d-5244-4369-9b51-de1ec80125bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.822436 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f8e8c25d-8d1f-4219-9e8c-7e8728b3f5f2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.881319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7be5d-5244-4369-9b51-de1ec80125bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Pushing event deleted for resources: {'Port': ['ID=03c99a38-2e82-4f2e-a9fc-febcdb7fab91,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:18.891539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8c25d-8d1f-4219-9e8c-7e8728b3f5f2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=c8836137-9497-458a-b5ee-41a7df4b64cc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:18.893878 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f8e8c25d-8d1f-4219-9e8c-7e8728b3f5f2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.894444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be070351-f4fb-43c8-a05d-7d61db36f55a None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:18.897192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f8e8c25d-8d1f-4219-9e8c-7e8728b3f5f2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/c8836137-9497-458a-b5ee-41a7df4b64cc HTTP/1.1" status: 204  len: 168 time: 0.6828804
Dec 18 21:03:18.900137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51454) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:18.917223 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:18.962992 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-671417ae-602a-4b0d-84fe-5c9b659fabd4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0570767
Dec 18 21:03:18.963261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51458) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:18.963588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Calling delete_port for 8d117f0c-cce3-4dd8-a6d3-2c4d47aae208 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:18.971282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6c2888f5-2b36-47dc-aa0b-76fc99e9f670 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:18.979120 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51460) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:19.086181 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71a7be5d-5244-4369-9b51-de1ec80125bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.090341 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71a7be5d-5244-4369-9b51-de1ec80125bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.095151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-71a7be5d-5244-4369-9b51-de1ec80125bd tempest-ServersTestFqdnHostnames-2002426305 tempest-ServersTestFqdnHostnames-2002426305-project] 10.222.0.13 "DELETE /v2.0/floatingips/ed37f534-b4a2-4d95-831c-a34f4bfe694c HTTP/1.1" status: 204  len: 168 time: 1.2756534
Dec 18 21:03:19.095426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51468) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:19.138058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9988cb8-851e-4d05-9d14-75855b5745ec None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:19.192187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f9988cb8-851e-4d05-9d14-75855b5745ec None None] Deleting port bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:19.192831 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9988cb8-851e-4d05-9d14-75855b5745ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.230837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2888f5-2b36-47dc-aa0b-76fc99e9f670 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:19.235826 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6c2888f5-2b36-47dc-aa0b-76fc99e9f670 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.272858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed6e73e2-aa84-4eae-b08f-f9f850ac2eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.303379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f9988cb8-851e-4d05-9d14-75855b5745ec None None] For port bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:19.304105 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9988cb8-851e-4d05-9d14-75855b5745ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.319632 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.320534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f9988cb8-851e-4d05-9d14-75855b5745ec None None] Calling delete_port for bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:19.408067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Pushing event deleted for resources: {'Port': ['ID=8d117f0c-cce3-4dd8-a6d3-2c4d47aae208,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:19.455312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89333c35-a264-45ff-bfad-2ecca00b131d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:19.505865 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed6e73e2-aa84-4eae-b08f-f9f850ac2eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.514812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed6e73e2-aa84-4eae-b08f-f9f850ac2eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.528145 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.528760 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.561058 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9988cb8-851e-4d05-9d14-75855b5745ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.589831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9988cb8-851e-4d05-9d14-75855b5745ec None None] Pushing event deleted for resources: {'Port': ['ID=bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:19.600618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9988cb8-851e-4d05-9d14-75855b5745ec None None] No DVR routers for this DVR port bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:19.629995 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ed6e73e2-aa84-4eae-b08f-f9f850ac2eff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37f8d3a76a7b40ccbd92ec26deed6ab5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6452680
Dec 18 21:03:19.630173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e73e2-aa84-4eae-b08f-f9f850ac2eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a08f575-d03c-46d9-9615-4e8b18ab7247,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:19.636564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51486) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:19.697857 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.702119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.729393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2b65f48f-ee8d-4625-b9dc-0ebb5d528ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.785420 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.786336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Fanout notify agent at l3_agent the message router_deleted on router 7381a097-57c9-4ae1-b560-ed1009221dc6 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:03:19.792242 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2b65f48f-ee8d-4625-b9dc-0ebb5d528ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.800545 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.801866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d8131609-905d-4ce9-8c97-386a9ce68366 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/routers/7381a097-57c9-4ae1-b560-ed1009221dc6 HTTP/1.1" status: 204  len: 168 time: 1.7806742
Dec 18 21:03:19.806113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51492) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:19.815567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4ff742e8-7735-48b4-a4f7-daed3e0b4cf0 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1424258082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:19.849076 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6c2888f5-2b36-47dc-aa0b-76fc99e9f670 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.861800 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ff742e8-7735-48b4-a4f7-daed3e0b4cf0 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.863457 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ff742e8-7735-48b4-a4f7-daed3e0b4cf0 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.870031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a3993dd-a5de-4ef2-9182-b7321f0360e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.910023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2888f5-2b36-47dc-aa0b-76fc99e9f670 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:19.915192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-6c2888f5-2b36-47dc-aa0b-76fc99e9f670 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:19.919809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2888f5-2b36-47dc-aa0b-76fc99e9f670 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:19.920396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6c2888f5-2b36-47dc-aa0b-76fc99e9f670 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.923842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2888f5-2b36-47dc-aa0b-76fc99e9f670 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=a5fb177f-f3b8-4aa9-8dec-8f54c573a5f1,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:19.932528 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec47f81-0034-40a6-82b3-5b93b9209785 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:19.939545 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2b65f48f-ee8d-4625-b9dc-0ebb5d528ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.943055 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2b65f48f-ee8d-4625-b9dc-0ebb5d528ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:19.944608 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2b65f48f-ee8d-4625-b9dc-0ebb5d528ed7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a08f575-d03c-46d9-9615-4e8b18ab7247 HTTP/1.1" status: 204  len: 168 time: 0.3072019
Dec 18 21:03:19.945397 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6c2888f5-2b36-47dc-aa0b-76fc99e9f670 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9797955
Dec 18 21:03:19.949605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51502) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:19.959055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'name': 'tempest-NetworksTestDHCPv6-1907542580'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:20.012758 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ff742e8-7735-48b4-a4f7-daed3e0b4cf0 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:20.022619 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ff742e8-7735-48b4-a4f7-daed3e0b4cf0 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:20.047756 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ff742e8-7735-48b4-a4f7-daed3e0b4cf0 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:20.049783 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4ff742e8-7735-48b4-a4f7-daed3e0b4cf0 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2417710
Dec 18 21:03:20.053161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51506) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:20.060557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'enable_snat': True}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:20.089875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65f48f-ee8d-4625-b9dc-0ebb5d528ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a08f575-d03c-46d9-9615-4e8b18ab7247,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:20.182346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': 'a5fb177f-f3b8-4aa9-8dec-8f54c573a5f1'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:03:20.183956 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:20.193227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:20.202919 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:20.352649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 849404ee-35cf-4cbd-88ad-1f833c00291b yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:20.521589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:20.582461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:20.585025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bbdc230d-b6cf-45a7-a91e-fd6ee4b767a7 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:03:20.608868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51520) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:20.624121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/a5fb177f-f3b8-4aa9-8dec-8f54c573a5f1/46ba9b3c-71ac-4381-a8ea-8afc41023e99) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:20.662118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-9a3993dd-a5de-4ef2-9182-b7321f0360e8 admin admin] Deleting port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:20.662598 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a3993dd-a5de-4ef2-9182-b7321f0360e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:20.781083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-9a3993dd-a5de-4ef2-9182-b7321f0360e8 admin admin] For port 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b9d1755-a2ae-4a04-b12c-5f53aa2f892c,segment=NetworkSegment(7f1c1663-9b47-4cdd-ab05-ea03e58c06a7),segment_id=7f1c1663-9b47-4cdd-ab05-ea03e58c06a7)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:20.781909 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a3993dd-a5de-4ef2-9182-b7321f0360e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:20.801154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-9a3993dd-a5de-4ef2-9182-b7321f0360e8 admin admin] Calling delete_port for 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:20.827892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-network', 'tenant_id': '4b037c54b761428db4df46b975b70574'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:20.920694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Made reservation on behalf of 4b037c54b761428db4df46b975b70574 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:20.929036 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:20.965267 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.137650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.167045 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.174693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.226607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:21.230981 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:21.236442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:21.246062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Pushing event updated for resources: {'Port': ['ID=46ba9b3c-71ac-4381-a8ea-8afc41023e99,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:21.331922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Attempting to bind port 46ba9b3c-71ac-4381-a8ea-8afc41023e99 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:21.332218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Attempting to bind port 46ba9b3c-71ac-4381-a8ea-8afc41023e99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:21.332584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Attempting to bind port 46ba9b3c-71ac-4381-a8ea-8afc41023e99 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:21.339927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:21.340312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:21.340790 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.341156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:21.341640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Bound port: 46ba9b3c-71ac-4381-a8ea-8afc41023e99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:21.342024 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.445144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] For port 46ba9b3c-71ac-4381-a8ea-8afc41023e99, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:21.454641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] For port 46ba9b3c-71ac-4381-a8ea-8afc41023e99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46ba9b3c-71ac-4381-a8ea-8afc41023e99,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:21.462729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::a1 (366763c1-8ffb-4916-bf33-b9164c04d44d/a5fb177f-f3b8-4aa9-8dec-8f54c573a5f1/849404ee-35cf-4cbd-88ad-1f833c00291b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:21.463944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.533506 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.543974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc87abe-ad8f-4b43-a4cc-3a14df949f23 None None] Pushing event updated for resources: {'Port': ['ID=46ba9b3c-71ac-4381-a8ea-8afc41023e99,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:21.589122 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.599880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51554) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:21.780757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Allocated IP 172.35.3.117 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/15b40912-b137-4311-8e68-970e4c9d971a) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:21.789238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.796464 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.810530 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a3993dd-a5de-4ef2-9182-b7321f0360e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.818057 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.894180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3993dd-a5de-4ef2-9182-b7321f0360e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9d1755-a2ae-4a04-b12c-5f53aa2f892c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:21.953232 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:03:21.978360 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:21.979536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8509034b-e16f-418d-a334-67aba04e1263,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:22.011762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.012124 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Added segment 713e187f-bae8-4057-a003-f9fc75025629 of type vlan for network cb97ef06-3d0b-442a-856c-1db8f276297a
Dec 18 21:03:22.068827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.082365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.125483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7a8833c2-35e8-4b63-82cf-d995489c78ea tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Request body: {'quota': {'network': 2}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:22.171298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:22.192223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.207638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:22.209547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event updated for resources: {'Port': ['ID=15b40912-b137-4311-8e68-970e4c9d971a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:22.215162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:22.229684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e220c4-3afb-4b2e-89f9-c7da0183a8bf None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:22.280897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7a8833c2-35e8-4b63-82cf-d995489c78ea tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] 10.222.0.13 "PUT /v2.0/quotas/581804fa4c984e1ba9352b897f27e135 HTTP/1.1" status: 200  len: 368 time: 0.6769073
Dec 18 21:03:22.282550 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51564) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:22.290035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Request body: {'network': {'project_id': '581804fa4c984e1ba9352b897f27e135'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:22.292770 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:22.308443 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:22.311860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:22.319996 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:22.320683 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.342537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=849404ee-35cf-4cbd-88ad-1f833c00291b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:22.388414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ecb0354f-a9c6-4f1f-b0ff-e4820f370797 None None] Provisioning complete for port 15b40912-b137-4311-8e68-970e4c9d971a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:22.388870 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ecb0354f-a9c6-4f1f-b0ff-e4820f370797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.436212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Made reservation on behalf of 581804fa4c984e1ba9352b897f27e135 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:22.438698 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.442470 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.443276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:22.443835 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.450189 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.459590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ecb0354f-a9c6-4f1f-b0ff-e4820f370797 None None] Port 15b40912-b137-4311-8e68-970e4c9d971a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:22.472790 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aaa89cdf-894c-4796-85f6-9a12090875d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.5157471
Dec 18 21:03:22.474656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51574) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:22.551719 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.9407685
Dec 18 21:03:22.557886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51576) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:22.565030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-282a158e-661b-4396-aff9-7965023a6509 admin admin] Request body: {'subnet': {'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-subnet', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:22.569133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c9dc1-d26b-4347-a297-f2d74f70bfd2 admin admin] Pushing event updated for resources: {'Network': ['ID=cb97ef06-3d0b-442a-856c-1db8f276297a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:22.574288 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a3993dd-a5de-4ef2-9182-b7321f0360e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.622330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network cb97ef06-3d0b-442a-856c-1db8f276297a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:03:22.730608 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282a158e-661b-4396-aff9-7965023a6509 admin admin] Made reservation on behalf of 4b037c54b761428db4df46b975b70574 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:22.734425 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-282a158e-661b-4396-aff9-7965023a6509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.781663 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 46ba9b3c-71ac-4381-a8ea-8afc41023e99 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:22.819141 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:22.832124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72d1e5-e973-4992-8187-50ba8cdca464 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:22.840727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72d1e5-e973-4992-8187-50ba8cdca464 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:22.845935 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4a72d1e5-e973-4992-8187-50ba8cdca464 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.3672421
Dec 18 21:03:22.847722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51582) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:22.861199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 46ba9b3c-71ac-4381-a8ea-8afc41023e99 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:22.863663 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.047630 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.052085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3993dd-a5de-4ef2-9182-b7321f0360e8 admin admin] Router ec3d6fe5-457b-41d5-926b-696d66198380 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:03:23.076130 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-282a158e-661b-4396-aff9-7965023a6509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.091312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 46ba9b3c-71ac-4381-a8ea-8afc41023e99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46ba9b3c-71ac-4381-a8ea-8afc41023e99,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:23.099842 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.101205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.119932 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.168363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:03:23.172420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a158e-661b-4396-aff9-7965023a6509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f3b0ac-637f-4506-9746-63f702bcf189,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:23.179189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=46ba9b3c-71ac-4381-a8ea-8afc41023e99,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:23.254484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-72e4d1b5-88aa-4745-ac03-45221c16064b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 849404ee-35cf-4cbd-88ad-1f833c00291b {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:23.255063 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72e4d1b5-88aa-4745-ac03-45221c16064b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.275225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717218a1-b52a-4e7c-b971-12495b945d9b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:23.281137 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.281494 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Added segment 9a8ba016-5793-41a4-9b5d-f7f70c093651 of type vlan for network 5a091aa5-2ae7-4941-b14f-42de882f92f1
Dec 18 21:03:23.309676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3993dd-a5de-4ef2-9182-b7321f0360e8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:03:23.311961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a158e-661b-4396-aff9-7965023a6509 admin admin] Checking segment: {'id': '713e187f-bae8-4057-a003-f9fc75025629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:23.312349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282a158e-661b-4396-aff9-7965023a6509 admin admin] Network hostable DHCP agents. Network: cb97ef06-3d0b-442a-856c-1db8f276297a, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:03:23.330201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2039f6b9-4698-4cbe-b536-d71fe5a0a97b None None] Provisioning complete for port 46ba9b3c-71ac-4381-a8ea-8afc41023e99 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:23.335475 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9a3993dd-a5de-4ef2-9182-b7321f0360e8 admin admin] 10.222.0.13 "PUT /v2.0/routers/ec3d6fe5-457b-41d5-926b-696d66198380/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2374527
Dec 18 21:03:23.335676 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2039f6b9-4698-4cbe-b536-d71fe5a0a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.337567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51590) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:23.347976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b1630-2a70-49c5-922e-65be72e08e0a None None] Sync routers for ids ['ec3d6fe5-457b-41d5-926b-696d66198380'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:03:23.409158 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.440406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282a158e-661b-4396-aff9-7965023a6509 admin admin] Network cb97ef06-3d0b-442a-856c-1db8f276297a is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:03:23.447660 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b1630-2a70-49c5-922e-65be72e08e0a None None] Routers {'ec3d6fe5-457b-41d5-926b-696d66198380'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:23.448052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-188b1630-2a70-49c5-922e-65be72e08e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec8cb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ec3d6fe5-457b-41d5-926b-696d66198380'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:23.468990 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.471743 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72e4d1b5-88aa-4745-ac03-45221c16064b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.495971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-72e4d1b5-88aa-4745-ac03-45221c16064b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 849404ee-35cf-4cbd-88ad-1f833c00291b owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:23.499081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.502225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-282a158e-661b-4396-aff9-7965023a6509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb97ef06-3d0b-442a-856c-1db8f276297a) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:23.507578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282a158e-661b-4396-aff9-7965023a6509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:23.508866 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-282a158e-661b-4396-aff9-7965023a6509 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.537780 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.539199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:23.539987 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.542945 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-282a158e-661b-4396-aff9-7965023a6509 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.9846616
Dec 18 21:03:23.545882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51594) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:23.550218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:23.559305 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.607214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-188b1630-2a70-49c5-922e-65be72e08e0a None None] Set router ec3d6fe5-457b-41d5-926b-696d66198380 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:03:23.635424 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.636503 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.717792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f7f7b2-525a-4725-88c4-6efda6468476 None None] Network cb97ef06-3d0b-442a-856c-1db8f276297a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:23.723408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.4398193
Dec 18 21:03:23.732699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51600) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:23.740931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-10015649-2f78-40e5-bc87-8428ad133d2b tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Request body: {'network': {'project_id': '581804fa4c984e1ba9352b897f27e135'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:23.785135 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.791045 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.823886 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f081664-26a1-471c-8cac-8795423374c3 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Pushing event updated for resources: {'Network': ['ID=5a091aa5-2ae7-4941-b14f-42de882f92f1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:23.852155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5a091aa5-2ae7-4941-b14f-42de882f92f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:03:23.860388 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10015649-2f78-40e5-bc87-8428ad133d2b tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Made reservation on behalf of 581804fa4c984e1ba9352b897f27e135 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:23.862896 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10015649-2f78-40e5-bc87-8428ad133d2b tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.944295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10015649-2f78-40e5-bc87-8428ad133d2b tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:03:23.970268 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10015649-2f78-40e5-bc87-8428ad133d2b tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:23.970634 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-10015649-2f78-40e5-bc87-8428ad133d2b tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Added segment 500c24fc-b89d-46c6-8039-bb07b727d047 of type vlan for network 2c5de160-d2f7-47eb-96c9-b2f33ddde8d5
Dec 18 21:03:24.028124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f731a00-719d-4ac7-b258-1f17e40ba764 None None] Network cb97ef06-3d0b-442a-856c-1db8f276297a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:24.042787 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72e4d1b5-88aa-4745-ac03-45221c16064b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.043022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Deleting port e4c9cb91-732f-442d-a911-d0b05ea03bc6 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:24.043022 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.070493 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.082407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Router cee5f33a-1a00-4899-877e-0580ec4f8d70 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:03:24.088507 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10015649-2f78-40e5-bc87-8428ad133d2b tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.092621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4d1b5-88aa-4745-ac03-45221c16064b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=849404ee-35cf-4cbd-88ad-1f833c00291b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:24.139912 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72e4d1b5-88aa-4745-ac03-45221c16064b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.152351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-72e4d1b5-88aa-4745-ac03-45221c16064b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/849404ee-35cf-4cbd-88ad-1f833c00291b HTTP/1.1" status: 204  len: 168 time: 1.2955933
Dec 18 21:03:24.173587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51606) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:24.200910 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-188b1630-2a70-49c5-922e-65be72e08e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec8cb50>, [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:03:21Z', 'revision_number': 5, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port': {'id': 'e4c9cb91-732f-442d-a911-d0b05ea03bc6', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:01:01Z', 'updated_at': '2021-12-18T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:24.205746 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10015649-2f78-40e5-bc87-8428ad133d2b tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.206947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10015649-2f78-40e5-bc87-8428ad133d2b tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:24.207578 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10015649-2f78-40e5-bc87-8428ad133d2b tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.248047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5f549c9-1205-4571-a08e-da41a1ad873b None None] Could not find standard attr ID for object 849404ee-35cf-4cbd-88ad-1f833c00291b. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:03:24.250533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b1630-2a70-49c5-922e-65be72e08e0a None None] Checking router: ec3d6fe5-457b-41d5-926b-696d66198380 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:03:24.260334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b1630-2a70-49c5-922e-65be72e08e0a None None] Routers {'ec3d6fe5-457b-41d5-926b-696d66198380'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:24.260960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-188b1630-2a70-49c5-922e-65be72e08e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec8cb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ec3d6fe5-457b-41d5-926b-696d66198380'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:24.292165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a77e7-5d5a-40fc-8677-beeed9a2a8e3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:24.293771 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a77e7-5d5a-40fc-8677-beeed9a2a8e3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:24.298312 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-357a77e7-5d5a-40fc-8677-beeed9a2a8e3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1071022
Dec 18 21:03:24.303618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51608) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:24.347601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] For port e4c9cb91-732f-442d-a911-d0b05ea03bc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4c9cb91-732f-442d-a911-d0b05ea03bc6,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:24.348306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.366210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Calling delete_port for e4c9cb91-732f-442d-a911-d0b05ea03bc6 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:24.378092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-188b1630-2a70-49c5-922e-65be72e08e0a None None] Set router ec3d6fe5-457b-41d5-926b-696d66198380 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:03:24.438025 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-10015649-2f78-40e5-bc87-8428ad133d2b tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.7013659
Dec 18 21:03:24.439602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51612) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:24.444871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-188b1630-2a70-49c5-922e-65be72e08e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec8cb50>, [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:03:23Z', 'revision_number': 6, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:24.447774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a93e0f26-90e8-4c8c-8a9f-c3d23fffd667 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Request body: {'network': {'project_id': '581804fa4c984e1ba9352b897f27e135'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:24.466750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10015649-2f78-40e5-bc87-8428ad133d2b tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Pushing event updated for resources: {'Network': ['ID=2c5de160-d2f7-47eb-96c9-b2f33ddde8d5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:24.509925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 2c5de160-d2f7-47eb-96c9-b2f33ddde8d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:03:24.511518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:03:24.520012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c7d514-386d-45c9-b0d6-e38f74d565bc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet a5fb177f-f3b8-4aa9-8dec-8f54c573a5f1 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:03:24.525854 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074a350-37de-4375-a6b3-a97fc390a739 None None] Sync routers for ids ['cee5f33a-1a00-4899-877e-0580ec4f8d70'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:03:24.526762 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.530646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-530e7d29-4312-4dff-a6c4-1d0e7e01cf92 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "PUT /v2.0/routers/cee5f33a-1a00-4899-877e-0580ec4f8d70 HTTP/1.1" status: 200  len: 915 time: 4.4760330
Dec 18 21:03:24.531320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51614) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:24.532061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-20c7d514-386d-45c9-b0d6-e38f74d565bc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.536903 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93e0f26-90e8-4c8c-8a9f-c3d23fffd667 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:03:24.537586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93e0f26-90e8-4c8c-8a9f-c3d23fffd667 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:03:24.541691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a93e0f26-90e8-4c8c-8a9f-c3d23fffd667 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0970023
Dec 18 21:03:24.543476 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074a350-37de-4375-a6b3-a97fc390a739 None None] Routers {'cee5f33a-1a00-4899-877e-0580ec4f8d70'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:24.549438 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7074a350-37de-4375-a6b3-a97fc390a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3665917ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cee5f33a-1a00-4899-877e-0580ec4f8d70'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:24.563294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51616) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:24.608403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 46ba9b3c-71ac-4381-a8ea-8afc41023e99 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:24.614113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b1630-2a70-49c5-922e-65be72e08e0a None None] The sync data for ids ['ec3d6fe5-457b-41d5-926b-696d66198380'] in ncdv-master-1 is: [{'id': 'ec3d6fe5-457b-41d5-926b-696d66198380', 'name': 'tempest-ServersTestFqdnHostnames-93641244-router', 'tenant_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:01:00Z', 'updated_at': '2021-12-18T21:03:23Z', 'revision_number': 6, 'project_id': '6e12ada67cbd430bbf671d34c0cc74f3', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:03:24.634660 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7074a350-37de-4375-a6b3-a97fc390a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3665917ca0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:24.656885 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074a350-37de-4375-a6b3-a97fc390a739 None None] Routers {'cee5f33a-1a00-4899-877e-0580ec4f8d70'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:24.660601 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7074a350-37de-4375-a6b3-a97fc390a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3665917ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cee5f33a-1a00-4899-877e-0580ec4f8d70'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:24.669448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-20c7d514-386d-45c9-b0d6-e38f74d565bc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.686134 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.727103 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.750669 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7074a350-37de-4375-a6b3-a97fc390a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3665917ca0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:24.751768 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074a350-37de-4375-a6b3-a97fc390a739 None None] The sync data for ids ['cee5f33a-1a00-4899-877e-0580ec4f8d70'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:03:24.762629 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-08ae7416-d27f-4625-af73-12e32eea27b6 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=581804fa4c984e1ba9352b897f27e135&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1980419
Dec 18 21:03:24.766925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51620) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:24.801816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 46ba9b3c-71ac-4381-a8ea-8afc41023e99 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:24.802203 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.834688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ff1d0d6c-07c2-4c26-83b8-e98a9b5c89dd tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/routers/cee5f33a-1a00-4899-877e-0580ec4f8d70 HTTP/1.1" status: 200  len: 921 time: 0.2989502
Dec 18 21:03:24.837154 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51622) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:24.868638 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-20c7d514-386d-45c9-b0d6-e38f74d565bc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:24.922085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6003f5fd-107e-42c1-b0ea-9ea7991496dd tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:24.924118 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6003f5fd-107e-42c1-b0ea-9ea7991496dd tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&device_id=cee5f33a-1a00-4899-877e-0580ec4f8d70&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0859194
Dec 18 21:03:24.927538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51626) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:24.998064 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-20c7d514-386d-45c9-b0d6-e38f74d565bc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.034790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7d514-386d-45c9-b0d6-e38f74d565bc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=a5fb177f-f3b8-4aa9-8dec-8f54c573a5f1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:25.042151 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-20c7d514-386d-45c9-b0d6-e38f74d565bc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.048698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-20c7d514-386d-45c9-b0d6-e38f74d565bc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/a5fb177f-f3b8-4aa9-8dec-8f54c573a5f1 HTTP/1.1" status: 204  len: 168 time: 0.7372057
Dec 18 21:03:25.048698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51630) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:25.057952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b933e972-92b7-4baf-93c2-50bdab5e742b None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:25.144326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-86640a4b-4c16-4e0d-9a45-8fb55c150eb5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0950475
Dec 18 21:03:25.148359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51632) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:25.200310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf2ceb-574c-4af7-94ad-bc217c918ae8 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:25.201680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7ebf2ceb-574c-4af7-94ad-bc217c918ae8 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 881 time: 0.2736812
Dec 18 21:03:25.205570 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51634) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:25.235817 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-97fb818d-78e9-4443-abdd-8c861a7c3174 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee5f33a-1a00-4899-877e-0580ec4f8d70 HTTP/1.1" status: 200  len: 205 time: 0.0288315
Dec 18 21:03:25.238350 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51638) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:25.275843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.299065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669f6294-1c98-4792-bb6e-65acf3e89076 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:25.302305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-669f6294-1c98-4792-bb6e-65acf3e89076 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1512260
Dec 18 21:03:25.303149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51640) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:25.316489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c9cb91-732f-442d-a911-d0b05ea03bc6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:25.323441 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14036674-5573-4111-801c-200e060308ad tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.350475 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5337e670-71e9-42de-ae7e-3bfee43935de None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:25.373544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Allocated IP 172.35.3.211 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/bd292535-6dea-4893-8898-8717f38d4071) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:25.421319 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14036674-5573-4111-801c-200e060308ad tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.495091 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.536953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434b14e5-98df-495f-a40f-7c0bc92f2d68 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:25.633189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-434b14e5-98df-495f-a40f-7c0bc92f2d68 None None] Deleting port 46ba9b3c-71ac-4381-a8ea-8afc41023e99 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:25.633613 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-434b14e5-98df-495f-a40f-7c0bc92f2d68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.636758 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.642235 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.735450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.735906 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec3d6fe5-457b-41d5-926b-696d66198380 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:03:25.737513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14036674-5573-4111-801c-200e060308ad tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.739975 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14036674-5573-4111-801c-200e060308ad tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.741126 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-14036674-5573-4111-801c-200e060308ad tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/717218a1-b52a-4e7c-b971-12495b945d9b HTTP/1.1" status: 204  len: 168 time: 0.9707634
Dec 18 21:03:25.744132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.747459 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ba0b3359-4a1d-4c82-8e11-705cfb8736e4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ec3d6fe5-457b-41d5-926b-696d66198380 HTTP/1.1" status: 204  len: 168 time: 2.4054751
Dec 18 21:03:25.748231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.750992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51648) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:25.751336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51650) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:25.790855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-434b14e5-98df-495f-a40f-7c0bc92f2d68 None None] For port 46ba9b3c-71ac-4381-a8ea-8afc41023e99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46ba9b3c-71ac-4381-a8ea-8afc41023e99,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:25.791277 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-434b14e5-98df-495f-a40f-7c0bc92f2d68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.809385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-434b14e5-98df-495f-a40f-7c0bc92f2d68 None None] Calling delete_port for 46ba9b3c-71ac-4381-a8ea-8afc41023e99 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:25.810788 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14036674-5573-4111-801c-200e060308ad tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717218a1-b52a-4e7c-b971-12495b945d9b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:25.886408 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741ee3b3-5490-488b-877b-fb42558895ff tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:25.888500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a2323b-1fb7-4c71-aa71-f138134588c6 admin admin] Deleting subnet f055c225-27f3-4973-94a8-519fc6682c27 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:03:25.889018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-741ee3b3-5490-488b-877b-fb42558895ff tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5845490
Dec 18 21:03:25.892022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51658) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:25.904654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7a2323b-1fb7-4c71-aa71-f138134588c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.930077 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.937726 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.943061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5344c42e-adbe-4702-ab2f-842fc57b605a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0497551
Dec 18 21:03:25.951838 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:25.971322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51662) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:25.995756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-265eca2f-4031-4f99-b27b-1dfc7441f5dd tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:26.020431 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7a2323b-1fb7-4c71-aa71-f138134588c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.081363 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.163781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Deleting port 15b40912-b137-4311-8e68-970e4c9d971a {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:26.164688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.194616 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-434b14e5-98df-495f-a40f-7c0bc92f2d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.220964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b14e5-98df-495f-a40f-7c0bc92f2d68 None None] Pushing event deleted for resources: {'Port': ['ID=46ba9b3c-71ac-4381-a8ea-8afc41023e99,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:26.224984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b14e5-98df-495f-a40f-7c0bc92f2d68 None None] No DVR routers for this DVR port 46ba9b3c-71ac-4381-a8ea-8afc41023e99 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:26.237016 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:26.280484 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.295797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:26.296584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Calling delete_port for 15b40912-b137-4311-8e68-970e4c9d971a owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:26.310849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf0cd2-46e1-406a-90f3-fdaa52dbf91a None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:26.338939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:26.349017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Pushing event updated for resources: {'Port': ['ID=bd292535-6dea-4893-8898-8717f38d4071,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:26.405150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-45a8ffa8-ffae-495d-b793-8fedd9fb8603 None None] Provisioning complete for port bd292535-6dea-4893-8898-8717f38d4071 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:26.405435 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-45a8ffa8-ffae-495d-b793-8fedd9fb8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.416079 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.419963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7a2323b-1fb7-4c71-aa71-f138134588c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.454726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265eca2f-4031-4f99-b27b-1dfc7441f5dd tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:26.458441 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-265eca2f-4031-4f99-b27b-1dfc7441f5dd tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.484338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-45a8ffa8-ffae-495d-b793-8fedd9fb8603 None None] Port bd292535-6dea-4893-8898-8717f38d4071 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:26.514304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:26.534750 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.537391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:26.537920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5b9d1755-a2ae-4a04-b12c-5f53aa2f892c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:03:26.538379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 46ba9b3c-71ac-4381-a8ea-8afc41023e99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:26.561989 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 46ba9b3c-71ac-4381-a8ea-8afc41023e99 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:26.562533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 46ba9b3c-71ac-4381-a8ea-8afc41023e99 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:03:26.563058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e4c9cb91-732f-442d-a911-d0b05ea03bc6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:26.573920 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Pushing event deleted for resources: {'Port': ['ID=15b40912-b137-4311-8e68-970e4c9d971a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:26.586226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e581040>,) {'filters': {'network_id': ['2c5de160-d2f7-47eb-96c9-b2f33ddde8d5']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:26.593582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a977f41a-0d18-4e39-b02d-2f162e52d17f None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:26.596961 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: e4c9cb91-732f-442d-a911-d0b05ea03bc6 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:26.597585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e4c9cb91-732f-442d-a911-d0b05ea03bc6 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:03:26.646990 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e581040>, '500c24fc-b89d-46c6-8039-bb07b727d047') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:26.647348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e581040>, '500c24fc-b89d-46c6-8039-bb07b727d047') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:26.671040 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.672883 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.753080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.766111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:03:26.766572 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:03:26.774080 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:03:26.785603 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.789390 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.819504 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7a2323b-1fb7-4c71-aa71-f138134588c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.837020 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.837677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Fanout notify agent at l3_agent the message router_deleted on router cee5f33a-1a00-4899-877e-0580ec4f8d70 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:03:26.845975 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.851868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b1f1fb9f-ee3c-4173-b2d7-93b86049d06f tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/routers/cee5f33a-1a00-4899-877e-0580ec4f8d70 HTTP/1.1" status: 204  len: 168 time: 1.6112621
Dec 18 21:03:26.852505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51672) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:26.857125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fa38e562-b4c6-4e97-a7a7-7a910ae3d9eb tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-415646615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:26.864848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2323b-1fb7-4c71-aa71-f138134588c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f055c225-27f3-4973-94a8-519fc6682c27,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:26.885825 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa38e562-b4c6-4e97-a7a7-7a910ae3d9eb tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.886962 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa38e562-b4c6-4e97-a7a7-7a910ae3d9eb tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.907537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7a2323b-1fb7-4c71-aa71-f138134588c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.911153 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b7a2323b-1fb7-4c71-aa71-f138134588c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f055c225-27f3-4973-94a8-519fc6682c27 HTTP/1.1" status: 204  len: 168 time: 1.1564350
Dec 18 21:03:26.917674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9108025a-edfc-4869-9ef3-f69b71a67b89 None None] Network 01d15494-60fe-499f-88a9-138ebcf661b7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:26.919404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51674) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:26.920827 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.930559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:26.933701 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] 10.222.0.13 "DELETE /v2.0/networks/2c5de160-d2f7-47eb-96c9-b2f33ddde8d5 HTTP/1.1" status: 204  len: 168 time: 1.1801641
Dec 18 21:03:26.937118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51676) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:26.993161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c3eda-6771-430b-96a5-542d3106e325 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c5de160-d2f7-47eb-96c9-b2f33ddde8d5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:27.014855 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa38e562-b4c6-4e97-a7a7-7a910ae3d9eb tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.026159 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa38e562-b4c6-4e97-a7a7-7a910ae3d9eb tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.053055 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.059817 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa38e562-b4c6-4e97-a7a7-7a910ae3d9eb tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.065248 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fa38e562-b4c6-4e97-a7a7-7a910ae3d9eb tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2116761
Dec 18 21:03:27.068097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51684) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:27.074552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'enable_snat': False}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:27.155080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.215334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b1f38-9ce2-4a32-8cef-fdfbf72121f0 None None] DHCP port deletion for 01d15494-60fe-499f-88a9-138ebcf661b7 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:27.300062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b1f38-9ce2-4a32-8cef-fdfbf72121f0 None None] Deleting port c2de66b3-35b9-48fc-9370-046ff6a055f0 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:27.301408 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1f38-9ce2-4a32-8cef-fdfbf72121f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.312906 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.346955 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.352020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Deleting port c2de66b3-35b9-48fc-9370-046ff6a055f0 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:27.352351 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.406649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4e2b1f38-9ce2-4a32-8cef-fdfbf72121f0 None None] For port c2de66b3-35b9-48fc-9370-046ff6a055f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2de66b3-35b9-48fc-9370-046ff6a055f0,segment=NetworkSegment(7f1c1663-9b47-4cdd-ab05-ea03e58c06a7),segment_id=7f1c1663-9b47-4cdd-ab05-ea03e58c06a7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:27.407261 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1f38-9ce2-4a32-8cef-fdfbf72121f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.432607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b1f38-9ce2-4a32-8cef-fdfbf72121f0 None None] Calling delete_port for c2de66b3-35b9-48fc-9370-046ff6a055f0 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:27.433932 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-265eca2f-4031-4f99-b27b-1dfc7441f5dd tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.478426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] For port c2de66b3-35b9-48fc-9370-046ff6a055f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2de66b3-35b9-48fc-9370-046ff6a055f0,segment=NetworkSegment(7f1c1663-9b47-4cdd-ab05-ea03e58c06a7),segment_id=7f1c1663-9b47-4cdd-ab05-ea03e58c06a7)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:27.478810 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.502002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Calling delete_port for c2de66b3-35b9-48fc-9370-046ff6a055f0 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:27.540967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265eca2f-4031-4f99-b27b-1dfc7441f5dd tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:27.543868 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1f38-9ce2-4a32-8cef-fdfbf72121f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.579342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-265eca2f-4031-4f99-b27b-1dfc7441f5dd tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:27.590032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265eca2f-4031-4f99-b27b-1dfc7441f5dd tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:27.590655 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-265eca2f-4031-4f99-b27b-1dfc7441f5dd tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.595581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b1f38-9ce2-4a32-8cef-fdfbf72121f0 None None] Pushing event deleted for resources: {'Port': ['ID=c2de66b3-35b9-48fc-9370-046ff6a055f0,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:27.602479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d75203-e0b1-433c-bdb2-60456e62503c None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:27.628370 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.630935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eca2f-4031-4f99-b27b-1dfc7441f5dd tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=5124031a-4b68-47d4-a52a-192e2be0b370,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:27.648371 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.663165 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-265eca2f-4031-4f99-b27b-1dfc7441f5dd tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6821206
Dec 18 21:03:27.665663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e5e0250>,) {'filters': {'network_id': ['5a091aa5-2ae7-4941-b14f-42de882f92f1']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:27.667840 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51704) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:27.674455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': '5124031a-4b68-47d4-a52a-192e2be0b370', 'ip_address': '2001:db8::3cb1:4fa0:2763:fae7'}], 'name': 'tempest-NetworksTestDHCPv6-1944101664'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:27.676876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b1f38-9ce2-4a32-8cef-fdfbf72121f0 None None] No DVR routers for this DVR port c2de66b3-35b9-48fc-9370-046ff6a055f0 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:27.736902 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e5e0250>, '9a8ba016-5793-41a4-9b5d-f7f70c093651') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:27.737276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e5e0250>, '9a8ba016-5793-41a4-9b5d-f7f70c093651') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:27.773857 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.783936 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.794839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '5124031a-4b68-47d4-a52a-192e2be0b370'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:03:27.796695 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.809299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2de66b3-35b9-48fc-9370-046ff6a055f0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:27.811530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] No DVR routers for this DVR port c2de66b3-35b9-48fc-9370-046ff6a055f0 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:27.849574 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.878157 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.952646 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:27.980529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/5124031a-4b68-47d4-a52a-192e2be0b370/9db98e91-48a8-417f-91ad-d0b94601061a) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:27.990064 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365db89c10>,) {'filters': {'network_id': ['01d15494-60fe-499f-88a9-138ebcf661b7']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:28.006945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db89c10>, '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:28.007307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db89c10>, '7f1c1663-9b47-4cdd-ab05-ea03e58c06a7') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:28.037889 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.059990 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.079630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:03:28.080108 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:03:28.082018 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:03:28.099294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Allocated IP 172.35.3.137 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/622466cb-d7f5-4305-9f6d-73d5b127eb06) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:28.166118 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.173802 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.176006 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.220485 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.226222 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/01d15494-60fe-499f-88a9-138ebcf661b7 HTTP/1.1" status: 204  len: 168 time: 1.3034270
Dec 18 21:03:28.237405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1df90-f722-4738-8de2-952ad5ece7f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d15494-60fe-499f-88a9-138ebcf661b7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:28.247354 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Pushing event updated for resources: {'Port': ['ID=9db98e91-48a8-417f-91ad-d0b94601061a,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:28.256852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:28.258414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:28.260951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:28.300307 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.303568 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.326553 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:03:28.328277 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:03:28.332183 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:03:28.340752 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Attempting to bind port 9db98e91-48a8-417f-91ad-d0b94601061a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:28.341138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Attempting to bind port 9db98e91-48a8-417f-91ad-d0b94601061a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:28.341509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Attempting to bind port 9db98e91-48a8-417f-91ad-d0b94601061a on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:28.348216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:28.348718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:28.349193 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.349633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:28.350758 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Bound port: 9db98e91-48a8-417f-91ad-d0b94601061a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:28.351150 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.365286 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.394784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:28.454113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] For port 9db98e91-48a8-417f-91ad-d0b94601061a, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:28.460559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] For port 9db98e91-48a8-417f-91ad-d0b94601061a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9db98e91-48a8-417f-91ad-d0b94601061a,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:28.469102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Pushing event updated for resources: {'Port': ['ID=622466cb-d7f5-4305-9f6d-73d5b127eb06,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:28.469368 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.494402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:28.500174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:28.515354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Router 22579b73-a72a-4994-8387-74d749a4131c is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:03:28.517829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:28.544473 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.572247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79ff2e-2ba3-4941-8152-f6d07abc2910 None None] Pushing event updated for resources: {'Port': ['ID=9db98e91-48a8-417f-91ad-d0b94601061a,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:28.583726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c2de66b3-35b9-48fc-9370-046ff6a055f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:28.609769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392bd7b5-116a-46cb-96e8-67cc8ffc1712 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:28.617171 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: c2de66b3-35b9-48fc-9370-046ff6a055f0 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:28.617888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c2de66b3-35b9-48fc-9370-046ff6a055f0 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:03:28.662554 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.672897 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] 10.222.0.13 "DELETE /v2.0/networks/5a091aa5-2ae7-4941-b14f-42de882f92f1 HTTP/1.1" status: 204  len: 168 time: 1.7338779
Dec 18 21:03:28.682310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51716) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:28.687280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:03:28.689421 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589e164-e4e1-4e75-af4c-8a5eed52b713 tempest-QuotasNegativeTest-1690725948 tempest-QuotasNegativeTest-1690725948-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a091aa5-2ae7-4941-b14f-42de882f92f1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:28.698729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Sync routers for ids ['22579b73-a72a-4994-8387-74d749a4131c'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:03:28.703521 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.718761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Routers {'22579b73-a72a-4994-8387-74d749a4131c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:28.721357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e48ff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['22579b73-a72a-4994-8387-74d749a4131c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:28.739326 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 5dc2ba95-5f9b-4e8b-82ac-ffd138bec1c5 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:28.749375 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.750699 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c1568bfd-099e-412d-995a-b33b6b4b1cfa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 5.2038453
Dec 18 21:03:28.753504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51720) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:28.886190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-22451633-cdf5-47fb-ab0b-8a15c1c0e458 None None] Provisioning complete for port 622466cb-d7f5-4305-9f6d-73d5b127eb06 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:28.890467 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22451633-cdf5-47fb-ab0b-8a15c1c0e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:28.909788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d405492e-4b57-4f3d-b93c-e9bdda1a4c33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e12ada67cbd430bbf671d34c0cc74f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2245700
Dec 18 21:03:28.910510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51724) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:28.957776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-22451633-cdf5-47fb-ab0b-8a15c1c0e458 None None] Port 622466cb-d7f5-4305-9f6d-73d5b127eb06 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:29.036011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Set router 22579b73-a72a-4994-8387-74d749a4131c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:03:29.186747 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6425b718-1a56-4fc2-aeee-4fc34d37ac37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.223491 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.345813 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6425b718-1a56-4fc2-aeee-4fc34d37ac37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.361081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e48ff40>, [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:03:26Z', 'revision_number': 3, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:29.379789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::3cb1:4fa0:2763:fae7 (366763c1-8ffb-4916-bf33-b9164c04d44d/5124031a-4b68-47d4-a52a-192e2be0b370/5dc2ba95-5f9b-4e8b-82ac-ffd138bec1c5) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:29.397297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Checking router: 22579b73-a72a-4994-8387-74d749a4131c for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:03:29.397975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Updating router 22579b73-a72a-4994-8387-74d749a4131c port bd292535-6dea-4893-8898-8717f38d4071 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:03:29.438156 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.684688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51736) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:29.697177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51738) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:29.777822 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.787659 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.793570 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6425b718-1a56-4fc2-aeee-4fc34d37ac37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.797686 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6425b718-1a56-4fc2-aeee-4fc34d37ac37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.798793 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6425b718-1a56-4fc2-aeee-4fc34d37ac37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a165cad3-911a-46cd-8c96-d73fbc583d97 HTTP/1.1" status: 204  len: 168 time: 0.8864312
Dec 18 21:03:29.832337 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425b718-1a56-4fc2-aeee-4fc34d37ac37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a165cad3-911a-46cd-8c96-d73fbc583d97,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:29.833164 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.846241 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.917166 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.938342 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2e911c5-a445-4ca9-8046-f1e3327dcb93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.946034 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf14c39-1980-4fd7-af05-53b70100bc62 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:29.962540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Attempting to bind port bd292535-6dea-4893-8898-8717f38d4071 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:29.962926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Attempting to bind port bd292535-6dea-4893-8898-8717f38d4071 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:29.963298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Attempting to bind port bd292535-6dea-4893-8898-8717f38d4071 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:29.972892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:29.974847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:29.975269 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:29.975681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:29.976176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Bound port: bd292535-6dea-4893-8898-8717f38d4071, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:29.977124 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.014956 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fe40982b-cdac-456e-a6c5-afffc1e2e1c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.073661 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] For port bd292535-6dea-4893-8898-8717f38d4071, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:30.078542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] For port bd292535-6dea-4893-8898-8717f38d4071, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd292535-6dea-4893-8898-8717f38d4071,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:30.093302 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.115174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95a06e-a9d6-4abe-99ac-d549fda04c30 None None] Pushing event updated for resources: {'Port': ['ID=bd292535-6dea-4893-8898-8717f38d4071,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:30.118485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.184194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892a9dc4-d581-4b69-8fe8-c2db96b4dc55 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:30.191562 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.192510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Routers {'22579b73-a72a-4994-8387-74d749a4131c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:30.194637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e48ff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['22579b73-a72a-4994-8387-74d749a4131c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:30.211663 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-817d0788-778e-4c0a-b967-b3a7d9847003 None None] Provisioning complete for port bd292535-6dea-4893-8898-8717f38d4071 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:30.212124 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-817d0788-778e-4c0a-b967-b3a7d9847003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.329550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:30.381868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:30.384527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=5dc2ba95-5f9b-4e8b-82ac-ffd138bec1c5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:30.385832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Router 141be696-7a30-4720-acb9-d0f117982f0a is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:03:30.396324 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:30.421837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:30.421837 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.473060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95a06e-a9d6-4abe-99ac-d549fda04c30 None None] Pushing event updated for resources: {'Port': ['ID=bd292535-6dea-4893-8898-8717f38d4071,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:30.515445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fe40982b-cdac-456e-a6c5-afffc1e2e1c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.523757 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2e911c5-a445-4ca9-8046-f1e3327dcb93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.533724 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d3399a04-2660-4bc7-9ec3-25937a17765a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.8646407
Dec 18 21:03:30.534600 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fe40982b-cdac-456e-a6c5-afffc1e2e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.537929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51756) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:30.568623 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2e911c5-a445-4ca9-8046-f1e3327dcb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.596557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] Set router 22579b73-a72a-4994-8387-74d749a4131c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:03:30.645782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d0bcb-99d8-42c7-80ad-9d2625dc991d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:30.652301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d0bcb-99d8-42c7-80ad-9d2625dc991d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:30.656093 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fe40982b-cdac-456e-a6c5-afffc1e2e1c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0640b386883942e2aae48b0a074ef2fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9490526
Dec 18 21:03:30.656302 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-526d0bcb-99d8-42c7-80ad-9d2625dc991d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.1150188
Dec 18 21:03:30.656302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:03:30.660038 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.664884 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f656421c-8f6d-408c-9fda-6a39a8c83ee4 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "PUT /v2.0/routers/141be696-7a30-4720-acb9-d0f117982f0a HTTP/1.1" status: 200  len: 915 time: 3.5946488
Dec 18 21:03:30.665792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51760) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:30.666130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51762) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:30.666473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51764) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:30.667102 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103e305-32bf-4fb3-8137-5ed46ec3b706 None None] Sync routers for ids ['141be696-7a30-4720-acb9-d0f117982f0a'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:03:30.682717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40982b-cdac-456e-a6c5-afffc1e2e1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ab0ad6-f635-4ff3-9d99-9b01b346db37,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:30.688303 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103e305-32bf-4fb3-8137-5ed46ec3b706 None None] Routers {'141be696-7a30-4720-acb9-d0f117982f0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:30.689188 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f103e305-32bf-4fb3-8137-5ed46ec3b706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6cabb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['141be696-7a30-4720-acb9-d0f117982f0a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:30.699457 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c2e911c5-a445-4ca9-8046-f1e3327dcb93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6654167275ce4b90ba5822487002c182&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0037894
Dec 18 21:03:30.708944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51766) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:30.806297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Allocated IP 172.20.0.1 (cb97ef06-3d0b-442a-856c-1db8f276297a/75f3b0ac-637f-4506-9746-63f702bcf189/addfb8c7-637c-4827-ba29-3fe3a22c8424) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:30.811304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9db98e91-48a8-417f-91ad-d0b94601061a up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:30.844773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e911c5-a445-4ca9-8046-f1e3327dcb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8fe19e-2f8c-4c1b-bb23-df66d3ede7d1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:30.901407 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8207467c-9807-443d-8d8a-dd50ce1f1f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.928440 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02cb8220-cd56-4384-bdbe-ae8f2055d0a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.940861 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f103e305-32bf-4fb3-8137-5ed46ec3b706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6cabb0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:30.951373 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103e305-32bf-4fb3-8137-5ed46ec3b706 None None] Routers {'141be696-7a30-4720-acb9-d0f117982f0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:30.952251 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f103e305-32bf-4fb3-8137-5ed46ec3b706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6cabb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['141be696-7a30-4720-acb9-d0f117982f0a'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:30.965560 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8207467c-9807-443d-8d8a-dd50ce1f1f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.977870 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02cb8220-cd56-4384-bdbe-ae8f2055d0a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:30.989797 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f103e305-32bf-4fb3-8137-5ed46ec3b706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6cabb0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:30.990905 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103e305-32bf-4fb3-8137-5ed46ec3b706 None None] The sync data for ids ['141be696-7a30-4720-acb9-d0f117982f0a'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:03:31.009302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-db62bfd1-a44a-4656-97e9-89521d170511 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 5dc2ba95-5f9b-4e8b-82ac-ffd138bec1c5 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:31.009777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-db62bfd1-a44a-4656-97e9-89521d170511 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.014029 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-817d0788-778e-4c0a-b967-b3a7d9847003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.020118 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a39bacf6-b5b5-4edd-9196-ea7917bb623a tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/routers/141be696-7a30-4720-acb9-d0f117982f0a HTTP/1.1" status: 200  len: 921 time: 0.3454196
Dec 18 21:03:31.027582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51774) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:31.044805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-817d0788-778e-4c0a-b967-b3a7d9847003 None None] For port bd292535-6dea-4893-8898-8717f38d4071, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd292535-6dea-4893-8898-8717f38d4071,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:31.061176 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-817d0788-778e-4c0a-b967-b3a7d9847003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.073332 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.110427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1531c82b-50df-4b5e-874a-164abeb6c7d2 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:31.112322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 9db98e91-48a8-417f-91ad-d0b94601061a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:31.112702 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.114106 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1531c82b-50df-4b5e-874a-164abeb6c7d2 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&device_id=141be696-7a30-4720-acb9-d0f117982f0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0850554
Dec 18 21:03:31.121302 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51778) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:31.169950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02cb8220-cd56-4384-bdbe-ae8f2055d0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.172975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51780) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:31.173463 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02cb8220-cd56-4384-bdbe-ae8f2055d0a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.174950 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-02cb8220-cd56-4384-bdbe-ae8f2055d0a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c8fe19e-2f8c-4c1b-bb23-df66d3ede7d1 HTTP/1.1" status: 204  len: 168 time: 0.4417076
Dec 18 21:03:31.197826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.200404 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb8220-cd56-4384-bdbe-ae8f2055d0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8fe19e-2f8c-4c1b-bb23-df66d3ede7d1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:31.208555 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8207467c-9807-443d-8d8a-dd50ce1f1f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.214280 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8207467c-9807-443d-8d8a-dd50ce1f1f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.219834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8207467c-9807-443d-8d8a-dd50ce1f1f1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80ab0ad6-f635-4ff3-9d99-9b01b346db37 HTTP/1.1" status: 204  len: 168 time: 0.5518391
Dec 18 21:03:31.240736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207467c-9807-443d-8d8a-dd50ce1f1f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ab0ad6-f635-4ff3-9d99-9b01b346db37,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:31.247737 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-db62bfd1-a44a-4656-97e9-89521d170511 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.273847 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Network cb97ef06-3d0b-442a-856c-1db8f276297a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:31.278636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-db62bfd1-a44a-4656-97e9-89521d170511 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 5dc2ba95-5f9b-4e8b-82ac-ffd138bec1c5 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:31.283462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:31.290446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:31.295614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Pushing event updated for resources: {'Port': ['ID=addfb8c7-637c-4827-ba29-3fe3a22c8424,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:31.319607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47c29c-405f-4c58-a1ea-7f734ecabcde tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:31.321454 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5c47c29c-405f-4c58-a1ea-7f734ecabcde tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 881 time: 0.1989622
Dec 18 21:03:31.324951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51788) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:31.339417 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.347085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.363165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d0788-778e-4c0a-b967-b3a7d9847003 None None] Pushing event updated for resources: {'Port': ['ID=bd292535-6dea-4893-8898-8717f38d4071,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:31.374577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d996fc7a-68cd-4bfd-af45-71d7bfd5f372 None None] Provisioning complete for port 5dc2ba95-5f9b-4e8b-82ac-ffd138bec1c5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:31.374957 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d996fc7a-68cd-4bfd-af45-71d7bfd5f372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.412058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8ddf2824-edf6-4722-92c6-26aa9d046f34 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "GET /v2.0/ports?device_id=141be696-7a30-4720-acb9-d0f117982f0a HTTP/1.1" status: 200  len: 205 time: 0.0834296
Dec 18 21:03:31.414706 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51792) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:31.454733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e48ff40>, [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:03:26Z', 'revision_number': 3, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:31.465242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 9db98e91-48a8-417f-91ad-d0b94601061a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9db98e91-48a8-417f-91ad-d0b94601061a,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:31.524607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-db62bfd1-a44a-4656-97e9-89521d170511 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.562164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62bfd1-a44a-4656-97e9-89521d170511 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=5dc2ba95-5f9b-4e8b-82ac-ffd138bec1c5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:31.608585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-db62bfd1-a44a-4656-97e9-89521d170511 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.618478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-db62bfd1-a44a-4656-97e9-89521d170511 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/5dc2ba95-5f9b-4e8b-82ac-ffd138bec1c5 HTTP/1.1" status: 204  len: 168 time: 0.9437070
Dec 18 21:03:31.620753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51796) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:31.691573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-909400821-network', 'tenant_id': '58d1ab8b81784fb2ad1b6c9a7d9efc37'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:31.729146 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.751407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Made reservation on behalf of 58d1ab8b81784fb2ad1b6c9a7d9efc37 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:31.754585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.757574 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec8f24e-48ae-41a6-aafe-3a56a8b562ab tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:31.759876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec8f24e-48ae-41a6-aafe-3a56a8b562ab tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:31.761186 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7ec8f24e-48ae-41a6-aafe-3a56a8b562ab tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1394391
Dec 18 21:03:31.767407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51798) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:31.836170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d6007-421e-46fd-bb64-dcf88d2ce615 None None] The sync data for ids ['22579b73-a72a-4994-8387-74d749a4131c'] in ncdv-master-1 is: [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:03:26Z', 'revision_number': 3, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:03:31.850752 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.855175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d996fc7a-68cd-4bfd-af45-71d7bfd5f372 None None] Port 5dc2ba95-5f9b-4e8b-82ac-ffd138bec1c5 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:31.902243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ab4beb-53db-496b-89d0-d6fdc6a8b3d1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 5124031a-4b68-47d4-a52a-192e2be0b370 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:03:31.905796 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.907798 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4beb-53db-496b-89d0-d6fdc6a8b3d1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:31.949667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d996fc7a-68cd-4bfd-af45-71d7bfd5f372 None None] Provisioning complete for port bd292535-6dea-4893-8898-8717f38d4071 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:31.950045 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d996fc7a-68cd-4bfd-af45-71d7bfd5f372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.011320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=9db98e91-48a8-417f-91ad-d0b94601061a,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:32.043304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51802) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:32.054417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51804) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:32.079727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d996fc7a-68cd-4bfd-af45-71d7bfd5f372 None None] Provisioning complete for port 9db98e91-48a8-417f-91ad-d0b94601061a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:32.080323 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d996fc7a-68cd-4bfd-af45-71d7bfd5f372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.086460 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4beb-53db-496b-89d0-d6fdc6a8b3d1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.093927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-63ed5296-d2d6-462b-ab79-163072fd1dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.123381 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0441801-2d1d-4c7e-9b84-e603260394c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.166566 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.182791 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.243745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:03:32.302395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.305752 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.306558 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Added segment 102b3679-9049-4e98-ae63-09244ec60e18 of type vlan for network 02107735-1e4a-434f-a377-a881410f569a
Dec 18 21:03:32.329326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a91a84-f076-4bb4-aa2a-21734eb9b5f9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:32.380383 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4beb-53db-496b-89d0-d6fdc6a8b3d1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.387900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.442596 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.461911 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0441801-2d1d-4c7e-9b84-e603260394c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.478417 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0441801-2d1d-4c7e-9b84-e603260394c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.484835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-63ed5296-d2d6-462b-ab79-163072fd1dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.535090 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-63ed5296-d2d6-462b-ab79-163072fd1dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.563500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Deleting port 622466cb-d7f5-4305-9f6d-73d5b127eb06 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:32.564092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.592142 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.593212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:32.593808 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.605785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a0441801-2d1d-4c7e-9b84-e603260394c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed2e124612d248a5b68852a9783e12fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5476174
Dec 18 21:03:32.617676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51806) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:32.631187 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4beb-53db-496b-89d0-d6fdc6a8b3d1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.633766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0441801-2d1d-4c7e-9b84-e603260394c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b418b494-bb0d-4970-a7ca-43ab34517658,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:32.644290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9db98e91-48a8-417f-91ad-d0b94601061a up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:32.649713 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.674029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.728904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 9db98e91-48a8-417f-91ad-d0b94601061a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:32.729347 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.764957 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4beb-53db-496b-89d0-d6fdc6a8b3d1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.770488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f4ab4beb-53db-496b-89d0-d6fdc6a8b3d1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/5124031a-4b68-47d4-a52a-192e2be0b370 HTTP/1.1" status: 204  len: 168 time: 0.9755526
Dec 18 21:03:32.775165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de01f660-7a30-4189-9fd8-13a34de0cdc5 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:32.777940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51810) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:32.796199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab4beb-53db-496b-89d0-d6fdc6a8b3d1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=5124031a-4b68-47d4-a52a-192e2be0b370,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:32.806853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed5296-d2d6-462b-ab79-163072fd1dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08804a7-f1a2-4e7c-82b7-6699ff54cb32,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:32.813824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-63ed5296-d2d6-462b-ab79-163072fd1dd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b90d455200e41bb9993ba97220341c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7690718
Dec 18 21:03:32.820047 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6454780
Dec 18 21:03:32.821204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b994c1-5350-4a2f-a348-4dec5aaa0f18 admin admin] Pushing event updated for resources: {'Network': ['ID=02107735-1e4a-434f-a377-a881410f569a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:32.825683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51812) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:32.825683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51814) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:32.838774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d01d9e69-6a1e-4d50-9942-3568493d31ea admin admin] Request body: {'subnet': {'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-909400821-subnet', 'tenant_id': '58d1ab8b81784fb2ad1b6c9a7d9efc37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:32.847252 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 02107735-1e4a-434f-a377-a881410f569a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:03:32.881270 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2836e2f1-bc6a-4145-b6b2-fc6d1ed5afc5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0926304
Dec 18 21:03:32.884470 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51816) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:32.923169 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-160a05cb-916a-44ee-bda8-382be739b9fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.923441 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6101da64-ca02-4223-9b41-9d7ef585d36c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:32.928325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01d9e69-6a1e-4d50-9942-3568493d31ea admin admin] Made reservation on behalf of 58d1ab8b81784fb2ad1b6c9a7d9efc37 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:32.931726 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d01d9e69-6a1e-4d50-9942-3568493d31ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.980337 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32b2b935-10c6-4d8b-bbb0-245722e38a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:32.980641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bd292535-6dea-4893-8898-8717f38d4071 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:32.993171 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-160a05cb-916a-44ee-bda8-382be739b9fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.006433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32b2b935-10c6-4d8b-bbb0-245722e38a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.061027 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.070736 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c79abe9-b3e1-4f81-afc3-896858c4f241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.082218 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.086168 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-160a05cb-916a-44ee-bda8-382be739b9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.090112 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-160a05cb-916a-44ee-bda8-382be739b9fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.092546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port bd292535-6dea-4893-8898-8717f38d4071 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:33.093032 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.095125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-160a05cb-916a-44ee-bda8-382be739b9fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e08804a7-f1a2-4e7c-82b7-6699ff54cb32 HTTP/1.1" status: 204  len: 168 time: 0.2681558
Dec 18 21:03:33.096685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Calling delete_port for 622466cb-d7f5-4305-9f6d-73d5b127eb06 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:33.106779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a05cb-916a-44ee-bda8-382be739b9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08804a7-f1a2-4e7c-82b7-6699ff54cb32,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:33.120961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Pushing event updated for resources: {'Port': ['ID=addfb8c7-637c-4827-ba29-3fe3a22c8424,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:33.185612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363fa6cc-b602-4d33-8c01-a884fde33e43 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:33.211384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32b2b935-10c6-4d8b-bbb0-245722e38a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.214096 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32b2b935-10c6-4d8b-bbb0-245722e38a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.215394 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-32b2b935-10c6-4d8b-bbb0-245722e38a1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b418b494-bb0d-4970-a7ca-43ab34517658 HTTP/1.1" status: 204  len: 168 time: 0.5885475
Dec 18 21:03:33.275555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2b935-10c6-4d8b-bbb0-245722e38a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b418b494-bb0d-4970-a7ca-43ab34517658,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:33.356754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-363fa6cc-b602-4d33-8c01-a884fde33e43 None None] Deleting port 9db98e91-48a8-417f-91ad-d0b94601061a {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:33.357400 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-363fa6cc-b602-4d33-8c01-a884fde33e43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.409665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6101da64-ca02-4223-9b41-9d7ef585d36c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:33.413103 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6101da64-ca02-4223-9b41-9d7ef585d36c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.415886 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d01d9e69-6a1e-4d50-9942-3568493d31ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.456069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-363fa6cc-b602-4d33-8c01-a884fde33e43 None None] For port 9db98e91-48a8-417f-91ad-d0b94601061a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9db98e91-48a8-417f-91ad-d0b94601061a,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:33.456718 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-363fa6cc-b602-4d33-8c01-a884fde33e43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.478416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-363fa6cc-b602-4d33-8c01-a884fde33e43 None None] Calling delete_port for 9db98e91-48a8-417f-91ad-d0b94601061a owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:33.481788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d9e69-6a1e-4d50-9942-3568493d31ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e25084-0926-4429-bfe2-f2445a0ff885,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:33.490405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d9e69-6a1e-4d50-9942-3568493d31ea admin admin] Checking segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:33.491052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d9e69-6a1e-4d50-9942-3568493d31ea admin admin] Network hostable DHCP agents. Network: 02107735-1e4a-434f-a377-a881410f569a, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:03:33.513424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d9e69-6a1e-4d50-9942-3568493d31ea admin admin] Network 02107735-1e4a-434f-a377-a881410f569a is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:03:33.523653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Network cb97ef06-3d0b-442a-856c-1db8f276297a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:33.528298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:33.536301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d01d9e69-6a1e-4d50-9942-3568493d31ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 02107735-1e4a-434f-a377-a881410f569a) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:33.545447 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d9e69-6a1e-4d50-9942-3568493d31ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:33.547616 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d01d9e69-6a1e-4d50-9942-3568493d31ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.553772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2b9c8c-227a-468a-bcc8-9bf02f4c412b None None] Network 02107735-1e4a-434f-a377-a881410f569a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:33.586952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d01d9e69-6a1e-4d50-9942-3568493d31ea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7555621
Dec 18 21:03:33.689253 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-363fa6cc-b602-4d33-8c01-a884fde33e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.735573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fa6cc-b602-4d33-8c01-a884fde33e43 None None] Pushing event deleted for resources: {'Port': ['ID=9db98e91-48a8-417f-91ad-d0b94601061a,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:33.758489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fa6cc-b602-4d33-8c01-a884fde33e43 None None] No DVR routers for this DVR port 9db98e91-48a8-417f-91ad-d0b94601061a on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:33.760059 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.838620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Pushing event deleted for resources: {'Port': ['ID=622466cb-d7f5-4305-9f6d-73d5b127eb06,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:33.839093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b0aca-673b-4893-9af4-ff640e194a02 None None] Network 02107735-1e4a-434f-a377-a881410f569a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:33.853851 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6101da64-ca02-4223-9b41-9d7ef585d36c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:33.904418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Router 22579b73-a72a-4994-8387-74d749a4131c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:03:33.927742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd60e59-f297-4532-bbdb-6975e906204a None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:33.971508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101da64-ca02-4223-9b41-9d7ef585d36c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:33.983186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-6101da64-ca02-4223-9b41-9d7ef585d36c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:33.996309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6101da64-ca02-4223-9b41-9d7ef585d36c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:33.996914 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6101da64-ca02-4223-9b41-9d7ef585d36c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:34.008257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101da64-ca02-4223-9b41-9d7ef585d36c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=32c21972-f1f3-42a1-af1c-ee179f96a642,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:34.013552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07146e39-2911-46c9-8e88-071113b89633 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:34.064570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:34.073063 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51848) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:34.073297 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6101da64-ca02-4223-9b41-9d7ef585d36c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1639054
Dec 18 21:03:34.082756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': '32c21972-f1f3-42a1-af1c-ee179f96a642', 'ip_address': '2001:db8::d9a1:9d14:d53b:9717'}], 'name': 'tempest-NetworksTestDHCPv6-1793806670'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:34.215174 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:34.221717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:34.257012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '32c21972-f1f3-42a1-af1c-ee179f96a642'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:03:34.258665 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:34.280595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:03:34.292702 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-45782fad-72b0-461d-93ab-b5f20f4cd66b admin admin] 10.222.0.13 "PUT /v2.0/routers/22579b73-a72a-4994-8387-74d749a4131c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5380960
Dec 18 21:03:34.293676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:34.294982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Fanout notify agent at l3_agent the message router_deleted on router 141be696-7a30-4720-acb9-d0f117982f0a {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:03:34.320086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:34.322682 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a87b116b-1a7f-4d19-ae9c-d5cc99babba3 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/routers/141be696-7a30-4720-acb9-d0f117982f0a HTTP/1.1" status: 204  len: 168 time: 2.9058554
Dec 18 21:03:34.326797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51862) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:34.335780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-663536350', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:34.426634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:34.427826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:34.533978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9db98e91-48a8-417f-91ad-d0b94601061a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:34.540228 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Sync routers for ids ['22579b73-a72a-4994-8387-74d749a4131c'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:03:34.573037 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:34.574646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-117f2cf8-ea5d-4013-8275-bc3a74a5d767 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:34.576207 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-117f2cf8-ea5d-4013-8275-bc3a74a5d767 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 0.3082008
Dec 18 21:03:34.583361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:34.624549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/32c21972-f1f3-42a1-af1c-ee179f96a642/dea0e8dc-b046-444b-90f6-648fc23a6c19) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:34.631525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 9db98e91-48a8-417f-91ad-d0b94601061a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:34.634986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9db98e91-48a8-417f-91ad-d0b94601061a not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:03:34.645184 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-47e3fb60-e2b1-4981-b964-e8625208412e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/quotas/58d1ab8b81784fb2ad1b6c9a7d9efc37 HTTP/1.1" status: 200  len: 375 time: 0.0543935
Dec 18 21:03:34.684682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Routers {'22579b73-a72a-4994-8387-74d749a4131c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:34.687416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d69fe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['22579b73-a72a-4994-8387-74d749a4131c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:34.700379 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-21139096-cc81-4ebb-a58a-4b1ff0666bbd tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0448453
Dec 18 21:03:34.755367 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:34.823244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 96e64121-e6b3-48ed-990f-c7be3329d1a1 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:34.857969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:34.889955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-2960f39e-ef05-45ac-880a-3c6d2e7fceea service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797502
Dec 18 21:03:34.965972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Set router 22579b73-a72a-4994-8387-74d749a4131c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:03:35.212007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-3210b144-0bb2-45f5-b670-27e2917bc803 service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3206024
Dec 18 21:03:35.220919 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:35.245902 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:35.292137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51916) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:35.306646 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:35.332954 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:35.350539 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-101c0a8e-7bef-4aee-8675-a9d2f99076bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:35.406921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:35.414863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:35.417908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:35.430232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Pushing event updated for resources: {'Port': ['ID=dea0e8dc-b046-444b-90f6-648fc23a6c19,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:35.465720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Allocated IP 172.35.3.130 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/66e84997-222c-4751-818c-9384f17ad1a3) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:35.512711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-273474745'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:35.567695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Attempting to bind port dea0e8dc-b046-444b-90f6-648fc23a6c19 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:35.569291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Attempting to bind port dea0e8dc-b046-444b-90f6-648fc23a6c19 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:35.569291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Attempting to bind port dea0e8dc-b046-444b-90f6-648fc23a6c19 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:35.573379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d69fe50>, [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'addfb8c7-637c-4827-ba29-3fe3a22c8424', 'name': '', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'mac_address': 'fa:16:3e:cb:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:30Z', 'updated_at': '2021-12-18T21:03:32Z', 'revision_number': 2, 'project_id': '4b037c54b761428db4df46b975b70574', 'subnets': [{'id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:35.582165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:35.582572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:35.582980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:35.583375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:35.583858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Bound port: dea0e8dc-b046-444b-90f6-648fc23a6c19, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:35.584246 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:35.610805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Checking router: 22579b73-a72a-4994-8387-74d749a4131c for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:03:35.611296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Updating router 22579b73-a72a-4994-8387-74d749a4131c port addfb8c7-637c-4827-ba29-3fe3a22c8424 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:03:35.642577 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:35.657693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Made reservation on behalf of 08260505386449d88fefea317ecb38b0 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:35.661165 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:35.661332 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:35.689726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::d9a1:9d14:d53b:9717 (366763c1-8ffb-4916-bf33-b9164c04d44d/32c21972-f1f3-42a1-af1c-ee179f96a642/96e64121-e6b3-48ed-990f-c7be3329d1a1) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:35.707263 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:35.723580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:35.725910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-c2fdd3f3-9b4c-469d-9dac-61827d9b62e7 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:35.727922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-c2fdd3f3-9b4c-469d-9dac-61827d9b62e7 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/networks?id=cb97ef06-3d0b-442a-856c-1db8f276297a HTTP/1.1" status: 200  len: 820 time: 0.5433452
Dec 18 21:03:35.770798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1dc39e5b-ac95-4a8a-8427-dbfa66331d77 req-b424420d-c9d8-4789-a718-a46e28099301 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 210 time: 0.0844743
Dec 18 21:03:35.831180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-c379ad22-51da-4913-b7eb-6f4bccda45be tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/quotas/4b037c54b761428db4df46b975b70574 HTTP/1.1" status: 200  len: 375 time: 0.0527079
Dec 18 21:03:35.839796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Pushing event updated for resources: {'Port': ['ID=66e84997-222c-4751-818c-9384f17ad1a3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:35.884315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:35.889965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:35.906793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] For port dea0e8dc-b046-444b-90f6-648fc23a6c19, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:35.907576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:35.910205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f30fed4-1da4-4c59-ae4d-5d9fd550daf9 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:35.930825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] For port dea0e8dc-b046-444b-90f6-648fc23a6c19, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dea0e8dc-b046-444b-90f6-648fc23a6c19,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:35.944484 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.141533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-05841741-06c2-4ad6-9311-f925f9b58979 None None] Provisioning complete for port 66e84997-222c-4751-818c-9384f17ad1a3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:36.142294 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-05841741-06c2-4ad6-9311-f925f9b58979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.266051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-05841741-06c2-4ad6-9311-f925f9b58979 None None] Port 66e84997-222c-4751-818c-9384f17ad1a3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:36.329743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3af62-1d05-437d-a14d-4580f7c4a36f None None] Pushing event updated for resources: {'Port': ['ID=dea0e8dc-b046-444b-90f6-648fc23a6c19,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:36.344961 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-85295789-4b6b-4824-9869-ec5fdd6264b6 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b037c54b761428db4df46b975b70574&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5026071
Dec 18 21:03:36.427770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.436232 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.500703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:03:36.530165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.530554 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Added segment 354e59b2-6457-4e85-b660-5ff55b25d771 of type vlan for network 72bc08aa-e364-44c2-aa06-fc5492401dc5
Dec 18 21:03:36.548043 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.676793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a48a6e9-11f9-4a0a-a813-35b0b45bedb9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:36.699559 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.708346 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.780220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dea0e8dc-b046-444b-90f6-648fc23a6c19 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:36.859951 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.876291 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.921309 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.921936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port dea0e8dc-b046-444b-90f6-648fc23a6c19 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:36.921936 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.940017 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.948033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:36.948888 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:36.987156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262e70e-af86-4fbe-9395-87f03fc0d4ca None None] Pushing event updated for resources: {'Port': ['ID=addfb8c7-637c-4827-ba29-3fe3a22c8424,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:36.990137 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ad097b4-2a0d-4b6c-b391-3a28e93d551e req-a3307e66-da8b-41fe-9f7e-519bd2dc7040 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 210 time: 0.0780368
Dec 18 21:03:37.078537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Attempting to bind port addfb8c7-637c-4827-ba29-3fe3a22c8424 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:37.078724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Attempting to bind port addfb8c7-637c-4827-ba29-3fe3a22c8424 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '713e187f-bae8-4057-a003-f9fc75025629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:37.079544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Attempting to bind port addfb8c7-637c-4827-ba29-3fe3a22c8424 on network cb97ef06-3d0b-442a-856c-1db8f276297a {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:37.080338 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:37.094706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:37.095143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Checking segment: {'id': '713e187f-bae8-4057-a003-f9fc75025629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:37.095561 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:37.095966 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Bound using segment: {'id': '713e187f-bae8-4057-a003-f9fc75025629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:37.096449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Bound port: addfb8c7-637c-4827-ba29-3fe3a22c8424, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713e187f-bae8-4057-a003-f9fc75025629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:37.097103 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:37.119584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 1.8262775
Dec 18 21:03:37.132809 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:37.148882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe23f3e-0048-4562-ac98-c5d093935ee7 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event updated for resources: {'Network': ['ID=72bc08aa-e364-44c2-aa06-fc5492401dc5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:37.151211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51958) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:37.166989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1f5fe54e-5350-4d66-b878-865755afe223 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Request body: {'subnet': {'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:37.182401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:03:37.192502 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:37.246839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-6b93f335-be5b-49ab-9f5b-d27d3956be35 service neutron] 10.222.0.13 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8784504
Dec 18 21:03:37.295106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:37.323943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:37.339233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:37.345267 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:37.346174 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:37.362370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=96e64121-e6b3-48ed-990f-c7be3329d1a1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:37.436335 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port dea0e8dc-b046-444b-90f6-648fc23a6c19, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dea0e8dc-b046-444b-90f6-648fc23a6c19,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:37.452232 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:37.464243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] For port addfb8c7-637c-4827-ba29-3fe3a22c8424, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:37.486407 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8d935de6-6879-4db7-8325-95c5b6ccabca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.4118965
Dec 18 21:03:37.489999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51966) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:37.551299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-3165567b-44fe-4af8-bc93-b897cdc1c2f7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:37.552840 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-3165567b-44fe-4af8-bc93-b897cdc1c2f7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 0.2258599
Dec 18 21:03:37.563094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=dea0e8dc-b046-444b-90f6-648fc23a6c19,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:37.581931 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Request body: {'port': {'device_id': 'ba1fea17-a56f-4df5-b5a7-0a1243877fbf', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'admin_state_up': True, 'tenant_id': '58d1ab8b81784fb2ad1b6c9a7d9efc37'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:37.612052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] For port addfb8c7-637c-4827-ba29-3fe3a22c8424, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=addfb8c7-637c-4827-ba29-3fe3a22c8424,segment=NetworkSegment(713e187f-bae8-4057-a003-f9fc75025629),segment_id=713e187f-bae8-4057-a003-f9fc75025629)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:37.626847 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:37.640835 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-15f14672-c544-4fbb-83bc-b3a02cec5e6a service neutron] 10.222.0.13 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3929334
Dec 18 21:03:37.662235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b19d622-61fc-4433-9797-22ef1dc8accc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:37.678740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b19d622-61fc-4433-9797-22ef1dc8accc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:37.686769 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8b19d622-61fc-4433-9797-22ef1dc8accc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1687 time: 0.1939163
Dec 18 21:03:37.688343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51972) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:37.695146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Routers {'22579b73-a72a-4994-8387-74d749a4131c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:37.695847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d69fe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['22579b73-a72a-4994-8387-74d749a4131c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:37.744135 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Router 3da113c8-179e-4869-9f40-d490d58cc4a2 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:03:37.760363 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262e70e-af86-4fbe-9395-87f03fc0d4ca None None] Pushing event updated for resources: {'Port': ['ID=addfb8c7-637c-4827-ba29-3fe3a22c8424,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:37.772249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5fe54e-5350-4d66-b878-865755afe223 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Made reservation on behalf of 08260505386449d88fefea317ecb38b0 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:37.792712 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe54e-5350-4d66-b878-865755afe223 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:37.956661 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c75ed2c7-7552-46c0-9f40-319035fab537 None None] Provisioning complete for port dea0e8dc-b046-444b-90f6-648fc23a6c19 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:37.956661 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c75ed2c7-7552-46c0-9f40-319035fab537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:37.957178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Made reservation on behalf of 58d1ab8b81784fb2ad1b6c9a7d9efc37 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:37.962520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:38.047845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d1245c96-b9ca-4636-84d4-314f4af5e09a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 96e64121-e6b3-48ed-990f-c7be3329d1a1 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:38.048288 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d1245c96-b9ca-4636-84d4-314f4af5e09a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:38.092389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] Set router 22579b73-a72a-4994-8387-74d749a4131c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:03:38.157481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:03:38.169934 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:38.171905 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28402fff-aee2-4100-9d6e-75920571a287 None None] Sync routers for ids ['3da113c8-179e-4869-9f40-d490d58cc4a2'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:03:38.189824 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28402fff-aee2-4100-9d6e-75920571a287 None None] Routers {'3da113c8-179e-4869-9f40-d490d58cc4a2'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:38.190591 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-28402fff-aee2-4100-9d6e-75920571a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f57aa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3da113c8-179e-4869-9f40-d490d58cc4a2'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:38.258201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5e10a70-d60c-4a04-8332-fd3c597e51c7 req-7033cd4e-a961-478f-807b-265d62e91db2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 210 time: 0.2169774
Dec 18 21:03:38.307360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1280585-d663-4059-8e9c-0bbf0d950973 req-7a0292e7-d6d3-463f-ba17-ec876e824ff8 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 210 time: 0.1617036
Dec 18 21:03:38.352927 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-28402fff-aee2-4100-9d6e-75920571a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f57aa60>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:38.372882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Allocated IP 172.20.0.4 (02107735-1e4a-434f-a377-a881410f569a/c7e25084-0926-4429-bfe2-f2445a0ff885/b126fb76-0c7b-45e0-b71c-c5080f666418) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:38.387666 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28402fff-aee2-4100-9d6e-75920571a287 None None] Routers {'3da113c8-179e-4869-9f40-d490d58cc4a2'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:38.388896 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-28402fff-aee2-4100-9d6e-75920571a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f57aa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3da113c8-179e-4869-9f40-d490d58cc4a2'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:38.483845 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-28402fff-aee2-4100-9d6e-75920571a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f57aa60>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:38.502080 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28402fff-aee2-4100-9d6e-75920571a287 None None] The sync data for ids ['3da113c8-179e-4869-9f40-d490d58cc4a2'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:03:38.519024 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:38.520556 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-50034aae-e0ed-4b8c-8cdf-5d1be8b26047 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 4.1927092
Dec 18 21:03:38.523519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51994) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:38.528721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:38.557925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dea0e8dc-b046-444b-90f6-648fc23a6c19 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:38.583992 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d1245c96-b9ca-4636-84d4-314f4af5e09a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:38.593454 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:38.603140 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe54e-5350-4d66-b878-865755afe223 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:38.628929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ee322f13-5012-4bb6-9c86-bcd081db51db None None] Provisioning complete for port 96e64121-e6b3-48ed-990f-c7be3329d1a1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:38.629297 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee322f13-5012-4bb6-9c86-bcd081db51db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:38.701082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d1245c96-b9ca-4636-84d4-314f4af5e09a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 96e64121-e6b3-48ed-990f-c7be3329d1a1 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:38.701658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port dea0e8dc-b046-444b-90f6-648fc23a6c19 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:38.702048 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:38.705553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d69fe50>, [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'addfb8c7-637c-4827-ba29-3fe3a22c8424', 'name': '', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'mac_address': 'fa:16:3e:cb:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:30Z', 'updated_at': '2021-12-18T21:03:37Z', 'revision_number': 4, 'project_id': '4b037c54b761428db4df46b975b70574', 'subnets': [{'id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:38.709219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ee322f13-5012-4bb6-9c86-bcd081db51db None None] Port 96e64121-e6b3-48ed-990f-c7be3329d1a1 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:38.727865 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:38.773409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de8e47-bcd9-4ff5-bdb6-cd4379679a78 None None] The sync data for ids ['22579b73-a72a-4994-8387-74d749a4131c'] in ncdv-master-1 is: [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'addfb8c7-637c-4827-ba29-3fe3a22c8424', 'name': '', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'mac_address': 'fa:16:3e:cb:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:30Z', 'updated_at': '2021-12-18T21:03:37Z', 'revision_number': 4, 'project_id': '4b037c54b761428db4df46b975b70574', 'subnets': [{'id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:03:38.891623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fe54e-5350-4d66-b878-865755afe223 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event updated for resources: {'Subnet': ['ID=c065c8f3-00a9-4c10-a972-58ccea5a743e,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:38.920997 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fe54e-5350-4d66-b878-865755afe223 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Checking segment: {'id': '354e59b2-6457-4e85-b660-5ff55b25d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:38.921541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5fe54e-5350-4d66-b878-865755afe223 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Network hostable DHCP agents. Network: 72bc08aa-e364-44c2-aa06-fc5492401dc5, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:03:38.985048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5fe54e-5350-4d66-b878-865755afe223 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:03:39.012545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-1f5fe54e-5350-4d66-b878-865755afe223 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 72bc08aa-e364-44c2-aa06-fc5492401dc5) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:39.014360 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.042835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7d03b5-0aa0-4cdd-8ac4-5e2bc484bf95 None None] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:39.079884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5fe54e-5350-4d66-b878-865755afe223 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:39.080782 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe54e-5350-4d66-b878-865755afe223 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.114992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Network 02107735-1e4a-434f-a377-a881410f569a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:39.121397 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1f5fe54e-5350-4d66-b878-865755afe223 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9650135
Dec 18 21:03:39.122460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52004) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:39.129999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:39.137632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:39.138647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Request body: {'port': {'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1915325288'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:39.159966 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d1245c96-b9ca-4636-84d4-314f4af5e09a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.222184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-72bc08aa-e364-44c2-aa06-fc5492401dc5', 'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5', 'project_id': '08260505386449d88fefea317ecb38b0', 'fixed_ips': [{'subnet_id': 'c065c8f3-00a9-4c10-a972-58ccea5a743e'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:03:39.223262 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.256365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1245c96-b9ca-4636-84d4-314f4af5e09a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=96e64121-e6b3-48ed-990f-c7be3329d1a1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:39.304769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Pushing event updated for resources: {'Port': ['ID=b126fb76-0c7b-45e0-b71c-c5080f666418,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:39.322095 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d1245c96-b9ca-4636-84d4-314f4af5e09a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.327411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d1245c96-b9ca-4636-84d4-314f4af5e09a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/96e64121-e6b3-48ed-990f-c7be3329d1a1 HTTP/1.1" status: 204  len: 168 time: 1.6349280
Dec 18 21:03:39.330268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52008) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:39.477123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:39.478181 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.538282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Allocated IP 2001:db8::2 (72bc08aa-e364-44c2-aa06-fc5492401dc5/c065c8f3-00a9-4c10-a972-58ccea5a743e/66b5b088-5687-48a2-971f-dcd9d5c9dbab) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:39.586516 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.599015 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-e227b869-7dae-4adb-89c2-17300b864b61 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0276172
Dec 18 21:03:39.607210 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.611702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-20c68b53-a777-4f23-94ab-96b8aaa44b8c req-2cacf919-ba8b-4333-937f-f0856d4431ef tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 210 time: 0.1190674
Dec 18 21:03:39.612424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Made reservation on behalf of 08260505386449d88fefea317ecb38b0 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:39.616304 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.645035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46981584-2572-4ed0-a230-717673e32a12 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:39.647750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46981584-2572-4ed0-a230-717673e32a12 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:39.649711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-46981584-2572-4ed0-a230-717673e32a12 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2361481
Dec 18 21:03:39.654767 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52016) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:39.658650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Request body: {'port': {'device_id': 'ba1fea17-a56f-4df5-b5a7-0a1243877fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:39.673632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] device_id is not set on port 7662ac15-9d59-42e8-b9e9-5b9dd89b6179 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:39.810760 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.822211 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.870619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:39.880213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:39.885614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:39.904036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Pushing event updated for resources: {'Port': ['ID=66b5b088-5687-48a2-971f-dcd9d5c9dbab,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:39.943280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Allocated IP 2001:db8::24 (72bc08aa-e364-44c2-aa06-fc5492401dc5/c065c8f3-00a9-4c10-a972-58ccea5a743e/7662ac15-9d59-42e8-b9e9-5b9dd89b6179) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:39.956041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.956423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.957014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.957306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.957712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.958698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.959185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.961887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.961887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.972132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.972648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.973074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.974919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:39.985947 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.987462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Attempting to bind port 66b5b088-5687-48a2-971f-dcd9d5c9dbab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:39.987914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Attempting to bind port 66b5b088-5687-48a2-971f-dcd9d5c9dbab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '354e59b2-6457-4e85-b660-5ff55b25d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:39.988377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Attempting to bind port 66b5b088-5687-48a2-971f-dcd9d5c9dbab on network 72bc08aa-e364-44c2-aa06-fc5492401dc5 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:39.995187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:39.995656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Checking segment: {'id': '354e59b2-6457-4e85-b660-5ff55b25d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:39.996134 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:39.996614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Bound using segment: {'id': '354e59b2-6457-4e85-b660-5ff55b25d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:39.997387 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Bound port: 66b5b088-5687-48a2-971f-dcd9d5c9dbab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354e59b2-6457-4e85-b660-5ff55b25d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:39.997893 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:40.056037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e5780-19c2-4af1-81c7-7ed681fab014 req-8e750602-8d77-43b6-8881-e4ce52a0177f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:40.057641 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e8e5780-19c2-4af1-81c7-7ed681fab014 req-8e750602-8d77-43b6-8881-e4ce52a0177f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 931 time: 0.5639296
Dec 18 21:03:40.099538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca7aa38-581c-4273-8345-c0b331f0abdf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 32c21972-f1f3-42a1-af1c-ee179f96a642 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:03:40.124491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] For port 66b5b088-5687-48a2-971f-dcd9d5c9dbab, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:40.125815 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-078fe341-9fdd-4bc8-a35a-a3bf26734a45 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:40.128373 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-078fe341-9fdd-4bc8-a35a-a3bf26734a45 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.31 "GET /v2.0/networks?id=cb97ef06-3d0b-442a-856c-1db8f276297a HTTP/1.1" status: 200  len: 820 time: 0.4105232
Dec 18 21:03:40.128710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] For port 66b5b088-5687-48a2-971f-dcd9d5c9dbab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66b5b088-5687-48a2-971f-dcd9d5c9dbab,segment=NetworkSegment(354e59b2-6457-4e85-b660-5ff55b25d771),segment_id=354e59b2-6457-4e85-b660-5ff55b25d771)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:40.135602 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:40.140365 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aa38-581c-4273-8345-c0b331f0abdf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:40.170884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Request body: {'port': {'device_id': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'admin_state_up': True, 'tenant_id': '4b037c54b761428db4df46b975b70574'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:40.195609 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a5c2e-a66a-41b3-b25c-d395c40f30c4 None None] Pushing event updated for resources: {'Port': ['ID=66b5b088-5687-48a2-971f-dcd9d5c9dbab,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:40.218376 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aa38-581c-4273-8345-c0b331f0abdf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:40.247224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Deleting port 66e84997-222c-4751-818c-9384f17ad1a3 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:40.247833 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:40.413250 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aa38-581c-4273-8345-c0b331f0abdf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:40.568971 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e8e5780-19c2-4af1-81c7-7ed681fab014 req-664ad129-627a-44f8-bf97-852391147444 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4982772
Dec 18 21:03:40.656213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device addfb8c7-637c-4827-ba29-3fe3a22c8424 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:40.680701 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aa38-581c-4273-8345-c0b331f0abdf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:40.761982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4221bb-e9d8-4c7b-a74b-2162ebd38875 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:40.764588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7aa38-581c-4273-8345-c0b331f0abdf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=32c21972-f1f3-42a1-af1c-ee179f96a642,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:40.772006 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aa38-581c-4273-8345-c0b331f0abdf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:40.779500 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8ca7aa38-581c-4273-8345-c0b331f0abdf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/32c21972-f1f3-42a1-af1c-ee179f96a642 HTTP/1.1" status: 204  len: 168 time: 1.1235886
Dec 18 21:03:40.786464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52040) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:40.825731 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:40.880133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port addfb8c7-637c-4827-ba29-3fe3a22c8424 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:40.880133 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:40.904307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-be23390a-9777-4160-b4a8-1b2aa6331d21 req-46957205-2fd0-4e28-9ba9-a79d24313a14 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 210 time: 0.1273642
Dec 18 21:03:40.921728 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0a22ddef-8746-45c2-bce7-7d30fcc11189 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1249576
Dec 18 21:03:40.921728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52044) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:40.928711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-76a3598f-c771-4494-880f-c63edd89f6db tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:41.034527 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.053306 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.091311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.130419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Calling delete_port for 66e84997-222c-4751-818c-9384f17ad1a3 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:41.136728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event updated for resources: {'Port': ['ID=7662ac15-9d59-42e8-b9e9-5b9dd89b6179,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:41.157553 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Made reservation on behalf of 4b037c54b761428db4df46b975b70574 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:41.162186 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.172100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a3598f-c771-4494-880f-c63edd89f6db tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:41.177985 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76a3598f-c771-4494-880f-c63edd89f6db tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.188514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:41.202712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:41.236865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:41.243041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:41.244007 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.287470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4ebe1d98-e4d9-4dee-8341-357de79897be tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.1588557
Dec 18 21:03:41.292425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52054) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:41.301975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Request body: {'port': {'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-730471152', 'allowed_address_pairs': [{'ip_address': '2001:db8::24', 'mac_address': 'fa:16:3e:69:c1:99'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:41.374226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port addfb8c7-637c-4827-ba29-3fe3a22c8424, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=addfb8c7-637c-4827-ba29-3fe3a22c8424,segment=NetworkSegment(713e187f-bae8-4057-a003-f9fc75025629),segment_id=713e187f-bae8-4057-a003-f9fc75025629)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:41.375834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221cdc77-08ab-450f-b9de-7b21eea4dcb7 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:41.383215 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.475645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b126fb76-0c7b-45e0-b71c-c5080f666418 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:03:41.500367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=addfb8c7-637c-4827-ba29-3fe3a22c8424,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:41.519568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-221cdc77-08ab-450f-b9de-7b21eea4dcb7 None None] Deleting port dea0e8dc-b046-444b-90f6-648fc23a6c19 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:41.520917 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-221cdc77-08ab-450f-b9de-7b21eea4dcb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.553432 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.589964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Made reservation on behalf of 08260505386449d88fefea317ecb38b0 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:41.610198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Transition to ACTIVE for port object b126fb76-0c7b-45e0-b71c-c5080f666418 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:03:41.631125 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.646650 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-221cdc77-08ab-450f-b9de-7b21eea4dcb7 None None] For port dea0e8dc-b046-444b-90f6-648fc23a6c19, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dea0e8dc-b046-444b-90f6-648fc23a6c19,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:41.647369 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-221cdc77-08ab-450f-b9de-7b21eea4dcb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.661954 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Allocated IP 172.20.0.12 (cb97ef06-3d0b-442a-856c-1db8f276297a/75f3b0ac-637f-4506-9746-63f702bcf189/0cf1d658-7c84-403d-9a60-9404b627e728) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:41.676515 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-221cdc77-08ab-450f-b9de-7b21eea4dcb7 None None] Calling delete_port for dea0e8dc-b046-444b-90f6-648fc23a6c19 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:41.692215 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76a3598f-c771-4494-880f-c63edd89f6db tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.775022 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.842115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443e0705-7858-4150-9f95-e813aea0b025 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:41.915627 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-221cdc77-08ab-450f-b9de-7b21eea4dcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:41.953854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Pushing event updated for resources: {'Port': ['ID=b126fb76-0c7b-45e0-b71c-c5080f666418,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:41.970397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cdc77-08ab-450f-b9de-7b21eea4dcb7 None None] Pushing event deleted for resources: {'Port': ['ID=dea0e8dc-b046-444b-90f6-648fc23a6c19,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:41.974529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221cdc77-08ab-450f-b9de-7b21eea4dcb7 None None] No DVR routers for this DVR port dea0e8dc-b046-444b-90f6-648fc23a6c19 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:42.059907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Pushing event deleted for resources: {'Port': ['ID=66e84997-222c-4751-818c-9384f17ad1a3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:42.122089 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.141018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a3598f-c771-4494-880f-c63edd89f6db tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:42.151443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e480bd-d29e-474e-9472-5f0954567e33 None None] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:42.169846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81b9d4b3-336b-4a92-bc0e-191314e12b9c req-1ddf7d0d-176b-48c1-8de5-ef3e60a26ed4 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 210 time: 0.0916216
Dec 18 21:03:42.169846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-76a3598f-c771-4494-880f-c63edd89f6db tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:42.176711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a3598f-c771-4494-880f-c63edd89f6db tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:42.177559 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76a3598f-c771-4494-880f-c63edd89f6db tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.200259 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3598f-c771-4494-880f-c63edd89f6db tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=4c3335cd-bcc4-4d70-9348-5ce875374e2e,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:42.224640 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.226790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f03c09-bd5f-4adf-bbd2-d87b2a6b65f6 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:42.241033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-76a3598f-c771-4494-880f-c63edd89f6db tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3240359
Dec 18 21:03:42.250805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ea35e-ba16-4abb-90b6-ca730cefc392 req-009fee09-4a5b-44e6-9e2f-61d585c04a54 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:42.251041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52074) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:42.252435 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a65ea35e-ba16-4abb-90b6-ca730cefc392 req-009fee09-4a5b-44e6-9e2f-61d585c04a54 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 943 time: 0.5483596
Dec 18 21:03:42.260982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] device_id is not set on port 932b0d1c-c181-4f31-b926-7125f1f13151 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:42.291033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': '4c3335cd-bcc4-4d70-9348-5ce875374e2e', 'ip_address': '2001:db8::2c38:e97c:c3c9:af9b'}], 'name': 'tempest-NetworksTestDHCPv6-369425890'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:42.301732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Attempting to bind port b126fb76-0c7b-45e0-b71c-c5080f666418 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:42.302362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Attempting to bind port b126fb76-0c7b-45e0-b71c-c5080f666418 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:42.302888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Attempting to bind port b126fb76-0c7b-45e0-b71c-c5080f666418 on network 02107735-1e4a-434f-a377-a881410f569a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:42.376238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Port b126fb76-0c7b-45e0-b71c-c5080f666418 on network 02107735-1e4a-434f-a377-a881410f569a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:03:42.377432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Attempting to bind port b126fb76-0c7b-45e0-b71c-c5080f666418 on network 02107735-1e4a-434f-a377-a881410f569a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:42.420140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a65ea35e-ba16-4abb-90b6-ca730cefc392 req-742936e0-1625-4c32-8e5b-4a2a3f433574 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612937
Dec 18 21:03:42.490375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Allocated IP 2001:db8::6d (72bc08aa-e364-44c2-aa06-fc5492401dc5/c065c8f3-00a9-4c10-a972-58ccea5a743e/932b0d1c-c181-4f31-b926-7125f1f13151) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:42.498344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '4c3335cd-bcc4-4d70-9348-5ce875374e2e'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:03:42.505020 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.519703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:42.520507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Checking segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:42.521490 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Bound using segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:42.522460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Bound port: b126fb76-0c7b-45e0-b71c-c5080f666418, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:42.523709 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.539865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0b07d635-12c3-4578-9075-24a4c0cd8cc4 None None] Provisioning complete for port 66b5b088-5687-48a2-971f-dcd9d5c9dbab triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:42.540206 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0b07d635-12c3-4578-9075-24a4c0cd8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.630457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] For port b126fb76-0c7b-45e0-b71c-c5080f666418, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:42.634639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] For port b126fb76-0c7b-45e0-b71c-c5080f666418, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b126fb76-0c7b-45e0-b71c-c5080f666418,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:42.664221 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.725432 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.743416 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.765964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 66b5b088-5687-48a2-971f-dcd9d5c9dbab up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:42.790146 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.805241 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.806946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Pushing event updated for resources: {'Port': ['ID=b126fb76-0c7b-45e0-b71c-c5080f666418,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:42.823681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:42.843733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.846812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:42.850157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:42.854513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:42.860673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:42.861556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.863146 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:42.863802 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.869228 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1d1c7f18-36ae-4e3e-91d3-c52b4165f98a service neutron] 10.222.0.36 "PUT /v2.0/ports/b126fb76-0c7b-45e0-b71c-c5080f666418 HTTP/1.1" status: 200  len: 1091 time: 3.2474222
Dec 18 21:03:42.872298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event updated for resources: {'Port': ['ID=932b0d1c-c181-4f31-b926-7125f1f13151,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:42.901845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-667dcaec-9340-4b6a-9f7b-c5020066cb78 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 1.6039596
Dec 18 21:03:42.901845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52092) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:42.925563 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0b07d635-12c3-4578-9075-24a4c0cd8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:42.955911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/4c3335cd-bcc4-4d70-9348-5ce875374e2e/d4287449-e75c-49ab-b199-31e0510d22e8) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:42.979429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf2d27-518e-465e-8ebd-a0c3308d89b9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:42.989394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf2d27-518e-465e-8ebd-a0c3308d89b9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:42.993513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0b07d635-12c3-4578-9075-24a4c0cd8cc4 None None] For port 66b5b088-5687-48a2-971f-dcd9d5c9dbab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66b5b088-5687-48a2-971f-dcd9d5c9dbab,segment=NetworkSegment(354e59b2-6457-4e85-b660-5ff55b25d771),segment_id=354e59b2-6457-4e85-b660-5ff55b25d771)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:42.999586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf2d27-518e-465e-8ebd-a0c3308d89b9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:43.001503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5caf2d27-518e-465e-8ebd-a0c3308d89b9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2478 time: 0.0999849
Dec 18 21:03:43.004576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52096) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:43.015775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1fea17-a56f-4df5-b5a7-0a1243877fbf', 'tag': 'b126fb76-0c7b-45e0-b71c-c5080f666418'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:03:43.019073 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed1fe48-da30-4926-a4cb-f4da386d7ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1fea17-a56f-4df5-b5a7-0a1243877fbf", "tag": "b126fb76-0c7b-45e0-b71c-c5080f666418"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:03:43.053575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Router 3da113c8-179e-4869-9f40-d490d58cc4a2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:03:43.056559 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0b07d635-12c3-4578-9075-24a4c0cd8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.106394 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616acc83-6588-44a0-a30b-a3304413586d x-openstack-request-id: req-616acc83-6588-44a0-a30b-a3304413586d {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:03:43.107009 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1fea17-a56f-4df5-b5a7-0a1243877fbf", "tag": "b126fb76-0c7b-45e0-b71c-c5080f666418", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:03:43.107443 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-616acc83-6588-44a0-a30b-a3304413586d {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:03:43.108010 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1fea17-a56f-4df5-b5a7-0a1243877fbf', 'tag': 'b126fb76-0c7b-45e0-b71c-c5080f666418', 'status': 'completed', 'code': 200}
Dec 18 21:03:43.195345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-42088067-ebbb-49f9-b5a1-0c39e054cc2b tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Deleting port 932b0d1c-c181-4f31-b926-7125f1f13151 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:43.196007 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42088067-ebbb-49f9-b5a1-0c39e054cc2b tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.222620 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.233088 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.235440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 66b5b088-5687-48a2-971f-dcd9d5c9dbab triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:43.236135 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.243414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-7eaa5896-50f7-4fe6-934f-5d4e1c94d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:43.245392 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-7eaa5896-50f7-4fe6-934f-5d4e1c94d7bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 1094 time: 0.2199183
Dec 18 21:03:43.309574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:43.311556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:43.317689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:43.344281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.348897 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-828eba8f-dcfd-41fb-bff9-8296d59311b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b126fb76-0c7b-45e0-b71c-c5080f666418 HTTP/1.1" status: 200  len: 217 time: 0.0691009
Dec 18 21:03:43.367477 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:03:43.376152 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.381065 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c63d5de7-648d-4ea3-9c66-d9cbd78f0bd4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "PUT /v2.0/routers/3da113c8-179e-4869-9f40-d490d58cc4a2 HTTP/1.1" status: 200  len: 705 time: 4.8562911
Dec 18 21:03:43.384977 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.390008 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52110) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:43.394495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07d635-12c3-4578-9075-24a4c0cd8cc4 None None] Pushing event updated for resources: {'Port': ['ID=66b5b088-5687-48a2-971f-dcd9d5c9dbab,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:43.405998 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device addfb8c7-637c-4827-ba29-3fe3a22c8424 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:43.428384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cbff6-d1a1-4560-a384-8a5777e56675 None None] Sync routers for ids ['3da113c8-179e-4869-9f40-d490d58cc4a2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:03:43.449362 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42088067-ebbb-49f9-b5a1-0c39e054cc2b tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.480922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-42088067-ebbb-49f9-b5a1-0c39e054cc2b tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Calling delete_port for 932b0d1c-c181-4f31-b926-7125f1f13151 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:43.495274 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Attempting to bind port d4287449-e75c-49ab-b199-31e0510d22e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:43.495694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Attempting to bind port d4287449-e75c-49ab-b199-31e0510d22e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:43.496117 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Attempting to bind port d4287449-e75c-49ab-b199-31e0510d22e8 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:43.503245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def4da0-8b91-4937-ae21-523ec5c1096b req-8dcae861-be09-4e15-bf89-359c95c99c93 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:43.515716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3def4da0-8b91-4937-ae21-523ec5c1096b req-8dcae861-be09-4e15-bf89-359c95c99c93 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 932 time: 0.1874633
Dec 18 21:03:43.537071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:43.537506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:43.537634 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-534ef7d7-6806-459d-99f4-84f4810abec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:43.538062 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.539089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:43.539620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Bound port: d4287449-e75c-49ab-b199-31e0510d22e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:43.539762 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-534ef7d7-6806-459d-99f4-84f4810abec6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.1484652
Dec 18 21:03:43.540053 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.556669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Network cb97ef06-3d0b-442a-856c-1db8f276297a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:43.576425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e0914d78-1cde-4215-bcde-3c7d2316dd82 None None] Provisioning complete for port 932b0d1c-c181-4f31-b926-7125f1f13151 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:43.576795 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e0914d78-1cde-4215-bcde-3c7d2316dd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.614743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7cbff6-d1a1-4560-a384-8a5777e56675 None None] Routers {'3da113c8-179e-4869-9f40-d490d58cc4a2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:43.615401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ba7cbff6-d1a1-4560-a384-8a5777e56675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e15ac70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3da113c8-179e-4869-9f40-d490d58cc4a2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:43.657774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e0914d78-1cde-4215-bcde-3c7d2316dd82 None None] Port 932b0d1c-c181-4f31-b926-7125f1f13151 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:43.661750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ba7cbff6-d1a1-4560-a384-8a5777e56675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e15ac70>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:43.678511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port c86fa408-8727-4240-b455-29b2b2be7edc yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:43.686426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:43.689899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:43.699937 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7cbff6-d1a1-4560-a384-8a5777e56675 None None] Routers {'3da113c8-179e-4869-9f40-d490d58cc4a2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:03:43.700507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ba7cbff6-d1a1-4560-a384-8a5777e56675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e15ac70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['3da113c8-179e-4869-9f40-d490d58cc4a2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:43.714550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e0914d78-1cde-4215-bcde-3c7d2316dd82 None None] Provisioning complete for port 7662ac15-9d59-42e8-b9e9-5b9dd89b6179 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:43.716420 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e0914d78-1cde-4215-bcde-3c7d2316dd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.790835 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3def4da0-8b91-4937-ae21-523ec5c1096b req-7b8d10bf-38c3-42a4-bd7e-4616969b5e4c tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2584646
Dec 18 21:03:43.807297 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-1f12b056-aa98-4c27-a46f-40de78d973f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2470667
Dec 18 21:03:43.829723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef86945-dce0-4f52-84cf-060f10e6a58e req-1789dc2f-05ce-477d-9294-0d33430daeef tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:43.840920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ef86945-dce0-4f52-84cf-060f10e6a58e req-1789dc2f-05ce-477d-9294-0d33430daeef tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 943 time: 0.2087319
Dec 18 21:03:43.851533 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9e6f71d7-7fbc-4642-a140-4645db2e8c09 tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/routers/3da113c8-179e-4869-9f40-d490d58cc4a2 HTTP/1.1" status: 200  len: 740 time: 0.4564996
Dec 18 21:03:43.859457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52124) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:43.864303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Pushing event updated for resources: {'Port': ['ID=0cf1d658-7c84-403d-9a60-9404b627e728,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:43.909807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e0914d78-1cde-4215-bcde-3c7d2316dd82 None None] Port 7662ac15-9d59-42e8-b9e9-5b9dd89b6179 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:43.944366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-631a7372-45c9-46c0-b750-c3d3684f796a tempest-RoutersAdminTest-1348518700 tempest-RoutersAdminTest-1348518700-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&device_id=3da113c8-179e-4869-9f40-d490d58cc4a2 HTTP/1.1" status: 200  len: 205 time: 0.0834391
Dec 18 21:03:43.949215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52130) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:43.952986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] For port d4287449-e75c-49ab-b199-31e0510d22e8, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:43.956774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] For port d4287449-e75c-49ab-b199-31e0510d22e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4287449-e75c-49ab-b199-31e0510d22e8,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:43.969348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ba7cbff6-d1a1-4560-a384-8a5777e56675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e15ac70>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:03:43.969935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cbff6-d1a1-4560-a384-8a5777e56675 None None] The sync data for ids ['3da113c8-179e-4869-9f40-d490d58cc4a2'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:03:43.987760 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:43.990023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Pushing event updated for resources: {'Port': ['ID=d4287449-e75c-49ab-b199-31e0510d22e8,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:43.999132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:43.999944 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.000463 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e0914d78-1cde-4215-bcde-3c7d2316dd82 None None] Provisioning complete for port 66b5b088-5687-48a2-971f-dcd9d5c9dbab triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:44.000835 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e0914d78-1cde-4215-bcde-3c7d2316dd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.074768 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86dd696a-cfcd-4bfe-be77-b94168725ea2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9153795
Dec 18 21:03:44.103017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Request body: {'port': {'device_id': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:44.110290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6134a60e-9c15-48b3-b1bd-3f0e9a251b0c tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "GET /v2.0/ports?device_id=3da113c8-179e-4869-9f40-d490d58cc4a2 HTTP/1.1" status: 200  len: 205 time: 0.1047752
Dec 18 21:03:44.116832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b39fc0-2be7-439c-add5-55e19c9e22f9 None None] Pushing event updated for resources: {'Port': ['ID=d4287449-e75c-49ab-b199-31e0510d22e8,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:44.119981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ef86945-dce0-4f52-84cf-060f10e6a58e req-588b1d43-042a-49a3-a011-af98de35d450 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2776420
Dec 18 21:03:44.120464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52134) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:44.137872 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42088067-ebbb-49f9-b5a1-0c39e054cc2b tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.172209 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:03:44.206925 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-b1cb1890-6cae-4676-a7d7-636f60e69384 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3814790
Dec 18 21:03:44.222887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port addfb8c7-637c-4827-ba29-3fe3a22c8424 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:44.223229 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.279098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42088067-ebbb-49f9-b5a1-0c39e054cc2b tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event deleted for resources: {'Port': ['ID=932b0d1c-c181-4f31-b926-7125f1f13151,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:44.301297 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d549cae5-4991-4c75-8111-85bfcaad778a tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.355428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8253001c-2131-409f-a699-117590f49705 None None] Could not find standard attr ID for object 932b0d1c-c181-4f31-b926-7125f1f13151. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:03:44.371235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8253001c-2131-409f-a699-117590f49705 None None] Provisioning complete for port 7662ac15-9d59-42e8-b9e9-5b9dd89b6179 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:44.372259 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8253001c-2131-409f-a699-117590f49705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.435288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8253001c-2131-409f-a699-117590f49705 None None] Port 7662ac15-9d59-42e8-b9e9-5b9dd89b6179 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:44.465533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dea0e8dc-b046-444b-90f6-648fc23a6c19 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:44.494993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: dea0e8dc-b046-444b-90f6-648fc23a6c19 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:44.495393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dea0e8dc-b046-444b-90f6-648fc23a6c19 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:03:44.710433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 66b5b088-5687-48a2-971f-dcd9d5c9dbab up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:44.726736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::2c38:e97c:c3c9:af9b (366763c1-8ffb-4916-bf33-b9164c04d44d/4c3335cd-bcc4-4d70-9348-5ce875374e2e/c86fa408-8727-4240-b455-29b2b2be7edc) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:44.741066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d549cae5-4991-4c75-8111-85bfcaad778a tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.750856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d549cae5-4991-4c75-8111-85bfcaad778a tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.823415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 66b5b088-5687-48a2-971f-dcd9d5c9dbab triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:44.824021 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.838164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42088067-ebbb-49f9-b5a1-0c39e054cc2b tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.842935 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-42088067-ebbb-49f9-b5a1-0c39e054cc2b tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "DELETE /v2.0/ports/932b0d1c-c181-4f31-b926-7125f1f13151 HTTP/1.1" status: 204  len: 168 time: 1.8372104
Dec 18 21:03:44.845663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52146) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:44.857909 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d549cae5-4991-4c75-8111-85bfcaad778a tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.859241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d549cae5-4991-4c75-8111-85bfcaad778a tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Fanout notify agent at l3_agent the message router_deleted on router 3da113c8-179e-4869-9f40-d490d58cc4a2 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:03:44.878053 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.897787 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d549cae5-4991-4c75-8111-85bfcaad778a tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:44.899347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d549cae5-4991-4c75-8111-85bfcaad778a tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/routers/3da113c8-179e-4869-9f40-d490d58cc4a2 HTTP/1.1" status: 204  len: 168 time: 0.7772217
Dec 18 21:03:44.903405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52148) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:44.913134 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-70eb6cda-256a-4c1b-9f48-f0b0698e6748 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] GET failed (client error): The resource could not be found.
Dec 18 21:03:44.915214 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-70eb6cda-256a-4c1b-9f48-f0b0698e6748 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "GET /v2.0/ports/932b0d1c-c181-4f31-b926-7125f1f13151 HTTP/1.1" status: 404  len: 333 time: 0.0682876
Dec 18 21:03:44.918832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52150) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:44.932700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Request body: {'port': {'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-64864294'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:44.987084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:45.032495 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4e1de4d6-2543-451a-b3a4-d67ed9eb357a tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "GET /v2.0/ports?device_id=3da113c8-179e-4869-9f40-d490d58cc4a2 HTTP/1.1" status: 200  len: 205 time: 0.1258049
Dec 18 21:03:45.041749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52156) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:45.103182 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-f057c9e8-e000-429a-a657-ea8879169907 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] delete failed (client error): The resource could not be found.
Dec 18 21:03:45.104236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f057c9e8-e000-429a-a657-ea8879169907 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/routers/3da113c8-179e-4869-9f40-d490d58cc4a2 HTTP/1.1" status: 404  len: 336 time: 0.0607734
Dec 18 21:03:45.107944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52158) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:45.167423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28b960-bf95-4d85-827f-c0fa91d055a3 req-d85cb54d-07ab-42ae-957d-df2199ac5081 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:45.178851 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd28b960-bf95-4d85-827f-c0fa91d055a3 req-d85cb54d-07ab-42ae-957d-df2199ac5081 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 932 time: 0.1739023
Dec 18 21:03:45.205136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:45.218035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Made reservation on behalf of 08260505386449d88fefea317ecb38b0 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:45.221474 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:45.227060 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-146a92d2-74a0-4342-ac1b-b6390cbe1309 req-a2a75f7c-8257-4314-9a8d-c9a38a06bd6f service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5226018
Dec 18 21:03:45.231274 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-71ea9055-4be8-4acf-9d55-a01cf4acf40e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "GET /v2.0/ports?device_id=141be696-7a30-4720-acb9-d0f117982f0a HTTP/1.1" status: 200  len: 205 time: 0.1188872
Dec 18 21:03:45.232127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52164) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:45.275194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] device_id is not set on port 7b537a97-c1a2-415f-b22e-034ff3f03cc5 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:45.290541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd28b960-bf95-4d85-827f-c0fa91d055a3 req-0bf5648b-c95a-4090-8a0b-4e0369ff0812 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107576
Dec 18 21:03:45.306105 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-dc1bdabf-a210-4ea0-81de-1bc8b27c1474 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] delete failed (client error): The resource could not be found.
Dec 18 21:03:45.307544 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dc1bdabf-a210-4ea0-81de-1bc8b27c1474 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/routers/141be696-7a30-4720-acb9-d0f117982f0a HTTP/1.1" status: 404  len: 336 time: 0.0671835
Dec 18 21:03:45.327636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52166) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:45.374238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bdadc-d359-432f-850a-2ca37d0ff580 req-1ab1e10b-874f-4b96-b8cb-d2cb10e63c37 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:45.376210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da6bdadc-d359-432f-850a-2ca37d0ff580 req-1ab1e10b-874f-4b96-b8cb-d2cb10e63c37 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 943 time: 0.1738751
Dec 18 21:03:45.378484 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-934c7a5c-2560-4054-aca2-1fc8040dd3d4 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee5f33a-1a00-4899-877e-0580ec4f8d70 HTTP/1.1" status: 200  len: 205 time: 0.0484843
Dec 18 21:03:45.381903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52170) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:45.438737 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:45.457856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1fe48-da30-4926-a4cb-f4da386d7ae0 req-7c6e992c-517a-41c5-89f0-190be059bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:45.459716 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bed1fe48-da30-4926-a4cb-f4da386d7ae0 req-7c6e992c-517a-41c5-89f0-190be059bea1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 1094 time: 0.1468203
Dec 18 21:03:45.472808 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-12113978-f659-4532-a038-4b7227a10077 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] delete failed (client error): The resource could not be found.
Dec 18 21:03:45.473917 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-12113978-f659-4532-a038-4b7227a10077 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/routers/cee5f33a-1a00-4899-877e-0580ec4f8d70 HTTP/1.1" status: 404  len: 336 time: 0.0902324
Dec 18 21:03:45.487376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52172) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:45.514350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=c86fa408-8727-4240-b455-29b2b2be7edc,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:45.544956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:45.547315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-731d2102-3dfa-4cf6-b47c-a77fa1db8f84 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "GET /v2.0/ports?device_id=7381a097-57c9-4ae1-b560-ed1009221dc6 HTTP/1.1" status: 200  len: 205 time: 0.0584388
Dec 18 21:03:45.550773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52174) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:45.589643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:45.595600 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:45.602215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:45.603153 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:45.635895 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-11feaef7-2886-405a-b4af-a56f2510112c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.3495946
Dec 18 21:03:45.636591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52178) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:45.684604 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da6bdadc-d359-432f-850a-2ca37d0ff580 req-aeefccde-400d-42e2-a822-c29a57a369ad tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2997081
Dec 18 21:03:45.685966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Allocated IP 2001:db8::25e (72bc08aa-e364-44c2-aa06-fc5492401dc5/c065c8f3-00a9-4c10-a972-58ccea5a743e/7b537a97-c1a2-415f-b22e-034ff3f03cc5) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:45.688996 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-5918c2af-524f-40db-833a-bae52733530e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] delete failed (client error): The resource could not be found.
Dec 18 21:03:45.693405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5918c2af-524f-40db-833a-bae52733530e tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/routers/7381a097-57c9-4ae1-b560-ed1009221dc6 HTTP/1.1" status: 404  len: 336 time: 0.1392097
Dec 18 21:03:45.694274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52182) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:45.797065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b65f03-b0ed-44fa-a22f-5cf26b21151b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:45.800503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b2dc8167-7387-4e6e-82cf-b13d13af1f4a None None] Provisioning complete for port d4287449-e75c-49ab-b199-31e0510d22e8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:45.801096 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2dc8167-7387-4e6e-82cf-b13d13af1f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:45.806207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b65f03-b0ed-44fa-a22f-5cf26b21151b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:45.810364 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-19b65f03-b0ed-44fa-a22f-5cf26b21151b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1652069
Dec 18 21:03:45.821176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52184) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:45.847263 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1fe48-da30-4926-a4cb-f4da386d7ae0 req-03341392-8abf-4347-a0ac-9a4e9a0cd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:45.848769 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bed1fe48-da30-4926-a4cb-f4da386d7ae0 req-03341392-8abf-4347-a0ac-9a4e9a0cd67b service neutron] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 912 time: 0.3355894
Dec 18 21:03:45.879547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-27915f35-62e7-4180-8157-85b18c144a0d tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba4b268e-2f36-4abe-ad6c-2824842a27a9 HTTP/1.1" status: 200  len: 205 time: 0.1805160
Dec 18 21:03:45.880196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52186) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:45.920995 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2dc8167-7387-4e6e-82cf-b13d13af1f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:45.948941 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-9cd4d2c4-b532-4f55-aca2-1d458d4a4235 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] delete failed (client error): The resource could not be found.
Dec 18 21:03:45.954705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9cd4d2c4-b532-4f55-aca2-1d458d4a4235 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/routers/ba4b268e-2f36-4abe-ad6c-2824842a27a9 HTTP/1.1" status: 404  len: 336 time: 0.0661922
Dec 18 21:03:45.966374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52190) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:45.972909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b2dc8167-7387-4e6e-82cf-b13d13af1f4a None None] For port d4287449-e75c-49ab-b199-31e0510d22e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4287449-e75c-49ab-b199-31e0510d22e8,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:45.980574 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2dc8167-7387-4e6e-82cf-b13d13af1f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:45.996873 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:46.008350 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bed1fe48-da30-4926-a4cb-f4da386d7ae0 req-19a187dc-e8d7-4fc5-bed3-6706457934d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b126fb76-0c7b-45e0-b71c-c5080f666418 HTTP/1.1" status: 200  len: 217 time: 0.1050620
Dec 18 21:03:46.045032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf1d658-7c84-403d-9a60-9404b627e728 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:03:46.053648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc8167-7387-4e6e-82cf-b13d13af1f4a None None] Pushing event updated for resources: {'Port': ['ID=d4287449-e75c-49ab-b199-31e0510d22e8,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:46.057188 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:46.081370 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c2251ad8-1252-4d58-8bdd-179087ce33ef tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6121193-be19-43e0-898d-6d9c2f9cf5d9 HTTP/1.1" status: 200  len: 205 time: 0.1062312
Dec 18 21:03:46.083458 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:46.090265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52194) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:46.138521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Transition to ACTIVE for port object 0cf1d658-7c84-403d-9a60-9404b627e728 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:03:46.142170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1fe48-da30-4926-a4cb-f4da386d7ae0 req-0a17d180-f5c3-4395-90d9-f4677ad1b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:46.143733 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bed1fe48-da30-4926-a4cb-f4da386d7ae0 req-0a17d180-f5c3-4395-90d9-f4677ad1b449 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.1249020
Dec 18 21:03:46.149285 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:46.219898 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bed1fe48-da30-4926-a4cb-f4da386d7ae0 req-7cbe4d39-5c4f-471e-8d03-3538f2fefd47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647216
Dec 18 21:03:46.221094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6eb65cbb-d5af-40af-9b17-1649b1e5c6fa None None] Provisioning complete for port c86fa408-8727-4240-b455-29b2b2be7edc triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:46.221703 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6eb65cbb-d5af-40af-9b17-1649b1e5c6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:46.260520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d74b2f06-8867-4d68-b9e3-b14a7b306b7a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port c86fa408-8727-4240-b455-29b2b2be7edc {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:46.260869 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d74b2f06-8867-4d68-b9e3-b14a7b306b7a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:46.273899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6eb65cbb-d5af-40af-9b17-1649b1e5c6fa None None] Port c86fa408-8727-4240-b455-29b2b2be7edc cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:46.302701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Pushing event updated for resources: {'Port': ['ID=0cf1d658-7c84-403d-9a60-9404b627e728,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:46.411201 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-7d9cb051-fefd-492c-bf56-adb0e1947af7 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] delete failed (client error): The resource could not be found.
Dec 18 21:03:46.416672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7d9cb051-fefd-492c-bf56-adb0e1947af7 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/routers/e6121193-be19-43e0-898d-6d9c2f9cf5d9 HTTP/1.1" status: 404  len: 336 time: 0.3236039
Dec 18 21:03:46.419394 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52202) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:46.443349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:46.461787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:46.468379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:46.474032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:46.474681 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:46.480645 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event updated for resources: {'Port': ['ID=7b537a97-c1a2-415f-b22e-034ff3f03cc5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:46.486727 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe99aa0c-f765-4f19-b405-1d32452c7fa2 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:03:46.487514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe99aa0c-f765-4f19-b405-1d32452c7fa2 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:03:46.490815 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fe99aa0c-f765-4f19-b405-1d32452c7fa2 tempest-RoutersAdminTest-1901262216 tempest-RoutersAdminTest-1901262216-project] 10.222.0.13 "DELETE /v2.0/subnets/11837e2c-4ed4-406f-bc7f-5c32d9dc251c HTTP/1.1" status: 404  len: 337 time: 0.0649130
Dec 18 21:03:46.507353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d74b2f06-8867-4d68-b9e3-b14a7b306b7a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:46.511734 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bed1fe48-da30-4926-a4cb-f4da386d7ae0 req-4b27a061-b649-4d6e-813b-7937c4420635 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2827802
Dec 18 21:03:46.514332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92defd9a-0b0c-4066-8c70-ef9e45e79605 req-a45600e2-9f5a-4707-b465-7853612ebfa6 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:46.516356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92defd9a-0b0c-4066-8c70-ef9e45e79605 req-a45600e2-9f5a-4707-b465-7853612ebfa6 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 944 time: 0.0984294
Dec 18 21:03:46.524368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-51e131aa-8dba-41d5-8bdf-6b2a46fc25e5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.6035521
Dec 18 21:03:46.527168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52206) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:46.533692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-51c9b962-625c-4071-8cd5-f120ab2963c9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24', 'mac_address': 'fa:16:3e:69:c1:99'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:46.540932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Attempting to bind port 0cf1d658-7c84-403d-9a60-9404b627e728 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:46.541318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Attempting to bind port 0cf1d658-7c84-403d-9a60-9404b627e728 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '713e187f-bae8-4057-a003-f9fc75025629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:46.541613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Attempting to bind port 0cf1d658-7c84-403d-9a60-9404b627e728 on network cb97ef06-3d0b-442a-856c-1db8f276297a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:46.544777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d74b2f06-8867-4d68-b9e3-b14a7b306b7a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for c86fa408-8727-4240-b455-29b2b2be7edc owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:46.593562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Port 0cf1d658-7c84-403d-9a60-9404b627e728 on network cb97ef06-3d0b-442a-856c-1db8f276297a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:03:46.594161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Attempting to bind port 0cf1d658-7c84-403d-9a60-9404b627e728 on network cb97ef06-3d0b-442a-856c-1db8f276297a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:46.619022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:46.619379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Checking segment: {'id': '713e187f-bae8-4057-a003-f9fc75025629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:46.619773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Bound using segment: {'id': '713e187f-bae8-4057-a003-f9fc75025629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:46.620225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Bound port: 0cf1d658-7c84-403d-9a60-9404b627e728, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713e187f-bae8-4057-a003-f9fc75025629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:46.620704 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:46.651909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92defd9a-0b0c-4066-8c70-ef9e45e79605 req-fce16498-35dc-414e-a6a5-1b56110f8cac tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255167
Dec 18 21:03:46.652983 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51c9b962-625c-4071-8cd5-f120ab2963c9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:46.804046 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bed1fe48-da30-4926-a4cb-f4da386d7ae0 req-be81c440-5608-47a0-9446-69e305c9771f service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2771387
Dec 18 21:03:46.820824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d4287449-e75c-49ab-b199-31e0510d22e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:46.840205 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] For port 0cf1d658-7c84-403d-9a60-9404b627e728, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:46.856417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] For port 0cf1d658-7c84-403d-9a60-9404b627e728, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cf1d658-7c84-403d-9a60-9404b627e728,segment=NetworkSegment(713e187f-bae8-4057-a003-f9fc75025629),segment_id=713e187f-bae8-4057-a003-f9fc75025629)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:46.885481 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:46.930691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d4287449-e75c-49ab-b199-31e0510d22e8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:46.931074 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.008805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc9760-4477-451c-bba0-fa4e37c34d83 req-5e617564-e2ac-41ce-a1e2-0b69e6af9973 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:47.010275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5cc9760-4477-451c-bba0-fa4e37c34d83 req-5e617564-e2ac-41ce-a1e2-0b69e6af9973 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 943 time: 0.1247182
Dec 18 21:03:47.045669 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d74b2f06-8867-4d68-b9e3-b14a7b306b7a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.066558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:47.068380 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.070852 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] 10.222.0.31 "PUT /v2.0/ports/0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 1092 time: 2.9863956
Dec 18 21:03:47.073961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:03:47.074352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51c9b962-625c-4071-8cd5-f120ab2963c9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.076633 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca00da4c-218e-401b-b858-41c20938dc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:03:47.086800 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51c9b962-625c-4071-8cd5-f120ab2963c9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.107946 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5cc9760-4477-451c-bba0-fa4e37c34d83 req-416ddd71-c4d2-4ab5-83eb-0b45a349bc74 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839784
Dec 18 21:03:47.153077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4d65f-02b2-4023-8a03-0d9f32a4f92f service neutron] Pushing event updated for resources: {'Port': ['ID=0cf1d658-7c84-403d-9a60-9404b627e728,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:47.156046 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f2986cb8-2a6b-4b16-838d-d61a2337e36d None None] Provisioning complete for port 7b537a97-c1a2-415f-b22e-034ff3f03cc5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:47.156301 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d74b2f06-8867-4d68-b9e3-b14a7b306b7a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.156459 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2986cb8-2a6b-4b16-838d-d61a2337e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.159757 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d74b2f06-8867-4d68-b9e3-b14a7b306b7a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/c86fa408-8727-4240-b455-29b2b2be7edc HTTP/1.1" status: 204  len: 168 time: 1.3358474
Dec 18 21:03:47.185345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b2f06-8867-4d68-b9e3-b14a7b306b7a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=c86fa408-8727-4240-b455-29b2b2be7edc,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:47.207043 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52224) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:47.211100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-51c9b962-625c-4071-8cd5-f120ab2963c9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] In _notify_port_updated(), no bound segment for port 7b537a97-c1a2-415f-b22e-034ff3f03cc5 on network 72bc08aa-e364-44c2-aa06-fc5492401dc5 {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:03:47.215310 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9afd1a4-d064-4c35-a177-b67daa7b61da x-openstack-request-id: req-c9afd1a4-d064-4c35-a177-b67daa7b61da {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:03:47.215615 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:03:47.215855 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9afd1a4-d064-4c35-a177-b67daa7b61da {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:03:47.216251 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728', 'status': 'completed', 'code': 200}
Dec 18 21:03:47.223020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c9b962-625c-4071-8cd5-f120ab2963c9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:47.226178 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51c9b962-625c-4071-8cd5-f120ab2963c9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.229586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-51c9b962-625c-4071-8cd5-f120ab2963c9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "PUT /v2.0/ports/7b537a97-c1a2-415f-b22e-034ff3f03cc5 HTTP/1.1" status: 200  len: 1000 time: 0.7012987
Dec 18 21:03:47.234302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f2986cb8-2a6b-4b16-838d-d61a2337e36d None None] Port 7b537a97-c1a2-415f-b22e-034ff3f03cc5 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:47.239580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52226) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:47.251080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52228) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:47.266962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9b962-625c-4071-8cd5-f120ab2963c9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event updated for resources: {'Port': ['ID=7b537a97-c1a2-415f-b22e-034ff3f03cc5,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:47.358057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd8a75-e79a-4c6c-a78e-93d14e239b0d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:47.359704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd8a75-e79a-4c6c-a78e-93d14e239b0d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:47.367691 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-febd8a75-e79a-4c6c-a78e-93d14e239b0d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1502898
Dec 18 21:03:47.370397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52234) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:47.401456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-3dd7e252-8d28-4fbd-96d9-d3aea3227d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:47.403056 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-3dd7e252-8d28-4fbd-96d9-d3aea3227d29 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b037c54b761428db4df46b975b70574&device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 1095 time: 0.2599871
Dec 18 21:03:47.462916 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f8047aa-949a-4d6d-8168-205274658c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.471139 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-6a2b32b1-56a2-4e4a-b2fa-46e63c651f73 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 217 time: 0.0589659
Dec 18 21:03:47.528399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ec16a9-b75a-4848-a102-8ce4a4a70302 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 4c3335cd-bcc4-4d70-9348-5ce875374e2e {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:03:47.533950 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03ec16a9-b75a-4848-a102-8ce4a4a70302 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.548261 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-fb09fca5-1ea4-483b-a044-2694077da31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:47.550195 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-fb09fca5-1ea4-483b-a044-2694077da31c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75f3b0ac-637f-4506-9746-63f702bcf189 HTTP/1.1" status: 200  len: 860 time: 0.0700436
Dec 18 21:03:47.556249 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4612548a-c94a-4627-acb0-3a1d5b46a8e9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Deleting port 7b537a97-c1a2-415f-b22e-034ff3f03cc5 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:47.556766 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4612548a-c94a-4627-acb0-3a1d5b46a8e9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.593202 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03ec16a9-b75a-4848-a102-8ce4a4a70302 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.624965 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-3a9daa08-b0bf-4ffd-a646-afec2dc34e57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb97ef06-3d0b-442a-856c-1db8f276297a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635624
Dec 18 21:03:47.660599 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f8047aa-949a-4d6d-8168-205274658c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.670175 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f8047aa-949a-4d6d-8168-205274658c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.702215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-bf0d2aa3-9b84-4e70-8db3-196defce5faf None None] Provisioning complete for port 7b537a97-c1a2-415f-b22e-034ff3f03cc5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:47.703512 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2aa3-9b84-4e70-8db3-196defce5faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.746059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8047aa-949a-4d6d-8168-205274658c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac0b5f7-ad93-442d-bb10-ca88cd5853e6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:47.752922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4612548a-c94a-4627-acb0-3a1d5b46a8e9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.766141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1f8047aa-949a-4d6d-8168-205274658c66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b863fb8f5a04bf5af92236a9a0b8e8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5136700
Dec 18 21:03:47.769772 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03ec16a9-b75a-4848-a102-8ce4a4a70302 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:47.773477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52244) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:47.788757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4612548a-c94a-4627-acb0-3a1d5b46a8e9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Calling delete_port for 7b537a97-c1a2-415f-b22e-034ff3f03cc5 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:47.813371 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-87d26d1a-c85d-4ee4-a686-eee916b6e342 service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824596
Dec 18 21:03:47.819080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d2aa3-9b84-4e70-8db3-196defce5faf None None] Port 7b537a97-c1a2-415f-b22e-034ff3f03cc5 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:47.829349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b126fb76-0c7b-45e0-b71c-c5080f666418 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:03:47.945074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3216aed-7348-457f-a118-786631e6df1b req-69367c69-8510-41b6-9606-bda5bf019e5b tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:47.946761 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3216aed-7348-457f-a118-786631e6df1b req-69367c69-8510-41b6-9606-bda5bf019e5b tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 944 time: 0.1171992
Dec 18 21:03:47.972068 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29ef60c6-696f-47e6-9cf8-80da1ddf4275 req-a34ff0d2-d340-4121-9cbe-9487bfd995de service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216598
Dec 18 21:03:48.023886 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6b90781-1e43-40cb-afd4-39ee631845b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:48.031432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3216aed-7348-457f-a118-786631e6df1b req-92395a14-40f7-498b-80b2-9cdb0bba2049 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757418
Dec 18 21:03:48.047855 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03ec16a9-b75a-4848-a102-8ce4a4a70302 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:48.067692 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03ec16a9-b75a-4848-a102-8ce4a4a70302 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:48.071692 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-03ec16a9-b75a-4848-a102-8ce4a4a70302 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/4c3335cd-bcc4-4d70-9348-5ce875374e2e HTTP/1.1" status: 204  len: 168 time: 0.6999073
Dec 18 21:03:48.075461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52252) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:48.104357 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6b90781-1e43-40cb-afd4-39ee631845b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:48.106371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec16a9-b75a-4848-a102-8ce4a4a70302 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3335cd-bcc4-4d70-9348-5ce875374e2e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:48.138032 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4612548a-c94a-4627-acb0-3a1d5b46a8e9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:48.143641 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-73986bb3-0db3-45b6-b43c-a23bd0f0fdf7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0663402
Dec 18 21:03:48.146348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52258) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:48.217877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0dd044-4d42-4982-b9c3-0cefdb74dd5e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:48.221011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-be0dd044-4d42-4982-b9c3-0cefdb74dd5e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0730803
Dec 18 21:03:48.222579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612548a-c94a-4627-acb0-3a1d5b46a8e9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event deleted for resources: {'Port': ['ID=7b537a97-c1a2-415f-b22e-034ff3f03cc5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:48.227444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52260) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:48.236495 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6b90781-1e43-40cb-afd4-39ee631845b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:48.241858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6b90781-1e43-40cb-afd4-39ee631845b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:48.242752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00da4c-218e-401b-b858-41c20938dc6c req-9565a082-0c41-49fc-a565-3964733160d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:48.243100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a6b90781-1e43-40cb-afd4-39ee631845b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ac0b5f7-ad93-442d-bb10-ca88cd5853e6 HTTP/1.1" status: 204  len: 168 time: 0.4684188
Dec 18 21:03:48.248010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b126fb76-0c7b-45e0-b71c-c5080f666418, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b126fb76-0c7b-45e0-b71c-c5080f666418,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:48.252244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b90781-1e43-40cb-afd4-39ee631845b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac0b5f7-ad93-442d-bb10-ca88cd5853e6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:48.257143 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca00da4c-218e-401b-b858-41c20938dc6c req-9565a082-0c41-49fc-a565-3964733160d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b037c54b761428db4df46b975b70574&device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 1095 time: 0.2289526
Dec 18 21:03:48.272036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'b126fb76-0c7b-45e0-b71c-c5080f666418', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'port_id': 'b126fb76-0c7b-45e0-b71c-c5080f666418', 'mac_address': 'fa:16:3e:a0:5c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e25084-0926-4429-bfe2-f2445a0ff885', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:03:48.277453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436eb8a2-1de7-40ea-aabc-ee7e5fb2a029 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:48.333295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa12701-d8df-41d9-b027-ab0cfbd6ec27 req-7c5c4fdf-c2f5-49a6-9f3d-31dfc84da3f0 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:48.334949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fa12701-d8df-41d9-b027-ab0cfbd6ec27 req-7c5c4fdf-c2f5-49a6-9f3d-31dfc84da3f0 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 943 time: 0.0790248
Dec 18 21:03:48.443772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fa12701-d8df-41d9-b027-ab0cfbd6ec27 req-fff20302-5223-4a09-bb21-91ee229ae819 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976858
Dec 18 21:03:48.475143 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:48.514588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b126fb76-0c7b-45e0-b71c-c5080f666418 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:03:48.565566 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b126fb76-0c7b-45e0-b71c-c5080f666418, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b126fb76-0c7b-45e0-b71c-c5080f666418,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:48.579795 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:48.653587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b126fb76-0c7b-45e0-b71c-c5080f666418,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:48.658300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aa55d6-cec1-462f-b5ce-0646976c57be None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:48.722708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b7aa55d6-cec1-462f-b5ce-0646976c57be None None] Deleting port d4287449-e75c-49ab-b199-31e0510d22e8 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:48.723093 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b7aa55d6-cec1-462f-b5ce-0646976c57be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:48.811438 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b7aa55d6-cec1-462f-b5ce-0646976c57be None None] For port d4287449-e75c-49ab-b199-31e0510d22e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4287449-e75c-49ab-b199-31e0510d22e8,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:48.811844 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b7aa55d6-cec1-462f-b5ce-0646976c57be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:48.828493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b7aa55d6-cec1-462f-b5ce-0646976c57be None None] Calling delete_port for d4287449-e75c-49ab-b199-31e0510d22e8 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:48.830636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc507a-7098-452d-8e17-320f779a87aa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:48.832387 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d2dc507a-7098-452d-8e17-320f779a87aa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6030114
Dec 18 21:03:48.835038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52272) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:48.864043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b126fb76-0c7b-45e0-b71c-c5080f666418'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:03:48.876449 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4612548a-c94a-4627-acb0-3a1d5b46a8e9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:48.879711 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4612548a-c94a-4627-acb0-3a1d5b46a8e9 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "DELETE /v2.0/ports/7b537a97-c1a2-415f-b22e-034ff3f03cc5 HTTP/1.1" status: 204  len: 168 time: 1.6374729
Dec 18 21:03:48.882823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52276) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:48.918954 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f014b420-467b-4b90-9dd8-ce152334c713 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0799267
Dec 18 21:03:48.922979 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5dc2ec-64bd-4084-b453-1ddcba3d35c8 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] GET failed (client error): The resource could not be found.
Dec 18 21:03:48.922979 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2b5dc2ec-64bd-4084-b453-1ddcba3d35c8 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "GET /v2.0/ports/7b537a97-c1a2-415f-b22e-034ff3f03cc5 HTTP/1.1" status: 404  len: 333 time: 0.0356085
Dec 18 21:03:48.922979 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52278) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:48.924170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52280) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:48.925828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7bf17bad-8170-4cbd-9d0a-bd451e9e26b6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:48.935716 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Request body: {'port': {'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1977131281'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:49.006281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52286) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:49.007983 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00da4c-218e-401b-b858-41c20938dc6c req-fabcf6d9-b1ec-48f6-a616-1e72b105872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:49.009482 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca00da4c-218e-401b-b858-41c20938dc6c req-fabcf6d9-b1ec-48f6-a616-1e72b105872d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb97ef06-3d0b-442a-856c-1db8f276297a HTTP/1.1" status: 200  len: 921 time: 0.6512504
Dec 18 21:03:49.080878 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca00da4c-218e-401b-b858-41c20938dc6c req-4d878d27-d9f0-4e90-951f-864ea5a8d9b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 217 time: 0.0551093
Dec 18 21:03:49.139457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Made reservation on behalf of 08260505386449d88fefea317ecb38b0 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:49.143772 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:49.181622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] device_id is not set on port a0d86038-d8ce-476f-b00c-41ec93d56180 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:49.201605 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b811971f-273d-4512-92a2-8d6ad7a84c19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=033500781fb149b997b81b3d38bc507e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1910284
Dec 18 21:03:49.201997 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b7aa55d6-cec1-462f-b5ce-0646976c57be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:49.204841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52296) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:49.220486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa55d6-cec1-462f-b5ce-0646976c57be None None] No DVR routers for this DVR port d4287449-e75c-49ab-b199-31e0510d22e8 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:49.221599 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00da4c-218e-401b-b858-41c20938dc6c req-46fa42f6-2d90-4c39-9c80-de27b2821882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:49.223260 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca00da4c-218e-401b-b858-41c20938dc6c req-46fa42f6-2d90-4c39-9c80-de27b2821882 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75f3b0ac-637f-4506-9746-63f702bcf189 HTTP/1.1" status: 200  len: 860 time: 0.1265380
Dec 18 21:03:49.260844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa55d6-cec1-462f-b5ce-0646976c57be None None] Pushing event deleted for resources: {'Port': ['ID=d4287449-e75c-49ab-b199-31e0510d22e8,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:49.271510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca00da4c-218e-401b-b858-41c20938dc6c req-8f69142f-ab68-4dd2-a785-44d59ca10bbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb97ef06-3d0b-442a-856c-1db8f276297a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400112
Dec 18 21:03:49.275198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf17bad-8170-4cbd-9d0a-bd451e9e26b6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:49.278870 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7bf17bad-8170-4cbd-9d0a-bd451e9e26b6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:49.358425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d7873-0564-4976-8030-8f18e5414caf req-e5853253-4478-4fcb-95e3-bb0798bb6bee tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:49.359954 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-406d7873-0564-4976-8030-8f18e5414caf req-e5853253-4478-4fcb-95e3-bb0798bb6bee tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 944 time: 0.1616440
Dec 18 21:03:49.414073 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:49.447137 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd444fed-b26a-4798-995c-2da4c1e991bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:49.457061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-406d7873-0564-4976-8030-8f18e5414caf req-d24842cf-0bbc-4735-b734-9f449936b14d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743318
Dec 18 21:03:49.469202 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Allocated IP 2001:db8::31c (72bc08aa-e364-44c2-aa06-fc5492401dc5/c065c8f3-00a9-4c10-a972-58ccea5a743e/a0d86038-d8ce-476f-b00c-41ec93d56180) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:49.482404 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca00da4c-218e-401b-b858-41c20938dc6c req-4f73bbdd-e26c-46d6-909e-20ca1499fe9c service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959190
Dec 18 21:03:49.520772 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd444fed-b26a-4798-995c-2da4c1e991bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:49.659258 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc3366-5b46-4d96-9c57-3a859ff93448 req-12a539ea-9f1b-4ccb-b4ea-4ed886416796 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:49.660816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75cc3366-5b46-4d96-9c57-3a859ff93448 req-12a539ea-9f1b-4ccb-b4ea-4ed886416796 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 944 time: 0.1133058
Dec 18 21:03:49.708751 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca00da4c-218e-401b-b858-41c20938dc6c req-794f10c8-fc6d-461d-b86e-241d56a3d5d4 service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2192502
Dec 18 21:03:49.729477 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:49.732982 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd444fed-b26a-4798-995c-2da4c1e991bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:49.735872 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd444fed-b26a-4798-995c-2da4c1e991bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:49.739954 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dd444fed-b26a-4798-995c-2da4c1e991bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9c2a4d6-4a57-4bf7-9bf3-521fa3dd2553 HTTP/1.1" status: 204  len: 168 time: 0.5298731
Dec 18 21:03:49.752697 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7bf17bad-8170-4cbd-9d0a-bd451e9e26b6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:49.763284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd444fed-b26a-4798-995c-2da4c1e991bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c2a4d6-4a57-4bf7-9bf3-521fa3dd2553,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:49.790335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75cc3366-5b46-4d96-9c57-3a859ff93448 req-055992d6-ba81-44ce-9951-5283f5e36873 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127350
Dec 18 21:03:49.801929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf17bad-8170-4cbd-9d0a-bd451e9e26b6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:49.805354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-7bf17bad-8170-4cbd-9d0a-bd451e9e26b6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:49.818039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf17bad-8170-4cbd-9d0a-bd451e9e26b6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:49.818657 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7bf17bad-8170-4cbd-9d0a-bd451e9e26b6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:49.821610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf17bad-8170-4cbd-9d0a-bd451e9e26b6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=ce07a39e-cdb7-43ad-ad96-4824b06f89f9,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:49.822324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a387353-3371-4b79-901d-793cdd8a726f None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:49.843510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7bf17bad-8170-4cbd-9d0a-bd451e9e26b6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9204144
Dec 18 21:03:49.845270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52312) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:49.853093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': 'ce07a39e-cdb7-43ad-ad96-4824b06f89f9', 'ip_address': '2001:db8::72c0:2cec:44d4:1613'}], 'name': 'tempest-NetworksTestDHCPv6-1302791340'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:49.880172 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b126fb76-0c7b-45e0-b71c-c5080f666418 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:49.920905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0cf1d658-7c84-403d-9a60-9404b627e728 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:03:49.925364 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:49.981062 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:49.990517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:50.002876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:50.009390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:50.009963 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.050698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port b126fb76-0c7b-45e0-b71c-c5080f666418 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:03:50.056694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event updated for resources: {'Port': ['ID=a0d86038-d8ce-476f-b00c-41ec93d56180,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:50.059384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port b126fb76-0c7b-45e0-b71c-c5080f666418 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:50.061032 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.075129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ce0c70ec-573b-4804-9d72-7e79fc6fe13c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.1501110
Dec 18 21:03:50.078210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52318) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:50.087005 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c15c94e0-ec85-4c93-a9b7-d96e8a5276fe tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:69:c1:99'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:50.119433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': 'ce07a39e-cdb7-43ad-ad96-4824b06f89f9'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:03:50.120553 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.122562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:50.247787 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.249463 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 0cf1d658-7c84-403d-9a60-9404b627e728, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cf1d658-7c84-403d-9a60-9404b627e728,segment=NetworkSegment(713e187f-bae8-4057-a003-f9fc75025629),segment_id=713e187f-bae8-4057-a003-f9fc75025629)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:50.276374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '0cf1d658-7c84-403d-9a60-9404b627e728', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'port_id': '0cf1d658-7c84-403d-9a60-9404b627e728', 'mac_address': 'fa:16:3e:02:2d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:03:50.283316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 9e407d58-0274-45f4-955e-73cf64c3f819 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:50.439641 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c15c94e0-ec85-4c93-a9b7-d96e8a5276fe tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.478599 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.513360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf1d658-7c84-403d-9a60-9404b627e728 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:03:50.513539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::72c0:2cec:44d4:1613 (366763c1-8ffb-4916-bf33-b9164c04d44d/ce07a39e-cdb7-43ad-ad96-4824b06f89f9/9e407d58-0274-45f4-955e-73cf64c3f819) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:50.572008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 0cf1d658-7c84-403d-9a60-9404b627e728, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cf1d658-7c84-403d-9a60-9404b627e728,segment=NetworkSegment(713e187f-bae8-4057-a003-f9fc75025629),segment_id=713e187f-bae8-4057-a003-f9fc75025629)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:50.604091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-aa455b02-ae79-48c2-b7c9-b7fcf6631c09 None None] Provisioning complete for port a0d86038-d8ce-476f-b00c-41ec93d56180 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:50.605391 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aa455b02-ae79-48c2-b7c9-b7fcf6631c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.612342 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.681402 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d4287449-e75c-49ab-b199-31e0510d22e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:50.753365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a74f09-a356-4d73-9d8d-73aa80c14aa0 req-e793772b-0bc5-4d42-8cf8-f2dfdfe743d5 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:50.754884 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39a74f09-a356-4d73-9d8d-73aa80c14aa0 req-e793772b-0bc5-4d42-8cf8-f2dfdfe743d5 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 945 time: 0.1334450
Dec 18 21:03:50.771775 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.817913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: d4287449-e75c-49ab-b199-31e0510d22e8 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:50.817913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d4287449-e75c-49ab-b199-31e0510d22e8 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:03:50.822837 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.830544 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c15c94e0-ec85-4c93-a9b7-d96e8a5276fe tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.839788 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c15c94e0-ec85-4c93-a9b7-d96e8a5276fe tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.843715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39a74f09-a356-4d73-9d8d-73aa80c14aa0 req-b73ef789-5117-48ac-82d0-060df31701d1 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793087
Dec 18 21:03:50.877466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-aa455b02-ae79-48c2-b7c9-b7fcf6631c09 None None] Port a0d86038-d8ce-476f-b00c-41ec93d56180 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:50.891691 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.892286 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1fea17-a56f-4df5-b5a7-0a1243877fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b126fb76-0c7b-45e0-b71c-c5080f666418'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:03:50.894140 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb62021-43bd-4c30-96a2-dd7a01a387d5" -d '{"events": [{"server_uuid": "ba1fea17-a56f-4df5-b5a7-0a1243877fbf", "name": "network-vif-plugged", "status": "completed", "tag": "b126fb76-0c7b-45e0-b71c-c5080f666418"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:03:50.911371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c15c94e0-ec85-4c93-a9b7-d96e8a5276fe tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] In _notify_port_updated(), no bound segment for port a0d86038-d8ce-476f-b00c-41ec93d56180 on network 72bc08aa-e364-44c2-aa06-fc5492401dc5 {{(pid=126009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:03:50.917467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15c94e0-ec85-4c93-a9b7-d96e8a5276fe tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:50.918118 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c15c94e0-ec85-4c93-a9b7-d96e8a5276fe tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:50.919500 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c15c94e0-ec85-4c93-a9b7-d96e8a5276fe tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "PUT /v2.0/ports/a0d86038-d8ce-476f-b00c-41ec93d56180 HTTP/1.1" status: 200  len: 1003 time: 0.8399913
Dec 18 21:03:50.931384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52346) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:50.947200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:50.953706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:50.962686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:50.969084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:50.969907 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:51.003189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=9e407d58-0274-45f4-955e-73cf64c3f819,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:51.006683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/ce07a39e-cdb7-43ad-ad96-4824b06f89f9/74072a64-eaea-434f-94c6-0dae0ccb5312) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:51.031964 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bd878978-e320-46c2-9374-90db3618016c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.1816430
Dec 18 21:03:51.032539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52350) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:51.040169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-15f42d6f-da9c-445d-9032-db159dccd649 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': 'ce07a39e-cdb7-43ad-ad96-4824b06f89f9', 'ip_address': '2001:db8::72c0:2cec:44d4:1613'}], 'name': 'tempest-NetworksTestDHCPv6-2119710957'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:51.115257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c94e0-ec85-4c93-a9b7-d96e8a5276fe tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event updated for resources: {'Port': ['ID=a0d86038-d8ce-476f-b00c-41ec93d56180,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:51.121111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f6cc1-1f28-45d5-9d59-9f63e31a7bf5 req-9cb2c755-9261-41e5-b068-3e7389ab03fa tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:51.122834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c95f6cc1-1f28-45d5-9d59-9f63e31a7bf5 req-9cb2c755-9261-41e5-b068-3e7389ab03fa tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 944 time: 0.1380904
Dec 18 21:03:51.141468 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Deleting port a0d86038-d8ce-476f-b00c-41ec93d56180 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:51.142551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:51.228151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c95f6cc1-1f28-45d5-9d59-9f63e31a7bf5 req-dfb57cf4-bb3d-407b-a9a4-e5eef30b8bd1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968711
Dec 18 21:03:51.249150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f42d6f-da9c-445d-9032-db159dccd649 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:51.255721 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-15f42d6f-da9c-445d-9032-db159dccd649 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:51.280930 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:51.286162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-15f42d6f-da9c-445d-9032-db159dccd649 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 142a978b-eafc-4e5b-bcf2-18f7c8be4516 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:51.290237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:51.299895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['0cf1d658-7c84-403d-9a60-9404b627e728'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:03:51.304794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b126fb76-0c7b-45e0-b71c-c5080f666418, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b126fb76-0c7b-45e0-b71c-c5080f666418,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:51.309506 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:51.309719 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Calling delete_port for a0d86038-d8ce-476f-b00c-41ec93d56180 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:51.359558 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:51.370033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=0cf1d658-7c84-403d-9a60-9404b627e728,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:51.421582 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e6211a-72b9-45b7-a149-be7aa45b7215 x-openstack-request-id: req-19e6211a-72b9-45b7-a149-be7aa45b7215 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:03:51.422225 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1fea17-a56f-4df5-b5a7-0a1243877fbf", "name": "network-vif-plugged", "status": "completed", "tag": "b126fb76-0c7b-45e0-b71c-c5080f666418", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:03:51.422687 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19e6211a-72b9-45b7-a149-be7aa45b7215 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:03:51.426684 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1fea17-a56f-4df5-b5a7-0a1243877fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b126fb76-0c7b-45e0-b71c-c5080f666418', 'code': 200}
Dec 18 21:03:51.462075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:51.471514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:51.476278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:51.534701 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f65d98e6-3f59-4835-b5cc-7bec2ab10bc0 None None] Provisioning complete for port a0d86038-d8ce-476f-b00c-41ec93d56180 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:51.535078 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f65d98e6-3f59-4835-b5cc-7bec2ab10bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:51.551070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Pushing event updated for resources: {'Port': ['ID=74072a64-eaea-434f-94c6-0dae0ccb5312,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:51.570652 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f42d6f-da9c-445d-9032-db159dccd649 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:03:51.571785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f42d6f-da9c-445d-9032-db159dccd649 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:03:51.590183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-15f42d6f-da9c-445d-9032-db159dccd649 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 0.5562942
Dec 18 21:03:51.592768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52362) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:51.630163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52364) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:51.652979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:51.660841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b296a-b38c-426a-ac13-8e0618437f58 req-a8bdd108-eade-4fcc-83be-558e2cbc7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:51.662368 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff8b296a-b38c-426a-ac13-8e0618437f58 req-a8bdd108-eade-4fcc-83be-558e2cbc7531 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 1096 time: 0.1383753
Dec 18 21:03:51.665948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12787432-08ce-4041-8720-950bf2203fdb tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:51.672793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12787432-08ce-4041-8720-950bf2203fdb tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:51.674677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-12787432-08ce-4041-8720-950bf2203fdb tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.0794954
Dec 18 21:03:51.677321 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52368) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:51.736287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event deleted for resources: {'Port': ['ID=a0d86038-d8ce-476f-b00c-41ec93d56180,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:51.777662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Attempting to bind port 74072a64-eaea-434f-94c6-0dae0ccb5312 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:51.777940 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Attempting to bind port 74072a64-eaea-434f-94c6-0dae0ccb5312 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:51.778344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Attempting to bind port 74072a64-eaea-434f-94c6-0dae0ccb5312 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:51.791292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:51.791954 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:51.792550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:51.793120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:51.793780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Bound port: 74072a64-eaea-434f-94c6-0dae0ccb5312, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:51.794455 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:51.802324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f65d98e6-3f59-4835-b5cc-7bec2ab10bc0 None None] Port a0d86038-d8ce-476f-b00c-41ec93d56180 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:51.804244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.804705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.805179 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.805662 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.806758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.807418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.808193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.808981 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.809497 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.811769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.812427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.812895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.813442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:03:51.819496 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:51.828209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52372) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:51.828918 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8f3d1af2-8523-40da-9af1-3a0dd2e696e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "DELETE /v2.0/ports/a0d86038-d8ce-476f-b00c-41ec93d56180 HTTP/1.1" status: 204  len: 168 time: 0.8941300
Dec 18 21:03:51.862977 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff8b296a-b38c-426a-ac13-8e0618437f58 req-11d1739b-b9c3-4876-b68d-0915c7dd36d9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445584
Dec 18 21:03:51.872550 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-e272d45a-0c40-4dfa-b8ca-845e6d60cb17 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] GET failed (client error): The resource could not be found.
Dec 18 21:03:51.874009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e272d45a-0c40-4dfa-b8ca-845e6d60cb17 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "GET /v2.0/ports/a0d86038-d8ce-476f-b00c-41ec93d56180 HTTP/1.1" status: 404  len: 333 time: 0.0448265
Dec 18 21:03:51.876652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b126fb76-0c7b-45e0-b71c-c5080f666418,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:51.877764 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52374) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:51.896470 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Request body: {'port': {'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-817926322'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:51.905039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e0642479-efbc-4568-8321-4d1e70798220 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 9e407d58-0274-45f4-955e-73cf64c3f819 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:51.905551 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0642479-efbc-4568-8321-4d1e70798220 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:52.047127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] For port 74072a64-eaea-434f-94c6-0dae0ccb5312, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:52.064634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] For port 74072a64-eaea-434f-94c6-0dae0ccb5312, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74072a64-eaea-434f-94c6-0dae0ccb5312,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:52.065810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Made reservation on behalf of 08260505386449d88fefea317ecb38b0 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:52.071620 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:52.078596 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:52.123079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] device_id is not set on port f99953af-cdfa-40f9-9baf-bf6321cd62c2 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:52.136388 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fc6fe-7d18-4769-9642-0f57037a808c req-2a381cb3-0923-4c7e-b75a-20023583b4be tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:52.138021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-129fc6fe-7d18-4769-9642-0f57037a808c req-2a381cb3-0923-4c7e-b75a-20023583b4be tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 945 time: 0.0954602
Dec 18 21:03:52.152453 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e85f11bc-499b-4f67-b7ab-ebe9ad2594fe tempest-AgentManagementNegativeTest-681820476 tempest-AgentManagementNegativeTest-681820476-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.5169578
Dec 18 21:03:52.178065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e40e8-bb76-4203-a039-284efa34bb87 None None] Pushing event updated for resources: {'Port': ['ID=74072a64-eaea-434f-94c6-0dae0ccb5312,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:52.250139 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0642479-efbc-4568-8321-4d1e70798220 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:52.284888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-129fc6fe-7d18-4769-9642-0f57037a808c req-6e506a85-3a75-4106-9139-90546d0a90f5 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295326
Dec 18 21:03:52.291806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e0642479-efbc-4568-8321-4d1e70798220 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 9e407d58-0274-45f4-955e-73cf64c3f819 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:52.346317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Allocated IP 2001:db8::23e (72bc08aa-e364-44c2-aa06-fc5492401dc5/c065c8f3-00a9-4c10-a972-58ccea5a743e/f99953af-cdfa-40f9-9baf-bf6321cd62c2) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:52.585715 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8be53-61eb-459e-9af8-c26e2b92f7dd req-57d218b7-718d-49fa-8abb-0cf09c42d88b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:52.587437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8db8be53-61eb-459e-9af8-c26e2b92f7dd req-57d218b7-718d-49fa-8abb-0cf09c42d88b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 945 time: 0.2140527
Dec 18 21:03:52.682906 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0642479-efbc-4568-8321-4d1e70798220 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:52.705367 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:52.709144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8db8be53-61eb-459e-9af8-c26e2b92f7dd req-873c48e2-d9ea-49e1-b6ef-14a740549c68 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013887
Dec 18 21:03:52.729326 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 74072a64-eaea-434f-94c6-0dae0ccb5312 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:52.767065 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:52.772804 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0642479-efbc-4568-8321-4d1e70798220 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:52.775705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52390) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:52.780858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e0642479-efbc-4568-8321-4d1e70798220 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/9e407d58-0274-45f4-955e-73cf64c3f819 HTTP/1.1" status: 204  len: 168 time: 1.1023731
Dec 18 21:03:52.781696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52392) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:52.805819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 74072a64-eaea-434f-94c6-0dae0ccb5312 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:52.806847 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:52.832298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:52.835777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:52.840824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:52.847578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:52.848180 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:52.864387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event updated for resources: {'Port': ['ID=f99953af-cdfa-40f9-9baf-bf6321cd62c2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:52.876260 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0642479-efbc-4568-8321-4d1e70798220 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=9e407d58-0274-45f4-955e-73cf64c3f819,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:52.884229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19e7aa-888e-4578-8421-f15f2f90bbe2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:52.889636 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0e572999-8a95-406e-9d7b-a0aad366dbb1 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.0088842
Dec 18 21:03:52.891895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19e7aa-888e-4578-8421-f15f2f90bbe2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:52.892065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52398) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:52.899545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Request body: {'port': {'network_id': '72bc08aa-e364-44c2-aa06-fc5492401dc5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-494270304'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:52.904520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52400) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:52.908843 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ee19e7aa-888e-4578-8421-f15f2f90bbe2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1228173
Dec 18 21:03:52.948901 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.010013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 74072a64-eaea-434f-94c6-0dae0ccb5312, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74072a64-eaea-434f-94c6-0dae0ccb5312,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:53.020565 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.124044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=74072a64-eaea-434f-94c6-0dae0ccb5312,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:53.182495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5911561-c9e9-4da4-8255-81feaefd64f6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet ce07a39e-cdb7-43ad-ad96-4824b06f89f9 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:03:53.192843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5911561-c9e9-4da4-8255-81feaefd64f6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.234820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Made reservation on behalf of 08260505386449d88fefea317ecb38b0 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:53.241595 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.261345 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e03f6291-c4c0-4469-9b10-812d023ca841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.283207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5911561-c9e9-4da4-8255-81feaefd64f6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.352808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3bc237e7-b928-4f49-b0b0-a066937c331b None None] Provisioning complete for port f99953af-cdfa-40f9-9baf-bf6321cd62c2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:53.353526 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3bc237e7-b928-4f49-b0b0-a066937c331b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.377636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e03f6291-c4c0-4469-9b10-812d023ca841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.388894 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e03f6291-c4c0-4469-9b10-812d023ca841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.392314 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] device_id is not set on port ad7de331-3588-44ce-858a-9379a4e918fe yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:53.423540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3bc237e7-b928-4f49-b0b0-a066937c331b None None] Port f99953af-cdfa-40f9-9baf-bf6321cd62c2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:53.451787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf539-eaa0-400f-95d6-f51c9e25a4ce req-325011de-a05d-40e5-bb77-d9d94c203fd4 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:53.454795 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03faf539-eaa0-400f-95d6-f51c9e25a4ce req-325011de-a05d-40e5-bb77-d9d94c203fd4 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 945 time: 0.0762279
Dec 18 21:03:53.523847 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e03f6291-c4c0-4469-9b10-812d023ca841 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b6a4d992fa24a3aa3172ab0a34515c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7470801
Dec 18 21:03:53.531368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03faf539-eaa0-400f-95d6-f51c9e25a4ce req-49a2a136-938d-434b-aabc-6e835776a554 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695894
Dec 18 21:03:53.531518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f6291-c4c0-4469-9b10-812d023ca841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e240d28-5246-4dfe-8175-0620a9fcbbe4,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:53.533342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52408) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:53.613518 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a2b-07a5-4fa5-82e3-7100abffe1da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.614292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5911561-c9e9-4da4-8255-81feaefd64f6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.653903 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a2b-07a5-4fa5-82e3-7100abffe1da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.688007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52414) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:53.699024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Allocated IP 2001:db8::167 (72bc08aa-e364-44c2-aa06-fc5492401dc5/c065c8f3-00a9-4c10-a972-58ccea5a743e/ad7de331-3588-44ce-858a-9379a4e918fe) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:53.730104 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a2b-07a5-4fa5-82e3-7100abffe1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.736201 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a2b-07a5-4fa5-82e3-7100abffe1da admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.737446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f65a8a2b-07a5-4fa5-82e3-7100abffe1da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e240d28-5246-4dfe-8175-0620a9fcbbe4 HTTP/1.1" status: 204  len: 168 time: 0.2016399
Dec 18 21:03:53.747242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a8a2b-07a5-4fa5-82e3-7100abffe1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e240d28-5246-4dfe-8175-0620a9fcbbe4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:53.764681 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5911561-c9e9-4da4-8255-81feaefd64f6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.822194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-dfe144bd-1497-4bf9-aa18-59377c59e196 None None] Provisioning complete for port 74072a64-eaea-434f-94c6-0dae0ccb5312 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:53.827851 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dfe144bd-1497-4bf9-aa18-59377c59e196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.853917 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5911561-c9e9-4da4-8255-81feaefd64f6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.858145 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b5911561-c9e9-4da4-8255-81feaefd64f6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/ce07a39e-cdb7-43ad-ad96-4824b06f89f9 HTTP/1.1" status: 204  len: 168 time: 0.9473832
Dec 18 21:03:53.863375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52422) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:53.915038 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8e6e4a03-4746-4abd-b814-26129215e960 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0502057
Dec 18 21:03:53.916832 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3157a2b-018a-4c49-9f3a-4a55adb07289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:53.919656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52424) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:53.921344 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5911561-c9e9-4da4-8255-81feaefd64f6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=ce07a39e-cdb7-43ad-ad96-4824b06f89f9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:53.926552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0cf1d658-7c84-403d-9a60-9404b627e728 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:03:53.933457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f8b45e36-369f-4700-b9b6-17b30a20f8e5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:53.983047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15568a3-daa8-4f33-9f24-981c23885af7 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:54.010155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47e182-861f-4490-8a37-073b2db0bdd1 req-01eb0261-e1d9-479d-8377-733ecf6252e8 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:54.017412 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e47e182-861f-4490-8a37-073b2db0bdd1 req-01eb0261-e1d9-479d-8377-733ecf6252e8 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 945 time: 0.2059119
Dec 18 21:03:54.118865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e47e182-861f-4490-8a37-073b2db0bdd1 req-cc4a8b26-3b92-4ca7-8239-cc89e4e62ac4 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903237
Dec 18 21:03:54.125311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.176290 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.239847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4f3a343e-b00c-4e38-9658-d32018c82b8b None None] Could not find standard attr ID for object 9e407d58-0274-45f4-955e-73cf64c3f819. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:03:54.247505 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3157a2b-018a-4c49-9f3a-4a55adb07289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.253066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:54.260770 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:54.263755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:54.265999 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3157a2b-018a-4c49-9f3a-4a55adb07289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.270105 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 0cf1d658-7c84-403d-9a60-9404b627e728 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:03:54.271800 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:54.273201 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.277712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event updated for resources: {'Port': ['ID=ad7de331-3588-44ce-858a-9379a4e918fe,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:54.282410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 0cf1d658-7c84-403d-9a60-9404b627e728 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:54.282786 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.329536 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f476d226-ae32-4b4e-89cd-a59db0bd64e0 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.4360428
Dec 18 21:03:54.332785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52438) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:54.347727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-57e54d99-88c7-47bd-ba60-4715d1049198 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24', 'mac_address': 'fa:16:3e:69:c1:99'}, {'ip_address': '2001:db8::23e', 'mac_address': 'fa:16:3e:1e:71:fe'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:54.360042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b3157a2b-018a-4c49-9f3a-4a55adb07289 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8656202655b0467281162f20b6bce6d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6706307
Dec 18 21:03:54.361793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b45e36-369f-4700-b9b6-17b30a20f8e5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:54.365577 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f8b45e36-369f-4700-b9b6-17b30a20f8e5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.370208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52440) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:54.409652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3157a2b-018a-4c49-9f3a-4a55adb07289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655cae24-b6f5-4d04-a992-379ddded30d5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:54.429955 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.492969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:03:54.501190 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833dfe59-1dd1-4965-9a3c-16af58147aef" -d '{"events": [{"server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "name": "network-vif-plugged", "status": "completed", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:03:54.518583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb8792-12fd-4ef4-99b9-33ec364d3bd1 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:54.539060 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57e54d99-88c7-47bd-ba60-4715d1049198 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.551093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 0cf1d658-7c84-403d-9a60-9404b627e728, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cf1d658-7c84-403d-9a60-9404b627e728,segment=NetworkSegment(713e187f-bae8-4057-a003-f9fc75025629),segment_id=713e187f-bae8-4057-a003-f9fc75025629)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:54.592963 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.690740 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0236f970-400e-4316-a028-2124e094c92d x-openstack-request-id: req-0236f970-400e-4316-a028-2124e094c92d {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:03:54.691277 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "name": "network-vif-plugged", "status": "completed", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:03:54.691694 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0236f970-400e-4316-a028-2124e094c92d {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:03:54.692525 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728', 'code': 200}
Dec 18 21:03:54.696478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=0cf1d658-7c84-403d-9a60-9404b627e728,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:54.699875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 74072a64-eaea-434f-94c6-0dae0ccb5312 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:54.815408 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.836223 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f7f82057-b612-413c-b96f-e6e5e1dfd7c8 None None] Provisioning complete for port ad7de331-3588-44ce-858a-9379a4e918fe triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:54.836863 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f7f82057-b612-413c-b96f-e6e5e1dfd7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.866169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2286a6-e455-4fd6-85b2-5e97035f5026 req-82a00b08-6137-4d4a-a17e-de9a8edf0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:54.868591 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a2286a6-e455-4fd6-85b2-5e97035f5026 req-82a00b08-6137-4d4a-a17e-de9a8edf0f22 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 1097 time: 0.0991573
Dec 18 21:03:54.883656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb8792-12fd-4ef4-99b9-33ec364d3bd1 None None] Deleting port 74072a64-eaea-434f-94c6-0dae0ccb5312 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:54.884358 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8792-12fd-4ef4-99b9-33ec364d3bd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.929860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 74072a64-eaea-434f-94c6-0dae0ccb5312, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74072a64-eaea-434f-94c6-0dae0ccb5312,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:54.936625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52458) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:54.944874 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57e54d99-88c7-47bd-ba60-4715d1049198 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.947004 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.948866 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a2286a6-e455-4fd6-85b2-5e97035f5026 req-68bffc4e-dedd-4434-b391-feeaf73d4191 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715487
Dec 18 21:03:54.951901 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57e54d99-88c7-47bd-ba60-4715d1049198 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:54.963456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f7f82057-b612-413c-b96f-e6e5e1dfd7c8 None None] Port ad7de331-3588-44ce-858a-9379a4e918fe cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:54.997441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b2bb8792-12fd-4ef4-99b9-33ec364d3bd1 None None] For port 74072a64-eaea-434f-94c6-0dae0ccb5312, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74072a64-eaea-434f-94c6-0dae0ccb5312,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:54.998128 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8792-12fd-4ef4-99b9-33ec364d3bd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.000810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-57e54d99-88c7-47bd-ba60-4715d1049198 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] In _notify_port_updated(), no bound segment for port ad7de331-3588-44ce-858a-9379a4e918fe on network 72bc08aa-e364-44c2-aa06-fc5492401dc5 {{(pid=126009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:03:55.008015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e54d99-88c7-47bd-ba60-4715d1049198 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:55.009775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57e54d99-88c7-47bd-ba60-4715d1049198 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.014747 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-57e54d99-88c7-47bd-ba60-4715d1049198 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "PUT /v2.0/ports/ad7de331-3588-44ce-858a-9379a4e918fe HTTP/1.1" status: 200  len: 1066 time: 0.6806664
Dec 18 21:03:55.017059 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52462) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:55.018944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb8792-12fd-4ef4-99b9-33ec364d3bd1 None None] Calling delete_port for 74072a64-eaea-434f-94c6-0dae0ccb5312 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:55.036895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=74072a64-eaea-434f-94c6-0dae0ccb5312,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:55.087207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e54d99-88c7-47bd-ba60-4715d1049198 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event updated for resources: {'Port': ['ID=ad7de331-3588-44ce-858a-9379a4e918fe,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:55.116582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b825b6-648b-47f1-b9d9-8d08c3d5ffc2 req-498cb136-04f6-43b0-a975-36e6dceb6387 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:55.124376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0b825b6-648b-47f1-b9d9-8d08c3d5ffc2 req-498cb136-04f6-43b0-a975-36e6dceb6387 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 945 time: 0.6533823
Dec 18 21:03:55.135060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-426635748'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:55.149023 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8792-12fd-4ef4-99b9-33ec364d3bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.159447 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16eb2f33-17e4-4031-85f0-6822a49d44ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.183379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb8792-12fd-4ef4-99b9-33ec364d3bd1 None None] Pushing event deleted for resources: {'Port': ['ID=74072a64-eaea-434f-94c6-0dae0ccb5312,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:55.184741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb8792-12fd-4ef4-99b9-33ec364d3bd1 None None] No DVR routers for this DVR port 74072a64-eaea-434f-94c6-0dae0ccb5312 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:55.188403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Made reservation on behalf of d7c94b08c98f49b6b734eda4021909b9 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:55.193007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.193830 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16eb2f33-17e4-4031-85f0-6822a49d44ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.207973 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.215092 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff5985-15b5-4613-94e3-2d7accda05c5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Deleting port ad7de331-3588-44ce-858a-9379a4e918fe {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:55.215434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1ff5985-15b5-4613-94e3-2d7accda05c5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.228646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6d5db-36df-42f9-97f0-24e4d7213fd7 req-fd06055e-b938-4afc-a06b-c31014a7d2e7 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:55.232550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aaa6d5db-36df-42f9-97f0-24e4d7213fd7 req-fd06055e-b938-4afc-a06b-c31014a7d2e7 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.2214961
Dec 18 21:03:55.328398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0b825b6-648b-47f1-b9d9-8d08c3d5ffc2 req-e3e8b62a-78ac-46a9-a8ac-61a0399bd556 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030485
Dec 18 21:03:55.341204 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1ff5985-15b5-4613-94e3-2d7accda05c5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.360241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff5985-15b5-4613-94e3-2d7accda05c5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Calling delete_port for ad7de331-3588-44ce-858a-9379a4e918fe owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:55.380845 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16eb2f33-17e4-4031-85f0-6822a49d44ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.384598 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16eb2f33-17e4-4031-85f0-6822a49d44ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.390364 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-16eb2f33-17e4-4031-85f0-6822a49d44ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/655cae24-b6f5-4d04-a992-379ddded30d5 HTTP/1.1" status: 204  len: 168 time: 1.0158095
Dec 18 21:03:55.394296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-59f1afec-b791-481e-a333-11da96d36593 None None] Provisioning complete for port ad7de331-3588-44ce-858a-9379a4e918fe triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:55.395700 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-59f1afec-b791-481e-a333-11da96d36593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.414656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aaa6d5db-36df-42f9-97f0-24e4d7213fd7 req-5c94c563-ea4e-415f-8874-ea4835ad613e tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543107
Dec 18 21:03:55.431192 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.442275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb2f33-17e4-4031-85f0-6822a49d44ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655cae24-b6f5-4d04-a992-379ddded30d5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:55.448849 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.464202 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-59f1afec-b791-481e-a333-11da96d36593 None None] Port ad7de331-3588-44ce-858a-9379a4e918fe cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:03:55.480490 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f8b45e36-369f-4700-b9b6-17b30a20f8e5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.495418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:03:55.507756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f0f390-a3e6-4b5f-9775-bf17afc4101e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:55.516230 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.516670 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Added segment 1919dd58-d96d-4754-90cf-b89226cac208 of type vlan for network 81a26220-35c6-431b-b9c5-0cbc1c851910
Dec 18 21:03:55.543985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b45e36-369f-4700-b9b6-17b30a20f8e5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:55.547453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-f8b45e36-369f-4700-b9b6-17b30a20f8e5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:55.551263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b45e36-369f-4700-b9b6-17b30a20f8e5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:55.552078 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f8b45e36-369f-4700-b9b6-17b30a20f8e5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.564229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f02f11f-8650-4256-846c-f58bf6867ee2 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:55.582198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b45e36-369f-4700-b9b6-17b30a20f8e5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=09397d06-2d7b-4344-82c5-0853aa21c2c7,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:55.592376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f8b45e36-369f-4700-b9b6-17b30a20f8e5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6684284
Dec 18 21:03:55.593294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52466) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:55.599105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e18037c4-2488-40e5-81d3-2b616dfcb2bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': '09397d06-2d7b-4344-82c5-0853aa21c2c7', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2031922317'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:55.604117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.640685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.646625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:55.648723 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.717236 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1ff5985-15b5-4613-94e3-2d7accda05c5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.737474 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 0.7989149
Dec 18 21:03:55.740341 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52470) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:55.748064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '09397d06-2d7b-4344-82c5-0853aa21c2c7'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:03:55.749405 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:55.770946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ac611d40-6881-4b33-aa0e-995b1e5fece6 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Request body: {'subnet': {'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:55.797988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff5985-15b5-4613-94e3-2d7accda05c5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event deleted for resources: {'Port': ['ID=ad7de331-3588-44ce-858a-9379a4e918fe,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:55.832299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefa82d-e2f2-4373-b602-2b90bdc667d1 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event updated for resources: {'Network': ['ID=81a26220-35c6-431b-b9c5-0cbc1c851910,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:55.871670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 81a26220-35c6-431b-b9c5-0cbc1c851910 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:03:55.919158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18037c4-2488-40e5-81d3-2b616dfcb2bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:55.956206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14ad9d-b418-4dbf-ab02-e2c00f41becf req-561ad081-ce27-47ec-9389-fb1cb3bb54e1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:55.958787 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1d14ad9d-b418-4dbf-ab02-e2c00f41becf req-561ad081-ce27-47ec-9389-fb1cb3bb54e1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 945 time: 0.1926813
Dec 18 21:03:56.011432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac611d40-6881-4b33-aa0e-995b1e5fece6 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Made reservation on behalf of d7c94b08c98f49b6b734eda4021909b9 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:56.015455 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac611d40-6881-4b33-aa0e-995b1e5fece6 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.073128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/09397d06-2d7b-4344-82c5-0853aa21c2c7/66f68a42-dbda-448a-80dd-bad429a685ba) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:56.104117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1ff5985-15b5-4613-94e3-2d7accda05c5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.107428 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e1ff5985-15b5-4613-94e3-2d7accda05c5 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "DELETE /v2.0/ports/ad7de331-3588-44ce-858a-9379a4e918fe HTTP/1.1" status: 204  len: 168 time: 1.0826695
Dec 18 21:03:56.110002 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52472) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:56.112441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52474) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:56.156434 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7c800dbe-edd2-4539-a741-2381c8bfd995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.168875 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0637583e-2314-4212-b75c-42a62495724c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] GET failed (client error): The resource could not be found.
Dec 18 21:03:56.175774 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0637583e-2314-4212-b75c-42a62495724c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "GET /v2.0/ports/ad7de331-3588-44ce-858a-9379a4e918fe HTTP/1.1" status: 404  len: 333 time: 0.0646040
Dec 18 21:03:56.180796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52476) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:56.182500 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e18037c4-2488-40e5-81d3-2b616dfcb2bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.224626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-e18037c4-2488-40e5-81d3-2b616dfcb2bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port df761a56-ceb7-485c-a209-64053276b33b yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:56.260612 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.267592 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.273685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-1d14ad9d-b418-4dbf-ab02-e2c00f41becf req-dcaf3fc5-e0c3-4814-b8bf-2834c2967025 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Deleting port b126fb76-0c7b-45e0-b71c-c5080f666418 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:56.274043 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1d14ad9d-b418-4dbf-ab02-e2c00f41becf req-dcaf3fc5-e0c3-4814-b8bf-2834c2967025 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.310200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:56.312722 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:56.316296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:56.324677 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Pushing event updated for resources: {'Port': ['ID=66f68a42-dbda-448a-80dd-bad429a685ba,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:56.358865 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-9d3e9ec1-97e8-42a9-a637-525c4fe1f943 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Deleting port f99953af-cdfa-40f9-9baf-bf6321cd62c2 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:56.369876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d3e9ec1-97e8-42a9-a637-525c4fe1f943 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.381544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Attempting to bind port 66f68a42-dbda-448a-80dd-bad429a685ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:56.382037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Attempting to bind port 66f68a42-dbda-448a-80dd-bad429a685ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:56.382522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Attempting to bind port 66f68a42-dbda-448a-80dd-bad429a685ba on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:56.387920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:56.388368 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:56.388919 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.389482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:56.390119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Bound port: 66f68a42-dbda-448a-80dd-bad429a685ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:56.390589 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.470987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] For port 66f68a42-dbda-448a-80dd-bad429a685ba, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:56.473423 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-1d14ad9d-b418-4dbf-ab02-e2c00f41becf req-dcaf3fc5-e0c3-4814-b8bf-2834c2967025 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] For port b126fb76-0c7b-45e0-b71c-c5080f666418, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b126fb76-0c7b-45e0-b71c-c5080f666418,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:56.473860 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1d14ad9d-b418-4dbf-ab02-e2c00f41becf req-dcaf3fc5-e0c3-4814-b8bf-2834c2967025 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.482904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] For port 66f68a42-dbda-448a-80dd-bad429a685ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66f68a42-dbda-448a-80dd-bad429a685ba,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:56.490751 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.494742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-1d14ad9d-b418-4dbf-ab02-e2c00f41becf req-dcaf3fc5-e0c3-4814-b8bf-2834c2967025 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Calling delete_port for b126fb76-0c7b-45e0-b71c-c5080f666418 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:56.509237 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7c800dbe-edd2-4539-a741-2381c8bfd995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.519702 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18037c4-2488-40e5-81d3-2b616dfcb2bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:03:56.520451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18037c4-2488-40e5-81d3-2b616dfcb2bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:03:56.530337 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7c800dbe-edd2-4539-a741-2381c8bfd995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.555417 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac611d40-6881-4b33-aa0e-995b1e5fece6 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.598970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6575d-1a96-4ca6-a260-7b81089593ac None None] Pushing event updated for resources: {'Port': ['ID=66f68a42-dbda-448a-80dd-bad429a685ba,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:56.651292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e18037c4-2488-40e5-81d3-2b616dfcb2bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400  len: 349 time: 1.0551987
Dec 18 21:03:56.656799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf13bb2-2ffa-4771-96b2-07d0578ed48f req-3acdb8e8-9c23-47ff-b6e4-2ad1782cdf02 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:56.658384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-edf13bb2-2ffa-4771-96b2-07d0578ed48f req-3acdb8e8-9c23-47ff-b6e4-2ad1782cdf02 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 945 time: 0.2186892
Dec 18 21:03:56.658909 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52484) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:56.677288 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7c800dbe-edd2-4539-a741-2381c8bfd995 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54ceb95755374a6a9773cce13d251e93&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5601048
Dec 18 21:03:56.685751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c800dbe-edd2-4539-a741-2381c8bfd995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9466ea5-9e64-46fb-802f-a032fba78c2a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:56.707902 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52486) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:56.749289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac611d40-6881-4b33-aa0e-995b1e5fece6 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event updated for resources: {'Subnet': ['ID=d6e5e502-fb88-48a5-949c-04ed79aadd08,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:56.770450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ab74b-7a73-430d-828f-224544dc640b req-1e9bbc72-897d-4dc5-a1a1-29699d440a08 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:56.771915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-820ab74b-7a73-430d-828f-224544dc640b req-1e9bbc72-897d-4dc5-a1a1-29699d440a08 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.2693348
Dec 18 21:03:56.881421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17dcd55-8119-4e8c-af04-b134e5e79105 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:56.885943 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c17dcd55-8119-4e8c-af04-b134e5e79105 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.2193923
Dec 18 21:03:56.888388 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac611d40-6881-4b33-aa0e-995b1e5fece6 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Checking segment: {'id': '1919dd58-d96d-4754-90cf-b89226cac208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:56.888792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac611d40-6881-4b33-aa0e-995b1e5fece6 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Network hostable DHCP agents. Network: 81a26220-35c6-431b-b9c5-0cbc1c851910, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:03:56.891707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52488) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:56.910030 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d3e9ec1-97e8-42a9-a637-525c4fe1f943 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:56.913525 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-edf13bb2-2ffa-4771-96b2-07d0578ed48f req-056709b2-db0b-4863-af51-a6e3806ef4ed tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289145
Dec 18 21:03:56.927494 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-9d3e9ec1-97e8-42a9-a637-525c4fe1f943 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Calling delete_port for f99953af-cdfa-40f9-9baf-bf6321cd62c2 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:56.994016 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-189f86fc-58e4-458d-b002-8e70edcf0527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.005206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-820ab74b-7a73-430d-828f-224544dc640b req-62891bf4-5b04-4221-9f7f-29a9f7f4871f tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065647
Dec 18 21:03:57.018074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac611d40-6881-4b33-aa0e-995b1e5fece6 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Network 81a26220-35c6-431b-b9c5-0cbc1c851910 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:03:57.042925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a79509-cff6-42d9-bc7e-aa070d8ba037 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:57.044735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a79509-cff6-42d9-bc7e-aa070d8ba037 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:57.049275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-14a79509-cff6-42d9-bc7e-aa070d8ba037 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1541507
Dec 18 21:03:57.052756 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-189f86fc-58e4-458d-b002-8e70edcf0527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.055168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52492) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:57.095938 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ac611d40-6881-4b33-aa0e-995b1e5fece6 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 81a26220-35c6-431b-b9c5-0cbc1c851910) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:57.108249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac611d40-6881-4b33-aa0e-995b1e5fece6 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:57.108850 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac611d40-6881-4b33-aa0e-995b1e5fece6 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.111027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a570d2b-459c-494a-9a08-7e6d3a4bbc5c None None] Network 81a26220-35c6-431b-b9c5-0cbc1c851910 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:57.136850 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1d14ad9d-b418-4dbf-ab02-e2c00f41becf req-dcaf3fc5-e0c3-4814-b8bf-2834c2967025 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.137152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8e5ca0-333c-4249-9760-1115ba5a003d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 09397d06-2d7b-4344-82c5-0853aa21c2c7 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:03:57.153148 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ac611d40-6881-4b33-aa0e-995b1e5fece6 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3945608
Dec 18 21:03:57.154165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa8e5ca0-333c-4249-9760-1115ba5a003d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.154844 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52494) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:57.182207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Request body: {'port': {'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910', 'name': 'tempest-AllowedAddressPairTestJSON-1839964267'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:57.188991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf3fc5-e0c3-4814-b8bf-2834c2967025 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Pushing event deleted for resources: {'Port': ['ID=b126fb76-0c7b-45e0-b71c-c5080f666418,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:57.191514 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d3e9ec1-97e8-42a9-a637-525c4fe1f943 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.206683 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa8e5ca0-333c-4249-9760-1115ba5a003d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.238105 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b126fb76-0c7b-45e0-b71c-c5080f666418'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:03:57.271054 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-189f86fc-58e4-458d-b002-8e70edcf0527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.274905 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-189f86fc-58e4-458d-b002-8e70edcf0527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.276268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-189f86fc-58e4-458d-b002-8e70edcf0527 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9466ea5-9e64-46fb-802f-a032fba78c2a HTTP/1.1" status: 204  len: 168 time: 0.5560806
Dec 18 21:03:57.303976 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f86fc-58e4-458d-b002-8e70edcf0527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9466ea5-9e64-46fb-802f-a032fba78c2a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:57.310395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e9ec1-97e8-42a9-a637-525c4fe1f943 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event deleted for resources: {'Port': ['ID=f99953af-cdfa-40f9-9baf-bf6321cd62c2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:57.373231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-81a26220-35c6-431b-b9c5-0cbc1c851910', 'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910', 'project_id': 'd7c94b08c98f49b6b734eda4021909b9', 'fixed_ips': [{'subnet_id': 'd6e5e502-fb88-48a5-949c-04ed79aadd08'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:03:57.373607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d14ad9d-b418-4dbf-ab02-e2c00f41becf req-dcaf3fc5-e0c3-4814-b8bf-2834c2967025 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] No DVR routers for this DVR port b126fb76-0c7b-45e0-b71c-c5080f666418 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:57.375500 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.383193 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1d14ad9d-b418-4dbf-ab02-e2c00f41becf req-dcaf3fc5-e0c3-4814-b8bf-2834c2967025 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.386627 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1d14ad9d-b418-4dbf-ab02-e2c00f41becf req-dcaf3fc5-e0c3-4814-b8bf-2834c2967025 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "DELETE /v2.0/ports/b126fb76-0c7b-45e0-b71c-c5080f666418 HTTP/1.1" status: 204  len: 173 time: 1.3877480
Dec 18 21:03:57.391590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1fea17-a56f-4df5-b5a7-0a1243877fbf', 'name': 'network-vif-deleted', 'tag': 'b126fb76-0c7b-45e0-b71c-c5080f666418'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:03:57.395154 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdec65c-8857-401f-9931-12854d3721d5" -d '{"events": [{"server_uuid": "ba1fea17-a56f-4df5-b5a7-0a1243877fbf", "name": "network-vif-deleted", "tag": "b126fb76-0c7b-45e0-b71c-c5080f666418"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:03:57.421143 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa8e5ca0-333c-4249-9760-1115ba5a003d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.452060 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d3e9ec1-97e8-42a9-a637-525c4fe1f943 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.460004 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9d3e9ec1-97e8-42a9-a637-525c4fe1f943 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "DELETE /v2.0/ports/f99953af-cdfa-40f9-9baf-bf6321cd62c2 HTTP/1.1" status: 204  len: 168 time: 1.2781107
Dec 18 21:03:57.464140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52502) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:57.529487 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da0bd7f-042d-4acf-b55e-8354b7168d0a x-openstack-request-id: req-9da0bd7f-042d-4acf-b55e-8354b7168d0a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:03:57.530093 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1fea17-a56f-4df5-b5a7-0a1243877fbf", "name": "network-vif-deleted", "tag": "b126fb76-0c7b-45e0-b71c-c5080f666418", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:03:57.530546 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9da0bd7f-042d-4acf-b55e-8354b7168d0a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:03:57.531144 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1fea17-a56f-4df5-b5a7-0a1243877fbf', 'name': 'network-vif-deleted', 'tag': 'b126fb76-0c7b-45e0-b71c-c5080f666418', 'status': 'completed', 'code': 200}
Dec 18 21:03:57.543606 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80a2373-b052-43e3-aa41-70c07f1e9421 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] GET failed (client error): The resource could not be found.
Dec 18 21:03:57.545308 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e80a2373-b052-43e3-aa41-70c07f1e9421 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "GET /v2.0/ports/f99953af-cdfa-40f9-9baf-bf6321cd62c2 HTTP/1.1" status: 404  len: 333 time: 0.0790975
Dec 18 21:03:57.557203 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577364f-8d50-4e2c-9e08-57b1939e45ef req-128c2192-527c-4bc6-96d2-8f0d863be3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:57.559061 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1577364f-8d50-4e2c-9e08-57b1939e45ef req-128c2192-527c-4bc6-96d2-8f0d863be3a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b037c54b761428db4df46b975b70574&device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 1097 time: 0.2773898
Dec 18 21:03:57.559895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52504) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:57.630396 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Allocated IP 172.20.0.2 (81a26220-35c6-431b-b9c5-0cbc1c851910/d6e5e502-fb88-48a5-949c-04ed79aadd08/94017649-23d3-4c5f-9d06-9146eaed6468) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:57.637863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34ff25-fb3a-4ca9-9ca5-4d73c760cd39 req-27d2d71e-8020-47de-89ec-8c256e547710 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:57.646495 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a34ff25-fb3a-4ca9-9ca5-4d73c760cd39 req-27d2d71e-8020-47de-89ec-8c256e547710 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.2951977
Dec 18 21:03:57.723513 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa8e5ca0-333c-4249-9760-1115ba5a003d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.773387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Made reservation on behalf of d7c94b08c98f49b6b734eda4021909b9 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:57.780299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.831505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e5ca0-333c-4249-9760-1115ba5a003d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=09397d06-2d7b-4344-82c5-0853aa21c2c7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:57.851594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] device_id is not set on port 06c92e18-3ec0-4f8b-9bce-d1f3fe964609 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:03:57.863776 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa8e5ca0-333c-4249-9760-1115ba5a003d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.868924 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fa8e5ca0-333c-4249-9760-1115ba5a003d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/09397d06-2d7b-4344-82c5-0853aa21c2c7 HTTP/1.1" status: 204  len: 168 time: 0.8126132
Dec 18 21:03:57.872754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a34ff25-fb3a-4ca9-9ca5-4d73c760cd39 req-0f854d2b-8259-4083-9cbd-3d80455f1766 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172508
Dec 18 21:03:57.873259 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52510) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:57.937086 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.946797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-57ec69b4-3f54-4a5c-b666-14d1d0984963 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0722275
Dec 18 21:03:57.951038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52516) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:57.952469 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:57.957229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-60db7e45-1413-490a-be33-a5d0bcaa64d3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:58.067921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Network 81a26220-35c6-431b-b9c5-0cbc1c851910 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:58.072425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:58.077850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:58.080357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Pushing event updated for resources: {'Port': ['ID=94017649-23d3-4c5f-9d06-9146eaed6468,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:58.137449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577364f-8d50-4e2c-9e08-57b1939e45ef req-ca662abf-a19d-46d4-8709-3b886d0f81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:58.140317 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1577364f-8d50-4e2c-9e08-57b1939e45ef req-ca662abf-a19d-46d4-8709-3b886d0f81ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb97ef06-3d0b-442a-856c-1db8f276297a HTTP/1.1" status: 200  len: 921 time: 0.5639582
Dec 18 21:03:58.216441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Attempting to bind port 94017649-23d3-4c5f-9d06-9146eaed6468 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:03:58.216829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Attempting to bind port 94017649-23d3-4c5f-9d06-9146eaed6468 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1919dd58-d96d-4754-90cf-b89226cac208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:03:58.218808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Attempting to bind port 94017649-23d3-4c5f-9d06-9146eaed6468 on network 81a26220-35c6-431b-b9c5-0cbc1c851910 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:03:58.231663 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:03:58.238630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Checking segment: {'id': '1919dd58-d96d-4754-90cf-b89226cac208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:03:58.247274 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.247858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Bound using segment: {'id': '1919dd58-d96d-4754-90cf-b89226cac208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:03:58.248421 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Bound port: 94017649-23d3-4c5f-9d06-9146eaed6468, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1919dd58-d96d-4754-90cf-b89226cac208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:03:58.248823 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.256490 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd501f-899b-4f9e-83af-c1180127c032 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Deleting port 7662ac15-9d59-42e8-b9e9-5b9dd89b6179 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:58.256963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2fd501f-899b-4f9e-83af-c1180127c032 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.259086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-be2c8f70-fba7-4218-96f5-55c40c0d46a1 req-95188e37-0a98-4cf0-85c4-85369268cb90 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1fea17-a56f-4df5-b5a7-0a1243877fbf HTTP/1.1" status: 200  len: 210 time: 0.0710719
Dec 18 21:03:58.260501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60db7e45-1413-490a-be33-a5d0bcaa64d3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:58.265017 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1577364f-8d50-4e2c-9e08-57b1939e45ef req-d6d574ef-430c-4ec9-84f0-6a5c973e7955 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 217 time: 0.0785701
Dec 18 21:03:58.265212 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60db7e45-1413-490a-be33-a5d0bcaa64d3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.287336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683ec80e-2448-4c2a-83e9-cfc0b7f0628e None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:58.366705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Allocated IP 172.20.0.3 (81a26220-35c6-431b-b9c5-0cbc1c851910/d6e5e502-fb88-48a5-949c-04ed79aadd08/06c92e18-3ec0-4f8b-9bce-d1f3fe964609) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:03:58.405117 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577364f-8d50-4e2c-9e08-57b1939e45ef req-80f5f20d-6501-439e-9430-55c849205c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:58.406496 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1577364f-8d50-4e2c-9e08-57b1939e45ef req-80f5f20d-6501-439e-9430-55c849205c2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75f3b0ac-637f-4506-9746-63f702bcf189 HTTP/1.1" status: 200  len: 860 time: 0.1305397
Dec 18 21:03:58.445041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-12c9e8ba-6a37-4069-a932-7d9e3d90961b None None] Provisioning complete for port 66f68a42-dbda-448a-80dd-bad429a685ba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:03:58.445338 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-12c9e8ba-6a37-4069-a932-7d9e3d90961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.468702 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1577364f-8d50-4e2c-9e08-57b1939e45ef req-938cbfaa-6e81-4d8a-a1b7-089f28d0671d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb97ef06-3d0b-442a-856c-1db8f276297a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524361
Dec 18 21:03:58.472129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] For port 94017649-23d3-4c5f-9d06-9146eaed6468, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:03:58.477538 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2fd501f-899b-4f9e-83af-c1180127c032 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.494174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] For port 94017649-23d3-4c5f-9d06-9146eaed6468, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94017649-23d3-4c5f-9d06-9146eaed6468,segment=NetworkSegment(1919dd58-d96d-4754-90cf-b89226cac208),segment_id=1919dd58-d96d-4754-90cf-b89226cac208)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:03:58.507173 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.564803 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd501f-899b-4f9e-83af-c1180127c032 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Calling delete_port for 7662ac15-9d59-42e8-b9e9-5b9dd89b6179 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:58.570464 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60db7e45-1413-490a-be33-a5d0bcaa64d3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.641353 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfca9dc-4ba5-4bb4-b1d0-80bf5120d7e5 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:03:58.652941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6626b-2cfa-4f9a-83ea-5690cffa2832 None None] Pushing event updated for resources: {'Port': ['ID=94017649-23d3-4c5f-9d06-9146eaed6468,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:58.714797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db7e45-1413-490a-be33-a5d0bcaa64d3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:58.719234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db7e45-1413-490a-be33-a5d0bcaa64d3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=8736d659-744b-4c70-b205-08dfe03ff435,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:58.737424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-60db7e45-1413-490a-be33-a5d0bcaa64d3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:58.737941 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-12c9e8ba-6a37-4069-a932-7d9e3d90961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.744388 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db7e45-1413-490a-be33-a5d0bcaa64d3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:58.747836 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60db7e45-1413-490a-be33-a5d0bcaa64d3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.786235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-12c9e8ba-6a37-4069-a932-7d9e3d90961b None None] For port 66f68a42-dbda-448a-80dd-bad429a685ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66f68a42-dbda-448a-80dd-bad429a685ba,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:58.791331 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1577364f-8d50-4e2c-9e08-57b1939e45ef req-10af6559-4981-472d-8bfc-aeff4b0d2021 service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3058615
Dec 18 21:03:58.793584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-60db7e45-1413-490a-be33-a5d0bcaa64d3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8407049
Dec 18 21:03:58.796190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52534) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:58.796464 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-12c9e8ba-6a37-4069-a932-7d9e3d90961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.799272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9dfca9dc-4ba5-4bb4-b1d0-80bf5120d7e5 None None] Deleting port 66f68a42-dbda-448a-80dd-bad429a685ba {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:03:58.799759 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9dfca9dc-4ba5-4bb4-b1d0-80bf5120d7e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.806009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-205558ab-1215-41d5-9ef3-3da9c33ebe47 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1893673895', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:58.837648 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.867570 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-205558ab-1215-41d5-9ef3-3da9c33ebe47 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.869800 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-205558ab-1215-41d5-9ef3-3da9c33ebe47 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:58.997582 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1577364f-8d50-4e2c-9e08-57b1939e45ef req-cdd93e46-85d0-4286-8cbb-4288abc4507c service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1971643
Dec 18 21:03:59.005203 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2fd501f-899b-4f9e-83af-c1180127c032 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.039825 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.051021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd501f-899b-4f9e-83af-c1180127c032 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event deleted for resources: {'Port': ['ID=7662ac15-9d59-42e8-b9e9-5b9dd89b6179,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:59.128085 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2fd501f-899b-4f9e-83af-c1180127c032 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.134892 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e2fd501f-899b-4f9e-83af-c1180127c032 tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "DELETE /v2.0/ports/7662ac15-9d59-42e8-b9e9-5b9dd89b6179 HTTP/1.1" status: 204  len: 168 time: 1.5677760
Dec 18 21:03:59.135515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52544) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:59.153801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Network 81a26220-35c6-431b-b9c5-0cbc1c851910 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:03:59.156479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event updated for resources: {'Port': ['ID=06c92e18-3ec0-4f8b-9bce-d1f3fe964609,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:59.203316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9e8ba-6a37-4069-a932-7d9e3d90961b None None] Pushing event updated for resources: {'Port': ['ID=66f68a42-dbda-448a-80dd-bad429a685ba,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:59.221081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-205558ab-1215-41d5-9ef3-3da9c33ebe47 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.238489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:03:59.248120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9dfca9dc-4ba5-4bb4-b1d0-80bf5120d7e5 None None] For port 66f68a42-dbda-448a-80dd-bad429a685ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66f68a42-dbda-448a-80dd-bad429a685ba,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:03:59.248534 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9dfca9dc-4ba5-4bb4-b1d0-80bf5120d7e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.249210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:03:59.269888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9dfca9dc-4ba5-4bb4-b1d0-80bf5120d7e5 None None] Calling delete_port for 66f68a42-dbda-448a-80dd-bad429a685ba owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:03:59.278986 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-205558ab-1215-41d5-9ef3-3da9c33ebe47 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.305101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb1871-e776-4f13-b56e-ac947fa39d29 req-7e128a69-d790-4045-a1ad-8f5440d6058d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:59.308042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2bb1871-e776-4f13-b56e-ac947fa39d29 req-7e128a69-d790-4045-a1ad-8f5440d6058d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.2597461
Dec 18 21:03:59.354579 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-205558ab-1215-41d5-9ef3-3da9c33ebe47 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.356548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-205558ab-1215-41d5-9ef3-3da9c33ebe47 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.5587184
Dec 18 21:03:59.359291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52556) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:59.403199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-154eb5fb-4af1-49f3-b005-f334f329af8c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Deleting subnet c065c8f3-00a9-4c10-a972-58ccea5a743e {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:03:59.417362 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9dfca9dc-4ba5-4bb4-b1d0-80bf5120d7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.417873 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-154eb5fb-4af1-49f3-b005-f334f329af8c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.434036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:03:59.449192 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.466002 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfca9dc-4ba5-4bb4-b1d0-80bf5120d7e5 None None] Pushing event deleted for resources: {'Port': ['ID=66f68a42-dbda-448a-80dd-bad429a685ba,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:03:59.468728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfca9dc-4ba5-4bb4-b1d0-80bf5120d7e5 None None] No DVR routers for this DVR port 66f68a42-dbda-448a-80dd-bad429a685ba on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:03:59.496051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8624d4-a879-408c-a95a-c33a4159ef5c None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:03:59.504865 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef44fcb1-1f92-446d-8758-89025258af39 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.3294456
Dec 18 21:03:59.510695 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52560) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:03:59.515573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-154eb5fb-4af1-49f3-b005-f334f329af8c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.527143 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Request body: {'port': {'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910', 'name': 'tempest-AllowedAddressPairTestJSON-1942512733', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c7:68:bb'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:03:59.762925 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-154eb5fb-4af1-49f3-b005-f334f329af8c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.770069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '8736d659-744b-4c70-b205-08dfe03ff435'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:03:59.771423 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.809083 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.823743 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Made reservation on behalf of d7c94b08c98f49b6b734eda4021909b9 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:03:59.874142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2bb1871-e776-4f13-b56e-ac947fa39d29 req-5d010f34-1688-474c-b77c-9352b53bb2f9 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5564365
Dec 18 21:03:59.921220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b126fb76-0c7b-45e0-b71c-c5080f666418 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:03:59.946180 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-154eb5fb-4af1-49f3-b005-f334f329af8c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:03:59.950739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: b126fb76-0c7b-45e0-b71c-c5080f666418 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:03:59.951170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b126fb76-0c7b-45e0-b71c-c5080f666418 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:00.028670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154eb5fb-4af1-49f3-b005-f334f329af8c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event deleted for resources: {'Subnet': ['ID=c065c8f3-00a9-4c10-a972-58ccea5a743e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:00.028904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597095b1-e4a7-4daf-9320-3ba6bdb62b7b None None] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:00.038395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-154eb5fb-4af1-49f3-b005-f334f329af8c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.048359 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-154eb5fb-4af1-49f3-b005-f334f329af8c tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "DELETE /v2.0/subnets/c065c8f3-00a9-4c10-a972-58ccea5a743e HTTP/1.1" status: 204  len: 168 time: 0.9076309
Dec 18 21:04:00.048847 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52580) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:00.064587 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.140112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/8736d659-744b-4c70-b205-08dfe03ff435/53e4fa8b-f313-458f-88ed-b709aaacb0b4) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:00.150768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] device_id is not set on port 060bfe87-0cec-4a18-9e1d-5c514c094c92 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:00.236491 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.344655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfd9f1a-19fe-4b70-88e5-84dc87417bf4 None None] DHCP port deletion for 72bc08aa-e364-44c2-aa06-fc5492401dc5 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:04:00.405365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Allocated IP 172.20.0.11 (81a26220-35c6-431b-b9c5-0cbc1c851910/d6e5e502-fb88-48a5-949c-04ed79aadd08/060bfe87-0cec-4a18-9e1d-5c514c094c92) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:00.432414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Deleting port 66b5b088-5687-48a2-971f-dcd9d5c9dbab {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:00.433090 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.462532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fbe16e-7060-47a2-85e6-acb0455b5ec3 None None] Network 81a26220-35c6-431b-b9c5-0cbc1c851910 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:00.554740 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.563864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-537b0a93-994f-456b-a9fa-f2a5a908c27f None None] Provisioning complete for port 94017649-23d3-4c5f-9d06-9146eaed6468 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:00.564160 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-537b0a93-994f-456b-a9fa-f2a5a908c27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.578805 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.584418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] For port 66b5b088-5687-48a2-971f-dcd9d5c9dbab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66b5b088-5687-48a2-971f-dcd9d5c9dbab,segment=NetworkSegment(354e59b2-6457-4e85-b660-5ff55b25d771),segment_id=354e59b2-6457-4e85-b660-5ff55b25d771)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:00.585288 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.604559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Calling delete_port for 66b5b088-5687-48a2-971f-dcd9d5c9dbab owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:00.716808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:00.724047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd9f1a-19fe-4b70-88e5-84dc87417bf4 None None] Deleting port 66b5b088-5687-48a2-971f-dcd9d5c9dbab {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:00.725090 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fcfd9f1a-19fe-4b70-88e5-84dc87417bf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.730715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Pushing event updated for resources: {'Port': ['ID=53e4fa8b-f313-458f-88ed-b709aaacb0b4,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:00.731761 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.733948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:00.752465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:00.780365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.790564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-3526f9a8-b806-402a-a07c-650e92bfeb46 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:00.794299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 94017649-23d3-4c5f-9d06-9146eaed6468 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:00.804315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-3526f9a8-b806-402a-a07c-650e92bfeb46 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 0.9967175
Dec 18 21:04:00.818686 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.821180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event deleted for resources: {'Port': ['ID=66b5b088-5687-48a2-971f-dcd9d5c9dbab,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:00.823254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] No DVR routers for this DVR port 66b5b088-5687-48a2-971f-dcd9d5c9dbab on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:00.892193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Network 81a26220-35c6-431b-b9c5-0cbc1c851910 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:00.897498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-cf2db9d1-32d3-47b7-8c8a-5fef0b6c15cb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/quotas/58d1ab8b81784fb2ad1b6c9a7d9efc37 HTTP/1.1" status: 200  len: 375 time: 0.0886815
Dec 18 21:04:00.922820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fcfd9f1a-19fe-4b70-88e5-84dc87417bf4 None None] For port 66b5b088-5687-48a2-971f-dcd9d5c9dbab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66b5b088-5687-48a2-971f-dcd9d5c9dbab,segment=NetworkSegment(354e59b2-6457-4e85-b660-5ff55b25d771),segment_id=354e59b2-6457-4e85-b660-5ff55b25d771)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:00.923003 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fcfd9f1a-19fe-4b70-88e5-84dc87417bf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.928245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:00.948806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::1 (366763c1-8ffb-4916-bf33-b9164c04d44d/8736d659-744b-4c70-b205-08dfe03ff435/bd8c9720-6b39-4109-9855-4955f01cace6) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:00.957080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd9f1a-19fe-4b70-88e5-84dc87417bf4 None None] Calling delete_port for 66b5b088-5687-48a2-971f-dcd9d5c9dbab owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:00.966408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Attempting to bind port 53e4fa8b-f313-458f-88ed-b709aaacb0b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:00.966616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Attempting to bind port 53e4fa8b-f313-458f-88ed-b709aaacb0b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:00.966971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Attempting to bind port 53e4fa8b-f313-458f-88ed-b709aaacb0b4 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:00.974136 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-537b0a93-994f-456b-a9fa-f2a5a908c27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.991693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:00.996921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:00.997113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:00.997526 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:00.997944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:00.998482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Bound port: 53e4fa8b-f313-458f-88ed-b709aaacb0b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:00.998968 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.009719 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-3a418be2-9178-4041-a9be-45c4a90e45a3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0961015
Dec 18 21:04:01.046509 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event updated for resources: {'Port': ['ID=060bfe87-0cec-4a18-9e1d-5c514c094c92,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:01.051564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.084220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c3d9760>,) {'filters': {'network_id': ['72bc08aa-e364-44c2-aa06-fc5492401dc5']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:01.091342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 94017649-23d3-4c5f-9d06-9146eaed6468 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:01.091717 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.091930 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:01.092598 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.108766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c3d9760>, '354e59b2-6457-4e85-b660-5ff55b25d771') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:01.109130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c3d9760>, '354e59b2-6457-4e85-b660-5ff55b25d771') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:01.119846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.130979 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f58a8e24-d246-45bb-86a7-b0ac8f99b190 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 1.6189413
Dec 18 21:04:01.135632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52600) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:01.148367 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.158580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:04:01.159458 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.159857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-537b0a93-994f-456b-a9fa-f2a5a908c27f None None] For port 94017649-23d3-4c5f-9d06-9146eaed6468, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94017649-23d3-4c5f-9d06-9146eaed6468,segment=NetworkSegment(1919dd58-d96d-4754-90cf-b89226cac208),segment_id=1919dd58-d96d-4754-90cf-b89226cac208)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:04:01.173631 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:04:01.184662 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-537b0a93-994f-456b-a9fa-f2a5a908c27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.259175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc066e-2728-4cd2-8de2-aa07a4ebe7d6 req-ecb10d13-797d-43b9-b173-110a73fe8921 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:01.260902 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5bcc066e-2728-4cd2-8de2-aa07a4ebe7d6 req-ecb10d13-797d-43b9-b173-110a73fe8921 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.2555840
Dec 18 21:04:01.287713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] For port 53e4fa8b-f313-458f-88ed-b709aaacb0b4, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:01.294695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] For port 53e4fa8b-f313-458f-88ed-b709aaacb0b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53e4fa8b-f313-458f-88ed-b709aaacb0b4,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:01.300091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca394-c6be-4ab1-800a-84520ba845da tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:01.307129 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca394-c6be-4ab1-800a-84520ba845da tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:01.322173 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.335552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca394-c6be-4ab1-800a-84520ba845da tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:01.337567 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dc7ca394-c6be-4ab1-800a-84520ba845da tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2465 time: 0.2010167
Dec 18 21:04:01.339506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.341317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52604) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:01.346929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b0a93-994f-456b-a9fa-f2a5a908c27f None None] Pushing event updated for resources: {'Port': ['ID=94017649-23d3-4c5f-9d06-9146eaed6468,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:01.350178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.350672 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fcfd9f1a-19fe-4b70-88e5-84dc87417bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.356596 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] 10.222.0.13 "DELETE /v2.0/networks/72bc08aa-e364-44c2-aa06-fc5492401dc5 HTTP/1.1" status: 204  len: 168 time: 1.3044131
Dec 18 21:04:01.359845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-b39a6680-f866-44cc-af90-4d5d5968851e service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3386860
Dec 18 21:04:01.430112 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c8f47-f1dd-40ed-91a3-557733c4bc8a tempest-AllowedAddressPairIpV6TestJSON-1056956563 tempest-AllowedAddressPairIpV6TestJSON-1056956563-project] Pushing event deleted for resources: {'Network': ['ID=72bc08aa-e364-44c2-aa06-fc5492401dc5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:01.449180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fcfd9f1a-19fe-4b70-88e5-84dc87417bf4 None None] Network 72bc08aa-e364-44c2-aa06-fc5492401dc5 is not hosted by any dhcp agent {{(pid=126010) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 18 21:04:01.449643 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd9f1a-19fe-4b70-88e5-84dc87417bf4 None None] No DVR routers for this DVR port 66b5b088-5687-48a2-971f-dcd9d5c9dbab on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:01.459302 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.562970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-92bfa3d0-58ae-479e-a264-ca5adabdd25b None None] Provisioning complete for port 06c92e18-3ec0-4f8b-9bce-d1f3fe964609 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:01.563427 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92bfa3d0-58ae-479e-a264-ca5adabdd25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.567954 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d56a2-3bd6-460e-b075-6c9d90ab6f09 None None] Pushing event updated for resources: {'Port': ['ID=53e4fa8b-f313-458f-88ed-b709aaacb0b4,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:01.607919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-eed2793b-2215-457e-9d28-9a41ff339e65 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Deleting port 060bfe87-0cec-4a18-9e1d-5c514c094c92 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:01.608500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eed2793b-2215-457e-9d28-9a41ff339e65 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.625198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5bcc066e-2728-4cd2-8de2-aa07a4ebe7d6 req-050cfe37-7068-469a-8a0e-51a3c31a5dbb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3310983
Dec 18 21:04:01.713453 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.737890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 66b5b088-5687-48a2-971f-dcd9d5c9dbab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:01.814048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=bd8c9720-6b39-4109-9855-4955f01cace6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:01.858888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-27d82bd2-74d6-403f-80a7-2fe55b1cd53e service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4531302
Dec 18 21:04:01.860939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:01.864698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:01.874791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd9f1a-19fe-4b70-88e5-84dc87417bf4 None None] Pushing event deleted for resources: {'Port': ['ID=66b5b088-5687-48a2-971f-dcd9d5c9dbab,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:01.879295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:01.882575 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.888846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eed2793b-2215-457e-9d28-9a41ff339e65 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:01.891370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-92bfa3d0-58ae-479e-a264-ca5adabdd25b None None] Port 06c92e18-3ec0-4f8b-9bce-d1f3fe964609 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:01.902088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 66b5b088-5687-48a2-971f-dcd9d5c9dbab {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:01.902469 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 66b5b088-5687-48a2-971f-dcd9d5c9dbab not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:01.902874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 66f68a42-dbda-448a-80dd-bad429a685ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:01.913582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-eed2793b-2215-457e-9d28-9a41ff339e65 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Calling delete_port for 060bfe87-0cec-4a18-9e1d-5c514c094c92 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:01.969377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 66f68a42-dbda-448a-80dd-bad429a685ba {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:01.969958 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 66f68a42-dbda-448a-80dd-bad429a685ba not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:01.988180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-92bfa3d0-58ae-479e-a264-ca5adabdd25b None None] Provisioning complete for port 94017649-23d3-4c5f-9d06-9146eaed6468 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:01.988357 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92bfa3d0-58ae-479e-a264-ca5adabdd25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:02.208100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52622) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:02.271834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1be6ef7-cec9-4459-aa93-0a1bbf06b0e0 req-3f9c9651-47c5-464d-b63f-b298c53dbe10 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 210 time: 0.0761976
Dec 18 21:04:02.281626 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:02.371232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-cb0bf3fa-bc7e-45f3-b624-e9f48c92a108 None None] Provisioning complete for port 06c92e18-3ec0-4f8b-9bce-d1f3fe964609 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:02.371888 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cb0bf3fa-bc7e-45f3-b624-e9f48c92a108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:02.469631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-cb0bf3fa-bc7e-45f3-b624-e9f48c92a108 None None] Port 06c92e18-3ec0-4f8b-9bce-d1f3fe964609 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:02.508058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-cb0bf3fa-bc7e-45f3-b624-e9f48c92a108 None None] Provisioning complete for port 060bfe87-0cec-4a18-9e1d-5c514c094c92 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:02.508860 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cb0bf3fa-bc7e-45f3-b624-e9f48c92a108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:02.562491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-cb0bf3fa-bc7e-45f3-b624-e9f48c92a108 None None] Port 060bfe87-0cec-4a18-9e1d-5c514c094c92 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:02.789701 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eed2793b-2215-457e-9d28-9a41ff339e65 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:02.851579 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ff4bbe53-e93d-47a6-8a93-b48fd5c8bfab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08260505386449d88fefea317ecb38b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6421504
Dec 18 21:04:02.854505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2793b-2215-457e-9d28-9a41ff339e65 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event deleted for resources: {'Port': ['ID=060bfe87-0cec-4a18-9e1d-5c514c094c92,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:02.857701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52640) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:02.879594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 94017649-23d3-4c5f-9d06-9146eaed6468 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:02.885674 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:02.900555 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:02.901883 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:02.971428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f43d-ed9e-4e21-b391-6bb31016816f req-50a3d1ef-32f7-432f-ac48-d1b048401efc tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:02.976086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6815f43d-ed9e-4e21-b391-6bb31016816f req-50a3d1ef-32f7-432f-ac48-d1b048401efc tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.1732564
Dec 18 21:04:03.040515 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-55d5a608-8634-48c0-a0df-19e8ab186c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:03.082518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 94017649-23d3-4c5f-9d06-9146eaed6468 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:03.083096 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:03.123930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=bd8c9720-6b39-4109-9855-4955f01cace6,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:03.173415 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c198ee0-52a7-4ce1-bebb-46adfc77cefe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:03.175902 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6815f43d-ed9e-4e21-b391-6bb31016816f req-561f98e3-85dc-4468-8c3d-8f686f8c9123 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680241
Dec 18 21:04:03.213795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:03.215693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:03.273555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c198ee0-52a7-4ce1-bebb-46adfc77cefe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:03.285605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 53e4fa8b-f313-458f-88ed-b709aaacb0b4 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:03.295852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eed2793b-2215-457e-9d28-9a41ff339e65 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:03.300170 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-eed2793b-2215-457e-9d28-9a41ff339e65 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "DELETE /v2.0/ports/060bfe87-0cec-4a18-9e1d-5c514c094c92 HTTP/1.1" status: 204  len: 168 time: 1.9570565
Dec 18 21:04:03.304545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52650) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:03.351033 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cead3b5-1b75-4b50-b6c1-f95d5daeabd4 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] GET failed (client error): The resource could not be found.
Dec 18 21:04:03.352891 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4cead3b5-1b75-4b50-b6c1-f95d5daeabd4 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "GET /v2.0/ports/060bfe87-0cec-4a18-9e1d-5c514c094c92 HTTP/1.1" status: 404  len: 333 time: 0.0475583
Dec 18 21:04:03.359607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52652) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:03.371097 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Request body: {'port': {'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910', 'name': 'tempest-AllowedAddressPairTestJSON-830926999'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:03.456711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-de6ac0a6-f871-4868-952d-c57a544db640 None None] Provisioning complete for port 53e4fa8b-f313-458f-88ed-b709aaacb0b4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:03.457175 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de6ac0a6-f871-4868-952d-c57a544db640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:03.532077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 53e4fa8b-f313-458f-88ed-b709aaacb0b4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:03.534222 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:03.556944 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c198ee0-52a7-4ce1-bebb-46adfc77cefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:03.560217 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c198ee0-52a7-4ce1-bebb-46adfc77cefe admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:03.565653 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7c198ee0-52a7-4ce1-bebb-46adfc77cefe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a48a6e9-11f9-4a0a-a813-35b0b45bedb9 HTTP/1.1" status: 204  len: 168 time: 0.7006810
Dec 18 21:04:03.566145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Made reservation on behalf of d7c94b08c98f49b6b734eda4021909b9 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:03.570878 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:03.583248 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-067814a5-703c-4a97-88dd-5e6c2127d851 req-6a5094f0-f1e0-4099-8a28-ad8062ae825b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 210 time: 0.0877426
Dec 18 21:04:03.620705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c198ee0-52a7-4ce1-bebb-46adfc77cefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a48a6e9-11f9-4a0a-a813-35b0b45bedb9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:03.641651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Router 1945cfb5-dff8-435c-a97c-b0e8c1e1d883 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:04:03.653789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] device_id is not set on port 651fcf7b-e33c-4ee6-9002-196e5a8a783e yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:03.707167 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de6ac0a6-f871-4868-952d-c57a544db640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:03.763724 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:03.849408 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:04:03.868695 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e9633bb7-09a5-4d94-b187-2736d7f6d22c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "PUT /v2.0/routers/1945cfb5-dff8-435c-a97c-b0e8c1e1d883/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5031085
Dec 18 21:04:03.869982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52664) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:03.871214 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Sync routers for ids ['1945cfb5-dff8-435c-a97c-b0e8c1e1d883'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:04:03.894952 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Routers {'1945cfb5-dff8-435c-a97c-b0e8c1e1d883'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:03.898511 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5bd6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:03:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1945cfb5-dff8-435c-a97c-b0e8c1e1d883'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:03.952660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Allocated IP 172.20.0.7 (81a26220-35c6-431b-b9c5-0cbc1c851910/d6e5e502-fb88-48a5-949c-04ed79aadd08/651fcf7b-e33c-4ee6-9002-196e5a8a783e) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:03.961811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292877be-9630-4d77-bb57-cc31d2bb2751 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:03.967746 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-292877be-9630-4d77-bb57-cc31d2bb2751 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports/bd8c9720-6b39-4109-9855-4955f01cace6 HTTP/1.1" status: 200  len: 911 time: 0.0933976
Dec 18 21:04:03.968411 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52666) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:04.187233 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Set router 1945cfb5-dff8-435c-a97c-b0e8c1e1d883 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:04:04.198208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-de6ac0a6-f871-4868-952d-c57a544db640 None None] For port 53e4fa8b-f313-458f-88ed-b709aaacb0b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53e4fa8b-f313-458f-88ed-b709aaacb0b4,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:04.207763 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de6ac0a6-f871-4868-952d-c57a544db640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:04.308436 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972bb7bd-f2af-4b14-8e6e-50e5c7926de4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:04.320087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972bb7bd-f2af-4b14-8e6e-50e5c7926de4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:04.324226 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-972bb7bd-f2af-4b14-8e6e-50e5c7926de4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.3397803
Dec 18 21:04:04.324711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52680) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:04.376610 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:04:04.377396 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:04:04.393912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ac0a6-f871-4868-952d-c57a544db640 None None] Pushing event updated for resources: {'Port': ['ID=53e4fa8b-f313-458f-88ed-b709aaacb0b4,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:04.397980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7d78082a-4cef-4e53-a17c-ff0dfa9cbe9b None None] Provisioning complete for port bd8c9720-6b39-4109-9855-4955f01cace6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:04.398714 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d78082a-4cef-4e53-a17c-ff0dfa9cbe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:04.406126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-5b7d92c7-2e8b-411b-ad74-b1e38799ae17 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:04.408889 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-5b7d92c7-2e8b-411b-ad74-b1e38799ae17 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 0.3365052
Dec 18 21:04:04.425953 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Request body: {'port': {'device_id': '0f80750d-04f9-46f2-b3b7-d72d0e49b146', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'admin_state_up': True, 'tenant_id': '58d1ab8b81784fb2ad1b6c9a7d9efc37'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:04.467283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7d78082a-4cef-4e53-a17c-ff0dfa9cbe9b None None] Port bd8c9720-6b39-4109-9855-4955f01cace6 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:04.515059 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:04.606245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:04.611183 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5bd6d0>, [{'id': '1945cfb5-dff8-435c-a97c-b0e8c1e1d883', 'name': 'tempest-NetworksTestDHCPv6-router-1893673895', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:58Z', 'updated_at': '2021-12-18T21:04:02Z', 'revision_number': 2, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'gw_port_host': None, '_interfaces': [{'id': 'bd8c9720-6b39-4109-9855-4955f01cace6', 'name': '', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'mac_address': 'fa:16:3e:5b:bb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1945cfb5-dff8-435c-a97c-b0e8c1e1d883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '8736d659-744b-4c70-b205-08dfe03ff435', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:04:00Z', 'updated_at': '2021-12-18T21:04:02Z', 'revision_number': 2, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'subnets': [{'id': '8736d659-744b-4c70-b205-08dfe03ff435', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:04.620473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Made reservation on behalf of 58d1ab8b81784fb2ad1b6c9a7d9efc37 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:04.623488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:04.667829 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Checking router: 1945cfb5-dff8-435c-a97c-b0e8c1e1d883 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:04:04.668444 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Updating router 1945cfb5-dff8-435c-a97c-b0e8c1e1d883 port bd8c9720-6b39-4109-9855-4955f01cace6 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:04:04.708141 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:04.716361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Network 81a26220-35c6-431b-b9c5-0cbc1c851910 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:04.733494 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:04.736965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event updated for resources: {'Port': ['ID=651fcf7b-e33c-4ee6-9002-196e5a8a783e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:04.740854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:04.856928 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106cb0b-96c0-4e25-8e8e-bd6f2dbc809b req-3c534dd2-f0a1-4e8c-aa87-d5a496ac6da4 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:04.874607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:04.875264 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:04.875759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d106cb0b-96c0-4e25-8e8e-bd6f2dbc809b req-3c534dd2-f0a1-4e8c-aa87-d5a496ac6da4 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.3422370
Dec 18 21:04:04.942221 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1d47344d-f05e-4c9d-908c-36268f9c4301 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.5808077
Dec 18 21:04:04.950473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52700) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:04.961076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb1e6e37-8efc-4f24-b5b8-1d0e6138f0c9 req-1d82b9e1-44a9-4983-a8ad-460183532d73 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 210 time: 0.1935871
Dec 18 21:04:04.986716 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c7:68:bb'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:05.010277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Allocated IP 172.20.0.6 (02107735-1e4a-434f-a377-a881410f569a/c7e25084-0926-4429-bfe2-f2445a0ff885/309681a5-f8a2-4bff-8d44-369a9f3c89b4) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:05.100130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52702) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:05.144919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 53e4fa8b-f313-458f-88ed-b709aaacb0b4 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:05.262959 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aee1f51f-6c9d-4551-a731-d4df126c237c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.339195 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.349148 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.356224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 53e4fa8b-f313-458f-88ed-b709aaacb0b4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:05.356597 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.361604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fb23d6e7-ce1c-4dfc-9eef-27f65c1d0a80 None None] Provisioning complete for port 651fcf7b-e33c-4ee6-9002-196e5a8a783e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:05.361971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb23d6e7-ce1c-4dfc-9eef-27f65c1d0a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.395111 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.437812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.482571 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Pushing event updated for resources: {'Port': ['ID=bd8c9720-6b39-4109-9855-4955f01cace6,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:05.529038 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.534412 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.535648 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.536271 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.538198 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.539826 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.542976 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.543561 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.544638 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fb23d6e7-ce1c-4dfc-9eef-27f65c1d0a80 None None] Port 651fcf7b-e33c-4ee6-9002-196e5a8a783e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:05.546164 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.546548 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.546888 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.551127 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.551843 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:05.564010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d106cb0b-96c0-4e25-8e8e-bd6f2dbc809b req-4c038641-b5d6-4133-b38d-089f1ea35863 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6872983
Dec 18 21:04:05.618012 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1276174749'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:05.623591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Pushing event updated for resources: {'Port': ['ID=309681a5-f8a2-4bff-8d44-369a9f3c89b4,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:05.634796 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Attempting to bind port bd8c9720-6b39-4109-9855-4955f01cace6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:05.635275 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Attempting to bind port bd8c9720-6b39-4109-9855-4955f01cace6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:05.635745 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Attempting to bind port bd8c9720-6b39-4109-9855-4955f01cace6 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:05.642004 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:05.642845 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:05.643490 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.644135 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:05.645305 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Bound port: bd8c9720-6b39-4109-9855-4955f01cace6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:05.646020 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.650768 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.662127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Network 02107735-1e4a-434f-a377-a881410f569a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:05.673210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:05.683937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:05.728195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:05.731829 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.749395 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] For port bd8c9720-6b39-4109-9855-4955f01cace6, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:05.757777 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] For port bd8c9720-6b39-4109-9855-4955f01cace6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8c9720-6b39-4109-9855-4955f01cace6,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:05.768029 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.768328 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.820869 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:05.821538 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.862570 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-a55c9f78-91ef-49d4-b4ea-f6854c8e39a7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4404716
Dec 18 21:04:05.879016 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Request body: {'port': {'device_id': '0f80750d-04f9-46f2-b3b7-d72d0e49b146', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:05.894097 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Routers {'1945cfb5-dff8-435c-a97c-b0e8c1e1d883'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:05.899485 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5bd6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1945cfb5-dff8-435c-a97c-b0e8c1e1d883'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:05.984400 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.985479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:05.995096 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.002598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f3d43347-0890-4204-842d-b5c0a2957690 None None] Provisioning complete for port bd8c9720-6b39-4109-9855-4955f01cace6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:06.003003 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f3d43347-0890-4204-842d-b5c0a2957690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.070601 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac995e0-53b2-4362-a4f0-478993ec0a40 None None] Pushing event updated for resources: {'Port': ['ID=bd8c9720-6b39-4109-9855-4955f01cace6,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:06.090108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:04:06.108101 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.108460 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Added segment acc254c2-ddd0-4206-838d-17c8bea6f802 of type vlan for network 9587d299-b2e2-45e8-8e53-af50d7e56d46
Dec 18 21:04:06.112702 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59066334-ec1c-4b63-8d34-b55ae0b37f1f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.135069 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] Set router 1945cfb5-dff8-435c-a97c-b0e8c1e1d883 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:04:06.172942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.215036 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.220859 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f3d43347-0890-4204-842d-b5c0a2957690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.222350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:06.222571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.294650 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f3d43347-0890-4204-842d-b5c0a2957690 None None] For port bd8c9720-6b39-4109-9855-4955f01cace6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8c9720-6b39-4109-9855-4955f01cace6,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:06.304518 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f3d43347-0890-4204-842d-b5c0a2957690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.333976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a00eca-ff65-4b1f-9f29-5810b6b40007,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:06.359468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.2580786
Dec 18 21:04:06.372596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52720) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:06.377897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-788cbf9f-217d-4a12-a742-4aa217fb5dbf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1977239343'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:06.385774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d43347-0890-4204-842d-b5c0a2957690 None None] Pushing event updated for resources: {'Port': ['ID=bd8c9720-6b39-4109-9855-4955f01cace6,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:06.417588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.440625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450edaa-2413-44d2-87de-cc11a2a17da7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Network': ['ID=9587d299-b2e2-45e8-8e53-af50d7e56d46,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:06.458528 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6356b3c4-5670-45f5-b4bf-15f58c73972d None None] Provisioning complete for port bd8c9720-6b39-4109-9855-4955f01cace6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:06.459118 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6356b3c4-5670-45f5-b4bf-15f58c73972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.462348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 9587d299-b2e2-45e8-8e53-af50d7e56d46 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:04:06.523775 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5bd6d0>, [{'id': '1945cfb5-dff8-435c-a97c-b0e8c1e1d883', 'name': 'tempest-NetworksTestDHCPv6-router-1893673895', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:58Z', 'updated_at': '2021-12-18T21:04:02Z', 'revision_number': 2, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'gw_port_host': None, '_interfaces': [{'id': 'bd8c9720-6b39-4109-9855-4955f01cace6', 'name': '', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'mac_address': 'fa:16:3e:5b:bb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1945cfb5-dff8-435c-a97c-b0e8c1e1d883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '8736d659-744b-4c70-b205-08dfe03ff435', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:04:00Z', 'updated_at': '2021-12-18T21:04:05Z', 'revision_number': 4, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'subnets': [{'id': '8736d659-744b-4c70-b205-08dfe03ff435', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:06.524374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788cbf9f-217d-4a12-a742-4aa217fb5dbf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:06.527376 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9f-217d-4a12-a742-4aa217fb5dbf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.556510 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738f82c-24a5-4246-a530-5abbea5fde1d None None] The sync data for ids ['1945cfb5-dff8-435c-a97c-b0e8c1e1d883'] in ncdv-master-1 is: [{'id': '1945cfb5-dff8-435c-a97c-b0e8c1e1d883', 'name': 'tempest-NetworksTestDHCPv6-router-1893673895', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:58Z', 'updated_at': '2021-12-18T21:04:02Z', 'revision_number': 2, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'gw_port_host': None, '_interfaces': [{'id': 'bd8c9720-6b39-4109-9855-4955f01cace6', 'name': '', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'mac_address': 'fa:16:3e:5b:bb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1945cfb5-dff8-435c-a97c-b0e8c1e1d883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '8736d659-744b-4c70-b205-08dfe03ff435', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:04:00Z', 'updated_at': '2021-12-18T21:04:05Z', 'revision_number': 4, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'subnets': [{'id': '8736d659-744b-4c70-b205-08dfe03ff435', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:04:06.619227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788cbf9f-217d-4a12-a742-4aa217fb5dbf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:04:06.644408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9f-217d-4a12-a742-4aa217fb5dbf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.645066 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-788cbf9f-217d-4a12-a742-4aa217fb5dbf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Added segment b402b18c-b5d7-4aec-8d2c-a62811488036 of type vlan for network 996f1ebe-8e94-4ad4-92d0-6bd220dfe345
Dec 18 21:04:06.668950 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.731433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9f-217d-4a12-a742-4aa217fb5dbf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.755192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309681a5-f8a2-4bff-8d44-369a9f3c89b4 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:04:06.770335 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.792826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Transition to ACTIVE for port object 309681a5-f8a2-4bff-8d44-369a9f3c89b4 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:04:06.794993 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9f-217d-4a12-a742-4aa217fb5dbf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.797679 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.806741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cbf9f-217d-4a12-a742-4aa217fb5dbf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:06.807394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9f-217d-4a12-a742-4aa217fb5dbf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.827953 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:06.852444 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-788cbf9f-217d-4a12-a742-4aa217fb5dbf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4786589
Dec 18 21:04:06.870466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52726) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:06.897581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-267c12b8-5bb3-4d2a-aa93-bc6480eb141c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'subnet': {'network_id': '9587d299-b2e2-45e8-8e53-af50d7e56d46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:06.994242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cbf9f-217d-4a12-a742-4aa217fb5dbf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Network': ['ID=996f1ebe-8e94-4ad4-92d0-6bd220dfe345,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:07.000261 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=309681a5-f8a2-4bff-8d44-369a9f3c89b4,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:07.006148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 996f1ebe-8e94-4ad4-92d0-6bd220dfe345 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:04:07.034966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event updated for resources: {'Port': ['ID=651fcf7b-e33c-4ee6-9002-196e5a8a783e,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:07.125807 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Attempting to bind port 309681a5-f8a2-4bff-8d44-369a9f3c89b4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:07.126419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Attempting to bind port 309681a5-f8a2-4bff-8d44-369a9f3c89b4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:07.126559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Attempting to bind port 309681a5-f8a2-4bff-8d44-369a9f3c89b4 on network 02107735-1e4a-434f-a377-a881410f569a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:07.132093 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Port 309681a5-f8a2-4bff-8d44-369a9f3c89b4 on network 02107735-1e4a-434f-a377-a881410f569a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:07.132423 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Attempting to bind port 309681a5-f8a2-4bff-8d44-369a9f3c89b4 on network 02107735-1e4a-434f-a377-a881410f569a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:07.144669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:07.145023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Checking segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:07.153291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Bound using segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:07.154296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Bound port: 309681a5-f8a2-4bff-8d44-369a9f3c89b4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:07.155505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:07.197825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bd8c9720-6b39-4109-9855-4955f01cace6 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:07.268706 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] For port 309681a5-f8a2-4bff-8d44-369a9f3c89b4, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:07.273591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d948e65-6168-45de-a573-43a3bc1dcaad req-665977b7-e066-41c3-9360-cd750e63e0f2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:07.274188 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] For port 309681a5-f8a2-4bff-8d44-369a9f3c89b4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=309681a5-f8a2-4bff-8d44-369a9f3c89b4,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:07.275718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d948e65-6168-45de-a573-43a3bc1dcaad req-665977b7-e066-41c3-9360-cd750e63e0f2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 931 time: 1.1607730
Dec 18 21:04:07.277543 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port bd8c9720-6b39-4109-9855-4955f01cace6 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:07.277943 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:07.292405 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:07.293474 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.293971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.294362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.294993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.295336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.295666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.296006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.296336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.296668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.297010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.297322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.297705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.298033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:07.353154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:07.354279 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:07.355630 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/309681a5-f8a2-4bff-8d44-369a9f3c89b4 HTTP/1.1" status: 200  len: 1091 time: 1.4828093
Dec 18 21:04:07.356198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f80750d-04f9-46f2-b3b7-d72d0e49b146', 'tag': '309681a5-f8a2-4bff-8d44-369a9f3c89b4'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:04:07.360825 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd96f9a-8772-43bb-8921-18ddab54e8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f80750d-04f9-46f2-b3b7-d72d0e49b146", "tag": "309681a5-f8a2-4bff-8d44-369a9f3c89b4"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:04:07.380393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b26d28-5bfc-478f-9dd0-8fb9f614d51a req-835aeb70-c671-4a5a-9f3c-e0052feaadb8 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:07.389133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44b26d28-5bfc-478f-9dd0-8fb9f614d51a req-835aeb70-c671-4a5a-9f3c-e0052feaadb8 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.6218770
Dec 18 21:04:07.411137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa14e-7ed9-441a-ab1a-bda676bfb2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=309681a5-f8a2-4bff-8d44-369a9f3c89b4,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:07.424299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] In _notify_port_updated(), no bound segment for port 651fcf7b-e33c-4ee6-9002-196e5a8a783e on network 81a26220-35c6-431b-b9c5-0cbc1c851910 {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:04:07.430786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:07.431444 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:07.432775 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-556b0e4e-a3ef-41ef-aaf1-f6098d3df835 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "PUT /v2.0/ports/651fcf7b-e33c-4ee6-9002-196e5a8a783e HTTP/1.1" status: 200  len: 992 time: 2.4656892
Dec 18 21:04:07.438326 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52734) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:07.483570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d6f15529-a3a6-498c-aa09-ddbd66a6d180 None None] Provisioning complete for port 651fcf7b-e33c-4ee6-9002-196e5a8a783e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:07.484140 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d6f15529-a3a6-498c-aa09-ddbd66a6d180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:07.540291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d6f15529-a3a6-498c-aa09-ddbd66a6d180 None None] Port 651fcf7b-e33c-4ee6-9002-196e5a8a783e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:07.583748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44b26d28-5bfc-478f-9dd0-8fb9f614d51a req-21dc0b06-88e9-4c27-b6b7-5b16dbb6019a tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936207
Dec 18 21:04:07.599076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267c12b8-5bb3-4d2a-aa93-bc6480eb141c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:07.601842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d30bdd75-2856-424f-b293-dd29b8c95592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:07.603392 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-d30bdd75-2856-424f-b293-dd29b8c95592 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 1094 time: 0.1788752
Dec 18 21:04:07.608401 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-267c12b8-5bb3-4d2a-aa93-bc6480eb141c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:07.663993 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677c584f-c0eb-4fff-b258-5cd53f770439 x-openstack-request-id: req-677c584f-c0eb-4fff-b258-5cd53f770439 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:04:07.664428 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f80750d-04f9-46f2-b3b7-d72d0e49b146", "tag": "309681a5-f8a2-4bff-8d44-369a9f3c89b4", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:04:07.664794 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-677c584f-c0eb-4fff-b258-5cd53f770439 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:04:07.665303 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f80750d-04f9-46f2-b3b7-d72d0e49b146', 'tag': '309681a5-f8a2-4bff-8d44-369a9f3c89b4', 'status': 'completed', 'code': 200}
Dec 18 21:04:07.671454 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-f5ad2091-e3e2-4876-8e9e-c0c7d4f05059 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=309681a5-f8a2-4bff-8d44-369a9f3c89b4 HTTP/1.1" status: 200  len: 217 time: 0.0517080
Dec 18 21:04:07.682131 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-724bc2c0-0f86-4e46-ab70-ed65cbd81e0d tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Deleting port 651fcf7b-e33c-4ee6-9002-196e5a8a783e {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:07.682777 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-724bc2c0-0f86-4e46-ab70-ed65cbd81e0d tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:07.701206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d948e65-6168-45de-a573-43a3bc1dcaad req-6e60bd88-6f63-4b62-b852-94678e71ebdf tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3912523
Dec 18 21:04:07.831822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-59066334-ec1c-4b63-8d34-b55ae0b37f1f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port bd8c9720-6b39-4109-9855-4955f01cace6 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:07.832407 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59066334-ec1c-4b63-8d34-b55ae0b37f1f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:07.859270 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-724bc2c0-0f86-4e46-ab70-ed65cbd81e0d tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:07.878012 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-724bc2c0-0f86-4e46-ab70-ed65cbd81e0d tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Calling delete_port for 651fcf7b-e33c-4ee6-9002-196e5a8a783e owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:07.892211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-9e04b18a-c8b6-49ab-ba7c-211cb1e90636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:07.897583 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-9e04b18a-c8b6-49ab-ba7c-211cb1e90636 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.1208417
Dec 18 21:04:07.965942 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-2470df30-6b22-4871-b87b-7043a5f308a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319943
Dec 18 21:04:07.995832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-59066334-ec1c-4b63-8d34-b55ae0b37f1f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] For port bd8c9720-6b39-4109-9855-4955f01cace6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8c9720-6b39-4109-9855-4955f01cace6,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:07.996206 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59066334-ec1c-4b63-8d34-b55ae0b37f1f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:07.998903 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-267c12b8-5bb3-4d2a-aa93-bc6480eb141c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:08.035734 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-59066334-ec1c-4b63-8d34-b55ae0b37f1f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for bd8c9720-6b39-4109-9855-4955f01cace6 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:08.070929 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:08.123555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c12b8-5bb3-4d2a-aa93-bc6480eb141c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Subnet': ['ID=ec405696-2371-4da4-9259-18203ea38e35,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:08.133854 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-e31f8136-a2c2-4aab-97b4-dc56140407e7 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538815
Dec 18 21:04:08.145355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c12b8-5bb3-4d2a-aa93-bc6480eb141c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Checking segment: {'id': 'acc254c2-ddd0-4206-838d-17c8bea6f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9587d299-b2e2-45e8-8e53-af50d7e56d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:08.145728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267c12b8-5bb3-4d2a-aa93-bc6480eb141c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network hostable DHCP agents. Network: 9587d299-b2e2-45e8-8e53-af50d7e56d46, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:04:08.173611 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-724bc2c0-0f86-4e46-ab70-ed65cbd81e0d tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:08.212552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267c12b8-5bb3-4d2a-aa93-bc6480eb141c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 9587d299-b2e2-45e8-8e53-af50d7e56d46 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:04:08.224378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-267c12b8-5bb3-4d2a-aa93-bc6480eb141c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9587d299-b2e2-45e8-8e53-af50d7e56d46) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:08.230974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c12b8-5bb3-4d2a-aa93-bc6480eb141c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:08.232460 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-267c12b8-5bb3-4d2a-aa93-bc6480eb141c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:08.233940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bc2c0-0f86-4e46-ab70-ed65cbd81e0d tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event deleted for resources: {'Port': ['ID=651fcf7b-e33c-4ee6-9002-196e5a8a783e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:08.235431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c345d722-dc79-4d04-bddf-507a3c101d93 None None] Network 9587d299-b2e2-45e8-8e53-af50d7e56d46 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:08.291165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-267c12b8-5bb3-4d2a-aa93-bc6480eb141c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4079142
Dec 18 21:04:08.294462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52746) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:08.304718 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b8145e64-77b9-4b53-b99a-656214de8d84 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'subnet': {'network_id': '996f1ebe-8e94-4ad4-92d0-6bd220dfe345', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:08.324371 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59066334-ec1c-4b63-8d34-b55ae0b37f1f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:08.416283 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0eadecc6-8d8d-4270-95a1-ae788d36b47b req-de1f1625-6b9b-4306-a2b7-a086675d32bb service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2653408
Dec 18 21:04:08.418564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59066334-ec1c-4b63-8d34-b55ae0b37f1f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=bd8c9720-6b39-4109-9855-4955f01cace6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:08.452056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9587d299-b2e2-45e8-8e53-af50d7e56d46', 'network_id': '9587d299-b2e2-45e8-8e53-af50d7e56d46', 'project_id': '3ada50ccbe004ac887658264d222db1f', 'fixed_ips': [{'subnet_id': 'ec405696-2371-4da4-9259-18203ea38e35'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:04:08.453255 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:08.593560 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59066334-ec1c-4b63-8d34-b55ae0b37f1f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:08.642960 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:08.767594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-724bc2c0-0f86-4e46-ab70-ed65cbd81e0d tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:08.773758 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-724bc2c0-0f86-4e46-ab70-ed65cbd81e0d tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "DELETE /v2.0/ports/651fcf7b-e33c-4ee6-9002-196e5a8a783e HTTP/1.1" status: 204  len: 168 time: 1.3328106
Dec 18 21:04:08.793817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52756) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:08.801140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd96f9a-8772-43bb-8921-18ddab54e8e1 req-9d345bd4-3601-4585-baa5-f447135adcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:08.802743 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dfd96f9a-8772-43bb-8921-18ddab54e8e1 req-9d345bd4-3601-4585-baa5-f447135adcbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 1094 time: 0.2580066
Dec 18 21:04:08.829276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8145e64-77b9-4b53-b99a-656214de8d84 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:08.832654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8145e64-77b9-4b53-b99a-656214de8d84 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:08.832850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Allocated IP 2001:db8::2 (9587d299-b2e2-45e8-8e53-af50d7e56d46/ec405696-2371-4da4-9259-18203ea38e35/6f5a29ac-98d8-492d-9939-dbe831350a9f) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:08.867233 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c736cbf-cd6c-4584-818e-10225c9eceef tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] GET failed (client error): The resource could not be found.
Dec 18 21:04:08.868848 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3c736cbf-cd6c-4584-818e-10225c9eceef tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "GET /v2.0/ports/651fcf7b-e33c-4ee6-9002-196e5a8a783e HTTP/1.1" status: 404  len: 333 time: 0.0702751
Dec 18 21:04:08.885877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52762) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:08.903306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Request body: {'port': {'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910', 'name': 'tempest-AllowedAddressPairTestJSON-90811393'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:08.995946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59066334-ec1c-4b63-8d34-b55ae0b37f1f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Router 1945cfb5-dff8-435c-a97c-b0e8c1e1d883 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:04:09.024619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd96f9a-8772-43bb-8921-18ddab54e8e1 req-34943ad0-80ca-49bf-9c84-621aa1cbc945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:09.027618 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dfd96f9a-8772-43bb-8921-18ddab54e8e1 req-34943ad0-80ca-49bf-9c84-621aa1cbc945 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 912 time: 0.1991014
Dec 18 21:04:09.066182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045cf69-a82c-4df8-a751-ab60ed88098d req-e16d0533-0bde-4a53-ac9a-c24ea5fa1233 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:09.081565 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.082582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9045cf69-a82c-4df8-a751-ab60ed88098d req-e16d0533-0bde-4a53-ac9a-c24ea5fa1233 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 943 time: 0.2183855
Dec 18 21:04:09.106925 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.116530 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dfd96f9a-8772-43bb-8921-18ddab54e8e1 req-0c873666-36d3-434f-83b8-e2d5d2f6e864 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=309681a5-f8a2-4bff-8d44-369a9f3c89b4 HTTP/1.1" status: 200  len: 217 time: 0.0817480
Dec 18 21:04:09.139624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0321a-ce98-4133-9231-821c953bdfbb req-86d47158-3841-428f-a6dc-58407589e57c tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:09.141107 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8a0321a-ce98-4133-9231-821c953bdfbb req-86d47158-3841-428f-a6dc-58407589e57c tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.3765507
Dec 18 21:04:09.178813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Network 9587d299-b2e2-45e8-8e53-af50d7e56d46 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:09.184638 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:09.188667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:09.213215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd96f9a-8772-43bb-8921-18ddab54e8e1 req-5a8c2c34-d69a-412f-a6b6-88830316a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:09.214807 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dfd96f9a-8772-43bb-8921-18ddab54e8e1 req-5a8c2c34-d69a-412f-a6b6-88830316a019 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.0905323
Dec 18 21:04:09.223573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8145e64-77b9-4b53-b99a-656214de8d84 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.232555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Pushing event updated for resources: {'Port': ['ID=6f5a29ac-98d8-492d-9939-dbe831350a9f,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:09.278614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Attempting to bind port 6f5a29ac-98d8-492d-9939-dbe831350a9f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:09.278993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Attempting to bind port 6f5a29ac-98d8-492d-9939-dbe831350a9f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'acc254c2-ddd0-4206-838d-17c8bea6f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9587d299-b2e2-45e8-8e53-af50d7e56d46'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:09.280304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Attempting to bind port 6f5a29ac-98d8-492d-9939-dbe831350a9f on network 9587d299-b2e2-45e8-8e53-af50d7e56d46 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:09.288274 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:09.289117 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Checking segment: {'id': 'acc254c2-ddd0-4206-838d-17c8bea6f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9587d299-b2e2-45e8-8e53-af50d7e56d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:09.289713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59066334-ec1c-4b63-8d34-b55ae0b37f1f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:04:09.289868 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.290503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Bound using segment: {'id': 'acc254c2-ddd0-4206-838d-17c8bea6f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9587d299-b2e2-45e8-8e53-af50d7e56d46'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:09.291157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Bound port: 6f5a29ac-98d8-492d-9939-dbe831350a9f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc254c2-ddd0-4206-838d-17c8bea6f802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9587d299-b2e2-45e8-8e53-af50d7e56d46'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:09.299393 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dfd96f9a-8772-43bb-8921-18ddab54e8e1 req-09fb9818-0dbe-4444-88b8-76e5f05be50e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0720618
Dec 18 21:04:09.300222 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.302577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-59066334-ec1c-4b63-8d34-b55ae0b37f1f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "PUT /v2.0/routers/1945cfb5-dff8-435c-a97c-b0e8c1e1d883/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9766457
Dec 18 21:04:09.304134 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52768) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:09.311979 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9045cf69-a82c-4df8-a751-ab60ed88098d req-2dc173ab-dada-4580-b5d6-9664b43516bd tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260456
Dec 18 21:04:09.350372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8a0321a-ce98-4133-9231-821c953bdfbb req-4285689c-2d86-4463-a5b7-e0f87e5fe254 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193979
Dec 18 21:04:09.351485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Made reservation on behalf of d7c94b08c98f49b6b734eda4021909b9 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:09.357960 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.363267 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160f799-db89-4851-8c21-46c02090ea93 None None] Sync routers for ids ['1945cfb5-dff8-435c-a97c-b0e8c1e1d883'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:04:09.386414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] device_id is not set on port 540a9ff9-172c-4075-a989-233016368df2 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:09.416878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160f799-db89-4851-8c21-46c02090ea93 None None] Routers {'1945cfb5-dff8-435c-a97c-b0e8c1e1d883'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:09.417625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6160f799-db89-4851-8c21-46c02090ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e47af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1945cfb5-dff8-435c-a97c-b0e8c1e1d883'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:09.446032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8145e64-77b9-4b53-b99a-656214de8d84 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Subnet': ['ID=e9787245-6aae-4c41-9bdf-89ad326920aa,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:09.481310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8145e64-77b9-4b53-b99a-656214de8d84 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Checking segment: {'id': 'b402b18c-b5d7-4aec-8d2c-a62811488036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '996f1ebe-8e94-4ad4-92d0-6bd220dfe345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:09.482221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8145e64-77b9-4b53-b99a-656214de8d84 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network hostable DHCP agents. Network: 996f1ebe-8e94-4ad4-92d0-6bd220dfe345, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:04:09.493288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab61ed8-7385-4b76-a123-a166138dea65 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:09.495270 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab61ed8-7385-4b76-a123-a166138dea65 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:09.496985 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3ab61ed8-7385-4b76-a123-a166138dea65 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1896067
Dec 18 21:04:09.504595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52772) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:09.512347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-6160f799-db89-4851-8c21-46c02090ea93 None None] Set router 1945cfb5-dff8-435c-a97c-b0e8c1e1d883 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:04:09.531768 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dfd96f9a-8772-43bb-8921-18ddab54e8e1 req-23cbe72e-12e0-4556-9b32-813ffd289b54 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209280
Dec 18 21:04:09.535874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8145e64-77b9-4b53-b99a-656214de8d84 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 996f1ebe-8e94-4ad4-92d0-6bd220dfe345 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:04:09.557008 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b8145e64-77b9-4b53-b99a-656214de8d84 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 996f1ebe-8e94-4ad4-92d0-6bd220dfe345) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:09.580287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b23993e-9b21-4962-9476-52525802313c None None] Network 996f1ebe-8e94-4ad4-92d0-6bd220dfe345 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:09.582607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] For port 6f5a29ac-98d8-492d-9939-dbe831350a9f, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:09.585212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6160f799-db89-4851-8c21-46c02090ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e47af70>, [{'id': '1945cfb5-dff8-435c-a97c-b0e8c1e1d883', 'name': 'tempest-NetworksTestDHCPv6-router-1893673895', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:58Z', 'updated_at': '2021-12-18T21:04:08Z', 'revision_number': 3, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:09.602855 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8145e64-77b9-4b53-b99a-656214de8d84 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:09.603805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8145e64-77b9-4b53-b99a-656214de8d84 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.607195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-7750453a-c5ab-4488-bd56-c7388e3cba76 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 8736d659-744b-4c70-b205-08dfe03ff435 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:04:09.616177 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7750453a-c5ab-4488-bd56-c7388e3cba76 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.637486 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b8145e64-77b9-4b53-b99a-656214de8d84 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.3397894
Dec 18 21:04:09.638296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52774) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:09.645878 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4498550b-5f0d-4218-a32c-e6250e8dc5ce tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-359342158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:09.647508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Allocated IP 172.20.0.12 (81a26220-35c6-431b-b9c5-0cbc1c851910/d6e5e502-fb88-48a5-949c-04ed79aadd08/540a9ff9-172c-4075-a989-233016368df2) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:09.657558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] For port 6f5a29ac-98d8-492d-9939-dbe831350a9f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f5a29ac-98d8-492d-9939-dbe831350a9f,segment=NetworkSegment(acc254c2-ddd0-4206-838d-17c8bea6f802),segment_id=acc254c2-ddd0-4206-838d-17c8bea6f802)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:09.660440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160f799-db89-4851-8c21-46c02090ea93 None None] Checking router: 1945cfb5-dff8-435c-a97c-b0e8c1e1d883 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:04:09.670736 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.684058 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7750453a-c5ab-4488-bd56-c7388e3cba76 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.700661 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dfd96f9a-8772-43bb-8921-18ddab54e8e1 req-7ae9b3c9-5019-45d1-b760-3ca490837e03 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546741
Dec 18 21:04:09.716020 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4498550b-5f0d-4218-a32c-e6250e8dc5ce tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.716817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160f799-db89-4851-8c21-46c02090ea93 None None] Routers {'1945cfb5-dff8-435c-a97c-b0e8c1e1d883'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:09.717450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6160f799-db89-4851-8c21-46c02090ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e47af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1945cfb5-dff8-435c-a97c-b0e8c1e1d883'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:09.720365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4498550b-5f0d-4218-a32c-e6250e8dc5ce tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.784300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4498550b-5f0d-4218-a32c-e6250e8dc5ce tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.790433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4498550b-5f0d-4218-a32c-e6250e8dc5ce tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.792887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-6160f799-db89-4851-8c21-46c02090ea93 None None] Set router 1945cfb5-dff8-435c-a97c-b0e8c1e1d883 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:04:09.827962 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4498550b-5f0d-4218-a32c-e6250e8dc5ce tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:09.830206 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4498550b-5f0d-4218-a32c-e6250e8dc5ce tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1909566
Dec 18 21:04:09.832883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52778) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:09.889611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6160f799-db89-4851-8c21-46c02090ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e47af70>, [{'id': '1945cfb5-dff8-435c-a97c-b0e8c1e1d883', 'name': 'tempest-NetworksTestDHCPv6-router-1893673895', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:58Z', 'updated_at': '2021-12-18T21:04:08Z', 'revision_number': 3, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:09.891506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a5a0d-4e11-44e5-95f3-17854d65fb68 None None] Pushing event updated for resources: {'Port': ['ID=6f5a29ac-98d8-492d-9939-dbe831350a9f,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:09.966691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160f799-db89-4851-8c21-46c02090ea93 None None] The sync data for ids ['1945cfb5-dff8-435c-a97c-b0e8c1e1d883'] in ncdv-master-1 is: [{'id': '1945cfb5-dff8-435c-a97c-b0e8c1e1d883', 'name': 'tempest-NetworksTestDHCPv6-router-1893673895', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:58Z', 'updated_at': '2021-12-18T21:04:08Z', 'revision_number': 3, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:04:10.031905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-996f1ebe-8e94-4ad4-92d0-6bd220dfe345', 'network_id': '996f1ebe-8e94-4ad4-92d0-6bd220dfe345', 'project_id': '3ada50ccbe004ac887658264d222db1f', 'fixed_ips': [{'subnet_id': 'e9787245-6aae-4c41-9bdf-89ad326920aa'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:04:10.032806 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:10.241154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7750453a-c5ab-4488-bd56-c7388e3cba76 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:10.287856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:10.392033 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7750453a-c5ab-4488-bd56-c7388e3cba76 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:10.402099 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:10.496707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750453a-c5ab-4488-bd56-c7388e3cba76 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=8736d659-744b-4c70-b205-08dfe03ff435,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:10.580676 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7750453a-c5ab-4488-bd56-c7388e3cba76 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:10.587953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7750453a-c5ab-4488-bd56-c7388e3cba76 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/8736d659-744b-4c70-b205-08dfe03ff435 HTTP/1.1" status: 204  len: 168 time: 1.0821853
Dec 18 21:04:10.595977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a1f6bc-8b28-45e0-a633-3a6f9c9c2a81 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:10.624147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52790) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:10.673832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Network 81a26220-35c6-431b-b9c5-0cbc1c851910 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:10.688572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:10.691174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:10.698107 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Allocated IP 2001:db8:1::2 (996f1ebe-8e94-4ad4-92d0-6bd220dfe345/e9787245-6aae-4c41-9bdf-89ad326920aa/27173133-2cd3-4aed-825e-efedf0ab0dd3) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:10.766296 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:10.927596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:10.928922 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:10.939026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282969ae-38d2-4908-871b-2695321a8e23 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:04:10.963527 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event updated for resources: {'Port': ['ID=540a9ff9-172c-4075-a989-233016368df2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:11.032786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d634a2b-0f8e-42d8-bc19-7c11cbb572ec req-938ab8dd-bdc6-47c4-a8a0-cbdf9bcad631 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:11.043375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d634a2b-0f8e-42d8-bc19-7c11cbb572ec req-938ab8dd-bdc6-47c4-a8a0-cbdf9bcad631 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 943 time: 0.5303810
Dec 18 21:04:11.072629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364513cc-e7ec-40e7-8433-5942de03d114 req-d874aa70-5e94-4acb-8cc0-0ca94dfd9c44 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:11.075866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-364513cc-e7ec-40e7-8433-5942de03d114 req-d874aa70-5e94-4acb-8cc0-0ca94dfd9c44 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.4789555
Dec 18 21:04:11.109860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-86928125-046b-4de1-b587-95c75a55016c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.2214122
Dec 18 21:04:11.117598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52800) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:11.124447 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.131405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-21d51a08-c40f-4023-867f-1219cae8b708 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c7:68:bb'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:11.131884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-282969ae-38d2-4908-871b-2695321a8e23 None None] Deleting port 53e4fa8b-f313-458f-88ed-b709aaacb0b4 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:11.132263 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-282969ae-38d2-4908-871b-2695321a8e23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.189220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-aab9507d-bc9e-4954-9847-0c45e6df1513 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.5585718
Dec 18 21:04:11.202357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52804) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:11.238176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-282969ae-38d2-4908-871b-2695321a8e23 None None] For port 53e4fa8b-f313-458f-88ed-b709aaacb0b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53e4fa8b-f313-458f-88ed-b709aaacb0b4,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:11.238743 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-282969ae-38d2-4908-871b-2695321a8e23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.256174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-282969ae-38d2-4908-871b-2695321a8e23 None None] Calling delete_port for 53e4fa8b-f313-458f-88ed-b709aaacb0b4 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:11.312403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Allocated IP 2001:db8::1 (9587d299-b2e2-45e8-8e53-af50d7e56d46/ec405696-2371-4da4-9259-18203ea38e35/0b147310-7cce-4d67-a03a-66c8cd745627) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:11.366159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6f5a29ac-98d8-492d-9939-dbe831350a9f up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:11.371002 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.372912 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-282969ae-38d2-4908-871b-2695321a8e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.393990 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebccf-6e87-4abf-89bc-e698118f1695 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.404883 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-364513cc-e7ec-40e7-8433-5942de03d114 req-2ad37f01-5eec-4982-b59f-162e0d8c4ed2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3158097
Dec 18 21:04:11.476415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d634a2b-0f8e-42d8-bc19-7c11cbb572ec req-c168f856-136f-4671-9acf-836069f2bc41 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4300141
Dec 18 21:04:11.528800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Network 996f1ebe-8e94-4ad4-92d0-6bd220dfe345 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:11.530411 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282969ae-38d2-4908-871b-2695321a8e23 None None] No DVR routers for this DVR port 53e4fa8b-f313-458f-88ed-b709aaacb0b4 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:11.576804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:11.585317 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b2bb5006-468a-4ae2-bc69-91953291608e None None] Provisioning complete for port 540a9ff9-172c-4075-a989-233016368df2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:11.585317 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5006-468a-4ae2-bc69-91953291608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.592141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:11.600126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21d51a08-c40f-4023-867f-1219cae8b708 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.649093 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebccf-6e87-4abf-89bc-e698118f1695 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.649365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.651059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Pushing event updated for resources: {'Port': ['ID=27173133-2cd3-4aed-825e-efedf0ab0dd3,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:11.655717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebccf-6e87-4abf-89bc-e698118f1695 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.732862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c078a0e9-edf3-4451-9503-9ddd1872327f None None] Network 9587d299-b2e2-45e8-8e53-af50d7e56d46 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:11.740013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282969ae-38d2-4908-871b-2695321a8e23 None None] Pushing event deleted for resources: {'Port': ['ID=53e4fa8b-f313-458f-88ed-b709aaacb0b4,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:11.750977 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebccf-6e87-4abf-89bc-e698118f1695 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.751932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0ebccf-6e87-4abf-89bc-e698118f1695 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Fanout notify agent at l3_agent the message router_deleted on router 1945cfb5-dff8-435c-a97c-b0e8c1e1d883 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:04:11.761831 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebccf-6e87-4abf-89bc-e698118f1695 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.762723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb5006-468a-4ae2-bc69-91953291608e None None] Port 540a9ff9-172c-4075-a989-233016368df2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:11.769209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dd0ebccf-6e87-4abf-89bc-e698118f1695 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/routers/1945cfb5-dff8-435c-a97c-b0e8c1e1d883 HTTP/1.1" status: 204  len: 168 time: 0.5638428
Dec 18 21:04:11.772835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52814) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:11.784581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-53be1155-f7d1-46c3-8d55-4fd497ee184b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:11.804528 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Attempting to bind port 27173133-2cd3-4aed-825e-efedf0ab0dd3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:11.804845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Attempting to bind port 27173133-2cd3-4aed-825e-efedf0ab0dd3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b402b18c-b5d7-4aec-8d2c-a62811488036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '996f1ebe-8e94-4ad4-92d0-6bd220dfe345'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:11.805211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Attempting to bind port 27173133-2cd3-4aed-825e-efedf0ab0dd3 on network 996f1ebe-8e94-4ad4-92d0-6bd220dfe345 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:11.810189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6f5a29ac-98d8-492d-9939-dbe831350a9f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:11.810615 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.819611 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.847971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:11.848406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Checking segment: {'id': 'b402b18c-b5d7-4aec-8d2c-a62811488036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '996f1ebe-8e94-4ad4-92d0-6bd220dfe345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:11.848815 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.849413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Bound using segment: {'id': 'b402b18c-b5d7-4aec-8d2c-a62811488036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '996f1ebe-8e94-4ad4-92d0-6bd220dfe345'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:11.849803 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Bound port: 27173133-2cd3-4aed-825e-efedf0ab0dd3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b402b18c-b5d7-4aec-8d2c-a62811488036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '996f1ebe-8e94-4ad4-92d0-6bd220dfe345'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:11.854583 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.893773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 309681a5-f8a2-4bff-8d44-369a9f3c89b4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:04:11.942026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 9587d299-b2e2-45e8-8e53-af50d7e56d46 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:11.956663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:11.965684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:11.966229 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:11.978929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=0b147310-7cce-4d67-a03a-66c8cd745627,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:11.982271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53be1155-f7d1-46c3-8d55-4fd497ee184b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:11.987580 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53be1155-f7d1-46c3-8d55-4fd497ee184b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.062867 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21d51a08-c40f-4023-867f-1219cae8b708 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.078093 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21d51a08-c40f-4023-867f-1219cae8b708 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.095913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e2afebae-d772-4e3e-adbd-0e79144d559a None None] Provisioning complete for port 6f5a29ac-98d8-492d-9939-dbe831350a9f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:12.096701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e2afebae-d772-4e3e-adbd-0e79144d559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.171631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d51a08-c40f-4023-867f-1219cae8b708 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event updated for resources: {'Port': ['ID=540a9ff9-172c-4075-a989-233016368df2,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:12.224037 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-21d51a08-c40f-4023-867f-1219cae8b708 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] In _notify_port_updated(), no bound segment for port 540a9ff9-172c-4075-a989-233016368df2 on network 81a26220-35c6-431b-b9c5-0cbc1c851910 {{(pid=126009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:04:12.230599 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d51a08-c40f-4023-867f-1219cae8b708 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:12.231524 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21d51a08-c40f-4023-867f-1219cae8b708 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.236219 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-21d51a08-c40f-4023-867f-1219cae8b708 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "PUT /v2.0/ports/540a9ff9-172c-4075-a989-233016368df2 HTTP/1.1" status: 200  len: 995 time: 1.1172168
Dec 18 21:04:12.237245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.239442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52822) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:12.253652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] For port 27173133-2cd3-4aed-825e-efedf0ab0dd3, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:12.268728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] For port 27173133-2cd3-4aed-825e-efedf0ab0dd3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27173133-2cd3-4aed-825e-efedf0ab0dd3,segment=NetworkSegment(b402b18c-b5d7-4aec-8d2c-a62811488036),segment_id=b402b18c-b5d7-4aec-8d2c-a62811488036)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:12.292663 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.298587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 309681a5-f8a2-4bff-8d44-369a9f3c89b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=309681a5-f8a2-4bff-8d44-369a9f3c89b4,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:12.339167 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.341061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53be1155-f7d1-46c3-8d55-4fd497ee184b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.448605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '309681a5-f8a2-4bff-8d44-369a9f3c89b4', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'port_id': '309681a5-f8a2-4bff-8d44-369a9f3c89b4', 'mac_address': 'fa:16:3e:f0:0e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e25084-0926-4429-bfe2-f2445a0ff885', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:04:12.451010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be1155-f7d1-46c3-8d55-4fd497ee184b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=34364131-c5d1-414f-a5e9-774fb422eb25,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:12.462823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53be1155-f7d1-46c3-8d55-4fd497ee184b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:12.464450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-53be1155-f7d1-46c3-8d55-4fd497ee184b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:12.478525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53be1155-f7d1-46c3-8d55-4fd497ee184b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:12.479410 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53be1155-f7d1-46c3-8d55-4fd497ee184b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.529387 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d263c026-e35f-4959-a670-6592aa9741be None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:12.535387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-53be1155-f7d1-46c3-8d55-4fd497ee184b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7595396
Dec 18 21:04:12.538378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52830) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:12.555361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f9e9189d-56d3-4479-a571-cd59277a0273 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1245242069', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:12.719585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-477da9e1-3cb4-4281-bd0b-1dc32eb09e18 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Deleting port 540a9ff9-172c-4075-a989-233016368df2 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:12.720147 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-477da9e1-3cb4-4281-bd0b-1dc32eb09e18 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.724864 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e2afebae-d772-4e3e-adbd-0e79144d559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.773031 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9e9189d-56d3-4479-a571-cd59277a0273 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.774762 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9e9189d-56d3-4479-a571-cd59277a0273 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.792953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae78bf1-6e50-491e-bba6-f70c6bd323ce req-da4378d5-db8b-45f0-ab6d-bffdb37c68c2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:12.797491 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ae78bf1-6e50-491e-bba6-f70c6bd323ce req-da4378d5-db8b-45f0-ab6d-bffdb37c68c2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.1988637
Dec 18 21:04:12.815011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fbbee-5e91-4a20-952b-5181871f638a None None] Pushing event updated for resources: {'Port': ['ID=27173133-2cd3-4aed-825e-efedf0ab0dd3,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:12.853208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 6f5a29ac-98d8-492d-9939-dbe831350a9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f5a29ac-98d8-492d-9939-dbe831350a9f,segment=NetworkSegment(acc254c2-ddd0-4206-838d-17c8bea6f802),segment_id=acc254c2-ddd0-4206-838d-17c8bea6f802)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:12.871031 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.873795 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:12.952357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ae78bf1-6e50-491e-bba6-f70c6bd323ce req-f2885505-324d-44ab-9043-682319c3f25d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408989
Dec 18 21:04:12.987424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c877052-d2ab-4217-9505-5e22722b3895 req-508214db-973e-425f-ab0d-d63f97aeaefd tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:12.990507 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c877052-d2ab-4217-9505-5e22722b3895 req-508214db-973e-425f-ab0d-d63f97aeaefd tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 943 time: 0.3004067
Dec 18 21:04:13.008971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=6f5a29ac-98d8-492d-9939-dbe831350a9f,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:13.032370 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-477da9e1-3cb4-4281-bd0b-1dc32eb09e18 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:13.043862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bd8c9720-6b39-4109-9855-4955f01cace6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:13.080330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9e9189d-56d3-4479-a571-cd59277a0273 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:13.099188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 309681a5-f8a2-4bff-8d44-369a9f3c89b4 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:04:13.131890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: bd8c9720-6b39-4109-9855-4955f01cace6 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:13.132413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bd8c9720-6b39-4109-9855-4955f01cace6 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:13.132851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 53e4fa8b-f313-458f-88ed-b709aaacb0b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:13.161110 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9e9189d-56d3-4479-a571-cd59277a0273 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:13.162777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-477da9e1-3cb4-4281-bd0b-1dc32eb09e18 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Calling delete_port for 540a9ff9-172c-4075-a989-233016368df2 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:13.205372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 53e4fa8b-f313-458f-88ed-b709aaacb0b4 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:13.205832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 53e4fa8b-f313-458f-88ed-b709aaacb0b4 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:13.253739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c877052-d2ab-4217-9505-5e22722b3895 req-8a3ebd5d-9344-43d9-8ede-d8456ea6a567 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885729
Dec 18 21:04:13.273263 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9e9189d-56d3-4479-a571-cd59277a0273 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:13.279558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f9e9189d-56d3-4479-a571-cd59277a0273 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.7380614
Dec 18 21:04:13.280319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52840) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:13.317544 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-e2afebae-d772-4e3e-adbd-0e79144d559a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:04:13.318153 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-e2afebae-d772-4e3e-adbd-0e79144d559a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:04:13.323970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '34364131-c5d1-414f-a5e9-774fb422eb25'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:04:13.324955 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:13.336574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 309681a5-f8a2-4bff-8d44-369a9f3c89b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=309681a5-f8a2-4bff-8d44-369a9f3c89b4,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:13.362440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:13.409348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:13.416047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:13.416948 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:13.482659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=309681a5-f8a2-4bff-8d44-369a9f3c89b4,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:13.667492 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/34364131-c5d1-414f-a5e9-774fb422eb25/02960997-d088-4017-bd9b-dc8b5d6a43c1) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:13.678715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 9587d299-b2e2-45e8-8e53-af50d7e56d46 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:13.686511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:13.771077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 27173133-2cd3-4aed-825e-efedf0ab0dd3 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:13.832373 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:13.867296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['309681a5-f8a2-4bff-8d44-369a9f3c89b4'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:04:13.889499 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=0b147310-7cce-4d67-a03a-66c8cd745627,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:13.906683 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-477da9e1-3cb4-4281-bd0b-1dc32eb09e18 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:14.042533 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477da9e1-3cb4-4281-bd0b-1dc32eb09e18 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event deleted for resources: {'Port': ['ID=540a9ff9-172c-4075-a989-233016368df2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:14.277750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-477da9e1-3cb4-4281-bd0b-1dc32eb09e18 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:14.308738 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52854) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:14.315717 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-477da9e1-3cb4-4281-bd0b-1dc32eb09e18 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "DELETE /v2.0/ports/540a9ff9-172c-4075-a989-233016368df2 HTTP/1.1" status: 204  len: 168 time: 2.0681789
Dec 18 21:04:14.350668 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-234b7258-df68-41a8-b9c0-5e205984416c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] GET failed (client error): The resource could not be found.
Dec 18 21:04:14.351913 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 9ef8880f-772f-4700-8f54-35d4746952d4 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:04:14.358686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-234b7258-df68-41a8-b9c0-5e205984416c tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "GET /v2.0/ports/540a9ff9-172c-4075-a989-233016368df2 HTTP/1.1" status: 404  len: 333 time: 0.0435007
Dec 18 21:04:14.361000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52856) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:14.368378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Request body: {'port': {'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910', 'name': 'tempest-AllowedAddressPairTestJSON-238241930'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:14.373710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df8294-3d31-47b3-bf9e-07216dd9a982 req-7b23eb01-0adb-4da8-8f7e-8dc3bb817732 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:14.375615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-02df8294-3d31-47b3-bf9e-07216dd9a982 req-7b23eb01-0adb-4da8-8f7e-8dc3bb817732 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.2665908
Dec 18 21:04:14.507296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-02df8294-3d31-47b3-bf9e-07216dd9a982 req-200222dc-e487-4707-808c-7620ebd7c7d7 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219826
Dec 18 21:04:14.523971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048cd33-af66-48f9-b801-293bdb90ed69 req-5ea33bca-cfd8-4fde-a8df-1a597b29c77e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:14.527142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a048cd33-af66-48f9-b801-293bdb90ed69 req-5ea33bca-cfd8-4fde-a8df-1a597b29c77e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 944 time: 0.1157198
Dec 18 21:04:14.588682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86284a6a-8a04-4f79-b243-bca555364d36 None None] Network 996f1ebe-8e94-4ad4-92d0-6bd220dfe345 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:14.601499 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 27173133-2cd3-4aed-825e-efedf0ab0dd3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:14.602312 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:14.618971 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a048cd33-af66-48f9-b801-293bdb90ed69 req-8f8675b6-c0ce-42a6-a250-2df5463d7ef4 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765941
Dec 18 21:04:14.627438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Made reservation on behalf of d7c94b08c98f49b6b734eda4021909b9 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:14.631519 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:14.652974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] device_id is not set on port fb636f20-6003-4336-8e95-ac008b40e54b yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:14.711007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:04:14.726515 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e42cf515-8c34-4368-9d76-d3c10e5e6d07 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/9ef8880f-772f-4700-8f54-35d4746952d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8924136
Dec 18 21:04:14.727786 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397e40f7-1d6f-4a2a-870b-14f656e775f5 None None] Sync routers for ids ['9ef8880f-772f-4700-8f54-35d4746952d4'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:04:14.729443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52866) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:14.738774 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:14.742774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6a509ab8-0320-4805-baee-367f6a0f1bc2 None None] Provisioning complete for port 6f5a29ac-98d8-492d-9939-dbe831350a9f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:14.744015 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a509ab8-0320-4805-baee-367f6a0f1bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:14.756729 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e40f7-1d6f-4a2a-870b-14f656e775f5 None None] Routers {'9ef8880f-772f-4700-8f54-35d4746952d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:14.757494 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-397e40f7-1d6f-4a2a-870b-14f656e775f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664012d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['9ef8880f-772f-4700-8f54-35d4746952d4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:14.797835 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:14.802377 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c28435-3a6a-4718-88f2-327228ef3176 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:14.803738 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-397e40f7-1d6f-4a2a-870b-14f656e775f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664012d00>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:14.805206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-77c28435-3a6a-4718-88f2-327228ef3176 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports/0b147310-7cce-4d67-a03a-66c8cd745627 HTTP/1.1" status: 200  len: 911 time: 0.0741472
Dec 18 21:04:14.809066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52868) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:14.819229 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e40f7-1d6f-4a2a-870b-14f656e775f5 None None] Routers {'9ef8880f-772f-4700-8f54-35d4746952d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:14.819998 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-397e40f7-1d6f-4a2a-870b-14f656e775f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664012d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['9ef8880f-772f-4700-8f54-35d4746952d4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:14.860541 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-397e40f7-1d6f-4a2a-870b-14f656e775f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664012d00>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:14.861736 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397e40f7-1d6f-4a2a-870b-14f656e775f5 None None] The sync data for ids ['9ef8880f-772f-4700-8f54-35d4746952d4'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:04:14.877993 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Allocated IP 172.20.0.9 (81a26220-35c6-431b-b9c5-0cbc1c851910/d6e5e502-fb88-48a5-949c-04ed79aadd08/fb636f20-6003-4336-8e95-ac008b40e54b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:14.981419 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.013190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:15.027680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:15.030154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:15.042806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52872) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:15.043557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Pushing event updated for resources: {'Port': ['ID=02960997-d088-4017-bd9b-dc8b5d6a43c1,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:15.099614 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.137671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Attempting to bind port 02960997-d088-4017-bd9b-dc8b5d6a43c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:15.138039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Attempting to bind port 02960997-d088-4017-bd9b-dc8b5d6a43c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:15.138334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Attempting to bind port 02960997-d088-4017-bd9b-dc8b5d6a43c1 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:15.151711 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.157278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.174311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:15.174858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:15.175267 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.176155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:15.176155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Bound port: 02960997-d088-4017-bd9b-dc8b5d6a43c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:15.176523 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.230297 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea03f159-c39f-46ed-ac43-60cac02a51a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.241662 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Network 81a26220-35c6-431b-b9c5-0cbc1c851910 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:15.252888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:15.254156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6a509ab8-0320-4805-baee-367f6a0f1bc2 None None] Could not find standard attr ID for object 540a9ff9-172c-4075-a989-233016368df2. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:04:15.273383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 27173133-2cd3-4aed-825e-efedf0ab0dd3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27173133-2cd3-4aed-825e-efedf0ab0dd3,segment=NetworkSegment(b402b18c-b5d7-4aec-8d2c-a62811488036),segment_id=b402b18c-b5d7-4aec-8d2c-a62811488036)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:15.284428 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.286348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6f5a29ac-98d8-492d-9939-dbe831350a9f up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:15.318967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::1 (366763c1-8ffb-4916-bf33-b9164c04d44d/34364131-c5d1-414f-a5e9-774fb422eb25/b9b82cef-4725-487b-a669-6767750d5f41) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:15.343066 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea03f159-c39f-46ed-ac43-60cac02a51a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.345262 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:15.350072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event updated for resources: {'Port': ['ID=fb636f20-6003-4336-8e95-ac008b40e54b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:15.353867 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea03f159-c39f-46ed-ac43-60cac02a51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.395513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6a509ab8-0320-4805-baee-367f6a0f1bc2 None None] Provisioning complete for port 0b147310-7cce-4d67-a03a-66c8cd745627 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:15.396110 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a509ab8-0320-4805-baee-367f6a0f1bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.413476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] For port 02960997-d088-4017-bd9b-dc8b5d6a43c1, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:15.483301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03f159-c39f-46ed-ac43-60cac02a51a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dba54c-7c50-4c02-9aec-840cd623d981,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:15.485068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] For port 02960997-d088-4017-bd9b-dc8b5d6a43c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02960997-d088-4017-bd9b-dc8b5d6a43c1,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:15.488354 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ea03f159-c39f-46ed-ac43-60cac02a51a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0be5fc4b78af42f590c93cb522566c73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4444025
Dec 18 21:04:15.491074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52878) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:15.500125 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.520810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=27173133-2cd3-4aed-825e-efedf0ab0dd3,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:15.529424 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:15.531267 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.560989 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ec660e72-7e95-4342-9dff-f732f0182470 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.1982844
Dec 18 21:04:15.564673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52882) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:15.573407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Request body: {'port': {'network_id': '81a26220-35c6-431b-b9c5-0cbc1c851910', 'name': 'tempest-AllowedAddressPairTestJSON-181894733'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:15.625214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236a625-b4c3-4006-8630-6bf04bd06ad5 None None] Pushing event updated for resources: {'Port': ['ID=02960997-d088-4017-bd9b-dc8b5d6a43c1,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:15.632161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6a509ab8-0320-4805-baee-367f6a0f1bc2 None None] Port 0b147310-7cce-4d67-a03a-66c8cd745627 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:15.657761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6f5a29ac-98d8-492d-9939-dbe831350a9f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:15.658847 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.736246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-529b0b83-afe3-42d6-a3cd-f983aa366bee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.775416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3b692f7c-fdd7-48fe-bede-17faf14da4a4 None None] Provisioning complete for port fb636f20-6003-4336-8e95-ac008b40e54b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:15.775416 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b692f7c-fdd7-48fe-bede-17faf14da4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.824575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-529b0b83-afe3-42d6-a3cd-f983aa366bee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.842010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3b692f7c-fdd7-48fe-bede-17faf14da4a4 None None] Port fb636f20-6003-4336-8e95-ac008b40e54b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:15.848366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9036-7e70-4cdc-9ef5-a50fe636af2c req-4f2f77e3-6749-4e6e-9c82-d41c67168b03 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:15.850160 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67bb9036-7e70-4cdc-9ef5-a50fe636af2c req-4f2f77e3-6749-4e6e-9c82-d41c67168b03 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.2252581
Dec 18 21:04:15.866071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3b692f7c-fdd7-48fe-bede-17faf14da4a4 None None] Provisioning complete for port 27173133-2cd3-4aed-825e-efedf0ab0dd3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:15.866749 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b692f7c-fdd7-48fe-bede-17faf14da4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.886099 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Made reservation on behalf of d7c94b08c98f49b6b734eda4021909b9 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:15.896101 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.913209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 309681a5-f8a2-4bff-8d44-369a9f3c89b4 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:15.925121 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] device_id is not set on port a862689f-b5b3-4983-92ed-70a83593288c yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:15.948878 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-529b0b83-afe3-42d6-a3cd-f983aa366bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.953606 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-529b0b83-afe3-42d6-a3cd-f983aa366bee admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:15.961466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe837b07-2a39-45ea-b848-f1aefb576c6f req-1456b14e-55ea-462c-89a0-7d04bb49b756 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:15.966859 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-529b0b83-afe3-42d6-a3cd-f983aa366bee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07dba54c-7c50-4c02-9aec-840cd623d981 HTTP/1.1" status: 204  len: 168 time: 0.4557154
Dec 18 21:04:15.978694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe837b07-2a39-45ea-b848-f1aefb576c6f req-1456b14e-55ea-462c-89a0-7d04bb49b756 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 944 time: 0.2402117
Dec 18 21:04:16.006630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 27173133-2cd3-4aed-825e-efedf0ab0dd3 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:16.069833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b0b83-afe3-42d6-a3cd-f983aa366bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dba54c-7c50-4c02-9aec-840cd623d981,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:16.137306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 309681a5-f8a2-4bff-8d44-369a9f3c89b4 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:04:16.149731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 309681a5-f8a2-4bff-8d44-369a9f3c89b4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:16.150134 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.198768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 27173133-2cd3-4aed-825e-efedf0ab0dd3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:16.198999 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.240899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Allocated IP 172.20.0.4 (81a26220-35c6-431b-b9c5-0cbc1c851910/d6e5e502-fb88-48a5-949c-04ed79aadd08/a862689f-b5b3-4983-92ed-70a83593288c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:16.248140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67bb9036-7e70-4cdc-9ef5-a50fe636af2c req-3748bbb0-93ce-4d7d-9172-3b5e22f59d10 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3524082
Dec 18 21:04:16.321840 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.365148 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.385605 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.410881 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f80750d-04f9-46f2-b3b7-d72d0e49b146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309681a5-f8a2-4bff-8d44-369a9f3c89b4'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:04:16.414647 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba99ee3-b8b2-4cb6-bba3-ad303c4e1d78" -d '{"events": [{"server_uuid": "0f80750d-04f9-46f2-b3b7-d72d0e49b146", "name": "network-vif-plugged", "status": "completed", "tag": "309681a5-f8a2-4bff-8d44-369a9f3c89b4"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:04:16.426767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe837b07-2a39-45ea-b848-f1aefb576c6f req-4d58d982-8325-4e1d-895c-ecd13761e902 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4466603
Dec 18 21:04:16.433045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 309681a5-f8a2-4bff-8d44-369a9f3c89b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=309681a5-f8a2-4bff-8d44-369a9f3c89b4,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:16.452366 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.549044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=309681a5-f8a2-4bff-8d44-369a9f3c89b4,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:16.559988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52894) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:16.564407 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a65e076-8c03-494d-a55e-d067f1453598 x-openstack-request-id: req-8a65e076-8c03-494d-a55e-d067f1453598 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:04:16.564785 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f80750d-04f9-46f2-b3b7-d72d0e49b146", "name": "network-vif-plugged", "status": "completed", "tag": "309681a5-f8a2-4bff-8d44-369a9f3c89b4", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:04:16.566019 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a65e076-8c03-494d-a55e-d067f1453598 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:04:16.566489 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f80750d-04f9-46f2-b3b7-d72d0e49b146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309681a5-f8a2-4bff-8d44-369a9f3c89b4', 'code': 200}
Dec 18 21:04:16.578479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.601896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce126301-e4e8-4242-8338-127c52367717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.638098 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.678537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e15b1-79e9-4728-9d91-c701d3254ab3 req-5a3d02ac-e2a6-46dd-b7f1-46d1363de831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:16.680077 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a0e15b1-79e9-4728-9d91-c701d3254ab3 req-5a3d02ac-e2a6-46dd-b7f1-46d1363de831 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 1096 time: 0.1055074
Dec 18 21:04:16.714563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.730425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:16.746149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=b9b82cef-4725-487b-a669-6767750d5f41,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:16.754480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:16.763218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:16.763876 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.800710 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Network 81a26220-35c6-431b-b9c5-0cbc1c851910 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:16.820424 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:16.825049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:16.832179 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a0e15b1-79e9-4728-9d91-c701d3254ab3 req-d57a9635-84a2-444a-b012-791ecaf6f79c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363821
Dec 18 21:04:16.832869 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event updated for resources: {'Port': ['ID=a862689f-b5b3-4983-92ed-70a83593288c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:16.875635 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce126301-e4e8-4242-8338-127c52367717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.886666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce126301-e4e8-4242-8338-127c52367717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.913157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:16.914295 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:16.958209 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce126301-e4e8-4242-8338-127c52367717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af72c22-74a3-4026-9e4c-11117eca5d36,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:16.967085 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ce126301-e4e8-4242-8338-127c52367717 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f23331b912248c5b965584a6ed47838&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4017603
Dec 18 21:04:16.967348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52896) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:16.982161 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-da201f32-e932-449c-bff5-e32de9970b04 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.4136088
Dec 18 21:04:16.982921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52898) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:17.002859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9c6f6132-d72f-40b0-953d-646aa947aa8a tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c7:68:bb'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:6e:20:28'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:17.039761 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.068028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Allocated IP 2001:db8:1::1 (996f1ebe-8e94-4ad4-92d0-6bd220dfe345/e9787245-6aae-4c41-9bdf-89ad326920aa/bdfc667c-ec87-4979-b632-9e90c0dec41b) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:17.140287 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53190108-bbb2-4a7a-9c2b-3bf1297ece9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.185600 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53190108-bbb2-4a7a-9c2b-3bf1297ece9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.266290 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6132-d72f-40b0-953d-646aa947aa8a tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.318466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-97908b79-faa0-4589-8082-59e109ecfa41 None None] Provisioning complete for port a862689f-b5b3-4983-92ed-70a83593288c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:17.321373 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-97908b79-faa0-4589-8082-59e109ecfa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.360087 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53190108-bbb2-4a7a-9c2b-3bf1297ece9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.382719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-97908b79-faa0-4589-8082-59e109ecfa41 None None] Port a862689f-b5b3-4983-92ed-70a83593288c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:17.383393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53190108-bbb2-4a7a-9c2b-3bf1297ece9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.386752 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-53190108-bbb2-4a7a-9c2b-3bf1297ece9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1af72c22-74a3-4026-9e4c-11117eca5d36 HTTP/1.1" status: 204  len: 168 time: 0.4184055
Dec 18 21:04:17.411339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53190108-bbb2-4a7a-9c2b-3bf1297ece9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af72c22-74a3-4026-9e4c-11117eca5d36,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:17.458083 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.546739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f3fc061b-8556-4884-bfe5-13af61bfeb17 None None] Provisioning complete for port 02960997-d088-4017-bd9b-dc8b5d6a43c1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:17.548276 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f3fc061b-8556-4884-bfe5-13af61bfeb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.562166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a6aa9-5ac2-4e3a-88b6-40ecda887967 req-e63d1287-393e-4663-8374-9e8de6324465 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:17.564221 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a9a6aa9-5ac2-4e3a-88b6-40ecda887967 req-e63d1287-393e-4663-8374-9e8de6324465 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.1676435
Dec 18 21:04:17.723842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc075b5-5eef-4424-bfeb-8cd4903627fe req-b94f6bdf-cd79-40df-962e-252f201dd663 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:17.728891 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f3fc061b-8556-4884-bfe5-13af61bfeb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.733166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1fc075b5-5eef-4424-bfeb-8cd4903627fe req-b94f6bdf-cd79-40df-962e-252f201dd663 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 945 time: 0.1804118
Dec 18 21:04:17.737428 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.811738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f3fc061b-8556-4884-bfe5-13af61bfeb17 None None] For port 02960997-d088-4017-bd9b-dc8b5d6a43c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02960997-d088-4017-bd9b-dc8b5d6a43c1,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:17.817061 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f3fc061b-8556-4884-bfe5-13af61bfeb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.827317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=bdfc667c-ec87-4979-b632-9e90c0dec41b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:17.852823 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.863316 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a9a6aa9-5ac2-4e3a-88b6-40ecda887967 req-4495820a-e5c8-4b1b-a52b-e6fa9f40268e tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2359033
Dec 18 21:04:17.879079 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.879880 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.886819 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 996f1ebe-8e94-4ad4-92d0-6bd220dfe345 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:17.890744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc061b-8556-4884-bfe5-13af61bfeb17 None None] Pushing event updated for resources: {'Port': ['ID=02960997-d088-4017-bd9b-dc8b5d6a43c1,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:17.951777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b26af504-8285-4c8d-947a-afa41bd24b6a None None] Provisioning complete for port b9b82cef-4725-487b-a669-6767750d5f41 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:17.953759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=b9b82cef-4725-487b-a669-6767750d5f41,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:17.956030 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b26af504-8285-4c8d-947a-afa41bd24b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:17.981880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:17.986650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:17.987199 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.041648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b26af504-8285-4c8d-947a-afa41bd24b6a None None] Port b9b82cef-4725-487b-a669-6767750d5f41 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:18.171481 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 02960997-d088-4017-bd9b-dc8b5d6a43c1 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:18.196187 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52910) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:18.198926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1fc075b5-5eef-4424-bfeb-8cd4903627fe req-3ded4816-5097-45bc-be76-cbb22618fad8 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4648430
Dec 18 21:04:18.214281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e53c01d-998c-4cfa-902a-7f54e43aa674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.264036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 02960997-d088-4017-bd9b-dc8b5d6a43c1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:18.264036 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.315625 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6132-d72f-40b0-953d-646aa947aa8a tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.327248 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6132-d72f-40b0-953d-646aa947aa8a tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.346435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:18.349829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:18.427252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f6132-d72f-40b0-953d-646aa947aa8a tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event updated for resources: {'Port': ['ID=a862689f-b5b3-4983-92ed-70a83593288c,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:18.431721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9c082464-76da-492e-83a0-e9069ba972e2 None None] Provisioning complete for port bdfc667c-ec87-4979-b632-9e90c0dec41b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:18.432452 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9c082464-76da-492e-83a0-e9069ba972e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.463278 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.483522 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e53c01d-998c-4cfa-902a-7f54e43aa674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.485752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f6132-d72f-40b0-953d-646aa947aa8a tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] In _notify_port_updated(), no bound segment for port a862689f-b5b3-4983-92ed-70a83593288c on network 81a26220-35c6-431b-b9c5-0cbc1c851910 {{(pid=126009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:04:18.507827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6f6132-d72f-40b0-953d-646aa947aa8a tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:18.508605 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6132-d72f-40b0-953d-646aa947aa8a tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.516925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52912) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:18.518532 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9c6f6132-d72f-40b0-953d-646aa947aa8a tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "PUT /v2.0/ports/a862689f-b5b3-4983-92ed-70a83593288c HTTP/1.1" status: 200  len: 1054 time: 1.5285690
Dec 18 21:04:18.520176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9c082464-76da-492e-83a0-e9069ba972e2 None None] Port bdfc667c-ec87-4979-b632-9e90c0dec41b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:18.523486 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e53c01d-998c-4cfa-902a-7f54e43aa674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.564742 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0e53c01d-998c-4cfa-902a-7f54e43aa674 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d72caaccdd34f848a660bf4f9270474&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3665795
Dec 18 21:04:18.567676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52914) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:18.629880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53c01d-998c-4cfa-902a-7f54e43aa674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea39d084-3b45-4a48-a987-c958e997ff73,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:18.673878 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c08cc6e7-f679-4ee3-a896-9dcab470eb8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.705654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c08cc6e7-f679-4ee3-a896-9dcab470eb8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.798052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c08cc6e7-f679-4ee3-a896-9dcab470eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.801794 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c08cc6e7-f679-4ee3-a896-9dcab470eb8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.804632 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c08cc6e7-f679-4ee3-a896-9dcab470eb8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea39d084-3b45-4a48-a987-c958e997ff73 HTTP/1.1" status: 204  len: 168 time: 0.2346182
Dec 18 21:04:18.810448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Router a6bacdcb-7d84-4621-aeea-51f7f7ba54fc is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:04:18.812975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cc6e7-f679-4ee3-a896-9dcab470eb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea39d084-3b45-4a48-a987-c958e997ff73,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:18.840040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-66ec02b0-fd5b-4b55-bdf6-5ad32da3e0ec tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Deleting port a862689f-b5b3-4983-92ed-70a83593288c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:18.840384 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-66ec02b0-fd5b-4b55-bdf6-5ad32da3e0ec tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.865082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3a339909-2dd1-4156-a0df-35121bb26505 None None] Provisioning complete for port a862689f-b5b3-4983-92ed-70a83593288c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:18.866289 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3a339909-2dd1-4156-a0df-35121bb26505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.908598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3a339909-2dd1-4156-a0df-35121bb26505 None None] Port a862689f-b5b3-4983-92ed-70a83593288c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:18.922342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3a339909-2dd1-4156-a0df-35121bb26505 None None] Provisioning complete for port b9b82cef-4725-487b-a669-6767750d5f41 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:18.923029 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3a339909-2dd1-4156-a0df-35121bb26505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:18.969707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3a339909-2dd1-4156-a0df-35121bb26505 None None] Port b9b82cef-4725-487b-a669-6767750d5f41 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:19.417360 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:19.434604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:04:19.451162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6b8d17ff-9535-4b85-bc11-117ee0aa1445 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "PUT /v2.0/routers/a6bacdcb-7d84-4621-aeea-51f7f7ba54fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1698508
Dec 18 21:04:19.452988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Sync routers for ids ['a6bacdcb-7d84-4621-aeea-51f7f7ba54fc'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:04:19.453851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52936) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:19.458445 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-66ec02b0-fd5b-4b55-bdf6-5ad32da3e0ec tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:19.476747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Routers {'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:19.478918 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e89f370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['a6bacdcb-7d84-4621-aeea-51f7f7ba54fc'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:19.496113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-66ec02b0-fd5b-4b55-bdf6-5ad32da3e0ec tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Calling delete_port for a862689f-b5b3-4983-92ed-70a83593288c owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:19.512416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b943753-27b3-4aa2-9a24-a786d3af2ce2 req-6a952d31-1499-4dc3-91db-626d8b057679 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:19.514124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b943753-27b3-4aa2-9a24-a786d3af2ce2 req-6a952d31-1499-4dc3-91db-626d8b057679 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.3202465
Dec 18 21:04:19.523117 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90953330-2bce-4290-b8d3-4881de90c3ef tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:19.527470 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-90953330-2bce-4290-b8d3-4881de90c3ef tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports/b9b82cef-4725-487b-a669-6767750d5f41 HTTP/1.1" status: 200  len: 911 time: 0.0700676
Dec 18 21:04:19.528852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52940) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:19.539873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b80a4b-5265-4e3f-96f5-bcb943df815b req-4ecd49bb-f91a-4e62-9f29-c073ffc82949 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:19.541422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39b80a4b-5265-4e3f-96f5-bcb943df815b req-4ecd49bb-f91a-4e62-9f29-c073ffc82949 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 945 time: 0.2629931
Dec 18 21:04:19.619092 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71629db-3f1a-4cf8-8fe9-b089f08b830f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:19.626378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71629db-3f1a-4cf8-8fe9-b089f08b830f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:19.628913 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f71629db-3f1a-4cf8-8fe9-b089f08b830f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.0990095
Dec 18 21:04:19.632607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52944) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:19.634294 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Set router a6bacdcb-7d84-4621-aeea-51f7f7ba54fc gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:04:19.682839 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:19.717102 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b943753-27b3-4aa2-9a24-a786d3af2ce2 req-d9b380a9-5a74-4b6c-bff7-17821924967e tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874487
Dec 18 21:04:19.718028 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:19.719162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:19.794474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39b80a4b-5265-4e3f-96f5-bcb943df815b req-d4a759c5-4a38-4fbe-b9c4-59271e9f8109 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2341945
Dec 18 21:04:19.867486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=bdfc667c-ec87-4979-b632-9e90c0dec41b,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:19.912582 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-66ec02b0-fd5b-4b55-bdf6-5ad32da3e0ec tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:19.956040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec02b0-fd5b-4b55-bdf6-5ad32da3e0ec tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event deleted for resources: {'Port': ['ID=a862689f-b5b3-4983-92ed-70a83593288c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:19.992698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 996f1ebe-8e94-4ad4-92d0-6bd220dfe345 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:19.996623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:20.102452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e89f370>, [{'id': 'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc', 'name': 'tempest-NetworksTestDHCPv6-router-1245242069', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:04:12Z', 'updated_at': '2021-12-18T21:04:16Z', 'revision_number': 2, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'gw_port_host': None, '_interfaces': [{'id': 'b9b82cef-4725-487b-a669-6767750d5f41', 'name': '', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'mac_address': 'fa:16:3e:cf:bb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '34364131-c5d1-414f-a5e9-774fb422eb25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:04:13Z', 'updated_at': '2021-12-18T21:04:17Z', 'revision_number': 2, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'subnets': [{'id': '34364131-c5d1-414f-a5e9-774fb422eb25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:20.111940 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 02960997-d088-4017-bd9b-dc8b5d6a43c1 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:20.293064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Checking router: a6bacdcb-7d84-4621-aeea-51f7f7ba54fc for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:04:20.297839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Updating router a6bacdcb-7d84-4621-aeea-51f7f7ba54fc port b9b82cef-4725-487b-a669-6767750d5f41 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:04:20.344959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 9ef8880f-772f-4700-8f54-35d4746952d4 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:04:20.436828 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-174f7fb8-66b8-4dfa-9387-8ca9b2740620 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:20.444773 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:20.500459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 02960997-d088-4017-bd9b-dc8b5d6a43c1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:20.501088 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:20.639181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-db10e72f-c0d6-42d3-85cb-ce773c31b5ed None None] Provisioning complete for port bdfc667c-ec87-4979-b632-9e90c0dec41b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:20.639583 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-db10e72f-c0d6-42d3-85cb-ce773c31b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:20.773965 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-66ec02b0-fd5b-4b55-bdf6-5ad32da3e0ec tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:20.778488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-66ec02b0-fd5b-4b55-bdf6-5ad32da3e0ec tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "DELETE /v2.0/ports/a862689f-b5b3-4983-92ed-70a83593288c HTTP/1.1" status: 204  len: 168 time: 2.2604995
Dec 18 21:04:20.780520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:04:20.782131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52976) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:20.791102 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a7129-90bb-47cf-b30b-d1b599d61547 None None] Sync routers for ids ['9ef8880f-772f-4700-8f54-35d4746952d4'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:04:20.810508 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a7129-90bb-47cf-b30b-d1b599d61547 None None] Routers {'9ef8880f-772f-4700-8f54-35d4746952d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:20.810733 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-cc2a7129-90bb-47cf-b30b-d1b599d61547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664017340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['9ef8880f-772f-4700-8f54-35d4746952d4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:20.817712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-225ec6d0-37f9-41f7-87db-2fea7d1fc42f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/9ef8880f-772f-4700-8f54-35d4746952d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0072680
Dec 18 21:04:20.830976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52978) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:20.895549 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a30d12-d00b-4645-8275-f5c4ecd77c9b tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] GET failed (client error): The resource could not be found.
Dec 18 21:04:20.899821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-64a30d12-d00b-4645-8275-f5c4ecd77c9b tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "GET /v2.0/ports/a862689f-b5b3-4983-92ed-70a83593288c HTTP/1.1" status: 404  len: 333 time: 0.0947869
Dec 18 21:04:20.902713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 52992) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:20.913288 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-cc2a7129-90bb-47cf-b30b-d1b599d61547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664017340>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:20.929966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d700eb-b8eb-48f4-8483-a063488a50f6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:20.930802 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a7129-90bb-47cf-b30b-d1b599d61547 None None] Routers {'9ef8880f-772f-4700-8f54-35d4746952d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:20.931936 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-cc2a7129-90bb-47cf-b30b-d1b599d61547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664017340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['9ef8880f-772f-4700-8f54-35d4746952d4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:20.932490 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-05d700eb-b8eb-48f4-8483-a063488a50f6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports/bdfc667c-ec87-4979-b632-9e90c0dec41b HTTP/1.1" status: 200  len: 913 time: 0.0993998
Dec 18 21:04:20.946968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52994) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:21.120623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8be9ec-50fb-4393-bf29-5e15e5b852f2 req-0a581644-79bb-44b6-99a1-959d5304efae tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:21.130051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d8be9ec-50fb-4393-bf29-5e15e5b852f2 req-0a581644-79bb-44b6-99a1-959d5304efae tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.2290614
Dec 18 21:04:21.139050 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-cc2a7129-90bb-47cf-b30b-d1b599d61547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664017340>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:21.139774 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a7129-90bb-47cf-b30b-d1b599d61547 None None] The sync data for ids ['9ef8880f-772f-4700-8f54-35d4746952d4'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:04:21.159186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-174f7fb8-66b8-4dfa-9387-8ca9b2740620 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port b9b82cef-4725-487b-a669-6767750d5f41 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:21.159888 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-174f7fb8-66b8-4dfa-9387-8ca9b2740620 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:21.181235 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:04:21.259027 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:21.269911 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d8be9ec-50fb-4393-bf29-5e15e5b852f2 req-35de3fa8-578b-4536-b9aa-397da50c1dda tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381803
Dec 18 21:04:21.291195 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:21.298919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-db10e72f-c0d6-42d3-85cb-ce773c31b5ed None None] Port bdfc667c-ec87-4979-b632-9e90c0dec41b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:21.315094 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-af48cfc0-ad3c-4ad2-bf27-fc8bbca10b26 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Deleting port fb636f20-6003-4336-8e95-ac008b40e54b {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:21.315444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-af48cfc0-ad3c-4ad2-bf27-fc8bbca10b26 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:21.401437 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa0ab1-fe19-40e1-baf5-f284bb0afc45 None None] Pushing event updated for resources: {'Port': ['ID=b9b82cef-4725-487b-a669-6767750d5f41,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:21.417252 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-174f7fb8-66b8-4dfa-9387-8ca9b2740620 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:21.437693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Attempting to bind port b9b82cef-4725-487b-a669-6767750d5f41 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:21.438069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Attempting to bind port b9b82cef-4725-487b-a669-6767750d5f41 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:21.438457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Attempting to bind port b9b82cef-4725-487b-a669-6767750d5f41 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:21.450202 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:21.450609 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:21.451013 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:21.451402 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:21.451867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Bound port: b9b82cef-4725-487b-a669-6767750d5f41, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:21.452886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-174f7fb8-66b8-4dfa-9387-8ca9b2740620 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for b9b82cef-4725-487b-a669-6767750d5f41 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:21.461747 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:21.487848 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-af48cfc0-ad3c-4ad2-bf27-fc8bbca10b26 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:21.549219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-af48cfc0-ad3c-4ad2-bf27-fc8bbca10b26 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Calling delete_port for fb636f20-6003-4336-8e95-ac008b40e54b owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:21.550216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] For port b9b82cef-4725-487b-a669-6767750d5f41, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:21.554196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] For port b9b82cef-4725-487b-a669-6767750d5f41, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9b82cef-4725-487b-a669-6767750d5f41,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:21.560952 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:21.632120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Routers {'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:21.632817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e89f370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['a6bacdcb-7d84-4621-aeea-51f7f7ba54fc'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:21.735079 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2377c020-83f8-4880-bac0-c48d4bebde40 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:21.754165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] Set router a6bacdcb-7d84-4621-aeea-51f7f7ba54fc gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:04:21.909036 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-174f7fb8-66b8-4dfa-9387-8ca9b2740620 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:21.915624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa0ab1-fe19-40e1-baf5-f284bb0afc45 None None] Pushing event updated for resources: {'Port': ['ID=b9b82cef-4725-487b-a669-6767750d5f41,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:21.935662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c4a119fb-a13b-4d22-9de8-c7d37bc2f650 None None] Could not find standard attr ID for object b9b82cef-4725-487b-a669-6767750d5f41. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:04:21.995401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f7fb8-66b8-4dfa-9387-8ca9b2740620 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=b9b82cef-4725-487b-a669-6767750d5f41,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:22.096771 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-af48cfc0-ad3c-4ad2-bf27-fc8bbca10b26 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:22.148951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48cfc0-ad3c-4ad2-bf27-fc8bbca10b26 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event deleted for resources: {'Port': ['ID=fb636f20-6003-4336-8e95-ac008b40e54b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:22.152922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-174f7fb8-66b8-4dfa-9387-8ca9b2740620 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:22.164820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e89f370>, [{'id': 'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc', 'name': 'tempest-NetworksTestDHCPv6-router-1245242069', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:04:12Z', 'updated_at': '2021-12-18T21:04:16Z', 'revision_number': 2, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'gw_port_host': None, '_interfaces': [{'id': 'b9b82cef-4725-487b-a669-6767750d5f41', 'name': '', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'mac_address': 'fa:16:3e:cf:bb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '34364131-c5d1-414f-a5e9-774fb422eb25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:04:13Z', 'updated_at': '2021-12-18T21:04:21Z', 'revision_number': 4, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'subnets': [{'id': '34364131-c5d1-414f-a5e9-774fb422eb25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:22.238941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddbe2f-3bee-42ab-8f02-e54891dfe48d None None] The sync data for ids ['a6bacdcb-7d84-4621-aeea-51f7f7ba54fc'] in ncdv-master-1 is: [{'id': 'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc', 'name': 'tempest-NetworksTestDHCPv6-router-1245242069', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:04:12Z', 'updated_at': '2021-12-18T21:04:16Z', 'revision_number': 2, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'gw_port_host': None, '_interfaces': [{'id': 'b9b82cef-4725-487b-a669-6767750d5f41', 'name': '', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'mac_address': 'fa:16:3e:cf:bb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '34364131-c5d1-414f-a5e9-774fb422eb25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:04:13Z', 'updated_at': '2021-12-18T21:04:21Z', 'revision_number': 4, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'subnets': [{'id': '34364131-c5d1-414f-a5e9-774fb422eb25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:04:22.369342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-591ba0c4-a132-4a5e-b6b4-715257d09665 None None] Could not find standard attr ID for object b9b82cef-4725-487b-a669-6767750d5f41. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:04:22.441643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2377c020-83f8-4880-bac0-c48d4bebde40 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port bdfc667c-ec87-4979-b632-9e90c0dec41b {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:22.442492 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2377c020-83f8-4880-bac0-c48d4bebde40 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:22.496146 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-af48cfc0-ad3c-4ad2-bf27-fc8bbca10b26 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:22.505150 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-af48cfc0-ad3c-4ad2-bf27-fc8bbca10b26 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "DELETE /v2.0/ports/fb636f20-6003-4336-8e95-ac008b40e54b HTTP/1.1" status: 204  len: 168 time: 1.5927958
Dec 18 21:04:22.507333 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53088) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:22.741892 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01056f0a-92e3-4c61-8c9d-538f5664ccd7 req-5f195618-2ac6-4bfb-9d22-01c8b40a0c44 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:22.756321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01056f0a-92e3-4c61-8c9d-538f5664ccd7 req-5f195618-2ac6-4bfb-9d22-01c8b40a0c44 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.1876507
Dec 18 21:04:22.789123 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-665916ab-4df4-46aa-9c84-3c8a5096ac35 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] GET failed (client error): The resource could not be found.
Dec 18 21:04:22.797187 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-665916ab-4df4-46aa-9c84-3c8a5096ac35 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "GET /v2.0/ports/fb636f20-6003-4336-8e95-ac008b40e54b HTTP/1.1" status: 404  len: 333 time: 0.2891037
Dec 18 21:04:22.805481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53092) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:22.843090 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2377c020-83f8-4880-bac0-c48d4bebde40 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:22.875070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2377c020-83f8-4880-bac0-c48d4bebde40 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for bdfc667c-ec87-4979-b632-9e90c0dec41b owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:22.914290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01056f0a-92e3-4c61-8c9d-538f5664ccd7 req-851d2631-7ca9-4d03-9669-c6b2d24c9253 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556907
Dec 18 21:04:22.919201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174f7fb8-66b8-4dfa-9387-8ca9b2740620 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Router a6bacdcb-7d84-4621-aeea-51f7f7ba54fc has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:04:23.094210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53096) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:23.128417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174f7fb8-66b8-4dfa-9387-8ca9b2740620 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:04:23.143929 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-174f7fb8-66b8-4dfa-9387-8ca9b2740620 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "PUT /v2.0/routers/a6bacdcb-7d84-4621-aeea-51f7f7ba54fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5050466
Dec 18 21:04:23.146616 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53100) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:23.200734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-f39a939b-55fd-4f23-8dc5-86f6456a174e tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Deleting port 06c92e18-3ec0-4f8b-9bce-d1f3fe964609 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:23.202088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f39a939b-55fd-4f23-8dc5-86f6456a174e tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:23.322196 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-444237e8-d93e-422c-a1e9-0310d021048e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:23.364111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49e04a-466c-4b7b-8c8a-61d660b55f5b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:23.366147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49e04a-466c-4b7b-8c8a-61d660b55f5b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:23.370955 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ce49e04a-466c-4b7b-8c8a-61d660b55f5b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2145522
Dec 18 21:04:23.374225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53110) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:23.477105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f39a939b-55fd-4f23-8dc5-86f6456a174e tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:23.482652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4129d3-729c-4de8-bbf1-95a36a2f42b9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 34364131-c5d1-414f-a5e9-774fb422eb25 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:04:23.484506 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2377c020-83f8-4880-bac0-c48d4bebde40 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:23.493230 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df4129d3-729c-4de8-bbf1-95a36a2f42b9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:23.551117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df4129d3-729c-4de8-bbf1-95a36a2f42b9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:23.551611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377c020-83f8-4880-bac0-c48d4bebde40 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=bdfc667c-ec87-4979-b632-9e90c0dec41b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:23.659126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df4129d3-729c-4de8-bbf1-95a36a2f42b9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:23.759158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df4129d3-729c-4de8-bbf1-95a36a2f42b9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:23.762935 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2377c020-83f8-4880-bac0-c48d4bebde40 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.020303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2377c020-83f8-4880-bac0-c48d4bebde40 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 9ef8880f-772f-4700-8f54-35d4746952d4 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:04:24.147248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-f39a939b-55fd-4f23-8dc5-86f6456a174e tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Calling delete_port for 06c92e18-3ec0-4f8b-9bce-d1f3fe964609 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:24.155084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39d099-6f79-4c6b-af84-0e0aa6c21f8e req-ce46a7dc-07b1-441f-a384-fe3e6a4d798d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:24.156635 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a39d099-6f79-4c6b-af84-0e0aa6c21f8e req-ce46a7dc-07b1-441f-a384-fe3e6a4d798d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.1347988
Dec 18 21:04:24.163939 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-444237e8-d93e-422c-a1e9-0310d021048e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.167513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2377c020-83f8-4880-bac0-c48d4bebde40 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:04:24.175847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2377c020-83f8-4880-bac0-c48d4bebde40 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/9ef8880f-772f-4700-8f54-35d4746952d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2270420
Dec 18 21:04:24.179728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bebefb-96ed-4ad5-85fc-c3632150d866 None None] Sync routers for ids ['9ef8880f-772f-4700-8f54-35d4746952d4'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:04:24.187110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53118) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:24.187791 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-444237e8-d93e-422c-a1e9-0310d021048e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.190407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4129d3-729c-4de8-bbf1-95a36a2f42b9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=34364131-c5d1-414f-a5e9-774fb422eb25,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:24.192653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bebefb-96ed-4ad5-85fc-c3632150d866 None None] Routers {'9ef8880f-772f-4700-8f54-35d4746952d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:24.194088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e7bebefb-96ed-4ad5-85fc-c3632150d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e644a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['9ef8880f-772f-4700-8f54-35d4746952d4'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:24.201421 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df4129d3-729c-4de8-bbf1-95a36a2f42b9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.204473 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-df4129d3-729c-4de8-bbf1-95a36a2f42b9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/34364131-c5d1-414f-a5e9-774fb422eb25 HTTP/1.1" status: 204  len: 168 time: 0.8241944
Dec 18 21:04:24.220970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53120) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:24.231055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5119f70-96d2-4f92-846c-9fac24898f1f None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:24.238117 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e7bebefb-96ed-4ad5-85fc-c3632150d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e644a90>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:24.340789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a39d099-6f79-4c6b-af84-0e0aa6c21f8e req-daa19a5a-f5a5-417c-8015-c30bc801c146 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344464
Dec 18 21:04:24.352777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bebefb-96ed-4ad5-85fc-c3632150d866 None None] Routers {'9ef8880f-772f-4700-8f54-35d4746952d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:24.353378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e7bebefb-96ed-4ad5-85fc-c3632150d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e644a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['9ef8880f-772f-4700-8f54-35d4746952d4'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:24.387208 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-444237e8-d93e-422c-a1e9-0310d021048e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c0c68fc254e472c82291c7b8c058591&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2880454
Dec 18 21:04:24.388371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444237e8-d93e-422c-a1e9-0310d021048e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08d1195-9aa7-4aee-97c8-7d5f03311450,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:24.395299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53122) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:24.435612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e7bebefb-96ed-4ad5-85fc-c3632150d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e644a90>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:24.437168 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bebefb-96ed-4ad5-85fc-c3632150d866 None None] The sync data for ids ['9ef8880f-772f-4700-8f54-35d4746952d4'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:04:24.481294 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-df81eb69-0746-44e7-904f-8b85f7291e19 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.2571666
Dec 18 21:04:24.484432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53124) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:24.559089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fb5e30-ed7a-494c-adfd-50ab1844c8f4 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:04:24.628084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2b04cedf-974d-43c8-b911-1b38fe62f1c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.632241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-97fb5e30-ed7a-494c-adfd-50ab1844c8f4 None None] Deleting port 02960997-d088-4017-bd9b-dc8b5d6a43c1 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:24.632718 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-97fb5e30-ed7a-494c-adfd-50ab1844c8f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.645928 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94695e23-583f-41e1-9843-f7e990d3088e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.661289 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-521dcf47-e52b-4210-ba7e-e88b1b1ccc60 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.674223 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce04121-5dd5-404f-ad29-cc493f7c7d60 None None] Sync routers for ids ['a6bacdcb-7d84-4621-aeea-51f7f7ba54fc'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:04:24.692696 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce04121-5dd5-404f-ad29-cc493f7c7d60 None None] Routers {'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:24.697859 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5ce04121-5dd5-404f-ad29-cc493f7c7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366420c940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['a6bacdcb-7d84-4621-aeea-51f7f7ba54fc'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:24.717006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-97fb5e30-ed7a-494c-adfd-50ab1844c8f4 None None] For port 02960997-d088-4017-bd9b-dc8b5d6a43c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02960997-d088-4017-bd9b-dc8b5d6a43c1,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:24.718242 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-97fb5e30-ed7a-494c-adfd-50ab1844c8f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.718429 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2b04cedf-974d-43c8-b911-1b38fe62f1c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.734633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-97fb5e30-ed7a-494c-adfd-50ab1844c8f4 None None] Calling delete_port for 02960997-d088-4017-bd9b-dc8b5d6a43c1 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:24.777672 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f39a939b-55fd-4f23-8dc5-86f6456a174e tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.789765 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-5ce04121-5dd5-404f-ad29-cc493f7c7d60 None None] Set router a6bacdcb-7d84-4621-aeea-51f7f7ba54fc gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:04:24.853536 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-97fb5e30-ed7a-494c-adfd-50ab1844c8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.873098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb5e30-ed7a-494c-adfd-50ab1844c8f4 None None] No DVR routers for this DVR port 02960997-d088-4017-bd9b-dc8b5d6a43c1 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:24.877594 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5ce04121-5dd5-404f-ad29-cc493f7c7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366420c940>, [{'id': 'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc', 'name': 'tempest-NetworksTestDHCPv6-router-1245242069', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:04:12Z', 'updated_at': '2021-12-18T21:04:21Z', 'revision_number': 3, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:24.884280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a939b-55fd-4f23-8dc5-86f6456a174e tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event deleted for resources: {'Port': ['ID=06c92e18-3ec0-4f8b-9bce-d1f3fe964609,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:24.922705 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb5e30-ed7a-494c-adfd-50ab1844c8f4 None None] Pushing event deleted for resources: {'Port': ['ID=02960997-d088-4017-bd9b-dc8b5d6a43c1,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:24.927140 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94695e23-583f-41e1-9843-f7e990d3088e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.935900 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce04121-5dd5-404f-ad29-cc493f7c7d60 None None] Checking router: a6bacdcb-7d84-4621-aeea-51f7f7ba54fc for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:04:24.953752 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94695e23-583f-41e1-9843-f7e990d3088e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:24.954945 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce04121-5dd5-404f-ad29-cc493f7c7d60 None None] Routers {'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:24.959663 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5ce04121-5dd5-404f-ad29-cc493f7c7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366420c940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['a6bacdcb-7d84-4621-aeea-51f7f7ba54fc'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:25.027476 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2b04cedf-974d-43c8-b911-1b38fe62f1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.030403 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2b04cedf-974d-43c8-b911-1b38fe62f1c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.034297 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2b04cedf-974d-43c8-b911-1b38fe62f1c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e08d1195-9aa7-4aee-97c8-7d5f03311450 HTTP/1.1" status: 204  len: 168 time: 0.6354346
Dec 18 21:04:25.048758 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94695e23-583f-41e1-9843-f7e990d3088e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.049263 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94695e23-583f-41e1-9843-f7e990d3088e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Fanout notify agent at l3_agent the message router_deleted on router a6bacdcb-7d84-4621-aeea-51f7f7ba54fc {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:04:25.065679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94695e23-583f-41e1-9843-f7e990d3088e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.067175 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-94695e23-583f-41e1-9843-f7e990d3088e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/routers/a6bacdcb-7d84-4621-aeea-51f7f7ba54fc HTTP/1.1" status: 204  len: 168 time: 0.5809064
Dec 18 21:04:25.070429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53132) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:25.071798 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-5ce04121-5dd5-404f-ad29-cc493f7c7d60 None None] Set router a6bacdcb-7d84-4621-aeea-51f7f7ba54fc gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:04:25.079052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04cedf-974d-43c8-b911-1b38fe62f1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08d1195-9aa7-4aee-97c8-7d5f03311450,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:25.081732 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f39a939b-55fd-4f23-8dc5-86f6456a174e tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.085297 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f39a939b-55fd-4f23-8dc5-86f6456a174e tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "DELETE /v2.0/ports/06c92e18-3ec0-4f8b-9bce-d1f3fe964609 HTTP/1.1" status: 204  len: 168 time: 2.2792380
Dec 18 21:04:25.097264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53134) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:25.196383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4f509c20-1718-4a43-bd2d-0ec3d0b78f57 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1247602
Dec 18 21:04:25.199158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53136) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:25.225088 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5ce04121-5dd5-404f-ad29-cc493f7c7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366420c940>, [{'id': 'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc', 'name': 'tempest-NetworksTestDHCPv6-router-1245242069', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:04:12Z', 'updated_at': '2021-12-18T21:04:21Z', 'revision_number': 3, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:25.268634 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4deae0e3-67d3-4be3-9622-8a98706b3ee8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Deleting subnet d6e5e502-fb88-48a5-949c-04ed79aadd08 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:04:25.272913 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce04121-5dd5-404f-ad29-cc493f7c7d60 None None] The sync data for ids ['a6bacdcb-7d84-4621-aeea-51f7f7ba54fc'] in ncdv-master-1 is: [{'id': 'a6bacdcb-7d84-4621-aeea-51f7f7ba54fc', 'name': 'tempest-NetworksTestDHCPv6-router-1245242069', 'tenant_id': '50ba8bfbb7404ca3af1621fb54b33317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:04:12Z', 'updated_at': '2021-12-18T21:04:21Z', 'revision_number': 3, 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:04:25.274036 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4deae0e3-67d3-4be3-9622-8a98706b3ee8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.309971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4a51d-dcdd-432d-86fe-1e8bcc6ce49b req-c7febd0c-1aa0-44a3-a534-e2189e799352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:25.311799 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-93b4a51d-dcdd-432d-86fe-1e8bcc6ce49b req-c7febd0c-1aa0-44a3-a534-e2189e799352 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 1097 time: 0.1468587
Dec 18 21:04:25.317646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b0081-ad56-4404-9ee1-10cef28cc90f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:25.322308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7f5b0081-ad56-4404-9ee1-10cef28cc90f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1180532
Dec 18 21:04:25.323126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53140) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:25.347865 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4deae0e3-67d3-4be3-9622-8a98706b3ee8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.365064 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2d0145c3-f736-4836-988f-cb2357b99a5a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0407460
Dec 18 21:04:25.371935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53144) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:25.379631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-825989e9-e92e-4292-8041-83ebd811cbc4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:25.387745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-521dcf47-e52b-4210-ba7e-e88b1b1ccc60 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port 0b147310-7cce-4d67-a03a-66c8cd745627 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:25.388131 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-521dcf47-e52b-4210-ba7e-e88b1b1ccc60 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.470841 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4deae0e3-67d3-4be3-9622-8a98706b3ee8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.494029 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-93b4a51d-dcdd-432d-86fe-1e8bcc6ce49b req-ce7f3e8f-bc1b-4e03-9df0-b3347b08e010 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733370
Dec 18 21:04:25.509697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53146) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:25.530042 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bd6-f2b7-4fff-a2d1-8a1d6421eaa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.562884 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4deae0e3-67d3-4be3-9622-8a98706b3ee8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.591025 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-521dcf47-e52b-4210-ba7e-e88b1b1ccc60 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.601616 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deae0e3-67d3-4be3-9622-8a98706b3ee8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e5e502-fb88-48a5-949c-04ed79aadd08,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:25.601857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f6363-d0e3-4e40-aee9-35bcb83d4bfa req-81a4925a-3f17-4fec-bd33-263a799286a2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:25.603754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-616f6363-d0e3-4e40-aee9-35bcb83d4bfa req-81a4925a-3f17-4fec-bd33-263a799286a2 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.1312919
Dec 18 21:04:25.604710 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4deae0e3-67d3-4be3-9622-8a98706b3ee8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.607964 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4deae0e3-67d3-4be3-9622-8a98706b3ee8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "DELETE /v2.0/subnets/d6e5e502-fb88-48a5-949c-04ed79aadd08 HTTP/1.1" status: 204  len: 168 time: 0.5099537
Dec 18 21:04:25.615843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53148) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:25.619307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b95d5f1-1634-49fa-9059-87d366edf1f6 None None] Network 81a26220-35c6-431b-b9c5-0cbc1c851910 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:25.633189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-521dcf47-e52b-4210-ba7e-e88b1b1ccc60 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for 0b147310-7cce-4d67-a03a-66c8cd745627 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:25.658228 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bd6-f2b7-4fff-a2d1-8a1d6421eaa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.665117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bd6-f2b7-4fff-a2d1-8a1d6421eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.726097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825989e9-e92e-4292-8041-83ebd811cbc4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:25.729625 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-825989e9-e92e-4292-8041-83ebd811cbc4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.745151 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a5e10bd6-f2b7-4fff-a2d1-8a1d6421eaa0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1f5aa6147d443ca9f78b27928a1caa7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2339063
Dec 18 21:04:25.746495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e10bd6-f2b7-4fff-a2d1-8a1d6421eaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288d9c1d-69bd-45de-bf3e-148ae2bd4337,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:25.749027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53154) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:25.840854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feaed518-b407-485c-9b66-c4185fe55787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.902947 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feaed518-b407-485c-9b66-c4185fe55787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.904089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56ad04f-0f61-4093-8caa-f41d4bfadb15 None None] DHCP port deletion for 81a26220-35c6-431b-b9c5-0cbc1c851910 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:04:25.939195 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.991983 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feaed518-b407-485c-9b66-c4185fe55787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:25.993569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-616f6363-d0e3-4e40-aee9-35bcb83d4bfa req-3bb3139a-51c7-4466-aa57-0e78a376fd45 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3580709
Dec 18 21:04:25.997430 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d56ad04f-0f61-4093-8caa-f41d4bfadb15 None None] Deleting port 94017649-23d3-4c5f-9d06-9146eaed6468 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:25.998584 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d56ad04f-0f61-4093-8caa-f41d4bfadb15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:26.004478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 02960997-d088-4017-bd9b-dc8b5d6a43c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:26.019219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feaed518-b407-485c-9b66-c4185fe55787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:26.024295 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-feaed518-b407-485c-9b66-c4185fe55787 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/288d9c1d-69bd-45de-bf3e-148ae2bd4337 HTTP/1.1" status: 204  len: 168 time: 0.2708788
Dec 18 21:04:26.035732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaed518-b407-485c-9b66-c4185fe55787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288d9c1d-69bd-45de-bf3e-148ae2bd4337,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:26.109508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 02960997-d088-4017-bd9b-dc8b5d6a43c1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:26.110201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 02960997-d088-4017-bd9b-dc8b5d6a43c1 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:26.110802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b9b82cef-4725-487b-a669-6767750d5f41 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:26.148302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: b9b82cef-4725-487b-a669-6767750d5f41 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:26.148907 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b9b82cef-4725-487b-a669-6767750d5f41 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:26.181433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d56ad04f-0f61-4093-8caa-f41d4bfadb15 None None] For port 94017649-23d3-4c5f-9d06-9146eaed6468, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94017649-23d3-4c5f-9d06-9146eaed6468,segment=NetworkSegment(1919dd58-d96d-4754-90cf-b89226cac208),segment_id=1919dd58-d96d-4754-90cf-b89226cac208)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:26.182320 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d56ad04f-0f61-4093-8caa-f41d4bfadb15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:26.199525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d56ad04f-0f61-4093-8caa-f41d4bfadb15 None None] Calling delete_port for 94017649-23d3-4c5f-9d06-9146eaed6468 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:26.308402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Deleting port 94017649-23d3-4c5f-9d06-9146eaed6468 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:26.309023 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:26.311719 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d56ad04f-0f61-4093-8caa-f41d4bfadb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:26.342361 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ad04f-0f61-4093-8caa-f41d4bfadb15 None None] No DVR routers for this DVR port 94017649-23d3-4c5f-9d06-9146eaed6468 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:26.351498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ad04f-0f61-4093-8caa-f41d4bfadb15 None None] Pushing event deleted for resources: {'Port': ['ID=94017649-23d3-4c5f-9d06-9146eaed6468,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:26.390801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb942bc4-6461-49fa-993d-0241c46e4297 req-57768ba1-4245-49a2-8565-99a06130c96b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:26.392318 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb942bc4-6461-49fa-993d-0241c46e4297 req-57768ba1-4245-49a2-8565-99a06130c96b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 945 time: 0.2113221
Dec 18 21:04:26.426379 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-521dcf47-e52b-4210-ba7e-e88b1b1ccc60 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:26.470349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] For port 94017649-23d3-4c5f-9d06-9146eaed6468, host ncdv-master-1, got binding levels [] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:26.470721 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:26.519682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521dcf47-e52b-4210-ba7e-e88b1b1ccc60 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=0b147310-7cce-4d67-a03a-66c8cd745627,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:26.826485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Calling delete_port for 94017649-23d3-4c5f-9d06-9146eaed6468 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:26.834963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.ipam_backend_mixin [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Port 94017649-23d3-4c5f-9d06-9146eaed6468 was not found and therefore no delete operation was performed {{(pid=126008) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:04:26.846195 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:26.897100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb942bc4-6461-49fa-993d-0241c46e4297 req-34a50fd3-cb32-4579-8607-a880ac2f8cee tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4971497
Dec 18 21:04:26.959970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] No DVR routers for this DVR port 94017649-23d3-4c5f-9d06-9146eaed6468 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:26.964840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event deleted for resources: {'Port': ['ID=94017649-23d3-4c5f-9d06-9146eaed6468,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:27.003931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.objects.ports [None req-825989e9-e92e-4292-8041-83ebd811cbc4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:04:27.023792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-825989e9-e92e-4292-8041-83ebd811cbc4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.029565 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-521dcf47-e52b-4210-ba7e-e88b1b1ccc60 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.175663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825989e9-e92e-4292-8041-83ebd811cbc4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:27.234924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-825989e9-e92e-4292-8041-83ebd811cbc4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:27.237858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.243709 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089e33a-f3f0-4a15-bde6-9780bae150c5 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:27.254365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825989e9-e92e-4292-8041-83ebd811cbc4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:27.255084 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-825989e9-e92e-4292-8041-83ebd811cbc4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.266595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825989e9-e92e-4292-8041-83ebd811cbc4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=6e8bf9a7-4b09-4d12-8268-806d593d83e4,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:27.294356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365cc39460>,) {'filters': {'network_id': ['81a26220-35c6-431b-b9c5-0cbc1c851910']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:27.309615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cc39460>, '1919dd58-d96d-4754-90cf-b89226cac208') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:27.309959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cc39460>, '1919dd58-d96d-4754-90cf-b89226cac208') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:27.315775 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-825989e9-e92e-4292-8041-83ebd811cbc4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.9413989
Dec 18 21:04:27.319452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53198) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:27.324977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1b7adfce-a601-4f0f-899c-3906e884eea1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:27.364682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '6e8bf9a7-4b09-4d12-8268-806d593d83e4'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:04:27.366747 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.385250 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747318c-1dbe-4edc-963e-b4fb2c5f61f2 req-a468302b-87af-485a-8f5f-41ad4715669c tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:27.386870 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0747318c-1dbe-4edc-963e-b4fb2c5f61f2 req-a468302b-87af-485a-8f5f-41ad4715669c tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.2800572
Dec 18 21:04:27.393525 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.422718 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.438037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:04:27.438754 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:04:27.443701 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:04:27.454684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521dcf47-e52b-4210-ba7e-e88b1b1ccc60 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 9ef8880f-772f-4700-8f54-35d4746952d4 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:04:27.499667 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7adfce-a601-4f0f-899c-3906e884eea1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:27.504178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b7adfce-a601-4f0f-899c-3906e884eea1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.536737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0747318c-1dbe-4edc-963e-b4fb2c5f61f2 req-bde55172-ca07-49af-adfa-8a0c94b08667 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410487
Dec 18 21:04:27.551773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Allocated IP 2001:db8::f816:3eff:fe80:29f8 (366763c1-8ffb-4916-bf33-b9164c04d44d/6e8bf9a7-4b09-4d12-8268-806d593d83e4/bd53fdc0-e509-47c0-8460-3821c4dea1f2) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:27.574320 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.622634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521dcf47-e52b-4210-ba7e-e88b1b1ccc60 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:04:27.637043 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-521dcf47-e52b-4210-ba7e-e88b1b1ccc60 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/9ef8880f-772f-4700-8f54-35d4746952d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4463880
Dec 18 21:04:27.637043 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.639904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] 10.222.0.13 "DELETE /v2.0/networks/81a26220-35c6-431b-b9c5-0cbc1c851910 HTTP/1.1" status: 204  len: 168 time: 2.0201013
Dec 18 21:04:27.644842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53210) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:27.646047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-da2990ed-aefc-496a-a102-d9f38050f44d req-b612278c-29fc-43f7-9503-46431480372d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1899241350', 'description': 'tempest-description-1721248255'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:27.661951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c7fba-953c-4720-a24e-2c67e85d48b8 tempest-AllowedAddressPairTestJSON-45532298 tempest-AllowedAddressPairTestJSON-45532298-project] Pushing event deleted for resources: {'Network': ['ID=81a26220-35c6-431b-b9c5-0cbc1c851910,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:27.689803 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da2990ed-aefc-496a-a102-d9f38050f44d req-b612278c-29fc-43f7-9503-46431480372d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.705132 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ba909b3c-6cdb-47c3-9fa9-169788e6d6a7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef8880f-772f-4700-8f54-35d4746952d4 HTTP/1.1" status: 200  len: 205 time: 0.0586452
Dec 18 21:04:27.705720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53214) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:27.778482 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.783655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e305ae6b-f18d-4a3f-823a-481131d6baa3 None None] Sync routers for ids ['9ef8880f-772f-4700-8f54-35d4746952d4'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:04:27.788006 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.834928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305ae6b-f18d-4a3f-823a-481131d6baa3 None None] Routers {'9ef8880f-772f-4700-8f54-35d4746952d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:27.835847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e305ae6b-f18d-4a3f-823a-481131d6baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e520490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['9ef8880f-772f-4700-8f54-35d4746952d4'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:27.841139 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f783d04b-3856-4353-bbb9-1653c66c5b8e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.860354 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da2990ed-aefc-496a-a102-d9f38050f44d req-b612278c-29fc-43f7-9503-46431480372d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.880429 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da2990ed-aefc-496a-a102-d9f38050f44d req-b612278c-29fc-43f7-9503-46431480372d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.884939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:27.886235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e305ae6b-f18d-4a3f-823a-481131d6baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e520490>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:27.903889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:27.911797 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:27.930096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Pushing event updated for resources: {'Port': ['ID=bd53fdc0-e509-47c0-8460-3821c4dea1f2,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:27.932682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305ae6b-f18d-4a3f-823a-481131d6baa3 None None] Routers {'9ef8880f-772f-4700-8f54-35d4746952d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:27.936153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e305ae6b-f18d-4a3f-823a-481131d6baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e520490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['9ef8880f-772f-4700-8f54-35d4746952d4'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:27.976609 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da2990ed-aefc-496a-a102-d9f38050f44d req-b612278c-29fc-43f7-9503-46431480372d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:27.979810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da2990ed-aefc-496a-a102-d9f38050f44d req-b612278c-29fc-43f7-9503-46431480372d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 0.3547051
Dec 18 21:04:27.982137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612278c-29fc-43f7-9503-46431480372d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85da10aa-9a0b-4f65-abee-6ab4407610a7,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:28.037968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e305ae6b-f18d-4a3f-823a-481131d6baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e520490>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:28.038657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e305ae6b-f18d-4a3f-823a-481131d6baa3 None None] The sync data for ids ['9ef8880f-772f-4700-8f54-35d4746952d4'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:04:28.085501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 94017649-23d3-4c5f-9d06-9146eaed6468 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:28.149749 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0415ed01-5890-4628-8a11-475b846bbcbb req-8da98ade-f0fd-43de-87f0-bb17c67d3384 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1899241350&fields=id&tenant_id=4b037c54b761428db4df46b975b70574 HTTP/1.1" status: 200  len: 267 time: 0.0803003
Dec 18 21:04:28.158523 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f23ac-b067-40cd-b137-dde7217874f9 req-95da146a-e738-4440-a504-728ecf0529d9 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:28.165187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Attempting to bind port bd53fdc0-e509-47c0-8460-3821c4dea1f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:28.165567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Attempting to bind port bd53fdc0-e509-47c0-8460-3821c4dea1f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:28.165939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Attempting to bind port bd53fdc0-e509-47c0-8460-3821c4dea1f2 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:28.167432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf0f23ac-b067-40cd-b137-dde7217874f9 req-95da146a-e738-4440-a504-728ecf0529d9 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 945 time: 0.1529965
Dec 18 21:04:28.177065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:28.178037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:28.185492 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.185974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:28.186760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Bound port: bd53fdc0-e509-47c0-8460-3821c4dea1f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:28.187345 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.212404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53232) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:28.217582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 94017649-23d3-4c5f-9d06-9146eaed6468 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:28.218212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 94017649-23d3-4c5f-9d06-9146eaed6468 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:28.254881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf0f23ac-b067-40cd-b137-dde7217874f9 req-cfd85439-742d-4052-8709-4c364133ab3a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863636
Dec 18 21:04:28.265833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415ed01-5890-4628-8a11-475b846bbcbb req-f17acf47-dabf-4eac-97de-87c1ca522fe0 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:28.267668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0415ed01-5890-4628-8a11-475b846bbcbb req-f17acf47-dabf-4eac-97de-87c1ca522fe0 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.0974698
Dec 18 21:04:28.289348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-0415ed01-5890-4628-8a11-475b846bbcbb req-1d53db6a-66fd-48ef-a3b3-72670b41fe5d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Request body: {'port': {'security_groups': ['8509034b-e16f-418d-a334-67aba04e1263', '85da10aa-9a0b-4f65-abee-6ab4407610a7']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:28.311293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] For port bd53fdc0-e509-47c0-8460-3821c4dea1f2, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:28.315678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] For port bd53fdc0-e509-47c0-8460-3821c4dea1f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd53fdc0-e509-47c0-8460-3821c4dea1f2,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:28.324717 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.375664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91208390-48b0-4372-b481-52b69dc5a49f req-0da74d2e-ea9d-47d1-918a-03ecb04ed9f0 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:28.377441 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-91208390-48b0-4372-b481-52b69dc5a49f req-0da74d2e-ea9d-47d1-918a-03ecb04ed9f0 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 945 time: 0.4646399
Dec 18 21:04:28.421002 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01aebf-4d9c-4add-8ce9-9bbd073d1c74 None None] Pushing event updated for resources: {'Port': ['ID=bd53fdc0-e509-47c0-8460-3821c4dea1f2,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:28.440274 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0415ed01-5890-4628-8a11-475b846bbcbb req-1d53db6a-66fd-48ef-a3b3-72670b41fe5d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.448649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f783d04b-3856-4353-bbb9-1653c66c5b8e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.466044 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f783d04b-3856-4353-bbb9-1653c66c5b8e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.522206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-718fd434-335f-4c7a-b451-e246cf00ed79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7c94b08c98f49b6b734eda4021909b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3082237
Dec 18 21:04:28.522902 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53252) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:28.614141 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b203022-c222-43cb-ab43-d2e17582153e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.672981 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f783d04b-3856-4353-bbb9-1653c66c5b8e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.673950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f783d04b-3856-4353-bbb9-1653c66c5b8e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Fanout notify agent at l3_agent the message router_deleted on router 9ef8880f-772f-4700-8f54-35d4746952d4 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:04:28.685566 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f783d04b-3856-4353-bbb9-1653c66c5b8e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.689165 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f783d04b-3856-4353-bbb9-1653c66c5b8e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/9ef8880f-772f-4700-8f54-35d4746952d4 HTTP/1.1" status: 204  len: 168 time: 0.9765127
Dec 18 21:04:28.690739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53262) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:28.756237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b7adfce-a601-4f0f-899c-3906e884eea1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.773679 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b203022-c222-43cb-ab43-d2e17582153e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.809596 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-a6c0644c-1e88-4910-9c48-81e211316941 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.3415468
Dec 18 21:04:28.838910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-0415ed01-5890-4628-8a11-475b846bbcbb req-1d53db6a-66fd-48ef-a3b3-72670b41fe5d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] For port 0cf1d658-7c84-403d-9a60-9404b627e728, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cf1d658-7c84-403d-9a60-9404b627e728,segment=NetworkSegment(713e187f-bae8-4057-a003-f9fc75025629),segment_id=713e187f-bae8-4057-a003-f9fc75025629)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:28.846825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7adfce-a601-4f0f-899c-3906e884eea1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:28.865567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-1b7adfce-a601-4f0f-899c-3906e884eea1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:28.889616 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7adfce-a601-4f0f-899c-3906e884eea1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:28.890238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b7adfce-a601-4f0f-899c-3906e884eea1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.891013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b203022-c222-43cb-ab43-d2e17582153e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.893704 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b203022-c222-43cb-ab43-d2e17582153e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.898695 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8b203022-c222-43cb-ab43-d2e17582153e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17f0f390-a3e6-4b5f-9775-bf17afc4101e HTTP/1.1" status: 204  len: 168 time: 0.3728340
Dec 18 21:04:28.901395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea83360-35df-4718-a98a-38f764fd413e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting subnet e9787245-6aae-4c41-9bdf-89ad326920aa {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:04:28.904424 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7adfce-a601-4f0f-899c-3906e884eea1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=35089d94-0e84-4913-98e5-c27095d8b4e1,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:28.917607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b203022-c222-43cb-ab43-d2e17582153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f0f390-a3e6-4b5f-9775-bf17afc4101e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:28.923870 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0415ed01-5890-4628-8a11-475b846bbcbb req-1d53db6a-66fd-48ef-a3b3-72670b41fe5d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.930858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0415ed01-5890-4628-8a11-475b846bbcbb req-1d53db6a-66fd-48ef-a3b3-72670b41fe5d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.952556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['0cf1d658-7c84-403d-9a60-9404b627e728'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:04:28.993704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415ed01-5890-4628-8a11-475b846bbcbb req-1d53db6a-66fd-48ef-a3b3-72670b41fe5d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:28.994451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0415ed01-5890-4628-8a11-475b846bbcbb req-1d53db6a-66fd-48ef-a3b3-72670b41fe5d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:28.996427 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0415ed01-5890-4628-8a11-475b846bbcbb req-1d53db6a-66fd-48ef-a3b3-72670b41fe5d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "PUT /v2.0/ports/0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 982 time: 0.7199090
Dec 18 21:04:28.996905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:04:29.000025 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6964341-ea32-4574-9360-8d32e44719e7" -d '{"events": [{"name": "network-changed", "server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:04:29.011884 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ea83360-35df-4718-a98a-38f764fd413e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:29.066062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-91208390-48b0-4372-b481-52b69dc5a49f req-2e7720a9-8283-416e-a72c-d6de0f653dc7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Deleting port 309681a5-f8a2-4bff-8d44-369a9f3c89b4 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:29.066535 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-91208390-48b0-4372-b481-52b69dc5a49f req-2e7720a9-8283-416e-a72c-d6de0f653dc7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:29.105863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['0cf1d658-7c84-403d-9a60-9404b627e728'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:04:29.109910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53db6a-66fd-48ef-a3b3-72670b41fe5d tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Pushing event updated for resources: {'Port': ['ID=0cf1d658-7c84-403d-9a60-9404b627e728,revision_number=6']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:29.121610 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c2c4a4-6182-49a5-9b73-5bda555553ad x-openstack-request-id: req-79c2c4a4-6182-49a5-9b73-5bda555553ad {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:04:29.121909 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:04:29.122390 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79c2c4a4-6182-49a5-9b73-5bda555553ad {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:04:29.122624 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728', 'status': 'completed', 'code': 200}
Dec 18 21:04:29.229192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964341-ea32-4574-9360-8d32e44719e7 req-78ba22af-92cb-4e97-8048-d7c11ecdd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:29.240686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6964341-ea32-4574-9360-8d32e44719e7 req-78ba22af-92cb-4e97-8048-d7c11ecdd3f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b037c54b761428db4df46b975b70574&device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 1136 time: 0.1031289
Dec 18 21:04:29.249515 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-becc3b10-0b45-4a24-8101-0f2ffd606b5c req-f2cd5e7b-d5d4-4286-9ba9-f4a339e1802e tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1899241350&fields=id&tenant_id=4b037c54b761428db4df46b975b70574 HTTP/1.1" status: 200  len: 267 time: 0.0802395
Dec 18 21:04:29.628255 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1b7adfce-a601-4f0f-899c-3906e884eea1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3073521
Dec 18 21:04:29.628842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53348) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:29.636953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc3b10-0b45-4a24-8101-0f2ffd606b5c req-40fd260a-3002-46e8-9557-04df83871481 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:29.638758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-becc3b10-0b45-4a24-8101-0f2ffd606b5c req-40fd260a-3002-46e8-9557-04df83871481 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 985 time: 0.3665721
Dec 18 21:04:29.655285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115fb2-2c7e-448b-9c8d-abf9f037ec08 req-1890ae03-623c-4ecc-823d-33e3f594e859 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:29.657100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:ac:6d:52', 'name': 'tempest-NetworksTestDHCPv6-1707587153'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:29.672918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-43115fb2-2c7e-448b-9c8d-abf9f037ec08 req-1890ae03-623c-4ecc-823d-33e3f594e859 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 945 time: 0.2193811
Dec 18 21:04:29.690941 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-becc3b10-0b45-4a24-8101-0f2ffd606b5c req-cab2f6d1-5416-4495-a21c-9fa13ce7db56 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Request body: {'port': {'security_groups': ['8509034b-e16f-418d-a334-67aba04e1263']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:29.699676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ea83360-35df-4718-a98a-38f764fd413e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:29.700041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964341-ea32-4574-9360-8d32e44719e7 req-9c2dc64e-dbda-42e4-be1d-70ca09f6e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:29.701846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6964341-ea32-4574-9360-8d32e44719e7 req-9c2dc64e-dbda-42e4-be1d-70ca09f6e62d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb97ef06-3d0b-442a-856c-1db8f276297a HTTP/1.1" status: 200  len: 921 time: 0.4515941
Dec 18 21:04:29.787963 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d4402f7b-7014-44c8-a9b8-ecce0ebb7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:29.792619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d4402f7b-7014-44c8-a9b8-ecce0ebb7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:29.793212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d4402f7b-7014-44c8-a9b8-ecce0ebb7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:29.793697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d4402f7b-7014-44c8-a9b8-ecce0ebb7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:29.794172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d4402f7b-7014-44c8-a9b8-ecce0ebb7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:29.797949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d4402f7b-7014-44c8-a9b8-ecce0ebb7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:29.798468 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d4402f7b-7014-44c8-a9b8-ecce0ebb7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:29.800562 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d4402f7b-7014-44c8-a9b8-ecce0ebb7759 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6500 time: 0.9069729
Dec 18 21:04:29.827948 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6964341-ea32-4574-9360-8d32e44719e7 req-9a5aff90-b5a8-40dc-9255-c6e4a9788f7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 217 time: 0.1116049
Dec 18 21:04:30.018216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ce34df-3b6e-4397-9cf6-59c9e67bcc86 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:30.056944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964341-ea32-4574-9360-8d32e44719e7 req-3b2c7adb-b847-4709-8d57-9c18626e0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:30.064636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6964341-ea32-4574-9360-8d32e44719e7 req-3b2c7adb-b847-4709-8d57-9c18626e0a97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75f3b0ac-637f-4506-9746-63f702bcf189 HTTP/1.1" status: 200  len: 860 time: 0.2184875
Dec 18 21:04:30.071198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-91208390-48b0-4372-b481-52b69dc5a49f req-2e7720a9-8283-416e-a72c-d6de0f653dc7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] For port 309681a5-f8a2-4bff-8d44-369a9f3c89b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=309681a5-f8a2-4bff-8d44-369a9f3c89b4,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:30.071978 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-91208390-48b0-4372-b481-52b69dc5a49f req-2e7720a9-8283-416e-a72c-d6de0f653dc7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.072411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-43115fb2-2c7e-448b-9c8d-abf9f037ec08 req-769fd28a-46d1-4877-a4eb-1f2fed0f7098 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3983040
Dec 18 21:04:30.114562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-91208390-48b0-4372-b481-52b69dc5a49f req-2e7720a9-8283-416e-a72c-d6de0f653dc7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Calling delete_port for 309681a5-f8a2-4bff-8d44-369a9f3c89b4 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:30.117916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bd53fdc0-e509-47c0-8460-3821c4dea1f2 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:30.149287 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ea83360-35df-4718-a98a-38f764fd413e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.155831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6964341-ea32-4574-9360-8d32e44719e7 req-4a141301-6daf-4b53-8f6c-473a9d1a45cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb97ef06-3d0b-442a-856c-1db8f276297a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0822175
Dec 18 21:04:30.188410 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-becc3b10-0b45-4a24-8101-0f2ffd606b5c req-cab2f6d1-5416-4495-a21c-9fa13ce7db56 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.194563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53388) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:30.211569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5fa99072-db3c-4e7f-ad39-ed31df108223 None None] Provisioning complete for port bd53fdc0-e509-47c0-8460-3821c4dea1f2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:30.211941 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fa99072-db3c-4e7f-ad39-ed31df108223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.263765 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port bd53fdc0-e509-47c0-8460-3821c4dea1f2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:30.264418 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.301917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-fc9dceb9-3c3d-4565-a768-066bf58e8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:30.302637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-fc9dceb9-3c3d-4565-a768-066bf58e8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:30.303124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-fc9dceb9-3c3d-4565-a768-066bf58e8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:30.304971 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-fc9dceb9-3c3d-4565-a768-066bf58e8289 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50f70d1e-856f-4dc0-8d15-f219387fa189&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344 HTTP/1.1" status: 200  len: 2299 time: 0.4524515
Dec 18 21:04:30.344918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6964341-ea32-4574-9360-8d32e44719e7 req-cfb9b702-6400-4117-9407-39cf17181335 service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791050
Dec 18 21:04:30.403455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:30.485190 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-e2b55641-ea1c-4f5d-9a67-669f7cfff858 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6 HTTP/1.1" status: 200  len: 1000 time: 0.1680582
Dec 18 21:04:30.530348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ea83360-35df-4718-a98a-38f764fd413e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.594654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53394) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:30.607396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea83360-35df-4718-a98a-38f764fd413e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Subnet': ['ID=e9787245-6aae-4c41-9bdf-89ad326920aa,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:30.620793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1ea83360-35df-4718-a98a-38f764fd413e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.627227 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1ea83360-35df-4718-a98a-38f764fd413e tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/e9787245-6aae-4c41-9bdf-89ad326920aa HTTP/1.1" status: 204  len: 168 time: 1.9312172
Dec 18 21:04:30.631088 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53398) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:30.654297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d0ef15-72e7-4f69-9111-61c4bc6f8857 None None] Network 996f1ebe-8e94-4ad4-92d0-6bd220dfe345 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:30.692315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6964341-ea32-4574-9360-8d32e44719e7 req-b1efea9d-c833-4ad5-8f8b-5f6937c4790b service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2979655
Dec 18 21:04:30.705894 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-9777a144-09ad-4a10-9c20-0c96de3bb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:30.707621 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-9777a144-09ad-4a10-9c20-0c96de3bb1ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd650901-9f47-47d9-a2fb-bdde348d3ffa HTTP/1.1" status: 200  len: 856 time: 0.2127504
Dec 18 21:04:30.713664 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.735395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-91208390-48b0-4372-b481-52b69dc5a49f req-2e7720a9-8283-416e-a72c-d6de0f653dc7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.754329 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.776220 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fa99072-db3c-4e7f-ad39-ed31df108223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.780729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-becc3b10-0b45-4a24-8101-0f2ffd606b5c req-cab2f6d1-5416-4495-a21c-9fa13ce7db56 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] For port 0cf1d658-7c84-403d-9a60-9404b627e728, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cf1d658-7c84-403d-9a60-9404b627e728,segment=NetworkSegment(713e187f-bae8-4057-a003-f9fc75025629),segment_id=713e187f-bae8-4057-a003-f9fc75025629)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:30.813859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7720a9-8283-416e-a72c-d6de0f653dc7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Pushing event deleted for resources: {'Port': ['ID=309681a5-f8a2-4bff-8d44-369a9f3c89b4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:30.816549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port e63a8a28-0931-458a-ac21-a7471122c84b yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:30.828079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92207c3-c195-4c4b-8ef3-0d81e0c4ed12 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting subnet ec405696-2371-4da4-9259-18203ea38e35 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:04:30.839684 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-becc3b10-0b45-4a24-8101-0f2ffd606b5c req-cab2f6d1-5416-4495-a21c-9fa13ce7db56 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.841954 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a92207c3-c195-4c4b-8ef3-0d81e0c4ed12 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.854048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1586200170'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:30.859033 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3a76106d-654e-4ea4-a55a-78f42ce47b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.862780 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-becc3b10-0b45-4a24-8101-0f2ffd606b5c req-cab2f6d1-5416-4495-a21c-9fa13ce7db56 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.871377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port bd53fdc0-e509-47c0-8460-3821c4dea1f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd53fdc0-e509-47c0-8460-3821c4dea1f2,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:30.901131 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.907017 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['0cf1d658-7c84-403d-9a60-9404b627e728'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:04:30.934245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc3b10-0b45-4a24-8101-0f2ffd606b5c req-cab2f6d1-5416-4495-a21c-9fa13ce7db56 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:30.934894 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-becc3b10-0b45-4a24-8101-0f2ffd606b5c req-cab2f6d1-5416-4495-a21c-9fa13ce7db56 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.936292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-becc3b10-0b45-4a24-8101-0f2ffd606b5c req-cab2f6d1-5416-4495-a21c-9fa13ce7db56 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "PUT /v2.0/ports/0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 943 time: 1.2587371
Dec 18 21:04:30.939062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-91208390-48b0-4372-b481-52b69dc5a49f req-2e7720a9-8283-416e-a72c-d6de0f653dc7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] No DVR routers for this DVR port 309681a5-f8a2-4bff-8d44-369a9f3c89b4 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:30.942434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-91208390-48b0-4372-b481-52b69dc5a49f req-2e7720a9-8283-416e-a72c-d6de0f653dc7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.951412 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-91208390-48b0-4372-b481-52b69dc5a49f req-2e7720a9-8283-416e-a72c-d6de0f653dc7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "DELETE /v2.0/ports/309681a5-f8a2-4bff-8d44-369a9f3c89b4 HTTP/1.1" status: 204  len: 173 time: 2.5606182
Dec 18 21:04:30.956669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f80750d-04f9-46f2-b3b7-d72d0e49b146', 'name': 'network-vif-deleted', 'tag': '309681a5-f8a2-4bff-8d44-369a9f3c89b4'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:04:30.959964 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15ae5af-3107-4bae-9047-32d5f2f09219" -d '{"events": [{"server_uuid": "0f80750d-04f9-46f2-b3b7-d72d0e49b146", "name": "network-vif-deleted", "tag": "309681a5-f8a2-4bff-8d44-369a9f3c89b4"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:04:30.975176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Made reservation on behalf of 080440e3f2634c21949255c525aa91c6 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:30.978938 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:30.988293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-ee95a229-fcd1-46a0-8d0a-d14d6d2821ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:30.990833 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-ee95a229-fcd1-46a0-8d0a-d14d6d2821ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50f70d1e-856f-4dc0-8d15-f219387fa189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2719686
Dec 18 21:04:30.996455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a92207c3-c195-4c4b-8ef3-0d81e0c4ed12 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.000887 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.003045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2f6d1-5416-4495-a21c-9fa13ce7db56 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Pushing event updated for resources: {'Port': ['ID=0cf1d658-7c84-403d-9a60-9404b627e728,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:31.033232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=bd53fdc0-e509-47c0-8460-3821c4dea1f2,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:31.104033 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3a76106d-654e-4ea4-a55a-78f42ce47b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.109156 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93a5cf2-d0cd-487d-9891-57b3d8f4ba68 x-openstack-request-id: req-d93a5cf2-d0cd-487d-9891-57b3d8f4ba68 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:04:31.109615 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f80750d-04f9-46f2-b3b7-d72d0e49b146", "name": "network-vif-deleted", "tag": "309681a5-f8a2-4bff-8d44-369a9f3c89b4", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:04:31.109757 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d93a5cf2-d0cd-487d-9891-57b3d8f4ba68 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:04:31.110113 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f80750d-04f9-46f2-b3b7-d72d0e49b146', 'name': 'network-vif-deleted', 'tag': '309681a5-f8a2-4bff-8d44-369a9f3c89b4', 'status': 'completed', 'code': 200}
Dec 18 21:04:31.153152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:04:31.154968 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e51b99-47ac-4966-aee4-bf96d1a973b3" -d '{"events": [{"name": "network-changed", "server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:04:31.210544 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-5fa99072-db3c-4e7f-ad39-ed31df108223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:04:31.210791 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3a76106d-654e-4ea4-a55a-78f42ce47b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.211147 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-5fa99072-db3c-4e7f-ad39-ed31df108223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:04:31.217041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['0cf1d658-7c84-403d-9a60-9404b627e728'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:04:31.239788 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-4dafb3f8-b035-4c10-b669-c04dc9349540 service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392485
Dec 18 21:04:31.253003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a92207c3-c195-4c4b-8ef3-0d81e0c4ed12 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.272766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e874fec5-f462-47f9-91ab-85c9c8bd0cec None None] Update dhcp port {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': '6e8bf9a7-4b09-4d12-8268-806d593d83e4', 'ip_address': '2001:db8::f816:3eff:fe80:29f8'}, {'subnet_id': '35089d94-0e84-4913-98e5-c27095d8b4e1'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'bd53fdc0-e509-47c0-8460-3821c4dea1f2'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 21:04:31.341952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 172.20.0.13 (366763c1-8ffb-4916-bf33-b9164c04d44d/35089d94-0e84-4913-98e5-c27095d8b4e1/e63a8a28-0931-458a-ac21-a7471122c84b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:31.358859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::f816:3eff:feac:6d52 (366763c1-8ffb-4916-bf33-b9164c04d44d/6e8bf9a7-4b09-4d12-8268-806d593d83e4/e63a8a28-0931-458a-ac21-a7471122c84b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:31.369968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3417065-ea32-473a-b28a-f74102417596 None None] DHCP port deletion for 996f1ebe-8e94-4ad4-92d0-6bd220dfe345 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:04:31.419242 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e874fec5-f462-47f9-91ab-85c9c8bd0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.450716 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a92207c3-c195-4c4b-8ef3-0d81e0c4ed12 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.460810 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-ee357148-52d4-4691-a665-005fe341c1ca service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111530
Dec 18 21:04:31.543004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92207c3-c195-4c4b-8ef3-0d81e0c4ed12 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Subnet': ['ID=ec405696-2371-4da4-9259-18203ea38e35,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:31.545207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a92207c3-c195-4c4b-8ef3-0d81e0c4ed12 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.551301 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a92207c3-c195-4c4b-8ef3-0d81e0c4ed12 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/ec405696-2371-4da4-9259-18203ea38e35 HTTP/1.1" status: 204  len: 168 time: 0.9154470
Dec 18 21:04:31.575478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da04539-b6b7-4674-9d08-525ddce096de None None] Network 9587d299-b2e2-45e8-8e53-af50d7e56d46 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:31.579332 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53410) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:31.592707 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-f84902a3-b87d-4fae-8394-7c66d8dda283 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=fbcf81f3-8b8e-462f-9434-1aafb30b288a HTTP/1.1" status: 200  len: 217 time: 0.1204393
Dec 18 21:04:31.644404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63787171-5630-4f86-8000-155d7d52d8e3 req-20f229d1-2932-40d6-87c4-b8689b08d528 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f80750d-04f9-46f2-b3b7-d72d0e49b146 HTTP/1.1" status: 200  len: 210 time: 0.4350653
Dec 18 21:04:31.677623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e3417065-ea32-473a-b28a-f74102417596 None None] Deleting port 27173133-2cd3-4aed-825e-efedf0ab0dd3 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:31.678046 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e3417065-ea32-473a-b28a-f74102417596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.684481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3a76106d-654e-4ea4-a55a-78f42ce47b98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82e6c16d614a43fda241483dc6cc4ff9&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0876529
Dec 18 21:04:31.693623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53412) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:31.695458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76106d-654e-4ea4-a55a-78f42ce47b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c24f4a0-2c42-415a-964a-b637f84a1b52,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:31.767755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-7ab06063-1a47-4ac5-bdfb-9568477796d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:31.769248 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e3417065-ea32-473a-b28a-f74102417596 None None] For port 27173133-2cd3-4aed-825e-efedf0ab0dd3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27173133-2cd3-4aed-825e-efedf0ab0dd3,segment=NetworkSegment(b402b18c-b5d7-4aec-8d2c-a62811488036),segment_id=b402b18c-b5d7-4aec-8d2c-a62811488036)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:31.769436 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-7ab06063-1a47-4ac5-bdfb-9568477796d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.1612449
Dec 18 21:04:31.769845 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e3417065-ea32-473a-b28a-f74102417596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.773546 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.785074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e3417065-ea32-473a-b28a-f74102417596 None None] Calling delete_port for 27173133-2cd3-4aed-825e-efedf0ab0dd3 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:31.794711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.811537 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.831864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-f720b4e6-e50e-42c7-92bc-876cfa150741 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.7646604
Dec 18 21:04:31.851574 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4550fda2-cead-4cf8-870a-708a1a545708 x-openstack-request-id: req-4550fda2-cead-4cf8-870a-708a1a545708 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:04:31.852344 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:04:31.852905 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4550fda2-cead-4cf8-870a-708a1a545708 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:04:31.853764 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728', 'status': 'completed', 'code': 200}
Dec 18 21:04:31.854938 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.888320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:31.941645 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:04:31.955023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-e3895c7f-05bd-4425-971c-dc430e95ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:31.956853 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-e3895c7f-05bd-4425-971c-dc430e95ac93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1756303
Dec 18 21:04:31.987449 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:31.987772 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Added segment c6b396a1-d89b-4c9c-b8d6-52d0a69f6031 of type vlan for network bf4be885-17ca-4fbf-8b61-ddd9258f8f4d
Dec 18 21:04:31.999414 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e3417065-ea32-473a-b28a-f74102417596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.010939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50fdd7d-72ea-495c-9f11-ddacd81dd7b2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:32.024396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3834f105-2ea4-451e-925a-392384cc157d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.037679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bd53fdc0-e509-47c0-8460-3821c4dea1f2 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:32.040458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 309681a5-f8a2-4bff-8d44-369a9f3c89b4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:32.049562 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.058067 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.081393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e51b99-47ac-4966-aee4-bf96d1a973b3 req-9be3fe48-0f12-4d7d-bcb9-56c58561201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:32.082975 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7e51b99-47ac-4966-aee4-bf96d1a973b3 req-9be3fe48-0f12-4d7d-bcb9-56c58561201e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b037c54b761428db4df46b975b70574&device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 1097 time: 0.2074876
Dec 18 21:04:32.088411 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.121057 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3417065-ea32-473a-b28a-f74102417596 None None] No DVR routers for this DVR port 27173133-2cd3-4aed-825e-efedf0ab0dd3 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:32.122611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 309681a5-f8a2-4bff-8d44-369a9f3c89b4 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:32.123208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 309681a5-f8a2-4bff-8d44-369a9f3c89b4 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:32.125726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3417065-ea32-473a-b28a-f74102417596 None None] Pushing event deleted for resources: {'Port': ['ID=27173133-2cd3-4aed-825e-efedf0ab0dd3,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:32.130879 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:32.141490 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:32.144428 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3834f105-2ea4-451e-925a-392384cc157d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.162762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:32.171208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=e63a8a28-0931-458a-ac21-a7471122c84b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:32.202492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port 27173133-2cd3-4aed-825e-efedf0ab0dd3 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:32.203572 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.228672 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-45aa1fb4-9b95-40d7-abe9-2d14c9013487 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2606628
Dec 18 21:04:32.254011 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.260144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:32.260754 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.267260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc344602-0376-4426-ab2c-50d6cc704a9d None None] DHCP port deletion for 9587d299-b2e2-45e8-8e53-af50d7e56d46 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:04:32.280462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-e874fec5-f462-47f9-91ab-85c9c8bd0cec None None] Allocated IP 172.20.0.2 (366763c1-8ffb-4916-bf33-b9164c04d44d/35089d94-0e84-4913-98e5-c27095d8b4e1/bd53fdc0-e509-47c0-8460-3821c4dea1f2) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:32.283143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port bd53fdc0-e509-47c0-8460-3821c4dea1f2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:32.283617 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.342923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 2.1349201
Dec 18 21:04:32.354814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:32.355163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53414) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:32.355446 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.370361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c3315e30-c7b9-4435-8056-50d5974ba399 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Request body: {'subnet': {'network_id': 'bf4be885-17ca-4fbf-8b61-ddd9258f8f4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:32.373609 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3834f105-2ea4-451e-925a-392384cc157d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.376161 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3834f105-2ea4-451e-925a-392384cc157d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.377262 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3834f105-2ea4-451e-925a-392384cc157d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c24f4a0-2c42-415a-964a-b637f84a1b52 HTTP/1.1" status: 204  len: 168 time: 0.6790407
Dec 18 21:04:32.393795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] For port 27173133-2cd3-4aed-825e-efedf0ab0dd3, host ncdv-master-1, got binding levels [] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:32.394136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.396612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801da503-2bde-495d-af07-a22be70df560 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Pushing event updated for resources: {'Network': ['ID=bf4be885-17ca-4fbf-8b61-ddd9258f8f4d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:32.413764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network bf4be885-17ca-4fbf-8b61-ddd9258f8f4d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:04:32.451884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e51b99-47ac-4966-aee4-bf96d1a973b3 req-edf4dfa6-f1aa-4f6c-94f8-357acaf940da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:32.453288 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7e51b99-47ac-4966-aee4-bf96d1a973b3 req-edf4dfa6-f1aa-4f6c-94f8-357acaf940da service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb97ef06-3d0b-442a-856c-1db8f276297a HTTP/1.1" status: 200  len: 921 time: 0.3598835
Dec 18 21:04:32.457074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834f105-2ea4-451e-925a-392384cc157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c24f4a0-2c42-415a-964a-b637f84a1b52,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:32.480172 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bdf6c4f4-2983-4745-9104-d4974bc84945 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 2.8412521
Dec 18 21:04:32.482816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53418) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:32.485817 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-24b0fed3-a722-4c26-a002-cff18bf039f8 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2030222
Dec 18 21:04:32.491489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for 27173133-2cd3-4aed-825e-efedf0ab0dd3 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:32.529688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7e51b99-47ac-4966-aee4-bf96d1a973b3 req-923d4778-36d4-42da-a102-0f3ca0f7af9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 217 time: 0.0610337
Dec 18 21:04:32.577713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Port 27173133-2cd3-4aed-825e-efedf0ab0dd3 was not found and therefore no delete operation was performed {{(pid=126009) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:04:32.580189 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.581979 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-dc344602-0376-4426-ab2c-50d6cc704a9d None None] Deleting port 6f5a29ac-98d8-492d-9939-dbe831350a9f {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:32.582514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc344602-0376-4426-ab2c-50d6cc704a9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.587235 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-1606fc1a-0d87-4a58-9c01-dabc66048292 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=f844557f-eb38-48aa-8a3a-a4ec5d372124 HTTP/1.1" status: 200  len: 217 time: 0.0924394
Dec 18 21:04:32.631039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=27173133-2cd3-4aed-825e-efedf0ab0dd3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:32.634181 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.647956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e874fec5-f462-47f9-91ab-85c9c8bd0cec None None] For port bd53fdc0-e509-47c0-8460-3821c4dea1f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd53fdc0-e509-47c0-8460-3821c4dea1f2,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:32.649732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e51b99-47ac-4966-aee4-bf96d1a973b3 req-7784507b-958f-41bf-a740-5c863e012d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:32.651266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7e51b99-47ac-4966-aee4-bf96d1a973b3 req-7784507b-958f-41bf-a740-5c863e012d90 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75f3b0ac-637f-4506-9746-63f702bcf189 HTTP/1.1" status: 200  len: 860 time: 0.1149743
Dec 18 21:04:32.664967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baf9165-6281-49e9-b966-b58b5940711b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:32.672811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baf9165-6281-49e9-b966-b58b5940711b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:32.676933 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2baf9165-6281-49e9-b966-b58b5940711b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1785 time: 0.1907241
Dec 18 21:04:32.679862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No DVR routers for this DVR port 27173133-2cd3-4aed-825e-efedf0ab0dd3 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:32.681676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53422) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:32.706304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-dc344602-0376-4426-ab2c-50d6cc704a9d None None] For port 6f5a29ac-98d8-492d-9939-dbe831350a9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f5a29ac-98d8-492d-9939-dbe831350a9f,segment=NetworkSegment(acc254c2-ddd0-4206-838d-17c8bea6f802),segment_id=acc254c2-ddd0-4206-838d-17c8bea6f802)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:32.706787 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc344602-0376-4426-ab2c-50d6cc704a9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.717026 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e874fec5-f462-47f9-91ab-85c9c8bd0cec None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.727799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-dc344602-0376-4426-ab2c-50d6cc704a9d None None] Calling delete_port for 6f5a29ac-98d8-492d-9939-dbe831350a9f owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:32.734989 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e874fec5-f462-47f9-91ab-85c9c8bd0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.754754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7e51b99-47ac-4966-aee4-bf96d1a973b3 req-59e05b6b-7276-4023-8e92-3af276da4bd4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb97ef06-3d0b-442a-856c-1db8f276297a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0752773
Dec 18 21:04:32.757609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3315e30-c7b9-4435-8056-50d5974ba399 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Made reservation on behalf of 080440e3f2634c21949255c525aa91c6 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:32.761415 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c3315e30-c7b9-4435-8056-50d5974ba399 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:32.785200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 27173133-2cd3-4aed-825e-efedf0ab0dd3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:32.852599 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 27173133-2cd3-4aed-825e-efedf0ab0dd3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:32.853182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 27173133-2cd3-4aed-825e-efedf0ab0dd3 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:32.906228 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874fec5-f462-47f9-91ab-85c9c8bd0cec None None] Pushing event updated for resources: {'Port': ['ID=bd53fdc0-e509-47c0-8460-3821c4dea1f2,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:32.998180 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-659b1619-8a00-4831-8b3a-6f0929e18ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.001657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53432) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:33.005244 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc344602-0376-4426-ab2c-50d6cc704a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.046343 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5bbece8b-056c-4c8a-8cdf-e97fae3d1fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.054228 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc344602-0376-4426-ab2c-50d6cc704a9d None None] Pushing event deleted for resources: {'Port': ['ID=6f5a29ac-98d8-492d-9939-dbe831350a9f,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:33.059399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc344602-0376-4426-ab2c-50d6cc704a9d None None] No DVR routers for this DVR port 6f5a29ac-98d8-492d-9939-dbe831350a9f on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:33.108862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Allocated IP 172.35.3.147 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/2e821587-1e38-4e87-adc3-8a04a02e6deb) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:33.193344 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7e51b99-47ac-4966-aee4-bf96d1a973b3 req-62a3d375-1f03-4c35-96be-2c089443bc36 service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4282956
Dec 18 21:04:33.371212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-9713e9d9-e03e-4b7d-90eb-9681767b0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:33.372382 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-9713e9d9-e03e-4b7d-90eb-9681767b0c50 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.7606573
Dec 18 21:04:33.381290 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.408729 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5bbece8b-056c-4c8a-8cdf-e97fae3d1fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.452774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365eee9ac0>,) {'filters': {'network_id': ['996f1ebe-8e94-4ad4-92d0-6bd220dfe345']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:33.454711 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5bbece8b-056c-4c8a-8cdf-e97fae3d1fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.473322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365eee9ac0>, 'b402b18c-b5d7-4aec-8d2c-a62811488036') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:33.473546 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365eee9ac0>, 'b402b18c-b5d7-4aec-8d2c-a62811488036') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:33.493011 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.511339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d8ba74b3-5540-4141-b04a-8997cbc32ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:33.512920 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d8ba74b3-5540-4141-b04a-8997cbc32ca4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1280646
Dec 18 21:04:33.518114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.532598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b40c563d-e035-402f-97c1-af12dd8e1863 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port e63a8a28-0931-458a-ac21-a7471122c84b {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:33.532944 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b40c563d-e035-402f-97c1-af12dd8e1863 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.557303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:04:33.557743 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   items = [
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:04:33.585962 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:04:33.588822 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c3315e30-c7b9-4435-8056-50d5974ba399 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.607575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbece8b-056c-4c8a-8cdf-e97fae3d1fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f6bb87-c5ce-4572-b7b1-aff546dd18ff,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:33.611587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7e51b99-47ac-4966-aee4-bf96d1a973b3 req-d7468718-795b-483a-a3c6-c39c78845c12 service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3579841
Dec 18 21:04:33.639620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5bbece8b-056c-4c8a-8cdf-e97fae3d1fd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=219916b4d5d948d7be763d8b8f611060&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6355217
Dec 18 21:04:33.645055 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.652161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53450) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:33.725689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.758772 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.762759 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.767713 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/networks/996f1ebe-8e94-4ad4-92d0-6bd220dfe345 HTTP/1.1" status: 204  len: 168 time: 2.1849463
Dec 18 21:04:33.777830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53452) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:33.809179 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f60c5-e959-4c48-bd82-6cb1dc14d44f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Network': ['ID=996f1ebe-8e94-4ad4-92d0-6bd220dfe345,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:33.814784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b40c563d-e035-402f-97c1-af12dd8e1863 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.834540 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-200086e2-047d-4ccb-9e9b-81feb07a1818 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3133118
Dec 18 21:04:33.841725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b40c563d-e035-402f-97c1-af12dd8e1863 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for e63a8a28-0931-458a-ac21-a7471122c84b owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:33.853482 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7d106b4-a868-4286-9cf3-9b148da7d840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.871562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:33.879955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfddf89-62db-48eb-89c2-c9f077c7018a req-6fd71db4-767d-4dfb-a83b-36d61edb6e8f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:33.886733 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1dfddf89-62db-48eb-89c2-c9f077c7018a req-6fd71db4-767d-4dfb-a83b-36d61edb6e8f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 0.4801142
Dec 18 21:04:33.888516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3315e30-c7b9-4435-8056-50d5974ba399 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Pushing event updated for resources: {'Subnet': ['ID=b1f17693-0125-4a96-ad1f-f0d534bd61f1,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:33.907189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-614efe10-2f15-4b2d-88ae-6f7c9c314e29 None None] Provisioning complete for port bd53fdc0-e509-47c0-8460-3821c4dea1f2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:33.907940 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-614efe10-2f15-4b2d-88ae-6f7c9c314e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.930226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:33.939642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:33.957598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Pushing event updated for resources: {'Port': ['ID=2e821587-1e38-4e87-adc3-8a04a02e6deb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:33.960317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3315e30-c7b9-4435-8056-50d5974ba399 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Checking segment: {'id': 'c6b396a1-d89b-4c9c-b8d6-52d0a69f6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf4be885-17ca-4fbf-8b61-ddd9258f8f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:33.960694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3315e30-c7b9-4435-8056-50d5974ba399 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Network hostable DHCP agents. Network: bf4be885-17ca-4fbf-8b61-ddd9258f8f4d, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:04:33.964457 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7d106b4-a868-4286-9cf3-9b148da7d840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:33.998467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1dfddf89-62db-48eb-89c2-c9f077c7018a req-ef860c28-3076-4f92-a978-69b1c9351d4e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/quotas/58d1ab8b81784fb2ad1b6c9a7d9efc37 HTTP/1.1" status: 200  len: 375 time: 0.1108027
Dec 18 21:04:34.095042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bd53fdc0-e509-47c0-8460-3821c4dea1f2 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:34.100563 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-7113144b-2092-40cd-8f51-c9a6cf1f167e service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2567298
Dec 18 21:04:34.111941 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:34.135125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1dfddf89-62db-48eb-89c2-c9f077c7018a req-123d35cf-7e2b-4f76-9809-738aa2878425 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1348875
Dec 18 21:04:34.148130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3315e30-c7b9-4435-8056-50d5974ba399 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Network bf4be885-17ca-4fbf-8b61-ddd9258f8f4d is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:04:34.184992 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-fd587cc4-ee86-44b8-8f97-e6cef5cc7f97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85 HTTP/1.1" status: 200  len: 217 time: 0.0736976
Dec 18 21:04:34.203184 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7d106b4-a868-4286-9cf3-9b148da7d840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:34.205845 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7d106b4-a868-4286-9cf3-9b148da7d840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:34.214679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port bd53fdc0-e509-47c0-8460-3821c4dea1f2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:34.215352 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:34.217152 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c7d106b4-a868-4286-9cf3-9b148da7d840 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29f6bb87-c5ce-4572-b7b1-aff546dd18ff HTTP/1.1" status: 204  len: 168 time: 0.5619500
Dec 18 21:04:34.266364 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c3315e30-c7b9-4435-8056-50d5974ba399 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bf4be885-17ca-4fbf-8b61-ddd9258f8f4d) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:34.290839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf4e040-4623-4c30-a79d-02ed4824868a None None] Network bf4be885-17ca-4fbf-8b61-ddd9258f8f4d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:34.301462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d106b4-a868-4286-9cf3-9b148da7d840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f6bb87-c5ce-4572-b7b1-aff546dd18ff,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:34.325176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d8f56b71-0819-43c0-a399-f3c72f5d58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:34.326729 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d8f56b71-0819-43c0-a399-f3c72f5d58b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.1346200
Dec 18 21:04:34.384100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3315e30-c7b9-4435-8056-50d5974ba399 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:34.384918 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c3315e30-c7b9-4435-8056-50d5974ba399 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:34.393585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:34.433124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c3315e30-c7b9-4435-8056-50d5974ba399 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0749686
Dec 18 21:04:34.440774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53466) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:34.449143 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Request body: {'port': {'network_id': 'bf4be885-17ca-4fbf-8b61-ddd9258f8f4d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-30101530'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:34.451498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365eb7e070>,) {'filters': {'network_id': ['9587d299-b2e2-45e8-8e53-af50d7e56d46']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:34.465980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365eb7e070>, 'acc254c2-ddd0-4206-838d-17c8bea6f802') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:34.466450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365eb7e070>, 'acc254c2-ddd0-4206-838d-17c8bea6f802') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:34.477674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1dfddf89-62db-48eb-89c2-c9f077c7018a req-392cd0ab-8cd2-4e0c-ae9e-7b460d894f47 service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3422277
Dec 18 21:04:34.505868 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:34.561988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-369b5f12-8221-45f0-8a36-15fd42666134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:34.563615 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-369b5f12-8221-45f0-8a36-15fd42666134 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2280660
Dec 18 21:04:34.567517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b40c563d-e035-402f-97c1-af12dd8e1863 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:34.730733 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c563d-e035-402f-97c1-af12dd8e1863 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=e63a8a28-0931-458a-ac21-a7471122c84b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:34.983692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d7839195-89e4-4a31-ac04-e821841888ba None None] Provisioning complete for port e63a8a28-0931-458a-ac21-a7471122c84b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:34.983961 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d7839195-89e4-4a31-ac04-e821841888ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.009869 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d7839195-89e4-4a31-ac04-e821841888ba None None] Port e63a8a28-0931-458a-ac21-a7471122c84b was deleted so its status cannot be updated. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Dec 18 21:04:35.017055 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b40c563d-e035-402f-97c1-af12dd8e1863 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.018089 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.018405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bf4be885-17ca-4fbf-8b61-ddd9258f8f4d', 'network_id': 'bf4be885-17ca-4fbf-8b61-ddd9258f8f4d', 'project_id': '080440e3f2634c21949255c525aa91c6', 'fixed_ips': [{'subnet_id': 'b1f17693-0125-4a96-ad1f-f0d534bd61f1'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:04:35.019524 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.029583 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b40c563d-e035-402f-97c1-af12dd8e1863 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/e63a8a28-0931-458a-ac21-a7471122c84b HTTP/1.1" status: 204  len: 168 time: 2.3377595
Dec 18 21:04:35.031017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53486) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:35.047539 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.114177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6f5a29ac-98d8-492d-9939-dbe831350a9f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:35.125018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:04:35.125451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:04:35.128799 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:04:35.143447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 6f5a29ac-98d8-492d-9939-dbe831350a9f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:35.143828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6f5a29ac-98d8-492d-9939-dbe831350a9f not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:35.197014 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-b73cb38a-3827-40bc-b902-9dcc8281c21f service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6223061
Dec 18 21:04:35.215365 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb7ce012-5815-406b-a786-9f6e9ef99923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.237489 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.242437 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.280071 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.283509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Allocated IP 2001:db8::2 (bf4be885-17ca-4fbf-8b61-ddd9258f8f4d/b1f17693-0125-4a96-ad1f-f0d534bd61f1/0c3889f8-bd60-4114-8e21-ea3c9123ea9c) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:35.286152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/networks/9587d299-b2e2-45e8-8e53-af50d7e56d46 HTTP/1.1" status: 204  len: 168 time: 1.4734216
Dec 18 21:04:35.299963 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426bb4c8-a03a-4108-b892-01253bfbe58f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:35.301496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426bb4c8-a03a-4108-b892-01253bfbe58f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:35.301771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53494) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:35.304069 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426bb4c8-a03a-4108-b892-01253bfbe58f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:35.305904 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-426bb4c8-a03a-4108-b892-01253bfbe58f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2647705
Dec 18 21:04:35.307338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-925e0122-29e6-438d-beeb-119cc1b844e4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1578943209'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:35.308580 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-d1f3d6b3-d14c-45e7-bdf3-d237008c7c43 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1048532
Dec 18 21:04:35.309558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53496) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:35.317518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Made reservation on behalf of 080440e3f2634c21949255c525aa91c6 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:35.321662 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.339027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92049d04-4bfd-42eb-b305-2e4c1bebb1d3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Network': ['ID=9587d299-b2e2-45e8-8e53-af50d7e56d46,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:35.348292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1dfddf89-62db-48eb-89c2-c9f077c7018a req-a402be03-d8e5-4706-b856-5f8a8ef8dd07 service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8697524
Dec 18 21:04:35.400451 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-bd73ad5b-422e-4a56-b037-f11cfea9c212 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=59526aeb-f155-46bf-ba7e-15d8467624a2 HTTP/1.1" status: 200  len: 217 time: 0.0742030
Dec 18 21:04:35.416936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925e0122-29e6-438d-beeb-119cc1b844e4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:35.420412 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-925e0122-29e6-438d-beeb-119cc1b844e4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.452069 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925e0122-29e6-438d-beeb-119cc1b844e4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:04:35.456078 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-95b7c441-7a56-4193-ad90-dbfcccf85413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:35.457554 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-95b7c441-7a56-4193-ad90-dbfcccf85413 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0482934
Dec 18 21:04:35.462193 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-925e0122-29e6-438d-beeb-119cc1b844e4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.463170 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-925e0122-29e6-438d-beeb-119cc1b844e4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Added segment 35f56e00-d0aa-40c5-8ba8-41729d43c369 of type vlan for network 550ac704-4177-46a4-a1e7-29ba402c2bac
Dec 18 21:04:35.465787 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] device_id is not set on port 5a0190bb-ad43-4b0d-a8b9-9ad048be4c58 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:35.475330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e35d9a-22a2-4823-a028-60f286c7aa60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 35089d94-0e84-4913-98e5-c27095d8b4e1 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:04:35.488213 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-33e35d9a-22a2-4823-a028-60f286c7aa60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.508030 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-925e0122-29e6-438d-beeb-119cc1b844e4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.565393 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-925e0122-29e6-438d-beeb-119cc1b844e4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.573257 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e0122-29e6-438d-beeb-119cc1b844e4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:35.573889 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-925e0122-29e6-438d-beeb-119cc1b844e4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.601349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-33e35d9a-22a2-4823-a028-60f286c7aa60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.613073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-925e0122-29e6-438d-beeb-119cc1b844e4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3095477
Dec 18 21:04:35.625762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53502) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:35.633163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-51d3d0f7-63aa-4c71-9048-835a07437037 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'subnet': {'network_id': '550ac704-4177-46a4-a1e7-29ba402c2bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:35.640133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-85588072-b52e-4e7c-b28e-99d6d1f3c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:35.641644 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-85588072-b52e-4e7c-b28e-99d6d1f3c328 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1709816
Dec 18 21:04:35.684031 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.689437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e0122-29e6-438d-beeb-119cc1b844e4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Network': ['ID=550ac704-4177-46a4-a1e7-29ba402c2bac,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:35.694134 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.703230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 550ac704-4177-46a4-a1e7-29ba402c2bac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:04:35.708532 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.786936 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.837377 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Pushing event updated for resources: {'Port': ['ID=2e821587-1e38-4e87-adc3-8a04a02e6deb,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:35.840854 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-a880b028-0f5e-473f-835c-fb566cd5c9d9 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1834981
Dec 18 21:04:35.880515 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.883254 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Pushing event updated for resources: {'Port': ['ID=0c3889f8-bd60-4114-8e21-ea3c9123ea9c,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:35.915019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Network bf4be885-17ca-4fbf-8b61-ddd9258f8f4d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:35.915919 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:35.918448 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-298b7a46-3475-49fd-bcd2-ca5c75026a51 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.0710390
Dec 18 21:04:35.923595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:35.931671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:36.029572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Attempting to bind port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:36.031077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Attempting to bind port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c6b396a1-d89b-4c9c-b8d6-52d0a69f6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf4be885-17ca-4fbf-8b61-ddd9258f8f4d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:36.032175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Attempting to bind port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c on network bf4be885-17ca-4fbf-8b61-ddd9258f8f4d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:36.035106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-a135cb38-6fd9-4d54-b98f-6c7d075d882b tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.147 HTTP/1.1" status: 200  len: 696 time: 0.1096699
Dec 18 21:04:36.039665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:36.040238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Checking segment: {'id': 'c6b396a1-d89b-4c9c-b8d6-52d0a69f6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf4be885-17ca-4fbf-8b61-ddd9258f8f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:36.041009 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:36.041479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Bound using segment: {'id': 'c6b396a1-d89b-4c9c-b8d6-52d0a69f6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf4be885-17ca-4fbf-8b61-ddd9258f8f4d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:36.042703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Bound port: 0c3889f8-bd60-4114-8e21-ea3c9123ea9c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b396a1-d89b-4c9c-b8d6-52d0a69f6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bf4be885-17ca-4fbf-8b61-ddd9258f8f4d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:36.043097 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:36.046310 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59eac70d-2706-4f0f-b87b-90a206e14c96 req-03465265-37cd-478f-9ad3-5f953533eb1e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca18aeb-fcff-41f1-828d-ad9aeea7139e HTTP/1.1" status: 200  len: 210 time: 0.0879393
Dec 18 21:04:36.133071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Allocated IP 2001:db8::35c (bf4be885-17ca-4fbf-8b61-ddd9258f8f4d/b1f17693-0125-4a96-ad1f-f0d534bd61f1/5a0190bb-ad43-4b0d-a8b9-9ad048be4c58) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:36.143501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] For port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:36.149332 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] For port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c3889f8-bd60-4114-8e21-ea3c9123ea9c,segment=NetworkSegment(c6b396a1-d89b-4c9c-b8d6-52d0a69f6031),segment_id=c6b396a1-d89b-4c9c-b8d6-52d0a69f6031)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:36.155008 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:36.167748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d3d0f7-63aa-4c71-9048-835a07437037 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:36.171963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-51d3d0f7-63aa-4c71-9048-835a07437037 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:36.182410 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-33e35d9a-22a2-4823-a028-60f286c7aa60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:36.286265 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f80e4f-8884-48d6-8131-87379bd0297d None None] Pushing event updated for resources: {'Port': ['ID=0c3889f8-bd60-4114-8e21-ea3c9123ea9c,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:36.297111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-cade825e-8f8f-41e0-8a17-392ad5121acb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:36.303241 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccaaa0f8-90d6-4270-bdaa-144b987afcb8 req-cade825e-8f8f-41e0-8a17-392ad5121acb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.2550704
Dec 18 21:04:36.370474 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:36.474236 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-83a36336-0896-4e4a-b5d1-ccfefa3c9427 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5984199
Dec 18 21:04:36.513475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-a7392eef-a08c-4a90-8b7f-12a924fbdb98 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:36.515229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-a7392eef-a08c-4a90-8b7f-12a924fbdb98 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1389768
Dec 18 21:04:36.632696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-9924bce5-54c8-433d-b1c5-842ef194e2bf tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.147 HTTP/1.1" status: 200  len: 696 time: 0.1014268
Dec 18 21:04:36.652492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-cf1963cf-141d-41c9-98a2-496e66b1e9e0 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Request body: {'floatingip': {'port_id': '0cf1d658-7c84-403d-9a60-9404b627e728', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:36.718152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-cf1963cf-141d-41c9-98a2-496e66b1e9e0 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:36.785220 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-4b27b1fa-00d4-4efb-9ef9-52cbfec6089f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f477167-6d29-4a5d-a26d-96bb2271bada HTTP/1.1" status: 200  len: 217 time: 0.2783012
Dec 18 21:04:36.859594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-33e35d9a-22a2-4823-a028-60f286c7aa60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:36.896118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e35d9a-22a2-4823-a028-60f286c7aa60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=35089d94-0e84-4913-98e5-c27095d8b4e1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:36.964064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a341d-7503-4381-a745-bfd1cd731dc5 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:36.965219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-33e35d9a-22a2-4823-a028-60f286c7aa60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:36.970970 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-33e35d9a-22a2-4823-a028-60f286c7aa60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/35089d94-0e84-4913-98e5-c27095d8b4e1 HTTP/1.1" status: 204  len: 168 time: 1.6581101
Dec 18 21:04:36.972091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53570) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:36.977754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-14a4f455-bf2e-4ff4-bf9a-a5a6f5c6617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:36.979258 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-14a4f455-bf2e-4ff4-bf9a-a5a6f5c6617c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.1868184
Dec 18 21:04:37.059994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:37.067207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-51d3d0f7-63aa-4c71-9048-835a07437037 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:37.079418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3809a-4039-4d50-b337-13cae1574732 req-a4808568-a9f7-41be-ba46-2d9c46d19901 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:37.086689 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-a4808568-a9f7-41be-ba46-2d9c46d19901 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 0.2547543
Dec 18 21:04:37.113130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-f14547e9-e532-4f3a-a252-b28d02a9de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:37.115698 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-f14547e9-e532-4f3a-a252-b28d02a9de56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1260455
Dec 18 21:04:37.116497 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-99dd395a-c796-4936-95e8-ceca48ecb90d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 6e8bf9a7-4b09-4d12-8268-806d593d83e4 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:04:37.119925 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99dd395a-c796-4936-95e8-ceca48ecb90d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:37.162806 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99dd395a-c796-4936-95e8-ceca48ecb90d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:37.180870 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:37.251155 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-0146efbb-4dd9-4eef-83fa-dea94000b1d2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/quotas/58d1ab8b81784fb2ad1b6c9a7d9efc37 HTTP/1.1" status: 200  len: 375 time: 0.1633670
Dec 18 21:04:37.254849 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3d0f7-63aa-4c71-9048-835a07437037 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Subnet': ['ID=7bee8f47-90eb-4871-9bc7-5078d29416bf,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:37.305014 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d3d0f7-63aa-4c71-9048-835a07437037 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Checking segment: {'id': '35f56e00-d0aa-40c5-8ba8-41729d43c369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '550ac704-4177-46a4-a1e7-29ba402c2bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:37.305387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d3d0f7-63aa-4c71-9048-835a07437037 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network hostable DHCP agents. Network: 550ac704-4177-46a4-a1e7-29ba402c2bac, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:04:37.332921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Network bf4be885-17ca-4fbf-8b61-ddd9258f8f4d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:37.343274 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:37.352833 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99dd395a-c796-4936-95e8-ceca48ecb90d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:37.358221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:37.363928 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:37.365135 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:37.370456 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-ccb9aa77-78f9-4446-8409-87fcd58fcc1d tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1183221
Dec 18 21:04:37.375071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Pushing event updated for resources: {'Port': ['ID=5a0190bb-ad43-4b0d-a8b9-9ad048be4c58,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:37.408002 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-93a2a87f-ca1e-408d-8b1a-b4333ce9f165 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2760227
Dec 18 21:04:37.409510 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d3d0f7-63aa-4c71-9048-835a07437037 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 550ac704-4177-46a4-a1e7-29ba402c2bac is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:04:37.415563 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b8fc7a1f-1fb4-4420-bdda-18ae20837363 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 940 time: 2.9721818
Dec 18 21:04:37.424720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53596) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:37.434283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Request body: {'port': {'network_id': 'bf4be885-17ca-4fbf-8b61-ddd9258f8f4d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-916632991', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:37.434784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.api.validators [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] bootfile-name is not in valid_values {{(pid=126009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 18 21:04:37.435138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.api.validators [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] tftp-server is not in valid_values {{(pid=126009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 18 21:04:37.435628 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.api.validators [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] server-ip-address is not in valid_values {{(pid=126009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 18 21:04:37.830672 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a4b8c1-b028-4b10-ae08-85cfa1c2c6f0 None None] Network bf4be885-17ca-4fbf-8b61-ddd9258f8f4d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:37.886215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53602) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:37.922770 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-51d3d0f7-63aa-4c71-9048-835a07437037 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 550ac704-4177-46a4-a1e7-29ba402c2bac) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:37.950908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eb4248-148f-4e01-a803-904237e6ea7b None None] Network 550ac704-4177-46a4-a1e7-29ba402c2bac requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:37.973359 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-4c5d505f-72ed-4ed9-a10e-6d1ce5fafe96 service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6002274
Dec 18 21:04:37.985422 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99dd395a-c796-4936-95e8-ceca48ecb90d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.072950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d3d0f7-63aa-4c71-9048-835a07437037 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:38.073537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-51d3d0f7-63aa-4c71-9048-835a07437037 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.080509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0c3889f8-bd60-4114-8e21-ea3c9123ea9c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:38.083952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0716b03a-a306-483a-8a5f-58d93448758c None None] Provisioning complete for port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:38.084332 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0716b03a-a306-483a-8a5f-58d93448758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.122436 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.db.resource_extend [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-cf1963cf-141d-41c9-98a2-496e66b1e9e0 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 21:04:38.150754 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-97d1714d-c5f1-4c45-9064-b96e9f0bf2bd service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7339427
Dec 18 21:04:38.156006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd395a-c796-4936-95e8-ceca48ecb90d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=6e8bf9a7-4b09-4d12-8268-806d593d83e4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:38.158285 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99dd395a-c796-4936-95e8-ceca48ecb90d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.162943 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-99dd395a-c796-4936-95e8-ceca48ecb90d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/6e8bf9a7-4b09-4d12-8268-806d593d83e4 HTTP/1.1" status: 204  len: 168 time: 1.1895573
Dec 18 21:04:38.165854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53606) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:38.176085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.189986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-550ac704-4177-46a4-a1e7-29ba402c2bac', 'network_id': '550ac704-4177-46a4-a1e7-29ba402c2bac', 'project_id': '3ada50ccbe004ac887658264d222db1f', 'fixed_ips': [{'subnet_id': '7bee8f47-90eb-4871-9bc7-5078d29416bf'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:04:38.190822 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.212225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3112c82d-ff4d-4471-89db-6ea7f59412f1 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:38.217144 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-51d3d0f7-63aa-4c71-9048-835a07437037 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5852981
Dec 18 21:04:38.218651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53608) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:38.250365 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-6c1d6059-b31c-4a11-be41-65e5599a7e97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 HTTP/1.1" status: 200  len: 217 time: 0.0877478
Dec 18 21:04:38.253650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9d5e3ee9-4ef9-4bbd-a35e-dc4c2e0030c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1936363478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:38.261639 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b439135f-844e-4dac-9b44-36e3d51d925b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0870562
Dec 18 21:04:38.264924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53610) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:38.278581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:38.282768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Made reservation on behalf of 080440e3f2634c21949255c525aa91c6 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:38.286302 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.385620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] device_id is not set on port 4bd5563d-1b2a-444b-b229-335291e15273 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:38.420674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-1225268e-2ad8-4f2e-affa-f1574cd84d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:38.422786 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-1225268e-2ad8-4f2e-affa-f1574cd84d4f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.1598585
Dec 18 21:04:38.464189 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d5e3ee9-4ef9-4bbd-a35e-dc4c2e0030c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.464769 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d5e3ee9-4ef9-4bbd-a35e-dc4c2e0030c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.512336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:38.512739 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.522279 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-edf5245d-03f9-4b44-9733-13b4c88352d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.605516 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-cf1963cf-141d-41c9-98a2-496e66b1e9e0 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.611429 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0716b03a-a306-483a-8a5f-58d93448758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.625287 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-cf1963cf-141d-41c9-98a2-496e66b1e9e0 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.627861 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d5e3ee9-4ef9-4bbd-a35e-dc4c2e0030c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.642671 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d5e3ee9-4ef9-4bbd-a35e-dc4c2e0030c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.668787 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:38.672385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.683068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-0ece5268-29ab-4515-b145-731deea01de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:38.684509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Allocated IP 2001:db8::2 (550ac704-4177-46a4-a1e7-29ba402c2bac/7bee8f47-90eb-4871-9bc7-5078d29416bf/fc6d3842-34e7-4459-8a23-37d43978c7bf) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:38.684767 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-0ece5268-29ab-4515-b145-731deea01de5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2243431
Dec 18 21:04:38.695429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-b04c8480-185d-4d80-b614-1b2e9810e845 service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7115405
Dec 18 21:04:38.760942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d5e3ee9-4ef9-4bbd-a35e-dc4c2e0030c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.764904 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9d5e3ee9-4ef9-4bbd-a35e-dc4c2e0030c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5137739
Dec 18 21:04:38.767261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53612) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:38.774564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'port': {'network_id': '550ac704-4177-46a4-a1e7-29ba402c2bac', 'name': 'tempest-RoutersIpV6Test-2135267448'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:38.789141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Allocated IP 2001:db8::265 (bf4be885-17ca-4fbf-8b61-ddd9258f8f4d/b1f17693-0125-4a96-ad1f-f0d534bd61f1/4bd5563d-1b2a-444b-b229-335291e15273) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:38.842407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caf666b-bb26-4848-be48-2574de21cf3e None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:04:38.852991 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-cf1963cf-141d-41c9-98a2-496e66b1e9e0 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Floating IP 35f79737-1de2-4df6-b609-433524270b73 associated. External IP: 172.35.3.147, port: 0cf1d658-7c84-403d-9a60-9404b627e728.
Dec 18 21:04:38.940215 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-edf5245d-03f9-4b44-9733-13b4c88352d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.961457 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-edf5245d-03f9-4b44-9733-13b4c88352d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:38.966218 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-a17e18e7-5f98-4409-84f8-ffe92beb2906 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2537839
Dec 18 21:04:39.016425 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.063067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0716b03a-a306-483a-8a5f-58d93448758c None None] For port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c3889f8-bd60-4114-8e21-ea3c9123ea9c,segment=NetworkSegment(c6b396a1-d89b-4c9c-b8d6-52d0a69f6031),segment_id=c6b396a1-d89b-4c9c-b8d6-52d0a69f6031)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:39.108567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5245d-03f9-4b44-9733-13b4c88352d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e9bcc4-a55f-48e5-b6d5-0615b98383f8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:39.110340 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0716b03a-a306-483a-8a5f-58d93448758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.155905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-edf5245d-03f9-4b44-9733-13b4c88352d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bd3004b09cc43788ab39a3fdee80229&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2621489
Dec 18 21:04:39.190004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53618) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:39.194085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16573d29-8a93-46df-a7f0-f23eb6b2f561 req-c88fd119-a6ef-45fa-9cb7-a0e2afddafef tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 210 time: 0.0786276
Dec 18 21:04:39.212915 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.249610 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.271580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716b03a-a306-483a-8a5f-58d93448758c None None] Pushing event updated for resources: {'Port': ['ID=0c3889f8-bd60-4114-8e21-ea3c9123ea9c,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:39.315560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Network 550ac704-4177-46a4-a1e7-29ba402c2bac is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:39.317525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f48d6eb3-4343-49b3-9f0b-887d6d4f5f6f None None] Provisioning complete for port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:39.318797 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f48d6eb3-4343-49b3-9f0b-887d6d4f5f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.324871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:39.335099 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-82979453-e263-425b-b7e5-cfd04ee339b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.339245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:39.342880 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.348410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6caf666b-bb26-4848-be48-2574de21cf3e None None] Deleting port bd53fdc0-e509-47c0-8460-3821c4dea1f2 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:39.348956 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6caf666b-bb26-4848-be48-2574de21cf3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.352486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:39.391032 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-82979453-e263-425b-b7e5-cfd04ee339b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.405117 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2c9094-6246-4891-b2db-6a876bbf07ad req-e70a1fe4-0178-4328-944c-2b6282afd846 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4252150
Dec 18 21:04:39.425171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] device_id is not set on port aa838541-e95b-4d53-82ac-436d794aa0ad yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:39.434173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Pushing event updated for resources: {'Port': ['ID=fc6d3842-34e7-4459-8a23-37d43978c7bf,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:39.440039 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.583964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-cf1963cf-141d-41c9-98a2-496e66b1e9e0 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Router 22579b73-a72a-4994-8387-74d749a4131c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:04:39.614618 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-82979453-e263-425b-b7e5-cfd04ee339b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.617359 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-82979453-e263-425b-b7e5-cfd04ee339b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.621612 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-82979453-e263-425b-b7e5-cfd04ee339b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1e9bcc4-a55f-48e5-b6d5-0615b98383f8 HTTP/1.1" status: 204  len: 168 time: 0.4303353
Dec 18 21:04:39.660249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Allocated IP 2001:db8::81 (550ac704-4177-46a4-a1e7-29ba402c2bac/7bee8f47-90eb-4871-9bc7-5078d29416bf/aa838541-e95b-4d53-82ac-436d794aa0ad) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:39.665860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82979453-e263-425b-b7e5-cfd04ee339b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e9bcc4-a55f-48e5-b6d5-0615b98383f8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:39.667247 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.880738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6caf666b-bb26-4848-be48-2574de21cf3e None None] For port bd53fdc0-e509-47c0-8460-3821c4dea1f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd53fdc0-e509-47c0-8460-3821c4dea1f2,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:39.881348 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6caf666b-bb26-4848-be48-2574de21cf3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.889811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Network bf4be885-17ca-4fbf-8b61-ddd9258f8f4d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:39.900818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Pushing event updated for resources: {'Port': ['ID=4bd5563d-1b2a-444b-b229-335291e15273,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:39.904101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:39.913628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Attempting to bind port fc6d3842-34e7-4459-8a23-37d43978c7bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:39.919210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Attempting to bind port fc6d3842-34e7-4459-8a23-37d43978c7bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f56e00-d0aa-40c5-8ba8-41729d43c369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '550ac704-4177-46a4-a1e7-29ba402c2bac'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:39.919724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Attempting to bind port fc6d3842-34e7-4459-8a23-37d43978c7bf on network 550ac704-4177-46a4-a1e7-29ba402c2bac {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:39.936583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6caf666b-bb26-4848-be48-2574de21cf3e None None] Calling delete_port for bd53fdc0-e509-47c0-8460-3821c4dea1f2 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:39.940760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:39.945657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Checking segment: {'id': '35f56e00-d0aa-40c5-8ba8-41729d43c369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '550ac704-4177-46a4-a1e7-29ba402c2bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:39.946303 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.946819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Bound using segment: {'id': '35f56e00-d0aa-40c5-8ba8-41729d43c369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '550ac704-4177-46a4-a1e7-29ba402c2bac'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:39.947536 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Bound port: fc6d3842-34e7-4459-8a23-37d43978c7bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f56e00-d0aa-40c5-8ba8-41729d43c369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '550ac704-4177-46a4-a1e7-29ba402c2bac'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:39.949119 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.956828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-cf1963cf-141d-41c9-98a2-496e66b1e9e0 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:04:39.963875 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-cf1963cf-141d-41c9-98a2-496e66b1e9e0 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:39.973209 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a72aee-3fa3-4375-9db5-88384c87e449 None None] Sync routers for ids ['22579b73-a72a-4994-8387-74d749a4131c'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:04:39.977286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:39.984500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:39.985195 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:40.013391 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a72aee-3fa3-4375-9db5-88384c87e449 None None] Routers {'22579b73-a72a-4994-8387-74d749a4131c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:40.014151 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-99a72aee-3fa3-4375-9db5-88384c87e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664faaeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['22579b73-a72a-4994-8387-74d749a4131c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:40.035014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-cf1963cf-141d-41c9-98a2-496e66b1e9e0 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "PUT /v2.0/floatingips/35f79737-1de2-4df6-b609-433524270b73 HTTP/1.1" status: 200  len: 997 time: 3.3953249
Dec 18 21:04:40.047656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:04:40.050865 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78b3a1a-3ed2-416a-848c-4c6469d30e87" -d '{"events": [{"name": "network-changed", "server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:04:40.084864 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:40.099947 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0c3889f8-bd60-4114-8e21-ea3c9123ea9c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:40.153072 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c33cc8b1-4239-46fd-83e1-867e4fb4a26a tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 2.7239614
Dec 18 21:04:40.164735 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53638) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:40.267019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-fa8ef4a1-e562-43f5-9882-730756080ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:40.275205 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-fa8ef4a1-e562-43f5-9882-730756080ae0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b037c54b761428db4df46b975b70574&device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 1097 time: 0.1986251
Dec 18 21:04:40.299144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.objects.ports [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126009) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:04:40.303526 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91ef5ce-303e-4d7a-8c2e-26a6afa356e1 x-openstack-request-id: req-a91ef5ce-303e-4d7a-8c2e-26a6afa356e1 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:04:40.303825 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:04:40.304091 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a91ef5ce-303e-4d7a-8c2e-26a6afa356e1 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:04:40.304508 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728', 'status': 'completed', 'code': 200}
Dec 18 21:04:40.321882 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-99a72aee-3fa3-4375-9db5-88384c87e449 None None] Set router 22579b73-a72a-4994-8387-74d749a4131c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:04:40.392135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] For port fc6d3842-34e7-4459-8a23-37d43978c7bf, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:40.403703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] For port fc6d3842-34e7-4459-8a23-37d43978c7bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc6d3842-34e7-4459-8a23-37d43978c7bf,segment=NetworkSegment(35f56e00-d0aa-40c5-8ba8-41729d43c369),segment_id=35f56e00-d0aa-40c5-8ba8-41729d43c369)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:40.526177 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:40.536684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53642) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:40.554562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-872e6094-ecf2-4b03-a4cb-a5603f195faf req-00a58fa6-9d42-48cc-89e2-5fd50ad18bd2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 210 time: 0.1400123
Dec 18 21:04:40.575351 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:40.634343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=aa838541-e95b-4d53-82ac-436d794aa0ad,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:40.646018 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-478c24bc-4746-48e7-a8b7-a59a23ead05b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:40.721705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa2473-07e1-4fe4-ac17-06d4b583096b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:40.728367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa2473-07e1-4fe4-ac17-06d4b583096b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:40.739156 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa2473-07e1-4fe4-ac17-06d4b583096b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:40.739156 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-16aa2473-07e1-4fe4-ac17-06d4b583096b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2621 time: 0.5687957
Dec 18 21:04:40.740101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53644) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:40.752240 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-478c24bc-4746-48e7-a8b7-a59a23ead05b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:40.770980 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-478c24bc-4746-48e7-a8b7-a59a23ead05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:40.787652 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6caf666b-bb26-4848-be48-2574de21cf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:40.796666 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-99a72aee-3fa3-4375-9db5-88384c87e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664faaeb0>, [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '35f79737-1de2-4df6-b609-433524270b73', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'floating_ip_address': '172.35.3.147', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '22579b73-a72a-4994-8387-74d749a4131c', 'port_id': '0cf1d658-7c84-403d-9a60-9404b627e728', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'mac_address': 'fa:16:3e:02:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:04:34Z', 'updated_at': '2021-12-18T21:04:37Z', 'revision_number': 1, 'project_id': '4b037c54b761428db4df46b975b70574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addfb8c7-637c-4827-ba29-3fe3a22c8424', 'name': '', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'mac_address': 'fa:16:3e:cb:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:30Z', 'updated_at': '2021-12-18T21:03:41Z', 'revision_number': 5, 'project_id': '4b037c54b761428db4df46b975b70574', 'subnets': [{'id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:40.824457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b3a1a-3ed2-416a-848c-4c6469d30e87 req-bf64b970-1830-4ed6-a9a4-cc0298c8e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:40.826002 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b78b3a1a-3ed2-416a-848c-4c6469d30e87 req-bf64b970-1830-4ed6-a9a4-cc0298c8e12f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b037c54b761428db4df46b975b70574&device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 1097 time: 0.5031807
Dec 18 21:04:40.826242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c24bc-4746-48e7-a8b7-a59a23ead05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb0397d-69cd-48e2-b11f-0836992395f9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:40.843423 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a72aee-3fa3-4375-9db5-88384c87e449 None None] Checking router: 22579b73-a72a-4994-8387-74d749a4131c for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:04:40.855228 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a72aee-3fa3-4375-9db5-88384c87e449 None None] Routers {'22579b73-a72a-4994-8387-74d749a4131c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:40.855845 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-99a72aee-3fa3-4375-9db5-88384c87e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664faaeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['22579b73-a72a-4994-8387-74d749a4131c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:40.872022 ncdv-master-1 neutron-server[126009]: WARNING neutron.services.revisions.revision_plugin [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f365d9f9880] {port_id='bd53fdc0-e509-47c0-8460-3821c4dea1f2', ip_address='2001:db8::f816:3eff:fe80:29f8', subnet_id='ca383537-1502-4b3f-9a90-c437dbed1547', network_id='366763c1-8ffb-4916-bf33-b9164c04d44d'}> to bump revision.
Dec 18 21:04:40.893215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 550ac704-4177-46a4-a1e7-29ba402c2bac is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:40.919980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_pluggable_backend [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Port bd53fdc0-e509-47c0-8460-3821c4dea1f2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=126009) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 18 21:04:40.920295 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_pluggable_backend [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Reverting IP allocation for 2001:db8::f816:3eff:fe80:29f8 {{(pid=126009) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Dec 18 21:04:40.928333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:40.940964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf666b-bb26-4848-be48-2574de21cf3e None None] No DVR routers for this DVR port bd53fdc0-e509-47c0-8460-3821c4dea1f2 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:40.942548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:40.943720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:40.944396 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:40.960356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:40.962824 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:40.963405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_pluggable_backend [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe80:29f8 {{(pid=126009) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Dec 18 21:04:40.969121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-9e3675e3-003b-42e7-bc4c-1b2545befc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:40.970572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-9e3675e3-003b-42e7-bc4c-1b2545befc0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb97ef06-3d0b-442a-856c-1db8f276297a HTTP/1.1" status: 200  len: 921 time: 0.6652026
Dec 18 21:04:40.976258 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:40.982895 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-478c24bc-4746-48e7-a8b7-a59a23ead05b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bee35aa33f543b78c8b94015c82519b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4400494
Dec 18 21:04:40.994003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f48d6eb3-4343-49b3-9f0b-887d6d4f5f6f None None] Provisioning complete for port 5a0190bb-ad43-4b0d-a8b9-9ad048be4c58 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:40.994543 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f48d6eb3-4343-49b3-9f0b-887d6d4f5f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:41.008893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53646) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:41.049515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=ca383537-1502-4b3f-9a90-c437dbed1547,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:41.095886 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-99a72aee-3fa3-4375-9db5-88384c87e449 None None] Set router 22579b73-a72a-4994-8387-74d749a4131c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:04:41.150792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ef960779-f2d6-4e13-b2a9-a344720812b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Deleting port 4bd5563d-1b2a-444b-b229-335291e15273 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:41.152053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef960779-f2d6-4e13-b2a9-a344720812b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:41.164420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:41.174702 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Pushing event updated for resources: {'Port': ['ID=fc6d3842-34e7-4459-8a23-37d43978c7bf,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:41.187194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f48d6eb3-4343-49b3-9f0b-887d6d4f5f6f None None] Port 5a0190bb-ad43-4b0d-a8b9-9ad048be4c58 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:41.203454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b3a1a-3ed2-416a-848c-4c6469d30e87 req-0afa1bd5-4235-418d-9fd9-41c926d39a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:41.207744 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b78b3a1a-3ed2-416a-848c-4c6469d30e87 req-0afa1bd5-4235-418d-9fd9-41c926d39a00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb97ef06-3d0b-442a-856c-1db8f276297a HTTP/1.1" status: 200  len: 921 time: 0.3338792
Dec 18 21:04:41.209635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:41.216127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f48d6eb3-4343-49b3-9f0b-887d6d4f5f6f None None] Could not find standard attr ID for object bd53fdc0-e509-47c0-8460-3821c4dea1f2. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:04:41.219401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:41.222491 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:41.235149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.235848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.236380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.237184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.237707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.238306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.238819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.239407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.239928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.240428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.240918 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.241411 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.241975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47245cb2-27a1-4e11-a63b-e419366dc28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:41.253195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d4036-2511-4f84-8d09-498b55b9ec61 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:41.262287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e6ba396b-aa7a-47bf-a678-54b367f17451 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.4933946
Dec 18 21:04:41.301707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53650) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:41.379026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-fa91d149-0471-4217-b340-845a26c4b0ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 1000 time: 0.3964128
Dec 18 21:04:41.408373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf666b-bb26-4848-be48-2574de21cf3e None None] Pushing event deleted for resources: {'Port': ['ID=bd53fdc0-e509-47c0-8460-3821c4dea1f2,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:41.440775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4c03ab3f-23d5-453a-b205-3d283a822023 None None] Provisioning complete for port 4bd5563d-1b2a-444b-b229-335291e15273 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:41.441146 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4c03ab3f-23d5-453a-b205-3d283a822023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:41.481930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4c03ab3f-23d5-453a-b205-3d283a822023 None None] Port 4bd5563d-1b2a-444b-b229-335291e15273 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:41.482782 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b78b3a1a-3ed2-416a-848c-4c6469d30e87 req-93b4307e-96a1-45b8-8cac-a6bf535a69fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 1000 time: 0.2465010
Dec 18 21:04:41.519555 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c13b02b3-74a1-447d-8198-83b1c22222c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:41.544732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bd53fdc0-e509-47c0-8460-3821c4dea1f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:41.546921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': 'ca383537-1502-4b3f-9a90-c437dbed1547'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:04:41.548943 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:41.552525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b3a1a-3ed2-416a-848c-4c6469d30e87 req-60145634-af18-417c-9a34-e6e7f17a1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:41.554339 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b78b3a1a-3ed2-416a-848c-4c6469d30e87 req-60145634-af18-417c-9a34-e6e7f17a1b55 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75f3b0ac-637f-4506-9746-63f702bcf189 HTTP/1.1" status: 200  len: 860 time: 0.0580573
Dec 18 21:04:41.557775 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b4da0906-6eb2-4d8d-ae3d-ff55c308e237 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.2847204
Dec 18 21:04:41.560555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53652) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:41.568970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d7d7f0ac-becc-4990-beda-ccf878514980 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:41.606058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: bd53fdc0-e509-47c0-8460-3821c4dea1f2 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:41.610024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-64a66de7-9d26-404a-8991-01efd9eecda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:41.611725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-64a66de7-9d26-404a-8991-01efd9eecda0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75f3b0ac-637f-4506-9746-63f702bcf189 HTTP/1.1" status: 200  len: 860 time: 0.1982014
Dec 18 21:04:41.628429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bd53fdc0-e509-47c0-8460-3821c4dea1f2 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:41.638921 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c13b02b3-74a1-447d-8198-83b1c22222c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:41.701086 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-99a72aee-3fa3-4375-9db5-88384c87e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664faaeb0>, [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '35f79737-1de2-4df6-b609-433524270b73', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'floating_ip_address': '172.35.3.147', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '22579b73-a72a-4994-8387-74d749a4131c', 'port_id': '0cf1d658-7c84-403d-9a60-9404b627e728', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'mac_address': 'fa:16:3e:02:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:04:34Z', 'updated_at': '2021-12-18T21:04:37Z', 'revision_number': 1, 'project_id': '4b037c54b761428db4df46b975b70574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addfb8c7-637c-4827-ba29-3fe3a22c8424', 'name': '', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'mac_address': 'fa:16:3e:cb:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:30Z', 'updated_at': '2021-12-18T21:03:41Z', 'revision_number': 5, 'project_id': '4b037c54b761428db4df46b975b70574', 'subnets': [{'id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:41.728490 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-021982e6-06d0-405f-a179-3229005bb9d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb97ef06-3d0b-442a-856c-1db8f276297a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0997167
Dec 18 21:04:41.745216 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a72aee-3fa3-4375-9db5-88384c87e449 None None] The sync data for ids ['22579b73-a72a-4994-8387-74d749a4131c'] in ncdv-master-1 is: [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '35f79737-1de2-4df6-b609-433524270b73', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'floating_ip_address': '172.35.3.147', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '22579b73-a72a-4994-8387-74d749a4131c', 'port_id': '0cf1d658-7c84-403d-9a60-9404b627e728', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'mac_address': 'fa:16:3e:02:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:04:34Z', 'updated_at': '2021-12-18T21:04:37Z', 'revision_number': 1, 'project_id': '4b037c54b761428db4df46b975b70574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addfb8c7-637c-4827-ba29-3fe3a22c8424', 'name': '', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'mac_address': 'fa:16:3e:cb:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:30Z', 'updated_at': '2021-12-18T21:03:41Z', 'revision_number': 5, 'project_id': '4b037c54b761428db4df46b975b70574', 'subnets': [{'id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:04:41.801228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-3bb64199-fd7a-4f48-853c-1211df0eb5d7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:04:41.802318 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-3bb64199-fd7a-4f48-853c-1211df0eb5d7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0149679
Dec 18 21:04:41.833958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4cab869-3c0d-4434-9099-a609fcbcdd6b req-4225f9fe-b127-4b8b-a30c-afeac4b76346 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 210 time: 0.1078553
Dec 18 21:04:41.948962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Allocated IP 2001:db8::f816:3eff:fe6e:5fc7 (366763c1-8ffb-4916-bf33-b9164c04d44d/ca383537-1502-4b3f-9a90-c437dbed1547/e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:41.950693 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef960779-f2d6-4e13-b2a9-a344720812b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:41.965210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ef960779-f2d6-4e13-b2a9-a344720812b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Calling delete_port for 4bd5563d-1b2a-444b-b229-335291e15273 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:42.070586 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b78b3a1a-3ed2-416a-848c-4c6469d30e87 req-05f00fc7-7408-41de-aff2-a26e8322ca79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb97ef06-3d0b-442a-856c-1db8f276297a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3908243
Dec 18 21:04:42.098536 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fc6d3842-34e7-4459-8a23-37d43978c7bf up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:42.193846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:42.211280 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-e9516b05-b346-44fe-a497-448a577975d6 service neutron] 10.222.0.13 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3860025
Dec 18 21:04:42.217240 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c13b02b3-74a1-447d-8198-83b1c22222c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:42.220907 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c13b02b3-74a1-447d-8198-83b1c22222c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:42.221083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec6f3e9-1ca5-4b4b-a447-bbe43f674577 None None] New status for floating IP 35f79737-1de2-4df6-b609-433524270b73: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:04:42.224865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c13b02b3-74a1-447d-8198-83b1c22222c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0eb0397d-69cd-48e2-b11f-0836992395f9 HTTP/1.1" status: 204  len: 168 time: 1.2130237
Dec 18 21:04:42.288112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b02b3-74a1-447d-8198-83b1c22222c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb0397d-69cd-48e2-b11f-0836992395f9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:42.352404 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d7f0ac-becc-4990-beda-ccf878514980 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:42.356853 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f0ac-becc-4990-beda-ccf878514980 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:42.468579 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:42.477366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port fc6d3842-34e7-4459-8a23-37d43978c7bf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:42.477803 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:42.517756 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef960779-f2d6-4e13-b2a9-a344720812b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:42.531517 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff4a2846-f0a4-4699-aaaf-cefbe500d828 req-d97f4ade-ee9f-4de8-9dc8-8e8ad646646c service neutron] 10.222.0.13 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3047605
Dec 18 21:04:42.531757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483fd11-4ef6-4aa7-975f-00cb9fb09640 None None] Network 550ac704-4177-46a4-a1e7-29ba402c2bac requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:42.548419 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:42.754429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:42.780655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef960779-f2d6-4e13-b2a9-a344720812b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Pushing event deleted for resources: {'Port': ['ID=4bd5563d-1b2a-444b-b229-335291e15273,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:42.802895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3809a-4039-4d50-b337-13cae1574732 req-67cc736d-b31f-4d69-ba2e-72e0d7accb96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:42.804517 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-67cc736d-b31f-4d69-ba2e-72e0d7accb96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 1.0184658
Dec 18 21:04:42.806784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:42.808579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5f4b3688-23fe-49a4-a610-125267a116a4 None None] Provisioning complete for port fc6d3842-34e7-4459-8a23-37d43978c7bf triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:42.808925 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3688-23fe-49a4-a610-125267a116a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:42.812404 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f0ac-becc-4990-beda-ccf878514980 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:42.829191 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-89d3809a-4039-4d50-b337-13cae1574732 req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Request body: {'port': {'device_id': '7488031b-21d1-4bf2-a8fe-baa195bfbaa5', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'admin_state_up': True, 'tenant_id': '58d1ab8b81784fb2ad1b6c9a7d9efc37'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:42.835701 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:42.928432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Pushing event updated for resources: {'Port': ['ID=e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:43.181730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-b833a3c7-cb91-4294-9f9e-394ab506b402 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.147 HTTP/1.1" status: 200  len: 1000 time: 0.5984049
Dec 18 21:04:43.255879 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:43.262868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Attempting to bind port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:43.263251 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Attempting to bind port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:43.263624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Attempting to bind port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:43.290408 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d510-fae7-4662-be31-cb13c6966b70 req-1bcd3abb-ae94-4e1e-8abf-af035d37aa30 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:43.291662 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-1bcd3abb-ae94-4e1e-8abf-af035d37aa30 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports/0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 943 time: 0.1090941
Dec 18 21:04:43.293300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:43.293712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:43.295058 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:43.295497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:43.295998 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Bound port: e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:43.296392 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:43.312376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-61fb29fd-6f60-4876-92f0-34b8d11baab5 req-a743a67d-a261-4fe2-87fc-5dac4e5bec96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 210 time: 0.1403699
Dec 18 21:04:43.437094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port fc6d3842-34e7-4459-8a23-37d43978c7bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc6d3842-34e7-4459-8a23-37d43978c7bf,segment=NetworkSegment(35f56e00-d0aa-40c5-8ba8-41729d43c369),segment_id=35f56e00-d0aa-40c5-8ba8-41729d43c369)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:43.465358 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:43.477869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-b4794bb7-328a-42e0-85be-042db8b7b0d9 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.147 HTTP/1.1" status: 200  len: 1002 time: 0.1214128
Dec 18 21:04:43.519945 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d7f0ac-becc-4990-beda-ccf878514980 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:43.532235 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef960779-f2d6-4e13-b2a9-a344720812b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:43.544006 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef960779-f2d6-4e13-b2a9-a344720812b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] 10.222.0.13 "DELETE /v2.0/ports/4bd5563d-1b2a-444b-b229-335291e15273 HTTP/1.1" status: 204  len: 168 time: 2.8020010
Dec 18 21:04:43.545542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53686) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:43.555498 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d7d7f0ac-becc-4990-beda-ccf878514980 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:43.563180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ac700473-c16c-45db-8efb-c9f560b4b29b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Request body: {'port': {'name': 'tempest-new-port-name-690328018', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:43.563607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.api.validators [None req-ac700473-c16c-45db-8efb-c9f560b4b29b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] bootfile-name is not in valid_values {{(pid=126009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 18 21:04:43.563954 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.api.validators [None req-ac700473-c16c-45db-8efb-c9f560b4b29b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] tftp-server is not in valid_values {{(pid=126009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 18 21:04:43.564288 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.api.validators [None req-ac700473-c16c-45db-8efb-c9f560b4b29b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] server-ip-address is not in valid_values {{(pid=126009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 18 21:04:43.573083 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b78b3a1a-3ed2-416a-848c-4c6469d30e87 req-8dccc89e-5771-4bd7-92bc-4ff92b46f3fa service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4734719
Dec 18 21:04:43.574577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7f0ac-becc-4990-beda-ccf878514980 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:43.575215 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f0ac-becc-4990-beda-ccf878514980 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:43.583339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=fc6d3842-34e7-4459-8a23-37d43978c7bf,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:43.598596 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3688-23fe-49a4-a610-125267a116a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:43.628720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] For port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:43.633766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] For port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:43.641564 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:43.645983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d510-fae7-4662-be31-cb13c6966b70 req-4e73093d-52a6-4381-be97-1d52c02069b8 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:43.655782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-4e73093d-52a6-4381-be97-1d52c02069b8 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1767280
Dec 18 21:04:43.683175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-36afc87b-569b-4c1c-9ac2-6d84d56fdfff tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:04:43.697084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-36afc87b-569b-4c1c-9ac2-6d84d56fdfff tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0400977
Dec 18 21:04:43.763566 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-5f4b3688-23fe-49a4-a610-125267a116a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:04:43.766945 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-5f4b3688-23fe-49a4-a610-125267a116a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:04:43.777305 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c842fcb-3c2b-4448-8896-8cb93abaa3c8 None None] Pushing event updated for resources: {'Port': ['ID=e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:43.801711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7f0ac-becc-4990-beda-ccf878514980 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=3c0c6b63-194d-44c2-a886-8341568b2eb2,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:43.826138 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d7d7f0ac-becc-4990-beda-ccf878514980 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2619722
Dec 18 21:04:43.829456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53690) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:43.838545 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:43.852304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:04:49:cf', 'name': 'tempest-NetworksTestDHCPv6-558401506'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:43.878896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d3809a-4039-4d50-b337-13cae1574732 req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Made reservation on behalf of 58d1ab8b81784fb2ad1b6c9a7d9efc37 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:43.883890 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-89d3809a-4039-4d50-b337-13cae1574732 req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:43.923292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac700473-c16c-45db-8efb-c9f560b4b29b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:43.977768 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.010165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-a7c48b3f-4636-4af4-89cb-0fac55938ed9 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.147 HTTP/1.1" status: 200  len: 1002 time: 0.3061035
Dec 18 21:04:44.027170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fc6d3842-34e7-4459-8a23-37d43978c7bf up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:44.058496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-8841d510-fae7-4662-be31-cb13c6966b70 req-c39cb100-fcbd-49d5-bc18-ed50c93a7437 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:44.101243 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b78b3a1a-3ed2-416a-848c-4c6469d30e87 req-9400df6f-16ea-4e75-a556-5b227436dcc6 service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5070453
Dec 18 21:04:44.140889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port fc6d3842-34e7-4459-8a23-37d43978c7bf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:44.141771 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.159255 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8841d510-fae7-4662-be31-cb13c6966b70 req-c39cb100-fcbd-49d5-bc18-ed50c93a7437 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.310795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-89d3809a-4039-4d50-b337-13cae1574732 req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Allocated IP 172.20.0.5 (02107735-1e4a-434f-a377-a881410f569a/c7e25084-0926-4429-bfe2-f2445a0ff885/d6333a5a-affa-48cd-b5d2-09b57546245d) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:44.408094 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8841d510-fae7-4662-be31-cb13c6966b70 req-c39cb100-fcbd-49d5-bc18-ed50c93a7437 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.431297 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8841d510-fae7-4662-be31-cb13c6966b70 req-c39cb100-fcbd-49d5-bc18-ed50c93a7437 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.431601 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-8841d510-fae7-4662-be31-cb13c6966b70 req-c39cb100-fcbd-49d5-bc18-ed50c93a7437 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Floating IP 35f79737-1de2-4df6-b609-433524270b73 disassociated. External IP: 172.35.3.147, port: 0cf1d658-7c84-403d-9a60-9404b627e728.
Dec 18 21:04:44.485469 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6ff1cc4e-01e5-4600-a7e9-0fb366cda0df None None] Provisioning complete for port aa838541-e95b-4d53-82ac-436d794aa0ad triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:44.486055 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ff1cc4e-01e5-4600-a7e9-0fb366cda0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.517968 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac700473-c16c-45db-8efb-c9f560b4b29b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.527403 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac700473-c16c-45db-8efb-c9f560b4b29b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.586963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6ff1cc4e-01e5-4600-a7e9-0fb366cda0df None None] Port aa838541-e95b-4d53-82ac-436d794aa0ad cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:44.594705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29aa4cdf-3b4b-458a-b4be-1f5be7fa10e5 req-e6ec4c6c-9236-4e3f-8f6b-602d2f428654 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 210 time: 0.1718102
Dec 18 21:04:44.596184 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=aa838541-e95b-4d53-82ac-436d794aa0ad,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:44.612575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:44.628224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6ff1cc4e-01e5-4600-a7e9-0fb366cda0df None None] Provisioning complete for port fc6d3842-34e7-4459-8a23-37d43978c7bf triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:44.629633 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ff1cc4e-01e5-4600-a7e9-0fb366cda0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.650614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ac700473-c16c-45db-8efb-c9f560b4b29b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] In _notify_port_updated(), no bound segment for port 5a0190bb-ad43-4b0d-a8b9-9ad048be4c58 on network bf4be885-17ca-4fbf-8b61-ddd9258f8f4d {{(pid=126009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:04:44.658774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac700473-c16c-45db-8efb-c9f560b4b29b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:44.659521 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac700473-c16c-45db-8efb-c9f560b4b29b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.664105 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ac700473-c16c-45db-8efb-c9f560b4b29b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] 10.222.0.13 "PUT /v2.0/ports/5a0190bb-ad43-4b0d-a8b9-9ad048be4c58 HTTP/1.1" status: 200  len: 1129 time: 1.1102071
Dec 18 21:04:44.664772 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53706) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:44.702299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac700473-c16c-45db-8efb-c9f560b4b29b tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Pushing event updated for resources: {'Port': ['ID=5a0190bb-ad43-4b0d-a8b9-9ad048be4c58,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:44.766645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53708) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:44.777921 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-89d3809a-4039-4d50-b337-13cae1574732 req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.806261 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daa655e-04dd-4cd6-9d9c-68e6f110f49f tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:44.812500 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1daa655e-04dd-4cd6-9d9c-68e6f110f49f tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] 10.222.0.13 "GET /v2.0/ports/5a0190bb-ad43-4b0d-a8b9-9ad048be4c58 HTTP/1.1" status: 200  len: 1129 time: 0.1419845
Dec 18 21:04:44.813065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53712) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:44.916179 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.945311 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:44.961644 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-89d3809a-4039-4d50-b337-13cae1574732 req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.030009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Pushing event updated for resources: {'Port': ['ID=d6333a5a-affa-48cd-b5d2-09b57546245d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:45.032116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-dc9b01e3-829d-453d-8ac1-8ad9c9ec3f4d None None] Provisioning complete for port aa838541-e95b-4d53-82ac-436d794aa0ad triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:45.032620 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc9b01e3-829d-453d-8ac1-8ad9c9ec3f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.053001 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1586537763'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:45.068341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d3809a-4039-4d50-b337-13cae1574732 req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Network 02107735-1e4a-434f-a377-a881410f569a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:45.074437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-89d3809a-4039-4d50-b337-13cae1574732 req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:45.077200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d3809a-4039-4d50-b337-13cae1574732 req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:45.087781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b01e3-829d-453d-8ac1-8ad9c9ec3f4d None None] Port aa838541-e95b-4d53-82ac-436d794aa0ad cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:45.094163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 45155925-6a42-4cd1-a9b7-50f9b8a5f1d5 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:45.104235 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.122564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-744cbb9c-67d6-43a8-9905-8d0856b12323 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Deleting port 5a0190bb-ad43-4b0d-a8b9-9ad048be4c58 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:45.123004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-744cbb9c-67d6-43a8-9905-8d0856b12323 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.185374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Made reservation on behalf of 158bb719e22c4eebb0703aa8f4251ce2 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:45.189004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.199665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3809a-4039-4d50-b337-13cae1574732 req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:45.200503 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-89d3809a-4039-4d50-b337-13cae1574732 req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.214571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1eddedd5-cf38-4111-900d-1ab5f1be4c6e None None] Provisioning complete for port 5a0190bb-ad43-4b0d-a8b9-9ad048be4c58 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:45.216647 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.217428 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1eddedd5-cf38-4111-900d-1ab5f1be4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.246774 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-0617a29b-88d6-4b88-8f4a-27356e8f55fb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4235210
Dec 18 21:04:45.269498 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Request body: {'port': {'device_id': '7488031b-21d1-4bf2-a8fe-baa195bfbaa5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:45.278456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1eddedd5-cf38-4111-900d-1ab5f1be4c6e None None] Port 5a0190bb-ad43-4b0d-a8b9-9ad048be4c58 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:45.310172 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-744cbb9c-67d6-43a8-9905-8d0856b12323 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.336029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-744cbb9c-67d6-43a8-9905-8d0856b12323 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Calling delete_port for 5a0190bb-ad43-4b0d-a8b9-9ad048be4c58 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:45.357818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8841d510-fae7-4662-be31-cb13c6966b70 req-c39cb100-fcbd-49d5-bc18-ed50c93a7437 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Router 22579b73-a72a-4994-8387-74d749a4131c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:04:45.388235 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.409160 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.476189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7e4c8d-07c9-45fd-ba87-7e1a789e34e5 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:45.509679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.522011 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.543875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 172.20.0.6 (366763c1-8ffb-4916-bf33-b9164c04d44d/3c0c6b63-194d-44c2-a886-8341568b2eb2/45155925-6a42-4cd1-a9b7-50f9b8a5f1d5) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:45.544168 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-69663e02-531f-4a08-aea4-99c3e232dc4d None None] Provisioning complete for port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:45.544693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-69663e02-531f-4a08-aea4-99c3e232dc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.615667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::f816:3eff:fe04:49cf (366763c1-8ffb-4916-bf33-b9164c04d44d/ca383537-1502-4b3f-9a90-c437dbed1547/45155925-6a42-4cd1-a9b7-50f9b8a5f1d5) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:45.615955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:04:45.646856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdfc235-2544-4110-ad6e-a4249991a6a7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:45.682812 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-69663e02-531f-4a08-aea4-99c3e232dc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.733990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8841d510-fae7-4662-be31-cb13c6966b70 req-c39cb100-fcbd-49d5-bc18-ed50c93a7437 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:04:45.746224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.746612 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Added segment cf0e291f-a2d5-4145-8022-1ab54258823a of type vlan for network 926fabdb-33f2-464d-8ff2-762bb2624346
Dec 18 21:04:45.751746 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eae93b-a858-4a66-9811-dc972b5180fa None None] Sync routers for ids ['22579b73-a72a-4994-8387-74d749a4131c'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:04:45.758984 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-744cbb9c-67d6-43a8-9905-8d0856b12323 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.760433 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8841d510-fae7-4662-be31-cb13c6966b70 req-c39cb100-fcbd-49d5-bc18-ed50c93a7437 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.784635 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eae93b-a858-4a66-9811-dc972b5180fa None None] Routers {'22579b73-a72a-4994-8387-74d749a4131c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:45.785265 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-10eae93b-a858-4a66-9811-dc972b5180fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664faaca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['22579b73-a72a-4994-8387-74d749a4131c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:45.799853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-69663e02-531f-4a08-aea4-99c3e232dc4d None None] For port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:45.810497 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-69663e02-531f-4a08-aea4-99c3e232dc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.821633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9661b96c-107c-47de-b455-9f01abb0f812 None None] Update dhcp port {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': 'ca383537-1502-4b3f-9a90-c437dbed1547', 'ip_address': '2001:db8::f816:3eff:fe6e:5fc7'}, {'subnet_id': '3c0c6b63-194d-44c2-a886-8341568b2eb2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 21:04:45.873206 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9661b96c-107c-47de-b455-9f01abb0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:45.889039 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-c39cb100-fcbd-49d5-bc18-ed50c93a7437 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "PUT /v2.0/floatingips/35f79737-1de2-4df6-b609-433524270b73 HTTP/1.1" status: 200  len: 695 time: 1.8690982
Dec 18 21:04:45.902576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cbb9c-67d6-43a8-9905-8d0856b12323 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Pushing event deleted for resources: {'Port': ['ID=5a0190bb-ad43-4b0d-a8b9-9ad048be4c58,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:45.913397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:04:45.916178 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f705ed-2a14-4993-bf9c-12c67ac9db52" -d '{"events": [{"name": "network-changed", "server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:04:45.919917 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.108875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6333a5a-affa-48cd-b5d2-09b57546245d {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:04:46.124423 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.126618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9d90d-7546-4dd6-b303-eac3f783a662 req-01a54e99-c4ef-4477-bcfd-ea8988229a5a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:46.134455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7bb9d90d-7546-4dd6-b303-eac3f783a662 req-01a54e99-c4ef-4477-bcfd-ea8988229a5a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 931 time: 0.3037546
Dec 18 21:04:46.142941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:46.144024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Transition to ACTIVE for port object d6333a5a-affa-48cd-b5d2-09b57546245d will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:04:46.158178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d510-fae7-4662-be31-cb13c6966b70 req-7cc8b4ab-fc5c-4b36-ac8c-f122f9f73460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:46.166497 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-7cc8b4ab-fc5c-4b36-ac8c-f122f9f73460 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b037c54b761428db4df46b975b70574&device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 1097 time: 0.2764950
Dec 18 21:04:46.174998 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.181370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:46.181989 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.188706 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.193011 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-744cbb9c-67d6-43a8-9905-8d0856b12323 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.201653 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-10eae93b-a858-4a66-9811-dc972b5180fa None None] Set router 22579b73-a72a-4994-8387-74d749a4131c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:04:46.208962 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-744cbb9c-67d6-43a8-9905-8d0856b12323 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] 10.222.0.13 "DELETE /v2.0/ports/5a0190bb-ad43-4b0d-a8b9-9ad048be4c58 HTTP/1.1" status: 204  len: 168 time: 1.3932986
Dec 18 21:04:46.215219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53722) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:46.241262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69663e02-531f-4a08-aea4-99c3e232dc4d None None] Pushing event updated for resources: {'Port': ['ID=e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:46.253256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:46.254195 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.266352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.289884 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.291765 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.292774 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.387697 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 1.6174266
Dec 18 21:04:46.413224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baccd4e-4253-4845-86bb-55ad8c616aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Pushing event updated for resources: {'Network': ['ID=926fabdb-33f2-464d-8ff2-762bb2624346,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:46.418605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6333a5a-affa-48cd-b5d2-09b57546245d,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:46.428906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 926fabdb-33f2-464d-8ff2-762bb2624346 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:04:46.429352 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-7087a2f5-f53e-42c0-8419-b99b60ab3177 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Deleting subnet b1f17693-0125-4a96-ad1f-f0d534bd61f1 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:04:46.447844 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7087a2f5-f53e-42c0-8419-b99b60ab3177 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.454412 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7bb9d90d-7546-4dd6-b303-eac3f783a662 req-37d6f0a5-535f-4549-ac7b-c3143f05c205 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3140671
Dec 18 21:04:46.470657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=aa838541-e95b-4d53-82ac-436d794aa0ad,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:46.512044 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7087a2f5-f53e-42c0-8419-b99b60ab3177 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.523620 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-10eae93b-a858-4a66-9811-dc972b5180fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664faaca0>, [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'addfb8c7-637c-4827-ba29-3fe3a22c8424', 'name': '', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'mac_address': 'fa:16:3e:cb:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:30Z', 'updated_at': '2021-12-18T21:03:41Z', 'revision_number': 5, 'project_id': '4b037c54b761428db4df46b975b70574', 'subnets': [{'id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:46.561543 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eae93b-a858-4a66-9811-dc972b5180fa None None] Checking router: 22579b73-a72a-4994-8387-74d749a4131c for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:04:46.565344 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Attempting to bind port d6333a5a-affa-48cd-b5d2-09b57546245d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:46.565688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Attempting to bind port d6333a5a-affa-48cd-b5d2-09b57546245d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:46.566018 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Attempting to bind port d6333a5a-affa-48cd-b5d2-09b57546245d on network 02107735-1e4a-434f-a377-a881410f569a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:46.573163 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eae93b-a858-4a66-9811-dc972b5180fa None None] Routers {'22579b73-a72a-4994-8387-74d749a4131c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:46.574733 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-10eae93b-a858-4a66-9811-dc972b5180fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664faaca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['22579b73-a72a-4994-8387-74d749a4131c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:46.578778 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Port d6333a5a-affa-48cd-b5d2-09b57546245d on network 02107735-1e4a-434f-a377-a881410f569a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:46.579016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 550ac704-4177-46a4-a1e7-29ba402c2bac is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:46.579157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Attempting to bind port d6333a5a-affa-48cd-b5d2-09b57546245d on network 02107735-1e4a-434f-a377-a881410f569a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:46.581053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d510-fae7-4662-be31-cb13c6966b70 req-0c00f256-d253-4843-bb8d-0a8d9bbcc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:46.584497 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-0c00f256-d253-4843-bb8d-0a8d9bbcc5cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb97ef06-3d0b-442a-856c-1db8f276297a HTTP/1.1" status: 200  len: 921 time: 0.4169528
Dec 18 21:04:46.590146 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:46.590521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Checking segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:46.590907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Bound using segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:46.591340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Bound port: d6333a5a-affa-48cd-b5d2-09b57546245d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:46.591696 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.597914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:46.660050 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4516992c-980d-487e-aff3-660644616025 x-openstack-request-id: req-4516992c-980d-487e-aff3-660644616025 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:04:46.664137 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:04:46.664464 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4516992c-980d-487e-aff3-660644616025 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:04:46.665005 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728', 'status': 'completed', 'code': 200}
Dec 18 21:04:46.689902 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7087a2f5-f53e-42c0-8419-b99b60ab3177 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.719286 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-9661b96c-107c-47de-b455-9f01abb0f812 None None] Allocated IP 172.20.0.2 (366763c1-8ffb-4916-bf33-b9164c04d44d/3c0c6b63-194d-44c2-a886-8341568b2eb2/e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:46.786882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] For port d6333a5a-affa-48cd-b5d2-09b57546245d, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:46.793244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] For port d6333a5a-affa-48cd-b5d2-09b57546245d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6333a5a-affa-48cd-b5d2-09b57546245d,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:46.797570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f705ed-2a14-4993-bf9c-12c67ac9db52 req-efee8766-d853-4b7a-bae6-95cfd3acb1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:46.799138 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-48f705ed-2a14-4993-bf9c-12c67ac9db52 req-efee8766-d853-4b7a-bae6-95cfd3acb1ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b037c54b761428db4df46b975b70574&device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 1097 time: 0.1489339
Dec 18 21:04:46.802942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.820893 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-10eae93b-a858-4a66-9811-dc972b5180fa None None] Set router 22579b73-a72a-4994-8387-74d749a4131c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:04:46.863674 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7087a2f5-f53e-42c0-8419-b99b60ab3177 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.952045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:46.952687 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.954143 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] 10.222.0.36 "PUT /v2.0/ports/d6333a5a-affa-48cd-b5d2-09b57546245d HTTP/1.1" status: 200  len: 1091 time: 1.6888590
Dec 18 21:04:46.955034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7488031b-21d1-4bf2-a8fe-baa195bfbaa5', 'tag': 'd6333a5a-affa-48cd-b5d2-09b57546245d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:04:46.957308 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2d1a6d-bec1-4809-bb34-0e853aa52e11" -d '{"events": [{"name": "network-changed", "server_uuid": "7488031b-21d1-4bf2-a8fe-baa195bfbaa5", "tag": "d6333a5a-affa-48cd-b5d2-09b57546245d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:04:46.966275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087a2f5-f53e-42c0-8419-b99b60ab3177 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f17693-0125-4a96-ad1f-f0d534bd61f1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:46.970894 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7087a2f5-f53e-42c0-8419-b99b60ab3177 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:46.977877 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7087a2f5-f53e-42c0-8419-b99b60ab3177 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] 10.222.0.13 "DELETE /v2.0/subnets/b1f17693-0125-4a96-ad1f-f0d534bd61f1 HTTP/1.1" status: 204  len: 168 time: 0.7514822
Dec 18 21:04:46.980685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53730) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:46.986389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6678ff-0cc1-41c4-b390-01342039f977 None None] Network bf4be885-17ca-4fbf-8b61-ddd9258f8f4d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:47.007471 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cd890-6997-4cfb-aba9-b7bb5aeff0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6333a5a-affa-48cd-b5d2-09b57546245d,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:47.023483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53732) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:47.040620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Request body: {'port': {'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031313085'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:47.117884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9661b96c-107c-47de-b455-9f01abb0f812 None None] For port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:47.147785 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0461cc29-3c03-4957-900d-0f8218245dc8 x-openstack-request-id: req-0461cc29-3c03-4957-900d-0f8218245dc8 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:04:47.148203 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7488031b-21d1-4bf2-a8fe-baa195bfbaa5", "tag": "d6333a5a-affa-48cd-b5d2-09b57546245d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:04:47.149102 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0461cc29-3c03-4957-900d-0f8218245dc8 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:04:47.149664 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7488031b-21d1-4bf2-a8fe-baa195bfbaa5', 'tag': 'd6333a5a-affa-48cd-b5d2-09b57546245d', 'status': 'completed', 'code': 200}
Dec 18 21:04:47.179830 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4bc5c67f-22e9-4e07-af03-5efb04b54402 None None] Provisioning complete for port aa838541-e95b-4d53-82ac-436d794aa0ad triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:47.180186 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bc5c67f-22e9-4e07-af03-5efb04b54402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:47.202164 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-10eae93b-a858-4a66-9811-dc972b5180fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664faaca0>, [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'addfb8c7-637c-4827-ba29-3fe3a22c8424', 'name': '', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'mac_address': 'fa:16:3e:cb:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:30Z', 'updated_at': '2021-12-18T21:03:41Z', 'revision_number': 5, 'project_id': '4b037c54b761428db4df46b975b70574', 'subnets': [{'id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:47.212335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9661b96c-107c-47de-b455-9f01abb0f812 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:47.221538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Made reservation on behalf of a896dbe6d5e04936beef4d9a2e198e42 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:47.227383 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:47.229810 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9661b96c-107c-47de-b455-9f01abb0f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:47.238885 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eae93b-a858-4a66-9811-dc972b5180fa None None] The sync data for ids ['22579b73-a72a-4994-8387-74d749a4131c'] in ncdv-master-1 is: [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'addfb8c7-637c-4827-ba29-3fe3a22c8424', 'name': '', 'network_id': 'cb97ef06-3d0b-442a-856c-1db8f276297a', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'mac_address': 'fa:16:3e:cb:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:30Z', 'updated_at': '2021-12-18T21:03:41Z', 'revision_number': 5, 'project_id': '4b037c54b761428db4df46b975b70574', 'subnets': [{'id': '75f3b0ac-637f-4506-9746-63f702bcf189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:04:47.255880 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:47.256495 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-f0acbf92-23d0-4379-9683-6dcf3752fd43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 217 time: 0.6455479
Dec 18 21:04:47.259081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:47.271861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5c67f-22e9-4e07-af03-5efb04b54402 None None] Port aa838541-e95b-4d53-82ac-436d794aa0ad cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:47.286102 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3809a-4039-4d50-b337-13cae1574732 req-0a4b1ef8-776b-497c-805d-e5165f29592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:47.287815 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-0a4b1ef8-776b-497c-805d-e5165f29592c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 1094 time: 0.2541683
Dec 18 21:04:47.353976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661b96c-107c-47de-b455-9f01abb0f812 None None] Pushing event updated for resources: {'Port': ['ID=e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:47.379352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de33178-ce11-451d-9017-6f42358bbecc None None] DHCP port deletion for bf4be885-17ca-4fbf-8b61-ddd9258f8f4d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:04:47.423948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f705ed-2a14-4993-bf9c-12c67ac9db52 req-f78357b5-f471-4117-9d3c-00cafc5212cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:47.425414 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-48f705ed-2a14-4993-bf9c-12c67ac9db52 req-f78357b5-f471-4117-9d3c-00cafc5212cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb97ef06-3d0b-442a-856c-1db8f276297a HTTP/1.1" status: 200  len: 921 time: 0.6158886
Dec 18 21:04:47.429019 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-b60a65c9-9976-4e6b-a98b-005e6fc6bae4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6333a5a-affa-48cd-b5d2-09b57546245d HTTP/1.1" status: 200  len: 217 time: 0.1219270
Dec 18 21:04:47.436747 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:47.461417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2de33178-ce11-451d-9017-6f42358bbecc None None] Deleting port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:47.461797 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2de33178-ce11-451d-9017-6f42358bbecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:47.481360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:47.500495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:47.514827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:47.518727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d510-fae7-4662-be31-cb13c6966b70 req-dd90a0c2-08c5-4871-95ae-d06e393e2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:47.526745 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-dd90a0c2-08c5-4871-95ae-d06e393e2760 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75f3b0ac-637f-4506-9746-63f702bcf189 HTTP/1.1" status: 200  len: 860 time: 0.2692685
Dec 18 21:04:47.538941 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=45155925-6a42-4cd1-a9b7-50f9b8a5f1d5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:47.547580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3809a-4039-4d50-b337-13cae1574732 req-2b2977e9-f924-4a5a-bec5-21fb4cd3f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:47.549084 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-2b2977e9-f924-4a5a-bec5-21fb4cd3f52d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.1070864
Dec 18 21:04:47.580643 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2de33178-ce11-451d-9017-6f42358bbecc None None] For port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c3889f8-bd60-4114-8e21-ea3c9123ea9c,segment=NetworkSegment(c6b396a1-d89b-4c9c-b8d6-52d0a69f6031),segment_id=c6b396a1-d89b-4c9c-b8d6-52d0a69f6031)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:47.581667 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2de33178-ce11-451d-9017-6f42358bbecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:47.602155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2de33178-ce11-451d-9017-6f42358bbecc None None] Calling delete_port for 0c3889f8-bd60-4114-8e21-ea3c9123ea9c owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:47.609680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-228cb855-f793-4a12-8a86-199427f92011 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb97ef06-3d0b-442a-856c-1db8f276297a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0819809
Dec 18 21:04:47.633999 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-48f705ed-2a14-4993-bf9c-12c67ac9db52 req-e7856d88-c3d6-466e-bcf7-5fcb40b6a385 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 200  len: 217 time: 0.1814067
Dec 18 21:04:47.695546 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f705ed-2a14-4993-bf9c-12c67ac9db52 req-ee6e75dc-6081-4eee-98c5-5432d58cab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:47.698132 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-48f705ed-2a14-4993-bf9c-12c67ac9db52 req-ee6e75dc-6081-4eee-98c5-5432d58cab1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75f3b0ac-637f-4506-9746-63f702bcf189 HTTP/1.1" status: 200  len: 860 time: 0.0632226
Dec 18 21:04:47.742246 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2de33178-ce11-451d-9017-6f42358bbecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:47.753489 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-b43d830e-89d9-4d0b-a291-2a5037355c29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1503854
Dec 18 21:04:47.759095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:47.760174 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:47.795979 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de33178-ce11-451d-9017-6f42358bbecc None None] No DVR routers for this DVR port 0c3889f8-bd60-4114-8e21-ea3c9123ea9c on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:47.806840 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de33178-ce11-451d-9017-6f42358bbecc None None] Pushing event deleted for resources: {'Port': ['ID=0c3889f8-bd60-4114-8e21-ea3c9123ea9c,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:47.806840 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b5ada-6388-499d-b16d-a002c59c14a8 None None] New status for floating IP 35f79737-1de2-4df6-b609-433524270b73: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:04:47.858904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bd7b7f9e-587f-4f5a-9725-3f534a2125b2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 4.0279794
Dec 18 21:04:47.860363 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-48f705ed-2a14-4993-bf9c-12c67ac9db52 req-a5606f95-494e-490a-8b62-d15ba684f851 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb97ef06-3d0b-442a-856c-1db8f276297a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1230967
Dec 18 21:04:47.865865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53738) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:47.997155 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-489414ae-6329-4499-9ce4-f3f0e6300e35 service neutron] 10.222.0.13 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3865962
Dec 18 21:04:48.006708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcee0f-7689-410b-8c3e-6eb174ec6c0f req-7844d2dc-9536-4f4e-a974-ba44e1f4fb0a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:48.009161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0dcee0f-7689-410b-8c3e-6eb174ec6c0f req-7844d2dc-9536-4f4e-a974-ba44e1f4fb0a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 943 time: 0.3879027
Dec 18 21:04:48.025917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 4c493206-6b64-429b-b662-4c82526c3710 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:04:48.039295 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:48.045669 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:48.096423 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dbc0ca0>,) {'filters': {'network_id': ['bf4be885-17ca-4fbf-8b61-ddd9258f8f4d']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:48.108078 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dbc0ca0>, 'c6b396a1-d89b-4c9c-b8d6-52d0a69f6031') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:48.108530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dbc0ca0>, 'c6b396a1-d89b-4c9c-b8d6-52d0a69f6031') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:48.119912 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:48.122537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:48.122915 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:48.129884 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-48f705ed-2a14-4993-bf9c-12c67ac9db52 req-3d555731-20e6-4e01-8171-14f36baee22d service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966741
Dec 18 21:04:48.165490 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:48.179296 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:48.196646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0dcee0f-7689-410b-8c3e-6eb174ec6c0f req-ced815c7-53a7-4816-8948-803a2c276a6c tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542180
Dec 18 21:04:48.208892 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834b3f4-2715-41e4-b124-e2be23024802 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:48.217603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834b3f4-2715-41e4-b124-e2be23024802 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:48.220013 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c834b3f4-2715-41e4-b124-e2be23024802 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.3483057
Dec 18 21:04:48.236235 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:48.244037 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53740) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:48.254046 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:04:48.254604 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:48.281314 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8841d510-fae7-4662-be31-cb13c6966b70 req-278cf64d-b50b-4884-b370-b288b4ad222b service neutron] 10.222.0.13 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2698956
Dec 18 21:04:48.319553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8e1c069f-68c8-427a-b0f8-95fc410cdaf6 None None] Provisioning complete for port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:48.319935 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e1c069f-68c8-427a-b0f8-95fc410cdaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:04:48.340482 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:04:48.359357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0c3889f8-bd60-4114-8e21-ea3c9123ea9c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:48.373263 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98df70ff-1636-4fab-a71a-5dec36a0d968,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:48.388060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 0c3889f8-bd60-4114-8e21-ea3c9123ea9c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:48.388410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0c3889f8-bd60-4114-8e21-ea3c9123ea9c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:48.411200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] device_id is not set on port 8dc9d6ef-117a-4754-918c-0e879dd682b5 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:48.476835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:04:48.486086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3ff58293-304b-4e93-9456-aaf9c45d0530 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/4c493206-6b64-429b-b662-4c82526c3710/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1768446
Dec 18 21:04:48.487040 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108722ec-fc1f-41b4-ad24-5b255b71ee19 None None] Sync routers for ids ['4c493206-6b64-429b-b662-4c82526c3710'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:04:48.488024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53744) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:48.499700 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108722ec-fc1f-41b4-ad24-5b255b71ee19 None None] Routers {'4c493206-6b64-429b-b662-4c82526c3710'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:48.500311 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-108722ec-fc1f-41b4-ad24-5b255b71ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645b4430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4c493206-6b64-429b-b662-4c82526c3710'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:48.512763 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-5a327a91-3eec-4888-9dff-ebd960cecf1d service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6760547
Dec 18 21:04:48.538078 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-ca9076b8-8ff3-4224-b4df-ad4596f2c8ec tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/floatingips/35f79737-1de2-4df6-b609-433524270b73 HTTP/1.1" status: 200  len: 693 time: 0.1070354
Dec 18 21:04:48.555957 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-108722ec-fc1f-41b4-ad24-5b255b71ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645b4430>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:48.559008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfeaea3-cf80-465b-b6f0-e7a32fc72858 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:48.560722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ddfeaea3-cf80-465b-b6f0-e7a32fc72858 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports/aa838541-e95b-4d53-82ac-436d794aa0ad HTTP/1.1" status: 200  len: 983 time: 0.0657551
Dec 18 21:04:48.562222 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:48.569337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53746) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:48.573846 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108722ec-fc1f-41b4-ad24-5b255b71ee19 None None] Routers {'4c493206-6b64-429b-b662-4c82526c3710'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:48.574568 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-108722ec-fc1f-41b4-ad24-5b255b71ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645b4430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4c493206-6b64-429b-b662-4c82526c3710'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:48.612061 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-108722ec-fc1f-41b4-ad24-5b255b71ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645b4430>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:48.612713 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108722ec-fc1f-41b4-ad24-5b255b71ee19 None None] The sync data for ids ['4c493206-6b64-429b-b662-4c82526c3710'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:04:48.672363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-7cee2f80-de70-471d-b39a-6499dae2c77e tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:48.673815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-7cee2f80-de70-471d-b39a-6499dae2c77e tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 784 time: 0.1118391
Dec 18 21:04:48.697833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2d788995-53e0-4899-a1b6-3ab7a9c10f17 None None] Provisioning complete for port 45155925-6a42-4cd1-a9b7-50f9b8a5f1d5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:48.698203 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2d788995-53e0-4899-a1b6-3ab7a9c10f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:48.734721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-cdfb6c2d-4b17-446d-97cf-56d25517f70a tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.147 HTTP/1.1" status: 200  len: 696 time: 0.0526509
Dec 18 21:04:48.746104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2d788995-53e0-4899-a1b6-3ab7a9c10f17 None None] Port 45155925-6a42-4cd1-a9b7-50f9b8a5f1d5 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:04:48.788536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-0ef7d6e5-6c50-49b6-9cc1-252944b6240f tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.3.147 HTTP/1.1" status: 200  len: 696 time: 0.0462818
Dec 18 21:04:48.924203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-bbd09756-1c47-43f4-8b9d-8027b2c119fb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Deleting port 2e821587-1e38-4e87-adc3-8a04a02e6deb {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:48.924544 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-bbd09756-1c47-43f4-8b9d-8027b2c119fb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:48.935281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:48.939387 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] 10.222.0.13 "DELETE /v2.0/networks/bf4be885-17ca-4fbf-8b61-ddd9258f8f4d HTTP/1.1" status: 204  len: 168 time: 1.9574888
Dec 18 21:04:49.005711 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-bbd09756-1c47-43f4-8b9d-8027b2c119fb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.005970 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-bbd09756-1c47-43f4-8b9d-8027b2c119fb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.018384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-bbd09756-1c47-43f4-8b9d-8027b2c119fb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Calling delete_port for 2e821587-1e38-4e87-adc3-8a04a02e6deb owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:49.042228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8efe4d-fab4-4bdc-8e4b-93d21b11dbc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251 tempest-ExtraDHCPOptionsIpV6TestJSON-1757391251-project] Pushing event deleted for resources: {'Network': ['ID=bf4be885-17ca-4fbf-8b61-ddd9258f8f4d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:49.045460 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-48f705ed-2a14-4993-bf9c-12c67ac9db52 req-21d03c60-cd21-4fed-b4fb-af5dfa0acd45 service neutron] 10.222.0.31 "GET /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9035876
Dec 18 21:04:49.105906 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-922b0241-fb6a-4f55-9b98-82b471aac189 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 45155925-6a42-4cd1-a9b7-50f9b8a5f1d5 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:49.106394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-922b0241-fb6a-4f55-9b98-82b471aac189 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.178438 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-bbd09756-1c47-43f4-8b9d-8027b2c119fb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.212660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd09756-1c47-43f4-8b9d-8027b2c119fb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Pushing event deleted for resources: {'Port': ['ID=2e821587-1e38-4e87-adc3-8a04a02e6deb,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:49.265171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53754) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:49.276684 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-bbd09756-1c47-43f4-8b9d-8027b2c119fb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.279967 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-bbd09756-1c47-43f4-8b9d-8027b2c119fb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.280752 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c06b4f2e-95ad-48e9-9331-476c5008004d req-bbd09756-1c47-43f4-8b9d-8027b2c119fb tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "DELETE /v2.0/floatingips/35f79737-1de2-4df6-b609-433524270b73 HTTP/1.1" status: 204  len: 173 time: 0.4863954
Dec 18 21:04:49.291852 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-89d3809a-4039-4d50-b337-13cae1574732 req-5e00dd49-10b4-484e-8e74-b72f09056925 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7662637
Dec 18 21:04:49.399741 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77aabaf5-6362-4c91-b5b5-f149a1e4522f req-2c6e2c01-22ac-413f-8064-6adfb8851dbe tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups/85da10aa-9a0b-4f65-abee-6ab4407610a7 HTTP/1.1" status: 200  len: 1827 time: 0.0967324
Dec 18 21:04:49.406545 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.417956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b08257-1207-40a2-b7c1-155bf1f09c9b req-606f9b57-d65d-415d-840e-e8d112f915ec tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:49.419520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47b08257-1207-40a2-b7c1-155bf1f09c9b req-606f9b57-d65d-415d-840e-e8d112f915ec tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 943 time: 0.0964060
Dec 18 21:04:49.422814 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-922b0241-fb6a-4f55-9b98-82b471aac189 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.441491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] device_id is not set on port 8dc9d6ef-117a-4754-918c-0e879dd682b5 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:49.472305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-922b0241-fb6a-4f55-9b98-82b471aac189 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 45155925-6a42-4cd1-a9b7-50f9b8a5f1d5 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:49.478091 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.499374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.521879 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0dbfaa87-ad6c-42d2-9173-f391ef6e1d68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=080440e3f2634c21949255c525aa91c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2532482
Dec 18 21:04:49.523816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53762) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:49.536694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d1a6d-bec1-4809-bb34-0e853aa52e11 req-5a66553b-5433-4e18-8db2-561b7a243870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:49.538205 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2d1a6d-bec1-4809-bb34-0e853aa52e11 req-5a66553b-5433-4e18-8db2-561b7a243870 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 1094 time: 0.1677718
Dec 18 21:04:49.544995 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47b08257-1207-40a2-b7c1-155bf1f09c9b req-2dd82d56-d8c7-4abe-9bd2-62af584b5c89 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134973
Dec 18 21:04:49.562032 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-77aabaf5-6362-4c91-b5b5-f149a1e4522f req-9d9816ff-cc62-4076-a330-5f6df112de68 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.597846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-77aabaf5-6362-4c91-b5b5-f149a1e4522f req-9d9816ff-cc62-4076-a330-5f6df112de68 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.637058 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1e58c4a-848f-4bc6-887a-f46f9bfc1121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.662448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1e58c4a-848f-4bc6-887a-f46f9bfc1121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.662860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event updated for resources: {'Port': ['ID=8dc9d6ef-117a-4754-918c-0e879dd682b5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:49.669501 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-77aabaf5-6362-4c91-b5b5-f149a1e4522f req-9d9816ff-cc62-4076-a330-5f6df112de68 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.671292 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-77aabaf5-6362-4c91-b5b5-f149a1e4522f req-9d9816ff-cc62-4076-a330-5f6df112de68 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.672423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77aabaf5-6362-4c91-b5b5-f149a1e4522f req-9d9816ff-cc62-4076-a330-5f6df112de68 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "DELETE /v2.0/security-groups/85da10aa-9a0b-4f65-abee-6ab4407610a7 HTTP/1.1" status: 204  len: 173 time: 0.2636957
Dec 18 21:04:49.693721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9816ff-cc62-4076-a330-5f6df112de68 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da10aa-9a0b-4f65-abee-6ab4407610a7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:49.763472 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1e58c4a-848f-4bc6-887a-f46f9bfc1121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.767195 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1e58c4a-848f-4bc6-887a-f46f9bfc1121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:49.768444 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a1e58c4a-848f-4bc6-887a-f46f9bfc1121 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b50fdd7d-72ea-495c-9f11-ddacd81dd7b2 HTTP/1.1" status: 204  len: 168 time: 0.2435224
Dec 18 21:04:49.770115 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Checking segment: {'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:49.770893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Network hostable DHCP agents. Network: 926fabdb-33f2-464d-8ff2-762bb2624346, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:04:49.781432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e58c4a-848f-4bc6-887a-f46f9bfc1121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50fdd7d-72ea-495c-9f11-ddacd81dd7b2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:49.808825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d1a6d-bec1-4809-bb34-0e853aa52e11 req-7620e1c4-7e4f-486a-831d-646122726b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:49.810233 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2d1a6d-bec1-4809-bb34-0e853aa52e11 req-7620e1c4-7e4f-486a-831d-646122726b3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 912 time: 0.2472425
Dec 18 21:04:49.881684 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2d1a6d-bec1-4809-bb34-0e853aa52e11 req-90f2d4b8-9d9d-4a3d-ae44-79790ba92dfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6333a5a-affa-48cd-b5d2-09b57546245d HTTP/1.1" status: 200  len: 217 time: 0.0616593
Dec 18 21:04:49.892184 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Network 926fabdb-33f2-464d-8ff2-762bb2624346 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:04:49.961497 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8a4f3-2f47-469b-90ea-986a091ea9d4 req-48cf0065-ca67-49f5-958b-a7c78a3ec71a tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:49.962772 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 926fabdb-33f2-464d-8ff2-762bb2624346) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:49.963349 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98d8a4f3-2f47-469b-90ea-986a091ea9d4 req-48cf0065-ca67-49f5-958b-a7c78a3ec71a tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.0550082
Dec 18 21:04:49.972092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b8c3f-7d10-4eca-a165-cd2068aff756 None None] Network 926fabdb-33f2-464d-8ff2-762bb2624346 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:49.994909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:50.029537 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98d8a4f3-2f47-469b-90ea-986a091ea9d4 req-140e3643-1e48-4280-8afe-24ff37fd9af3 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577943
Dec 18 21:04:50.038572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d1a6d-bec1-4809-bb34-0e853aa52e11 req-1c3d24c8-d714-42a0-95b6-ee9caa1af120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:50.040610 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2d1a6d-bec1-4809-bb34-0e853aa52e11 req-1c3d24c8-d714-42a0-95b6-ee9caa1af120 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.1494594
Dec 18 21:04:50.053419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:50.054486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:50.054486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:50.068344 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-922b0241-fb6a-4f55-9b98-82b471aac189 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:50.070027 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23ab5457-4b60-4fad-ab46-3b53cc1ac358 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:50.122294 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2d1a6d-bec1-4809-bb34-0e853aa52e11 req-9c3d3fbe-0098-4924-92b5-9c0133f8b6db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0708134
Dec 18 21:04:50.122882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:50.123236 ncdv-master-1 neutron-server[126009]: ERROR neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:50.157685 ncdv-master-1 neutron-server[126009]: INFO neutron.plugins.ml2.plugin [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 2 to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5
Dec 18 21:04:50.199548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b0241-fb6a-4f55-9b98-82b471aac189 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=45155925-6a42-4cd1-a9b7-50f9b8a5f1d5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:50.268711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:50.269055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:50.269394 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:50.301181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:50.301465 ncdv-master-1 neutron-server[126009]: ERROR neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:50.304614 ncdv-master-1 neutron-server[126009]: INFO neutron.plugins.ml2.plugin [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 3 to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5
Dec 18 21:04:50.412983 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:50.413336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:50.413676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:50.436520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:50.436864 ncdv-master-1 neutron-server[126009]: ERROR neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:50.442647 ncdv-master-1 neutron-server[126009]: INFO neutron.plugins.ml2.plugin [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 4 to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5
Dec 18 21:04:50.450138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-922b0241-fb6a-4f55-9b98-82b471aac189 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:50.456041 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-922b0241-fb6a-4f55-9b98-82b471aac189 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/45155925-6a42-4cd1-a9b7-50f9b8a5f1d5 HTTP/1.1" status: 204  len: 168 time: 2.1618226
Dec 18 21:04:50.456858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53788) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:50.474620 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2d1a6d-bec1-4809-bb34-0e853aa52e11 req-481e9ad2-b2ae-42d3-b670-ce65576600a6 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3133938
Dec 18 21:04:50.476921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:50.477265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:50.477613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:50.484885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:50.485463 ncdv-master-1 neutron-server[126009]: ERROR neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:50.486737 ncdv-master-1 neutron-server[126009]: INFO neutron.plugins.ml2.plugin [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 5 to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5
Dec 18 21:04:50.525965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2afd4d-e761-422b-85e2-d4dc16390a7e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:50.527646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2afd4d-e761-422b-85e2-d4dc16390a7e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:50.529144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2afd4d-e761-422b-85e2-d4dc16390a7e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:50.530848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dc2afd4d-e761-422b-85e2-d4dc16390a7e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0717525
Dec 18 21:04:50.533517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53790) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:50.557234 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:50.557493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:50.557837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:50.572679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:50.573031 ncdv-master-1 neutron-server[126009]: ERROR neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:50.577751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53794) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:50.578004 ncdv-master-1 neutron-server[126009]: INFO neutron.plugins.ml2.plugin [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 6 to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5
Dec 18 21:04:50.611659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-686da861-5811-48d9-9a41-33ca9420e14b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 3c0c6b63-194d-44c2-a886-8341568b2eb2 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:04:50.617039 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-686da861-5811-48d9-9a41-33ca9420e14b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:50.626987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:50.627340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:50.629465 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:50.650365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:50.650715 ncdv-master-1 neutron-server[126009]: ERROR neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:50.653227 ncdv-master-1 neutron-server[126009]: INFO neutron.plugins.ml2.plugin [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 7 to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5
Dec 18 21:04:50.674380 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fb2d1a6d-bec1-4809-bb34-0e853aa52e11 req-7ee5d9f6-7124-4610-8e3d-9859c3acfc79 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846013
Dec 18 21:04:50.678496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:50.679515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:50.679515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:50.688008 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:50.688364 ncdv-master-1 neutron-server[126009]: ERROR neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:50.689604 ncdv-master-1 neutron-server[126009]: INFO neutron.plugins.ml2.plugin [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 8 to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5
Dec 18 21:04:50.707696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'network': {'name': 'tempest-RoutersTest-2023763659'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:50.712486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-23ab5457-4b60-4fad-ab46-3b53cc1ac358 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port aa838541-e95b-4d53-82ac-436d794aa0ad {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:50.712486 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23ab5457-4b60-4fad-ab46-3b53cc1ac358 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:50.717407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:50.718167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:50.718371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:50.728984 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-686da861-5811-48d9-9a41-33ca9420e14b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:50.759611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:50.759952 ncdv-master-1 neutron-server[126009]: ERROR neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:50.762460 ncdv-master-1 neutron-server[126009]: INFO neutron.plugins.ml2.plugin [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 9 to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5
Dec 18 21:04:50.783252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:50.783603 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:50.783947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:50.785717 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb0efe-b112-4576-9087-4cf188ce39e2 req-a607efe6-fadf-4d16-8214-e5e6d20ec9c4 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:50.787321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-faeb0efe-b112-4576-9087-4cf188ce39e2 req-a607efe6-fadf-4d16-8214-e5e6d20ec9c4 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 943 time: 0.1381156
Dec 18 21:04:50.791841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:50.795564 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:50.798453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:50.798802 ncdv-master-1 neutron-server[126009]: ERROR neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:50.801567 ncdv-master-1 neutron-server[126009]: INFO neutron.plugins.ml2.plugin [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 10 to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5
Dec 18 21:04:50.814855 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:50.826786 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:50.827128 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:50.827469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:50.838804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23ab5457-4b60-4fad-ab46-3b53cc1ac358 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:50.841181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:50.841516 ncdv-master-1 neutron-server[126009]: ERROR neutron.plugins.ml2.managers [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8dc9d6ef-117a-4754-918c-0e879dd682b5 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:50.841877 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:50.860511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-23ab5457-4b60-4fad-ab46-3b53cc1ac358 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for aa838541-e95b-4d53-82ac-436d794aa0ad owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:50.909191 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-686da861-5811-48d9-9a41-33ca9420e14b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:50.918807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-faeb0efe-b112-4576-9087-4cf188ce39e2 req-056af2f1-8b0c-4e1f-b18f-4f85c31fcbfb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209905
Dec 18 21:04:50.966473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] For port 8dc9d6ef-117a-4754-918c-0e879dd682b5, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:50.967126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempted to set empty binding levels {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 18 21:04:50.972494 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.003381 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.005881 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-686da861-5811-48d9-9a41-33ca9420e14b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.011555 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.040414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:51.041384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.048642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686da861-5811-48d9-9a41-33ca9420e14b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0c6b63-194d-44c2-a886-8341568b2eb2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:51.059040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:04:51.064255 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-686da861-5811-48d9-9a41-33ca9420e14b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.070345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event updated for resources: {'Port': ['ID=8dc9d6ef-117a-4754-918c-0e879dd682b5,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:51.071179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-686da861-5811-48d9-9a41-33ca9420e14b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/3c0c6b63-194d-44c2-a886-8341568b2eb2 HTTP/1.1" status: 204  len: 168 time: 0.5366509
Dec 18 21:04:51.072452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53802) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:51.079602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f13d6-e78c-48ba-80ae-8d3131c16e0b None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:51.085273 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.085623 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Added segment 9e1c2b2a-82f7-46e3-a683-d025c1d4b77f of type vlan for network 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8
Dec 18 21:04:51.086739 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b73b38fc-541e-465c-8f6d-b850c813e5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 4.0518572
Dec 18 21:04:51.087102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fbdd0d-a069-4d29-a938-b8d0659e297a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:51.089878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53804) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:51.163730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbc4dc0-6192-4b00-a5dd-3460eaf9f838 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet ca383537-1502-4b3f-9a90-c437dbed1547 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:04:51.170686 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfbc4dc0-6192-4b00-a5dd-3460eaf9f838 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.215706 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23ab5457-4b60-4fad-ab46-3b53cc1ac358 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.217843 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.226967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfbc4dc0-6192-4b00-a5dd-3460eaf9f838 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.261526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0c738-6480-4504-b14e-7102442c07fb req-2b2cc99b-44f8-4019-ac30-64988f28e7f8 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:51.263149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fa0c738-6480-4504-b14e-7102442c07fb req-2b2cc99b-44f8-4019-ac30-64988f28e7f8 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.1368179
Dec 18 21:04:51.270906 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab5457-4b60-4fad-ab46-3b53cc1ac358 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=aa838541-e95b-4d53-82ac-436d794aa0ad,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:51.272364 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.277811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:51.278458 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.360462 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7810035
Dec 18 21:04:51.365108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53806) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:51.379532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfbc4dc0-6192-4b00-a5dd-3460eaf9f838 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.381207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-28d685fa-97b5-4bc0-9b26-509688287470 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'network': {'name': 'tempest-RoutersTest-2084804095'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:51.393430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-93706cbe-0fbb-4a95-8e51-b6db5dbc9a24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Deleting port 8dc9d6ef-117a-4754-918c-0e879dd682b5 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:51.393774 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93706cbe-0fbb-4a95-8e51-b6db5dbc9a24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.412985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218906ed-8820-4a87-868c-83fbe538677f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Network': ['ID=0bcbfceb-0a2d-47c8-859d-5d83fce39ad8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:51.423814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:04:51.466747 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fa0c738-6480-4504-b14e-7102442c07fb req-9a77366f-3eec-41d4-9b10-b86a9822ae1f tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855531
Dec 18 21:04:51.529789 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-93706cbe-0fbb-4a95-8e51-b6db5dbc9a24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] For port 8dc9d6ef-117a-4754-918c-0e879dd682b5, host nch2-master-1, got binding levels [] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:51.530884 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93706cbe-0fbb-4a95-8e51-b6db5dbc9a24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.539022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d685fa-97b5-4bc0-9b26-509688287470 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:51.542853 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28d685fa-97b5-4bc0-9b26-509688287470 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.564689 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-93706cbe-0fbb-4a95-8e51-b6db5dbc9a24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Calling delete_port for 8dc9d6ef-117a-4754-918c-0e879dd682b5 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:51.574605 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23ab5457-4b60-4fad-ab46-3b53cc1ac358 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.581181 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfbc4dc0-6192-4b00-a5dd-3460eaf9f838 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.614671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc4dc0-6192-4b00-a5dd-3460eaf9f838 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=ca383537-1502-4b3f-9a90-c437dbed1547,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:51.621985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d685fa-97b5-4bc0-9b26-509688287470 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:04:51.636636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28d685fa-97b5-4bc0-9b26-509688287470 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.637000 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-28d685fa-97b5-4bc0-9b26-509688287470 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Added segment af8e5a09-7359-4b48-aa24-39ec027ab8cf of type vlan for network 24a33a78-15f7-4830-a96b-d76d2643166f
Dec 18 21:04:51.652654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfbc4dc0-6192-4b00-a5dd-3460eaf9f838 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.656397 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cfbc4dc0-6192-4b00-a5dd-3460eaf9f838 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/ca383537-1502-4b3f-9a90-c437dbed1547 HTTP/1.1" status: 204  len: 168 time: 0.5823503
Dec 18 21:04:51.674101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53808) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:51.736785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-19589e29-1cee-4d61-b582-91412504e1d4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0579488
Dec 18 21:04:51.742147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53812) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:51.748293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5e622eb0-7755-460b-92a4-489b27a3ed8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:51.757048 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28d685fa-97b5-4bc0-9b26-509688287470 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.820636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93706cbe-0fbb-4a95-8e51-b6db5dbc9a24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.895057 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93706cbe-0fbb-4a95-8e51-b6db5dbc9a24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event deleted for resources: {'Port': ['ID=8dc9d6ef-117a-4754-918c-0e879dd682b5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:51.901845 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28d685fa-97b5-4bc0-9b26-509688287470 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:51.908619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d685fa-97b5-4bc0-9b26-509688287470 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:51.909277 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28d685fa-97b5-4bc0-9b26-509688287470 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.001758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d685fa-97b5-4bc0-9b26-509688287470 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Network': ['ID=24a33a78-15f7-4830-a96b-d76d2643166f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:52.004438 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-93706cbe-0fbb-4a95-8e51-b6db5dbc9a24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.008066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-93706cbe-0fbb-4a95-8e51-b6db5dbc9a24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "DELETE /v2.0/ports/8dc9d6ef-117a-4754-918c-0e879dd682b5 HTTP/1.1" status: 204  len: 168 time: 0.9171662
Dec 18 21:04:52.014644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53816) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:52.015643 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 24a33a78-15f7-4830-a96b-d76d2643166f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:04:52.050795 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-28d685fa-97b5-4bc0-9b26-509688287470 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6779995
Dec 18 21:04:52.064954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53818) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:52.072957 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb7c6b8-a676-4fa5-b2a6-23bfdfe4e8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] GET failed (client error): The resource could not be found.
Dec 18 21:04:52.072957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dbb7c6b8-a676-4fa5-b2a6-23bfdfe4e8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "GET /v2.0/ports/8dc9d6ef-117a-4754-918c-0e879dd682b5 HTTP/1.1" status: 404  len: 333 time: 0.0538890
Dec 18 21:04:52.074485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-34f85107-1a10-4e90-95af-daaedf107f54 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'subnet': {'network_id': '0bcbfceb-0a2d-47c8-859d-5d83fce39ad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:52.092081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53820) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:52.099629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Request body: {'port': {'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-288743778'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:52.164981 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ab5457-4b60-4fad-ab46-3b53cc1ac358 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 4c493206-6b64-429b-b662-4c82526c3710 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:04:52.167990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e622eb0-7755-460b-92a4-489b27a3ed8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:52.171549 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e622eb0-7755-460b-92a4-489b27a3ed8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.189470 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451957f6-338f-43e0-bffb-e4ebdec5af8e req-71ac7a0b-8bc3-4ce5-a052-db28fd1fb3a3 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:52.191570 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-451957f6-338f-43e0-bffb-e4ebdec5af8e req-71ac7a0b-8bc3-4ce5-a052-db28fd1fb3a3 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.31 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.0698881
Dec 18 21:04:52.268355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e534dd6-3340-4ebb-9199-04a036c854a5 req-30837cd7-3b10-4195-a6f5-3a81469fec48 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:52.269912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e534dd6-3340-4ebb-9199-04a036c854a5 req-30837cd7-3b10-4195-a6f5-3a81469fec48 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 943 time: 0.2157419
Dec 18 21:04:52.284962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Made reservation on behalf of a896dbe6d5e04936beef4d9a2e198e42 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:52.286099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d6333a5a-affa-48cd-b5d2-09b57546245d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:04:52.287521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.288490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f024a-a316-45ad-94aa-84763ff72595 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:52.308311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ab5457-4b60-4fad-ab46-3b53cc1ac358 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:04:52.333719 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-23ab5457-4b60-4fad-ab46-3b53cc1ac358 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/4c493206-6b64-429b-b662-4c82526c3710/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7283714
Dec 18 21:04:52.336674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53822) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:52.343992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] device_id is not set on port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:52.357182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a69a4-a6fd-40ab-b302-6924d1514541 None None] Sync routers for ids ['4c493206-6b64-429b-b662-4c82526c3710'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:04:52.372944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f85107-1a10-4e90-95af-daaedf107f54 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:52.376431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34f85107-1a10-4e90-95af-daaedf107f54 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.400666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-247493e9-58e4-474d-bebe-3975531c9d46 None None] Provisioning complete for port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:52.401034 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-247493e9-58e4-474d-bebe-3975531c9d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.431017 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a69a4-a6fd-40ab-b302-6924d1514541 None None] Routers {'4c493206-6b64-429b-b662-4c82526c3710'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:52.431915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c07a69a4-a6fd-40ab-b302-6924d1514541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e17a760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4c493206-6b64-429b-b662-4c82526c3710'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:52.461082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e534dd6-3340-4ebb-9199-04a036c854a5 req-48af2549-e40c-4b8a-b24c-c18e9180e835 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769350
Dec 18 21:04:52.507877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-451957f6-338f-43e0-bffb-e4ebdec5af8e req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Deleting port 0cf1d658-7c84-403d-9a60-9404b627e728 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:52.508717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-451957f6-338f-43e0-bffb-e4ebdec5af8e req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.542680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c07a69a4-a6fd-40ab-b302-6924d1514541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e17a760>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:52.586993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a69a4-a6fd-40ab-b302-6924d1514541 None None] Routers {'4c493206-6b64-429b-b662-4c82526c3710'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:04:52.587643 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c07a69a4-a6fd-40ab-b302-6924d1514541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e17a760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4c493206-6b64-429b-b662-4c82526c3710'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:52.604004 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-ec92f228-1fda-4d46-a922-0347701e189b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] remove_router_interface failed (client error): The resource could not be found.
Dec 18 21:04:52.607722 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ec92f228-1fda-4d46-a922-0347701e189b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/4c493206-6b64-429b-b662-4c82526c3710/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.2673173
Dec 18 21:04:52.608580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53826) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:52.662435 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c7f71d40-fc1c-42b8-90e2-e22880577fb7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c493206-6b64-429b-b662-4c82526c3710 HTTP/1.1" status: 200  len: 205 time: 0.0511816
Dec 18 21:04:52.664821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53828) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:52.665840 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c07a69a4-a6fd-40ab-b302-6924d1514541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e17a760>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:52.667119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a69a4-a6fd-40ab-b302-6924d1514541 None None] The sync data for ids ['4c493206-6b64-429b-b662-4c82526c3710'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:04:52.710444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d6333a5a-affa-48cd-b5d2-09b57546245d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6333a5a-affa-48cd-b5d2-09b57546245d,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:52.718675 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e622eb0-7755-460b-92a4-489b27a3ed8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.742702 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'd6333a5a-affa-48cd-b5d2-09b57546245d', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'port_id': 'd6333a5a-affa-48cd-b5d2-09b57546245d', 'mac_address': 'fa:16:3e:dd:a7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e25084-0926-4429-bfe2-f2445a0ff885', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:04:52.778008 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-451957f6-338f-43e0-bffb-e4ebdec5af8e req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] For port 0cf1d658-7c84-403d-9a60-9404b627e728, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cf1d658-7c84-403d-9a60-9404b627e728,segment=NetworkSegment(713e187f-bae8-4057-a003-f9fc75025629),segment_id=713e187f-bae8-4057-a003-f9fc75025629)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:52.778406 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-451957f6-338f-43e0-bffb-e4ebdec5af8e req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.785519 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.788646 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16617a88-698b-47a7-875a-42a3ab420f57 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.788834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d668e8a3-1b6e-4b88-811a-30d273b8f976 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:04:52.818455 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e622eb0-7755-460b-92a4-489b27a3ed8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:52.827012 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-451957f6-338f-43e0-bffb-e4ebdec5af8e req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Calling delete_port for 0cf1d658-7c84-403d-9a60-9404b627e728 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:52.832381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-5e622eb0-7755-460b-92a4-489b27a3ed8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:52.847597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e622eb0-7755-460b-92a4-489b27a3ed8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:52.848184 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e622eb0-7755-460b-92a4-489b27a3ed8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.853422 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.879547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6333a5a-affa-48cd-b5d2-09b57546245d {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:04:52.882641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e622eb0-7755-460b-92a4-489b27a3ed8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=555dda47-ec60-45e5-a845-9024fd55af33,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:52.902073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e28495-5a5a-45df-99d2-1caf82260783 req-3704a89a-ca45-4d8a-8247-5ea97f8a13d1 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:52.909709 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86e28495-5a5a-45df-99d2-1caf82260783 req-3704a89a-ca45-4d8a-8247-5ea97f8a13d1 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/ports?device_id=66babd8d-06b0-4cb2-8e2e-d37c5e1aae25 HTTP/1.1" status: 200  len: 946 time: 0.2400634
Dec 18 21:04:52.933553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d6333a5a-affa-48cd-b5d2-09b57546245d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6333a5a-affa-48cd-b5d2-09b57546245d,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:52.940708 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.947796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5e622eb0-7755-460b-92a4-489b27a3ed8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2013519
Dec 18 21:04:52.956310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53832) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:52.962844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d6a27320-41f7-4fa9-a319-de243682a868 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:52.969020 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34f85107-1a10-4e90-95af-daaedf107f54 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:52.991406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d668e8a3-1b6e-4b88-811a-30d273b8f976 None None] Deleting port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:52.991776 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d668e8a3-1b6e-4b88-811a-30d273b8f976 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.017450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16617a88-698b-47a7-875a-42a3ab420f57 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.023761 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16617a88-698b-47a7-875a-42a3ab420f57 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.038404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.038859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=d6333a5a-affa-48cd-b5d2-09b57546245d,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:53.085679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16617a88-698b-47a7-875a-42a3ab420f57 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.086176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16617a88-698b-47a7-875a-42a3ab420f57 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Fanout notify agent at l3_agent the message router_deleted on router 4c493206-6b64-429b-b662-4c82526c3710 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:04:53.089043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d668e8a3-1b6e-4b88-811a-30d273b8f976 None None] For port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:53.089552 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d668e8a3-1b6e-4b88-811a-30d273b8f976 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.094281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16617a88-698b-47a7-875a-42a3ab420f57 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.098004 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-16617a88-698b-47a7-875a-42a3ab420f57 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/4c493206-6b64-429b-b662-4c82526c3710 HTTP/1.1" status: 204  len: 168 time: 0.4298708
Dec 18 21:04:53.099309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53834) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:53.110619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d668e8a3-1b6e-4b88-811a-30d273b8f976 None None] Calling delete_port for e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:53.140766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-86e28495-5a5a-45df-99d2-1caf82260783 req-6a074657-45e1-4c2a-b22d-3054a203d819 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.13 "GET /v2.0/security-groups?id=8509034b-e16f-418d-a334-67aba04e1263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2301681
Dec 18 21:04:53.162814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Network 926fabdb-33f2-464d-8ff2-762bb2624346 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:53.168311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f85107-1a10-4e90-95af-daaedf107f54 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Subnet': ['ID=c2db1a5f-cbb2-45eb-bef5-15cc432d4500,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:53.177301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:53.184608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:53.185456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:53.186432 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.193016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event updated for resources: {'Port': ['ID=b2e7ce7b-b87d-4d34-af01-5f10d1e71c46,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:53.196110 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5a23af-f56f-45a2-b214-24b8df2de83d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting subnet 7bee8f47-90eb-4871-9bc7-5078d29416bf {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:04:53.201310 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-451957f6-338f-43e0-bffb-e4ebdec5af8e req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.206740 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d6333a5a-affa-48cd-b5d2-09b57546245d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:04:53.207352 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd5a23af-f56f-45a2-b214-24b8df2de83d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.209095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f85107-1a10-4e90-95af-daaedf107f54 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Checking segment: {'id': '9e1c2b2a-82f7-46e3-a683-d025c1d4b77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0bcbfceb-0a2d-47c8-859d-5d83fce39ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:53.209536 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f85107-1a10-4e90-95af-daaedf107f54 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network hostable DHCP agents. Network: 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:04:53.224844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['0cf1d658-7c84-403d-9a60-9404b627e728'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:04:53.228300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e600a68e-b06b-4cd8-9b2a-739bb1f6c699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.1325750
Dec 18 21:04:53.232128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53836) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:53.241501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:53.267460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f85107-1a10-4e90-95af-daaedf107f54 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:04:53.281544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Pushing event deleted for resources: {'Port': ['ID=0cf1d658-7c84-403d-9a60-9404b627e728,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:53.308104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-34f85107-1a10-4e90-95af-daaedf107f54 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:53.312122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a27320-41f7-4fa9-a319-de243682a868 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:53.315197 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6a27320-41f7-4fa9-a319-de243682a868 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.320541 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.321225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.322670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.323327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.323503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebffb3b-322a-4bc4-9cdd-66daaed624c1 None None] Network 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:53.324615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.325439 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.325993 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.326934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.327504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.328022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.328665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.329438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.329906 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:04:53.334172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f85107-1a10-4e90-95af-daaedf107f54 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:53.334799 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34f85107-1a10-4e90-95af-daaedf107f54 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.349684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-451957f6-338f-43e0-bffb-e4ebdec5af8e req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] No DVR routers for this DVR port 0cf1d658-7c84-403d-9a60-9404b627e728 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:53.352251 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-451957f6-338f-43e0-bffb-e4ebdec5af8e req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.356222 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-451957f6-338f-43e0-bffb-e4ebdec5af8e req-0a2189ff-3336-4295-b4fd-afef33af1041 tempest-ServerRescueTestJSONUnderV235-1001053277 tempest-ServerRescueTestJSONUnderV235-1001053277-project] 10.222.0.31 "DELETE /v2.0/ports/0cf1d658-7c84-403d-9a60-9404b627e728 HTTP/1.1" status: 204  len: 173 time: 1.1566424
Dec 18 21:04:53.361422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'name': 'network-vif-deleted', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:04:53.364088 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b6b536-2ef9-46c3-b848-69d896063b71" -d '{"events": [{"server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "name": "network-vif-deleted", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:04:53.368967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd5a23af-f56f-45a2-b214-24b8df2de83d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.370066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.380468 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d668e8a3-1b6e-4b88-811a-30d273b8f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.396219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-34f85107-1a10-4e90-95af-daaedf107f54 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3226526
Dec 18 21:04:53.397753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53840) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:53.422513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-474b90c8-3499-44ed-8c16-e9f80426672b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'subnet': {'network_id': '24a33a78-15f7-4830-a96b-d76d2643166f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:53.448434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668e8a3-1b6e-4b88-811a-30d273b8f976 None None] No DVR routers for this DVR port e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:53.454166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668e8a3-1b6e-4b88-811a-30d273b8f976 None None] Pushing event deleted for resources: {'Port': ['ID=e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:53.484086 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87628a4-09d8-4830-a09b-54bac9ce37fa x-openstack-request-id: req-f87628a4-09d8-4830-a09b-54bac9ce37fa {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:04:53.484377 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66babd8d-06b0-4cb2-8e2e-d37c5e1aae25", "name": "network-vif-deleted", "tag": "0cf1d658-7c84-403d-9a60-9404b627e728", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:04:53.484629 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f87628a4-09d8-4830-a09b-54bac9ce37fa {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:04:53.485071 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66babd8d-06b0-4cb2-8e2e-d37c5e1aae25', 'name': 'network-vif-deleted', 'tag': '0cf1d658-7c84-403d-9a60-9404b627e728', 'status': 'completed', 'code': 200}
Dec 18 21:04:53.492148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c2d480-edb4-41a8-bec8-3dd9c280ce88 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:53.607215 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd5a23af-f56f-45a2-b214-24b8df2de83d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.651965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0bcbfceb-0a2d-47c8-859d-5d83fce39ad8', 'network_id': '0bcbfceb-0a2d-47c8-859d-5d83fce39ad8', 'project_id': '601f039e95d94afdbbb097bf19996949', 'fixed_ips': [{'subnet_id': 'c2db1a5f-cbb2-45eb-bef5-15cc432d4500'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:04:53.654947 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.661009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474b90c8-3499-44ed-8c16-e9f80426672b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:53.665170 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-474b90c8-3499-44ed-8c16-e9f80426672b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.779857 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd5a23af-f56f-45a2-b214-24b8df2de83d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.801749 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '555dda47-ec60-45e5-a845-9024fd55af33'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:04:53.802644 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.819151 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a23af-f56f-45a2-b214-24b8df2de83d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Subnet': ['ID=7bee8f47-90eb-4871-9bc7-5078d29416bf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:53.829003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dd5a23af-f56f-45a2-b214-24b8df2de83d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:53.832390 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dd5a23af-f56f-45a2-b214-24b8df2de83d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/7bee8f47-90eb-4871-9bc7-5078d29416bf HTTP/1.1" status: 204  len: 168 time: 0.7318275
Dec 18 21:04:53.835580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53844) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:53.893394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018df0c1-600b-4e1b-96af-6c69fbc196df None None] Network 550ac704-4177-46a4-a1e7-29ba402c2bac requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:53.977618 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.067826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Allocated IP 172.20.0.2 (0bcbfceb-0a2d-47c8-859d-5d83fce39ad8/c2db1a5f-cbb2-45eb-bef5-15cc432d4500/c9adf380-a390-48f7-bb66-83d0bd25ac45) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:54.072118 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-474b90c8-3499-44ed-8c16-e9f80426672b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.133335 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:54.148664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] device_id is not set on port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:54.173404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.173641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:54.173959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e5e3d1cb-d592-45b0-8f32-ccf1fa8c35ce not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:54.200265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b90c8-3499-44ed-8c16-e9f80426672b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Subnet': ['ID=828146d2-0a7e-4fdc-9a5a-8c253037e209,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:54.204405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b90c8-3499-44ed-8c16-e9f80426672b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Checking segment: {'id': 'af8e5a09-7359-4b48-aa24-39ec027ab8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '24a33a78-15f7-4830-a96b-d76d2643166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:54.204920 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b90c8-3499-44ed-8c16-e9f80426672b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network hostable DHCP agents. Network: 24a33a78-15f7-4830-a96b-d76d2643166f, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:04:54.212080 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.212842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port fc6d3842-34e7-4459-8a23-37d43978c7bf {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:54.213525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.262746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Allocated IP 172.20.0.2 (366763c1-8ffb-4916-bf33-b9164c04d44d/555dda47-ec60-45e5-a845-9024fd55af33/8e4a72bf-8467-43ea-b536-782c32b3e7aa) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:54.267361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53850) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:54.268128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a81d2-cbfd-46f3-962b-22974d84a983 req-93876c72-7d47-4111-bac5-37f878e8af74 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:54.276382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e4a81d2-cbfd-46f3-962b-22974d84a983 req-93876c72-7d47-4111-bac5-37f878e8af74 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 944 time: 0.1494536
Dec 18 21:04:54.357084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae3c970-dd4a-40ad-91f7-5b090e7c8e11 None None] DHCP port deletion for 550ac704-4177-46a4-a1e7-29ba402c2bac request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:04:54.363592 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e4a81d2-cbfd-46f3-962b-22974d84a983 req-d6e0cdd6-3ae3-42eb-b099-c74e8faa0a45 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862489
Dec 18 21:04:54.376226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b90c8-3499-44ed-8c16-e9f80426672b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 24a33a78-15f7-4830-a96b-d76d2643166f is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:04:54.377836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.387753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] For port fc6d3842-34e7-4459-8a23-37d43978c7bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc6d3842-34e7-4459-8a23-37d43978c7bf,segment=NetworkSegment(35f56e00-d0aa-40c5-8ba8-41729d43c369),segment_id=35f56e00-d0aa-40c5-8ba8-41729d43c369)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:54.388149 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.419177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event updated for resources: {'Port': ['ID=b2e7ce7b-b87d-4d34-af01-5f10d1e71c46,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:54.422786 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.436213 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for fc6d3842-34e7-4459-8a23-37d43978c7bf owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:54.439765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-474b90c8-3499-44ed-8c16-e9f80426672b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 24a33a78-15f7-4830-a96b-d76d2643166f) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:54.448105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.objects.ports [None req-d6a27320-41f7-4fa9-a319-de243682a868 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:04:54.450042 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474b90c8-3499-44ed-8c16-e9f80426672b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:54.450643 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-474b90c8-3499-44ed-8c16-e9f80426672b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.451162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6a27320-41f7-4fa9-a319-de243682a868 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.456752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:54.457307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:54.458615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:54.481716 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbafbc79-d211-4bf1-ba8a-02a8261ed7c5 None None] Network 24a33a78-15f7-4830-a96b-d76d2643166f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:54.489165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Network 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:54.496840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:54.497195 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:54.502843 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 2 to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46
Dec 18 21:04:54.506460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a27320-41f7-4fa9-a319-de243682a868 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:54.516521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:54.518850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d6a27320-41f7-4fa9-a319-de243682a868 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:54.523552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a27320-41f7-4fa9-a319-de243682a868 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:54.524173 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6a27320-41f7-4fa9-a319-de243682a868 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.527484 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-474b90c8-3499-44ed-8c16-e9f80426672b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1259351
Dec 18 21:04:54.536995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53852) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:54.547529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-31038cbe-a6bb-4b82-9a81-068ad26f670a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1386254027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:54.548360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Pushing event updated for resources: {'Port': ['ID=c9adf380-a390-48f7-bb66-83d0bd25ac45,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:54.553893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:54.554476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:54.554993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:54.563344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:54.564010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d6a27320-41f7-4fa9-a319-de243682a868 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.6066616
Dec 18 21:04:54.565330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53854) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:54.577013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:b3:e7:26', 'name': 'tempest-NetworksTestDHCPv6-1352073636'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:54.583328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a27320-41f7-4fa9-a319-de243682a868 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=7eb2f07d-bef6-4e9c-889a-312e32a29940,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:54.585694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:54.586209 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:54.597248 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 3 to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46
Dec 18 21:04:54.648438 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.656367 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:54.656718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:54.657060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:54.670302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:54.670652 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:54.674022 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 4 to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46
Dec 18 21:04:54.686175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=fc6d3842-34e7-4459-8a23-37d43978c7bf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:54.687270 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31038cbe-a6bb-4b82-9a81-068ad26f670a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.688332 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31038cbe-a6bb-4b82-9a81-068ad26f670a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.691508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No DVR routers for this DVR port fc6d3842-34e7-4459-8a23-37d43978c7bf on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:54.695635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:54.695986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:54.696462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:54.717886 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:54.718366 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:54.726235 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 5 to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46
Dec 18 21:04:54.790598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:54.791595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:54.791595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:54.800502 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31038cbe-a6bb-4b82-9a81-068ad26f670a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.802149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:54.802535 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:54.804627 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 6 to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46
Dec 18 21:04:54.806619 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.820876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:54.821248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:54.821544 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:54.826937 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31038cbe-a6bb-4b82-9a81-068ad26f670a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.840741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:54.840741 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:54.844508 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 7 to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46
Dec 18 21:04:54.852724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365eec8820>,) {'filters': {'network_id': ['550ac704-4177-46a4-a1e7-29ba402c2bac']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:54.856092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-cae3c970-dd4a-40ad-91f7-5b090e7c8e11 None None] Deleting port fc6d3842-34e7-4459-8a23-37d43978c7bf {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:54.856476 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cae3c970-dd4a-40ad-91f7-5b090e7c8e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.864833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:54.865431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:54.866123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:54.867860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365eec8820>, '35f56e00-d0aa-40c5-8ba8-41729d43c369') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:54.868170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365eec8820>, '35f56e00-d0aa-40c5-8ba8-41729d43c369') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:04:54.871032 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31038cbe-a6bb-4b82-9a81-068ad26f670a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.872460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-31038cbe-a6bb-4b82-9a81-068ad26f670a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3322692
Dec 18 21:04:54.875463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:54.875926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53856) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:54.883174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Attempting to bind port c9adf380-a390-48f7-bb66-83d0bd25ac45 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:54.883526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:54.883660 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Attempting to bind port c9adf380-a390-48f7-bb66-83d0bd25ac45 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e1c2b2a-82f7-46e3-a683-d025c1d4b77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0bcbfceb-0a2d-47c8-859d-5d83fce39ad8'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:54.883881 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:54.884000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Attempting to bind port c9adf380-a390-48f7-bb66-83d0bd25ac45 on network 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:54.886539 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.893809 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 8 to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46
Dec 18 21:04:54.929175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:54.929557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Checking segment: {'id': '9e1c2b2a-82f7-46e3-a683-d025c1d4b77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0bcbfceb-0a2d-47c8-859d-5d83fce39ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:54.929957 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.930376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Bound using segment: {'id': '9e1c2b2a-82f7-46e3-a683-d025c1d4b77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0bcbfceb-0a2d-47c8-859d-5d83fce39ad8'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:54.930861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Bound port: c9adf380-a390-48f7-bb66-83d0bd25ac45, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1c2b2a-82f7-46e3-a683-d025c1d4b77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0bcbfceb-0a2d-47c8-859d-5d83fce39ad8'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:54.931238 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.938281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:54.938776 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:54.939338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:54.947149 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.952380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:54.952380 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:54.953574 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 9 to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46
Dec 18 21:04:54.979146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:54.979636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:54.980085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:54.989448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:54.989928 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:54.992662 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:54.996914 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 10 to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46
Dec 18 21:04:55.018913 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:55.019291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:55.019744 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:55.030214 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:55.030695 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:55.031161 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.040781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-24a33a78-15f7-4830-a96b-d76d2643166f', 'network_id': '24a33a78-15f7-4830-a96b-d76d2643166f', 'project_id': '601f039e95d94afdbbb097bf19996949', 'fixed_ips': [{'subnet_id': '828146d2-0a7e-4fdc-9a5a-8c253037e209'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:04:55.041564 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.049232 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.065606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-cae3c970-dd4a-40ad-91f7-5b090e7c8e11 None None] For port fc6d3842-34e7-4459-8a23-37d43978c7bf, host ncdv-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:55.066012 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cae3c970-dd4a-40ad-91f7-5b090e7c8e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.098897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 622c510a-46a4-4079-8346-6a39b40d5da4 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:55.105807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:55.107176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-cae3c970-dd4a-40ad-91f7-5b090e7c8e11 None None] Calling delete_port for fc6d3842-34e7-4459-8a23-37d43978c7bf owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:55.115784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.ipam_backend_mixin [None req-cae3c970-dd4a-40ad-91f7-5b090e7c8e11 None None] Port fc6d3842-34e7-4459-8a23-37d43978c7bf was not found and therefore no delete operation was performed {{(pid=126010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:04:55.125537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:55.127539 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Pushing event updated for resources: {'Port': ['ID=8e4a72bf-8467-43ea-b536-782c32b3e7aa,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:55.133364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:55.135408 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cae3c970-dd4a-40ad-91f7-5b090e7c8e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.154492 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3c970-dd4a-40ad-91f7-5b090e7c8e11 None None] No DVR routers for this DVR port fc6d3842-34e7-4459-8a23-37d43978c7bf on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:04:55.172472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] For port c9adf380-a390-48f7-bb66-83d0bd25ac45, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:55.173239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] For port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:55.173239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempted to set empty binding levels {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 18 21:04:55.186637 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.250891 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3c970-dd4a-40ad-91f7-5b090e7c8e11 None None] Pushing event deleted for resources: {'Port': ['ID=fc6d3842-34e7-4459-8a23-37d43978c7bf,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:55.253855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] For port c9adf380-a390-48f7-bb66-83d0bd25ac45, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9adf380-a390-48f7-bb66-83d0bd25ac45,segment=NetworkSegment(9e1c2b2a-82f7-46e3-a683-d025c1d4b77f),segment_id=9e1c2b2a-82f7-46e3-a683-d025c1d4b77f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:55.257185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] In _notify_port_updated(), no bound segment for port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:04:55.258066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.258714 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.263516 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "PUT /v2.0/ports/b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 HTTP/1.1" status: 200  len: 978 time: 2.0261824
Dec 18 21:04:55.264506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53860) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:55.275993 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.325218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c99a90-29c5-4758-8f32-a9ce07e89a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event updated for resources: {'Port': ['ID=b2e7ce7b-b87d-4d34-af01-5f10d1e71c46,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:55.331904 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.339925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:04:55.340631 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:04:55.356616 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:04:55.406378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.406868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.407344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.407814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.408275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.408738 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.409197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.409654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.410118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.410620 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.411750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.412850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.413149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.413622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.414083 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.414575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.415040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.415484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.415947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.416384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.416847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.417306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.417759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.418215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.418709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.419168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.426472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-efd30fb0-fb44-45ef-ab2e-c209dc8b2436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 23556 time: 0.1555624
Dec 18 21:04:55.427141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53864) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:55.428889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Attempting to bind port 8e4a72bf-8467-43ea-b536-782c32b3e7aa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:55.428889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Attempting to bind port 8e4a72bf-8467-43ea-b536-782c32b3e7aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:55.428889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Attempting to bind port 8e4a72bf-8467-43ea-b536-782c32b3e7aa on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:55.463635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85244798-703a-4e0a-b14e-554eb5e27d94 None None] Pushing event updated for resources: {'Port': ['ID=c9adf380-a390-48f7-bb66-83d0bd25ac45,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:55.475208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:55.475997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:55.476693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.477309 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:55.478180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Bound port: 8e4a72bf-8467-43ea-b536-782c32b3e7aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:55.478803 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.483024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Allocated IP 172.21.0.2 (24a33a78-15f7-4830-a96b-d76d2643166f/828146d2-0a7e-4fdc-9a5a-8c253037e209/e02090fb-f736-4c77-9a47-5a9a50799cfb) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:55.484489 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 172.20.0.11 (366763c1-8ffb-4916-bf33-b9164c04d44d/555dda47-ec60-45e5-a845-9024fd55af33/622c510a-46a4-4079-8346-6a39b40d5da4) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:55.535324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::f816:3eff:feb3:e726 (366763c1-8ffb-4916-bf33-b9164c04d44d/7eb2f07d-bef6-4e9c-889a-312e32a29940/622c510a-46a4-4079-8346-6a39b40d5da4) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:55.599001 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.635199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.635478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] For port 8e4a72bf-8467-43ea-b536-782c32b3e7aa, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:55.642806 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/networks/550ac704-4177-46a4-a1e7-29ba402c2bac HTTP/1.1" status: 204  len: 168 time: 1.8057497
Dec 18 21:04:55.643714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48e04f-b697-4114-b5e0-886188a91c25 req-0e579747-b569-46e4-84c5-d286f50e495f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:55.645912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a48e04f-b697-4114-b5e0-886188a91c25 req-0e579747-b569-46e4-84c5-d286f50e495f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 944 time: 0.1576464
Dec 18 21:04:55.650381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53866) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:55.655308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-43d6fcd7-735c-4f81-a891-0541dcd3f78c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1659623987'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:55.662291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] For port 8e4a72bf-8467-43ea-b536-782c32b3e7aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e4a72bf-8467-43ea-b536-782c32b3e7aa,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:55.679077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7168f5-b5dc-49ee-99cb-5fba0a5eb9ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Network': ['ID=550ac704-4177-46a4-a1e7-29ba402c2bac,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:55.679338 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.760354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9d155d27-e35c-478f-9b8f-905923a85d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Deleting port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:55.760740 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d155d27-e35c-478f-9b8f-905923a85d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.825378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fd280-0880-4f8b-a937-358a02307c93 None None] Pushing event updated for resources: {'Port': ['ID=8e4a72bf-8467-43ea-b536-782c32b3e7aa,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:55.825771 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.830518 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-830e41fc-7470-4a1c-a0a2-963391c68248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.830714 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.847009 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.908226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Network 24a33a78-15f7-4830-a96b-d76d2643166f is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:55.921311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d6fcd7-735c-4f81-a891-0541dcd3f78c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:55.923160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:55.925610 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43d6fcd7-735c-4f81-a891-0541dcd3f78c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:55.928515 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:55.937416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a48e04f-b697-4114-b5e0-886188a91c25 req-550e10aa-1386-4be6-9914-fa5e04e70d1a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005150
Dec 18 21:04:55.995556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-9d155d27-e35c-478f-9b8f-905923a85d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] For port b2e7ce7b-b87d-4d34-af01-5f10d1e71c46, host nch2-master-1, got binding levels [] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:55.997205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d155d27-e35c-478f-9b8f-905923a85d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.015584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Pushing event updated for resources: {'Port': ['ID=e02090fb-f736-4c77-9a47-5a9a50799cfb,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:56.018169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9d155d27-e35c-478f-9b8f-905923a85d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Calling delete_port for b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:56.032241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Attempting to bind port e02090fb-f736-4c77-9a47-5a9a50799cfb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:56.032620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Attempting to bind port e02090fb-f736-4c77-9a47-5a9a50799cfb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'af8e5a09-7359-4b48-aa24-39ec027ab8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '24a33a78-15f7-4830-a96b-d76d2643166f'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:56.032990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Attempting to bind port e02090fb-f736-4c77-9a47-5a9a50799cfb on network 24a33a78-15f7-4830-a96b-d76d2643166f {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:56.046031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:04:56.046438 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Checking segment: {'id': 'af8e5a09-7359-4b48-aa24-39ec027ab8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '24a33a78-15f7-4830-a96b-d76d2643166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:56.054854 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.054854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Bound using segment: {'id': 'af8e5a09-7359-4b48-aa24-39ec027ab8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '24a33a78-15f7-4830-a96b-d76d2643166f'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:04:56.054854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Bound port: e02090fb-f736-4c77-9a47-5a9a50799cfb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8e5a09-7359-4b48-aa24-39ec027ab8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '24a33a78-15f7-4830-a96b-d76d2643166f'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:04:56.054854 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.114945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0cf1d658-7c84-403d-9a60-9404b627e728 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:56.117398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c9adf380-a390-48f7-bb66-83d0bd25ac45 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:56.124161 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.174362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d6333a5a-affa-48cd-b5d2-09b57546245d up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:56.179271 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.237890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d6fcd7-735c-4f81-a891-0541dcd3f78c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:04:56.252797 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 0cf1d658-7c84-403d-9a60-9404b627e728 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:56.253154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0cf1d658-7c84-403d-9a60-9404b627e728 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:56.253992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:56.272057 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d155d27-e35c-478f-9b8f-905923a85d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.283663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:56.287282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:56.297403 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43d6fcd7-735c-4f81-a891-0541dcd3f78c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.297737 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-43d6fcd7-735c-4f81-a891-0541dcd3f78c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Added segment e8d5af40-1231-4251-843b-5f623025fa41 of type vlan for network a32aa87e-1298-4778-953f-a736efb6ffb1
Dec 18 21:04:56.312018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] For port e02090fb-f736-4c77-9a47-5a9a50799cfb, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:04:56.313971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port c9adf380-a390-48f7-bb66-83d0bd25ac45 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:56.314369 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.317930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] For port e02090fb-f736-4c77-9a47-5a9a50799cfb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e02090fb-f736-4c77-9a47-5a9a50799cfb,segment=NetworkSegment(af8e5a09-7359-4b48-aa24-39ec027ab8cf),segment_id=af8e5a09-7359-4b48-aa24-39ec027ab8cf)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:04:56.347434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port d6333a5a-affa-48cd-b5d2-09b57546245d completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:04:56.352048 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d155d27-e35c-478f-9b8f-905923a85d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.355999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9d155d27-e35c-478f-9b8f-905923a85d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 HTTP/1.1" status: 204  len: 168 time: 0.9279304
Dec 18 21:04:56.362580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53870) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:56.363169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=622c510a-46a4-4079-8346-6a39b40d5da4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:56.363611 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.394241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port d6333a5a-affa-48cd-b5d2-09b57546245d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:56.394737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.437954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d155d27-e35c-478f-9b8f-905923a85d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2e7ce7b-b87d-4d34-af01-5f10d1e71c46,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:56.450223 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-78378231-68b0-4b10-b982-ea7a65e4156a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] GET failed (client error): The resource could not be found.
Dec 18 21:04:56.451286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-78378231-68b0-4b10-b982-ea7a65e4156a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "GET /v2.0/ports/b2e7ce7b-b87d-4d34-af01-5f10d1e71c46 HTTP/1.1" status: 404  len: 333 time: 0.0814149
Dec 18 21:04:56.453376 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43d6fcd7-735c-4f81-a891-0541dcd3f78c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.460483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53872) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:56.467257 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-862484703', 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:56.515856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Allocated IP 172.20.0.1 (0bcbfceb-0a2d-47c8-859d-5d83fce39ad8/c2db1a5f-cbb2-45eb-bef5-15cc432d4500/ef80c973-be98-45f2-a987-f7c4309400ab) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:56.533504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:56.534693 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.553819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58523cbb-d40d-476e-8efb-6c755ef3073c None None] Pushing event updated for resources: {'Port': ['ID=e02090fb-f736-4c77-9a47-5a9a50799cfb,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:56.571156 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43d6fcd7-735c-4f81-a891-0541dcd3f78c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.579557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6fcd7-735c-4f81-a891-0541dcd3f78c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:56.580471 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43d6fcd7-735c-4f81-a891-0541dcd3f78c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.612037 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.621635 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.666865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-871c8dec-c25e-441a-bca3-d07766012faa tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 2.0925708
Dec 18 21:04:56.672308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53874) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:56.673878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7488031b-21d1-4bf2-a8fe-baa195bfbaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6333a5a-affa-48cd-b5d2-09b57546245d'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:04:56.676283 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc2a96b-e0f5-422a-80f5-3526028c8058" -d '{"events": [{"server_uuid": "7488031b-21d1-4bf2-a8fe-baa195bfbaa5", "name": "network-vif-plugged", "status": "completed", "tag": "d6333a5a-affa-48cd-b5d2-09b57546245d"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:04:56.702746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port c9adf380-a390-48f7-bb66-83d0bd25ac45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9adf380-a390-48f7-bb66-83d0bd25ac45,segment=NetworkSegment(9e1c2b2a-82f7-46e3-a683-d025c1d4b77f),segment_id=9e1c2b2a-82f7-46e3-a683-d025c1d4b77f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:56.708931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d6333a5a-affa-48cd-b5d2-09b57546245d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6333a5a-affa-48cd-b5d2-09b57546245d,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:56.716871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Made reservation on behalf of a896dbe6d5e04936beef4d9a2e198e42 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:56.719109 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.719403 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.775402 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-43d6fcd7-735c-4f81-a891-0541dcd3f78c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.1233661
Dec 18 21:04:56.803224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.808634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53878) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:56.815198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] device_id is not set on port f4c3ee7b-f952-49ab-8548-746d17277db5 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:56.835931 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56292758-8a26-48ba-8298-d6e521283f4c x-openstack-request-id: req-56292758-8a26-48ba-8298-d6e521283f4c {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:04:56.836072 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7488031b-21d1-4bf2-a8fe-baa195bfbaa5", "name": "network-vif-plugged", "status": "completed", "tag": "d6333a5a-affa-48cd-b5d2-09b57546245d", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:04:56.836303 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56292758-8a26-48ba-8298-d6e521283f4c {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:04:56.837291 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7488031b-21d1-4bf2-a8fe-baa195bfbaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6333a5a-affa-48cd-b5d2-09b57546245d', 'code': 200}
Dec 18 21:04:56.838505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=c9adf380-a390-48f7-bb66-83d0bd25ac45,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:56.852716 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fc6d3842-34e7-4459-8a23-37d43978c7bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:04:56.856433 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.863067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a40dd3f6-bd39-4b4d-a9a6-2e0185800caf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'subnet': {'network_id': 'a32aa87e-1298-4778-953f-a736efb6ffb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:56.863961 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:56.886815 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6fcd7-735c-4f81-a891-0541dcd3f78c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Network': ['ID=a32aa87e-1298-4778-953f-a736efb6ffb1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:56.938877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d38cf9b-0fcf-4bb0-9d31-6375512f2223 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:56.949749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d38cf9b-0fcf-4bb0-9d31-6375512f2223 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:56.954764 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7d38cf9b-0fcf-4bb0-9d31-6375512f2223 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1764 time: 0.2768247
Dec 18 21:04:56.969153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: fc6d3842-34e7-4459-8a23-37d43978c7bf {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:04:56.969506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device fc6d3842-34e7-4459-8a23-37d43978c7bf not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:04:56.982852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53880) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:56.989599 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network a32aa87e-1298-4778-953f-a736efb6ffb1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:04:57.029970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:57.043739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:57.050752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:57.098622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=ef80c973-be98-45f2-a987-f7c4309400ab,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:57.119855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=d6333a5a-affa-48cd-b5d2-09b57546245d,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:57.218228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68292c-176d-4155-b5a1-7a0c5fd13cb5 req-e47d7486-c10f-433f-80e4-6cc8afa5de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:57.219943 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e68292c-176d-4155-b5a1-7a0c5fd13cb5 req-e47d7486-c10f-433f-80e4-6cc8afa5de56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 1096 time: 0.3399963
Dec 18 21:04:57.221400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-830e41fc-7470-4a1c-a0a2-963391c68248 admin admin] Deleting port addfb8c7-637c-4827-ba29-3fe3a22c8424 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:57.221743 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-830e41fc-7470-4a1c-a0a2-963391c68248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.257144 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.278215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40dd3f6-bd39-4b4d-a9a6-2e0185800caf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:57.278799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c7e6f1-1da4-4816-8429-40b9f30aa0ad None None] Network 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:57.283866 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a40dd3f6-bd39-4b4d-a9a6-2e0185800caf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.365352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-38ad78e3-999d-44b8-8d48-78346cfe3fd7 None None] Provisioning complete for port c9adf380-a390-48f7-bb66-83d0bd25ac45 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:57.366450 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-38ad78e3-999d-44b8-8d48-78346cfe3fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.420330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ec364774-cb8e-4a31-9890-aacc5a044091 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 622c510a-46a4-4079-8346-6a39b40d5da4 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:57.420662 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec364774-cb8e-4a31-9890-aacc5a044091 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.424354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff1768-181c-4d31-b4cc-a9caf9103723 req-28950b3a-0361-46d6-b3d6-14f77813ae35 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:57.426839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7cff1768-181c-4d31-b4cc-a9caf9103723 req-28950b3a-0361-46d6-b3d6-14f77813ae35 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 945 time: 0.2635074
Dec 18 21:04:57.513463 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e68292c-176d-4155-b5a1-7a0c5fd13cb5 req-48cf1285-a87e-461d-961e-a399fbf46818 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2757137
Dec 18 21:04:57.534648 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.537677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-830e41fc-7470-4a1c-a0a2-963391c68248 admin admin] For port addfb8c7-637c-4827-ba29-3fe3a22c8424, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=addfb8c7-637c-4827-ba29-3fe3a22c8424,segment=NetworkSegment(713e187f-bae8-4057-a003-f9fc75025629),segment_id=713e187f-bae8-4057-a003-f9fc75025629)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:57.538214 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-830e41fc-7470-4a1c-a0a2-963391c68248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.593510 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-830e41fc-7470-4a1c-a0a2-963391c68248 admin admin] Calling delete_port for addfb8c7-637c-4827-ba29-3fe3a22c8424 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:57.597348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7cff1768-181c-4d31-b4cc-a9caf9103723 req-679e1efd-4425-43f5-a8aa-c01737cff777 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322474
Dec 18 21:04:57.638298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.699231 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.705172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a40dd3f6-bd39-4b4d-a9a6-2e0185800caf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.705414 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec364774-cb8e-4a31-9890-aacc5a044091 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.724637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ec364774-cb8e-4a31-9890-aacc5a044091 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 622c510a-46a4-4079-8346-6a39b40d5da4 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:57.822731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Network 926fabdb-33f2-464d-8ff2-762bb2624346 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:57.831554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94a132-c863-43f0-aa7a-f9a07efc5e71 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:57.838127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:57.844753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:57.845940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:57.846678 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.849361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event updated for resources: {'Port': ['ID=f4c3ee7b-f952-49ab-8548-746d17277db5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:57.858998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dd3f6-bd39-4b4d-a9a6-2e0185800caf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Subnet': ['ID=2ab00657-8b68-4b0e-bb84-cd89fbcb3bd2,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:57.888076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cbf1ac9d-3da9-4f2d-9b5e-7e3fc3d540c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.4265168
Dec 18 21:04:57.894585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53886) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:57.906756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40dd3f6-bd39-4b4d-a9a6-2e0185800caf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Checking segment: {'id': 'e8d5af40-1231-4251-843b-5f623025fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a32aa87e-1298-4778-953f-a736efb6ffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:04:57.907377 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40dd3f6-bd39-4b4d-a9a6-2e0185800caf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network hostable DHCP agents. Network: a32aa87e-1298-4778-953f-a736efb6ffb1, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:04:57.941639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4df59aad-385a-49fd-b6cf-0f61044fc9f7 None None] Provisioning complete for port 8e4a72bf-8467-43ea-b536-782c32b3e7aa triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:57.943087 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4df59aad-385a-49fd-b6cf-0f61044fc9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:57.948340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933afb6-d0c7-4394-a774-2beb137e8285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:57.952563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c933afb6-d0c7-4394-a774-2beb137e8285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "GET /v2.0/ports/f4c3ee7b-f952-49ab-8548-746d17277db5 HTTP/1.1" status: 200  len: 958 time: 0.0537691
Dec 18 21:04:57.953005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53888) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:57.962524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40dd3f6-bd39-4b4d-a9a6-2e0185800caf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network a32aa87e-1298-4778-953f-a736efb6ffb1 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:04:58.000280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-a40dd3f6-bd39-4b4d-a9a6-2e0185800caf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a32aa87e-1298-4778-953f-a736efb6ffb1) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:58.027530 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab7cf1-f730-4895-be09-f8cbbd499d9a None None] Network a32aa87e-1298-4778-953f-a736efb6ffb1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:58.034309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40dd3f6-bd39-4b4d-a9a6-2e0185800caf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:58.035720 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a40dd3f6-bd39-4b4d-a9a6-2e0185800caf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.078730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a40dd3f6-bd39-4b4d-a9a6-2e0185800caf tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2500055
Dec 18 21:04:58.080001 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53890) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:58.087351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a38a4aa0-67dc-4c44-8ab4-ea5cd37f605f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-663651713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:58.144484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-41616b5b-d4f4-489a-bdca-16192c33f881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Deleting port f4c3ee7b-f952-49ab-8548-746d17277db5 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:04:58.144993 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41616b5b-d4f4-489a-bdca-16192c33f881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.174836 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:04:58.205694 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a38a4aa0-67dc-4c44-8ab4-ea5cd37f605f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.206946 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a38a4aa0-67dc-4c44-8ab4-ea5cd37f605f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.260608 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41616b5b-d4f4-489a-bdca-16192c33f881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.292149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-41616b5b-d4f4-489a-bdca-16192c33f881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Calling delete_port for f4c3ee7b-f952-49ab-8548-746d17277db5 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:04:58.429525 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41616b5b-d4f4-489a-bdca-16192c33f881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.433314 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.435614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 8e4a72bf-8467-43ea-b536-782c32b3e7aa up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:58.446594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.471156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41616b5b-d4f4-489a-bdca-16192c33f881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4c3ee7b-f952-49ab-8548-746d17277db5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:58.484893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7813a8e-17e4-4e27-867a-65a2eedd5f63 None None] Network 24a33a78-15f7-4830-a96b-d76d2643166f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:04:58.489075 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41616b5b-d4f4-489a-bdca-16192c33f881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.496597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-41616b5b-d4f4-489a-bdca-16192c33f881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f4c3ee7b-f952-49ab-8548-746d17277db5 HTTP/1.1" status: 204  len: 168 time: 0.5399086
Dec 18 21:04:58.496979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53894) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:58.529997 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac092228-1c5c-4a26-995f-ba52f9d2ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] GET failed (client error): The resource could not be found.
Dec 18 21:04:58.536512 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ac092228-1c5c-4a26-995f-ba52f9d2ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "GET /v2.0/ports/f4c3ee7b-f952-49ab-8548-746d17277db5 HTTP/1.1" status: 404  len: 333 time: 0.0341630
Dec 18 21:04:58.537708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53896) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:58.544659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Request body: {'port': {'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333132262'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:58.552952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-830e41fc-7470-4a1c-a0a2-963391c68248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.574379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Made reservation on behalf of a896dbe6d5e04936beef4d9a2e198e42 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:04:58.577596 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.596197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] device_id is not set on port 8459e83e-ad71-495c-a9b7-16f33b239d82 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:58.603242 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.604918 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=ef80c973-be98-45f2-a987-f7c4309400ab,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:58.606376 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4df59aad-385a-49fd-b6cf-0f61044fc9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.658403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a32aa87e-1298-4778-953f-a736efb6ffb1', 'network_id': 'a32aa87e-1298-4778-953f-a736efb6ffb1', 'project_id': '3ada50ccbe004ac887658264d222db1f', 'fixed_ips': [{'subnet_id': '2ab00657-8b68-4b0e-bb84-cd89fbcb3bd2'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:04:58.659258 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.697862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808cdbb5-a03a-4dd9-9f5c-17a197f6fcc1 None None] Update dhcp port {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': '555dda47-ec60-45e5-a845-9024fd55af33', 'ip_address': '172.20.0.2'}, {'subnet_id': '7eb2f07d-bef6-4e9c-889a-312e32a29940'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '8e4a72bf-8467-43ea-b536-782c32b3e7aa'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 21:04:58.698346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e41fc-7470-4a1c-a0a2-963391c68248 admin admin] Pushing event deleted for resources: {'Port': ['ID=addfb8c7-637c-4827-ba29-3fe3a22c8424,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:58.700255 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec364774-cb8e-4a31-9890-aacc5a044091 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.769922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4df59aad-385a-49fd-b6cf-0f61044fc9f7 None None] For port 8e4a72bf-8467-43ea-b536-782c32b3e7aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e4a72bf-8467-43ea-b536-782c32b3e7aa,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:58.771573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 8e4a72bf-8467-43ea-b536-782c32b3e7aa triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:58.771934 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.776677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec364774-cb8e-4a31-9890-aacc5a044091 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=622c510a-46a4-4079-8346-6a39b40d5da4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:58.819213 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-808cdbb5-a03a-4dd9-9f5c-17a197f6fcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.838029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a38a4aa0-67dc-4c44-8ab4-ea5cd37f605f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.844415 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4df59aad-385a-49fd-b6cf-0f61044fc9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.849084 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a38a4aa0-67dc-4c44-8ab4-ea5cd37f605f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.883377 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9377e-25bb-4dd4-b6ad-1e09e8a71fec req-3706bd37-8e82-4b33-9833-f830faffe313 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:58.884903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2d9377e-25bb-4dd4-b6ad-1e09e8a71fec req-3706bd37-8e82-4b33-9833-f830faffe313 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 945 time: 0.1829348
Dec 18 21:04:58.904651 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a38a4aa0-67dc-4c44-8ab4-ea5cd37f605f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:58.908594 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a38a4aa0-67dc-4c44-8ab4-ea5cd37f605f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.8246174
Dec 18 21:04:58.912101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53900) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:59.009424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2d9377e-25bb-4dd4-b6ad-1e09e8a71fec req-6df99d02-dcc4-40a0-8d8b-0b3e1bae829c tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109061
Dec 18 21:04:59.033682 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.066349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df59aad-385a-49fd-b6cf-0f61044fc9f7 None None] Pushing event updated for resources: {'Port': ['ID=8e4a72bf-8467-43ea-b536-782c32b3e7aa,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:59.095521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.107412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2d10f995-ee97-434c-9b84-317200f52bcf None None] Provisioning complete for port e02090fb-f736-4c77-9a47-5a9a50799cfb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:59.108114 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2d10f995-ee97-434c-9b84-317200f52bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.111845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Allocated IP 2001:db8::2 (a32aa87e-1298-4778-953f-a736efb6ffb1/2ab00657-8b68-4b0e-bb84-cd89fbcb3bd2/508590bd-88a1-4b8f-8d98-5eb70a611ba4) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:59.153491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Network 926fabdb-33f2-464d-8ff2-762bb2624346 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:59.156842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:59.162912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:59.164271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:59.165624 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.168647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event updated for resources: {'Port': ['ID=8459e83e-ad71-495c-a9b7-16f33b239d82,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:59.202809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f1c5744d-af39-4aa8-8fae-497fc0f112da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.6621959
Dec 18 21:04:59.203208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53902) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:59.209189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:04:59.267519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c9adf380-a390-48f7-bb66-83d0bd25ac45 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:04:59.289760 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.337240 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-808cdbb5-a03a-4dd9-9f5c-17a197f6fcc1 None None] Allocated IP 2001:db8::f816:3eff:fe24:b8ac (366763c1-8ffb-4916-bf33-b9164c04d44d/7eb2f07d-bef6-4e9c-889a-312e32a29940/8e4a72bf-8467-43ea-b536-782c32b3e7aa) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:04:59.387116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:59.420134 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:59.497620 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2d10f995-ee97-434c-9b84-317200f52bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.513862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec364774-cb8e-4a31-9890-aacc5a044091 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.521767 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ec364774-cb8e-4a31-9890-aacc5a044091 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/622c510a-46a4-4079-8346-6a39b40d5da4 HTTP/1.1" status: 204  len: 168 time: 2.5347073
Dec 18 21:04:59.532408 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] device_id is not set on port 8459e83e-ad71-495c-a9b7-16f33b239d82 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:04:59.537989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53906) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:59.554709 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.562234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port c9adf380-a390-48f7-bb66-83d0bd25ac45 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:59.562680 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.596619 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.653396 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.658430 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-808cdbb5-a03a-4dd9-9f5c-17a197f6fcc1 None None] For port 8e4a72bf-8467-43ea-b536-782c32b3e7aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e4a72bf-8467-43ea-b536-782c32b3e7aa,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:59.685853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dc0eff-4a07-4a5a-821f-31ab8338f77c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:59.687243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dc0eff-4a07-4a5a-821f-31ab8338f77c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:59.688919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dc0eff-4a07-4a5a-821f-31ab8338f77c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:04:59.693939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a6dc0eff-4a07-4a5a-821f-31ab8338f77c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1516190
Dec 18 21:04:59.694111 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.697417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53908) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:04:59.719009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2d10f995-ee97-434c-9b84-317200f52bcf None None] For port e02090fb-f736-4c77-9a47-5a9a50799cfb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e02090fb-f736-4c77-9a47-5a9a50799cfb,segment=NetworkSegment(af8e5a09-7359-4b48-aa24-39ec027ab8cf),segment_id=af8e5a09-7359-4b48-aa24-39ec027ab8cf)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:04:59.749888 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2d10f995-ee97-434c-9b84-317200f52bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.752718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event updated for resources: {'Port': ['ID=8459e83e-ad71-495c-a9b7-16f33b239d82,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:59.761916 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-808cdbb5-a03a-4dd9-9f5c-17a197f6fcc1 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.778980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Network a32aa87e-1298-4778-953f-a736efb6ffb1 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:04:59.782861 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-808cdbb5-a03a-4dd9-9f5c-17a197f6fcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.783547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7069e6b-d579-4f6d-94ce-bfa1c530fd00 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 555dda47-ec60-45e5-a845-9024fd55af33 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:04:59.788177 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f7069e6b-d579-4f6d-94ce-bfa1c530fd00 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.789373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:04:59.796028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:04:59.803406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2d10f995-ee97-434c-9b84-317200f52bcf None None] Provisioning complete for port ef80c973-be98-45f2-a987-f7c4309400ab triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:04:59.803775 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2d10f995-ee97-434c-9b84-317200f52bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.808447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Pushing event updated for resources: {'Port': ['ID=508590bd-88a1-4b8f-8d98-5eb70a611ba4,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:04:59.811321 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:59.812226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:59.812570 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:59.817786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-830e41fc-7470-4a1c-a0a2-963391c68248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.825518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:59.826476 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:59.829082 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 2 to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82
Dec 18 21:04:59.848628 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.851180 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f7069e6b-d579-4f6d-94ce-bfa1c530fd00 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:04:59.854358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:59.854698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:59.855036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:59.880400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:59.880400 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:59.880400 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 3 to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82
Dec 18 21:04:59.899918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:59.900257 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:59.900601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:59.917395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:59.917727 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:59.919608 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 4 to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82
Dec 18 21:04:59.957481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:04:59.957856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:04:59.958157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:04:59.966813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:04:59.967147 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:04:59.969774 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 5 to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82
Dec 18 21:04:59.985021 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f7069e6b-d579-4f6d-94ce-bfa1c530fd00 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.007687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:00.008039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:00.008658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:00.010594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2d10f995-ee97-434c-9b84-317200f52bcf None None] Port ef80c973-be98-45f2-a987-f7c4309400ab cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:00.013943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e02090fb-f736-4c77-9a47-5a9a50799cfb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:00.019124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:05:00.019361 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:05:00.023262 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 6 to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82
Dec 18 21:05:00.040724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10f995-ee97-434c-9b84-317200f52bcf None None] Pushing event updated for resources: {'Port': ['ID=e02090fb-f736-4c77-9a47-5a9a50799cfb,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:00.045154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Attempting to bind port 508590bd-88a1-4b8f-8d98-5eb70a611ba4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:00.045521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Attempting to bind port 508590bd-88a1-4b8f-8d98-5eb70a611ba4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8d5af40-1231-4251-843b-5f623025fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a32aa87e-1298-4778-953f-a736efb6ffb1'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:00.045881 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Attempting to bind port 508590bd-88a1-4b8f-8d98-5eb70a611ba4 on network a32aa87e-1298-4778-953f-a736efb6ffb1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:00.048218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:00.048671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:00.048896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:00.054919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:05:00.055576 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:05:00.055717 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 7 to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82
Dec 18 21:05:00.087327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:00.093358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:00.093751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Checking segment: {'id': 'e8d5af40-1231-4251-843b-5f623025fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a32aa87e-1298-4778-953f-a736efb6ffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:00.094235 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.094893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Bound using segment: {'id': 'e8d5af40-1231-4251-843b-5f623025fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a32aa87e-1298-4778-953f-a736efb6ffb1'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:00.095349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Bound port: 508590bd-88a1-4b8f-8d98-5eb70a611ba4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d5af40-1231-4251-843b-5f623025fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a32aa87e-1298-4778-953f-a736efb6ffb1'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:00.095731 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.099241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:00.099803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:00.100357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router bda975f3-3c90-4e72-a27e-a6d6183512dd is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:05:00.107895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:05:00.108514 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:05:00.113475 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2d10f995-ee97-434c-9b84-317200f52bcf None None] Provisioning complete for port c9adf380-a390-48f7-bb66-83d0bd25ac45 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:00.114483 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2d10f995-ee97-434c-9b84-317200f52bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.114803 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 8 to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82
Dec 18 21:05:00.124968 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f7069e6b-d579-4f6d-94ce-bfa1c530fd00 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.169065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:00.169898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:00.171641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:00.176823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cdbb5-a03a-4dd9-9f5c-17a197f6fcc1 None None] Pushing event updated for resources: {'Port': ['ID=8e4a72bf-8467-43ea-b536-782c32b3e7aa,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:00.214608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7069e6b-d579-4f6d-94ce-bfa1c530fd00 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=555dda47-ec60-45e5-a845-9024fd55af33,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:00.220165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:05:00.220165 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:05:00.251628 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 9 to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82
Dec 18 21:05:00.255600 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f7069e6b-d579-4f6d-94ce-bfa1c530fd00 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.261467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f7069e6b-d579-4f6d-94ce-bfa1c530fd00 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/555dda47-ec60-45e5-a845-9024fd55af33 HTTP/1.1" status: 204  len: 168 time: 0.5629938
Dec 18 21:05:00.264755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53912) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:00.309118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:00.310071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:00.310071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:00.332348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:05:00.332348 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:05:00.337279 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempt 10 to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82
Dec 18 21:05:00.345417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-37723d55-22b6-456e-98b7-8932acd24423 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 7eb2f07d-bef6-4e9c-889a-312e32a29940 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:00.355278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc1ae1-b2df-4ec4-897c-0546ac1fe028 req-7ad4bebf-f00f-4569-99f4-3bd9d651dd4a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:00.356877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bdc1ae1-b2df-4ec4-897c-0546ac1fe028 req-7ad4bebf-f00f-4569-99f4-3bd9d651dd4a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 945 time: 0.1524060
Dec 18 21:05:00.377960 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-37723d55-22b6-456e-98b7-8932acd24423 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.415781 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:00.421315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e02090fb-f736-4c77-9a47-5a9a50799cfb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:00.421742 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.427325 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d7fe5502-01a3-4d44-8189-c24b1e85209b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/bda975f3-3c90-4e72-a27e-a6d6183512dd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5503752
Dec 18 21:05:00.433421 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53914) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:00.439666 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798b339-5851-41c3-8ad2-8457c5f51898 None None] Sync routers for ids ['bda975f3-3c90-4e72-a27e-a6d6183512dd'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:00.447212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:00.447681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:00.448116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempting to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:00.462023 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798b339-5851-41c3-8ad2-8457c5f51898 None None] Routers {'bda975f3-3c90-4e72-a27e-a6d6183512dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:00.463717 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2798b339-5851-41c3-8ad2-8457c5f51898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664282b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bda975f3-3c90-4e72-a27e-a6d6183512dd'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:00.470205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:05:00.470692 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Failed to bind port 8459e83e-ad71-495c-a9b7-16f33b239d82 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cf0e291f-a2d5-4145-8022-1ab54258823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '926fabdb-33f2-464d-8ff2-762bb2624346'}]
Dec 18 21:05:00.471154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.478692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] For port 508590bd-88a1-4b8f-8d98-5eb70a611ba4, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:00.483419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] For port 508590bd-88a1-4b8f-8d98-5eb70a611ba4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=508590bd-88a1-4b8f-8d98-5eb70a611ba4,segment=NetworkSegment(e8d5af40-1231-4251-843b-5f623025fa41),segment_id=e8d5af40-1231-4251-843b-5f623025fa41)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:00.493191 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-37723d55-22b6-456e-98b7-8932acd24423 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.497787 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.510950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Allocated IP 2001:db8::1 (a32aa87e-1298-4778-953f-a736efb6ffb1/2ab00657-8b68-4b0e-bb84-cd89fbcb3bd2/6d9b0ec6-3bf4-4776-bd06-f5d83760b8f0) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:00.538467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3177baa-c82a-4114-8bf5-c106f69dcdaa tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:00.553663 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d3177baa-c82a-4114-8bf5-c106f69dcdaa tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports/ef80c973-be98-45f2-a987-f7c4309400ab HTTP/1.1" status: 200  len: 910 time: 0.1188653
Dec 18 21:05:00.554628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53918) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:00.556244 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2798b339-5851-41c3-8ad2-8457c5f51898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664282b50>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:00.571990 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798b339-5851-41c3-8ad2-8457c5f51898 None None] Routers {'bda975f3-3c90-4e72-a27e-a6d6183512dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:00.573189 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2798b339-5851-41c3-8ad2-8457c5f51898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664282b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bda975f3-3c90-4e72-a27e-a6d6183512dd'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:00.591198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bdc1ae1-b2df-4ec4-897c-0546ac1fe028 req-1db6b1f4-372e-409f-92e4-d856acaaa262 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2275519
Dec 18 21:05:00.623614 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2798b339-5851-41c3-8ad2-8457c5f51898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664282b50>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:00.625165 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798b339-5851-41c3-8ad2-8457c5f51898 None None] The sync data for ids ['bda975f3-3c90-4e72-a27e-a6d6183512dd'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:00.667732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] For port 8459e83e-ad71-495c-a9b7-16f33b239d82, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:00.668178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attempted to set empty binding levels {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 18 21:05:00.677648 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.734338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830e41fc-7470-4a1c-a0a2-963391c68248 admin admin] Router 22579b73-a72a-4994-8387-74d749a4131c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:05:00.771110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] In _notify_port_updated(), no bound segment for port 8459e83e-ad71-495c-a9b7-16f33b239d82 on network 926fabdb-33f2-464d-8ff2-762bb2624346 {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:05:00.776387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:00.777393 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.779349 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "PUT /v2.0/ports/8459e83e-ad71-495c-a9b7-16f33b239d82 HTTP/1.1" status: 200  len: 979 time: 1.5746825
Dec 18 21:05:00.782167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53922) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:00.785087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71230f1-dcdf-40b0-bcc2-6c0ad2066817 None None] Pushing event updated for resources: {'Port': ['ID=508590bd-88a1-4b8f-8d98-5eb70a611ba4,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:00.797051 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-37723d55-22b6-456e-98b7-8932acd24423 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.896557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4512b6f9-692a-46a2-ac52-bb0f19335273 None None] Provisioning complete for port e02090fb-f736-4c77-9a47-5a9a50799cfb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:00.897547 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4512b6f9-692a-46a2-ac52-bb0f19335273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:00.925563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30510802-075d-4aae-9b2b-9709230315f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event updated for resources: {'Port': ['ID=8459e83e-ad71-495c-a9b7-16f33b239d82,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:01.045410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4512b6f9-692a-46a2-ac52-bb0f19335273 None None] Provisioning complete for port ef80c973-be98-45f2-a987-f7c4309400ab triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:01.045929 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4512b6f9-692a-46a2-ac52-bb0f19335273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:01.139645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4512b6f9-692a-46a2-ac52-bb0f19335273 None None] Port ef80c973-be98-45f2-a987-f7c4309400ab cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:01.146460 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 8e4a72bf-8467-43ea-b536-782c32b3e7aa up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:01.153005 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-37723d55-22b6-456e-98b7-8932acd24423 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:01.218473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 8e4a72bf-8467-43ea-b536-782c32b3e7aa triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:01.218995 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:01.257689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830e41fc-7470-4a1c-a0a2-963391c68248 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:01.272342 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-830e41fc-7470-4a1c-a0a2-963391c68248 admin admin] 10.222.0.13 "PUT /v2.0/routers/22579b73-a72a-4994-8387-74d749a4131c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9981787
Dec 18 21:05:01.275891 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:01.280281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d434e-d24f-4121-b1e3-9f0f08fddb34 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:01.286539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53926) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:01.291119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c6a96-8dd2-4f41-a6bf-b322d999d357 None None] Sync routers for ids ['22579b73-a72a-4994-8387-74d749a4131c'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:01.356264 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-857e5f78-c70e-4760-a494-23f0f27f5088 None None] Could not find standard attr ID for object 622c510a-46a4-4079-8346-6a39b40d5da4. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:05:01.386757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c6a96-8dd2-4f41-a6bf-b322d999d357 None None] Routers {'22579b73-a72a-4994-8387-74d749a4131c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:01.387423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-229c6a96-8dd2-4f41-a6bf-b322d999d357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d69a130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['22579b73-a72a-4994-8387-74d749a4131c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:01.459507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-857e5f78-c70e-4760-a494-23f0f27f5088 None None] Provisioning complete for port 8e4a72bf-8467-43ea-b536-782c32b3e7aa triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:01.459910 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-857e5f78-c70e-4760-a494-23f0f27f5088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:01.546865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18786737-c930-4e62-933d-a8a3ee8fd967 req-6e6a2403-0e53-418d-be1e-a28306ef3114 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:01.548448 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18786737-c930-4e62-933d-a8a3ee8fd967 req-6e6a2403-0e53-418d-be1e-a28306ef3114 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 945 time: 0.5413225
Dec 18 21:05:01.583255 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37723d55-22b6-456e-98b7-8932acd24423 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb2f07d-bef6-4e9c-889a-312e32a29940,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:01.588069 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-37723d55-22b6-456e-98b7-8932acd24423 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:01.591276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-37723d55-22b6-456e-98b7-8932acd24423 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/7eb2f07d-bef6-4e9c-889a-312e32a29940 HTTP/1.1" status: 204  len: 168 time: 1.3256373
Dec 18 21:05:01.594873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e02090fb-f736-4c77-9a47-5a9a50799cfb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:01.595012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53928) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:01.633059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-229c6a96-8dd2-4f41-a6bf-b322d999d357 None None] Set router 22579b73-a72a-4994-8387-74d749a4131c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:05:01.641973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8297d1db-9a31-4039-bae1-d2314c637f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Deleting port 8459e83e-ad71-495c-a9b7-16f33b239d82 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:01.642419 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8297d1db-9a31-4039-bae1-d2314c637f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:01.648737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3a1c07db-40a7-46a5-8d28-5d0b70684663 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0500159
Dec 18 21:05:01.650346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53930) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:01.654854 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-72897ac6-c700-447a-b545-512fdb88b73f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:01.706981 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0668eeb-590c-435b-b8ce-878bf91ca26f None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:01.817923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18786737-c930-4e62-933d-a8a3ee8fd967 req-5191ca2d-838f-4aba-b2d3-ceb0eb8e0abc tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2510626
Dec 18 21:05:01.863980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-8297d1db-9a31-4039-bae1-d2314c637f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] For port 8459e83e-ad71-495c-a9b7-16f33b239d82, host nch2-master-1, got binding levels [] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:01.864406 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8297d1db-9a31-4039-bae1-d2314c637f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:01.871187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e02090fb-f736-4c77-9a47-5a9a50799cfb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:01.875622 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:01.897859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8297d1db-9a31-4039-bae1-d2314c637f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Calling delete_port for 8459e83e-ad71-495c-a9b7-16f33b239d82 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:01.931806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:01.949264 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:01.981658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72897ac6-c700-447a-b545-512fdb88b73f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:01.987641 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72897ac6-c700-447a-b545-512fdb88b73f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:01.987885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e0668eeb-590c-435b-b8ce-878bf91ca26f None None] Deleting port 8e4a72bf-8467-43ea-b536-782c32b3e7aa {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:01.988245 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e0668eeb-590c-435b-b8ce-878bf91ca26f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.028397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network a32aa87e-1298-4778-953f-a736efb6ffb1 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:02.048410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:02.056675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:02.057795 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.091037 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=6d9b0ec6-3bf4-4776-bd06-f5d83760b8f0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:02.100383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e0668eeb-590c-435b-b8ce-878bf91ca26f None None] For port 8e4a72bf-8467-43ea-b536-782c32b3e7aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e4a72bf-8467-43ea-b536-782c32b3e7aa,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:02.100910 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e0668eeb-590c-435b-b8ce-878bf91ca26f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.121318 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e0668eeb-590c-435b-b8ce-878bf91ca26f None None] Calling delete_port for 8e4a72bf-8467-43ea-b536-782c32b3e7aa owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:02.199030 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-229c6a96-8dd2-4f41-a6bf-b322d999d357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d69a130>, [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:04:58Z', 'revision_number': 5, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:02.238906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c6a96-8dd2-4f41-a6bf-b322d999d357 None None] Checking router: 22579b73-a72a-4994-8387-74d749a4131c for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:05:02.261148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61aa73a-53bd-4d3c-9630-707816487fee None None] Network a32aa87e-1298-4778-953f-a736efb6ffb1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:02.266573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c6a96-8dd2-4f41-a6bf-b322d999d357 None None] Routers {'22579b73-a72a-4994-8387-74d749a4131c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:02.267250 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-229c6a96-8dd2-4f41-a6bf-b322d999d357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d69a130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['22579b73-a72a-4994-8387-74d749a4131c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:02.290812 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8297d1db-9a31-4039-bae1-d2314c637f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.300232 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.321655 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.333527 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297d1db-9a31-4039-bae1-d2314c637f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Pushing event deleted for resources: {'Port': ['ID=8459e83e-ad71-495c-a9b7-16f33b239d82,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:02.341491 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8297d1db-9a31-4039-bae1-d2314c637f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.349368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8297d1db-9a31-4039-bae1-d2314c637f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "DELETE /v2.0/ports/8459e83e-ad71-495c-a9b7-16f33b239d82 HTTP/1.1" status: 204  len: 168 time: 1.5646255
Dec 18 21:05:02.349955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53934) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:02.358394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.365969 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e0668eeb-590c-435b-b8ce-878bf91ca26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.373587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4bec78a8-2d05-4d2e-af3e-696b07ce0345 None None] Provisioning complete for port 508590bd-88a1-4b8f-8d98-5eb70a611ba4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:02.374015 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bec78a8-2d05-4d2e-af3e-696b07ce0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.387537 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72897ac6-c700-447a-b545-512fdb88b73f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.403738 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9462730-f23d-4f66-8213-2c69b8f34a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] GET failed (client error): The resource could not be found.
Dec 18 21:05:02.406870 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d9462730-f23d-4f66-8213-2c69b8f34a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543418362-project-admin] 10.222.0.13 "GET /v2.0/ports/8459e83e-ad71-495c-a9b7-16f33b239d82 HTTP/1.1" status: 404  len: 333 time: 0.0536454
Dec 18 21:05:02.410852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53936) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:02.444713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72897ac6-c700-447a-b545-512fdb88b73f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:02.448475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-72897ac6-c700-447a-b545-512fdb88b73f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:02.456118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72897ac6-c700-447a-b545-512fdb88b73f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:02.456837 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-72897ac6-c700-447a-b545-512fdb88b73f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.480292 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72897ac6-c700-447a-b545-512fdb88b73f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=6c82ba35-cf69-4aea-893a-3b5612b10dba,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:02.488910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-72897ac6-c700-447a-b545-512fdb88b73f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8350120
Dec 18 21:05:02.489399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53938) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:02.494821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-38f8226d-64e6-4ec7-b254-1531ba80b89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:02.612940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f8226d-64e6-4ec7-b254-1531ba80b89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:02.617041 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f8226d-64e6-4ec7-b254-1531ba80b89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.634532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0668eeb-590c-435b-b8ce-878bf91ca26f None None] Pushing event deleted for resources: {'Port': ['ID=8e4a72bf-8467-43ea-b536-782c32b3e7aa,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:02.648732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0668eeb-590c-435b-b8ce-878bf91ca26f None None] No DVR routers for this DVR port 8e4a72bf-8467-43ea-b536-782c32b3e7aa on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:02.665896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.689499 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513948cc-6d2b-45d5-87dd-ff1fbf1ed844 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:02.711487 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Deleting port bd292535-6dea-4893-8898-8717f38d4071 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:02.711833 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:02.760635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-229c6a96-8dd2-4f41-a6bf-b322d999d357 None None] Set router 22579b73-a72a-4994-8387-74d749a4131c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:05:02.984374 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bec78a8-2d05-4d2e-af3e-696b07ce0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.013598 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d540-6446-4ff9-8beb-91b44fd93507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.029817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '6c82ba35-cf69-4aea-893a-3b5612b10dba'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:03.030737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.120521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425c150-d45a-4e99-ac00-463610b3b1e7 req-89e678ea-f494-4552-a9bb-fd0ea716a176 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:03.121063 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.122853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d425c150-d45a-4e99-ac00-463610b3b1e7 req-89e678ea-f494-4552-a9bb-fd0ea716a176 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 945 time: 0.1297302
Dec 18 21:05:03.146496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.objects.ports [None req-38f8226d-64e6-4ec7-b254-1531ba80b89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:05:03.154124 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f8226d-64e6-4ec7-b254-1531ba80b89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.155217 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] For port bd292535-6dea-4893-8898-8717f38d4071, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd292535-6dea-4893-8898-8717f38d4071,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:03.155592 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.188569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Allocated IP 172.21.0.1 (24a33a78-15f7-4830-a96b-d76d2643166f/828146d2-0a7e-4fdc-9a5a-8c253037e209/285c1636-b951-4cce-99ce-a5c9da24dd47) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:03.194921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Calling delete_port for bd292535-6dea-4893-8898-8717f38d4071 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:03.202887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c433a30>,) {'filters': {'network_id': ['926fabdb-33f2-464d-8ff2-762bb2624346']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:03.210665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 508590bd-88a1-4b8f-8d98-5eb70a611ba4 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:03.226026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c433a30>, 'cf0e291f-a2d5-4145-8022-1ab54258823a') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:03.226359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c433a30>, 'cf0e291f-a2d5-4145-8022-1ab54258823a') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:03.226646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f8226d-64e6-4ec7-b254-1531ba80b89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:03.238109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-38f8226d-64e6-4ec7-b254-1531ba80b89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:03.247601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f8226d-64e6-4ec7-b254-1531ba80b89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:03.248485 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f8226d-64e6-4ec7-b254-1531ba80b89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.255113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8226d-64e6-4ec7-b254-1531ba80b89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=8c0816af-aab1-42bb-839c-2a6b25af1e74,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:03.258585 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.262729 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.268054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d425c150-d45a-4e99-ac00-463610b3b1e7 req-262782eb-04aa-4e60-9eda-8081cb67adc3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378021
Dec 18 21:05:03.277434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-38f8226d-64e6-4ec7-b254-1531ba80b89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7869098
Dec 18 21:05:03.280331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53944) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:03.288913 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:98:23:56', 'name': 'tempest-NetworksTestDHCPv6-24598807'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:03.290934 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4bec78a8-2d05-4d2e-af3e-696b07ce0345 None None] For port 508590bd-88a1-4b8f-8d98-5eb70a611ba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=508590bd-88a1-4b8f-8d98-5eb70a611ba4,segment=NetworkSegment(e8d5af40-1231-4251-843b-5f623025fa41),segment_id=e8d5af40-1231-4251-843b-5f623025fa41)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:03.364121 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.364945 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.381766 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.428190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Allocated IP 172.20.0.2 (366763c1-8ffb-4916-bf33-b9164c04d44d/6c82ba35-cf69-4aea-893a-3b5612b10dba/2c88858a-1270-4f5b-b2fc-16a941dfe0b6) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:03.438285 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bec78a8-2d05-4d2e-af3e-696b07ce0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.451593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Allocated IP 2001:db8::f816:3eff:fe45:f937 (366763c1-8ffb-4916-bf33-b9164c04d44d/8c0816af-aab1-42bb-839c-2a6b25af1e74/2c88858a-1270-4f5b-b2fc-16a941dfe0b6) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:03.479958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:03.562784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:03.563252 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.594271 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:03.635301 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:03.637808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 508590bd-88a1-4b8f-8d98-5eb70a611ba4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:03.637808 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.639385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-229c6a96-8dd2-4f41-a6bf-b322d999d357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d69a130>, [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:04:58Z', 'revision_number': 5, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:03.661951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=6d9b0ec6-3bf4-4776-bd06-f5d83760b8f0,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:03.678674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 017d376f-d1b2-42a6-98c3-18975bf64cb4 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:05:03.699577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec78a8-2d05-4d2e-af3e-696b07ce0345 None None] Pushing event updated for resources: {'Port': ['ID=508590bd-88a1-4b8f-8d98-5eb70a611ba4,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:03.715191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c6a96-8dd2-4f41-a6bf-b322d999d357 None None] The sync data for ids ['22579b73-a72a-4994-8387-74d749a4131c'] in ncdv-master-1 is: [{'id': '22579b73-a72a-4994-8387-74d749a4131c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1923215030-router', 'tenant_id': '4b037c54b761428db4df46b975b70574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bd292535-6dea-4893-8898-8717f38d4071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:03:23Z', 'updated_at': '2021-12-18T21:04:58Z', 'revision_number': 5, 'project_id': '4b037c54b761428db4df46b975b70574', 'gw_port': {'id': 'bd292535-6dea-4893-8898-8717f38d4071', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22579b73-a72a-4994-8387-74d749a4131c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:03:24Z', 'updated_at': '2021-12-18T21:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:03.737433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.740763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6f6955fb-6d34-41bb-adbb-f368b82d8aca None None] Provisioning complete for port 6d9b0ec6-3bf4-4776-bd06-f5d83760b8f0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:03.741607 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6f6955fb-6d34-41bb-adbb-f368b82d8aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.772303 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.775592 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] 10.222.0.13 "DELETE /v2.0/networks/926fabdb-33f2-464d-8ff2-762bb2624346 HTTP/1.1" status: 204  len: 168 time: 1.3637795
Dec 18 21:05:03.807027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a74bd6-d4bb-461e-98f2-48f17080d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217739060-project] Pushing event deleted for resources: {'Network': ['ID=926fabdb-33f2-464d-8ff2-762bb2624346,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:03.816488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6f6955fb-6d34-41bb-adbb-f368b82d8aca None None] Port 6d9b0ec6-3bf4-4776-bd06-f5d83760b8f0 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:03.825318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996606b0-09a4-40d4-b76d-4ef36b8b6f94 req-3148ba3a-b7ab-4300-8e8a-f0e1d8346127 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:03.827168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-996606b0-09a4-40d4-b76d-4ef36b8b6f94 req-3148ba3a-b7ab-4300-8e8a-f0e1d8346127 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 945 time: 0.2195036
Dec 18 21:05:03.882950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.907105 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.908365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network a32aa87e-1298-4778-953f-a736efb6ffb1 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:03.909655 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-996606b0-09a4-40d4-b76d-4ef36b8b6f94 req-6ae2b5bd-bf54-4bb3-b01c-3b6be316c22e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756421
Dec 18 21:05:03.914163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:03.915530 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.933349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6f6955fb-6d34-41bb-adbb-f368b82d8aca None None] Provisioning complete for port 508590bd-88a1-4b8f-8d98-5eb70a611ba4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:03.933349 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6f6955fb-6d34-41bb-adbb-f368b82d8aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:03.975040 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.034596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:04.045566 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:04.048634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Pushing event updated for resources: {'Port': ['ID=2c88858a-1270-4f5b-b2fc-16a941dfe0b6,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:04.051579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:04.053743 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Pushing event deleted for resources: {'Port': ['ID=bd292535-6dea-4893-8898-8717f38d4071,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:04.199568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 8e4a72bf-8467-43ea-b536-782c32b3e7aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:04.206493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 172.20.0.5 (366763c1-8ffb-4916-bf33-b9164c04d44d/6c82ba35-cf69-4aea-893a-3b5612b10dba/017d376f-d1b2-42a6-98c3-18975bf64cb4) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:04.227820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::f816:3eff:fe98:2356 (366763c1-8ffb-4916-bf33-b9164c04d44d/8c0816af-aab1-42bb-839c-2a6b25af1e74/017d376f-d1b2-42a6-98c3-18975bf64cb4) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:04.228273 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.235788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182dcf04-97a5-4fa2-83ac-1b305a672dfd None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:04.260897 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 8e4a72bf-8467-43ea-b536-782c32b3e7aa {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:04.261237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 8e4a72bf-8467-43ea-b536-782c32b3e7aa not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:04.276417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53956) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:04.344094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Attempting to bind port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:04.344464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Attempting to bind port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:04.344820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Attempting to bind port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:04.350387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 24a33a78-15f7-4830-a96b-d76d2643166f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:04.357897 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.358168 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:04.358554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:04.358786 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.359180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:04.359660 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Bound port: 2c88858a-1270-4f5b-b2fc-16a941dfe0b6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:04.360040 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.360180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:04.361774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=285c1636-b951-4cce-99ce-a5c9da24dd47,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:04.371445 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:04.505364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-31ce499a-febc-44d1-b032-6cc1de316b81 None None] Provisioning complete for port 6d9b0ec6-3bf4-4776-bd06-f5d83760b8f0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:04.506310 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-31ce499a-febc-44d1-b032-6cc1de316b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.538548 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.545814 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.548613 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.556793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.563204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-31ce499a-febc-44d1-b032-6cc1de316b81 None None] Port 6d9b0ec6-3bf4-4776-bd06-f5d83760b8f0 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:04.566217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] For port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:04.580674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] For port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c88858a-1270-4f5b-b2fc-16a941dfe0b6,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:04.587244 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.628375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2cff6907-9faa-4980-8b80-eba8d4694c19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=158bb719e22c4eebb0703aa8f4251ce2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3500631
Dec 18 21:05:04.630506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53960) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:04.650296 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.668909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc5ed6-6255-472b-88fa-9c3a8be72bd9 None None] Pushing event updated for resources: {'Port': ['ID=2c88858a-1270-4f5b-b2fc-16a941dfe0b6,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:04.693568 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router d26e5a8e-2544-4383-809d-0b32e4bdcff5 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:05:04.700060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4fc3a67b-0e96-4b3c-acfd-03f8db195b46 None None] Provisioning complete for port 285c1636-b951-4cce-99ce-a5c9da24dd47 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:04.700791 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a67b-0e96-4b3c-acfd-03f8db195b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.727661 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.728317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22579b73-a72a-4994-8387-74d749a4131c {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:05:04.735092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.740571 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b2f0bf91-3621-445b-84d1-ad6e5e8b46aa admin admin] 10.222.0.13 "DELETE /v2.0/routers/22579b73-a72a-4994-8387-74d749a4131c HTTP/1.1" status: 204  len: 168 time: 3.4507945
Dec 18 21:05:04.740571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53962) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:04.754782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:04.758407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4fc3a67b-0e96-4b3c-acfd-03f8db195b46 None None] Port 285c1636-b951-4cce-99ce-a5c9da24dd47 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:04.759249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:04.766003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:04.769802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=017d376f-d1b2-42a6-98c3-18975bf64cb4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:04.830907 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f094be4-e314-409d-9ecd-b4df3ed6faba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.870592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:04.871493 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.879447 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f094be4-e314-409d-9ecd-b4df3ed6faba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:04.918032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d12c8784-0aae-492b-9066-7e0536d66ad8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1025 time: 1.6341400
Dec 18 21:05:04.922021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53964) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:05.010389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99787f6-529d-4898-9e53-a2f062aec821 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:05.017613 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99787f6-529d-4898-9e53-a2f062aec821 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:05.019694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f99787f6-529d-4898-9e53-a2f062aec821 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1859 time: 0.0965154
Dec 18 21:05:05.022901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53968) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:05.116802 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f094be4-e314-409d-9ecd-b4df3ed6faba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:05.120125 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f094be4-e314-409d-9ecd-b4df3ed6faba admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:05.123815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1f094be4-e314-409d-9ecd-b4df3ed6faba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fdfc235-2544-4110-ad6e-a4249991a6a7 HTTP/1.1" status: 204  len: 168 time: 0.4897084
Dec 18 21:05:05.163081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f094be4-e314-409d-9ecd-b4df3ed6faba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdfc235-2544-4110-ad6e-a4249991a6a7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:05.205169 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3156a99d-8c4f-4bc2-bfdc-da39e01e4907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:05.228150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3faea-025c-4701-99a3-6c5ad35f7de8 req-a975c4fd-104a-41da-9096-20dd98761ea2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:05.229858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94e3faea-025c-4701-99a3-6c5ad35f7de8 req-a975c4fd-104a-41da-9096-20dd98761ea2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 945 time: 0.1908257
Dec 18 21:05:05.301449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94e3faea-025c-4701-99a3-6c5ad35f7de8 req-6834c7a9-efcb-4cf0-81ef-de7cede55b14 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607991
Dec 18 21:05:05.305193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-82045da3-6537-4a0d-9cad-46621f907b4f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 017d376f-d1b2-42a6-98c3-18975bf64cb4 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:05.305609 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-82045da3-6537-4a0d-9cad-46621f907b4f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:05.381429 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:05.393453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2858e9-fce8-4030-bc4f-3ccb73e6c222 admin admin] Deleting subnet 75f3b0ac-637f-4506-9746-63f702bcf189 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:05.397377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c2858e9-fce8-4030-bc4f-3ccb73e6c222 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:05.408198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 508590bd-88a1-4b8f-8d98-5eb70a611ba4 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:05.427042 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-82045da3-6537-4a0d-9cad-46621f907b4f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:05.439787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-82045da3-6537-4a0d-9cad-46621f907b4f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 017d376f-d1b2-42a6-98c3-18975bf64cb4 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:05.479595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:05.496517 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b4a54b25-52d3-4885-a2d5-f336b135dbf6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/d26e5a8e-2544-4383-809d-0b32e4bdcff5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5785773
Dec 18 21:05:05.500958 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9197f9-786d-4647-9dcb-a5d3c24fe55f None None] Sync routers for ids ['d26e5a8e-2544-4383-809d-0b32e4bdcff5'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:05.507596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53976) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:05.516333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 508590bd-88a1-4b8f-8d98-5eb70a611ba4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:05.517155 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:05.528823 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9197f9-786d-4647-9dcb-a5d3c24fe55f None None] Routers {'d26e5a8e-2544-4383-809d-0b32e4bdcff5'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:05.532850 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5d9197f9-786d-4647-9dcb-a5d3c24fe55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f46f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['d26e5a8e-2544-4383-809d-0b32e4bdcff5'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:05.583067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53978) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:05.618040 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c2858e9-fce8-4030-bc4f-3ccb73e6c222 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:05.619254 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5d9197f9-786d-4647-9dcb-a5d3c24fe55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f46f100>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:05.631389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd9ceb-bb5a-4eda-8e62-03d144de0d45 req-ccdf980c-4acc-45fe-a792-574ea7505a3f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:05.632891 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ecbd9ceb-bb5a-4eda-8e62-03d144de0d45 req-ccdf980c-4acc-45fe-a792-574ea7505a3f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 945 time: 0.3125660
Dec 18 21:05:05.635604 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9197f9-786d-4647-9dcb-a5d3c24fe55f None None] Routers {'d26e5a8e-2544-4383-809d-0b32e4bdcff5'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:05.636503 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5d9197f9-786d-4647-9dcb-a5d3c24fe55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f46f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['d26e5a8e-2544-4383-809d-0b32e4bdcff5'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:05.689104 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5d9197f9-786d-4647-9dcb-a5d3c24fe55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f46f100>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:05.689762 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9197f9-786d-4647-9dcb-a5d3c24fe55f None None] The sync data for ids ['d26e5a8e-2544-4383-809d-0b32e4bdcff5'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:05.691708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device addfb8c7-637c-4827-ba29-3fe3a22c8424 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:05.737194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: addfb8c7-637c-4827-ba29-3fe3a22c8424 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:05.737194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device addfb8c7-637c-4827-ba29-3fe3a22c8424 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:05.779360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-483da0cf-c11f-49d7-b466-d3cef1e73690 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a896dbe6d5e04936beef4d9a2e198e42&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1949008
Dec 18 21:05:05.786832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12158989-862d-431f-8143-876f9bd4e31a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:05.789966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53980) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:05.791820 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-12158989-862d-431f-8143-876f9bd4e31a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports/6d9b0ec6-3bf4-4776-bd06-f5d83760b8f0 HTTP/1.1" status: 200  len: 911 time: 0.2829595
Dec 18 21:05:05.792623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53982) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:05.884437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c2858e9-fce8-4030-bc4f-3ccb73e6c222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:05.976558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-82045da3-6537-4a0d-9cad-46621f907b4f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:05.978207 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-054e762f-3acf-47e2-a201-0b125f2dc6b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.043867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82045da3-6537-4a0d-9cad-46621f907b4f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=017d376f-d1b2-42a6-98c3-18975bf64cb4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:06.044536 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c2858e9-fce8-4030-bc4f-3ccb73e6c222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.048378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-ecbd9ceb-bb5a-4eda-8e62-03d144de0d45 req-1bf52c86-30cf-4e68-b3ee-ddbdf71035e3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Deleting port d6333a5a-affa-48cd-b5d2-09b57546245d {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:06.048627 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ecbd9ceb-bb5a-4eda-8e62-03d144de0d45 req-1bf52c86-30cf-4e68-b3ee-ddbdf71035e3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.152283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2858e9-fce8-4030-bc4f-3ccb73e6c222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f3b0ac-637f-4506-9746-63f702bcf189,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:06.167815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c2858e9-fce8-4030-bc4f-3ccb73e6c222 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.173422 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7c2858e9-fce8-4030-bc4f-3ccb73e6c222 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75f3b0ac-637f-4506-9746-63f702bcf189 HTTP/1.1" status: 204  len: 168 time: 1.4280772
Dec 18 21:05:06.175428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53986) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:06.184992 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-054e762f-3acf-47e2-a201-0b125f2dc6b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.249430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-82045da3-6537-4a0d-9cad-46621f907b4f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.255196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-82045da3-6537-4a0d-9cad-46621f907b4f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/017d376f-d1b2-42a6-98c3-18975bf64cb4 HTTP/1.1" status: 204  len: 168 time: 1.2287452
Dec 18 21:05:06.268021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53988) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:06.281612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e4e59d-a529-45d3-8c93-879a3a39bf96 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:06.288567 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.312624 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-054e762f-3acf-47e2-a201-0b125f2dc6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.315685 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-054e762f-3acf-47e2-a201-0b125f2dc6b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.317122 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-054e762f-3acf-47e2-a201-0b125f2dc6b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98df70ff-1636-4fab-a71a-5dec36a0d968 HTTP/1.1" status: 204  len: 168 time: 0.5258355
Dec 18 21:05:06.329869 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.385372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e762f-3acf-47e2-a201-0b125f2dc6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98df70ff-1636-4fab-a71a-5dec36a0d968,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:06.401589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5071895a-7e71-4d6c-99a4-4475769f9f94 None None] Provisioning complete for port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:06.402379 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5071895a-7e71-4d6c-99a4-4475769f9f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.411252 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.416874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ecbd9ceb-bb5a-4eda-8e62-03d144de0d45 req-1bf52c86-30cf-4e68-b3ee-ddbdf71035e3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] For port d6333a5a-affa-48cd-b5d2-09b57546245d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6333a5a-affa-48cd-b5d2-09b57546245d,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:06.417430 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ecbd9ceb-bb5a-4eda-8e62-03d144de0d45 req-1bf52c86-30cf-4e68-b3ee-ddbdf71035e3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.424769 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.460439 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-ecbd9ceb-bb5a-4eda-8e62-03d144de0d45 req-1bf52c86-30cf-4e68-b3ee-ddbdf71035e3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Calling delete_port for d6333a5a-affa-48cd-b5d2-09b57546245d owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:06.472140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7644318d-0613-4ce3-8379-a53677c1fd26 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:06.474064 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7644318d-0613-4ce3-8379-a53677c1fd26 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:06.475769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7644318d-0613-4ce3-8379-a53677c1fd26 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:06.477532 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7644318d-0613-4ce3-8379-a53677c1fd26 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2085788
Dec 18 21:05:06.486949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53994) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:06.511824 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.533172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c579840-adb0-461e-9f69-35cd8660e9a9 req-e32d801e-c095-4d2f-a6db-8278a73ccba5 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:06.535834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=285c1636-b951-4cce-99ce-a5c9da24dd47,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:06.541687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c579840-adb0-461e-9f69-35cd8660e9a9 req-e32d801e-c095-4d2f-a6db-8278a73ccba5 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 945 time: 0.0926590
Dec 18 21:05:06.567252 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.605198 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5071895a-7e71-4d6c-99a4-4475769f9f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.668551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5071895a-7e71-4d6c-99a4-4475769f9f94 None None] For port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c88858a-1270-4f5b-b2fc-16a941dfe0b6,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:06.673991 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5071895a-7e71-4d6c-99a4-4475769f9f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.677498 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afac442-4673-4697-987e-bd5b891db4fe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 6c82ba35-cf69-4aea-893a-3b5612b10dba {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:06.695011 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9afac442-4673-4697-987e-bd5b891db4fe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.717355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c579840-adb0-461e-9f69-35cd8660e9a9 req-d78a51b6-7a0c-431b-b960-f993a45256c2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747839
Dec 18 21:05:06.748762 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071895a-7e71-4d6c-99a4-4475769f9f94 None None] Pushing event updated for resources: {'Port': ['ID=2c88858a-1270-4f5b-b2fc-16a941dfe0b6,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:06.795523 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.826944 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9afac442-4673-4697-987e-bd5b891db4fe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.878433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d6d52b0>,) {'filters': {'network_id': ['cb97ef06-3d0b-442a-856c-1db8f276297a']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:06.925880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d6d52b0>, '713e187f-bae8-4057-a003-f9fc75025629') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:06.926839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d6d52b0>, '713e187f-bae8-4057-a003-f9fc75025629') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:06.958439 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:06.963083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 24a33a78-15f7-4830-a96b-d76d2643166f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:06.980864 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:06.999010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:07.025684 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.027031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port 6d9b0ec6-3bf4-4776-bd06-f5d83760b8f0 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:07.027574 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.069596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:07.070057 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:07.073397 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:07.092299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ecbd9ceb-bb5a-4eda-8e62-03d144de0d45 req-1bf52c86-30cf-4e68-b3ee-ddbdf71035e3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.167818 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:07.250553 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.252197 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.256589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for 6d9b0ec6-3bf4-4776-bd06-f5d83760b8f0 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:07.305570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf52c86-30cf-4e68-b3ee-ddbdf71035e3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Pushing event deleted for resources: {'Port': ['ID=d6333a5a-affa-48cd-b5d2-09b57546245d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:07.389651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbd9ceb-bb5a-4eda-8e62-03d144de0d45 req-1bf52c86-30cf-4e68-b3ee-ddbdf71035e3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] No DVR routers for this DVR port d6333a5a-affa-48cd-b5d2-09b57546245d on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:07.399189 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ecbd9ceb-bb5a-4eda-8e62-03d144de0d45 req-1bf52c86-30cf-4e68-b3ee-ddbdf71035e3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.403287 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ecbd9ceb-bb5a-4eda-8e62-03d144de0d45 req-1bf52c86-30cf-4e68-b3ee-ddbdf71035e3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "DELETE /v2.0/ports/d6333a5a-affa-48cd-b5d2-09b57546245d HTTP/1.1" status: 204  len: 173 time: 1.7460971
Dec 18 21:05:07.404813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7488031b-21d1-4bf2-a8fe-baa195bfbaa5', 'name': 'network-vif-deleted', 'tag': 'd6333a5a-affa-48cd-b5d2-09b57546245d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:05:07.408265 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc682d49-a3c4-4423-8945-e1a0f925b075" -d '{"events": [{"server_uuid": "7488031b-21d1-4bf2-a8fe-baa195bfbaa5", "name": "network-vif-deleted", "tag": "d6333a5a-affa-48cd-b5d2-09b57546245d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:05:07.421107 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.425236 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9afac442-4673-4697-987e-bd5b891db4fe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.484602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.497309 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] 10.222.0.13 "DELETE /v2.0/networks/cb97ef06-3d0b-442a-856c-1db8f276297a HTTP/1.1" status: 204  len: 168 time: 1.3113174
Dec 18 21:05:07.533277 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.537336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb0ad0-29fa-4246-96fc-38a2ff0d60df admin admin] Pushing event deleted for resources: {'Network': ['ID=cb97ef06-3d0b-442a-856c-1db8f276297a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:07.548602 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a82ec68-db04-498a-9423-9d73e5e53d27 x-openstack-request-id: req-6a82ec68-db04-498a-9423-9d73e5e53d27 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:05:07.548911 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7488031b-21d1-4bf2-a8fe-baa195bfbaa5", "name": "network-vif-deleted", "tag": "d6333a5a-affa-48cd-b5d2-09b57546245d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:05:07.549156 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a82ec68-db04-498a-9423-9d73e5e53d27 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:05:07.549563 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7488031b-21d1-4bf2-a8fe-baa195bfbaa5', 'name': 'network-vif-deleted', 'tag': 'd6333a5a-affa-48cd-b5d2-09b57546245d', 'status': 'completed', 'code': 200}
Dec 18 21:05:07.574092 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=6d9b0ec6-3bf4-4776-bd06-f5d83760b8f0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:07.586623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.586980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.587372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.587926 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.594683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.595321 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.595678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.596030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.596446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.597037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.597438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.597777 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.598870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:07.607077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router bda975f3-3c90-4e72-a27e-a6d6183512dd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:05:07.625896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9dd1d58d-17b4-4a30-8f50-cf1ae4445fe0 None None] Provisioning complete for port 285c1636-b951-4cce-99ce-a5c9da24dd47 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:07.627047 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9dd1d58d-17b4-4a30-8f50-cf1ae4445fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.632320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bd292535-6dea-4893-8898-8717f38d4071 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:07.696767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: bd292535-6dea-4893-8898-8717f38d4071 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:07.698513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bd292535-6dea-4893-8898-8717f38d4071 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:07.701807 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54020) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:07.796180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9dd1d58d-17b4-4a30-8f50-cf1ae4445fe0 None None] Port 285c1636-b951-4cce-99ce-a5c9da24dd47 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:07.811079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:07.818573 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ca560fe5-e73e-42f4-8438-6a8f381ac970 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/bda975f3-3c90-4e72-a27e-a6d6183512dd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2547605
Dec 18 21:05:07.820354 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9afac442-4673-4697-987e-bd5b891db4fe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.820882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.822623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54026) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:07.840340 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9afac442-4673-4697-987e-bd5b891db4fe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:07.846677 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9afac442-4673-4697-987e-bd5b891db4fe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/6c82ba35-cf69-4aea-893a-3b5612b10dba HTTP/1.1" status: 204  len: 168 time: 1.3484626
Dec 18 21:05:07.865152 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5d487f-57fa-44ff-8518-eaacc2fc99e1 None None] Sync routers for ids ['bda975f3-3c90-4e72-a27e-a6d6183512dd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:07.865343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54028) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:07.893033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d487f-57fa-44ff-8518-eaacc2fc99e1 None None] Routers {'bda975f3-3c90-4e72-a27e-a6d6183512dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:07.894524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afac442-4673-4697-987e-bd5b891db4fe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=6c82ba35-cf69-4aea-893a-3b5612b10dba,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:07.897601 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9c5d487f-57fa-44ff-8518-eaacc2fc99e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec97f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bda975f3-3c90-4e72-a27e-a6d6183512dd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:07.928259 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48309b8-a78b-489c-808e-545f5a801ff3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:07.929940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f48309b8-a78b-489c-808e-545f5a801ff3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports/285c1636-b951-4cce-99ce-a5c9da24dd47 HTTP/1.1" status: 200  len: 910 time: 0.1062605
Dec 18 21:05:07.940663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54030) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:07.940994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54032) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:07.965952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9c5d487f-57fa-44ff-8518-eaacc2fc99e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec97f70>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:07.990667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-bbd6a1d6-dcf1-41e0-957f-a1eb24b801a9 None None] Provisioning complete for port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:07.993516 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bbd6a1d6-dcf1-41e0-957f-a1eb24b801a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.047920 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b64e66e-0715-4f8e-9263-76bbb95305c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 8c0816af-aab1-42bb-839c-2a6b25af1e74 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:08.056474 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b64e66e-0715-4f8e-9263-76bbb95305c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.093247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d487f-57fa-44ff-8518-eaacc2fc99e1 None None] Routers {'bda975f3-3c90-4e72-a27e-a6d6183512dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:08.093871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9c5d487f-57fa-44ff-8518-eaacc2fc99e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec97f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bda975f3-3c90-4e72-a27e-a6d6183512dd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:08.147934 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9c5d487f-57fa-44ff-8518-eaacc2fc99e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec97f70>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:08.148599 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5d487f-57fa-44ff-8518-eaacc2fc99e1 None None] The sync data for ids ['bda975f3-3c90-4e72-a27e-a6d6183512dd'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:08.172432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d6333a5a-affa-48cd-b5d2-09b57546245d no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:08.172913 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b64e66e-0715-4f8e-9263-76bbb95305c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.241588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6859c812-b74b-442d-8d37-9aa83f0eef6e req-a699fb09-f7b4-408f-96f3-5e00b2c2a8c5 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7488031b-21d1-4bf2-a8fe-baa195bfbaa5 HTTP/1.1" status: 200  len: 210 time: 0.3043826
Dec 18 21:05:08.250630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: d6333a5a-affa-48cd-b5d2-09b57546245d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:08.251186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d6333a5a-affa-48cd-b5d2-09b57546245d not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:08.255003 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.263057 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671e7a9-6641-4660-af38-6fc99269823d None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:08.309617 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b64e66e-0715-4f8e-9263-76bbb95305c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.380976 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b64e66e-0715-4f8e-9263-76bbb95305c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.423463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64e66e-0715-4f8e-9263-76bbb95305c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0816af-aab1-42bb-839c-2a6b25af1e74,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:08.434847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5843b782-ce61-4ba7-bbc2-f5949945d895 None None] Could not find standard attr ID for object 622c510a-46a4-4079-8346-6a39b40d5da4. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:05:08.446012 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b64e66e-0715-4f8e-9263-76bbb95305c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.450614 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4b64e66e-0715-4f8e-9263-76bbb95305c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/8c0816af-aab1-42bb-839c-2a6b25af1e74 HTTP/1.1" status: 204  len: 168 time: 0.5817554
Dec 18 21:05:08.454172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54036) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:08.494900 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-777e5c15-6c0b-4922-9874-d8c337445293 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0394578
Dec 18 21:05:08.497262 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54038) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:08.523389 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.553952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2754fe0-8c73-4361-867c-7e7587a7c2a8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:08.555604 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c2754fe0-8c73-4361-867c-7e7587a7c2a8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0574038
Dec 18 21:05:08.558121 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54040) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:08.621070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96729569-b2e5-4665-b48f-3354334acfe0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:08.622708 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-96729569-b2e5-4665-b48f-3354334acfe0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0635948
Dec 18 21:05:08.625278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54042) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:08.669571 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-351f55e8-dd00-4d27-b433-9007d41fba35 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0388906
Dec 18 21:05:08.670729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54044) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:08.676628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c4798586-e09f-4c86-8768-9f18c71b7d31 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:08.691137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'networks': [{'name': 'tempest-network--814110038'}, {'name': 'tempest-network--736554291'}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:08.691446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'network': {'name': 'tempest-network--814110038'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:08.692550 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'network': {'name': 'tempest-network--736554291'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:08.762504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54046) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:08.762873 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f82766fc-798d-42e7-bab5-8bff76a4b35b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b037c54b761428db4df46b975b70574&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6719849
Dec 18 21:05:08.767740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Made reservation on behalf of b301a57504de4e029f29acd4a49a969e for: {'network': 2} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:08.774066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.785597 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.815459 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4798586-e09f-4c86-8768-9f18c71b7d31 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:08.871779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c4798586-e09f-4c86-8768-9f18c71b7d31 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.871779 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4798586-e09f-4c86-8768-9f18c71b7d31 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:05:08.871779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4798586-e09f-4c86-8768-9f18c71b7d31 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:05:08.894866 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2495251-8abb-4b91-a97f-2c1f58591fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.917823 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c4798586-e09f-4c86-8768-9f18c71b7d31 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2456698
Dec 18 21:05:08.921615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54048) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:08.926897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-14f21f7c-34a1-4715-a3ca-72c191bcfb28 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:08.949187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2495251-8abb-4b91-a97f-2c1f58591fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:08.981931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router d26e5a8e-2544-4383-809d-0b32e4bdcff5 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:05:09.059419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f21f7c-34a1-4715-a3ca-72c191bcfb28 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:09.064206 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14f21f7c-34a1-4715-a3ca-72c191bcfb28 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.066036 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f21f7c-34a1-4715-a3ca-72c191bcfb28 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:05:09.066658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f21f7c-34a1-4715-a3ca-72c191bcfb28 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:05:09.068550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ddf3c5-4286-46f0-aa8b-5890a68189cf None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:09.070494 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2495251-8abb-4b91-a97f-2c1f58591fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.073083 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2495251-8abb-4b91-a97f-2c1f58591fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.074348 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e2495251-8abb-4b91-a97f-2c1f58591fec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8509034b-e16f-418d-a334-67aba04e1263 HTTP/1.1" status: 204  len: 168 time: 0.3106978
Dec 18 21:05:09.088128 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2495251-8abb-4b91-a97f-2c1f58591fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8509034b-e16f-418d-a334-67aba04e1263,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:09.101255 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-14f21f7c-34a1-4715-a3ca-72c191bcfb28 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1787279
Dec 18 21:05:09.104441 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54052) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:09.110306 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4c3e9ec4-5b75-4749-95f0-3d8ddea8bf71 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:09.131401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:09.140012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c12f3c48-8275-4d18-b201-5b23c55e278b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/d26e5a8e-2544-4383-809d-0b32e4bdcff5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3250732
Dec 18 21:05:09.147343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54054) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:09.150403 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057abfb-924b-4544-8f00-c33546b16ce4 None None] Sync routers for ids ['d26e5a8e-2544-4383-809d-0b32e4bdcff5'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:09.178319 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057abfb-924b-4544-8f00-c33546b16ce4 None None] Routers {'d26e5a8e-2544-4383-809d-0b32e4bdcff5'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:09.179714 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f057abfb-924b-4544-8f00-c33546b16ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645b4430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['d26e5a8e-2544-4383-809d-0b32e4bdcff5'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:09.191194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3eb5869c-ad54-4125-a501-7c1f8965f310 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26e5a8e-2544-4383-809d-0b32e4bdcff5 HTTP/1.1" status: 200  len: 205 time: 0.0411577
Dec 18 21:05:09.193806 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.196333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54056) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:09.207049 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.207988 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.249491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3e9ec4-5b75-4749-95f0-3d8ddea8bf71 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:09.258129 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9ec4-5b75-4749-95f0-3d8ddea8bf71 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.259820 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3e9ec4-5b75-4749-95f0-3d8ddea8bf71 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:05:09.260379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3e9ec4-5b75-4749-95f0-3d8ddea8bf71 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:05:09.281521 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4c3e9ec4-5b75-4749-95f0-3d8ddea8bf71 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1758416
Dec 18 21:05:09.285265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54060) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:09.287155 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f057abfb-924b-4544-8f00-c33546b16ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645b4430>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:09.293145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-af8aa55f-5394-4618-99dd-feef2e1f493e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:09.310836 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057abfb-924b-4544-8f00-c33546b16ce4 None None] Routers {'d26e5a8e-2544-4383-809d-0b32e4bdcff5'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:09.311380 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f057abfb-924b-4544-8f00-c33546b16ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645b4430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['d26e5a8e-2544-4383-809d-0b32e4bdcff5'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:09.356734 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4a674a4-b648-4901-8ba3-e0634b3d5684 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.363906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e4382c-4886-4feb-a74c-5dfd81a56d62,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:09.405433 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f057abfb-924b-4544-8f00-c33546b16ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645b4430>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:09.406099 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057abfb-924b-4544-8f00-c33546b16ce4 None None] The sync data for ids ['d26e5a8e-2544-4383-809d-0b32e4bdcff5'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:09.444874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:09.459716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8aa55f-5394-4618-99dd-feef2e1f493e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:09.471548 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-af8aa55f-5394-4618-99dd-feef2e1f493e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.475166 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8aa55f-5394-4618-99dd-feef2e1f493e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:05:09.477070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8aa55f-5394-4618-99dd-feef2e1f493e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:05:09.496594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-75e832cc-bb81-41a2-8c24-3ff743d591a4 None None] Provisioning complete for port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:09.497239 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-75e832cc-bb81-41a2-8c24-3ff743d591a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.510995 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-af8aa55f-5394-4618-99dd-feef2e1f493e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2239852
Dec 18 21:05:09.514225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54068) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:09.526829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0d5cf1ad-4499-4388-bb18-a2fbd1eaf7f4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:09.621838 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.622718 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Added segment c893971c-546d-4a6e-b57d-71f23c783ac3 of type vlan for network 78221d1b-81f6-4ef3-a532-bff5d9fbdc57
Dec 18 21:05:09.625355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4a674a4-b648-4901-8ba3-e0634b3d5684 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.638539 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a05243-63e5-45e3-b255-672aaa54ead1 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:09.640820 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4a674a4-b648-4901-8ba3-e0634b3d5684 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.655059 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d76035b-771b-4911-9bba-b7ac6a586b28 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.707407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-80a05243-63e5-45e3-b255-672aaa54ead1 None None] Deleting port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:09.707812 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-80a05243-63e5-45e3-b255-672aaa54ead1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.728703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5cf1ad-4499-4388-bb18-a2fbd1eaf7f4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:09.742819 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d5cf1ad-4499-4388-bb18-a2fbd1eaf7f4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.744293 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5cf1ad-4499-4388-bb18-a2fbd1eaf7f4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:05:09.744717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5cf1ad-4499-4388-bb18-a2fbd1eaf7f4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:05:09.766305 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0d5cf1ad-4499-4388-bb18-a2fbd1eaf7f4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2498133
Dec 18 21:05:09.768538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54082) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:09.778575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ef70fc84-04e0-4e48-b5f8-081b1d0f5219 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:09.793173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-80a05243-63e5-45e3-b255-672aaa54ead1 None None] For port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c88858a-1270-4f5b-b2fc-16a941dfe0b6,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:09.793857 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-80a05243-63e5-45e3-b255-672aaa54ead1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.809841 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-80a05243-63e5-45e3-b255-672aaa54ead1 None None] Calling delete_port for 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:09.856841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.860545 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4a674a4-b648-4901-8ba3-e0634b3d5684 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.861066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a674a4-b648-4901-8ba3-e0634b3d5684 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Fanout notify agent at l3_agent the message router_deleted on router d26e5a8e-2544-4383-809d-0b32e4bdcff5 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:05:09.878559 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4a674a4-b648-4901-8ba3-e0634b3d5684 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.882803 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d4a674a4-b648-4901-8ba3-e0634b3d5684 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/d26e5a8e-2544-4383-809d-0b32e4bdcff5 HTTP/1.1" status: 204  len: 168 time: 0.6829114
Dec 18 21:05:09.884353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54088) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:09.944145 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-80a05243-63e5-45e3-b255-672aaa54ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.956324 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b368799-92ef-47e2-8a55-67723794ff8a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting subnet 2ab00657-8b68-4b0e-bb84-cd89fbcb3bd2 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:09.958576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a05243-63e5-45e3-b255-672aaa54ead1 None None] No DVR routers for this DVR port 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:09.960653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef70fc84-04e0-4e48-b5f8-081b1d0f5219 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:09.964408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef70fc84-04e0-4e48-b5f8-081b1d0f5219 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.965938 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef70fc84-04e0-4e48-b5f8-081b1d0f5219 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:05:09.966442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef70fc84-04e0-4e48-b5f8-081b1d0f5219 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:05:09.970463 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b368799-92ef-47e2-8a55-67723794ff8a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:09.995912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a05243-63e5-45e3-b255-672aaa54ead1 None None] Pushing event deleted for resources: {'Port': ['ID=2c88858a-1270-4f5b-b2fc-16a941dfe0b6,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:10.013984 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-9c34d7bd-b250-4917-90ff-368cd2ef49fd tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:10.017927 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef70fc84-04e0-4e48-b5f8-081b1d0f5219 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2453046
Dec 18 21:05:10.018063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-9c34d7bd-b250-4917-90ff-368cd2ef49fd tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 0.3723764
Dec 18 21:05:10.018063 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:10.018189 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54092) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:10.042685 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.042943 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Added segment 6c1c95d2-8716-4f8b-93b8-aabcab34529a of type vlan for network d6d2e476-53e4-4d90-8b5a-926375644358
Dec 18 21:05:10.053402 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-1088e436-1b7f-4d0f-b475-24494f033700 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/quotas/58d1ab8b81784fb2ad1b6c9a7d9efc37 HTTP/1.1" status: 200  len: 375 time: 0.0262039
Dec 18 21:05:10.118063 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.122009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-eda82529-48bd-4e04-adee-1283146e8be3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0438569
Dec 18 21:05:10.243877 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.244635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.250301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:10.255836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:10.256519 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.338655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54102) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:10.380300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 2.6773813
Dec 18 21:05:10.384185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54106) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:10.387830 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4de21a1b-d0ab-48b3-8ab6-19c4551b42d6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3671942
Dec 18 21:05:10.388295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-152a2328-e456-4009-bb15-a034478a685d service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2545018
Dec 18 21:05:10.390704 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b368799-92ef-47e2-8a55-67723794ff8a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.395265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54108) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:10.402818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event updated for resources: {'Network': ['ID=78221d1b-81f6-4ef3-a532-bff5d9fbdc57,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:10.420612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 78221d1b-81f6-4ef3-a532-bff5d9fbdc57 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:10.466641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d00e9a4-6ad1-4336-932a-57e0ceab3ad4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:10.470348 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2d00e9a4-6ad1-4336-932a-57e0ceab3ad4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0741239
Dec 18 21:05:10.473476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54110) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:10.524884 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-691b1040-7836-491d-b5a3-3f1bf80851f6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0505455
Dec 18 21:05:10.529184 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54112) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:10.541419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c021543e-c123-4160-b022-fe63697eeb8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:10.549343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-704953058-network', 'tenant_id': 'a7fbf6906e5d404c916ff274e95066ba'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:10.583885 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b368799-92ef-47e2-8a55-67723794ff8a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.640160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1b783-6c73-43b5-984b-edcf4fc0bbb0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event updated for resources: {'Network': ['ID=d6d2e476-53e4-4d90-8b5a-926375644358,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:10.651851 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b368799-92ef-47e2-8a55-67723794ff8a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.652795 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network d6d2e476-53e4-4d90-8b5a-926375644358 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:10.679390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0d76035b-771b-4911-9bba-b7ac6a586b28 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port 285c1636-b951-4cce-99ce-a5c9da24dd47 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:10.679733 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d76035b-771b-4911-9bba-b7ac6a586b28 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.696589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b368799-92ef-47e2-8a55-67723794ff8a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab00657-8b68-4b0e-bb84-cd89fbcb3bd2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:10.705373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111ec092-0cd8-44ba-8c9e-56089332bf79 None None] Network a32aa87e-1298-4778-953f-a736efb6ffb1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:10.708349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b368799-92ef-47e2-8a55-67723794ff8a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.713563 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3b368799-92ef-47e2-8a55-67723794ff8a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/2ab00657-8b68-4b0e-bb84-cd89fbcb3bd2 HTTP/1.1" status: 204  len: 168 time: 0.8279121
Dec 18 21:05:10.716359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54116) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:10.762738 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Made reservation on behalf of a7fbf6906e5d404c916ff274e95066ba for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:10.765539 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.794462 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.803880 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.826930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d803dd-701e-44f7-b6fe-b76e5367f3f8 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:10.833139 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d803dd-701e-44f7-b6fe-b76e5367f3f8 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:10.838930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d803dd-701e-44f7-b6fe-b76e5367f3f8 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:10.844920 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d803dd-701e-44f7-b6fe-b76e5367f3f8 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:10.846581 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-74d803dd-701e-44f7-b6fe-b76e5367f3f8 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.4574139
Dec 18 21:05:10.850628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54118) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:10.872330 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-12c6b2c3-df25-428b-94e2-4da944ef4bd6 service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4712894
Dec 18 21:05:10.903070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de9af09-c06d-45a4-8431-edca55ca6df8 None None] DHCP port deletion for a32aa87e-1298-4778-953f-a736efb6ffb1 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:10.912739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port 508590bd-88a1-4b8f-8d98-5eb70a611ba4 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:10.912890 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.922193 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d76035b-771b-4911-9bba-b7ac6a586b28 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.930531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c021543e-c123-4160-b022-fe63697eeb8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:10.934101 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c021543e-c123-4160-b022-fe63697eeb8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:10.957647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0d76035b-771b-4911-9bba-b7ac6a586b28 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for 285c1636-b951-4cce-99ce-a5c9da24dd47 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:10.984267 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.009162 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] For port 508590bd-88a1-4b8f-8d98-5eb70a611ba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=508590bd-88a1-4b8f-8d98-5eb70a611ba4,segment=NetworkSegment(e8d5af40-1231-4251-843b-5f623025fa41),segment_id=e8d5af40-1231-4251-843b-5f623025fa41)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:11.009545 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.010604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4de9af09-c06d-45a4-8431-edca55ca6df8 None None] Deleting port 508590bd-88a1-4b8f-8d98-5eb70a611ba4 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:11.011150 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4de9af09-c06d-45a4-8431-edca55ca6df8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.041838 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for 508590bd-88a1-4b8f-8d98-5eb70a611ba4 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:11.114545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4de9af09-c06d-45a4-8431-edca55ca6df8 None None] For port 508590bd-88a1-4b8f-8d98-5eb70a611ba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=508590bd-88a1-4b8f-8d98-5eb70a611ba4,segment=NetworkSegment(e8d5af40-1231-4251-843b-5f623025fa41),segment_id=e8d5af40-1231-4251-843b-5f623025fa41)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:11.114951 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4de9af09-c06d-45a4-8431-edca55ca6df8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.121133 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.132883 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.133395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4de9af09-c06d-45a4-8431-edca55ca6df8 None None] Calling delete_port for 508590bd-88a1-4b8f-8d98-5eb70a611ba4 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:11.142053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.195515 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.202505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f8928e0>,) {'filters': {'network_id': ['78221d1b-81f6-4ef3-a532-bff5d9fbdc57']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:11.213047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:11.227646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:11.236940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=508590bd-88a1-4b8f-8d98-5eb70a611ba4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:11.240735 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f8928e0>, 'c893971c-546d-4a6e-b57d-71f23c783ac3') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:11.241036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f8928e0>, 'c893971c-546d-4a6e-b57d-71f23c783ac3') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:11.250735 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No DVR routers for this DVR port 508590bd-88a1-4b8f-8d98-5eb70a611ba4 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:11.254292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.260976 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb03d10-9d7a-4262-a3a2-1df816cc66af,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:11.274648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:11.276055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2c88858a-1270-4f5b-b2fc-16a941dfe0b6 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:11.276483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 508590bd-88a1-4b8f-8d98-5eb70a611ba4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:11.292662 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.295988 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.296336 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Added segment f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5 of type vlan for network 61751535-154f-43e5-aa8b-ae2d40f188eb
Dec 18 21:05:11.299239 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c3976f3-2448-4f49-9c6f-d12819546326 req-da25aca3-8534-440c-b68a-1bdb22d349e1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 210 time: 0.1018877
Dec 18 21:05:11.341217 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:11.342355 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.371520 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4de9af09-c06d-45a4-8431-edca55ca6df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.378784 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.390500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9af09-c06d-45a4-8431-edca55ca6df8 None None] No DVR routers for this DVR port 508590bd-88a1-4b8f-8d98-5eb70a611ba4 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:11.400120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 508590bd-88a1-4b8f-8d98-5eb70a611ba4 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:11.400120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 508590bd-88a1-4b8f-8d98-5eb70a611ba4 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:11.420828 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:11.436118 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.439135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9af09-c06d-45a4-8431-edca55ca6df8 None None] Pushing event deleted for resources: {'Port': ['ID=508590bd-88a1-4b8f-8d98-5eb70a611ba4,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:11.447154 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.453423 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "DELETE /v2.0/networks/78221d1b-81f6-4ef3-a532-bff5d9fbdc57 HTTP/1.1" status: 204  len: 168 time: 0.5994546
Dec 18 21:05:11.458645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54128) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:11.478301 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.479205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:11.479626 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.480172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.483400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb34ef-3bad-45f9-8042-cd7aeb8221c4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event deleted for resources: {'Network': ['ID=78221d1b-81f6-4ef3-a532-bff5d9fbdc57,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:11.505001 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d76035b-771b-4911-9bba-b7ac6a586b28 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.544347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e21dc40>,) {'filters': {'network_id': ['a32aa87e-1298-4778-953f-a736efb6ffb1']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:11.565486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e21dc40>, 'e8d5af40-1231-4251-843b-5f623025fa41') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:11.565795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e21dc40>, 'e8d5af40-1231-4251-843b-5f623025fa41') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:11.587501 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.591473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76035b-771b-4911-9bba-b7ac6a586b28 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=285c1636-b951-4cce-99ce-a5c9da24dd47,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:11.597822 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.608099 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2624462
Dec 18 21:05:11.609360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54132) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:11.611306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.618082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:11.618168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-03936678-c9e6-46e8-8be0-a3a82e61426a admin admin] Request body: {'subnet': {'network_id': '61751535-154f-43e5-aa8b-ae2d40f188eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-704953058-subnet', 'tenant_id': 'a7fbf6906e5d404c916ff274e95066ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:11.618475 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.664299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.objects.ports [None req-c021543e-c123-4160-b022-fe63697eeb8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:11.668748 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:11.681124 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c021543e-c123-4160-b022-fe63697eeb8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.683023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2ae46-a0c5-4f7c-a04a-4b2c9be5abe6 admin admin] Pushing event updated for resources: {'Network': ['ID=61751535-154f-43e5-aa8b-ae2d40f188eb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:11.697971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 61751535-154f-43e5-aa8b-ae2d40f188eb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:11.771690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c021543e-c123-4160-b022-fe63697eeb8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:11.771975 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.781226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c021543e-c123-4160-b022-fe63697eeb8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:11.790797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c021543e-c123-4160-b022-fe63697eeb8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:11.791462 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c021543e-c123-4160-b022-fe63697eeb8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.795865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef629274-31a7-475b-aed7-871deb9f52f1 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:11.797364 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03936678-c9e6-46e8-8be0-a3a82e61426a admin admin] Made reservation on behalf of a7fbf6906e5d404c916ff274e95066ba for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:11.800109 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03936678-c9e6-46e8-8be0-a3a82e61426a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.817540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e17b0d0>,) {'filters': {'network_id': ['d6d2e476-53e4-4d90-8b5a-926375644358']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:11.820388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.833997 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.842215 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/networks/a32aa87e-1298-4778-953f-a736efb6ffb1 HTTP/1.1" status: 204  len: 168 time: 1.1251078
Dec 18 21:05:11.844376 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e17b0d0>, '6c1c95d2-8716-4f8b-93b8-aabcab34529a') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:11.844838 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e17b0d0>, '6c1c95d2-8716-4f8b-93b8-aabcab34529a') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:11.848306 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54136) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:11.850455 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021543e-c123-4160-b022-fe63697eeb8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=059d8c2d-88c8-4aed-864c-98b301146135,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:11.880003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-750953014', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:11.880748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c021543e-c123-4160-b022-fe63697eeb8b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.3456814
Dec 18 21:05:11.889856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54138) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:11.898101 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.900103 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:19:e0:e2', 'name': 'tempest-NetworksTestDHCPv6-1541007860'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:11.941222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c5bfc-3129-4c2f-9f9b-834d633549ad tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Network': ['ID=a32aa87e-1298-4778-953f-a736efb6ffb1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:11.974285 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:11.998109 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:11.999538 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:12.001811 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:12.016243 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d76035b-771b-4911-9bba-b7ac6a586b28 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.057886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '059d8c2d-88c8-4aed-864c-98b301146135'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:12.059254 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.061611 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.062697 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.116940 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.127936 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.131122 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "DELETE /v2.0/networks/d6d2e476-53e4-4d90-8b5a-926375644358 HTTP/1.1" status: 204  len: 168 time: 0.6628444
Dec 18 21:05:12.140073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54140) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:12.178839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45ed95-f1fe-41d2-8ff3-163ee9c33a80 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event deleted for resources: {'Network': ['ID=d6d2e476-53e4-4d90-8b5a-926375644358,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:12.263940 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Allocated IP 2001:db8::f816:3eff:feb5:eb64 (366763c1-8ffb-4916-bf33-b9164c04d44d/059d8c2d-88c8-4aed-864c-98b301146135/c2a90474-9b0b-4ab2-8572-ac309f54fbf5) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:12.300839 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.381636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:12.428144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.435757 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.487216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:12.493860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:12.501120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:12.518874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Pushing event updated for resources: {'Port': ['ID=c2a90474-9b0b-4ab2-8572-ac309f54fbf5,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:12.532048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bdda8e36-2562-4188-8da5-a05598a3719d req-479ed4fd-e398-4795-ac0c-a6596466b402 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 210 time: 0.0724840
Dec 18 21:05:12.593717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.602972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Attempting to bind port c2a90474-9b0b-4ab2-8572-ac309f54fbf5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:12.604345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Attempting to bind port c2a90474-9b0b-4ab2-8572-ac309f54fbf5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:12.604941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Attempting to bind port c2a90474-9b0b-4ab2-8572-ac309f54fbf5 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:12.614366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:12.615232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:12.616295 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.616910 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:12.617584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Bound port: c2a90474-9b0b-4ab2-8572-ac309f54fbf5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:12.618323 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.663223 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6366bfe-01e1-4f98-87ca-4b1f2571920a tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:12.668582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6366bfe-01e1-4f98-87ca-4b1f2571920a tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:12.670376 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e6366bfe-01e1-4f98-87ca-4b1f2571920a tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.5207832
Dec 18 21:05:12.676448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54144) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:12.683417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-65e8cb6a-e347-4012-ae7e-c4b6a02ae91b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2135767240'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:12.754806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] For port c2a90474-9b0b-4ab2-8572-ac309f54fbf5, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:12.758791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] For port c2a90474-9b0b-4ab2-8572-ac309f54fbf5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2a90474-9b0b-4ab2-8572-ac309f54fbf5,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:12.765745 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.775466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d76035b-771b-4911-9bba-b7ac6a586b28 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router bda975f3-3c90-4e72-a27e-a6d6183512dd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:05:12.777667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03936678-c9e6-46e8-8be0-a3a82e61426a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.823131 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.835835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e8cb6a-e347-4012-ae7e-c4b6a02ae91b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Made reservation on behalf of b301a57504de4e029f29acd4a49a969e for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:12.839750 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65e8cb6a-e347-4012-ae7e-c4b6a02ae91b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.847109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d58c48-e6b2-440a-80a7-d8e8b7ff5000 None None] Pushing event updated for resources: {'Port': ['ID=c2a90474-9b0b-4ab2-8572-ac309f54fbf5,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:12.857767 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03936678-c9e6-46e8-8be0-a3a82e61426a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb2ccb3-0249-43fb-b92b-3f4a18a00e62,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:12.877997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-c9f8a3ad-bb42-49e2-9a7e-183c8d492664 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:12.880116 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-c9f8a3ad-bb42-49e2-9a7e-183c8d492664 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 0.2826548
Dec 18 21:05:12.884888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 2a4ee5aa-fa36-43b2-94ff-547c1b1cd0a9 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:05:12.896277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Request body: {'port': {'device_id': 'ab9b708f-24ca-4dad-9e48-ce4b71edf595', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'admin_state_up': True, 'tenant_id': '58d1ab8b81784fb2ad1b6c9a7d9efc37'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:12.965900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e8cb6a-e347-4012-ae7e-c4b6a02ae91b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:12.999873 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65e8cb6a-e347-4012-ae7e-c4b6a02ae91b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:12.999873 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-65e8cb6a-e347-4012-ae7e-c4b6a02ae91b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Added segment 35bf6538-00da-4b42-95b8-72f9087cc8fa of type vlan for network b99caa5e-a534-44ec-945e-c9fa747cfdf3
Dec 18 21:05:13.055800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03936678-c9e6-46e8-8be0-a3a82e61426a admin admin] Checking segment: {'id': 'f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61751535-154f-43e5-aa8b-ae2d40f188eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:13.055800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03936678-c9e6-46e8-8be0-a3a82e61426a admin admin] Network hostable DHCP agents. Network: 61751535-154f-43e5-aa8b-ae2d40f188eb, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:05:13.069612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d76035b-771b-4911-9bba-b7ac6a586b28 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:13.084713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c551f6-12d4-40af-8081-692d9781c5c3 None None] Sync routers for ids ['bda975f3-3c90-4e72-a27e-a6d6183512dd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:13.084886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0d76035b-771b-4911-9bba-b7ac6a586b28 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/bda975f3-3c90-4e72-a27e-a6d6183512dd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1400816
Dec 18 21:05:13.084886 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65e8cb6a-e347-4012-ae7e-c4b6a02ae91b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:13.088518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54148) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:13.114637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c551f6-12d4-40af-8081-692d9781c5c3 None None] Routers {'bda975f3-3c90-4e72-a27e-a6d6183512dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:13.115474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d7c551f6-12d4-40af-8081-692d9781c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e4df4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bda975f3-3c90-4e72-a27e-a6d6183512dd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:13.121926 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03936678-c9e6-46e8-8be0-a3a82e61426a admin admin] Network 61751535-154f-43e5-aa8b-ae2d40f188eb is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:05:13.143980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-03936678-c9e6-46e8-8be0-a3a82e61426a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 61751535-154f-43e5-aa8b-ae2d40f188eb) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:13.150899 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03936678-c9e6-46e8-8be0-a3a82e61426a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:13.151961 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03936678-c9e6-46e8-8be0-a3a82e61426a admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:13.154880 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65e8cb6a-e347-4012-ae7e-c4b6a02ae91b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:13.155550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d7c551f6-12d4-40af-8081-692d9781c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e4df4f0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:13.162520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e8cb6a-e347-4012-ae7e-c4b6a02ae91b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:13.163425 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65e8cb6a-e347-4012-ae7e-c4b6a02ae91b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:13.167561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d183a32d-fc51-4db1-867e-25c9df2b3bac None None] Network 61751535-154f-43e5-aa8b-ae2d40f188eb requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:13.169867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c551f6-12d4-40af-8081-692d9781c5c3 None None] Routers {'bda975f3-3c90-4e72-a27e-a6d6183512dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:13.170584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d7c551f6-12d4-40af-8081-692d9781c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e4df4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bda975f3-3c90-4e72-a27e-a6d6183512dd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:13.236010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::f816:3eff:fe19:e0e2 (366763c1-8ffb-4916-bf33-b9164c04d44d/059d8c2d-88c8-4aed-864c-98b301146135/2a4ee5aa-fa36-43b2-94ff-547c1b1cd0a9) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:13.270982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-03936678-c9e6-46e8-8be0-a3a82e61426a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6477010
Dec 18 21:05:13.270982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-65e8cb6a-e347-4012-ae7e-c4b6a02ae91b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.5867398
Dec 18 21:05:13.270982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54150) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:13.275610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-49ecf321-193c-4067-bbfd-a43b96d1a5a5 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-411158243'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:13.281323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d7c551f6-12d4-40af-8081-692d9781c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e4df4f0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:13.282556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c551f6-12d4-40af-8081-692d9781c5c3 None None] The sync data for ids ['bda975f3-3c90-4e72-a27e-a6d6183512dd'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:13.299860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8cb6a-e347-4012-ae7e-c4b6a02ae91b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event updated for resources: {'Network': ['ID=b99caa5e-a534-44ec-945e-c9fa747cfdf3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:13.313428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network b99caa5e-a534-44ec-945e-c9fa747cfdf3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:13.324236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ecf321-193c-4067-bbfd-a43b96d1a5a5 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Made reservation on behalf of b301a57504de4e029f29acd4a49a969e for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:13.329284 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49ecf321-193c-4067-bbfd-a43b96d1a5a5 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:13.357741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ecf321-193c-4067-bbfd-a43b96d1a5a5 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:13.369307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49ecf321-193c-4067-bbfd-a43b96d1a5a5 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:13.369743 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-49ecf321-193c-4067-bbfd-a43b96d1a5a5 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Added segment cf2c8a10-50a7-43fa-8164-8b0b41658be9 of type vlan for network 5d291f00-8177-4252-80e2-5b9d6d731a2e
Dec 18 21:05:13.414011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30584721-9e4b-4db2-aea8-d89b599d1cca None None] Network 61751535-154f-43e5-aa8b-ae2d40f188eb requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:13.435833 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49ecf321-193c-4067-bbfd-a43b96d1a5a5 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:13.497541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49ecf321-193c-4067-bbfd-a43b96d1a5a5 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:13.505038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ecf321-193c-4067-bbfd-a43b96d1a5a5 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:13.505697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49ecf321-193c-4067-bbfd-a43b96d1a5a5 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:13.580192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-49ecf321-193c-4067-bbfd-a43b96d1a5a5 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3119936
Dec 18 21:05:13.584138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54162) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:13.591574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'ports': [{'network_id': 'b99caa5e-a534-44ec-945e-c9fa747cfdf3', 'name': 'tempest-port--1242910323', 'admin_state_up': True}, {'network_id': '5d291f00-8177-4252-80e2-5b9d6d731a2e', 'admin_state_up': False}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:13.591898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'port': {'network_id': 'b99caa5e-a534-44ec-945e-c9fa747cfdf3', 'name': 'tempest-port--1242910323', 'admin_state_up': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:13.592385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'port': {'network_id': '5d291f00-8177-4252-80e2-5b9d6d731a2e', 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:13.598733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecf321-193c-4067-bbfd-a43b96d1a5a5 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event updated for resources: {'Network': ['ID=5d291f00-8177-4252-80e2-5b9d6d731a2e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:13.611685 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5d291f00-8177-4252-80e2-5b9d6d731a2e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:13.695630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32dfd067-3f02-4858-b50d-d7e638b42241 req-3dc2c9e6-1f8b-4ca6-be54-5e7f4a36061b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 210 time: 0.0448241
Dec 18 21:05:13.811313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Made reservation on behalf of 58d1ab8b81784fb2ad1b6c9a7d9efc37 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:13.814996 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:13.921307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-7e882970-4c10-4fff-9f88-cdcdf0718e88 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:13.922878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-7e882970-4c10-4fff-9f88-cdcdf0718e88 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/networks?id=61751535-154f-43e5-aa8b-ae2d40f188eb HTTP/1.1" status: 200  len: 808 time: 0.1426775
Dec 18 21:05:13.924007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Made reservation on behalf of b301a57504de4e029f29acd4a49a969e for: {'port': 2} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:13.928558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:13.949825 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:13.952521 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-c56da2b5-a6f9-4e7b-8a7c-cc1cb6f26119 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/quotas/a7fbf6906e5d404c916ff274e95066ba HTTP/1.1" status: 200  len: 375 time: 0.0208092
Dec 18 21:05:14.002045 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-cde58fc6-9728-4626-b8e3-0eb90bbd5abc tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7fbf6906e5d404c916ff274e95066ba&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0391819
Dec 18 21:05:14.030716 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.071341 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.124339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] device_id is not set on port 765b2b47-6890-46b4-8b0b-2aebb89fd468 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:05:14.175626 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-eca7198d-ab0d-436c-92a5-e61a85f06cca service neutron] 10.222.0.13 "GET /v2.0/networks/61751535-154f-43e5-aa8b-ae2d40f188eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597552
Dec 18 21:05:14.188109 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.267735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3776a661-9d5d-4f74-a503-813055eae484 None None] Provisioning complete for port c2a90474-9b0b-4ab2-8572-ac309f54fbf5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:14.268260 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3776a661-9d5d-4f74-a503-813055eae484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.320742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Allocated IP 172.20.0.7 (02107735-1e4a-434f-a377-a881410f569a/c7e25084-0926-4429-bfe2-f2445a0ff885/39f33934-8809-44c6-97cd-68c74a5bf74c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:14.346710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-fd510f72-a07d-4278-bd89-cb2d53251af3 service neutron] 10.222.0.13 "GET /v2.0/networks/61751535-154f-43e5-aa8b-ae2d40f188eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1624284
Dec 18 21:05:14.351860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.360476 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.370612 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3776a661-9d5d-4f74-a503-813055eae484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.373002 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Allocated IP 172.35.3.75 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/bc0b5ff2-71ed-485f-9fcf-ba2ae5e5669b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:14.424897 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3776a661-9d5d-4f74-a503-813055eae484 None None] For port c2a90474-9b0b-4ab2-8572-ac309f54fbf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2a90474-9b0b-4ab2-8572-ac309f54fbf5,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:14.433606 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3776a661-9d5d-4f74-a503-813055eae484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.455022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] device_id is not set on port cd3b8c00-2ead-4f1e-a664-ca42b8707411 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:05:14.469668 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:14.507541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776a661-9d5d-4f74-a503-813055eae484 None None] Pushing event updated for resources: {'Port': ['ID=c2a90474-9b0b-4ab2-8572-ac309f54fbf5,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:14.509168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:14.571720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=2a4ee5aa-fa36-43b2-94ff-547c1b1cd0a9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:14.572648 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0f4adb9-416e-4b2c-9fbf-0e02e09edb9e req-1fd02010-8068-4ceb-a505-f5e14e03aab5 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 210 time: 0.0316837
Dec 18 21:05:14.578991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:14.584666 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:14.585309 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.652531 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.669763 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e57184df-4078-43fe-94d4-f3c87f8b86be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.7778432
Dec 18 21:05:14.674956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54178) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:14.720983 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.789711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.795555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event updated for resources: {'Port': ['ID=765b2b47-6890-46b4-8b0b-2aebb89fd468,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:14.824817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Checking segment: {'id': '35bf6538-00da-4b42-95b8-72f9087cc8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b99caa5e-a534-44ec-945e-c9fa747cfdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:14.825267 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Network hostable DHCP agents. Network: b99caa5e-a534-44ec-945e-c9fa747cfdf3, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:05:14.842580 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.850371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Network b99caa5e-a534-44ec-945e-c9fa747cfdf3 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:05:14.866296 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.886441 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.889801 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-675d7846-94b7-4382-ab1b-29dbc8959fc1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:14.895939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b99caa5e-a534-44ec-945e-c9fa747cfdf3) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:14.906193 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24567b06-e15e-4a26-8a9f-9f4257e52001 None None] Network b99caa5e-a534-44ec-945e-c9fa747cfdf3 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:14.943985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a388e75b-5cc6-4fd2-8b09-7914aad7b986 req-35520717-9247-4388-9dbb-d02098d67428 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 210 time: 0.0823960
Dec 18 21:05:14.944298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:14.945187 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.012036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:15.022826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614a9a9a-48bb-412a-823f-14edbdd2786e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:15.031700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614a9a9a-48bb-412a-823f-14edbdd2786e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:15.033253 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4c41e1d1-5899-4557-8b59-2cc93b6c22a2 None None] Provisioning complete for port 2a4ee5aa-fa36-43b2-94ff-547c1b1cd0a9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:15.033628 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4c41e1d1-5899-4557-8b59-2cc93b6c22a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.040137 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-614a9a9a-48bb-412a-823f-14edbdd2786e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.3605213
Dec 18 21:05:15.045669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54188) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:15.057879 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:15.061259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:15.089108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event updated for resources: {'Port': ['ID=cd3b8c00-2ead-4f1e-a664-ca42b8707411,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:15.099252 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Checking segment: {'id': 'cf2c8a10-50a7-43fa-8164-8b0b41658be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5d291f00-8177-4252-80e2-5b9d6d731a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:15.099576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Network hostable DHCP agents. Network: 5d291f00-8177-4252-80e2-5b9d6d731a2e, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:05:15.111595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c2a90474-9b0b-4ab2-8572-ac309f54fbf5 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:15.124052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783deea3-93c1-4e76-a553-4c66dda1741e None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:15.137839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=bc0b5ff2-71ed-485f-9fcf-ba2ae5e5669b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:15.169363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Network 5d291f00-8177-4252-80e2-5b9d6d731a2e is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:05:15.204875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d291f00-8177-4252-80e2-5b9d6d731a2e) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:15.208381 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4c41e1d1-5899-4557-8b59-2cc93b6c22a2 None None] Port 2a4ee5aa-fa36-43b2-94ff-547c1b1cd0a9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:15.214597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3754fe-6db8-4a77-8226-d2eedad9576f None None] Network 5d291f00-8177-4252-80e2-5b9d6d731a2e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:15.224290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c63b667a-5327-4ce1-ad95-a836de6ff51b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 2a4ee5aa-fa36-43b2-94ff-547c1b1cd0a9 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:15.224636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c63b667a-5327-4ce1-ad95-a836de6ff51b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.228917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:15.235652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:15.240534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:15.241220 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.299817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port c2a90474-9b0b-4ab2-8572-ac309f54fbf5 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:15.300550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.312230 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fb9b0758-4c1d-4f89-a911-736dbaa86983 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.7273004
Dec 18 21:05:15.312899 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54192) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:15.373136 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-81025168-0907-42e1-a464-381947cf93e4 None None] Provisioning complete for port bc0b5ff2-71ed-485f-9fcf-ba2ae5e5669b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:15.373872 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-81025168-0907-42e1-a464-381947cf93e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.407438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98392cc-1b5e-4563-a467-66d3c67bcac9 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:15.416521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98392cc-1b5e-4563-a467-66d3c67bcac9 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:15.418899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e98392cc-1b5e-4563-a467-66d3c67bcac9 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1020865
Dec 18 21:05:15.421019 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.421254 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c63b667a-5327-4ce1-ad95-a836de6ff51b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.421903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-81025168-0907-42e1-a464-381947cf93e4 None None] Port bc0b5ff2-71ed-485f-9fcf-ba2ae5e5669b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:15.425250 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54194) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:15.437707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c63b667a-5327-4ce1-ad95-a836de6ff51b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 2a4ee5aa-fa36-43b2-94ff-547c1b1cd0a9 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:15.576050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Network 02107735-1e4a-434f-a377-a881410f569a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:15.585363 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c63b667a-5327-4ce1-ad95-a836de6ff51b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.595936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:15.601819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:15.631322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b667a-5327-4ce1-ad95-a836de6ff51b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=2a4ee5aa-fa36-43b2-94ff-547c1b1cd0a9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:15.650804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Pushing event updated for resources: {'Port': ['ID=39f33934-8809-44c6-97cd-68c74a5bf74c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:15.660364 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c63b667a-5327-4ce1-ad95-a836de6ff51b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.664936 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c63b667a-5327-4ce1-ad95-a836de6ff51b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/2a4ee5aa-fa36-43b2-94ff-547c1b1cd0a9 HTTP/1.1" status: 204  len: 168 time: 0.6139364
Dec 18 21:05:15.667466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54198) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:15.731241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:15.732720 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.732872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3118abc9-8fb7-4f1c-a888-83ffa6017338 req-27d71643-6619-471b-81d9-997aec3b8310 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 210 time: 0.0544298
Dec 18 21:05:15.760026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36807fd-4a49-4626-91fe-1915f9c28222 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:15.762688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36807fd-4a49-4626-91fe-1915f9c28222 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:15.763633 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.766133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a36807fd-4a49-4626-91fe-1915f9c28222 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0964277
Dec 18 21:05:15.768166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54200) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:15.821806 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b2de6d56-5b3b-4dfa-b7d5-f59a9da74e96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9308696
Dec 18 21:05:15.834380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-421f8926-61f0-44d9-a6a3-8008aef53ff0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 059d8c2d-88c8-4aed-864c-98b301146135 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:15.838129 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-421f8926-61f0-44d9-a6a3-8008aef53ff0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:15.862132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Request body: {'port': {'device_id': 'ab9b708f-24ca-4dad-9e48-ce4b71edf595', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:15.906383 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-421f8926-61f0-44d9-a6a3-8008aef53ff0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.004473 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-421f8926-61f0-44d9-a6a3-8008aef53ff0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.005321 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ad028fb2-fb4e-46e3-ba38-23692c9af61e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Deleting port 765b2b47-6890-46b4-8b0b-2aebb89fd468 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:16.005881 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad028fb2-fb4e-46e3-ba38-23692c9af61e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.099729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a4ca1-dde3-46d7-a420-c6e54130f3f8 req-9edefec0-ac58-47f1-b618-2dc0d2e8f99a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:16.101294 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-124a4ca1-dde3-46d7-a420-c6e54130f3f8 req-9edefec0-ac58-47f1-b618-2dc0d2e8f99a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 931 time: 0.0677714
Dec 18 21:05:16.102982 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-421f8926-61f0-44d9-a6a3-8008aef53ff0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.131777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2050c8fa-460b-480a-93d6-67eaf85c7507 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:16.149845 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-421f8926-61f0-44d9-a6a3-8008aef53ff0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.155357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-421f8926-61f0-44d9-a6a3-8008aef53ff0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/059d8c2d-88c8-4aed-864c-98b301146135 HTTP/1.1" status: 204  len: 168 time: 0.3837965
Dec 18 21:05:16.156344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54204) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:16.163133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f8926-61f0-44d9-a6a3-8008aef53ff0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=059d8c2d-88c8-4aed-864c-98b301146135,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:16.204065 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-eef72e55-6533-4c39-a643-356f88f5eab4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0447454
Dec 18 21:05:16.209869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54206) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:16.217071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:16.285931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-124a4ca1-dde3-46d7-a420-c6e54130f3f8 req-a706151b-e9e6-4b12-8a0a-c51fe4beaf6f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763937
Dec 18 21:05:16.347267 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:16.351143 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.472180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42b257-99da-4c0c-bebb-7f50c66c0410 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:16.524209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7d42b257-99da-4c0c-bebb-7f50c66c0410 None None] Deleting port c2a90474-9b0b-4ab2-8572-ac309f54fbf5 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:16.524649 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d42b257-99da-4c0c-bebb-7f50c66c0410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.533032 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.538189 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad028fb2-fb4e-46e3-ba38-23692c9af61e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.576812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ad028fb2-fb4e-46e3-ba38-23692c9af61e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Calling delete_port for 765b2b47-6890-46b4-8b0b-2aebb89fd468 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:16.595339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7d42b257-99da-4c0c-bebb-7f50c66c0410 None None] For port c2a90474-9b0b-4ab2-8572-ac309f54fbf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2a90474-9b0b-4ab2-8572-ac309f54fbf5,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:16.595960 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d42b257-99da-4c0c-bebb-7f50c66c0410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.609384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7d42b257-99da-4c0c-bebb-7f50c66c0410 None None] Calling delete_port for c2a90474-9b0b-4ab2-8572-ac309f54fbf5 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:16.658584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-54b67844-01b3-4627-bc32-fac7f7211fd3 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:16.660086 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-54b67844-01b3-4627-bc32-fac7f7211fd3 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.31 "GET /v2.0/networks?id=61751535-154f-43e5-aa8b-ae2d40f188eb HTTP/1.1" status: 200  len: 808 time: 0.8076277
Dec 18 21:05:16.672396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.objects.ports [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:05:16.682926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Request body: {'port': {'device_id': '650905b4-027a-40af-ae95-18573c57937e', 'network_id': '61751535-154f-43e5-aa8b-ae2d40f188eb', 'admin_state_up': True, 'tenant_id': 'a7fbf6906e5d404c916ff274e95066ba'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:16.694782 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d42b257-99da-4c0c-bebb-7f50c66c0410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.731631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42b257-99da-4c0c-bebb-7f50c66c0410 None None] No DVR routers for this DVR port c2a90474-9b0b-4ab2-8572-ac309f54fbf5 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:16.738701 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42b257-99da-4c0c-bebb-7f50c66c0410 None None] Pushing event deleted for resources: {'Port': ['ID=c2a90474-9b0b-4ab2-8572-ac309f54fbf5,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:16.812042 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-675d7846-94b7-4382-ab1b-29dbc8959fc1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port ef80c973-be98-45f2-a987-f7c4309400ab {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:16.812418 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-675d7846-94b7-4382-ab1b-29dbc8959fc1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.846642 ncdv-master-1 neutron-server[126008]: WARNING neutron.services.revisions.revision_plugin [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f365d3b8100] {port_id='c2a90474-9b0b-4ab2-8572-ac309f54fbf5', ip_address='2001:db8::f816:3eff:feb5:eb64', subnet_id='2a3b2b8f-2562-4361-9915-367904fa627a', network_id='366763c1-8ffb-4916-bf33-b9164c04d44d'}> to bump revision.
Dec 18 21:05:16.858630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.ipam_pluggable_backend [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Port c2a90474-9b0b-4ab2-8572-ac309f54fbf5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=126008) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 18 21:05:16.859018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.ipam_pluggable_backend [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Reverting IP allocation for 2001:db8::f816:3eff:feb5:eb64 {{(pid=126008) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Dec 18 21:05:16.878795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.ipam_pluggable_backend [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb5:eb64 {{(pid=126008) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Dec 18 21:05:16.881045 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56eca41a-d039-4eed-8572-aff29ecfc595 req-cc315e8c-1b6e-4fcd-9c92-beb4a7a0126f tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 210 time: 0.0506003
Dec 18 21:05:16.882087 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.927866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:16.931156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:16.934999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:16.936114 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:16.950584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095fb336-7274-4a38-a079-2e4e91f3086e None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:16.956694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=2a3b2b8f-2562-4361-9915-367904fa627a,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:16.970627 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1df7d90a-ef4c-4fac-b0e3-4f313a8fe887 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7588875
Dec 18 21:05:16.973238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54212) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:16.979332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:00:c5:81', 'name': 'tempest-NetworksTestDHCPv6-2143640999'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:16.986943 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.006936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c2a90474-9b0b-4ab2-8572-ac309f54fbf5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:17.034598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: c2a90474-9b0b-4ab2-8572-ac309f54fbf5 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:17.035551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c2a90474-9b0b-4ab2-8572-ac309f54fbf5 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:17.103687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:17.112932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '2a3b2b8f-2562-4361-9915-367904fa627a'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:17.114657 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.130199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-675d7846-94b7-4382-ab1b-29dbc8959fc1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.148686 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad028fb2-fb4e-46e3-ba38-23692c9af61e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.158156 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-675d7846-94b7-4382-ab1b-29dbc8959fc1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for ef80c973-be98-45f2-a987-f7c4309400ab owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:17.191036 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.212435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 1032c215-0de9-4122-b289-10dd435402bf yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:05:17.247161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad028fb2-fb4e-46e3-ba38-23692c9af61e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event deleted for resources: {'Port': ['ID=765b2b47-6890-46b4-8b0b-2aebb89fd468,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:17.258743 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad028fb2-fb4e-46e3-ba38-23692c9af61e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.262090 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ad028fb2-fb4e-46e3-ba38-23692c9af61e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "DELETE /v2.0/ports/765b2b47-6890-46b4-8b0b-2aebb89fd468 HTTP/1.1" status: 204  len: 168 time: 1.8367994
Dec 18 21:05:17.267018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54214) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:17.292733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Allocated IP 2001:db8::f816:3eff:fe54:8d29 (366763c1-8ffb-4916-bf33-b9164c04d44d/2a3b2b8f-2562-4361-9915-367904fa627a/84449e96-f1a9-45b6-844e-22059b448294) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:17.308263 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Made reservation on behalf of a7fbf6906e5d404c916ff274e95066ba for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:17.313495 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.443024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7964d-0fa6-4fdb-a42b-ddaabd254c58 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Deleting port cd3b8c00-2ead-4f1e-a664-ca42b8707411 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:17.443540 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b2a7964d-0fa6-4fdb-a42b-ddaabd254c58 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.511257 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.520027 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.537566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704c38b-63f8-40a5-a851-972e3c201838 req-f061f395-40d0-4030-8d93-6bbcece92332 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:17.539330 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2704c38b-63f8-40a5-a851-972e3c201838 req-f061f395-40d0-4030-8d93-6bbcece92332 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 931 time: 0.1361551
Dec 18 21:05:17.541261 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b2a7964d-0fa6-4fdb-a42b-ddaabd254c58 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.560082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f33934-8809-44c6-97cd-68c74a5bf74c {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:05:17.573960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:17.575271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Pushing event updated for resources: {'Port': ['ID=84449e96-f1a9-45b6-844e-22059b448294,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:17.578076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:17.580881 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:17.588635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7964d-0fa6-4fdb-a42b-ddaabd254c58 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Calling delete_port for cd3b8c00-2ead-4f1e-a664-ca42b8707411 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:17.595058 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.623058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::f816:3eff:fe00:c581 (366763c1-8ffb-4916-bf33-b9164c04d44d/2a3b2b8f-2562-4361-9915-367904fa627a/1032c215-0de9-4122-b289-10dd435402bf) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:17.641374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Attempting to bind port 84449e96-f1a9-45b6-844e-22059b448294 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:17.641749 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Attempting to bind port 84449e96-f1a9-45b6-844e-22059b448294 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:17.642116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Attempting to bind port 84449e96-f1a9-45b6-844e-22059b448294 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:17.643453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router ff8ca7fb-3e60-480a-9640-7d26b0f8f90d is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:05:17.650050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:17.650467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:17.651065 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.652260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:17.653080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Bound port: 84449e96-f1a9-45b6-844e-22059b448294, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:17.653723 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.667240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Allocated IP 172.20.0.10 (61751535-154f-43e5-aa8b-ae2d40f188eb/1cb2ccb3-0249-43fb-b92b-3f4a18a00e62/0dfa8a69-260f-46f9-a552-d8a5455e8dbe) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:17.726943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Transition to ACTIVE for port object 39f33934-8809-44c6-97cd-68c74a5bf74c will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:05:17.730874 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-675d7846-94b7-4382-ab1b-29dbc8959fc1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.745986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] For port 84449e96-f1a9-45b6-844e-22059b448294, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:17.750316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] For port 84449e96-f1a9-45b6-844e-22059b448294, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84449e96-f1a9-45b6-844e-22059b448294,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:17.762693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.770635 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:17.786872 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d7846-94b7-4382-ab1b-29dbc8959fc1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=ef80c973-be98-45f2-a987-f7c4309400ab,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:17.852394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4262c-0b60-499c-8d98-abecb0b217fb None None] Pushing event updated for resources: {'Port': ['ID=84449e96-f1a9-45b6-844e-22059b448294,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:18.027176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Pushing event updated for resources: {'Port': ['ID=39f33934-8809-44c6-97cd-68c74a5bf74c,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:18.071008 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:18.096953 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba53921-454d-46ab-af2c-a87a5e6e3d73 None None] Sync routers for ids ['ff8ca7fb-3e60-480a-9640-7d26b0f8f90d'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:18.117476 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba53921-454d-46ab-af2c-a87a5e6e3d73 None None] Routers {'ff8ca7fb-3e60-480a-9640-7d26b0f8f90d'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:18.119029 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-aba53921-454d-46ab-af2c-a87a5e6e3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645b4c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ff8ca7fb-3e60-480a-9640-7d26b0f8f90d'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:18.197807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9795e872-40d3-4fca-b3dc-83a81deb0b00 req-adc16c08-36ad-4b19-8963-435d31e01c4b tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 210 time: 0.0925794
Dec 18 21:05:18.207206 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-675d7846-94b7-4382-ab1b-29dbc8959fc1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.209850 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-aba53921-454d-46ab-af2c-a87a5e6e3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645b4c40>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:18.225747 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2704c38b-63f8-40a5-a851-972e3c201838 req-17619063-5643-4be2-a539-b9bddcae9d88 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6418965
Dec 18 21:05:18.227904 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.228844 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-893ffcbb-501c-4ea1-8f67-11e3dc4d9110 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 882 time: 6.3796437
Dec 18 21:05:18.237272 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba53921-454d-46ab-af2c-a87a5e6e3d73 None None] Routers {'ff8ca7fb-3e60-480a-9640-7d26b0f8f90d'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:18.238691 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-aba53921-454d-46ab-af2c-a87a5e6e3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645b4c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ff8ca7fb-3e60-480a-9640-7d26b0f8f90d'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:18.239900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54222) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:18.287385 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-aba53921-454d-46ab-af2c-a87a5e6e3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645b4c40>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:18.288500 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba53921-454d-46ab-af2c-a87a5e6e3d73 None None] The sync data for ids ['ff8ca7fb-3e60-480a-9640-7d26b0f8f90d'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:18.382403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Attempting to bind port 39f33934-8809-44c6-97cd-68c74a5bf74c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:18.382749 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Attempting to bind port 39f33934-8809-44c6-97cd-68c74a5bf74c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:18.383077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Attempting to bind port 39f33934-8809-44c6-97cd-68c74a5bf74c on network 02107735-1e4a-434f-a377-a881410f569a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:18.388293 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.396390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Port 39f33934-8809-44c6-97cd-68c74a5bf74c on network 02107735-1e4a-434f-a377-a881410f569a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:05:18.396679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Attempting to bind port 39f33934-8809-44c6-97cd-68c74a5bf74c on network 02107735-1e4a-434f-a377-a881410f569a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:18.417368 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b2a7964d-0fa6-4fdb-a42b-ddaabd254c58 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.468168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7964d-0fa6-4fdb-a42b-ddaabd254c58 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event deleted for resources: {'Port': ['ID=cd3b8c00-2ead-4f1e-a664-ca42b8707411,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:18.469414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:18.470547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Checking segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:18.471275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Bound using segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:18.471878 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Bound port: 39f33934-8809-44c6-97cd-68c74a5bf74c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:18.472236 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.496369 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b2a7964d-0fa6-4fdb-a42b-ddaabd254c58 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.502358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b2a7964d-0fa6-4fdb-a42b-ddaabd254c58 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "DELETE /v2.0/ports/cd3b8c00-2ead-4f1e-a664-ca42b8707411 HTTP/1.1" status: 204  len: 168 time: 1.2343347
Dec 18 21:05:18.506530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54226) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:18.533971 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-06d07d30-c88c-45b6-aa2e-7618ff75d079 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/routers/ff8ca7fb-3e60-480a-9640-7d26b0f8f90d HTTP/1.1" status: 200  len: 883 time: 0.2929981
Dec 18 21:05:18.540319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54228) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:18.542021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675d7846-94b7-4382-ab1b-29dbc8959fc1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router bda975f3-3c90-4e72-a27e-a6d6183512dd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:05:18.562294 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d3343396-8d2f-41ad-8059-0c5925c673e4 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0519462
Dec 18 21:05:18.565868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54230) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:18.573566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4b043f51-88e7-42a4-a583-3535251b8dbe tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1151706039'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:18.590239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.609722 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.623965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b043f51-88e7-42a4-a583-3535251b8dbe tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Made reservation on behalf of b301a57504de4e029f29acd4a49a969e for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:18.627533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b043f51-88e7-42a4-a583-3535251b8dbe tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.656806 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.667188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b043f51-88e7-42a4-a583-3535251b8dbe tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:18.711840 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b043f51-88e7-42a4-a583-3535251b8dbe tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.712190 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-4b043f51-88e7-42a4-a583-3535251b8dbe tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Added segment 89a817a8-b95d-4262-994c-a1ab056c9016 of type vlan for network ad4a0b52-c5c7-46e5-a2e8-81949332845a
Dec 18 21:05:18.714688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:18.726790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:18.731620 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:18.737353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:18.738060 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.765303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=1032c215-0de9-4122-b289-10dd435402bf,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:18.788388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8f97b612-4a3f-43f3-b07e-beb8fa342c60 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.8101373
Dec 18 21:05:18.788838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54232) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:18.799908 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b043f51-88e7-42a4-a583-3535251b8dbe tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.857925 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b043f51-88e7-42a4-a583-3535251b8dbe tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.863576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b043f51-88e7-42a4-a583-3535251b8dbe tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:18.864229 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b043f51-88e7-42a4-a583-3535251b8dbe tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:18.880083 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bdb05b-73b0-4b8a-843c-0912aa039b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:18.886137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bdb05b-73b0-4b8a-843c-0912aa039b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:18.891373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-68bdb05b-73b0-4b8a-843c-0912aa039b39 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0980797
Dec 18 21:05:18.903994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54234) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:18.983658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4b043f51-88e7-42a4-a583-3535251b8dbe tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4141982
Dec 18 21:05:19.009327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54236) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:19.022615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ad01ef81-1d43-4beb-afd3-eb84b38185b3 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2000912991'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:19.036948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b043f51-88e7-42a4-a583-3535251b8dbe tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event updated for resources: {'Network': ['ID=ad4a0b52-c5c7-46e5-a2e8-81949332845a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:19.042738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 84449e96-f1a9-45b6-844e-22059b448294 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:19.045814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] For port 39f33934-8809-44c6-97cd-68c74a5bf74c, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:19.049264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] For port 39f33934-8809-44c6-97cd-68c74a5bf74c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39f33934-8809-44c6-97cd-68c74a5bf74c,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:19.069918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.124989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad01ef81-1d43-4beb-afd3-eb84b38185b3 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Made reservation on behalf of b301a57504de4e029f29acd4a49a969e for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:19.129853 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ad01ef81-1d43-4beb-afd3-eb84b38185b3 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.142399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network ad4a0b52-c5c7-46e5-a2e8-81949332845a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:19.154225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Network 61751535-154f-43e5-aa8b-ae2d40f188eb is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:19.163584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad01ef81-1d43-4beb-afd3-eb84b38185b3 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:19.167864 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:19.169086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.170579 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] 10.222.0.36 "PUT /v2.0/ports/39f33934-8809-44c6-97cd-68c74a5bf74c HTTP/1.1" status: 200  len: 1091 time: 3.3169770
Dec 18 21:05:19.170755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8ac38-a898-42fa-a023-361a3bf374c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 1032c215-0de9-4122-b289-10dd435402bf {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:19.171062 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ac38-a898-42fa-a023-361a3bf374c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.173736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9b708f-24ca-4dad-9e48-ce4b71edf595', 'tag': '39f33934-8809-44c6-97cd-68c74a5bf74c'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:05:19.175698 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9a1955-03ec-48b5-9b78-b86ca3216e83" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9b708f-24ca-4dad-9e48-ce4b71edf595", "tag": "39f33934-8809-44c6-97cd-68c74a5bf74c"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:05:19.185458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:19.206245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:19.211898 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Pushing event updated for resources: {'Port': ['ID=0dfa8a69-260f-46f9-a552-d8a5455e8dbe,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:19.220424 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675d7846-94b7-4382-ab1b-29dbc8959fc1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:19.227644 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ad01ef81-1d43-4beb-afd3-eb84b38185b3 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.227644 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-ad01ef81-1d43-4beb-afd3-eb84b38185b3 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Added segment dc1c1446-4f9a-4cf7-95ac-fc173aaa70ac of type vlan for network 1f42ecc5-188e-4c8f-b271-7b1274d47809
Dec 18 21:05:19.291180 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ad01ef81-1d43-4beb-afd3-eb84b38185b3 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.302410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb07e3-8502-46a7-affc-ad3ee060d001 None None] Sync routers for ids ['bda975f3-3c90-4e72-a27e-a6d6183512dd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:19.341774 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ac38-a898-42fa-a023-361a3bf374c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.357688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8ac38-a898-42fa-a023-361a3bf374c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 1032c215-0de9-4122-b289-10dd435402bf owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:19.365565 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa429454-ff33-4c4e-9416-44ab1f25d592 x-openstack-request-id: req-fa429454-ff33-4c4e-9416-44ab1f25d592 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:05:19.365864 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9b708f-24ca-4dad-9e48-ce4b71edf595", "tag": "39f33934-8809-44c6-97cd-68c74a5bf74c", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:05:19.366123 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa429454-ff33-4c4e-9416-44ab1f25d592 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:05:19.366557 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9b708f-24ca-4dad-9e48-ce4b71edf595', 'tag': '39f33934-8809-44c6-97cd-68c74a5bf74c', 'status': 'completed', 'code': 200}
Dec 18 21:05:19.373509 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-675d7846-94b7-4382-ab1b-29dbc8959fc1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/bda975f3-3c90-4e72-a27e-a6d6183512dd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2820604
Dec 18 21:05:19.377278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 84449e96-f1a9-45b6-844e-22059b448294 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:19.377653 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.381523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb07e3-8502-46a7-affc-ad3ee060d001 None None] Routers {'bda975f3-3c90-4e72-a27e-a6d6183512dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:19.381946 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-00bb07e3-8502-46a7-affc-ad3ee060d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec43910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bda975f3-3c90-4e72-a27e-a6d6183512dd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:19.396010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54246) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:19.397602 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ad01ef81-1d43-4beb-afd3-eb84b38185b3 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.405020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad01ef81-1d43-4beb-afd3-eb84b38185b3 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:19.405860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ad01ef81-1d43-4beb-afd3-eb84b38185b3 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.445655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16766ee6-b0be-4dda-be31-5753530b2e5a service neutron] Pushing event updated for resources: {'Port': ['ID=39f33934-8809-44c6-97cd-68c74a5bf74c,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:19.476511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-00bb07e3-8502-46a7-affc-ad3ee060d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec43910>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:19.489808 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f8c82c70-83bb-443d-84df-0fc860ef8ea8 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda975f3-3c90-4e72-a27e-a6d6183512dd HTTP/1.1" status: 200  len: 205 time: 0.0647767
Dec 18 21:05:19.497201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54248) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:19.499123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb07e3-8502-46a7-affc-ad3ee060d001 None None] Routers {'bda975f3-3c90-4e72-a27e-a6d6183512dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:19.499757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-00bb07e3-8502-46a7-affc-ad3ee060d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec43910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bda975f3-3c90-4e72-a27e-a6d6183512dd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:19.545892 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.548599 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-00bb07e3-8502-46a7-affc-ad3ee060d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec43910>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:19.549238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb07e3-8502-46a7-affc-ad3ee060d001 None None] The sync data for ids ['bda975f3-3c90-4e72-a27e-a6d6183512dd'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:19.551826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4b0408bd-4230-4dd8-96ad-babb2399d121 None None] Provisioning complete for port 84449e96-f1a9-45b6-844e-22059b448294 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:19.552193 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b0408bd-4230-4dd8-96ad-babb2399d121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.594929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:19.595811 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.617697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-fe2c8f4d-cd02-4bc9-b070-16964806a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:19.619618 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-fe2c8f4d-cd02-4bc9-b070-16964806a35e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 1094 time: 0.3662963
Dec 18 21:05:19.632651 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.648666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ad01ef81-1d43-4beb-afd3-eb84b38185b3 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6330905
Dec 18 21:05:19.672246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 84449e96-f1a9-45b6-844e-22059b448294, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84449e96-f1a9-45b6-844e-22059b448294,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:19.702219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c709-47e2-45e8-82cf-42d6d1e29494 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.705243 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-4abf89e1-49b4-4c15-b6d8-6acb8321bd4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39f33934-8809-44c6-97cd-68c74a5bf74c HTTP/1.1" status: 200  len: 217 time: 0.0655558
Dec 18 21:05:19.712151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01ef81-1d43-4beb-afd3-eb84b38185b3 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event updated for resources: {'Network': ['ID=1f42ecc5-188e-4c8f-b271-7b1274d47809,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:19.716931 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.744229 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-42d34468-44f5-44d1-a197-93ab8220efa9 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0685682
Dec 18 21:05:19.749675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 1f42ecc5-188e-4c8f-b271-7b1274d47809 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:19.789295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4e308-b971-491e-9146-024258388ee9 req-6693cfd9-0aef-4623-bfdf-b534d83fa459 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:19.789557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Request body: {'port': {'device_id': '650905b4-027a-40af-ae95-18573c57937e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:19.802843 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2d4e308-b971-491e-9146-024258388ee9 req-6693cfd9-0aef-4623-bfdf-b534d83fa459 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 943 time: 0.4428523
Dec 18 21:05:19.815773 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b0408bd-4230-4dd8-96ad-babb2399d121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.838761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d03e1-d12e-41bf-abac-5c77add76e4b req-b402fd20-87dc-4db7-8b45-1ce38d88e24c tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:19.858853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-276d03e1-d12e-41bf-abac-5c77add76e4b req-b402fd20-87dc-4db7-8b45-1ce38d88e24c tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 932 time: 0.4883878
Dec 18 21:05:19.903686 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:19.951634 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ac38-a898-42fa-a023-361a3bf374c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.020511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2d4e308-b971-491e-9146-024258388ee9 req-09787268-7bab-4e36-b69e-ae29cbf9d811 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139678
Dec 18 21:05:20.023992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=84449e96-f1a9-45b6-844e-22059b448294,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:20.047505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8ac38-a898-42fa-a023-361a3bf374c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=1032c215-0de9-4122-b289-10dd435402bf,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:20.077483 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-276d03e1-d12e-41bf-abac-5c77add76e4b req-c0606ff9-f571-480d-a487-4cd6f3e7a5e6 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2174273
Dec 18 21:05:20.083427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-a2aef1a7-f4e6-4621-acaf-678bbef84c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:20.084941 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-a2aef1a7-f4e6-4621-acaf-678bbef84c84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.3622639
Dec 18 21:05:20.128473 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ac38-a898-42fa-a023-361a3bf374c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.132262 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d7d8ac38-a898-42fa-a023-361a3bf374c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/1032c215-0de9-4122-b289-10dd435402bf HTTP/1.1" status: 204  len: 168 time: 1.2277968
Dec 18 21:05:20.134531 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-4b0408bd-4230-4dd8-96ad-babb2399d121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:05:20.134996 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-4b0408bd-4230-4dd8-96ad-babb2399d121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:05:20.135623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54252) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:20.152373 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-03599e51-d8ad-4cb5-a7bf-c716019f0609 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388796
Dec 18 21:05:20.155758 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c709-47e2-45e8-82cf-42d6d1e29494 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.165862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c709-47e2-45e8-82cf-42d6d1e29494 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.212827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfea33e0-f686-4e7b-a5e4-c92363d89d0b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:20.215182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfea33e0-f686-4e7b-a5e4-c92363d89d0b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:20.217505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bfea33e0-f686-4e7b-a5e4-c92363d89d0b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0807116
Dec 18 21:05:20.220263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54254) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:20.228357 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b12ceb63-c256-46cb-9f0b-f47efc236672 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 886 time: 1.6809876
Dec 18 21:05:20.231872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54256) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:20.237850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e4c907ee-184f-4a3e-9ccf-700dcae73d93 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-750953014'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:20.369606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-2031f79d-4a77-4005-b2fc-fb254f99c5ec tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 2a3b2b8f-2562-4361-9915-367904fa627a {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:20.377219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c709-47e2-45e8-82cf-42d6d1e29494 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.377728 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb3c709-47e2-45e8-82cf-42d6d1e29494 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Fanout notify agent at l3_agent the message router_deleted on router bda975f3-3c90-4e72-a27e-a6d6183512dd {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:05:20.379309 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2031f79d-4a77-4005-b2fc-fb254f99c5ec tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.392091 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c709-47e2-45e8-82cf-42d6d1e29494 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.393204 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4bb3c709-47e2-45e8-82cf-42d6d1e29494 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/bda975f3-3c90-4e72-a27e-a6d6183512dd HTTP/1.1" status: 204  len: 168 time: 0.8941543
Dec 18 21:05:20.396392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54258) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:20.460977 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-b3dbc5ae-aa68-48e8-ae68-0f8a1afd3c72 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2919586
Dec 18 21:05:20.486085 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2031f79d-4a77-4005-b2fc-fb254f99c5ec tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.514699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-96450c9b-0191-4c97-98de-e773213c4a07 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting subnet 828146d2-0a7e-4fdc-9a5a-8c253037e209 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:20.559493 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96450c9b-0191-4c97-98de-e773213c4a07 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.630393 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4bd242de-c33b-4d01-b974-e997af7f5deb req-38f66f72-f3cb-4fbb-8245-8dbea0e5c6a7 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543853
Dec 18 21:05:20.665128 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfa8a69-260f-46f9-a552-d8a5455e8dbe {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:05:20.672549 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96450c9b-0191-4c97-98de-e773213c4a07 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.687846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.748716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Transition to ACTIVE for port object 0dfa8a69-260f-46f9-a552-d8a5455e8dbe will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:05:20.759652 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.763182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a1955-03ec-48b5-9b78-b86ca3216e83 req-ad3b7e81-a022-4a3b-a06a-0ccf0f05d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:20.764693 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c9a1955-03ec-48b5-9b78-b86ca3216e83 req-ad3b7e81-a022-4a3b-a06a-0ccf0f05d8c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 1094 time: 0.0738194
Dec 18 21:05:20.824480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6f03222d-e5ee-4c5f-95ec-9538d89cb9cc None None] Could not find standard attr ID for object 1032c215-0de9-4122-b289-10dd435402bf. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:05:20.826045 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2031f79d-4a77-4005-b2fc-fb254f99c5ec tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.903039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfa8a69-260f-46f9-a552-d8a5455e8dbe,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:20.945252 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96450c9b-0191-4c97-98de-e773213c4a07 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:20.973593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a1955-03ec-48b5-9b78-b86ca3216e83 req-09ebf172-ec32-476f-b63d-e4858b76f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:20.975072 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c9a1955-03ec-48b5-9b78-b86ca3216e83 req-09ebf172-ec32-476f-b63d-e4858b76f60b service neutron] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 912 time: 0.1842704
Dec 18 21:05:20.997594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Attempting to bind port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:20.997594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Attempting to bind port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61751535-154f-43e5-aa8b-ae2d40f188eb'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:20.998436 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Attempting to bind port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe on network 61751535-154f-43e5-aa8b-ae2d40f188eb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:21.004990 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e4c907ee-184f-4a3e-9ccf-700dcae73d93 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.025783 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2031f79d-4a77-4005-b2fc-fb254f99c5ec tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.038113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 84449e96-f1a9-45b6-844e-22059b448294 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:21.038379 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e4c907ee-184f-4a3e-9ccf-700dcae73d93 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.047331 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c9a1955-03ec-48b5-9b78-b86ca3216e83 req-3fbd6254-31f4-4a91-82e2-4727d52f4b1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39f33934-8809-44c6-97cd-68c74a5bf74c HTTP/1.1" status: 200  len: 217 time: 0.0621274
Dec 18 21:05:21.052097 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe on network 61751535-154f-43e5-aa8b-ae2d40f188eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:05:21.052712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Attempting to bind port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe on network 61751535-154f-43e5-aa8b-ae2d40f188eb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:21.070026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:21.071250 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Checking segment: {'id': 'f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61751535-154f-43e5-aa8b-ae2d40f188eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:21.071250 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Bound using segment: {'id': 'f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61751535-154f-43e5-aa8b-ae2d40f188eb'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:21.076563 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2031f79d-4a77-4005-b2fc-fb254f99c5ec tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.078006 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Bound port: 0dfa8a69-260f-46f9-a552-d8a5455e8dbe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61751535-154f-43e5-aa8b-ae2d40f188eb'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:21.078407 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.079992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2031f79d-4a77-4005-b2fc-fb254f99c5ec tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/2a3b2b8f-2562-4361-9915-367904fa627a HTTP/1.1" status: 204  len: 168 time: 0.8586028
Dec 18 21:05:21.081118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031f79d-4a77-4005-b2fc-fb254f99c5ec tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3b2b8f-2562-4361-9915-367904fa627a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:21.086831 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54262) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:21.110889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2d7f31-0fbd-434f-b295-4ae3fce3d49b None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:21.179828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a1955-03ec-48b5-9b78-b86ca3216e83 req-fb8118aa-7bd0-40b3-bc6d-0cc934b283c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:21.181462 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c9a1955-03ec-48b5-9b78-b86ca3216e83 req-fb8118aa-7bd0-40b3-bc6d-0cc934b283c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.1235154
Dec 18 21:05:21.201453 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ebabb931-9f22-4999-8d3f-3ed4fd90a5be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1141922
Dec 18 21:05:21.212067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54268) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:21.250857 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c9a1955-03ec-48b5-9b78-b86ca3216e83 req-03904786-c41e-4143-a369-b3d9d4d216b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0549419
Dec 18 21:05:21.268152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96450c9b-0191-4c97-98de-e773213c4a07 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.280974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] For port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:21.323402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96450c9b-0191-4c97-98de-e773213c4a07 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Subnet': ['ID=828146d2-0a7e-4fdc-9a5a-8c253037e209,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:21.333992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 84449e96-f1a9-45b6-844e-22059b448294 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:21.334485 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.375328 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] For port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dfa8a69-260f-46f9-a552-d8a5455e8dbe,segment=NetworkSegment(f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5),segment_id=f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:21.403103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adba067-225a-4101-8231-ad832b0cece0 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:21.405721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df7fffc-43cc-496a-bf63-d5501468fd66 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:21.407714 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7df7fffc-43cc-496a-bf63-d5501468fd66 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1940269
Dec 18 21:05:21.409269 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.422840 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54270) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:21.428318 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96450c9b-0191-4c97-98de-e773213c4a07 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.436810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-96450c9b-0191-4c97-98de-e773213c4a07 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/828146d2-0a7e-4fdc-9a5a-8c253037e209 HTTP/1.1" status: 204  len: 168 time: 1.0390167
Dec 18 21:05:21.442907 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ba68c3-5c6d-4e87-99e5-7eab77b8f81a None None] Network 24a33a78-15f7-4830-a96b-d76d2643166f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:21.445930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c907ee-184f-4a3e-9ccf-700dcae73d93 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router ff8ca7fb-3e60-480a-9640-7d26b0f8f90d has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:05:21.455575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443a830-85e1-42c8-a27e-345c5f814416 req-0419e0b5-3984-4736-a70d-81305773c711 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:21.457172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54272) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:21.458806 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7443a830-85e1-42c8-a27e-345c5f814416 req-0419e0b5-3984-4736-a70d-81305773c711 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 943 time: 0.2552559
Dec 18 21:05:21.468101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:21.469031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.470645 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] 10.222.0.31 "PUT /v2.0/ports/0dfa8a69-260f-46f9-a552-d8a5455e8dbe HTTP/1.1" status: 200  len: 1092 time: 1.6861708
Dec 18 21:05:21.474300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e6a45-55a7-4e2b-91f6-3135360889b3 req-85e690de-6449-4fc0-8b9b-f1484dd7cd7b tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:21.482956 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d4e6a45-55a7-4e2b-91f6-3135360889b3 req-85e690de-6449-4fc0-8b9b-f1484dd7cd7b tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 944 time: 0.2341228
Dec 18 21:05:21.502081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650905b4-027a-40af-ae95-18573c57937e', 'tag': '0dfa8a69-260f-46f9-a552-d8a5455e8dbe'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:05:21.504845 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b339dc19-3517-4706-8ab9-d7b51b3956dc" -d '{"events": [{"name": "network-changed", "server_uuid": "650905b4-027a-40af-ae95-18573c57937e", "tag": "0dfa8a69-260f-46f9-a552-d8a5455e8dbe"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:05:21.554952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7443a830-85e1-42c8-a27e-345c5f814416 req-32a63424-81fc-4d29-98d1-7cae107c007a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638714
Dec 18 21:05:21.652721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8adba067-225a-4101-8231-ad832b0cece0 None None] Deleting port 84449e96-f1a9-45b6-844e-22059b448294 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:21.653963 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8adba067-225a-4101-8231-ad832b0cece0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.707526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d4e6a45-55a7-4e2b-91f6-3135360889b3 req-321ce8b2-069e-449c-8343-0b8cf367ea27 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181196
Dec 18 21:05:21.738649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c907ee-184f-4a3e-9ccf-700dcae73d93 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:21.739341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8adba067-225a-4101-8231-ad832b0cece0 None None] For port 84449e96-f1a9-45b6-844e-22059b448294, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84449e96-f1a9-45b6-844e-22059b448294,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:21.740675 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8adba067-225a-4101-8231-ad832b0cece0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.746272 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e4c907ee-184f-4a3e-9ccf-700dcae73d93 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.754576 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d043c539-4abc-40af-ae0c-9c89d4d6d9a4 None None] Sync routers for ids ['ff8ca7fb-3e60-480a-9640-7d26b0f8f90d'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:21.756356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8adba067-225a-4101-8231-ad832b0cece0 None None] Calling delete_port for 84449e96-f1a9-45b6-844e-22059b448294 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:21.764173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e4c907ee-184f-4a3e-9ccf-700dcae73d93 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/ff8ca7fb-3e60-480a-9640-7d26b0f8f90d HTTP/1.1" status: 200  len: 890 time: 1.5305157
Dec 18 21:05:21.764840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54276) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:21.768970 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043c539-4abc-40af-ae0c-9c89d4d6d9a4 None None] Routers {'ff8ca7fb-3e60-480a-9640-7d26b0f8f90d'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:21.770128 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d043c539-4abc-40af-ae0c-9c89d4d6d9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640276d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ff8ca7fb-3e60-480a-9640-7d26b0f8f90d'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:21.793946 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c9a1955-03ec-48b5-9b78-b86ca3216e83 req-5610b107-57a8-427f-9119-c4086169a43e service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5258265
Dec 18 21:05:21.797751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067881b0-e603-4a59-af84-bcfe5fffc047 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:21.802095 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-067881b0-e603-4a59-af84-bcfe5fffc047 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3672369
Dec 18 21:05:21.802712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54278) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:21.812468 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87b082f-bbd1-4f50-9f17-9f1af53a1279 x-openstack-request-id: req-c87b082f-bbd1-4f50-9f17-9f1af53a1279 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:05:21.812760 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650905b4-027a-40af-ae95-18573c57937e", "tag": "0dfa8a69-260f-46f9-a552-d8a5455e8dbe", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:05:21.813130 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c87b082f-bbd1-4f50-9f17-9f1af53a1279 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:05:21.813519 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650905b4-027a-40af-ae95-18573c57937e', 'tag': '0dfa8a69-260f-46f9-a552-d8a5455e8dbe', 'status': 'completed', 'code': 200}
Dec 18 21:05:21.850117 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d043c539-4abc-40af-ae0c-9c89d4d6d9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640276d0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:21.870324 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043c539-4abc-40af-ae0c-9c89d4d6d9a4 None None] Routers {'ff8ca7fb-3e60-480a-9640-7d26b0f8f90d'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:21.873823 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d043c539-4abc-40af-ae0c-9c89d4d6d9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640276d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['ff8ca7fb-3e60-480a-9640-7d26b0f8f90d'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:21.916320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b612bb1-e9f8-4a31-b2fc-d85ad2b2a54b None None] DHCP port deletion for 24a33a78-15f7-4830-a96b-d76d2643166f request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:21.923481 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8adba067-225a-4101-8231-ad832b0cece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:21.924902 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d043c539-4abc-40af-ae0c-9c89d4d6d9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640276d0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:21.925847 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d043c539-4abc-40af-ae0c-9c89d4d6d9a4 None None] The sync data for ids ['ff8ca7fb-3e60-480a-9640-7d26b0f8f90d'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:21.953688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adba067-225a-4101-8231-ad832b0cece0 None None] No DVR routers for this DVR port 84449e96-f1a9-45b6-844e-22059b448294 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:21.980523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8efe66f8-10a5-4887-911e-16932978486c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/routers/ff8ca7fb-3e60-480a-9640-7d26b0f8f90d HTTP/1.1" status: 200  len: 890 time: 0.2121122
Dec 18 21:05:21.980968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54280) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:22.012413 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fd670eef-eaea-46c6-94ce-d9802ab9326f tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8ca7fb-3e60-480a-9640-7d26b0f8f90d HTTP/1.1" status: 200  len: 205 time: 0.0299406
Dec 18 21:05:22.014727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54282) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:22.059079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adba067-225a-4101-8231-ad832b0cece0 None None] Pushing event deleted for resources: {'Port': ['ID=84449e96-f1a9-45b6-844e-22059b448294,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:22.115714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2b612bb1-e9f8-4a31-b2fc-d85ad2b2a54b None None] Deleting port e02090fb-f736-4c77-9a47-5a9a50799cfb {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:22.116760 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2b612bb1-e9f8-4a31-b2fc-d85ad2b2a54b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:22.241280 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:22.282616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2b612bb1-e9f8-4a31-b2fc-d85ad2b2a54b None None] For port e02090fb-f736-4c77-9a47-5a9a50799cfb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e02090fb-f736-4c77-9a47-5a9a50799cfb,segment=NetworkSegment(af8e5a09-7359-4b48-aa24-39ec027ab8cf),segment_id=af8e5a09-7359-4b48-aa24-39ec027ab8cf)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:22.282939 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2b612bb1-e9f8-4a31-b2fc-d85ad2b2a54b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:22.312517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2b612bb1-e9f8-4a31-b2fc-d85ad2b2a54b None None] Calling delete_port for e02090fb-f736-4c77-9a47-5a9a50799cfb owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:22.362022 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1f850d60-4b21-4162-a440-a838d33aa5b3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5452945
Dec 18 21:05:22.369239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb52f0-27cb-42e5-a98d-6c152d0a09a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfa8a69-260f-46f9-a552-d8a5455e8dbe,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:22.392463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54284) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:22.407859 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2b612bb1-e9f8-4a31-b2fc-d85ad2b2a54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:22.430633 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-43099fd0-ca78-4fed-808c-17b863b4466f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:22.444866 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7678898-b60c-4e14-83c4-a7515966d07f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting subnet c2db1a5f-cbb2-45eb-bef5-15cc432d4500 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:22.453343 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b612bb1-e9f8-4a31-b2fc-d85ad2b2a54b None None] No DVR routers for this DVR port e02090fb-f736-4c77-9a47-5a9a50799cfb on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:22.464679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b612bb1-e9f8-4a31-b2fc-d85ad2b2a54b None None] Pushing event deleted for resources: {'Port': ['ID=e02090fb-f736-4c77-9a47-5a9a50799cfb,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:22.506368 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7678898-b60c-4e14-83c4-a7515966d07f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:22.514838 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-ad8cec49-3179-4e60-be2b-1af0cba07442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:22.516765 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-ad8cec49-3179-4e60-be2b-1af0cba07442 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7fbf6906e5d404c916ff274e95066ba&device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 1095 time: 0.9758193
Dec 18 21:05:22.599294 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-1ade12d1-c659-4841-a4c5-a1e2fa0a3b1e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dfa8a69-260f-46f9-a552-d8a5455e8dbe HTTP/1.1" status: 200  len: 217 time: 0.0588939
Dec 18 21:05:22.685475 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7678898-b60c-4e14-83c4-a7515966d07f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:22.811507 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:22.822093 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1c9a1955-03ec-48b5-9b78-b86ca3216e83 req-974fe8ac-bb1a-4e01-80a5-8fa56de9e5c3 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4802384
Dec 18 21:05:22.822598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2357c-929c-45bb-8509-fb2f2f22e6de req-1f42441d-e70f-4996-afd4-e9a7be0f600e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:22.824197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1cb2357c-929c-45bb-8509-fb2f2f22e6de req-1f42441d-e70f-4996-afd4-e9a7be0f600e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 943 time: 0.0702922
Dec 18 21:05:22.853069 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-dae08086-03c9-427a-96af-6aed4c491d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:22.854704 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-dae08086-03c9-427a-96af-6aed4c491d4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1cb2ccb3-0249-43fb-b92b-3f4a18a00e62 HTTP/1.1" status: 200  len: 848 time: 0.2431257
Dec 18 21:05:22.872481 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7678898-b60c-4e14-83c4-a7515966d07f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:22.883459 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43099fd0-ca78-4fed-808c-17b863b4466f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:22.887702 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-43099fd0-ca78-4fed-808c-17b863b4466f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:22.962207 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 84449e96-f1a9-45b6-844e-22059b448294 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:22.971385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54292) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:22.980863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'subnets': [{'network_id': 'ad4a0b52-c5c7-46e5-a2e8-81949332845a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1656145868', 'ip_version': 6}, {'network_id': '1f42ecc5-188e-4c8f-b271-7b1274d47809', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:22.981197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'subnet': {'network_id': 'ad4a0b52-c5c7-46e5-a2e8-81949332845a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1656145868', 'ip_version': 6}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:22.981860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Request body: {'subnet': {'network_id': '1f42ecc5-188e-4c8f-b271-7b1274d47809', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:22.983519 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-c56de510-b796-4c74-a5d8-66ae197f2d0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61751535-154f-43e5-aa8b-ae2d40f188eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1215861
Dec 18 21:05:22.987777 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port bc0b5ff2-71ed-485f-9fcf-ba2ae5e5669b {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:22.988704 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:22.996064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 84449e96-f1a9-45b6-844e-22059b448294 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:22.996414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 84449e96-f1a9-45b6-844e-22059b448294 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:22.996837 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e02090fb-f736-4c77-9a47-5a9a50799cfb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:23.003011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1cb2357c-929c-45bb-8509-fb2f2f22e6de req-1ea5f4dd-11d9-4002-8330-e4a1bf0c9b97 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582568
Dec 18 21:05:23.048319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53a3c4-0608-476c-977a-757cfe0111f3 req-44011107-8048-4944-978a-3178de118bc1 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:23.049930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c53a3c4-0608-476c-977a-757cfe0111f3 req-44011107-8048-4944-978a-3178de118bc1 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 944 time: 0.1652892
Dec 18 21:05:23.152863 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7678898-b60c-4e14-83c4-a7515966d07f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.190466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: e02090fb-f736-4c77-9a47-5a9a50799cfb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:23.190832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e02090fb-f736-4c77-9a47-5a9a50799cfb not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:23.209458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7678898-b60c-4e14-83c4-a7515966d07f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Subnet': ['ID=c2db1a5f-cbb2-45eb-bef5-15cc432d4500,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:23.225325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c53a3c4-0608-476c-977a-757cfe0111f3 req-7e80ec8f-63da-41c6-8093-bbb7fff179b6 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423950
Dec 18 21:05:23.239229 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-6c9dccba-e416-4ac3-928e-22e05608e4df service neutron] 10.222.0.31 "GET /v2.0/networks/61751535-154f-43e5-aa8b-ae2d40f188eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2463572
Dec 18 21:05:23.239417 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.240228 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7678898-b60c-4e14-83c4-a7515966d07f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.245967 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f7678898-b60c-4e14-83c4-a7515966d07f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/c2db1a5f-cbb2-45eb-bef5-15cc432d4500 HTTP/1.1" status: 204  len: 168 time: 1.7849195
Dec 18 21:05:23.246108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54294) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:23.249811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4016de-f205-4c49-bf32-61551f6c2222 None None] Network 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:23.266232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for bc0b5ff2-71ed-485f-9fcf-ba2ae5e5669b owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:23.343460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Made reservation on behalf of b301a57504de4e029f29acd4a49a969e for: {'subnet': 2} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:23.348786 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.349130 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.428158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a169767-92b0-4548-9ba8-b4f89748013f None None] DHCP port deletion for 0bcbfceb-0a2d-47c8-859d-5d83fce39ad8 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:23.450107 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.481938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1a169767-92b0-4548-9ba8-b4f89748013f None None] Deleting port c9adf380-a390-48f7-bb66-83d0bd25ac45 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:23.482386 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-425f692c-c2d5-45ff-bb64-9033098d12f7 req-179abda7-92e8-4949-af67-1c3d90d50c62 service neutron] 10.222.0.31 "GET /v2.0/networks/61751535-154f-43e5-aa8b-ae2d40f188eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2341647
Dec 18 21:05:23.482493 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a169767-92b0-4548-9ba8-b4f89748013f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.554997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1a169767-92b0-4548-9ba8-b4f89748013f None None] For port c9adf380-a390-48f7-bb66-83d0bd25ac45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9adf380-a390-48f7-bb66-83d0bd25ac45,segment=NetworkSegment(9e1c2b2a-82f7-46e3-a683-d025c1d4b77f),segment_id=9e1c2b2a-82f7-46e3-a683-d025c1d4b77f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:23.555403 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a169767-92b0-4548-9ba8-b4f89748013f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.568858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1a169767-92b0-4548-9ba8-b4f89748013f None None] Calling delete_port for c9adf380-a390-48f7-bb66-83d0bd25ac45 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:23.607079 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.648305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.objects.ports [None req-43099fd0-ca78-4fed-808c-17b863b4466f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126009) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:05:23.654907 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.656078 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a169767-92b0-4548-9ba8-b4f89748013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.657604 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-43099fd0-ca78-4fed-808c-17b863b4466f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.666673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=bc0b5ff2-71ed-485f-9fcf-ba2ae5e5669b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:23.688108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a169767-92b0-4548-9ba8-b4f89748013f None None] Pushing event deleted for resources: {'Port': ['ID=c9adf380-a390-48f7-bb66-83d0bd25ac45,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:23.689972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a169767-92b0-4548-9ba8-b4f89748013f None None] No DVR routers for this DVR port c9adf380-a390-48f7-bb66-83d0bd25ac45 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:23.699459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6915cb-1c00-4dd7-8dc2-25ec431f2774 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:23.729781 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d703d00>,) {'filters': {'network_id': ['24a33a78-15f7-4830-a96b-d76d2643166f']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:23.744577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43099fd0-ca78-4fed-808c-17b863b4466f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:23.753926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339dc19-3517-4706-8ab9-d7b51b3956dc req-e218fc7d-dbb3-408d-b566-08e74fe937f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:23.755473 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b339dc19-3517-4706-8ab9-d7b51b3956dc req-e218fc7d-dbb3-408d-b566-08e74fe937f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7fbf6906e5d404c916ff274e95066ba&device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 1095 time: 0.1987529
Dec 18 21:05:23.758968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d703d00>, 'af8e5a09-7359-4b48-aa24-39ec027ab8cf') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:23.759270 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d703d00>, 'af8e5a09-7359-4b48-aa24-39ec027ab8cf') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:23.761298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-43099fd0-ca78-4fed-808c-17b863b4466f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:23.768231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43099fd0-ca78-4fed-808c-17b863b4466f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:23.768868 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-43099fd0-ca78-4fed-808c-17b863b4466f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.772016 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc3f39-e559-44fb-a58f-d2a1f3358305 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:23.772334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43099fd0-ca78-4fed-808c-17b863b4466f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=483fcc53-dab9-4ca8-ad0a-a79b87142dc9,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:23.828065 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.829566 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.874875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.881917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:23.882939 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.920563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '483fcc53-dab9-4ca8-ad0a-a79b87142dc9'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:23.921611 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.936496 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.939601 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:23.943358 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:23.953842 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-43099fd0-ca78-4fed-808c-17b863b4466f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.5548973
Dec 18 21:05:23.961871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54298) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:23.974211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:c8:ac:e1', 'name': 'tempest-NetworksTestDHCPv6-1080771956'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:23.984636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.989815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:23.996813 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/networks/24a33a78-15f7-4830-a96b-d76d2643166f HTTP/1.1" status: 204  len: 168 time: 0.7496660
Dec 18 21:05:24.007797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54300) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:24.012018 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.012605 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Fanout notify agent at l3_agent the message router_deleted on router ff8ca7fb-3e60-480a-9640-7d26b0f8f90d {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:05:24.022056 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.023262 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8be67f3a-615d-4246-84f5-a1651c9bfc9d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/ff8ca7fb-3e60-480a-9640-7d26b0f8f90d HTTP/1.1" status: 204  len: 168 time: 2.0075786
Dec 18 21:05:24.030545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54304) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:24.036313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-bf966876-41f3-41f5-9d9a-fd3d82caa2b7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1810734631'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:24.072424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf966876-41f3-41f5-9d9a-fd3d82caa2b7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:24.072870 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa002ddd-72b9-46fe-9d56-e312860ae584 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Network': ['ID=24a33a78-15f7-4830-a96b-d76d2643166f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:24.076061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf966876-41f3-41f5-9d9a-fd3d82caa2b7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.104188 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339dc19-3517-4706-8ab9-d7b51b3956dc req-ab8a55a1-a0ce-4b95-94d0-f87d7eef4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:24.105981 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b339dc19-3517-4706-8ab9-d7b51b3956dc req-ab8a55a1-a0ce-4b95-94d0-f87d7eef4650 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61751535-154f-43e5-aa8b-ae2d40f188eb HTTP/1.1" status: 200  len: 909 time: 0.3346136
Dec 18 21:05:24.114604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Allocated IP 2001:db8::f816:3eff:fe53:c564 (366763c1-8ffb-4916-bf33-b9164c04d44d/483fcc53-dab9-4ca8-ad0a-a79b87142dc9/73ec82bc-02a6-4d32-ab3e-72162d656479) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:24.170982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf966876-41f3-41f5-9d9a-fd3d82caa2b7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:24.179376 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.193013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf966876-41f3-41f5-9d9a-fd3d82caa2b7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.193342 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-bf966876-41f3-41f5-9d9a-fd3d82caa2b7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Added segment 79062522-92c6-4533-9865-c377e7fe6580 of type vlan for network a91ff40c-7f65-415f-9da1-c0f6f455b01c
Dec 18 21:05:24.216455 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b339dc19-3517-4706-8ab9-d7b51b3956dc req-0fe837d9-ed71-419a-95ad-fa76930301c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dfa8a69-260f-46f9-a552-d8a5455e8dbe HTTP/1.1" status: 200  len: 217 time: 0.0721807
Dec 18 21:05:24.223486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 39f33934-8809-44c6-97cd-68c74a5bf74c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:05:24.245170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e57a7-f9b2-44da-a132-3f5f71655489 req-d8ee898b-222c-434a-b800-b16687e8744b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:24.246760 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f73e57a7-f9b2-44da-a132-3f5f71655489 req-d8ee898b-222c-434a-b800-b16687e8744b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 943 time: 0.1539836
Dec 18 21:05:24.274430 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.305194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event updated for resources: {'Subnet': ['ID=ef0d7af8-91a6-4183-8515-ff08650881af,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:24.320229 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.342526 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf966876-41f3-41f5-9d9a-fd3d82caa2b7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.353997 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.373873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339dc19-3517-4706-8ab9-d7b51b3956dc req-a4af61e3-3ede-481b-88d7-fe6625d4355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:24.375366 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b339dc19-3517-4706-8ab9-d7b51b3956dc req-a4af61e3-3ede-481b-88d7-fe6625d4355f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1cb2ccb3-0249-43fb-b92b-3f4a18a00e62 HTTP/1.1" status: 200  len: 848 time: 0.1440897
Dec 18 21:05:24.405573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:24.410694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:24.421375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:24.426425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Pushing event updated for resources: {'Port': ['ID=73ec82bc-02a6-4d32-ab3e-72162d656479,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:24.429218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Checking segment: {'id': '89a817a8-b95d-4262-994c-a1ab056c9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad4a0b52-c5c7-46e5-a2e8-81949332845a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:24.429609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Network hostable DHCP agents. Network: ad4a0b52-c5c7-46e5-a2e8-81949332845a, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:05:24.429865 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.432390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:24.444447 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b339dc19-3517-4706-8ab9-d7b51b3956dc req-d0a122ac-3d38-410f-8fbf-c04f20e2bba3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61751535-154f-43e5-aa8b-ae2d40f188eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598762
Dec 18 21:05:24.462468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f73e57a7-f9b2-44da-a132-3f5f71655489 req-3273031d-bacc-422c-9d2f-f9922bb1b3ea tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860492
Dec 18 21:05:24.474555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd2cc0-2d44-4ead-abf1-d75b4dd12ec1 req-f3dcae61-3094-4f34-89a2-6234810a0a8f tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:24.476345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68bd2cc0-2d44-4ead-abf1-d75b4dd12ec1 req-f3dcae61-3094-4f34-89a2-6234810a0a8f tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 944 time: 0.1373985
Dec 18 21:05:24.478778 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf966876-41f3-41f5-9d9a-fd3d82caa2b7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.484148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf966876-41f3-41f5-9d9a-fd3d82caa2b7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:24.484748 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf966876-41f3-41f5-9d9a-fd3d82caa2b7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.507247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 39f33934-8809-44c6-97cd-68c74a5bf74c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39f33934-8809-44c6-97cd-68c74a5bf74c,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:24.519977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Attempting to bind port 73ec82bc-02a6-4d32-ab3e-72162d656479 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:24.520320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Attempting to bind port 73ec82bc-02a6-4d32-ab3e-72162d656479 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:24.520694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Attempting to bind port 73ec82bc-02a6-4d32-ab3e-72162d656479 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:24.521058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d611c40>,) {'filters': {'network_id': ['0bcbfceb-0a2d-47c8-859d-5d83fce39ad8']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:24.526107 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '39f33934-8809-44c6-97cd-68c74a5bf74c', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'port_id': '39f33934-8809-44c6-97cd-68c74a5bf74c', 'mac_address': 'fa:16:3e:f4:a7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e25084-0926-4429-bfe2-f2445a0ff885', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:05:24.531208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:24.531593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:24.531999 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.532394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:24.532872 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Bound port: 73ec82bc-02a6-4d32-ab3e-72162d656479, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:24.533238 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.555138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Network ad4a0b52-c5c7-46e5-a2e8-81949332845a is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:05:24.563923 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d611c40>, '9e1c2b2a-82f7-46e3-a683-d025c1d4b77f') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:24.564301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d611c40>, '9e1c2b2a-82f7-46e3-a683-d025c1d4b77f') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:24.582930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ad4a0b52-c5c7-46e5-a2e8-81949332845a) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:24.589982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bf966876-41f3-41f5-9d9a-fd3d82caa2b7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5560138
Dec 18 21:05:24.590155 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.592419 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.596922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54308) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:24.600932 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.615147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ecdc8-3844-4aaa-9898-277a4fb28155 None None] Network ad4a0b52-c5c7-46e5-a2e8-81949332845a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:24.615366 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4167d847-61f3-4626-a0c4-cbe8cfb6fd55 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'subnet': {'network_id': 'a91ff40c-7f65-415f-9da1-c0f6f455b01c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:24.653959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf966876-41f3-41f5-9d9a-fd3d82caa2b7 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Network': ['ID=a91ff40c-7f65-415f-9da1-c0f6f455b01c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:24.672924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network a91ff40c-7f65-415f-9da1-c0f6f455b01c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:24.673914 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.681358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f33934-8809-44c6-97cd-68c74a5bf74c {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:05:24.701141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:24.701524 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:24.706876 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:24.709691 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.719679 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event updated for resources: {'Subnet': ['ID=f7e826a7-dd5f-4f30-83b1-3b3505d304cf,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:24.730835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] For port 73ec82bc-02a6-4d32-ab3e-72162d656479, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:24.739253 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68bd2cc0-2d44-4ead-abf1-d75b4dd12ec1 req-54133882-51a4-4e33-b4b8-691acdf314e8 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267675
Dec 18 21:05:24.752353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Checking segment: {'id': 'dc1c1446-4f9a-4cf7-95ac-fc173aaa70ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f42ecc5-188e-4c8f-b271-7b1274d47809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:24.753146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Network hostable DHCP agents. Network: 1f42ecc5-188e-4c8f-b271-7b1274d47809, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:05:24.769185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] For port 73ec82bc-02a6-4d32-ab3e-72162d656479, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73ec82bc-02a6-4d32-ab3e-72162d656479,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:24.777525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Network 1f42ecc5-188e-4c8f-b271-7b1274d47809 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:05:24.780769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 39f33934-8809-44c6-97cd-68c74a5bf74c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39f33934-8809-44c6-97cd-68c74a5bf74c,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:24.788201 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b339dc19-3517-4706-8ab9-d7b51b3956dc req-c37d391c-b256-4554-9445-ee65da7aa4e0 service neutron] 10.222.0.31 "GET /v2.0/networks/61751535-154f-43e5-aa8b-ae2d40f188eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3283832
Dec 18 21:05:24.789373 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.790751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f42ecc5-188e-4c8f-b271-7b1274d47809) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:24.797491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:24.797981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:24.798739 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.805096 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.813741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4010c8-943d-450f-85b5-a6255faf4026 None None] Network 1f42ecc5-188e-4c8f-b271-7b1274d47809 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:24.824150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port eb05ec6a-da16-4933-a4f8-486c632a6eb3 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:05:24.833464 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ae985446-febc-477b-922c-90f32a0f29ba tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 1.8592176
Dec 18 21:05:24.835827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54310) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:24.873243 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.884716 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.891593 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/networks/0bcbfceb-0a2d-47c8-859d-5d83fce39ad8 HTTP/1.1" status: 204  len: 168 time: 0.8742890
Dec 18 21:05:24.894553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54312) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:24.911527 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4ee04dd9-2b7e-4ab3-aa35-c2287ab213d0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'network': {'name': 'tempest-RoutersTest-814093722'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:24.937684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fc077-30ba-4c75-98ab-2399acb10538 None None] Pushing event updated for resources: {'Port': ['ID=73ec82bc-02a6-4d32-ab3e-72162d656479,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:24.948278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6173812a-f4fa-43a6-aeb4-414d8fe1c64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ad4a0b52-c5c7-46e5-a2e8-81949332845a', 'network_id': 'ad4a0b52-c5c7-46e5-a2e8-81949332845a', 'project_id': 'b301a57504de4e029f29acd4a49a969e', 'fixed_ips': [{'subnet_id': 'ef0d7af8-91a6-4183-8515-ff08650881af'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:24.949138 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6173812a-f4fa-43a6-aeb4-414d8fe1c64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:24.966149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc07c6-1b4a-406d-9f8f-6823658901a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Network': ['ID=0bcbfceb-0a2d-47c8-859d-5d83fce39ad8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:24.995464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee04dd9-2b7e-4ab3-aa35-c2287ab213d0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:25.000143 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ee04dd9-2b7e-4ab3-aa35-c2287ab213d0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.001980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4167d847-61f3-4626-a0c4-cbe8cfb6fd55 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:25.006423 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4167d847-61f3-4626-a0c4-cbe8cfb6fd55 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.023965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeed115-62eb-498b-a50e-bc29192b50bf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:25.025513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeed115-62eb-498b-a50e-bc29192b50bf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:25.027147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeed115-62eb-498b-a50e-bc29192b50bf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:25.041755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0aeed115-62eb-498b-a50e-bc29192b50bf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.2038195
Dec 18 21:05:25.042481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54316) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:25.079147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee04dd9-2b7e-4ab3-aa35-c2287ab213d0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:25.088459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c9adf380-a390-48f7-bb66-83d0bd25ac45 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:25.097037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['39f33934-8809-44c6-97cd-68c74a5bf74c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:05:25.121929 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ee04dd9-2b7e-4ab3-aa35-c2287ab213d0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.122289 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-4ee04dd9-2b7e-4ab3-aa35-c2287ab213d0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Added segment 7c7d41a1-0a4a-42d7-8e6f-56e9197cc586 of type vlan for network 78898867-d5ed-44b4-8bd6-d800af256649
Dec 18 21:05:25.137246 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b339dc19-3517-4706-8ab9-d7b51b3956dc req-222cfd51-4a98-4a42-bad6-ce6c7aebff1c service neutron] 10.222.0.31 "GET /v2.0/networks/61751535-154f-43e5-aa8b-ae2d40f188eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3333004
Dec 18 21:05:25.157771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1f42ecc5-188e-4c8f-b271-7b1274d47809', 'network_id': '1f42ecc5-188e-4c8f-b271-7b1274d47809', 'project_id': 'b301a57504de4e029f29acd4a49a969e', 'fixed_ips': [{'subnet_id': 'f7e826a7-dd5f-4f30-83b1-3b3505d304cf'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:25.158678 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.181404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-309473e5-ed09-42bf-b69b-bc5cb8a8a3e0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Deleting subnet ef0d7af8-91a6-4183-8515-ff08650881af {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:25.183071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::f816:3eff:fec8:ace1 (366763c1-8ffb-4916-bf33-b9164c04d44d/483fcc53-dab9-4ca8-ad0a-a79b87142dc9/eb05ec6a-da16-4933-a4f8-486c632a6eb3) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:25.184585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=39f33934-8809-44c6-97cd-68c74a5bf74c,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:25.194246 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-309473e5-ed09-42bf-b69b-bc5cb8a8a3e0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.202513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: c9adf380-a390-48f7-bb66-83d0bd25ac45 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:25.202830 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c9adf380-a390-48f7-bb66-83d0bd25ac45 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:25.231655 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ee04dd9-2b7e-4ab3-aa35-c2287ab213d0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.307281 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-309473e5-ed09-42bf-b69b-bc5cb8a8a3e0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.353395 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ee04dd9-2b7e-4ab3-aa35-c2287ab213d0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.360467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee04dd9-2b7e-4ab3-aa35-c2287ab213d0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:25.361356 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ee04dd9-2b7e-4ab3-aa35-c2287ab213d0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.436358 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-309473e5-ed09-42bf-b69b-bc5cb8a8a3e0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.461249 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Allocated IP 2001:db8:0:1::1 (1f42ecc5-188e-4c8f-b271-7b1274d47809/f7e826a7-dd5f-4f30-83b1-3b3505d304cf/63262e80-eaa9-4543-a024-c97d8fedbce8) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:25.473904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4ee04dd9-2b7e-4ab3-aa35-c2287ab213d0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5764227
Dec 18 21:05:25.474235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54318) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:25.479506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-25f89a76-12de-4517-86a4-d07f5b3d9f6a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'subnet': {'network_id': '78898867-d5ed-44b4-8bd6-d800af256649', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:25.483320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee04dd9-2b7e-4ab3-aa35-c2287ab213d0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Network': ['ID=78898867-d5ed-44b4-8bd6-d800af256649,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:25.530997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-309473e5-ed09-42bf-b69b-bc5cb8a8a3e0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.559022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 78898867-d5ed-44b4-8bd6-d800af256649 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:25.575320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309473e5-ed09-42bf-b69b-bc5cb8a8a3e0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0d7af8-91a6-4183-8515-ff08650881af,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:25.577678 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-309473e5-ed09-42bf-b69b-bc5cb8a8a3e0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.584889 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-309473e5-ed09-42bf-b69b-bc5cb8a8a3e0 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "DELETE /v2.0/subnets/ef0d7af8-91a6-4183-8515-ff08650881af HTTP/1.1" status: 204  len: 168 time: 0.5324993
Dec 18 21:05:25.584986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54322) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server [None req-6173812a-f4fa-43a6-aeb4-414d8fe1c64c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef0d7af8-91a6-4183-8515-ff08650881af: This subnet is being modified by another concurrent operation.
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 21:05:25.595834 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef0d7af8-91a6-4183-8515-ff08650881af: This subnet is being modified by another concurrent operation.
Dec 18 21:05:25.600081 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server 
Dec 18 21:05:25.623329 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4167d847-61f3-4626-a0c4-cbe8cfb6fd55 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.644790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743d2e4a-2c80-4685-851f-d194abe58b10 None None] Network ad4a0b52-c5c7-46e5-a2e8-81949332845a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:25.669538 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.699333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e7ca11-bbd5-4c19-8491-8de021c9d6e7 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Deleting subnet f7e826a7-dd5f-4f30-83b1-3b3505d304cf {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:25.713296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb6cd8-5c25-444c-8591-63926dbfcd90 req-b50e0462-a562-4654-a803-4452464d7644 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:25.715062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1eb6cd8-5c25-444c-8591-63926dbfcd90 req-b50e0462-a562-4654-a803-4452464d7644 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 944 time: 0.0949996
Dec 18 21:05:25.725802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d847-61f3-4626-a0c4-cbe8cfb6fd55 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Subnet': ['ID=d2851e71-ba85-4a6f-820d-cc3aa646707e,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:25.768936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f89a76-12de-4517-86a4-d07f5b3d9f6a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:25.773497 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25f89a76-12de-4517-86a4-d07f5b3d9f6a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.793674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d847-61f3-4626-a0c4-cbe8cfb6fd55 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Checking segment: {'id': '79062522-92c6-4533-9865-c377e7fe6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91ff40c-7f65-415f-9da1-c0f6f455b01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:25.794193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4167d847-61f3-4626-a0c4-cbe8cfb6fd55 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network hostable DHCP agents. Network: a91ff40c-7f65-415f-9da1-c0f6f455b01c, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:05:25.825496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1eb6cd8-5c25-444c-8591-63926dbfcd90 req-b24c3ee2-1831-4d7f-8570-36ad8da078b2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996158
Dec 18 21:05:25.836812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.916416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4167d847-61f3-4626-a0c4-cbe8cfb6fd55 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network a91ff40c-7f65-415f-9da1-c0f6f455b01c is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:05:25.922102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383b217-e29e-4455-82f2-63e37ec642e2 req-6f91eabe-d0d8-4e32-840c-00f1073ac591 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:25.924614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4383b217-e29e-4455-82f2-63e37ec642e2 req-6f91eabe-d0d8-4e32-840c-00f1073ac591 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 944 time: 0.0662744
Dec 18 21:05:25.929606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:25.930712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=eb05ec6a-da16-4933-a4f8-486c632a6eb3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:25.937840 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:25.942204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:25.947842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:25.948469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.953401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-4167d847-61f3-4626-a0c4-cbe8cfb6fd55 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a91ff40c-7f65-415f-9da1-c0f6f455b01c) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:25.964154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4167d847-61f3-4626-a0c4-cbe8cfb6fd55 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:25.965520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4167d847-61f3-4626-a0c4-cbe8cfb6fd55 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:25.966904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3998d8c-3081-48ac-b2fe-8423460e4161 None None] Network a91ff40c-7f65-415f-9da1-c0f6f455b01c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:25.981940 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-df9889a7-3b33-4391-9c05-76160b49a316 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.0166788
Dec 18 21:05:25.985087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54326) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:26.016512 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4383b217-e29e-4455-82f2-63e37ec642e2 req-b0d41afc-2988-4cca-a5e5-735813a29988 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662010
Dec 18 21:05:26.031512 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4167d847-61f3-4626-a0c4-cbe8cfb6fd55 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4238791
Dec 18 21:05:26.033211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54330) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:26.040630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0ab5ac9e-4e74-4260-b64d-61596bb4d310 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1651774852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:26.075623 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ac9e-4e74-4260-b64d-61596bb4d310 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.077166 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ac9e-4e74-4260-b64d-61596bb4d310 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.105371 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.124995 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.157690 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ac9e-4e74-4260-b64d-61596bb4d310 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.158945 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95e7ca11-bbd5-4c19-8491-8de021c9d6e7 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.169066 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25f89a76-12de-4517-86a4-d07f5b3d9f6a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.187965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3186e420-ffd7-4675-8c08-20af40d2521f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:26.188164 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0dfa8a69-260f-46f9-a552-d8a5455e8dbe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:05:26.195193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3186e420-ffd7-4675-8c08-20af40d2521f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:26.199133 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3186e420-ffd7-4675-8c08-20af40d2521f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.2108834
Dec 18 21:05:26.201784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Network 1f42ecc5-188e-4c8f-b271-7b1274d47809 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:26.211976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a91ff40c-7f65-415f-9da1-c0f6f455b01c', 'network_id': 'a91ff40c-7f65-415f-9da1-c0f6f455b01c', 'project_id': '3ada50ccbe004ac887658264d222db1f', 'fixed_ips': [{'subnet_id': 'd2851e71-ba85-4a6f-820d-cc3aa646707e'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:26.212828 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.216686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:26.220300 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95e7ca11-bbd5-4c19-8491-8de021c9d6e7 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.227382 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54332) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:26.228926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:26.248735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Pushing event updated for resources: {'Port': ['ID=63262e80-eaa9-4543-a024-c97d8fedbce8,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:26.285108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f89a76-12de-4517-86a4-d07f5b3d9f6a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Subnet': ['ID=25c1d163-4f5a-41e1-ab7d-402dadc2048f,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:26.290453 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ac9e-4e74-4260-b64d-61596bb4d310 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.344667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ac9e-4e74-4260-b64d-61596bb4d310 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.349362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0ab5ac9e-4e74-4260-b64d-61596bb4d310 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3148541
Dec 18 21:05:26.350284 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54334) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:26.419525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Attempting to bind port 63262e80-eaa9-4543-a024-c97d8fedbce8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:26.419726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Attempting to bind port 63262e80-eaa9-4543-a024-c97d8fedbce8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc1c1446-4f9a-4cf7-95ac-fc173aaa70ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f42ecc5-188e-4c8f-b271-7b1274d47809'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:26.419958 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Attempting to bind port 63262e80-eaa9-4543-a024-c97d8fedbce8 on network 1f42ecc5-188e-4c8f-b271-7b1274d47809 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:26.438395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:26.438781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Checking segment: {'id': 'dc1c1446-4f9a-4cf7-95ac-fc173aaa70ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f42ecc5-188e-4c8f-b271-7b1274d47809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:26.439254 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.439662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Bound using segment: {'id': 'dc1c1446-4f9a-4cf7-95ac-fc173aaa70ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f42ecc5-188e-4c8f-b271-7b1274d47809'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:26.440159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Bound port: 63262e80-eaa9-4543-a024-c97d8fedbce8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1c1446-4f9a-4cf7-95ac-fc173aaa70ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f42ecc5-188e-4c8f-b271-7b1274d47809'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:26.440554 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.545483 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95e7ca11-bbd5-4c19-8491-8de021c9d6e7 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.580270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dfa8a69-260f-46f9-a552-d8a5455e8dbe,segment=NetworkSegment(f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5),segment_id=f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:26.633745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '0dfa8a69-260f-46f9-a552-d8a5455e8dbe', 'network_id': '61751535-154f-43e5-aa8b-ae2d40f188eb', 'port_id': '0dfa8a69-260f-46f9-a552-d8a5455e8dbe', 'mac_address': 'fa:16:3e:6e:68:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb2ccb3-0249-43fb-b92b-3f4a18a00e62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:05:26.635634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Allocated IP 2001:db8::2 (a91ff40c-7f65-415f-9da1-c0f6f455b01c/d2851e71-ba85-4a6f-820d-cc3aa646707e/75ab262c-81b9-4672-8c5d-e325f63e075b) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:26.639471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c194c32c-22a4-48d5-9810-7477919d3e90 None None] Provisioning complete for port 73ec82bc-02a6-4d32-ab3e-72162d656479 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:26.639957 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c194c32c-22a4-48d5-9810-7477919d3e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.745496 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95e7ca11-bbd5-4c19-8491-8de021c9d6e7 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.782024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f89a76-12de-4517-86a4-d07f5b3d9f6a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Checking segment: {'id': '7c7d41a1-0a4a-42d7-8e6f-56e9197cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '78898867-d5ed-44b4-8bd6-d800af256649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:26.782649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f89a76-12de-4517-86a4-d07f5b3d9f6a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network hostable DHCP agents. Network: 78898867-d5ed-44b4-8bd6-d800af256649, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:05:26.783330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] For port 63262e80-eaa9-4543-a024-c97d8fedbce8, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:26.800521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.806884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] For port 63262e80-eaa9-4543-a024-c97d8fedbce8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63262e80-eaa9-4543-a024-c97d8fedbce8,segment=NetworkSegment(dc1c1446-4f9a-4cf7-95ac-fc173aaa70ac),segment_id=dc1c1446-4f9a-4cf7-95ac-fc173aaa70ac)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:26.810495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c7b090d4-a13c-4803-be8a-9c72b6884065 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port eb05ec6a-da16-4933-a4f8-486c632a6eb3 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:26.810870 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7b090d4-a13c-4803-be8a-9c72b6884065 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.812676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7ca11-bbd5-4c19-8491-8de021c9d6e7 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e826a7-dd5f-4f30-83b1-3b3505d304cf,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:26.821690 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95e7ca11-bbd5-4c19-8491-8de021c9d6e7 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.827501 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-95e7ca11-bbd5-4c19-8491-8de021c9d6e7 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "DELETE /v2.0/subnets/f7e826a7-dd5f-4f30-83b1-3b3505d304cf HTTP/1.1" status: 204  len: 168 time: 1.2393289
Dec 18 21:05:26.829451 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.829592 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54336) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:26.832765 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:26.896259 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfa8a69-260f-46f9-a552-d8a5455e8dbe {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:05:26.956499 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f89a76-12de-4517-86a4-d07f5b3d9f6a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 78898867-d5ed-44b4-8bd6-d800af256649 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:05:27.025327 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dfa8a69-260f-46f9-a552-d8a5455e8dbe,segment=NetworkSegment(f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5),segment_id=f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:27.030538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-25f89a76-12de-4517-86a4-d07f5b3d9f6a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78898867-d5ed-44b4-8bd6-d800af256649) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:27.045822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ba1103-86cf-48a8-ab10-789a77ecb449 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:27.047657 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-86ba1103-86cf-48a8-ab10-789a77ecb449 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2145479
Dec 18 21:05:27.058644 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54342) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:27.075697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f89a76-12de-4517-86a4-d07f5b3d9f6a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:27.076501 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25f89a76-12de-4517-86a4-d07f5b3d9f6a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.078928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f3385-2fd1-4076-9a3c-b26a79902fe1 None None] Network 78898867-d5ed-44b4-8bd6-d800af256649 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:27.105604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 73ec82bc-02a6-4d32-ab3e-72162d656479 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:27.108068 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.161725 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7b090d4-a13c-4803-be8a-9c72b6884065 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.170216 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.206669 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.237339 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-25f89a76-12de-4517-86a4-d07f5b3d9f6a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7618041
Dec 18 21:05:27.249856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54346) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:27.254580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c7b090d4-a13c-4803-be8a-9c72b6884065 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for eb05ec6a-da16-4933-a4f8-486c632a6eb3 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:27.259423 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-99827f6a-938c-461b-a25c-d8c07e8bdb78 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1479305153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:27.270050 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.272005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ff7ef-fe6a-4630-81bb-7e45f23eb82e None None] Pushing event updated for resources: {'Port': ['ID=63262e80-eaa9-4543-a024-c97d8fedbce8,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:27.303383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e131ad6-c37a-4aae-a0f3-ea2b309ae6c0 req-4248c28e-3267-4a57-91a7-7d5e90782ed5 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:27.304970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e131ad6-c37a-4aae-a0f3-ea2b309ae6c0 req-4248c28e-3267-4a57-91a7-7d5e90782ed5 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 945 time: 0.1776130
Dec 18 21:05:27.314307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Allocated IP 2001:db8::1 (a91ff40c-7f65-415f-9da1-c0f6f455b01c/d2851e71-ba85-4a6f-820d-cc3aa646707e/92c910fb-e0bf-4ac4-a674-76d2478fb492) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:27.337790 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c194c32c-22a4-48d5-9810-7477919d3e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.358868 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-99827f6a-938c-461b-a25c-d8c07e8bdb78 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.360356 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-99827f6a-938c-461b-a25c-d8c07e8bdb78 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.361370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280871d-127e-43a8-8176-95ddab2454f9 req-0925d806-0066-4807-9d37-b40466c3d55a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:27.364221 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f280871d-127e-43a8-8176-95ddab2454f9 req-0925d806-0066-4807-9d37-b40466c3d55a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 944 time: 0.2340410
Dec 18 21:05:27.384514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Network a91ff40c-7f65-415f-9da1-c0f6f455b01c is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:27.407532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['0dfa8a69-260f-46f9-a552-d8a5455e8dbe'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:05:27.458233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:27.465052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:27.481328 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e131ad6-c37a-4aae-a0f3-ea2b309ae6c0 req-e6347887-956d-4092-be8b-49c9de357f2a tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590090
Dec 18 21:05:27.489343 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-99827f6a-938c-461b-a25c-d8c07e8bdb78 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.490978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=0dfa8a69-260f-46f9-a552-d8a5455e8dbe,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:27.498984 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-99827f6a-938c-461b-a25c-d8c07e8bdb78 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.508527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f280871d-127e-43a8-8176-95ddab2454f9 req-c66bf245-7175-4dca-93dd-722d12d7f1a0 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356320
Dec 18 21:05:27.511280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c194c32c-22a4-48d5-9810-7477919d3e90 None None] For port 73ec82bc-02a6-4d32-ab3e-72162d656479, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73ec82bc-02a6-4d32-ab3e-72162d656479,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:27.527476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Deleting port 63262e80-eaa9-4543-a024-c97d8fedbce8 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:27.542016 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.575839 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.590960 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c194c32c-22a4-48d5-9810-7477919d3e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.614671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 73ec82bc-02a6-4d32-ab3e-72162d656479 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:27.615331 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.620376 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.636874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-78898867-d5ed-44b4-8bd6-d800af256649', 'network_id': '78898867-d5ed-44b4-8bd6-d800af256649', 'project_id': '601f039e95d94afdbbb097bf19996949', 'fixed_ips': [{'subnet_id': '25c1d163-4f5a-41e1-ab7d-402dadc2048f'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:27.637708 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.669044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network a91ff40c-7f65-415f-9da1-c0f6f455b01c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:27.672557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:27.675070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:27.676226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.703083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] For port 63262e80-eaa9-4543-a024-c97d8fedbce8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63262e80-eaa9-4543-a024-c97d8fedbce8,segment=NetworkSegment(dc1c1446-4f9a-4cf7-95ac-fc173aaa70ac),segment_id=dc1c1446-4f9a-4cf7-95ac-fc173aaa70ac)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:27.703083 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.705182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Pushing event updated for resources: {'Port': ['ID=75ab262c-81b9-4672-8c5d-e325f63e075b,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:27.713076 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-99827f6a-938c-461b-a25c-d8c07e8bdb78 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.713276 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Attempting to bind port 75ab262c-81b9-4672-8c5d-e325f63e075b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:27.713276 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Attempting to bind port 75ab262c-81b9-4672-8c5d-e325f63e075b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '79062522-92c6-4533-9865-c377e7fe6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91ff40c-7f65-415f-9da1-c0f6f455b01c'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:27.713276 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Attempting to bind port 75ab262c-81b9-4672-8c5d-e325f63e075b on network a91ff40c-7f65-415f-9da1-c0f6f455b01c {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:27.713486 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-99827f6a-938c-461b-a25c-d8c07e8bdb78 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.4596589
Dec 18 21:05:27.723729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54348) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:27.728780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'port': {'network_id': '78898867-d5ed-44b4-8bd6-d800af256649', 'name': 'tempest-RoutersTest-970195549'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:27.743653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=92c910fb-e0bf-4ac4-a674-76d2478fb492,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:27.753715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Calling delete_port for 63262e80-eaa9-4543-a024-c97d8fedbce8 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:27.796414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:27.797087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Checking segment: {'id': '79062522-92c6-4533-9865-c377e7fe6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91ff40c-7f65-415f-9da1-c0f6f455b01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:27.797654 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.798197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Bound using segment: {'id': '79062522-92c6-4533-9865-c377e7fe6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91ff40c-7f65-415f-9da1-c0f6f455b01c'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:27.798853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Bound port: 75ab262c-81b9-4672-8c5d-e325f63e075b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79062522-92c6-4533-9865-c377e7fe6580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a91ff40c-7f65-415f-9da1-c0f6f455b01c'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:27.799381 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.808150 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7b090d4-a13c-4803-be8a-9c72b6884065 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.855092 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.884206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b090d4-a13c-4803-be8a-9c72b6884065 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=eb05ec6a-da16-4933-a4f8-486c632a6eb3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:27.905938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f2c33476-1e71-483f-9f30-60ddc68b76a7 None None] Provisioning complete for port eb05ec6a-da16-4933-a4f8-486c632a6eb3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:27.906344 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2c33476-1e71-483f-9f30-60ddc68b76a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.943517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7b090d4-a13c-4803-be8a-9c72b6884065 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:27.948986 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c7b090d4-a13c-4803-be8a-9c72b6884065 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/eb05ec6a-da16-4933-a4f8-486c632a6eb3 HTTP/1.1" status: 204  len: 168 time: 1.7186124
Dec 18 21:05:27.949291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54350) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:27.965242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194c32c-22a4-48d5-9810-7477919d3e90 None None] Pushing event updated for resources: {'Port': ['ID=73ec82bc-02a6-4d32-ab3e-72162d656479,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:27.985379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f2c33476-1e71-483f-9f30-60ddc68b76a7 None None] Port eb05ec6a-da16-4933-a4f8-486c632a6eb3 was deleted so its status cannot be updated. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Dec 18 21:05:28.049697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d1194-b2cc-4159-bfdc-a5abb004fe10 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:28.056298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d1194-b2cc-4159-bfdc-a5abb004fe10 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:28.057937 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bd8d1194-b2cc-4159-bfdc-a5abb004fe10 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1078155
Dec 18 21:05:28.059334 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.062750 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54352) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:28.066441 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:28.070157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.147407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Allocated IP 172.20.0.2 (78898867-d5ed-44b4-8bd6-d800af256649/25c1d163-4f5a-41e1-ab7d-402dadc2048f/ed267df0-cc6e-46ef-8d32-a203b530e4cf) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:28.174775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event deleted for resources: {'Port': ['ID=63262e80-eaa9-4543-a024-c97d8fedbce8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:28.184521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] No DVR routers for this DVR port 63262e80-eaa9-4543-a024-c97d8fedbce8 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:28.223648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] For port 75ab262c-81b9-4672-8c5d-e325f63e075b, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:28.227475 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] For port 75ab262c-81b9-4672-8c5d-e325f63e075b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75ab262c-81b9-4672-8c5d-e325f63e075b,segment=NetworkSegment(79062522-92c6-4533-9865-c377e7fe6580),segment_id=79062522-92c6-4533-9865-c377e7fe6580)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:28.239084 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.239178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] device_id is not set on port d2e430f6-999d-4a3c-a822-6d4987595901 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:05:28.239265 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 39f33934-8809-44c6-97cd-68c74a5bf74c up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:28.246433 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.246966 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.248548 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.267114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-0488b7c9-1194-46ca-9063-64ca8e0e1495 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 483fcc53-dab9-4ca8-ad0a-a79b87142dc9 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:28.314358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=92c910fb-e0bf-4ac4-a674-76d2478fb492,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:28.345073 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0488b7c9-1194-46ca-9063-64ca8e0e1495 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.399652 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.434561 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network a91ff40c-7f65-415f-9da1-c0f6f455b01c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:28.436202 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:28.451297 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0488b7c9-1194-46ca-9063-64ca8e0e1495 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.548223 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a55e32f-d446-465b-ba42-2f4ed0d354ed None None] Network 1f42ecc5-188e-4c8f-b271-7b1274d47809 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:28.570209 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365fe5b460>,) {'filters': {'network_id': ['1f42ecc5-188e-4c8f-b271-7b1274d47809']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:28.578325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 7a56fd82-dd50-492c-8fc0-79d94bea735d is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:05:28.608737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365fe5b460>, 'dc1c1446-4f9a-4cf7-95ac-fc173aaa70ac') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:28.609366 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365fe5b460>, 'dc1c1446-4f9a-4cf7-95ac-fc173aaa70ac') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:28.636944 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.653616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0488b7c9-1194-46ca-9063-64ca8e0e1495 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.682000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-23a6b5d1-7427-4f4e-8209-58754c9e1927 None None] Could not find standard attr ID for object 63262e80-eaa9-4543-a024-c97d8fedbce8. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:05:28.683738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.701813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:28.702561 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.703970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16478f84-7bd9-444d-a64a-5d132f7a2abc None None] Pushing event updated for resources: {'Port': ['ID=75ab262c-81b9-4672-8c5d-e325f63e075b,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:28.706532 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:28.726802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 39f33934-8809-44c6-97cd-68c74a5bf74c completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:05:28.763316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 39f33934-8809-44c6-97cd-68c74a5bf74c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:28.763701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.803763 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.818982 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.824500 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "DELETE /v2.0/networks/1f42ecc5-188e-4c8f-b271-7b1274d47809 HTTP/1.1" status: 204  len: 168 time: 1.7626321
Dec 18 21:05:28.825650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0488b7c9-1194-46ca-9063-64ca8e0e1495 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.842770 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54360) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:28.866298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e46ae-85cb-490c-93cc-43e753ef8ddf tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event deleted for resources: {'Network': ['ID=1f42ecc5-188e-4c8f-b271-7b1274d47809,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:28.866717 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.902542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d3515d-4a81-4669-9fea-7b8ee4640ac8 None None] DHCP port deletion for 1f42ecc5-188e-4c8f-b271-7b1274d47809 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:28.921953 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.932965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488b7c9-1194-46ca-9063-64ca8e0e1495 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=483fcc53-dab9-4ca8-ad0a-a79b87142dc9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:28.941188 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0488b7c9-1194-46ca-9063-64ca8e0e1495 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:28.947457 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0488b7c9-1194-46ca-9063-64ca8e0e1495 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/483fcc53-dab9-4ca8-ad0a-a79b87142dc9 HTTP/1.1" status: 204  len: 168 time: 0.8726120
Dec 18 21:05:28.996000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54362) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:29.016471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f15141-f73e-44ce-874f-921d1a58627e None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:29.066477 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d5fdfe04-d2bc-48be-a9b7-ae509e496d4c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0637143
Dec 18 21:05:29.071754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54364) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:29.076629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-54234fdb-6720-4fa1-ac0c-328524306401 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:29.086706 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.103035 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.105040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 73ec82bc-02a6-4d32-ab3e-72162d656479 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:29.110707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Pushing event updated for resources: {'Port': ['ID=ed267df0-cc6e-46ef-8d32-a203b530e4cf,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:29.134561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Network 78898867-d5ed-44b4-8bd6-d800af256649 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:29.155919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Allocated IP 172.20.0.3 (78898867-d5ed-44b4-8bd6-d800af256649/25c1d163-4f5a-41e1-ab7d-402dadc2048f/d2e430f6-999d-4a3c-a822-6d4987595901) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:29.176703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:29.190075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:29.203407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9b708f-24ca-4dad-9e48-ce4b71edf595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f33934-8809-44c6-97cd-68c74a5bf74c'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:05:29.206092 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b4e079-92c3-4072-b476-b45c4078436c" -d '{"events": [{"server_uuid": "ab9b708f-24ca-4dad-9e48-ce4b71edf595", "name": "network-vif-plugged", "status": "completed", "tag": "39f33934-8809-44c6-97cd-68c74a5bf74c"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:05:29.269466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:29.277669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c80de693-3c44-45c2-8290-88c8c1e1ce42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/7a56fd82-dd50-492c-8fc0-79d94bea735d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9232967
Dec 18 21:05:29.280618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54368) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:29.305862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a1a53-4515-4552-9405-1945a06a988c req-d4c149b7-9a38-4d7d-86e6-2a9c4020a2e8 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:29.307433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-942a1a53-4515-4552-9405-1945a06a988c req-d4c149b7-9a38-4d7d-86e6-2a9c4020a2e8 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 945 time: 0.1205249
Dec 18 21:05:29.314550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715acc14-7af4-46e1-a181-5a3c080054c6 None None] Sync routers for ids ['7a56fd82-dd50-492c-8fc0-79d94bea735d'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:29.315279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c319457-c05a-49c0-b3dd-d0380d472fe4 req-8986710d-ada7-4d04-982c-2aba6792d3ce tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:29.316764 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c319457-c05a-49c0-b3dd-d0380d472fe4 req-8986710d-ada7-4d04-982c-2aba6792d3ce tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 944 time: 0.1179080
Dec 18 21:05:29.319986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 39f33934-8809-44c6-97cd-68c74a5bf74c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39f33934-8809-44c6-97cd-68c74a5bf74c,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:29.344919 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.352728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Attempting to bind port ed267df0-cc6e-46ef-8d32-a203b530e4cf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:29.353116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Attempting to bind port ed267df0-cc6e-46ef-8d32-a203b530e4cf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7c7d41a1-0a4a-42d7-8e6f-56e9197cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '78898867-d5ed-44b4-8bd6-d800af256649'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:29.353503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Attempting to bind port ed267df0-cc6e-46ef-8d32-a203b530e4cf on network 78898867-d5ed-44b4-8bd6-d800af256649 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:29.366175 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.389832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:29.390231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Checking segment: {'id': '7c7d41a1-0a4a-42d7-8e6f-56e9197cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '78898867-d5ed-44b4-8bd6-d800af256649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:29.390635 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.391032 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Bound using segment: {'id': '7c7d41a1-0a4a-42d7-8e6f-56e9197cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '78898867-d5ed-44b4-8bd6-d800af256649'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:29.391698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Bound port: ed267df0-cc6e-46ef-8d32-a203b530e4cf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7d41a1-0a4a-42d7-8e6f-56e9197cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '78898867-d5ed-44b4-8bd6-d800af256649'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:29.391884 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.397075 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-942a1a53-4515-4552-9405-1945a06a988c req-5ac8c88e-0e4d-4715-999e-a509f85fd080 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786102
Dec 18 21:05:29.400292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c319457-c05a-49c0-b3dd-d0380d472fe4 req-85709cad-f63b-4229-b2b9-1165c83c8917 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673320
Dec 18 21:05:29.406506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715acc14-7af4-46e1-a181-5a3c080054c6 None None] Routers {'7a56fd82-dd50-492c-8fc0-79d94bea735d'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:29.407153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-715acc14-7af4-46e1-a181-5a3c080054c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365df9cee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7a56fd82-dd50-492c-8fc0-79d94bea735d'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:29.419492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c65fca-7680-45df-91d2-7eb402066edd tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:29.424439 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-65c65fca-7680-45df-91d2-7eb402066edd tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports/92c910fb-e0bf-4ac4-a674-76d2478fb492 HTTP/1.1" status: 200  len: 911 time: 0.1371360
Dec 18 21:05:29.424581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54370) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:29.429169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ab2d095e-f6fa-4bbf-b87e-c01d52d9d974 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2851e71-ba85-4a6f-820d-cc3aa646707e'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:29.453620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dbf0610>,) {'filters': {'network_id': ['ad4a0b52-c5c7-46e5-a2e8-81949332845a']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:29.469052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54234fdb-6720-4fa1-ac0c-328524306401 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:29.480155 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54234fdb-6720-4fa1-ac0c-328524306401 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.481767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-715acc14-7af4-46e1-a181-5a3c080054c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365df9cee0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:29.492951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 73ec82bc-02a6-4d32-ab3e-72162d656479 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:29.493330 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.500174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dbf0610>, '89a817a8-b95d-4262-994c-a1ab056c9016') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:29.500479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dbf0610>, '89a817a8-b95d-4262-994c-a1ab056c9016') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:29.553129 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ff8b53-9733-4e7c-a4fa-22dd9705e741 x-openstack-request-id: req-43ff8b53-9733-4e7c-a4fa-22dd9705e741 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:05:29.553532 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9b708f-24ca-4dad-9e48-ce4b71edf595", "name": "network-vif-plugged", "status": "completed", "tag": "39f33934-8809-44c6-97cd-68c74a5bf74c", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:05:29.553795 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43ff8b53-9733-4e7c-a4fa-22dd9705e741 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:05:29.554192 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9b708f-24ca-4dad-9e48-ce4b71edf595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f33934-8809-44c6-97cd-68c74a5bf74c', 'code': 200}
Dec 18 21:05:29.555362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=39f33934-8809-44c6-97cd-68c74a5bf74c,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:29.574125 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.588522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b37df9-feeb-464f-8fa5-5914dbf6701e None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:29.594755 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715acc14-7af4-46e1-a181-5a3c080054c6 None None] Routers {'7a56fd82-dd50-492c-8fc0-79d94bea735d'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:29.595397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-715acc14-7af4-46e1-a181-5a3c080054c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365df9cee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7a56fd82-dd50-492c-8fc0-79d94bea735d'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:29.616393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.645130 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-715acc14-7af4-46e1-a181-5a3c080054c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365df9cee0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:29.645732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715acc14-7af4-46e1-a181-5a3c080054c6 None None] The sync data for ids ['7a56fd82-dd50-492c-8fc0-79d94bea735d'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:29.645871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:29.646239 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:29.654585 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:29.661422 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab2d095e-f6fa-4bbf-b87e-c01d52d9d974 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.686815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.726435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] For port ed267df0-cc6e-46ef-8d32-a203b530e4cf, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:29.802678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-61b37df9-feeb-464f-8fa5-5914dbf6701e None None] Deleting port 73ec82bc-02a6-4d32-ab3e-72162d656479 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:29.803051 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-61b37df9-feeb-464f-8fa5-5914dbf6701e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.833033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.837697 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.844622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54372) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:29.844792 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "DELETE /v2.0/networks/ad4a0b52-c5c7-46e5-a2e8-81949332845a HTTP/1.1" status: 204  len: 168 time: 0.9979703
Dec 18 21:05:29.856941 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.900800 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d85e0e-7369-4ca7-acb3-52ba0e4cc57b tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event deleted for resources: {'Network': ['ID=ad4a0b52-c5c7-46e5-a2e8-81949332845a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:29.907381 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] For port ed267df0-cc6e-46ef-8d32-a203b530e4cf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed267df0-cc6e-46ef-8d32-a203b530e4cf,segment=NetworkSegment(7c7d41a1-0a4a-42d7-8e6f-56e9197cc586),segment_id=7c7d41a1-0a4a-42d7-8e6f-56e9197cc586)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:29.912240 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-61b37df9-feeb-464f-8fa5-5914dbf6701e None None] For port 73ec82bc-02a6-4d32-ab3e-72162d656479, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73ec82bc-02a6-4d32-ab3e-72162d656479,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:29.912746 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-61b37df9-feeb-464f-8fa5-5914dbf6701e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.921104 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:29.923120 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2bfd5-b2a5-46a5-afe5-485305eed509 req-14e95a12-fcad-467c-9647-ef78ac44c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:29.927214 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fde2bfd5-b2a5-46a5-afe5-485305eed509 req-14e95a12-fcad-467c-9647-ef78ac44c11a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 1096 time: 0.2027190
Dec 18 21:05:29.957187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-61b37df9-feeb-464f-8fa5-5914dbf6701e None None] Calling delete_port for 73ec82bc-02a6-4d32-ab3e-72162d656479 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:29.999725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 78898867-d5ed-44b4-8bd6-d800af256649 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:30.011360 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.017533 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:30.033379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:30.075375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe618b8f-f958-48e8-9645-b9b83000fcdd None None] Pushing event updated for resources: {'Port': ['ID=ed267df0-cc6e-46ef-8d32-a203b530e4cf,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:30.114371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=d2e430f6-999d-4a3c-a822-6d4987595901,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:30.145167 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-61b37df9-feeb-464f-8fa5-5914dbf6701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.179150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b37df9-feeb-464f-8fa5-5914dbf6701e None None] Pushing event deleted for resources: {'Port': ['ID=73ec82bc-02a6-4d32-ab3e-72162d656479,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:30.183030 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b37df9-feeb-464f-8fa5-5914dbf6701e None None] No DVR routers for this DVR port 73ec82bc-02a6-4d32-ab3e-72162d656479 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:30.185705 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.185979 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fde2bfd5-b2a5-46a5-afe5-485305eed509 req-7f9dbc58-f032-443a-8bb7-d70fca788fae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2162154
Dec 18 21:05:30.198408 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:30.198408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.216422 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6d2df1b2-e576-4a12-adcb-18a2c880148d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 2.4885736
Dec 18 21:05:30.217367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54374) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:30.224264 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0dfa8a69-260f-46f9-a552-d8a5455e8dbe up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:30.226637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e131310>,) {'filters': {'network_id': ['5d291f00-8177-4252-80e2-5b9d6d731a2e']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:30.229820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5298098-37de-4908-b840-e2f4b5b4dab0 None None] Network a91ff40c-7f65-415f-9da1-c0f6f455b01c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:30.273191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e131310>, 'cf2c8a10-50a7-43fa-8164-8b0b41658be9') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:30.273495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e131310>, 'cf2c8a10-50a7-43fa-8164-8b0b41658be9') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:30.289824 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.333431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.351853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:30.352350 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:30.356147 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:30.382807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-88e70350-4286-443b-95bf-12beef0aa25f None None] Provisioning complete for port 75ab262c-81b9-4672-8c5d-e325f63e075b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:30.383188 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-88e70350-4286-443b-95bf-12beef0aa25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.483435 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.487242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:05:30.516208 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.523965 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "DELETE /v2.0/networks/5d291f00-8177-4252-80e2-5b9d6d731a2e HTTP/1.1" status: 204  len: 168 time: 0.6739745
Dec 18 21:05:30.524153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.objects.ports [None req-54234fdb-6720-4fa1-ac0c-328524306401 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126009) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:05:30.525306 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54380) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:30.526299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54234fdb-6720-4fa1-ac0c-328524306401 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.529160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e6dff-56f0-4f4d-8328-00eaba63ff7e tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event deleted for resources: {'Network': ['ID=5d291f00-8177-4252-80e2-5b9d6d731a2e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:30.537924 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab2d095e-f6fa-4bbf-b87e-c01d52d9d974 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.548997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab2d095e-f6fa-4bbf-b87e-c01d52d9d974 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.559193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2d095e-f6fa-4bbf-b87e-c01d52d9d974 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:30.560118 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab2d095e-f6fa-4bbf-b87e-c01d52d9d974 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.561642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ab2d095e-f6fa-4bbf-b87e-c01d52d9d974 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/ports/92c910fb-e0bf-4ac4-a674-76d2478fb492 HTTP/1.1" status: 200  len: 911 time: 1.1368983
Dec 18 21:05:30.576817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54384) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:30.587148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:30.587529 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.672351 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-88e70350-4286-443b-95bf-12beef0aa25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.712627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54234fdb-6720-4fa1-ac0c-328524306401 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:30.733315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-54234fdb-6720-4fa1-ac0c-328524306401 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:30.751653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54234fdb-6720-4fa1-ac0c-328524306401 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:30.752398 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54234fdb-6720-4fa1-ac0c-328524306401 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.777453 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.784828 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.801768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d095e-f6fa-4bbf-b87e-c01d52d9d974 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=92c910fb-e0bf-4ac4-a674-76d2478fb492,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:30.803908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6efd61-5b5e-4339-ab3f-388e2cc51cbf None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:30.809963 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-54234fdb-6720-4fa1-ac0c-328524306401 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.7371626
Dec 18 21:05:30.810752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54386) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:30.820754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:37:5d:f5', 'name': 'tempest-NetworksTestDHCPv6-1591441845'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:30.825924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54234fdb-6720-4fa1-ac0c-328524306401 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=bed37496-c667-4657-9b2d-31c9cda67005,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:30.830352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1c1a1-7656-4c9f-84d2-c67f090db45f req-08cb3457-88b7-4c36-8554-5d5d44ed3ff6 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:30.832746 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48e1c1a1-7656-4c9f-84d2-c67f090db45f req-08cb3457-88b7-4c36-8554-5d5d44ed3ff6 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2697847
Dec 18 21:05:30.844769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43236a-462c-4d25-9574-8a14a34e24a4 req-35a52343-1931-423f-a987-4b73844f6714 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:30.850797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a43236a-462c-4d25-9574-8a14a34e24a4 req-35a52343-1931-423f-a987-4b73844f6714 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 945 time: 0.2626197
Dec 18 21:05:30.855641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dfa8a69-260f-46f9-a552-d8a5455e8dbe,segment=NetworkSegment(f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5),segment_id=f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:30.887420 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:30.955323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=0dfa8a69-260f-46f9-a552-d8a5455e8dbe,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:30.990359 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-88e70350-4286-443b-95bf-12beef0aa25f None None] For port 75ab262c-81b9-4672-8c5d-e325f63e075b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75ab262c-81b9-4672-8c5d-e325f63e075b,segment=NetworkSegment(79062522-92c6-4533-9865-c377e7fe6580),segment_id=79062522-92c6-4533-9865-c377e7fe6580)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:31.009808 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-88e70350-4286-443b-95bf-12beef0aa25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:31.145938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': 'bed37496-c667-4657-9b2d-31c9cda67005'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:31.147593 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:31.162677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48e1c1a1-7656-4c9f-84d2-c67f090db45f req-6f552e73-df54-455b-98e0-ce980ace656c tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3047283
Dec 18 21:05:31.191493 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a43236a-462c-4d25-9574-8a14a34e24a4 req-de95ac66-8a9a-4d03-854e-ab765e27e31e tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3105097
Dec 18 21:05:31.194598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 75ab262c-81b9-4672-8c5d-e325f63e075b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:31.212454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e70350-4286-443b-95bf-12beef0aa25f None None] Pushing event updated for resources: {'Port': ['ID=75ab262c-81b9-4672-8c5d-e325f63e075b,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:31.254025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a47f70b9-b7bf-4c74-af87-9fa385ec23f6 None None] Provisioning complete for port 75ab262c-81b9-4672-8c5d-e325f63e075b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:31.254454 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a47f70b9-b7bf-4c74-af87-9fa385ec23f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:31.454407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 75ab262c-81b9-4672-8c5d-e325f63e075b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:31.454838 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:31.500137 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6baa8f9a-38ca-4bde-9190-e1fefe4ad482 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:31.563838 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650905b4-027a-40af-ae95-18573c57937e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfa8a69-260f-46f9-a552-d8a5455e8dbe'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:05:31.566292 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0301f2f-a202-483b-b8af-861b09f7232f" -d '{"events": [{"server_uuid": "650905b4-027a-40af-ae95-18573c57937e", "name": "network-vif-plugged", "status": "completed", "tag": "0dfa8a69-260f-46f9-a552-d8a5455e8dbe"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:05:31.611585 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:31.624317 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Allocated IP 2001:db8::f816:3eff:feff:713f (366763c1-8ffb-4916-bf33-b9164c04d44d/bed37496-c667-4657-9b2d-31c9cda67005/12c26b5e-5530-4241-b05e-c3392ee7d160) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:31.634361 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa2a7e4-e602-48c2-b0df-abedf8b7a174 x-openstack-request-id: req-4fa2a7e4-e602-48c2-b0df-abedf8b7a174 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:05:31.634725 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650905b4-027a-40af-ae95-18573c57937e", "name": "network-vif-plugged", "status": "completed", "tag": "0dfa8a69-260f-46f9-a552-d8a5455e8dbe", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:05:31.634911 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fa2a7e4-e602-48c2-b0df-abedf8b7a174 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:05:31.635300 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650905b4-027a-40af-ae95-18573c57937e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfa8a69-260f-46f9-a552-d8a5455e8dbe', 'code': 200}
Dec 18 21:05:31.666090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f2dfb20>,) {'filters': {'network_id': ['b99caa5e-a534-44ec-945e-c9fa747cfdf3']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:31.755763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a47f70b9-b7bf-4c74-af87-9fa385ec23f6 None None] Provisioning complete for port 92c910fb-e0bf-4ac4-a674-76d2478fb492 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:31.756129 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a47f70b9-b7bf-4c74-af87-9fa385ec23f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:31.758376 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f2dfb20>, '35bf6538-00da-4b42-95b8-72f9087cc8fa') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:31.758849 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f2dfb20>, '35bf6538-00da-4b42-95b8-72f9087cc8fa') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:31.783904 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:31.795958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:31.812168 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ed267df0-cc6e-46ef-8d32-a203b530e4cf up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:31.813890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad4f284-47b6-4b18-98ce-a95e2b1071a4 None None] Network 78898867-d5ed-44b4-8bd6-d800af256649 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:31.830698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfeea9-2e4b-41d5-9f0c-9d09a20969cc req-7bcfde8c-e1fa-48e1-a54e-59ec8169a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:31.832858 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-87bfeea9-2e4b-41d5-9f0c-9d09a20969cc req-7bcfde8c-e1fa-48e1-a54e-59ec8169a2ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 1097 time: 0.1004651
Dec 18 21:05:31.856449 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:31.879671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:31.880079 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:31.891695 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:31.914996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-6baa8f9a-38ca-4bde-9190-e1fefe4ad482 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port 92c910fb-e0bf-4ac4-a674-76d2478fb492 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:31.915418 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6baa8f9a-38ca-4bde-9190-e1fefe4ad482 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.017316 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6baa8f9a-38ca-4bde-9190-e1fefe4ad482 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.030446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-6baa8f9a-38ca-4bde-9190-e1fefe4ad482 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for 92c910fb-e0bf-4ac4-a674-76d2478fb492 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:32.046957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:32.060270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a47f70b9-b7bf-4c74-af87-9fa385ec23f6 None None] Port 92c910fb-e0bf-4ac4-a674-76d2478fb492 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:32.110723 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-87bfeea9-2e4b-41d5-9f0c-9d09a20969cc req-c88c21a9-bc83-484e-8b9d-f599d2adb749 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2515192
Dec 18 21:05:32.111313 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.123279 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.129141 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] 10.222.0.13 "DELETE /v2.0/networks/b99caa5e-a534-44ec-945e-c9fa747cfdf3 HTTP/1.1" status: 204  len: 168 time: 1.5974836
Dec 18 21:05:32.199346 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.207404 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c195d7b-801b-403b-a8f3-61d8932dc9a6 tempest-BulkNetworkOpsIpV6Test-1610344371 tempest-BulkNetworkOpsIpV6Test-1610344371-project] Pushing event deleted for resources: {'Network': ['ID=b99caa5e-a534-44ec-945e-c9fa747cfdf3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:32.208624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port ed267df0-cc6e-46ef-8d32-a203b530e4cf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:32.209067 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.247427 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.272220 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.295451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1b305e94-2f97-48f5-947d-fc8c0b555873 None None] Provisioning complete for port ed267df0-cc6e-46ef-8d32-a203b530e4cf triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:32.295944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1b305e94-2f97-48f5-947d-fc8c0b555873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.339280 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6baa8f9a-38ca-4bde-9190-e1fefe4ad482 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.369335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port f3b58a9a-41bf-4ea4-88e8-9e9a2e0e0b3e yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:05:32.372844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:32.404079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa8f9a-38ca-4bde-9190-e1fefe4ad482 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=92c910fb-e0bf-4ac4-a674-76d2478fb492,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:32.410866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:32.424422 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:32.432364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Pushing event updated for resources: {'Port': ['ID=12c26b5e-5530-4241-b05e-c3392ee7d160,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:32.488236 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.535168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54400) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:32.544741 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.607451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Attempting to bind port 12c26b5e-5530-4241-b05e-c3392ee7d160 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:32.607825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Attempting to bind port 12c26b5e-5530-4241-b05e-c3392ee7d160 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:32.608190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Attempting to bind port 12c26b5e-5530-4241-b05e-c3392ee7d160 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:32.651864 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.661863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=d2e430f6-999d-4a3c-a822-6d4987595901,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:32.686896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:32.687269 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:32.687673 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.688069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:32.688596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Bound port: 12c26b5e-5530-4241-b05e-c3392ee7d160, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:32.688913 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.718035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6baa8f9a-38ca-4bde-9190-e1fefe4ad482 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.774429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863d2f-12de-47fa-af7a-1c6d305c9d21 req-d73eda28-06c6-4f09-86a9-252f90aa028b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:32.790656 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1b305e94-2f97-48f5-947d-fc8c0b555873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.792126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72863d2f-12de-47fa-af7a-1c6d305c9d21 req-d73eda28-06c6-4f09-86a9-252f90aa028b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.5060964
Dec 18 21:05:32.802122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port ed267df0-cc6e-46ef-8d32-a203b530e4cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed267df0-cc6e-46ef-8d32-a203b530e4cf,segment=NetworkSegment(7c7d41a1-0a4a-42d7-8e6f-56e9197cc586),segment_id=7c7d41a1-0a4a-42d7-8e6f-56e9197cc586)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:32.822852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::f816:3eff:fe37:5df5 (366763c1-8ffb-4916-bf33-b9164c04d44d/bed37496-c667-4657-9b2d-31c9cda67005/f3b58a9a-41bf-4ea4-88e8-9e9a2e0e0b3e) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:32.834073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e30f3e-9855-451b-967d-103024207b60 req-41101589-58de-43b1-88e5-4787fa91aa4a tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:32.836031 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0e30f3e-9855-451b-967d-103024207b60 req-41101589-58de-43b1-88e5-4787fa91aa4a tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 946 time: 0.4942114
Dec 18 21:05:32.844722 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:32.943784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 73ec82bc-02a6-4d32-ab3e-72162d656479 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:32.969981 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 73ec82bc-02a6-4d32-ab3e-72162d656479 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:32.970377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 73ec82bc-02a6-4d32-ab3e-72162d656479 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:33.024637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] For port 12c26b5e-5530-4241-b05e-c3392ee7d160, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:33.045629 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-65f6a73c-7045-4f9b-bb8b-2c37979d9999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.060383 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-66616383-2aea-4594-bf43-6d6a34e13142 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b301a57504de4e029f29acd4a49a969e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5234203
Dec 18 21:05:33.063536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54404) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:33.065899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72863d2f-12de-47fa-af7a-1c6d305c9d21 req-f355991b-e546-4a41-bfee-70dd9dda437e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2720966
Dec 18 21:05:33.070493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=ed267df0-cc6e-46ef-8d32-a203b530e4cf,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:33.076510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] For port 12c26b5e-5530-4241-b05e-c3392ee7d160, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12c26b5e-5530-4241-b05e-c3392ee7d160,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:33.083952 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-1b305e94-2f97-48f5-947d-fc8c0b555873 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:05:33.084416 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-1b305e94-2f97-48f5-947d-fc8c0b555873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:05:33.093011 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.100385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.168261 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 75ab262c-81b9-4672-8c5d-e325f63e075b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:33.189793 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0e30f3e-9855-451b-967d-103024207b60 req-4077e579-8915-47ce-85f0-cff63ec6790a tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3324771
Dec 18 21:05:33.231185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baa8f9a-38ca-4bde-9190-e1fefe4ad482 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 7a56fd82-dd50-492c-8fc0-79d94bea735d has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:05:33.325432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1f162-1eb4-4fb7-ba42-b49e94d7ee91 None None] Pushing event updated for resources: {'Port': ['ID=12c26b5e-5530-4241-b05e-c3392ee7d160,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:33.337240 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 75ab262c-81b9-4672-8c5d-e325f63e075b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:33.337823 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.453610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baa8f9a-38ca-4bde-9190-e1fefe4ad482 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:33.463187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.471694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6baa8f9a-38ca-4bde-9190-e1fefe4ad482 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/7a56fd82-dd50-492c-8fc0-79d94bea735d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8873603
Dec 18 21:05:33.472537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54412) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:33.479685 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d4e25-f9ba-48f0-a3d1-51240714665c None None] Sync routers for ids ['7a56fd82-dd50-492c-8fc0-79d94bea735d'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:33.501142 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d4e25-f9ba-48f0-a3d1-51240714665c None None] Routers {'7a56fd82-dd50-492c-8fc0-79d94bea735d'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:33.501762 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-955d4e25-f9ba-48f0-a3d1-51240714665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36643a9ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7a56fd82-dd50-492c-8fc0-79d94bea735d'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:33.517800 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ac64815c-1a9d-4e60-8bc4-51117e6d2e69 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a56fd82-dd50-492c-8fc0-79d94bea735d HTTP/1.1" status: 200  len: 205 time: 0.0430207
Dec 18 21:05:33.520914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54414) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:33.548525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b699-2800-4c7a-b287-68434a0bb858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.577263 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-955d4e25-f9ba-48f0-a3d1-51240714665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36643a9ac0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:33.608431 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d4e25-f9ba-48f0-a3d1-51240714665c None None] Routers {'7a56fd82-dd50-492c-8fc0-79d94bea735d'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:33.610609 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-955d4e25-f9ba-48f0-a3d1-51240714665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36643a9ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7a56fd82-dd50-492c-8fc0-79d94bea735d'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:33.616057 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06b38351-4861-4131-9447-379af51f910b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.617739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.636576 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b699-2800-4c7a-b287-68434a0bb858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.648061 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.679346 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-955d4e25-f9ba-48f0-a3d1-51240714665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36643a9ac0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:33.680309 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d4e25-f9ba-48f0-a3d1-51240714665c None None] The sync data for ids ['7a56fd82-dd50-492c-8fc0-79d94bea735d'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:33.728514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1b305e94-2f97-48f5-947d-fc8c0b555873 None None] Could not find standard attr ID for object 92c910fb-e0bf-4ac4-a674-76d2478fb492. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:05:33.783339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:33.793936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:33.798267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:33.804873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:33.806792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.810244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=f3b58a9a-41bf-4ea4-88e8-9e9a2e0e0b3e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:33.861855 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8e2ae3e9-a3a9-4748-86df-3d68bd6d9ab3 None None] Provisioning complete for port d2e430f6-999d-4a3c-a822-6d4987595901 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:33.862447 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae3e9-a3a9-4748-86df-3d68bd6d9ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.914924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2ae3e9-a3a9-4748-86df-3d68bd6d9ab3 None None] Port d2e430f6-999d-4a3c-a822-6d4987595901 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:33.919094 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3df024cd-b1d9-4b71-8aac-7ec1adb19235 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.1034300
Dec 18 21:05:33.924299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54422) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:33.929232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8e2ae3e9-a3a9-4748-86df-3d68bd6d9ab3 None None] Provisioning complete for port ed267df0-cc6e-46ef-8d32-a203b530e4cf triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:33.929678 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae3e9-a3a9-4748-86df-3d68bd6d9ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.935197 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b699-2800-4c7a-b287-68434a0bb858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.937998 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b699-2800-4c7a-b287-68434a0bb858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:33.942454 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4ff5b699-2800-4c7a-b287-68434a0bb858 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6e4382c-4886-4feb-a74c-5dfd81a56d62 HTTP/1.1" status: 204  len: 168 time: 0.8747001
Dec 18 21:05:33.964243 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5b699-2800-4c7a-b287-68434a0bb858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e4382c-4886-4feb-a74c-5dfd81a56d62,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:33.996214 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06b38351-4861-4131-9447-379af51f910b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:34.000914 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06b38351-4861-4131-9447-379af51f910b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:34.020811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d004019-7661-4228-82b3-5f85f9ccfa6a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:34.027511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d004019-7661-4228-82b3-5f85f9ccfa6a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:34.029382 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3d004019-7661-4228-82b3-5f85f9ccfa6a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1031785
Dec 18 21:05:34.060394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54426) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:34.075992 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06b38351-4861-4131-9447-379af51f910b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:34.077178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b38351-4861-4131-9447-379af51f910b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Fanout notify agent at l3_agent the message router_deleted on router 7a56fd82-dd50-492c-8fc0-79d94bea735d {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:05:34.104357 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06b38351-4861-4131-9447-379af51f910b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:34.105670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-06b38351-4861-4131-9447-379af51f910b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/7a56fd82-dd50-492c-8fc0-79d94bea735d HTTP/1.1" status: 204  len: 168 time: 0.5836244
Dec 18 21:05:34.110723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54430) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:34.161572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73495168-76a7-4c66-bec8-dd5986896c5a req-0c71df70-6e69-45b6-af21-90820b5267c7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:34.163199 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73495168-76a7-4c66-bec8-dd5986896c5a req-0c71df70-6e69-45b6-af21-90820b5267c7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2386897
Dec 18 21:05:34.172935 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:34.178719 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:34.228892 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-571d3cd9-2617-46b4-85ab-de7d68e4256b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting subnet d2851e71-ba85-4a6f-820d-cc3aa646707e {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:34.235341 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-571d3cd9-2617-46b4-85ab-de7d68e4256b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:34.264349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=d2e430f6-999d-4a3c-a822-6d4987595901,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:34.276314 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:34.305554 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-571d3cd9-2617-46b4-85ab-de7d68e4256b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:34.345093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73495168-76a7-4c66-bec8-dd5986896c5a req-f35e1dca-95c2-4787-b195-6feedb0fbb1d tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717963
Dec 18 21:05:34.359312 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-244a1c00-67e0-4bb7-89d9-31d6f20747a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port f3b58a9a-41bf-4ea4-88e8-9e9a2e0e0b3e {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:34.359632 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-244a1c00-67e0-4bb7-89d9-31d6f20747a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:34.458147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 78898867-d5ed-44b4-8bd6-d800af256649 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:34.459957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:34.634365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router feacfac9-79a3-417b-942a-63b838f011d7 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:05:34.772520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:34.783994 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-485a7926-7db0-4adc-b422-db4a43379fa0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/feacfac9-79a3-417b-942a-63b838f011d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5646815
Dec 18 21:05:34.789134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0f873-7e84-4a34-91e4-d3564c5aae20 None None] Sync routers for ids ['feacfac9-79a3-417b-942a-63b838f011d7'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:34.795175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54468) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:34.806075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0f873-7e84-4a34-91e4-d3564c5aae20 None None] Routers {'feacfac9-79a3-417b-942a-63b838f011d7'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:34.808021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-41f0f873-7e84-4a34-91e4-d3564c5aae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6dc220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['feacfac9-79a3-417b-942a-63b838f011d7'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:34.862379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a762646-323b-49e1-8305-a30b6ccfc9de tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:34.864454 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9a762646-323b-49e1-8305-a30b6ccfc9de tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports/d2e430f6-999d-4a3c-a822-6d4987595901 HTTP/1.1" status: 200  len: 976 time: 0.0681109
Dec 18 21:05:34.867198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54472) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:34.877569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-41f0f873-7e84-4a34-91e4-d3564c5aae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6dc220>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:34.892299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0f873-7e84-4a34-91e4-d3564c5aae20 None None] Routers {'feacfac9-79a3-417b-942a-63b838f011d7'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:34.893701 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-41f0f873-7e84-4a34-91e4-d3564c5aae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6dc220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['feacfac9-79a3-417b-942a-63b838f011d7'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:34.948407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-41f0f873-7e84-4a34-91e4-d3564c5aae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6dc220>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:34.949256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0f873-7e84-4a34-91e4-d3564c5aae20 None None] The sync data for ids ['feacfac9-79a3-417b-942a-63b838f011d7'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:34.970990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e154d4f7-5453-4925-a9f4-b8ab4aceb520 None None] Provisioning complete for port d2e430f6-999d-4a3c-a822-6d4987595901 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:34.971369 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e154d4f7-5453-4925-a9f4-b8ab4aceb520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.002136 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54474) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:35.053559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e154d4f7-5453-4925-a9f4-b8ab4aceb520 None None] Port d2e430f6-999d-4a3c-a822-6d4987595901 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:35.115602 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-571d3cd9-2617-46b4-85ab-de7d68e4256b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.149215 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-244a1c00-67e0-4bb7-89d9-31d6f20747a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.166003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02dc91-1324-416c-b550-cffd8818480c req-627a7fcf-00e5-4b6b-90c1-29eea9418eb7 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:35.172112 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2ece71ad-9401-462f-b399-4af2f43bdf85 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192659362'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:35.176170 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:05:35.182821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c02dc91-1324-416c-b550-cffd8818480c req-627a7fcf-00e5-4b6b-90c1-29eea9418eb7 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 946 time: 0.7700765
Dec 18 21:05:35.191325 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6133c3e3-4344-4a19-9926-3f2a677d42d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.198229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f055b8fd-59a4-4e10-82b1-56f10cf77d8c None None] Provisioning complete for port 12c26b5e-5530-4241-b05e-c3392ee7d160 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:35.198643 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f055b8fd-59a4-4e10-82b1-56f10cf77d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.202614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-244a1c00-67e0-4bb7-89d9-31d6f20747a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for f3b58a9a-41bf-4ea4-88e8-9e9a2e0e0b3e owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:35.243276 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ece71ad-9401-462f-b399-4af2f43bdf85 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.258985 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ece71ad-9401-462f-b399-4af2f43bdf85 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.299489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ed267df0-cc6e-46ef-8d32-a203b530e4cf up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:35.377886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db206b53-961f-448d-88d1-3768de5f75d9 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 21:05:35.386198 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-244a1c00-67e0-4bb7-89d9-31d6f20747a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.407313 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c02dc91-1324-416c-b550-cffd8818480c req-279a9941-0631-48db-965e-9d41e1792457 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235467
Dec 18 21:05:35.416073 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-571d3cd9-2617-46b4-85ab-de7d68e4256b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.416293 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f055b8fd-59a4-4e10-82b1-56f10cf77d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.440475 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8831a678-f99e-4dd9-8c70-4190e2ecd905 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.477876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a1c00-67e0-4bb7-89d9-31d6f20747a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=f3b58a9a-41bf-4ea4-88e8-9e9a2e0e0b3e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:35.520014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f055b8fd-59a4-4e10-82b1-56f10cf77d8c None None] For port 12c26b5e-5530-4241-b05e-c3392ee7d160, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12c26b5e-5530-4241-b05e-c3392ee7d160,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:35.526037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d3cd9-2617-46b4-85ab-de7d68e4256b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Subnet': ['ID=d2851e71-ba85-4a6f-820d-cc3aa646707e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:35.537950 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-571d3cd9-2617-46b4-85ab-de7d68e4256b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.543512 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-571d3cd9-2617-46b4-85ab-de7d68e4256b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/d2851e71-ba85-4a6f-820d-cc3aa646707e HTTP/1.1" status: 204  len: 168 time: 1.4293644
Dec 18 21:05:35.543697 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f055b8fd-59a4-4e10-82b1-56f10cf77d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.556312 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54484) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:35.584561 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-244a1c00-67e0-4bb7-89d9-31d6f20747a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.587765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-244a1c00-67e0-4bb7-89d9-31d6f20747a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/f3b58a9a-41bf-4ea4-88e8-9e9a2e0e0b3e HTTP/1.1" status: 204  len: 168 time: 1.5265238
Dec 18 21:05:35.591623 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54486) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:35.614938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ece71ad-9401-462f-b399-4af2f43bdf85 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.638004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ece71ad-9401-462f-b399-4af2f43bdf85 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.656667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db206b53-961f-448d-88d1-3768de5f75d9 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 21:05:35.673543 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port ed267df0-cc6e-46ef-8d32-a203b530e4cf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:35.673916 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.679857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4839a890-1abc-4edf-9869-ee4405489863 None None] Could not find standard attr ID for object f3b58a9a-41bf-4ea4-88e8-9e9a2e0e0b3e. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:05:35.688223 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.706303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f7c11-42b8-4bee-877a-3a2c5a347084 req-4a7b7bca-fa2d-4a5f-a227-290c1d252ec8 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:35.709743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c9f7c11-42b8-4bee-877a-3a2c5a347084 req-4a7b7bca-fa2d-4a5f-a227-290c1d252ec8 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.1879804
Dec 18 21:05:35.779138 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273f540c-1839-4adc-ac87-a5a4ece10ab1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:35.779384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055b8fd-59a4-4e10-82b1-56f10cf77d8c None None] Pushing event updated for resources: {'Port': ['ID=12c26b5e-5530-4241-b05e-c3392ee7d160,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:35.780192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273f540c-1839-4adc-ac87-a5a4ece10ab1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:35.785048 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-273f540c-1839-4adc-ac87-a5a4ece10ab1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1894157
Dec 18 21:05:35.787923 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54492) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:35.844788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c9f7c11-42b8-4bee-877a-3a2c5a347084 req-c62ecd9c-0360-4fb4-a8a7-44ad588e74db tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297281
Dec 18 21:05:35.885911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port 75ab262c-81b9-4672-8c5d-e325f63e075b {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:35.886283 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.914959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 12c26b5e-5530-4241-b05e-c3392ee7d160 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:35.981089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] For port 75ab262c-81b9-4672-8c5d-e325f63e075b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75ab262c-81b9-4672-8c5d-e325f63e075b,segment=NetworkSegment(79062522-92c6-4533-9865-c377e7fe6580),segment_id=79062522-92c6-4533-9865-c377e7fe6580)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:35.981682 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:35.997713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for 75ab262c-81b9-4672-8c5d-e325f63e075b owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:36.024817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 12c26b5e-5530-4241-b05e-c3392ee7d160 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:36.025190 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.094812 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.128468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=75ab262c-81b9-4672-8c5d-e325f63e075b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:36.134326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No DVR routers for this DVR port 75ab262c-81b9-4672-8c5d-e325f63e075b on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:36.213817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed2aa13-b070-4abb-9ae2-6f22ec1fd125 None None] Network a91ff40c-7f65-415f-9da1-c0f6f455b01c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:36.232546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.260829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece71ad-9401-462f-b399-4af2f43bdf85 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb4846-cecd-4a64-a522-8e73b99856bd,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:36.261068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d02d520>,) {'filters': {'network_id': ['a91ff40c-7f65-415f-9da1-c0f6f455b01c']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:36.286641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d02d520>, '79062522-92c6-4533-9865-c377e7fe6580') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:36.287297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d02d520>, '79062522-92c6-4533-9865-c377e7fe6580') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:36.300487 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.322449 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.332171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:36.332670 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.343864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-75e85687-2442-4a71-8cb5-7113f6fb96c0 None None] Provisioning complete for port 39f33934-8809-44c6-97cd-68c74a5bf74c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:36.344262 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-75e85687-2442-4a71-8cb5-7113f6fb96c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.430810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec25766-a812-4c49-8ce8-e7c8d35475b8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet bed37496-c667-4657-9b2d-31c9cda67005 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:36.444052 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:36.450366 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.460636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eec25766-a812-4c49-8ce8-e7c8d35475b8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.472394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd08520-f6f0-469e-9429-d8ba0dc317ec None None] DHCP port deletion for a91ff40c-7f65-415f-9da1-c0f6f455b01c request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:36.474140 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ece71ad-9401-462f-b399-4af2f43bdf85 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.477592 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.494956 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.503913 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/networks/a91ff40c-7f65-415f-9da1-c0f6f455b01c HTTP/1.1" status: 204  len: 168 time: 0.9332294
Dec 18 21:05:36.504986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f539be-af45-4a14-abae-b174e172a469 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Network': ['ID=a91ff40c-7f65-415f-9da1-c0f6f455b01c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:36.508071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54510) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:36.517290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-afbdbd97-30b5-48dc-9fd7-3b6e14faa25c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1059104481', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:36.533179 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ece71ad-9401-462f-b399-4af2f43bdf85 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.568357 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-afbdbd97-30b5-48dc-9fd7-3b6e14faa25c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.571176 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-afbdbd97-30b5-48dc-9fd7-3b6e14faa25c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.587218 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eec25766-a812-4c49-8ce8-e7c8d35475b8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.605842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-75e85687-2442-4a71-8cb5-7113f6fb96c0 None None] Provisioning complete for port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:36.606220 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-75e85687-2442-4a71-8cb5-7113f6fb96c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.620682 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2ece71ad-9401-462f-b399-4af2f43bdf85 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.624536 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2ece71ad-9401-462f-b399-4af2f43bdf85 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.6186767
Dec 18 21:05:36.628845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54514) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:36.644770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-afbdbd97-30b5-48dc-9fd7-3b6e14faa25c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.652925 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-afbdbd97-30b5-48dc-9fd7-3b6e14faa25c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.656077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece71ad-9401-462f-b399-4af2f43bdf85 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09162ade-443a-4be9-86a4-746cb9fb6d5d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:36.721589 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-afbdbd97-30b5-48dc-9fd7-3b6e14faa25c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.725354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-afbdbd97-30b5-48dc-9fd7-3b6e14faa25c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2138863
Dec 18 21:05:36.726587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54516) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:36.731635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-13b582dc-948e-4de1-a203-21b7e91eea42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-554086079'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:36.761487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b582dc-948e-4de1-a203-21b7e91eea42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:36.765604 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13b582dc-948e-4de1-a203-21b7e91eea42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.785934 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e97c1194-9c21-468a-a818-b5cbaf957837 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1531029
Dec 18 21:05:36.786964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54520) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:36.787961 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eec25766-a812-4c49-8ce8-e7c8d35475b8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.792580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8831a678-f99e-4dd9-8c70-4190e2ecd905 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port d2e430f6-999d-4a3c-a822-6d4987595901 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:36.792847 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8831a678-f99e-4dd9-8c70-4190e2ecd905 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.792992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-91df4e91-3670-49f4-8f4f-a6b2d543a586 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group': {'name': 'tempest-security--1814638456', 'description': 'tempest-security-description-645868734'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:36.808857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b582dc-948e-4de1-a203-21b7e91eea42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:36.832916 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13b582dc-948e-4de1-a203-21b7e91eea42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.833352 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-13b582dc-948e-4de1-a203-21b7e91eea42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Added segment 3c62ead3-2593-466e-9358-4dcdc047ec78 of type vlan for network 3db3842b-c737-4134-90ba-c3ae5b2a4283
Dec 18 21:05:36.880969 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-91df4e91-3670-49f4-8f4f-a6b2d543a586 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.893114 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13b582dc-948e-4de1-a203-21b7e91eea42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.923991 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8831a678-f99e-4dd9-8c70-4190e2ecd905 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.939774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8831a678-f99e-4dd9-8c70-4190e2ecd905 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for d2e430f6-999d-4a3c-a822-6d4987595901 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:36.945759 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-91df4e91-3670-49f4-8f4f-a6b2d543a586 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.947053 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13b582dc-948e-4de1-a203-21b7e91eea42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.952869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b582dc-948e-4de1-a203-21b7e91eea42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:36.953485 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-13b582dc-948e-4de1-a203-21b7e91eea42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.965636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-91df4e91-3670-49f4-8f4f-a6b2d543a586 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.970183 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-91df4e91-3670-49f4-8f4f-a6b2d543a586 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:36.975027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-91df4e91-3670-49f4-8f4f-a6b2d543a586 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "PUT /v2.0/security-groups/09162ade-443a-4be9-86a4-746cb9fb6d5d HTTP/1.1" status: 200  len: 1796 time: 0.1865430
Dec 18 21:05:36.992447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54530) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:37.027414 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eec25766-a812-4c49-8ce8-e7c8d35475b8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:37.082693 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec25766-a812-4c49-8ce8-e7c8d35475b8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=bed37496-c667-4657-9b2d-31c9cda67005,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:37.083227 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eec25766-a812-4c49-8ce8-e7c8d35475b8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:37.086456 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-eec25766-a812-4c49-8ce8-e7c8d35475b8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/bed37496-c667-4657-9b2d-31c9cda67005 HTTP/1.1" status: 204  len: 168 time: 1.2923813
Dec 18 21:05:37.088891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54532) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:37.101613 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-892679bd-8104-4d3e-a979-2fded4abb29c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-groups/09162ade-443a-4be9-86a4-746cb9fb6d5d HTTP/1.1" status: 200  len: 1796 time: 0.1069174
Dec 18 21:05:37.104410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54536) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:37.107418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb644e6-c0e7-49c0-9d12-2a3822a21da8 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:37.137063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-13b582dc-948e-4de1-a203-21b7e91eea42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4051294
Dec 18 21:05:37.142301 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1633370b-6c8b-47d6-b915-adc089439277 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0523238
Dec 18 21:05:37.142887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54538) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:37.147534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54540) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:37.148198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b582dc-948e-4de1-a203-21b7e91eea42 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Network': ['ID=3db3842b-c737-4134-90ba-c3ae5b2a4283,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:37.160915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 12c26b5e-5530-4241-b05e-c3392ee7d160 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:37.163340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-074fb39d-226b-4826-b8b6-637effe323fa tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'subnet': {'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:37.168895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df4e91-3670-49f4-8f4f-a6b2d543a586 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09162ade-443a-4be9-86a4-746cb9fb6d5d,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:37.198548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c812a-b04d-48d4-b331-4e00ded1f378 req-20081307-d5da-4fa7-b734-91d841208b12 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:37.200224 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-371c812a-b04d-48d4-b331-4e00ded1f378 req-20081307-d5da-4fa7-b734-91d841208b12 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2441254
Dec 18 21:05:37.266418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ccac26-718f-48cd-bf2d-47088ef93f33 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:37.268065 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f7ccac26-718f-48cd-bf2d-47088ef93f33 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1172373
Dec 18 21:05:37.272077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54542) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:37.334607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-371c812a-b04d-48d4-b331-4e00ded1f378 req-10d837d6-a917-4507-9ba7-de14fbe51c93 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190162
Dec 18 21:05:37.353116 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2749c9c0-f58a-48f9-a43b-599c9b30cb2f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:37.363501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3236fffe-dbe2-4c59-b38d-fdcf7f562831 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:37.365076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3236fffe-dbe2-4c59-b38d-fdcf7f562831 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0921059
Dec 18 21:05:37.368547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54546) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:37.407537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 3db3842b-c737-4134-90ba-c3ae5b2a4283 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:37.429983 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2749c9c0-f58a-48f9-a43b-599c9b30cb2f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:37.431573 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-060fa0d7-b721-41de-b684-41ab642f5f76 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0618198
Dec 18 21:05:37.431979 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54550) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:37.445339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bcf44fc7-0939-4017-8a89-2b9cdb9d2298 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:37.455664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074fb39d-226b-4826-b8b6-637effe323fa tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:37.459800 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-074fb39d-226b-4826-b8b6-637effe323fa tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:37.557342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 12c26b5e-5530-4241-b05e-c3392ee7d160 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:37.557720 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:37.575853 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8831a678-f99e-4dd9-8c70-4190e2ecd905 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:37.642445 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831a678-f99e-4dd9-8c70-4190e2ecd905 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=d2e430f6-999d-4a3c-a822-6d4987595901,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:37.696064 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2749c9c0-f58a-48f9-a43b-599c9b30cb2f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:37.698760 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2749c9c0-f58a-48f9-a43b-599c9b30cb2f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:37.702203 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2749c9c0-f58a-48f9-a43b-599c9b30cb2f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-groups/09162ade-443a-4be9-86a4-746cb9fb6d5d HTTP/1.1" status: 204  len: 168 time: 0.5662639
Dec 18 21:05:37.702678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54558) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:37.733407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261a4b8a-e52a-45fc-a5d4-ac97866a4c91 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:37.797895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749c9c0-f58a-48f9-a43b-599c9b30cb2f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09162ade-443a-4be9-86a4-746cb9fb6d5d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:37.808767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 75ab262c-81b9-4672-8c5d-e325f63e075b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:37.854491 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d7b7209d-d212-4451-b835-f2ab2efc03fa tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1506329
Dec 18 21:05:37.871712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54562) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:37.879205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 75ab262c-81b9-4672-8c5d-e325f63e075b {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:37.879572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 75ab262c-81b9-4672-8c5d-e325f63e075b not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:37.890288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf44fc7-0939-4017-8a89-2b9cdb9d2298 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:37.894373 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bcf44fc7-0939-4017-8a89-2b9cdb9d2298 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:37.895675 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-0f821aae-cbef-469f-9217-5886029f33ea tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] delete failed (client error): The resource could not be found.
Dec 18 21:05:37.901892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0f821aae-cbef-469f-9217-5886029f33ea tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-groups/09162ade-443a-4be9-86a4-746cb9fb6d5d HTTP/1.1" status: 404  len: 347 time: 0.0288255
Dec 18 21:05:37.903080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54564) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:37.912347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-261a4b8a-e52a-45fc-a5d4-ac97866a4c91 None None] Deleting port 12c26b5e-5530-4241-b05e-c3392ee7d160 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:37.912646 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-261a4b8a-e52a-45fc-a5d4-ac97866a4c91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:37.922656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1bbbec0b-a47e-4596-891b-5ee03ed42054 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630674987'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:37.969546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1bbbec0b-a47e-4596-891b-5ee03ed42054 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:37.993674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-261a4b8a-e52a-45fc-a5d4-ac97866a4c91 None None] For port 12c26b5e-5530-4241-b05e-c3392ee7d160, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12c26b5e-5530-4241-b05e-c3392ee7d160,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:37.994220 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-261a4b8a-e52a-45fc-a5d4-ac97866a4c91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.010580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8831a678-f99e-4dd9-8c70-4190e2ecd905 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.011100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-261a4b8a-e52a-45fc-a5d4-ac97866a4c91 None None] Calling delete_port for 12c26b5e-5530-4241-b05e-c3392ee7d160 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:38.024490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9f0d5-98bc-4cb6-902c-dba649a244f8 req-84c08141-473f-4ae1-92b7-dd670b9b0aad tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:38.032179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7b9f0d5-98bc-4cb6-902c-dba649a244f8 req-84c08141-473f-4ae1-92b7-dd670b9b0aad tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 946 time: 0.1763062
Dec 18 21:05:38.090860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1bbbec0b-a47e-4596-891b-5ee03ed42054 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.099949 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1bbbec0b-a47e-4596-891b-5ee03ed42054 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.115968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7b9f0d5-98bc-4cb6-902c-dba649a244f8 req-9d03a911-e37f-4db5-8c5c-55171fab5366 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829024
Dec 18 21:05:38.126937 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.139546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1bbbec0b-a47e-4596-891b-5ee03ed42054 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.144034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1bbbec0b-a47e-4596-891b-5ee03ed42054 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2258041
Dec 18 21:05:38.154318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54566) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:38.161246 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-261a4b8a-e52a-45fc-a5d4-ac97866a4c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.161413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fec37a42-6f27-4baa-b7bc-56bcf2df2b71 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': '9fb17220-ef27-4b94-8e4a-bb0f46ae28ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:38.170347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbec0b-a47e-4596-891b-5ee03ed42054 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb17220-ef27-4b94-8e4a-bb0f46ae28ff,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:38.190930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a4b8a-e52a-45fc-a5d4-ac97866a4c91 None None] Pushing event deleted for resources: {'Port': ['ID=12c26b5e-5530-4241-b05e-c3392ee7d160,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:38.193938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-074fb39d-226b-4826-b8b6-637effe323fa tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.194648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a4b8a-e52a-45fc-a5d4-ac97866a4c91 None None] No DVR routers for this DVR port 12c26b5e-5530-4241-b05e-c3392ee7d160 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:38.221236 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fec37a42-6f27-4baa-b7bc-56bcf2df2b71 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.291243 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fec37a42-6f27-4baa-b7bc-56bcf2df2b71 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.295513 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fec37a42-6f27-4baa-b7bc-56bcf2df2b71 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.313336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec37a42-6f27-4baa-b7bc-56bcf2df2b71 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1d3d45-c785-41e4-8b43-bdf847ed913d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:38.322177 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fec37a42-6f27-4baa-b7bc-56bcf2df2b71 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.325875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fec37a42-6f27-4baa-b7bc-56bcf2df2b71 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1675775
Dec 18 21:05:38.326055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54568) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:38.359095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8831a678-f99e-4dd9-8c70-4190e2ecd905 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router feacfac9-79a3-417b-942a-63b838f011d7 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:05:38.360698 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dfe10770-2b7a-402a-95d3-84121080c27c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.368487 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fb39d-226b-4826-b8b6-637effe323fa tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Subnet': ['ID=0d7da545-32ab-4684-972f-0cd9579e4c4c,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:38.370118 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dfe10770-2b7a-402a-95d3-84121080c27c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.394405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074fb39d-226b-4826-b8b6-637effe323fa tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Checking segment: {'id': '3c62ead3-2593-466e-9358-4dcdc047ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:38.394779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074fb39d-226b-4826-b8b6-637effe323fa tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network hostable DHCP agents. Network: 3db3842b-c737-4134-90ba-c3ae5b2a4283, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:05:38.403273 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dfe10770-2b7a-402a-95d3-84121080c27c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.411760 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dfe10770-2b7a-402a-95d3-84121080c27c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.415210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dfe10770-2b7a-402a-95d3-84121080c27c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bc1d3d45-c785-41e4-8b43-bdf847ed913d HTTP/1.1" status: 204  len: 168 time: 0.0857389
Dec 18 21:05:38.418594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54572) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:38.439772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe10770-2b7a-402a-95d3-84121080c27c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc1d3d45-c785-41e4-8b43-bdf847ed913d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:38.464979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ef5b8-f59c-4ab8-b6bf-e7cf53654fe2 req-382fd578-1016-4c60-9bd8-8761a57e2eee tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:38.466470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e4ef5b8-f59c-4ab8-b6bf-e7cf53654fe2 req-382fd578-1016-4c60-9bd8-8761a57e2eee tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.0608976
Dec 18 21:05:38.495457 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bcf44fc7-0939-4017-8a89-2b9cdb9d2298 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.506722 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.523804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e4ef5b8-f59c-4ab8-b6bf-e7cf53654fe2 req-ed2ad8a0-21d0-4fce-bf0b-e57bea9b7d92 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502594
Dec 18 21:05:38.584169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074fb39d-226b-4826-b8b6-637effe323fa tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 3db3842b-c737-4134-90ba-c3ae5b2a4283 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:05:38.605627 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-939acd3f-ae2f-4554-b859-8763e8810e39 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1816804
Dec 18 21:05:38.608671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54574) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:38.610345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf44fc7-0939-4017-8a89-2b9cdb9d2298 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:38.611533 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8831a678-f99e-4dd9-8c70-4190e2ecd905 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:38.618636 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8831a678-f99e-4dd9-8c70-4190e2ecd905 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/feacfac9-79a3-417b-942a-63b838f011d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7502589
Dec 18 21:05:38.619710 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-bcf44fc7-0939-4017-8a89-2b9cdb9d2298 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:38.625161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54576) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:38.627185 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-074fb39d-226b-4826-b8b6-637effe323fa tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3db3842b-c737-4134-90ba-c3ae5b2a4283) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:38.627293 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd6ba7-4914-4e7d-906f-d2532094cefa None None] Sync routers for ids ['feacfac9-79a3-417b-942a-63b838f011d7'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:38.633812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf44fc7-0939-4017-8a89-2b9cdb9d2298 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:38.634490 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bcf44fc7-0939-4017-8a89-2b9cdb9d2298 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.639234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da14b1e8-1acd-4919-aa2b-bc758a9d8946 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:38.647022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074fb39d-226b-4826-b8b6-637effe323fa tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:38.647410 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-074fb39d-226b-4826-b8b6-637effe323fa tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.653121 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd6ba7-4914-4e7d-906f-d2532094cefa None None] Routers {'feacfac9-79a3-417b-942a-63b838f011d7'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:38.653779 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e2fd6ba7-4914-4e7d-906f-d2532094cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640bc8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['feacfac9-79a3-417b-942a-63b838f011d7'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:38.660907 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e59da8-dafb-4f97-b818-3a99da8dc349 None None] Network 3db3842b-c737-4134-90ba-c3ae5b2a4283 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:38.680141 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ce63b6c-0506-4b89-b9b1-2f786b832868 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.681175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf44fc7-0939-4017-8a89-2b9cdb9d2298 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=62ed2a2e-ce63-4eea-bc97-f0677f8a0054,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:38.708263 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e2fd6ba7-4914-4e7d-906f-d2532094cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640bc8e0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:38.716308 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ce63b6c-0506-4b89-b9b1-2f786b832868 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.728484 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd6ba7-4914-4e7d-906f-d2532094cefa None None] Routers {'feacfac9-79a3-417b-942a-63b838f011d7'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:38.729180 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e2fd6ba7-4914-4e7d-906f-d2532094cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640bc8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['feacfac9-79a3-417b-942a-63b838f011d7'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:38.740392 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bcf44fc7-0939-4017-8a89-2b9cdb9d2298 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2997818
Dec 18 21:05:38.741456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54578) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:38.774341 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e2fd6ba7-4914-4e7d-906f-d2532094cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640bc8e0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:38.775482 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd6ba7-4914-4e7d-906f-d2532094cefa None None] The sync data for ids ['feacfac9-79a3-417b-942a-63b838f011d7'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:38.783669 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-074fb39d-226b-4826-b8b6-637effe323fa tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6346042
Dec 18 21:05:38.784024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54582) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:38.794147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:91:05:ce', 'name': 'tempest-NetworksTestDHCPv6-1530588976'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:38.869931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '62ed2a2e-ce63-4eea-bc97-f0677f8a0054'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:38.871156 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.873100 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ce63b6c-0506-4b89-b9b1-2f786b832868 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.876997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ce63b6c-0506-4b89-b9b1-2f786b832868 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.878768 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3ce63b6c-0506-4b89-b9b1-2f786b832868 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-groups/9fb17220-ef27-4b94-8e4a-bb0f46ae28ff HTTP/1.1" status: 204  len: 168 time: 0.2680345
Dec 18 21:05:38.883984 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54584) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:38.890850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3db3842b-c737-4134-90ba-c3ae5b2a4283', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'project_id': '3ada50ccbe004ac887658264d222db1f', 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:38.892302 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:38.921271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce63b6c-0506-4b89-b9b1-2f786b832868 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb17220-ef27-4b94-8e4a-bb0f46ae28ff,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:38.961133 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-83c447cb-0c09-4f0b-a966-eb069a250d6b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] remove_router_interface failed (client error): The resource could not be found.
Dec 18 21:05:38.963076 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-83c447cb-0c09-4f0b-a966-eb069a250d6b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/feacfac9-79a3-417b-942a-63b838f011d7/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3365910
Dec 18 21:05:38.966169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54586) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:39.001770 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d8fb8162-0b2b-42b7-b6e5-d26e6d1e5d28 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=feacfac9-79a3-417b-942a-63b838f011d7 HTTP/1.1" status: 200  len: 205 time: 0.0343966
Dec 18 21:05:39.005951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54588) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:39.045656 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:39.119233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bfb3b644-f8f1-438b-b652-ff9e1074239d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2322142
Dec 18 21:05:39.130702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54590) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:39.145881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f196c023-510b-47a6-941d-5372bfe4a991 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686786971'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:39.165945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/62ed2a2e-ce63-4eea-bc97-f0677f8a0054/9e009998-d522-45b1-9fc4-64e105df708b) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:39.186786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Allocated IP 2001:db8::2 (3db3842b-c737-4134-90ba-c3ae5b2a4283/0d7da545-32ab-4684-972f-0cd9579e4c4c/94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:39.195953 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e05cd735-e327-4d22-a7c5-c0cd445e9274 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.276186 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.320160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141a901-02a9-4db1-9883-f6058ee0b491 req-c1eaea9c-0ba4-4ac9-b2c8-138613a32b7e tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:39.322300 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e141a901-02a9-4db1-9883-f6058ee0b491 req-c1eaea9c-0ba4-4ac9-b2c8-138613a32b7e tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.31 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 946 time: 0.2052059
Dec 18 21:05:39.327788 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f196c023-510b-47a6-941d-5372bfe4a991 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.331256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 12c26b5e-5530-4241-b05e-c3392ee7d160 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:39.340660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 531d8856-51b8-4db9-945c-5ed33b271559 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:05:39.359341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 12c26b5e-5530-4241-b05e-c3392ee7d160 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:39.359681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 12c26b5e-5530-4241-b05e-c3392ee7d160 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:39.463827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e05cd735-e327-4d22-a7c5-c0cd445e9274 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.471130 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e05cd735-e327-4d22-a7c5-c0cd445e9274 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.485139 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5477d-649b-45b5-8cb0-b383afd1ba4b req-eae42fc1-acd4-4978-aa5a-851700997e09 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:39.486859 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8dc5477d-649b-45b5-8cb0-b383afd1ba4b req-eae42fc1-acd4-4978-aa5a-851700997e09 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 946 time: 0.2139916
Dec 18 21:05:39.521119 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.526292 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.528349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f196c023-510b-47a6-941d-5372bfe4a991 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.531638 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.541842 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.552385 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.562914 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f196c023-510b-47a6-941d-5372bfe4a991 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.583061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e05cd735-e327-4d22-a7c5-c0cd445e9274 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.583946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05cd735-e327-4d22-a7c5-c0cd445e9274 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Fanout notify agent at l3_agent the message router_deleted on router feacfac9-79a3-417b-942a-63b838f011d7 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:05:39.587222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-e141a901-02a9-4db1-9883-f6058ee0b491 req-ffb2046f-3ff0-4c08-afd1-f350aacd6326 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Deleting port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:39.587405 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e141a901-02a9-4db1-9883-f6058ee0b491 req-ffb2046f-3ff0-4c08-afd1-f350aacd6326 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.601689 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e05cd735-e327-4d22-a7c5-c0cd445e9274 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.605999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e05cd735-e327-4d22-a7c5-c0cd445e9274 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/feacfac9-79a3-417b-942a-63b838f011d7 HTTP/1.1" status: 204  len: 168 time: 0.5977955
Dec 18 21:05:39.607475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54596) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:39.629565 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:39.640262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:39.642461 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f196c023-510b-47a6-941d-5372bfe4a991 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.643748 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f196c023-510b-47a6-941d-5372bfe4a991 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5098803
Dec 18 21:05:39.648182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Pushing event updated for resources: {'Port': ['ID=9e009998-d522-45b1-9fc4-64e105df708b,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:39.654517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54598) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:39.657681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Network 3db3842b-c737-4134-90ba-c3ae5b2a4283 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:39.659816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:39.669765 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:39.678697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-170c9976-e2d8-4a36-88e2-7a58aa261882 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': '76f52275-1454-460b-9537-f41d042a92ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:39.684459 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::12f (366763c1-8ffb-4916-bf33-b9164c04d44d/62ed2a2e-ce63-4eea-bc97-f0677f8a0054/531d8856-51b8-4db9-945c-5ed33b271559) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:39.692652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196c023-510b-47a6-941d-5372bfe4a991 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f52275-1454-460b-9537-f41d042a92ff,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:39.693406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:39.784788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Attempting to bind port 9e009998-d522-45b1-9fc4-64e105df708b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:39.785169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Attempting to bind port 9e009998-d522-45b1-9fc4-64e105df708b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:39.785532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Attempting to bind port 9e009998-d522-45b1-9fc4-64e105df708b on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:39.788024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Pushing event updated for resources: {'Port': ['ID=94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:39.799322 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-170c9976-e2d8-4a36-88e2-7a58aa261882 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.811283 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8dc5477d-649b-45b5-8cb0-b383afd1ba4b req-d254c016-7090-4772-b9c3-bcf16c4bfb7c tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/security-groups?id=deb03d10-9d7a-4262-a3a2-1df816cc66af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2971988
Dec 18 21:05:39.817233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:39.817674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:39.818083 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.818684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:39.819522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Bound port: 9e009998-d522-45b1-9fc4-64e105df708b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:39.819522 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.820465 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e141a901-02a9-4db1-9883-f6058ee0b491 req-ffb2046f-3ff0-4c08-afd1-f350aacd6326 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] For port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dfa8a69-260f-46f9-a552-d8a5455e8dbe,segment=NetworkSegment(f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5),segment_id=f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:39.820840 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e141a901-02a9-4db1-9883-f6058ee0b491 req-ffb2046f-3ff0-4c08-afd1-f350aacd6326 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.834097 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Attempting to bind port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:39.834506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Attempting to bind port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c62ead3-2593-466e-9358-4dcdc047ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:39.835177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Attempting to bind port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 on network 3db3842b-c737-4134-90ba-c3ae5b2a4283 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:39.842717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:39.843241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Checking segment: {'id': '3c62ead3-2593-466e-9358-4dcdc047ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:39.843486 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.844079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Bound using segment: {'id': '3c62ead3-2593-466e-9358-4dcdc047ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:39.844434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Bound port: 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c62ead3-2593-466e-9358-4dcdc047ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:39.844826 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.867119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-28826ea6-c126-4c5b-bd0a-cd50dcadb7cf tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting subnet 25c1d163-4f5a-41e1-ab7d-402dadc2048f {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:39.888421 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28826ea6-c126-4c5b-bd0a-cd50dcadb7cf tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.918280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-e141a901-02a9-4db1-9883-f6058ee0b491 req-ffb2046f-3ff0-4c08-afd1-f350aacd6326 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Calling delete_port for 0dfa8a69-260f-46f9-a552-d8a5455e8dbe owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:39.953967 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28826ea6-c126-4c5b-bd0a-cd50dcadb7cf tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.966472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] For port 9e009998-d522-45b1-9fc4-64e105df708b, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:39.975629 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] For port 9e009998-d522-45b1-9fc4-64e105df708b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e009998-d522-45b1-9fc4-64e105df708b,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:39.986200 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:39.996930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] For port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:40.042854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] For port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0,segment=NetworkSegment(3c62ead3-2593-466e-9358-4dcdc047ec78),segment_id=3c62ead3-2593-466e-9358-4dcdc047ec78)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:40.054320 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.056925 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28826ea6-c126-4c5b-bd0a-cd50dcadb7cf tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.108386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9e30c-3f57-4828-a2b6-ba100432eb51 None None] Pushing event updated for resources: {'Port': ['ID=9e009998-d522-45b1-9fc4-64e105df708b,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:40.116464 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-170c9976-e2d8-4a36-88e2-7a58aa261882 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.131315 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-170c9976-e2d8-4a36-88e2-7a58aa261882 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.162709 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.179946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7025f-3da3-4f22-a00f-77fcab39d820 req-0e826adc-cea5-4429-9a91-05970277b2c4 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:40.194526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38c7025f-3da3-4f22-a00f-77fcab39d820 req-0e826adc-cea5-4429-9a91-05970277b2c4 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.5852373
Dec 18 21:05:40.228346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cce06-009d-46f1-8c30-da33c9a2715c None None] Pushing event updated for resources: {'Port': ['ID=94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:40.234790 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.249492 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28826ea6-c126-4c5b-bd0a-cd50dcadb7cf tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.281285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c9976-e2d8-4a36-88e2-7a58aa261882 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf010d4a-deeb-4ee7-8f5b-8cd6e37d56a8,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:40.298987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:40.307898 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:40.310734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:40.317579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:40.319041 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.323470 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-170c9976-e2d8-4a36-88e2-7a58aa261882 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.325446 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-170c9976-e2d8-4a36-88e2-7a58aa261882 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6646111
Dec 18 21:05:40.330353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54604) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:40.345040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-59b998be-3876-44e9-a3fc-3176425baab9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': '76f52275-1454-460b-9537-f41d042a92ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:40.375498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28826ea6-c126-4c5b-bd0a-cd50dcadb7cf tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Subnet': ['ID=25c1d163-4f5a-41e1-ab7d-402dadc2048f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:40.386212 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28826ea6-c126-4c5b-bd0a-cd50dcadb7cf tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.392960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-28826ea6-c126-4c5b-bd0a-cd50dcadb7cf tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/25c1d163-4f5a-41e1-ab7d-402dadc2048f HTTP/1.1" status: 204  len: 168 time: 0.7792144
Dec 18 21:05:40.392960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54606) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:40.416449 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.6395879
Dec 18 21:05:40.417428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54608) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:40.419642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e0672-4f53-4657-8dd3-f9a597cbbfef None None] Network 78898867-d5ed-44b4-8bd6-d800af256649 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:40.447988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440920a-8615-4b35-8102-126736cf74a3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=531d8856-51b8-4db9-945c-5ed33b271559,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:40.481369 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-59b998be-3876-44e9-a3fc-3176425baab9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.509992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38c7025f-3da3-4f22-a00f-77fcab39d820 req-7c6b1d3e-59cc-4212-a094-40b009dbeccf tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3144124
Dec 18 21:05:40.538178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e141a901-02a9-4db1-9883-f6058ee0b491 req-ffb2046f-3ff0-4c08-afd1-f350aacd6326 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.593026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf407f43-91fa-47ed-ace3-b4a1fbac40d9 None None] DHCP port deletion for 61751535-154f-43e5-aa8b-ae2d40f188eb request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:40.627551 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.639055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c577b6-8826-4e4f-893b-435f44a9dedf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:40.646503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c577b6-8826-4e4f-893b-435f44a9dedf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:40.650962 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-63c577b6-8826-4e4f-893b-435f44a9dedf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.2298698
Dec 18 21:05:40.651896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2046f-3ff0-4c08-afd1-f350aacd6326 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Pushing event deleted for resources: {'Port': ['ID=0dfa8a69-260f-46f9-a552-d8a5455e8dbe,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:40.652171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54610) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:40.682055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e141a901-02a9-4db1-9883-f6058ee0b491 req-ffb2046f-3ff0-4c08-afd1-f350aacd6326 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] No DVR routers for this DVR port 0dfa8a69-260f-46f9-a552-d8a5455e8dbe on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:40.684915 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e141a901-02a9-4db1-9883-f6058ee0b491 req-ffb2046f-3ff0-4c08-afd1-f350aacd6326 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.689541 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e141a901-02a9-4db1-9883-f6058ee0b491 req-ffb2046f-3ff0-4c08-afd1-f350aacd6326 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.31 "DELETE /v2.0/ports/0dfa8a69-260f-46f9-a552-d8a5455e8dbe HTTP/1.1" status: 204  len: 173 time: 1.3595953
Dec 18 21:05:40.693272 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650905b4-027a-40af-ae95-18573c57937e', 'name': 'network-vif-deleted', 'tag': '0dfa8a69-260f-46f9-a552-d8a5455e8dbe'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:05:40.695892 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09313e59-1efd-422f-9438-36449d403bf7" -d '{"events": [{"server_uuid": "650905b4-027a-40af-ae95-18573c57937e", "name": "network-vif-deleted", "tag": "0dfa8a69-260f-46f9-a552-d8a5455e8dbe"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:05:40.748974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87f9c4-3965-43fe-8d80-0ca0f496e968 None None] DHCP port deletion for 78898867-d5ed-44b4-8bd6-d800af256649 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:40.756952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-59b998be-3876-44e9-a3fc-3176425baab9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.766380 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-59b998be-3876-44e9-a3fc-3176425baab9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.781940 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106cc8cf-c71b-4ebe-b7ac-de2141320412 x-openstack-request-id: req-106cc8cf-c71b-4ebe-b7ac-de2141320412 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:05:40.782230 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650905b4-027a-40af-ae95-18573c57937e", "name": "network-vif-deleted", "tag": "0dfa8a69-260f-46f9-a552-d8a5455e8dbe", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:05:40.782517 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-106cc8cf-c71b-4ebe-b7ac-de2141320412 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:05:40.783339 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650905b4-027a-40af-ae95-18573c57937e', 'name': 'network-vif-deleted', 'tag': '0dfa8a69-260f-46f9-a552-d8a5455e8dbe', 'status': 'completed', 'code': 200}
Dec 18 21:05:40.790899 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Allocated IP 2001:db8::1 (3db3842b-c737-4134-90ba-c3ae5b2a4283/0d7da545-32ab-4684-972f-0cd9579e4c4c/97ef2c62-432c-4f87-992a-8b2867505cf1) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:40.808789 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-59b998be-3876-44e9-a3fc-3176425baab9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.813050 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-59b998be-3876-44e9-a3fc-3176425baab9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4771693
Dec 18 21:05:40.813664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54614) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:40.821139 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d5edfd05-be0b-4f34-96a1-adcda1a337d9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': '76f52275-1454-460b-9537-f41d042a92ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:40.826485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b998be-3876-44e9-a3fc-3176425baab9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f86fde-eb69-474d-8749-41a961b0b5fc,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:40.832339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ae87f9c4-3965-43fe-8d80-0ca0f496e968 None None] Deleting port ed267df0-cc6e-46ef-8d32-a203b530e4cf {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:40.833424 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ae87f9c4-3965-43fe-8d80-0ca0f496e968 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.867061 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5edfd05-be0b-4f34-96a1-adcda1a337d9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.914454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ae87f9c4-3965-43fe-8d80-0ca0f496e968 None None] For port ed267df0-cc6e-46ef-8d32-a203b530e4cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed267df0-cc6e-46ef-8d32-a203b530e4cf,segment=NetworkSegment(7c7d41a1-0a4a-42d7-8e6f-56e9197cc586),segment_id=7c7d41a1-0a4a-42d7-8e6f-56e9197cc586)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:40.915001 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ae87f9c4-3965-43fe-8d80-0ca0f496e968 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.929633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ae87f9c4-3965-43fe-8d80-0ca0f496e968 None None] Calling delete_port for ed267df0-cc6e-46ef-8d32-a203b530e4cf owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:40.941161 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5edfd05-be0b-4f34-96a1-adcda1a337d9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.946478 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5edfd05-be0b-4f34-96a1-adcda1a337d9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.951777 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port ed267df0-cc6e-46ef-8d32-a203b530e4cf {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:40.952123 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.970765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edfd05-be0b-4f34-96a1-adcda1a337d9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e956acc-ae41-4a45-b0b5-2397d44f5b63,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:40.980928 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5edfd05-be0b-4f34-96a1-adcda1a337d9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:40.985257 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d5edfd05-be0b-4f34-96a1-adcda1a337d9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1675730
Dec 18 21:05:40.985917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54618) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:40.991641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5797aec1-0239-46e6-8fe9-fb60ae1952c7 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': '76f52275-1454-460b-9537-f41d042a92ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:41.027546 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5797aec1-0239-46e6-8fe9-fb60ae1952c7 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.032903 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ae87f9c4-3965-43fe-8d80-0ca0f496e968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.040187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4052c955-038a-4743-b458-bd4c5ded584c req-64f82f55-e2ac-4032-a240-d60099de1967 tempest-ServerTagsTestJSON-707308840 tempest-ServerTagsTestJSON-707308840-project] 10.222.0.13 "GET /v2.0/ports?device_id=650905b4-027a-40af-ae95-18573c57937e HTTP/1.1" status: 200  len: 210 time: 0.0768578
Dec 18 21:05:41.074477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87f9c4-3965-43fe-8d80-0ca0f496e968 None None] Pushing event deleted for resources: {'Port': ['ID=ed267df0-cc6e-46ef-8d32-a203b530e4cf,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:41.076594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87f9c4-3965-43fe-8d80-0ca0f496e968 None None] No DVR routers for this DVR port ed267df0-cc6e-46ef-8d32-a203b530e4cf on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:41.106709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] For port ed267df0-cc6e-46ef-8d32-a203b530e4cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed267df0-cc6e-46ef-8d32-a203b530e4cf,segment=NetworkSegment(7c7d41a1-0a4a-42d7-8e6f-56e9197cc586),segment_id=7c7d41a1-0a4a-42d7-8e6f-56e9197cc586)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:41.107081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.114965 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5797aec1-0239-46e6-8fe9-fb60ae1952c7 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.119715 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b890b-7878-47ba-83e6-a4858d6118bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 531d8856-51b8-4db9-945c-5ed33b271559 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:41.120095 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b9b890b-7878-47ba-83e6-a4858d6118bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.124136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5797aec1-0239-46e6-8fe9-fb60ae1952c7 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.146295 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797aec1-0239-46e6-8fe9-fb60ae1952c7 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011601b5-08c0-49cb-a3c6-26fc8855f709,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:41.159906 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5797aec1-0239-46e6-8fe9-fb60ae1952c7 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.164344 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5797aec1-0239-46e6-8fe9-fb60ae1952c7 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1743364
Dec 18 21:05:41.164344 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54620) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:41.169196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1cf7b661-7958-40bc-86bb-afc0c3fa8634 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': '76f52275-1454-460b-9537-f41d042a92ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:41.185787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for ed267df0-cc6e-46ef-8d32-a203b530e4cf owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:41.191899 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.207473 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b661-7958-40bc-86bb-afc0c3fa8634 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.325043 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b661-7958-40bc-86bb-afc0c3fa8634 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.333392 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b661-7958-40bc-86bb-afc0c3fa8634 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.357487 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7b661-7958-40bc-86bb-afc0c3fa8634 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4406c6d-075f-47e2-b9ee-86f190443846,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:41.368629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b661-7958-40bc-86bb-afc0c3fa8634 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.371204 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b9b890b-7878-47ba-83e6-a4858d6118bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.371699 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1cf7b661-7958-40bc-86bb-afc0c3fa8634 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.2064347
Dec 18 21:05:41.374549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54622) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:41.409996 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdb48-0b2e-43c7-9b74-57e6d6d86131 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.416063 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b890b-7878-47ba-83e6-a4858d6118bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 531d8856-51b8-4db9-945c-5ed33b271559 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:41.421312 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdb48-0b2e-43c7-9b74-57e6d6d86131 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.423593 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.450602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:41.492956 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdb48-0b2e-43c7-9b74-57e6d6d86131 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.500972 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdb48-0b2e-43c7-9b74-57e6d6d86131 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.502174 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d9fbdb48-0b2e-43c7-9b74-57e6d6d86131 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a4406c6d-075f-47e2-b9ee-86f190443846 HTTP/1.1" status: 204  len: 168 time: 0.1266098
Dec 18 21:05:41.509057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54626) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:41.515266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:41.515975 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.520106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbdb48-0b2e-43c7-9b74-57e6d6d86131 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4406c6d-075f-47e2-b9ee-86f190443846,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:41.545539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 3db3842b-c737-4134-90ba-c3ae5b2a4283 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:41.571401 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7e5f0d80-128e-4fab-b111-73c325d17f49 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0611031
Dec 18 21:05:41.572072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54630) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:41.572776 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:41.587140 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=97ef2c62-432c-4f87-992a-8b2867505cf1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:41.596194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:41.598947 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.609645 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca6c2bf5-39c9-4e0e-9038-4f7ffdad98a8 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.623437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca6c2bf5-39c9-4e0e-9038-4f7ffdad98a8 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.644238 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.667971 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca6c2bf5-39c9-4e0e-9038-4f7ffdad98a8 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.677858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.681677 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca6c2bf5-39c9-4e0e-9038-4f7ffdad98a8 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.685975 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ca6c2bf5-39c9-4e0e-9038-4f7ffdad98a8 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/011601b5-08c0-49cb-a3c6-26fc8855f709 HTTP/1.1" status: 204  len: 168 time: 0.1127226
Dec 18 21:05:41.688079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54632) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:41.695270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0,segment=NetworkSegment(3c62ead3-2593-466e-9358-4dcdc047ec78),segment_id=3c62ead3-2593-466e-9358-4dcdc047ec78)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:41.701803 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.703187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9e009998-d522-45b1-9fc4-64e105df708b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:41.716350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c2bf5-39c9-4e0e-9038-4f7ffdad98a8 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=011601b5-08c0-49cb-a3c6-26fc8855f709,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:41.763686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=ed267df0-cc6e-46ef-8d32-a203b530e4cf,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:41.790672 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4aefc8d5-c0b4-4cd8-891a-cc55b572fafd tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.1013851
Dec 18 21:05:41.791314 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54634) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:41.834382 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14ebfd23-07a9-4864-a1b0-6e5911feecd2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.852559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14ebfd23-07a9-4864-a1b0-6e5911feecd2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.902881 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14ebfd23-07a9-4864-a1b0-6e5911feecd2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.917600 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-14ebfd23-07a9-4864-a1b0-6e5911feecd2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:41.921161 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-14ebfd23-07a9-4864-a1b0-6e5911feecd2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9e956acc-ae41-4a45-b0b5-2397d44f5b63 HTTP/1.1" status: 204  len: 168 time: 0.1263845
Dec 18 21:05:41.923884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54636) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:41.943929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebfd23-07a9-4864-a1b0-6e5911feecd2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e956acc-ae41-4a45-b0b5-2397d44f5b63,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:41.997327 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8be52d80-71ba-4d99-a6ed-7495a6296698 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0697236
Dec 18 21:05:41.998073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54638) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:42.035149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-36b8825d-f2d2-4e4b-99c4-d7a5dd39b986 None None] Provisioning complete for port 9e009998-d522-45b1-9fc4-64e105df708b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:42.035914 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-36b8825d-f2d2-4e4b-99c4-d7a5dd39b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.038900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eca90fec-96d8-45e6-ae85-25cc8b4c3e72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.040100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:42.051696 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eca90fec-96d8-45e6-ae85-25cc8b4c3e72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.095349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eca90fec-96d8-45e6-ae85-25cc8b4c3e72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.095632 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.096176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.097352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.097820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.098235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.103068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.103441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.103791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.104131 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.104470 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.104828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.105145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.105482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:42.109762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eca90fec-96d8-45e6-ae85-25cc8b4c3e72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.118490 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-eca90fec-96d8-45e6-ae85-25cc8b4c3e72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e2f86fde-eb69-474d-8749-41a961b0b5fc HTTP/1.1" status: 204  len: 168 time: 0.1196992
Dec 18 21:05:42.122414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54642) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:42.135114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 9e009998-d522-45b1-9fc4-64e105df708b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:42.135504 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.138761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca90fec-96d8-45e6-ae85-25cc8b4c3e72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2f86fde-eb69-474d-8749-41a961b0b5fc,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:42.159872 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54644) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:42.233005 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-01a72893-d156-4090-81c8-c7a1cbd3b864 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1090069
Dec 18 21:05:42.233785 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0dfa8a69-260f-46f9-a552-d8a5455e8dbe no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:42.236091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54646) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:42.263074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 0dfa8a69-260f-46f9-a552-d8a5455e8dbe {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:42.263429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 0dfa8a69-260f-46f9-a552-d8a5455e8dbe not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:42.271344 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-36b8825d-f2d2-4e4b-99c4-d7a5dd39b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.273825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-8741f70f-588f-42af-9a08-c0609aca8852 admin admin] Deleting subnet 1cb2ccb3-0249-43fb-b92b-3f4a18a00e62 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:42.281808 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8741f70f-588f-42af-9a08-c0609aca8852 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.284731 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6934562f-be77-4a59-a094-cb50052a810c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.298461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No DVR routers for this DVR port ed267df0-cc6e-46ef-8d32-a203b530e4cf on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:42.322522 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6934562f-be77-4a59-a094-cb50052a810c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.327803 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc24325f-4982-4d90-8b36-efe330ea3005 None None] Network 3db3842b-c737-4134-90ba-c3ae5b2a4283 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:42.356570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8741f70f-588f-42af-9a08-c0609aca8852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.358413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-36b8825d-f2d2-4e4b-99c4-d7a5dd39b986 None None] For port 9e009998-d522-45b1-9fc4-64e105df708b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e009998-d522-45b1-9fc4-64e105df708b,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:42.393886 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6934562f-be77-4a59-a094-cb50052a810c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.394369 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-36b8825d-f2d2-4e4b-99c4-d7a5dd39b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.407546 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.412699 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6934562f-be77-4a59-a094-cb50052a810c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.413832 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6934562f-be77-4a59-a094-cb50052a810c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/cf010d4a-deeb-4ee7-8f5b-8cd6e37d56a8 HTTP/1.1" status: 204  len: 168 time: 0.1768363
Dec 18 21:05:42.416905 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934562f-be77-4a59-a094-cb50052a810c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf010d4a-deeb-4ee7-8f5b-8cd6e37d56a8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:42.420341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54648) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:42.422950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8741f70f-588f-42af-9a08-c0609aca8852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.427611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3540554-cbd5-44ef-818a-38b43ce8b7c1 req-5d6c39da-fade-4198-a19b-295357a943bb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:42.429171 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3540554-cbd5-44ef-818a-38b43ce8b7c1 req-5d6c39da-fade-4198-a19b-295357a943bb tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.7470930
Dec 18 21:05:42.498985 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fccdaf1b-7fb0-4641-990d-fbc8218ddf62 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0751827
Dec 18 21:05:42.499234 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54652) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:42.504847 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.563673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8825d-f2d2-4e4b-99c4-d7a5dd39b986 None None] Pushing event updated for resources: {'Port': ['ID=9e009998-d522-45b1-9fc4-64e105df708b,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:42.573541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.580138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7adb3a95-3a3b-4bd0-89d7-c16368f20b2d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.582126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8741f70f-588f-42af-9a08-c0609aca8852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.594799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d62f4c0>,) {'filters': {'network_id': ['78898867-d5ed-44b4-8bd6-d800af256649']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:42.597685 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7eaf4066-9804-4743-99ad-18a983de9b8d None None] Provisioning complete for port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:42.597826 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7eaf4066-9804-4743-99ad-18a983de9b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.600180 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:05:42.600523 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:05:42.614950 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3540554-cbd5-44ef-818a-38b43ce8b7c1 req-4b9ff08c-2b81-48f4-baaf-03aaf4bf5d10 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501989
Dec 18 21:05:42.633965 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b9b890b-7878-47ba-83e6-a4858d6118bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.634739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8741f70f-588f-42af-9a08-c0609aca8852 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.641066 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0455d258-8d41-44fe-9c77-b7d4f2e41a8b None None] Network 61751535-154f-43e5-aa8b-ae2d40f188eb requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:42.641603 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8741f70f-588f-42af-9a08-c0609aca8852 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1cb2ccb3-0249-43fb-b92b-3f4a18a00e62 HTTP/1.1" status: 204  len: 168 time: 0.4802849
Dec 18 21:05:42.642235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d62f4c0>, '7c7d41a1-0a4a-42d7-8e6f-56e9197cc586') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:42.642531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d62f4c0>, '7c7d41a1-0a4a-42d7-8e6f-56e9197cc586') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:42.643052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741f70f-588f-42af-9a08-c0609aca8852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb2ccb3-0249-43fb-b92b-3f4a18a00e62,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:42.645851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54654) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:42.652263 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7adb3a95-3a3b-4bd0-89d7-c16368f20b2d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.743294 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7adb3a95-3a3b-4bd0-89d7-c16368f20b2d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.746085 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7adb3a95-3a3b-4bd0-89d7-c16368f20b2d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.747526 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7adb3a95-3a3b-4bd0-89d7-c16368f20b2d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-groups/76f52275-1454-460b-9537-f41d042a92ff HTTP/1.1" status: 204  len: 168 time: 0.2471685
Dec 18 21:05:42.753841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54656) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:42.762346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b890b-7878-47ba-83e6-a4858d6118bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=531d8856-51b8-4db9-945c-5ed33b271559,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:42.780761 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.792003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930284ca-3d95-42bb-9f31-22aaca5ddcef req-fcc7b68f-4aaa-4427-827f-38d2b898b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:42.793966 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-930284ca-3d95-42bb-9f31-22aaca5ddcef req-fcc7b68f-4aaa-4427-827f-38d2b898b44f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 1096 time: 0.1008902
Dec 18 21:05:42.794779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb3a95-3a3b-4bd0-89d7-c16368f20b2d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f52275-1454-460b-9537-f41d042a92ff,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:42.838512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7eaf4066-9804-4743-99ad-18a983de9b8d None None] Could not find standard attr ID for object 531d8856-51b8-4db9-945c-5ed33b271559. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:05:42.863424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73cf069-e617-4340-80cf-936769d7c5da None None] DHCP port deletion for 61751535-154f-43e5-aa8b-ae2d40f188eb request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:42.867084 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b9b890b-7878-47ba-83e6-a4858d6118bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.871295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8b9b890b-7878-47ba-83e6-a4858d6118bf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/531d8856-51b8-4db9-945c-5ed33b271559 HTTP/1.1" status: 204  len: 168 time: 2.2093508
Dec 18 21:05:42.883318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54658) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:42.887847 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a48c803a-c830-4b0e-b384-3f81ca210c93 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1319220
Dec 18 21:05:42.938227 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.944809 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:42.946391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54660) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:42.952307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b4cb9085-7b9b-4491-b9e3-6d469eec00d2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group': {'name': 'tempest-secgroup--73220106'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:43.080133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:43.080463 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:43.084497 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:43.171656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf0991-5794-421d-9649-5c2d4ffa98a1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:43.171656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf0991-5794-421d-9649-5c2d4ffa98a1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:43.174472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e3bf0991-5794-421d-9649-5c2d4ffa98a1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.2509403
Dec 18 21:05:43.185768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54662) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:43.189426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b92aa708-af3d-48df-a0f7-bd5bbd65e40b None None] Provisioning complete for port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:43.189904 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b92aa708-af3d-48df-a0f7-bd5bbd65e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.236225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ed267df0-cc6e-46ef-8d32-a203b530e4cf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:43.272968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: ed267df0-cc6e-46ef-8d32-a203b530e4cf {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:43.273460 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ed267df0-cc6e-46ef-8d32-a203b530e4cf not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:43.319357 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.326286 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.335155 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54664) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:43.335686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/networks/78898867-d5ed-44b4-8bd6-d800af256649 HTTP/1.1" status: 204  len: 168 time: 2.9320965
Dec 18 21:05:43.349250 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e78cda1d-e6c5-40ed-9f81-45d28736b725 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'network': {'name': 'tempest-RoutersTest-37703985'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:43.365059 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9085-7b9b-4491-b9e3-6d469eec00d2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.392345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930284ca-3d95-42bb-9f31-22aaca5ddcef req-afa24322-1a88-43b3-b367-1025bed3a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:43.394095 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-930284ca-3d95-42bb-9f31-22aaca5ddcef req-afa24322-1a88-43b3-b367-1025bed3a4f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 912 time: 0.5476456
Dec 18 21:05:43.412377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78cda1d-e6c5-40ed-9f81-45d28736b725 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:43.418672 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e78cda1d-e6c5-40ed-9f81-45d28736b725 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.424544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:43.456652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b92aa708-af3d-48df-a0f7-bd5bbd65e40b None None] Provisioning complete for port 97ef2c62-432c-4f87-992a-8b2867505cf1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:43.457013 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b92aa708-af3d-48df-a0f7-bd5bbd65e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.458986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ef1bb-c4ae-4d88-a15a-2c25166b5c2e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Network': ['ID=78898867-d5ed-44b4-8bd6-d800af256649,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:43.462935 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-930284ca-3d95-42bb-9f31-22aaca5ddcef req-be3e9bdf-a8b6-4684-8fd3-04714fcb46ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39f33934-8809-44c6-97cd-68c74a5bf74c HTTP/1.1" status: 200  len: 217 time: 0.0604923
Dec 18 21:05:43.477752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc46bc6f-fd40-4160-8509-2d132100e48a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 62ed2a2e-ce63-4eea-bc97-f0677f8a0054 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:43.486229 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fc46bc6f-fd40-4160-8509-2d132100e48a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.492166 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.507276 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b92aa708-af3d-48df-a0f7-bd5bbd65e40b None None] Port 97ef2c62-432c-4f87-992a-8b2867505cf1 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:43.512636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78cda1d-e6c5-40ed-9f81-45d28736b725 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:43.517892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:43.518046 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.532144 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e78cda1d-e6c5-40ed-9f81-45d28736b725 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.532498 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-e78cda1d-e6c5-40ed-9f81-45d28736b725 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Added segment 5f6e2560-d1a5-49d6-9966-85db830b36a5 of type vlan for network c6d403f1-d3a1-47c3-803c-695bb449fb3d
Dec 18 21:05:43.553023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930284ca-3d95-42bb-9f31-22aaca5ddcef req-385e9830-bad2-42b2-8b0a-365688decf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:43.554656 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-930284ca-3d95-42bb-9f31-22aaca5ddcef req-385e9830-bad2-42b2-8b0a-365688decf9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.0795834
Dec 18 21:05:43.583393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c978730>,) {'filters': {'network_id': ['61751535-154f-43e5-aa8b-ae2d40f188eb']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:43.609317 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9e009998-d522-45b1-9fc4-64e105df708b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:43.618114 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fc46bc6f-fd40-4160-8509-2d132100e48a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.625992 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e78cda1d-e6c5-40ed-9f81-45d28736b725 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.648482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c978730>, 'f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:43.648790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c978730>, 'f34bf8b6-e345-4a84-96eb-ff0bc3c9cec5') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:43.669190 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-930284ca-3d95-42bb-9f31-22aaca5ddcef req-8eff1676-d5e6-4b0a-8370-a1fa106c115f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0853605
Dec 18 21:05:43.669573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-337b7440-342e-499d-8990-2b92562aaf10 None None] Provisioning complete for port 97ef2c62-432c-4f87-992a-8b2867505cf1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:43.670062 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-337b7440-342e-499d-8990-2b92562aaf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.684603 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.712824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 9e009998-d522-45b1-9fc4-64e105df708b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:43.713466 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.717838 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-337b7440-342e-499d-8990-2b92562aaf10 None None] Port 97ef2c62-432c-4f87-992a-8b2867505cf1 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:43.742854 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.747863 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.752897 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9085-7b9b-4491-b9e3-6d469eec00d2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.762666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e78cda1d-e6c5-40ed-9f81-45d28736b725 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.768041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78cda1d-e6c5-40ed-9f81-45d28736b725 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:43.769171 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e78cda1d-e6c5-40ed-9f81-45d28736b725 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.778432 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.779281 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.800725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:43.801143 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.806170 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9085-7b9b-4491-b9e3-6d469eec00d2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:43.808267 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:43.836933 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e78cda1d-e6c5-40ed-9f81-45d28736b725 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.4994955
Dec 18 21:05:43.846125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54670) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:43.855432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-fcd50f97-bf18-40fd-b622-20622d6c9e8b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'subnet': {'network_id': 'c6d403f1-d3a1-47c3-803c-695bb449fb3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:43.868433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cda1d-e6c5-40ed-9f81-45d28736b725 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Network': ['ID=c6d403f1-d3a1-47c3-803c-695bb449fb3d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:43.880965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network c6d403f1-d3a1-47c3-803c-695bb449fb3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:43.935970 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-930284ca-3d95-42bb-9f31-22aaca5ddcef req-8827861b-4645-4a08-bd2a-fbeccec3b235 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2460449
Dec 18 21:05:43.995638 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9085-7b9b-4491-b9e3-6d469eec00d2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:43.999400 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b4cb9085-7b9b-4491-b9e3-6d469eec00d2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 1.0483377
Dec 18 21:05:43.999673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54672) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.001019 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fc46bc6f-fd40-4160-8509-2d132100e48a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.005860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-69ef7a93-d3c9-4fe1-bcd4-f12d28cd7905 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': '5fb02143-186f-4e97-a0da-8cf698795599', 'direction': 'ingress', 'protocol': 17}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:44.036178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb9085-7b9b-4491-b9e3-6d469eec00d2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb02143-186f-4e97-a0da-8cf698795599,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:44.051072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398367f5-bd75-42e2-aa56-82be1a188222 req-639a95fb-3415-424c-bb83-d837cec64578 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:44.052736 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-398367f5-bd75-42e2-aa56-82be1a188222 req-639a95fb-3415-424c-bb83-d837cec64578 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.3442841
Dec 18 21:05:44.053571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=97ef2c62-432c-4f87-992a-8b2867505cf1,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:44.061502 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.066899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd50f97-bf18-40fd-b622-20622d6c9e8b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:44.067407 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.070665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fcd50f97-bf18-40fd-b622-20622d6c9e8b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.073796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] 10.222.0.13 "DELETE /v2.0/networks/61751535-154f-43e5-aa8b-ae2d40f188eb HTTP/1.1" status: 204  len: 168 time: 1.4124544
Dec 18 21:05:44.081856 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-930284ca-3d95-42bb-9f31-22aaca5ddcef req-517696c6-d0c9-43e4-8cd4-81d21fd11938 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357701
Dec 18 21:05:44.124245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53440d93-8154-4519-83e6-5d83bce45069 admin admin] Pushing event deleted for resources: {'Network': ['ID=61751535-154f-43e5-aa8b-ae2d40f188eb,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:44.125013 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69ef7a93-d3c9-4fe1-bcd4-f12d28cd7905 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.182007 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fc46bc6f-fd40-4160-8509-2d132100e48a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.219501 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69ef7a93-d3c9-4fe1-bcd4-f12d28cd7905 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.222557 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-398367f5-bd75-42e2-aa56-82be1a188222 req-49f3b7cc-8a92-4225-b89b-29e205008573 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464994
Dec 18 21:05:44.229348 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fc46bc6f-fd40-4160-8509-2d132100e48a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.237772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fc46bc6f-fd40-4160-8509-2d132100e48a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/62ed2a2e-ce63-4eea-bc97-f0677f8a0054 HTTP/1.1" status: 204  len: 168 time: 1.0474288
Dec 18 21:05:44.238765 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46bc6f-fd40-4160-8509-2d132100e48a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=62ed2a2e-ce63-4eea-bc97-f0677f8a0054,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:44.240568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b3687-3aaa-475a-a96c-02333f18ce21 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:44.244236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 3db3842b-c737-4134-90ba-c3ae5b2a4283 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:44.244937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54676) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.245861 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69ef7a93-d3c9-4fe1-bcd4-f12d28cd7905 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.255648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:44.304712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e9d306a2-d1ad-4490-a224-629b534e15f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0581963
Dec 18 21:05:44.306592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54678) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.308532 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef7a93-d3c9-4fe1-bcd4-f12d28cd7905 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42312888-db37-4e7b-b1ba-ad0a1e7dac7d,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:44.324374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69ef7a93-d3c9-4fe1-bcd4-f12d28cd7905 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.325600 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-69ef7a93-d3c9-4fe1-bcd4-f12d28cd7905 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.3249948
Dec 18 21:05:44.329799 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54680) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.359980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54682) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.436020 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fcd50f97-bf18-40fd-b622-20622d6c9e8b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.450737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e245774f-ed94-4481-aceb-9b1c6d88d693 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:44.454923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e245774f-ed94-4481-aceb-9b1c6d88d693 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1473043
Dec 18 21:05:44.455721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54684) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.498713 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b324c8e0-15ee-4021-9038-5861cc7f008a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7fbf6906e5d404c916ff274e95066ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1316392
Dec 18 21:05:44.500262 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54686) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.510841 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2af446a-49a1-41cc-ace9-34db02729f28 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:44.531554 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-139b1bbe-c0f1-46dc-a9eb-2435e21a5a59 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.535429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668c53a-0c2f-4786-96d7-2fc629c7f9ff tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:44.539906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1668c53a-0c2f-4786-96d7-2fc629c7f9ff tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0811880
Dec 18 21:05:44.540537 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54688) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.541589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd50f97-bf18-40fd-b622-20622d6c9e8b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Subnet': ['ID=e4bb7567-f7e5-4e98-96cd-6da58a18ef7e,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:44.580521 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-139b1bbe-c0f1-46dc-a9eb-2435e21a5a59 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.589170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d2af446a-49a1-41cc-ace9-34db02729f28 None None] Deleting port 9e009998-d522-45b1-9fc4-64e105df708b {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:44.589647 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2af446a-49a1-41cc-ace9-34db02729f28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.598819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd50f97-bf18-40fd-b622-20622d6c9e8b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Checking segment: {'id': '5f6e2560-d1a5-49d6-9966-85db830b36a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c6d403f1-d3a1-47c3-803c-695bb449fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:44.599060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd50f97-bf18-40fd-b622-20622d6c9e8b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network hostable DHCP agents. Network: c6d403f1-d3a1-47c3-803c-695bb449fb3d, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:05:44.617420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54690) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.617654 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7d603de5-04b0-416f-83b1-29cefcbeaca9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0717139
Dec 18 21:05:44.630003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 68a32e25-785f-4d51-872f-9a152e38ab08 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:05:44.638836 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d2f5ad45-e0dc-4d6d-960c-d5434036b542 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:44.646947 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b17fb94-bbba-4659-8ac2-827954267838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.678893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d2af446a-49a1-41cc-ace9-34db02729f28 None None] For port 9e009998-d522-45b1-9fc4-64e105df708b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e009998-d522-45b1-9fc4-64e105df708b,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:44.679400 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2af446a-49a1-41cc-ace9-34db02729f28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.691862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4e7e6a2c-ec5d-4c8d-a1bd-a0941a47e70f None None] Provisioning complete for port 97ef2c62-432c-4f87-992a-8b2867505cf1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:44.692623 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6a2c-ec5d-4c8d-a1bd-a0941a47e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.696275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d2af446a-49a1-41cc-ace9-34db02729f28 None None] Calling delete_port for 9e009998-d522-45b1-9fc4-64e105df708b owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:44.716331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd50f97-bf18-40fd-b622-20622d6c9e8b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network c6d403f1-d3a1-47c3-803c-695bb449fb3d is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:05:44.736300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-139b1bbe-c0f1-46dc-a9eb-2435e21a5a59 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.739778 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-139b1bbe-c0f1-46dc-a9eb-2435e21a5a59 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.740982 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-139b1bbe-c0f1-46dc-a9eb-2435e21a5a59 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-groups/5fb02143-186f-4e97-a0da-8cf698795599 HTTP/1.1" status: 204  len: 168 time: 0.4107053
Dec 18 21:05:44.742507 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b17fb94-bbba-4659-8ac2-827954267838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.747758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54694) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.754164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-fcd50f97-bf18-40fd-b622-20622d6c9e8b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c6d403f1-d3a1-47c3-803c-695bb449fb3d) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:44.775050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd50f97-bf18-40fd-b622-20622d6c9e8b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:44.775661 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fcd50f97-bf18-40fd-b622-20622d6c9e8b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.780241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b1bbe-c0f1-46dc-a9eb-2435e21a5a59 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb02143-186f-4e97-a0da-8cf698795599,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:44.793434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d642f-ecda-4b1c-b66d-797d702d5336 None None] Network c6d403f1-d3a1-47c3-803c-695bb449fb3d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:44.822715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e6a2c-ec5d-4c8d-a1bd-a0941a47e70f None None] Port 97ef2c62-432c-4f87-992a-8b2867505cf1 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:44.828983 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fcd50f97-bf18-40fd-b622-20622d6c9e8b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9815538
Dec 18 21:05:44.829111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54696) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.835510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b67ec20a-d18f-4693-978d-8315d62627ab tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-340492832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:44.841766 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-65172c55-0f85-43a5-8072-2599fbff5ac2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0889204
Dec 18 21:05:44.842161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54698) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.844723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:44.849739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d0d7e0a9-9c85-48f8-ab17-de9813bff91f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group': {'name': 'tempest-secgroup--983264112'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:44.855560 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d6622ecb-c71c-4ada-a124-cd0ef64b1a68 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0697744
Dec 18 21:05:44.856554 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54700) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:44.863495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f5ad45-e0dc-4d6d-960c-d5434036b542 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:44.868784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ad45-e0dc-4d6d-960c-d5434036b542 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.868922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Sync routers for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:44.879552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-df98ecf5-ee0f-451d-8c47-89e6dc2b90e0 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-204840958'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:44.883940 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b67ec20a-d18f-4693-978d-8315d62627ab tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.885599 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b67ec20a-d18f-4693-978d-8315d62627ab tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.895903 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.897686 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b17fb94-bbba-4659-8ac2-827954267838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.900954 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b17fb94-bbba-4659-8ac2-827954267838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.902376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0b17fb94-bbba-4659-8ac2-827954267838 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/deb03d10-9d7a-4262-a3a2-1df816cc66af HTTP/1.1" status: 204  len: 168 time: 0.4023311
Dec 18 21:05:44.904641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:44.905642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d5b5df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:44.918960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17fb94-bbba-4659-8ac2-827954267838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb03d10-9d7a-4262-a3a2-1df816cc66af,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:44.966163 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b67ec20a-d18f-4693-978d-8315d62627ab tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:44.973663 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b67ec20a-d18f-4693-978d-8315d62627ab tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.001177 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b67ec20a-d18f-4693-978d-8315d62627ab tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.005702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b67ec20a-d18f-4693-978d-8315d62627ab tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1710033
Dec 18 21:05:45.009036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54704) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:45.033067 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e0a9-9c85-48f8-ab17-de9813bff91f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.050417 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d2af446a-49a1-41cc-ace9-34db02729f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.059122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:05:45.084677 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c6d403f1-d3a1-47c3-803c-695bb449fb3d', 'network_id': 'c6d403f1-d3a1-47c3-803c-695bb449fb3d', 'project_id': '601f039e95d94afdbbb097bf19996949', 'fixed_ips': [{'subnet_id': 'e4bb7567-f7e5-4e98-96cd-6da58a18ef7e'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:45.085639 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.115522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af446a-49a1-41cc-ace9-34db02729f28 None None] Pushing event deleted for resources: {'Port': ['ID=9e009998-d522-45b1-9fc4-64e105df708b,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:45.133836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2af446a-49a1-41cc-ace9-34db02729f28 None None] No DVR routers for this DVR port 9e009998-d522-45b1-9fc4-64e105df708b on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:45.230792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df98ecf5-ee0f-451d-8c47-89e6dc2b90e0 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:45.234149 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df98ecf5-ee0f-451d-8c47-89e6dc2b90e0 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.316649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e0a9-9c85-48f8-ab17-de9813bff91f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.396583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Allocated IP 172.20.0.2 (c6d403f1-d3a1-47c3-803c-695bb449fb3d/e4bb7567-f7e5-4e98-96cd-6da58a18ef7e/f5738860-fb4b-482e-850a-fec10e393adb) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:45.408041 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e0a9-9c85-48f8-ab17-de9813bff91f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.422890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9e009998-d522-45b1-9fc4-64e105df708b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:45.423089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f82f5-811e-4290-ab54-ad7372e7d778 req-91121f8d-f6eb-4e64-a305-6da86743b2ce tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:45.426188 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0a8f82f5-811e-4290-ab54-ad7372e7d778 req-91121f8d-f6eb-4e64-a305-6da86743b2ce tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.1022332
Dec 18 21:05:45.434758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df98ecf5-ee0f-451d-8c47-89e6dc2b90e0 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:45.460875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 9e009998-d522-45b1-9fc4-64e105df708b {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:45.461222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 9e009998-d522-45b1-9fc4-64e105df708b not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:45.507227 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0a8f82f5-811e-4290-ab54-ad7372e7d778 req-24b885da-538a-49a4-9662-0833bc0730af tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677714
Dec 18 21:05:45.550754 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e0a9-9c85-48f8-ab17-de9813bff91f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.554545 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d0d7e0a9-9c85-48f8-ab17-de9813bff91f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7075145
Dec 18 21:05:45.556101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54718) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:45.561578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fb134240-4a11-41e5-928a-43bc655b7f72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035304056'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:45.588138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df98ecf5-ee0f-451d-8c47-89e6dc2b90e0 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.588669 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-df98ecf5-ee0f-451d-8c47-89e6dc2b90e0 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Added segment 55943b1e-93f9-4c0a-a64f-184045fd2495 of type vlan for network cd703c3f-ab22-419a-b4f9-60de4c8929ce
Dec 18 21:05:45.592411 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb134240-4a11-41e5-928a-43bc655b7f72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.668941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7e0a9-9c85-48f8-ab17-de9813bff91f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2f1419-deb5-449b-a13a-caa37f7ef7a4,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:45.674452 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb134240-4a11-41e5-928a-43bc655b7f72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.686164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb134240-4a11-41e5-928a-43bc655b7f72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.725046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb134240-4a11-41e5-928a-43bc655b7f72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632fef4a-deb0-4053-a11b-c2ecf3d01a29,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:45.731630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.objects.ports [None req-d2f5ad45-e0dc-4d6d-960c-d5434036b542 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126009) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:05:45.745116 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb134240-4a11-41e5-928a-43bc655b7f72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.747021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fb134240-4a11-41e5-928a-43bc655b7f72 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1892564
Dec 18 21:05:45.749803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54726) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:45.756597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-31996a1a-850a-4bd7-a14c-b8960cdd56cb tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': 'bc2f1419-deb5-449b-a13a-caa37f7ef7a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '632fef4a-deb0-4053-a11b-c2ecf3d01a29', 'remote_ip_prefix': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:45.761694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df98ecf5-ee0f-451d-8c47-89e6dc2b90e0 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.764535 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.784506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ad45-e0dc-4d6d-960c-d5434036b542 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.793503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d5b5df0>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:05:42Z', 'revision_number': 2, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:43Z', 'revision_number': 2, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:45.839908 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31996a1a-850a-4bd7-a14c-b8960cdd56cb tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.864162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Checking router: 68a32e25-785f-4d51-872f-9a152e38ab08 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:05:45.866605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5ad45-e0dc-4d6d-960c-d5434036b542 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=3a21650b-f7a2-46dd-8a32-ae5d04779454,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:45.868860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Updating router 68a32e25-785f-4d51-872f-9a152e38ab08 port 97ef2c62-432c-4f87-992a-8b2867505cf1 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:05:45.923160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5ad45-e0dc-4d6d-960c-d5434036b542 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:45.931744 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31996a1a-850a-4bd7-a14c-b8960cdd56cb tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.937453 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31996a1a-850a-4bd7-a14c-b8960cdd56cb tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.945629 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.948823 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.957967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df98ecf5-ee0f-451d-8c47-89e6dc2b90e0 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.959359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31996a1a-850a-4bd7-a14c-b8960cdd56cb tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db43db8-958c-4f3c-a29a-d0f8610a0b00,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:45.963590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98ecf5-ee0f-451d-8c47-89e6dc2b90e0 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:45.963773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54732) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:45.964132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df98ecf5-ee0f-451d-8c47-89e6dc2b90e0 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.970679 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.981051 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31996a1a-850a-4bd7-a14c-b8960cdd56cb tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:45.982505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-31996a1a-850a-4bd7-a14c-b8960cdd56cb tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.2310467
Dec 18 21:05:45.985234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54736) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:46.012226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-35d48bb7-299b-4825-bb28-88d6e66f8aee tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.021119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-35d48bb7-299b-4825-bb28-88d6e66f8aee tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.035447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d2f5ad45-e0dc-4d6d-960c-d5434036b542 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:46.043878 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5ad45-e0dc-4d6d-960c-d5434036b542 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:46.045504 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ad45-e0dc-4d6d-960c-d5434036b542 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.051964 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-35d48bb7-299b-4825-bb28-88d6e66f8aee tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.060858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-35d48bb7-299b-4825-bb28-88d6e66f8aee tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.062173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-35d48bb7-299b-4825-bb28-88d6e66f8aee tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7db43db8-958c-4f3c-a29a-d0f8610a0b00 HTTP/1.1" status: 204  len: 168 time: 0.0756257
Dec 18 21:05:46.068002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54738) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:46.068924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d48bb7-299b-4825-bb28-88d6e66f8aee tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7db43db8-958c-4f3c-a29a-d0f8610a0b00,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:46.074403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98ecf5-ee0f-451d-8c47-89e6dc2b90e0 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Network': ['ID=cd703c3f-ab22-419a-b4f9-60de4c8929ce,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:46.101287 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-df98ecf5-ee0f-451d-8c47-89e6dc2b90e0 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.2402534
Dec 18 21:05:46.102366 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54740) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:46.109259 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417fde14-8003-44df-bb3e-4502b4340615 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:46.111850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network cd703c3f-ab22-419a-b4f9-60de4c8929ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:46.135863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4af0af4a-19da-4e2d-a0c4-15a9b86b74c6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'subnet': {'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:46.140633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7aeac6ae-9842-4b1c-b01a-ca6264ea7d98 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0667877
Dec 18 21:05:46.141152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54742) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:46.145978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-732767723-network', 'tenant_id': 'ea26536b064a4650b9c08f4b5ce6fadf'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:46.167754 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d2f5ad45-e0dc-4d6d-960c-d5434036b542 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.5343392
Dec 18 21:05:46.179062 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54744) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:46.186236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b8c9f3ff-a67e-46ec-be77-7f1adbcbf1d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:46.254636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Made reservation on behalf of ea26536b064a4650b9c08f4b5ce6fadf for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:46.256946 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.271283 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.288473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Network c6d403f1-d3a1-47c3-803c-695bb449fb3d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:46.301634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:46.302500 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d331495-c742-419f-bc8d-78e36c364fe4 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.314431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:46.348673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Pushing event updated for resources: {'Port': ['ID=f5738860-fb4b-482e-850a-fec10e393adb,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:46.358416 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d331495-c742-419f-bc8d-78e36c364fe4 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.368398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af0af4a-19da-4e2d-a0c4-15a9b86b74c6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:46.372544 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4af0af4a-19da-4e2d-a0c4-15a9b86b74c6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.437305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c9f3ff-a67e-46ec-be77-7f1adbcbf1d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:46.441005 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f3ff-a67e-46ec-be77-7f1adbcbf1d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.456973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Attempting to bind port f5738860-fb4b-482e-850a-fec10e393adb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:46.457499 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Attempting to bind port f5738860-fb4b-482e-850a-fec10e393adb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5f6e2560-d1a5-49d6-9966-85db830b36a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c6d403f1-d3a1-47c3-803c-695bb449fb3d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:46.457958 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Attempting to bind port f5738860-fb4b-482e-850a-fec10e393adb on network c6d403f1-d3a1-47c3-803c-695bb449fb3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:46.460058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Allocated IP 172.20.0.1 (c6d403f1-d3a1-47c3-803c-695bb449fb3d/e4bb7567-f7e5-4e98-96cd-6da58a18ef7e/ea6c9367-172f-46bd-aa4a-1b2551fd8891) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:46.465336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:46.465982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Checking segment: {'id': '5f6e2560-d1a5-49d6-9966-85db830b36a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c6d403f1-d3a1-47c3-803c-695bb449fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:46.466348 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.466953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Bound using segment: {'id': '5f6e2560-d1a5-49d6-9966-85db830b36a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c6d403f1-d3a1-47c3-803c-695bb449fb3d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:46.467523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Bound port: f5738860-fb4b-482e-850a-fec10e393adb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6e2560-d1a5-49d6-9966-85db830b36a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c6d403f1-d3a1-47c3-803c-695bb449fb3d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:46.468005 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.483210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '3a21650b-f7a2-46dd-8a32-ae5d04779454'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:46.484220 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.504978 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d331495-c742-419f-bc8d-78e36c364fe4 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.507864 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d331495-c742-419f-bc8d-78e36c364fe4 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.508788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0d331495-c742-419f-bc8d-78e36c364fe4 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-groups/632fef4a-deb0-4053-a11b-c2ecf3d01a29 HTTP/1.1" status: 204  len: 168 time: 0.3666327
Dec 18 21:05:46.512871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54746) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:46.521026 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.533907 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.541487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d331495-c742-419f-bc8d-78e36c364fe4 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=632fef4a-deb0-4053-a11b-c2ecf3d01a29,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:46.572544 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:46.601868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806175d9-92de-4836-8ba3-4fa77be5c8d5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:46.609195 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.609563 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Added segment c0a34398-f8f7-4a60-90a2-f46f3737c15a of type vlan for network 1868cd24-2ddf-47fc-8474-997160de3083
Dec 18 21:05:46.623683 ncdv-master-1 neutron-server[126008]: INFO neutron.db.ipam_backend_mixin [None req-b8c9f3ff-a67e-46ec-be77-7f1adbcbf1d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a21650b-f7a2-46dd-8a32-ae5d04779454 (CIDR: 2001:db8::/64)
Dec 18 21:05:46.634998 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c1fa95e0-fa19-4396-b914-8ba19c15b84f tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0858588
Dec 18 21:05:46.639020 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54750) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:46.645339 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c9f3ff-a67e-46ec-be77-7f1adbcbf1d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:05:46.645838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c9f3ff-a67e-46ec-be77-7f1adbcbf1d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:05:46.668632 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.675813 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.685087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b8c9f3ff-a67e-46ec-be77-7f1adbcbf1d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5048301
Dec 18 21:05:46.691621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54752) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:46.698477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-32212e21-591a-4bb3-9be7-bfa49f365084 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:46.702335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.710062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] For port f5738860-fb4b-482e-850a-fec10e393adb, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:46.729942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] For port f5738860-fb4b-482e-850a-fec10e393adb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5738860-fb4b-482e-850a-fec10e393adb,segment=NetworkSegment(5f6e2560-d1a5-49d6-9966-85db830b36a5),segment_id=5f6e2560-d1a5-49d6-9966-85db830b36a5)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:46.773869 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.775927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:46.775927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.778382 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.832395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed284a-47ae-4695-85f2-25d3b5d4b49b None None] Pushing event updated for resources: {'Port': ['ID=97ef2c62-432c-4f87-992a-8b2867505cf1,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:46.837244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Allocated IP 2001:db8::f816:3eff:fe36:c2a4 (366763c1-8ffb-4916-bf33-b9164c04d44d/3a21650b-f7a2-46dd-8a32-ae5d04779454/08acf97a-4650-49be-bc90-339d361582e8) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:46.853263 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.859610 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1b09-263d-4ae9-ab63-73990f36d43a tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.905856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.9370749
Dec 18 21:05:46.917039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54756) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:46.920285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d3ebf-12e1-490f-9760-f76b2812ca2f req-d2c030fb-13d5-4a67-8638-7395a51d15d1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:46.922503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-084038d2-f051-45d9-afe2-8d20f272c60b admin admin] Request body: {'subnet': {'network_id': '1868cd24-2ddf-47fc-8474-997160de3083', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-732767723-subnet', 'tenant_id': 'ea26536b064a4650b9c08f4b5ce6fadf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:46.928402 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-918d3ebf-12e1-490f-9760-f76b2812ca2f req-d2c030fb-13d5-4a67-8638-7395a51d15d1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2109485
Dec 18 21:05:46.945859 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1b09-263d-4ae9-ab63-73990f36d43a tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.948102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07d3ff-6e0a-4e38-9e4b-e24f673cef98 admin admin] Pushing event updated for resources: {'Network': ['ID=1868cd24-2ddf-47fc-8474-997160de3083,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:46.949254 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4af0af4a-19da-4e2d-a0c4-15a9b86b74c6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:46.980084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 1868cd24-2ddf-47fc-8474-997160de3083 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:47.015736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Attempting to bind port 97ef2c62-432c-4f87-992a-8b2867505cf1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:47.021203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Attempting to bind port 97ef2c62-432c-4f87-992a-8b2867505cf1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c62ead3-2593-466e-9358-4dcdc047ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:47.021892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Attempting to bind port 97ef2c62-432c-4f87-992a-8b2867505cf1 on network 3db3842b-c737-4134-90ba-c3ae5b2a4283 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:47.032605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-918d3ebf-12e1-490f-9760-f76b2812ca2f req-ff561837-a669-4b21-bb5d-e36b4f00fc14 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984206
Dec 18 21:05:47.067515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32212e21-591a-4bb3-9be7-bfa49f365084 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:47.072360 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32212e21-591a-4bb3-9be7-bfa49f365084 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.074319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5ab4d-1231-400a-a009-d6f2607e2a3f None None] Pushing event updated for resources: {'Port': ['ID=f5738860-fb4b-482e-850a-fec10e393adb,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:47.083104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:47.083486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Checking segment: {'id': '3c62ead3-2593-466e-9358-4dcdc047ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:47.083898 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.084282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Bound using segment: {'id': '3c62ead3-2593-466e-9358-4dcdc047ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:47.084760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Bound port: 97ef2c62-432c-4f87-992a-8b2867505cf1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c62ead3-2593-466e-9358-4dcdc047ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:47.085145 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.144170 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.230103 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network c6d403f1-d3a1-47c3-803c-695bb449fb3d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:47.234078 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0af4a-19da-4e2d-a0c4-15a9b86b74c6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Subnet': ['ID=1a2776a1-6b06-423b-b1a8-dee2cb6c6a92,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:47.246863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=ea6c9367-172f-46bd-aa4a-1b2551fd8891,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:47.251165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:47.254700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:47.293946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084038d2-f051-45d9-afe2-8d20f272c60b admin admin] Made reservation on behalf of ea26536b064a4650b9c08f4b5ce6fadf for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:47.295177 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-084038d2-f051-45d9-afe2-8d20f272c60b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.346331 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.348292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] For port 97ef2c62-432c-4f87-992a-8b2867505cf1, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:47.362620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] For port 97ef2c62-432c-4f87-992a-8b2867505cf1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97ef2c62-432c-4f87-992a-8b2867505cf1,segment=NetworkSegment(3c62ead3-2593-466e-9358-4dcdc047ec78),segment_id=3c62ead3-2593-466e-9358-4dcdc047ec78)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:47.364969 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.367185 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1b09-263d-4ae9-ab63-73990f36d43a tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.370901 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1b09-263d-4ae9-ab63-73990f36d43a tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.372186 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f1ee1b09-263d-4ae9-ab63-73990f36d43a tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-groups/bc2f1419-deb5-449b-a13a-caa37f7ef7a4 HTTP/1.1" status: 204  len: 168 time: 0.7304201
Dec 18 21:05:47.386114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54758) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:47.429564 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Pushing event updated for resources: {'Port': ['ID=08acf97a-4650-49be-bc90-339d361582e8,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:47.438142 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.439444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee1b09-263d-4ae9-ab63-73990f36d43a tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2f1419-deb5-449b-a13a-caa37f7ef7a4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:47.443491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0af4a-19da-4e2d-a0c4-15a9b86b74c6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Checking segment: {'id': '55943b1e-93f9-4c0a-a64f-184045fd2495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:47.443858 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af0af4a-19da-4e2d-a0c4-15a9b86b74c6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network hostable DHCP agents. Network: cd703c3f-ab22-419a-b4f9-60de4c8929ce, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:05:47.455355 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.505558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:47.518605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:47.522583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:47.542473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f5738860-fb4b-482e-850a-fec10e393adb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:47.544770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4bbe08bc-37c1-44f9-8669-04eca205fa09 None None] Provisioning complete for port 97ef2c62-432c-4f87-992a-8b2867505cf1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:47.545142 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bbe08bc-37c1-44f9-8669-04eca205fa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.576995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:47.577630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d5b5df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:47.686775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-084038d2-f051-45d9-afe2-8d20f272c60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.744265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084038d2-f051-45d9-afe2-8d20f272c60b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fddf9542-b331-44d6-bbe6-163e1b723ad1,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:47.783655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af0af4a-19da-4e2d-a0c4-15a9b86b74c6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network cd703c3f-ab22-419a-b4f9-60de4c8929ce is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:05:47.819637 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-134a474f-78b6-4c14-8e4a-d7a67d64b651 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.4222605
Dec 18 21:05:47.830124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54760) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:47.835890 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d0de596f-3268-4013-b723-28b84d68212d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group': {'name': 'tempest-secgroup--446951735'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:47.864439 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-4af0af4a-19da-4e2d-a0c4-15a9b86b74c6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cd703c3f-ab22-419a-b4f9-60de4c8929ce) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:47.879492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af0af4a-19da-4e2d-a0c4-15a9b86b74c6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:47.880325 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4af0af4a-19da-4e2d-a0c4-15a9b86b74c6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.893245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084038d2-f051-45d9-afe2-8d20f272c60b admin admin] Checking segment: {'id': 'c0a34398-f8f7-4a60-90a2-f46f3737c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:47.893954 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084038d2-f051-45d9-afe2-8d20f272c60b admin admin] Network hostable DHCP agents. Network: 1868cd24-2ddf-47fc-8474-997160de3083, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:05:47.951165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084038d2-f051-45d9-afe2-8d20f272c60b admin admin] Network 1868cd24-2ddf-47fc-8474-997160de3083 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:05:47.958079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed284a-47ae-4695-85f2-25d3b5d4b49b None None] Pushing event updated for resources: {'Port': ['ID=97ef2c62-432c-4f87-992a-8b2867505cf1,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:47.960083 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4af0af4a-19da-4e2d-a0c4-15a9b86b74c6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.8574529
Dec 18 21:05:47.963087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54762) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:47.966847 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0de596f-3268-4013-b723-28b84d68212d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:47.973615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-084038d2-f051-45d9-afe2-8d20f272c60b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1868cd24-2ddf-47fc-8474-997160de3083) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:47.979527 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad1bce9-d55c-4c06-bd54-857c85262703 None None] Network cd703c3f-ab22-419a-b4f9-60de4c8929ce requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:47.982682 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.003761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084038d2-f051-45d9-afe2-8d20f272c60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:48.004500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-084038d2-f051-45d9-afe2-8d20f272c60b admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.020100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9081e630-f3e4-4e69-a0ce-56389ec428ca None None] Network 1868cd24-2ddf-47fc-8474-997160de3083 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:48.054811 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32212e21-591a-4bb3-9be7-bfa49f365084 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.125080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Attempting to bind port 08acf97a-4650-49be-bc90-339d361582e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:48.125448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Attempting to bind port 08acf97a-4650-49be-bc90-339d361582e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:48.125852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Attempting to bind port 08acf97a-4650-49be-bc90-339d361582e8 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:48.138842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:48.139221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:48.139619 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.140004 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:48.140477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Bound port: 08acf97a-4650-49be-bc90-339d361582e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:48.140852 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.142709 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-084038d2-f051-45d9-afe2-8d20f272c60b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2246447
Dec 18 21:05:48.157296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:05:48.211698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32212e21-591a-4bb3-9be7-bfa49f365084 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:48.272250 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0de596f-3268-4013-b723-28b84d68212d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.273670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-32212e21-591a-4bb3-9be7-bfa49f365084 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:48.292028 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0de596f-3268-4013-b723-28b84d68212d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.318821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32212e21-591a-4bb3-9be7-bfa49f365084 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:48.319694 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32212e21-591a-4bb3-9be7-bfa49f365084 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.337060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32212e21-591a-4bb3-9be7-bfa49f365084 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=1bd2331e-54a8-4352-adfd-3f63da46cbd9,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:48.372132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9278df6-f60e-48de-a66e-6f06af47d8a6 req-f16f304c-4384-45a6-9f5e-1c5e6ea12b4c tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:48.380539 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e9278df6-f60e-48de-a66e-6f06af47d8a6 req-f16f304c-4384-45a6-9f5e-1c5e6ea12b4c tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2462683
Dec 18 21:05:48.381265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de596f-3268-4013-b723-28b84d68212d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f432e41-996c-415a-80b4-bb34a1c9de61,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:48.394494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-32212e21-591a-4bb3-9be7-bfa49f365084 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7012620
Dec 18 21:05:48.402148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54772) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:48.409972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:5f:e2:1c', 'name': 'tempest-NetworksTestDHCPv6-902687686'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:48.425321 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0de596f-3268-4013-b723-28b84d68212d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.429069 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d0de596f-3268-4013-b723-28b84d68212d tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5950863
Dec 18 21:05:48.431744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54774) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:48.445021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-afe94029-5c4f-4c4d-b6bd-67ff5581c072 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': '3f432e41-996c-415a-80b4-bb34a1c9de61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:48.591175 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-afe94029-5c4f-4c4d-b6bd-67ff5581c072 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.615051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e9278df6-f60e-48de-a66e-6f06af47d8a6 req-f4cd829d-bcc9-458a-a90b-d9c4033f75f3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333460
Dec 18 21:05:48.672122 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-afe94029-5c4f-4c4d-b6bd-67ff5581c072 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.675302 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.679393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-afe94029-5c4f-4c4d-b6bd-67ff5581c072 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.687351 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.714316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'project_id': '3ada50ccbe004ac887658264d222db1f', 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:48.715183 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.764317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe94029-5c4f-4c4d-b6bd-67ff5581c072 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f670521-6643-4eb2-9420-0b9f2b6a3180,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:48.780098 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-afe94029-5c4f-4c4d-b6bd-67ff5581c072 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.785282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port f5738860-fb4b-482e-850a-fec10e393adb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:48.785407 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-afe94029-5c4f-4c4d-b6bd-67ff5581c072 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3486423
Dec 18 21:05:48.785907 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.789933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54788) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:48.798380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a03e3-517c-4720-a448-6841c1808d67 None None] Network c6d403f1-d3a1-47c3-803c-695bb449fb3d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:48.821852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.830391 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5927cb83-b5fe-4bbf-a1d5-1a4920cbaf25 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.832327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=ea6c9367-172f-46bd-aa4a-1b2551fd8891,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:48.842898 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5927cb83-b5fe-4bbf-a1d5-1a4920cbaf25 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.849404 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bbe08bc-37c1-44f9-8669-04eca205fa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.894681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:48.914595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] For port 08acf97a-4650-49be-bc90-339d361582e8, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:48.919096 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5927cb83-b5fe-4bbf-a1d5-1a4920cbaf25 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.919314 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.928245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5927cb83-b5fe-4bbf-a1d5-1a4920cbaf25 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:48.931872 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5927cb83-b5fe-4bbf-a1d5-1a4920cbaf25 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8f670521-6643-4eb2-9420-0b9f2b6a3180 HTTP/1.1" status: 204  len: 168 time: 0.1388264
Dec 18 21:05:48.932807 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54790) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:48.946935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927cb83-b5fe-4bbf-a1d5-1a4920cbaf25 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f670521-6643-4eb2-9420-0b9f2b6a3180,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:49.009374 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a9fa5d52-9334-4fed-907f-204d9e86988b tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0729120
Dec 18 21:05:49.010848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54792) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:49.012370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] For port 08acf97a-4650-49be-bc90-339d361582e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08acf97a-4650-49be-bc90-339d361582e8,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:49.013858 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network c6d403f1-d3a1-47c3-803c-695bb449fb3d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:49.023066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:49.031101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7570ac27-08d5-4051-88c2-b1d9da0afccb None None] Network 1868cd24-2ddf-47fc-8474-997160de3083 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:49.043307 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:49.101863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-207b81e6-15ac-4e60-bddb-98d525a198e5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:49.103447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-207b81e6-15ac-4e60-bddb-98d525a198e5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 813 time: 0.2783237
Dec 18 21:05:49.131137 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:49.146389 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-ee856a92-bdd8-40a9-aee0-da122111fcc5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/quotas/ea26536b064a4650b9c08f4b5ce6fadf HTTP/1.1" status: 200  len: 375 time: 0.0262055
Dec 18 21:05:49.150983 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-675c2882-0a86-4b26-a3e1-49be16385248 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:49.160390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4bbe08bc-37c1-44f9-8669-04eca205fa09 None None] For port 97ef2c62-432c-4f87-992a-8b2867505cf1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97ef2c62-432c-4f87-992a-8b2867505cf1,segment=NetworkSegment(3c62ead3-2593-466e-9358-4dcdc047ec78),segment_id=3c62ead3-2593-466e-9358-4dcdc047ec78)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:49.190974 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-675c2882-0a86-4b26-a3e1-49be16385248 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:49.214071 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bbe08bc-37c1-44f9-8669-04eca205fa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:49.224870 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d5b5df0>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:05:42Z', 'revision_number': 2, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:47Z', 'revision_number': 4, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:49.239397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router cffd7634-6511-4326-937d-f45bddef5576 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:05:49.250376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 01386057-0592-4e1f-8b46-63c3c6149336 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:05:49.265028 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-675c2882-0a86-4b26-a3e1-49be16385248 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:49.270365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-675c2882-0a86-4b26-a3e1-49be16385248 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:49.275210 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-675c2882-0a86-4b26-a3e1-49be16385248 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f432e41-996c-415a-80b4-bb34a1c9de61 HTTP/1.1" status: 204  len: 168 time: 0.2633970
Dec 18 21:05:49.285676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54796) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:49.296154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-843683ac-1b7b-4d73-9c11-c3ee2d7818a9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1292794
Dec 18 21:05:49.359477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd3d79-6036-4779-a07b-8a81b927d765 None None] The sync data for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 is: [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:05:42Z', 'revision_number': 2, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:47Z', 'revision_number': 4, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:49.395943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3e5d4-a38f-47c2-8af5-f540eb6d9666 None None] Pushing event updated for resources: {'Port': ['ID=08acf97a-4650-49be-bc90-339d361582e8,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:49.436820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Allocated IP 2001:db8:1::2 (cd703c3f-ab22-419a-b4f9-60de4c8929ce/1a2776a1-6b06-423b-b1a8-dee2cb6c6a92/a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:49.555718 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:49.641410 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c72dda92-8a09-45fe-aec7-03887ab5362e tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.3479249
Dec 18 21:05:49.652544 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54800) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:49.665224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-bbfe2690-23ce-4b37-9862-dce3137da230 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991448009'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:49.672521 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:49.713919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4731bb53-c8ae-4339-a2e1-4861c6c2e076 None None] Provisioning complete for port f5738860-fb4b-482e-850a-fec10e393adb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:49.715010 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4731bb53-c8ae-4339-a2e1-4861c6c2e076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:49.831868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-c2d07991-8e17-4aaf-bbb4-c03cd899d2a6 service neutron] 10.222.0.13 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5153694
Dec 18 21:05:49.923971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c2882-0a86-4b26-a3e1-49be16385248 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f432e41-996c-415a-80b4-bb34a1c9de61,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:49.939045 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2690-23ce-4b37-9862-dce3137da230 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:49.956883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port f5738860-fb4b-482e-850a-fec10e393adb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5738860-fb4b-482e-850a-fec10e393adb,segment=NetworkSegment(5f6e2560-d1a5-49d6-9966-85db830b36a5),segment_id=5f6e2560-d1a5-49d6-9966-85db830b36a5)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:49.958122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe08bc-37c1-44f9-8669-04eca205fa09 None None] Pushing event updated for resources: {'Port': ['ID=97ef2c62-432c-4f87-992a-8b2867505cf1,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:49.977055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:49.987560 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-70691eb0-4ddc-45a1-bd40-a6a4c1783a9b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/cffd7634-6511-4326-937d-f45bddef5576/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9682713
Dec 18 21:05:49.989530 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5581016-144a-45fb-9f25-31481be68b5b None None] Sync routers for ids ['cffd7634-6511-4326-937d-f45bddef5576'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:49.991640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54802) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:49.994199 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:50.024097 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5581016-144a-45fb-9f25-31481be68b5b None None] Routers {'cffd7634-6511-4326-937d-f45bddef5576'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:50.025284 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-a5581016-144a-45fb-9f25-31481be68b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664886d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cffd7634-6511-4326-937d-f45bddef5576'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:50.026326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8:0:1::2c3 (366763c1-8ffb-4916-bf33-b9164c04d44d/1bd2331e-54a8-4352-adfd-3f63da46cbd9/01386057-0592-4e1f-8b46-63c3c6149336) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:50.112061 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:50.123188 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-a5581016-144a-45fb-9f25-31481be68b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664886d00>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:50.147588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:50.150895 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5581016-144a-45fb-9f25-31481be68b5b None None] Routers {'cffd7634-6511-4326-937d-f45bddef5576'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:50.151540 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-a5581016-144a-45fb-9f25-31481be68b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664886d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cffd7634-6511-4326-937d-f45bddef5576'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:50.196000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c175e3-869c-43ac-89f9-fbdda04be18d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:50.198226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c6c175e3-869c-43ac-89f9-fbdda04be18d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports/ea6c9367-172f-46bd-aa4a-1b2551fd8891 HTTP/1.1" status: 200  len: 910 time: 0.1999702
Dec 18 21:05:50.200454 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-18e54f0e-4ef0-4f0a-847c-b57294381ae1 service neutron] 10.222.0.13 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3675399
Dec 18 21:05:50.201195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54804) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:50.211830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::f816:3eff:fe5f:e21c (366763c1-8ffb-4916-bf33-b9164c04d44d/3a21650b-f7a2-46dd-8a32-ae5d04779454/01386057-0592-4e1f-8b46-63c3c6149336) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:50.248604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=f5738860-fb4b-482e-850a-fec10e393adb,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:50.255539 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-a5581016-144a-45fb-9f25-31481be68b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664886d00>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:50.256394 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5581016-144a-45fb-9f25-31481be68b5b None None] The sync data for ids ['cffd7634-6511-4326-937d-f45bddef5576'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:50.280350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Network cd703c3f-ab22-419a-b4f9-60de4c8929ce is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:50.339223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e46494-da24-4ea7-afc4-a95c3fe2067e req-ebe050e5-4a54-4390-bc69-b5559d092d79 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:50.350931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79e46494-da24-4ea7-afc4-a95c3fe2067e req-ebe050e5-4a54-4390-bc69-b5559d092d79 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.5454268
Dec 18 21:05:50.359666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 08acf97a-4650-49be-bc90-339d361582e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:50.375728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:50.386397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:50.463381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Allocated IP 2001:db8:1::1 (cd703c3f-ab22-419a-b4f9-60de4c8929ce/1a2776a1-6b06-423b-b1a8-dee2cb6c6a92/481ef8ae-7fc7-4727-9cf6-5647cb6aadfd) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:50.671925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Attempting to bind port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:50.672402 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Attempting to bind port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '55943b1e-93f9-4c0a-a64f-184045fd2495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:50.672831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Attempting to bind port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c on network cd703c3f-ab22-419a-b4f9-60de4c8929ce {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:50.676119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4731bb53-c8ae-4339-a2e1-4861c6c2e076 None None] Provisioning complete for port 97ef2c62-432c-4f87-992a-8b2867505cf1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:50.676844 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4731bb53-c8ae-4339-a2e1-4861c6c2e076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:50.734926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Pushing event updated for resources: {'Port': ['ID=a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:50.754757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:50.755133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Checking segment: {'id': '55943b1e-93f9-4c0a-a64f-184045fd2495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:50.755533 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:50.755923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Bound using segment: {'id': '55943b1e-93f9-4c0a-a64f-184045fd2495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:50.756401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Bound port: a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55943b1e-93f9-4c0a-a64f-184045fd2495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:50.756780 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:50.824159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79e46494-da24-4ea7-afc4-a95c3fe2067e req-f358a0d9-54e0-4563-b70c-9874fa01cbcc tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4721272
Dec 18 21:05:51.033196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9782d78-b0d5-4df6-80d2-e0f9eaa8ab4f req-3ee06724-4223-47b5-8e1d-27625f2a09b6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 210 time: 0.2874243
Dec 18 21:05:51.054146 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2690-23ce-4b37-9862-dce3137da230 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.065544 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2690-23ce-4b37-9862-dce3137da230 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.104918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8011fd74-d740-441c-af51-d5846cfb991e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.112744 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.146689 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe2690-23ce-4b37-9862-dce3137da230 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4462a9c7-121a-4c16-8e75-925374b9456e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:51.154769 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2690-23ce-4b37-9862-dce3137da230 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.156343 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bbfe2690-23ce-4b37-9862-dce3137da230 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.5028074
Dec 18 21:05:51.169367 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54818) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:51.173659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ae2073c5-6199-4a4b-8488-b2b43bc2bf76 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': '4462a9c7-121a-4c16-8e75-925374b9456e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:51.189222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be319b6-b42c-4a54-9ecd-a78d337fe386 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:51.214140 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.247087 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.280155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 08acf97a-4650-49be-bc90-339d361582e8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:51.280573 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.315860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ae2073c5-6199-4a4b-8488-b2b43bc2bf76 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.327827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network cd703c3f-ab22-419a-b4f9-60de4c8929ce is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:51.343952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] For port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:51.366328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] For port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c,segment=NetworkSegment(55943b1e-93f9-4c0a-a64f-184045fd2495),segment_id=55943b1e-93f9-4c0a-a64f-184045fd2495)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:51.373813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:51.376413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=481ef8ae-7fc7-4727-9cf6-5647cb6aadfd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:51.391953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:51.393065 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.394013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.409789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.543068 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.552659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9786f9-d41f-4b9b-814e-082a04f26471 None None] Pushing event updated for resources: {'Port': ['ID=a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:51.583455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a2ea6dd5-133d-4255-8e64-6f6fb4d27429 None None] Provisioning complete for port 08acf97a-4650-49be-bc90-339d361582e8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:51.584660 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6dd5-133d-4255-8e64-6f6fb4d27429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.613981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:51.624961 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ae2073c5-6199-4a4b-8488-b2b43bc2bf76 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.630114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:51.636494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:51.642348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:51.644756 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.654686 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ae2073c5-6199-4a4b-8488-b2b43bc2bf76 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.663590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8011fd74-d740-441c-af51-d5846cfb991e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port ea6c9367-172f-46bd-aa4a-1b2551fd8891 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:51.665014 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8011fd74-d740-441c-af51-d5846cfb991e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.689927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=01386057-0592-4e1f-8b46-63c3c6149336,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:51.700474 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ae2073c5-6199-4a4b-8488-b2b43bc2bf76 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.704060 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ae2073c5-6199-4a4b-8488-b2b43bc2bf76 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5314424
Dec 18 21:05:51.719849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54822) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:51.720512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2073c5-6199-4a4b-8488-b2b43bc2bf76 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4a9163-196e-4f3a-9660-3195837c07e5,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:51.780006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3d4011b3-74cc-4ba2-a438-b27be14c94ca tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.3739729
Dec 18 21:05:51.785122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54824) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:51.792838 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ba3f90d8-ada8-4319-baa8-f604eb474888 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules/2a4a9163-196e-4f3a-9660-3195837c07e5 HTTP/1.1" status: 200  len: 763 time: 0.0655119
Dec 18 21:05:51.802944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54826) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:51.829070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 08acf97a-4650-49be-bc90-339d361582e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08acf97a-4650-49be-bc90-339d361582e8,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:51.842004 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.842866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 97ef2c62-432c-4f87-992a-8b2867505cf1 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:51.843259 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8011fd74-d740-441c-af51-d5846cfb991e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.852336 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:51.870169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8011fd74-d740-441c-af51-d5846cfb991e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for ea6c9367-172f-46bd-aa4a-1b2551fd8891 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:51.985248 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f58f0-e63b-4f3c-bff9-5c41a6d9e2c5 None None] Update dhcp port {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': '3a21650b-f7a2-46dd-8a32-ae5d04779454', 'ip_address': '2001:db8::f816:3eff:fe36:c2a4'}, {'subnet_id': '1bd2331e-54a8-4352-adfd-3f63da46cbd9'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '08acf97a-4650-49be-bc90-339d361582e8'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 21:05:52.093743 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f31f58f0-e63b-4f3c-bff9-5c41a6d9e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.155784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=08acf97a-4650-49be-bc90-339d361582e8,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:52.215510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 97ef2c62-432c-4f87-992a-8b2867505cf1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:52.216629 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.276634 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-dbc2ba70-5217-48d6-a4ea-f56e8dc69843 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:52.278446 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-dbc2ba70-5217-48d6-a4ea-f56e8dc69843 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.36 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 813 time: 0.2413356
Dec 18 21:05:52.293942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Request body: {'port': {'device_id': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083', 'admin_state_up': True, 'tenant_id': 'ea26536b064a4650b9c08f4b5ce6fadf'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:52.300325 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8011fd74-d740-441c-af51-d5846cfb991e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.316631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a2ea6dd5-133d-4255-8e64-6f6fb4d27429 None None] Provisioning complete for port f5738860-fb4b-482e-850a-fec10e393adb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:52.317637 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6dd5-133d-4255-8e64-6f6fb4d27429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.376421 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011fd74-d740-441c-af51-d5846cfb991e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=ea6c9367-172f-46bd-aa4a-1b2551fd8891,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:52.448603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8bea754e-ea94-4ac4-a0f1-51945c3503ef tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.6420860
Dec 18 21:05:52.451089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54832) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:52.550751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-f31f58f0-e63b-4f3c-bff9-5c41a6d9e2c5 None None] Allocated IP 2001:db8:0:1::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/1bd2331e-54a8-4352-adfd-3f63da46cbd9/08acf97a-4650-49be-bc90-339d361582e8) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:52.555602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91b3307a-9823-43b8-90c1-94e6dfbd4977 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.580266 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91b3307a-9823-43b8-90c1-94e6dfbd4977 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.614154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6f9fd66-29b8-4637-a5f7-d754bff90e24 req-4ccf5768-d1b6-4e46-b255-aae44520618d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 210 time: 0.1389565
Dec 18 21:05:52.644881 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a2ea6dd5-133d-4255-8e64-6f6fb4d27429 None None] Could not find standard attr ID for object ea6c9367-172f-46bd-aa4a-1b2551fd8891. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:05:52.649280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e606ea7-04dd-47a2-8968-284961499f4f req-7a0d5177-f1b2-4d46-8bb6-833a8b8ea97b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:52.665984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e606ea7-04dd-47a2-8968-284961499f4f req-7a0d5177-f1b2-4d46-8bb6-833a8b8ea97b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.7474916
Dec 18 21:05:52.708467 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8011fd74-d740-441c-af51-d5846cfb991e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.713504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Made reservation on behalf of ea26536b064a4650b9c08f4b5ce6fadf for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:52.719711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.731209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9d836457-34bb-4a3a-b5b1-d22b916fec3e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 01386057-0592-4e1f-8b46-63c3c6149336 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:52.731808 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d836457-34bb-4a3a-b5b1-d22b916fec3e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.743596 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91b3307a-9823-43b8-90c1-94e6dfbd4977 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.751114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91b3307a-9823-43b8-90c1-94e6dfbd4977 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.755143 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-91b3307a-9823-43b8-90c1-94e6dfbd4977 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2a4a9163-196e-4f3a-9660-3195837c07e5 HTTP/1.1" status: 204  len: 168 time: 0.3029544
Dec 18 21:05:52.764407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54836) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:52.840021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f31f58f0-e63b-4f3c-bff9-5c41a6d9e2c5 None None] For port 08acf97a-4650-49be-bc90-339d361582e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08acf97a-4650-49be-bc90-339d361582e8,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:52.865493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:52.888301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e606ea7-04dd-47a2-8968-284961499f4f req-398a6846-b7ce-42a9-a9bb-0e73258b96a2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209592
Dec 18 21:05:52.936992 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f31f58f0-e63b-4f3c-bff9-5c41a6d9e2c5 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.946674 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f31f58f0-e63b-4f3c-bff9-5c41a6d9e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:52.985613 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d836457-34bb-4a3a-b5b1-d22b916fec3e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.010133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9d836457-34bb-4a3a-b5b1-d22b916fec3e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 01386057-0592-4e1f-8b46-63c3c6149336 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:53.013723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Allocated IP 172.20.0.3 (1868cd24-2ddf-47fc-8474-997160de3083/fddf9542-b331-44d6-bbe6-163e1b723ad1/01029a1f-6c70-48b6-9ed9-4300a6739bea) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:53.031208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:53.031728 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.033204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3307a-9823-43b8-90c1-94e6dfbd4977 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a4a9163-196e-4f3a-9660-3195837c07e5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:53.074141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f58f0-e63b-4f3c-bff9-5c41a6d9e2c5 None None] Pushing event updated for resources: {'Port': ['ID=08acf97a-4650-49be-bc90-339d361582e8,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:53.075955 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-adeadcbb-b01a-4144-9f63-bb519c114373 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3036892
Dec 18 21:05:53.081957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54838) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:53.091277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': '4462a9c7-121a-4c16-8e75-925374b9456e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:53.147678 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.161463 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.164164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.164948 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.207446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c,segment=NetworkSegment(55943b1e-93f9-4c0a-a64f-184045fd2495),segment_id=55943b1e-93f9-4c0a-a64f-184045fd2495)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:53.216133 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.218057 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 08acf97a-4650-49be-bc90-339d361582e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:53.224984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bb2a72-d717-4b53-8733-1eb7a19a829a None None] Network cd703c3f-ab22-419a-b4f9-60de4c8929ce requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:53.301003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.321652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=481ef8ae-7fc7-4727-9cf6-5647cb6aadfd,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:53.333460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8011fd74-d740-441c-af51-d5846cfb991e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router cffd7634-6511-4326-937d-f45bddef5576 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:05:53.391046 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-772bd293-c2fd-4171-82b5-286887b8ba2c None None] Provisioning complete for port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:53.391421 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-772bd293-c2fd-4171-82b5-286887b8ba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.393178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:53.395369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network cd703c3f-ab22-419a-b4f9-60de4c8929ce is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:53.400855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:53.465764 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8011fd74-d740-441c-af51-d5846cfb991e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:53.475081 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8011fd74-d740-441c-af51-d5846cfb991e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/cffd7634-6511-4326-937d-f45bddef5576/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2718759
Dec 18 21:05:53.477432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54840) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:53.483307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c65f69-e736-486b-b9ee-a66855b7d8d6 None None] Sync routers for ids ['cffd7634-6511-4326-937d-f45bddef5576'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:53.490101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 08acf97a-4650-49be-bc90-339d361582e8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:53.490522 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.509011 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4020efba-5c5c-4b2d-befb-9f75a0d8e133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffd7634-6511-4326-937d-f45bddef5576 HTTP/1.1" status: 200  len: 205 time: 0.0303199
Dec 18 21:05:53.512423 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54842) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:53.528570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.543390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c65f69-e736-486b-b9ee-a66855b7d8d6 None None] Routers {'cffd7634-6511-4326-937d-f45bddef5576'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:53.544027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-01c65f69-e736-486b-b9ee-a66855b7d8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e3c4be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cffd7634-6511-4326-937d-f45bddef5576'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:53.560556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 68a32e25-785f-4d51-872f-9a152e38ab08 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:05:53.568176 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.569127 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d836457-34bb-4a3a-b5b1-d22b916fec3e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.605673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d836457-34bb-4a3a-b5b1-d22b916fec3e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=01386057-0592-4e1f-8b46-63c3c6149336,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:53.607516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-01c65f69-e736-486b-b9ee-a66855b7d8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e3c4be0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:53.654361 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c65f69-e736-486b-b9ee-a66855b7d8d6 None None] Routers {'cffd7634-6511-4326-937d-f45bddef5576'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:53.655102 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-01c65f69-e736-486b-b9ee-a66855b7d8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e3c4be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cffd7634-6511-4326-937d-f45bddef5576'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:53.673668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-c3d701b3-5959-4dbd-b030-1ae7929f484e req-e1713c58-f4f9-4969-97e3-5f915df9e0d2 service neutron] (126008) timed out ('10.222.0.36', 52306) {{(pid=126008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:05:53.687850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-fa73994c-4a74-435d-ac9f-558fd809ce2f req-f8f95881-5620-4fd8-9707-987709fc47cc service neutron] (126008) timed out ('10.222.0.36', 52533) {{(pid=126008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:05:53.701931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-01c65f69-e736-486b-b9ee-a66855b7d8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e3c4be0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:53.702592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c65f69-e736-486b-b9ee-a66855b7d8d6 None None] The sync data for ids ['cffd7634-6511-4326-937d-f45bddef5576'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:53.720525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.730735 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6447542
Dec 18 21:05:53.744139 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54846) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:53.752255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f68bbbc-0533-41f8-a3f9-4e265cdb3035,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:53.754399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f5738860-fb4b-482e-850a-fec10e393adb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:53.781728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54848) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:53.782682 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-363c6971-d4d0-480f-bf7b-c40c3f90a891 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules/6f68bbbc-0533-41f8-a3f9-4e265cdb3035 HTTP/1.1" status: 200  len: 763 time: 0.0272923
Dec 18 21:05:53.801422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff04f761-970c-42ec-8399-5a44ba483cb8 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.807980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.808428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.808778 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.809113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.810496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.811140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.811492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.811902 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.812428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.812777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.813111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.813441 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.813766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e5737-9f37-4326-a007-618c3827f437 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:53.821978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port f5738860-fb4b-482e-850a-fec10e393adb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:53.822618 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.861596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af83a3e4-c41e-41b5-a9af-f6341768f72d req-f467f97b-870b-4661-a316-b5106811b77c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 210 time: 0.1013150
Dec 18 21:05:53.876266 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d836457-34bb-4a3a-b5b1-d22b916fec3e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:53.885124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9d836457-34bb-4a3a-b5b1-d22b916fec3e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/01386057-0592-4e1f-8b46-63c3c6149336 HTTP/1.1" status: 204  len: 168 time: 2.0986032
Dec 18 21:05:53.888343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54850) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:53.955230 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-62b692d6-5675-465e-ab02-db396bcbadaf tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1672432
Dec 18 21:05:53.960559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54856) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:53.981483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:05:53.991097 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-45882da3-defd-4e67-b642-38166a765e90 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0240700
Dec 18 21:05:53.991647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54858) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:53.998553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-78f0715c-4cec-4b3e-b869-2718748edc31 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-526186377'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:53.998910 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Sync routers for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:05:54.011585 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:54.013238 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664a15b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:54.042000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904d64bf-55b8-4bc8-820e-f8375b0f9a6b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:54.044717 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-904d64bf-55b8-4bc8-820e-f8375b0f9a6b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1525805
Dec 18 21:05:54.057678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54860) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:54.112857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5bdb2be7-b824-4911-995b-4d8ca2daefd5 None None] Provisioning complete for port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:54.113406 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2be7-b824-4911-995b-4d8ca2daefd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.137111 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff04f761-970c-42ec-8399-5a44ba483cb8 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.143622 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff04f761-970c-42ec-8399-5a44ba483cb8 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.147532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-016cba5f-bb35-4f44-9bc9-478c1020a6e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.154557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f0715c-4cec-4b3e-b869-2718748edc31 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:54.164860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78f0715c-4cec-4b3e-b869-2718748edc31 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.175344 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:05:54.214909 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-016cba5f-bb35-4f44-9bc9-478c1020a6e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.249401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a2ae4-2630-4a38-8ad1-fb733cc3fc7c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:54.251714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9a9a2ae4-2630-4a38-8ad1-fb733cc3fc7c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1916842
Dec 18 21:05:54.254493 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.256576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54862) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:54.265228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c7751-7c74-4173-bc8e-a9da938b6bfb req-baa21f43-f8f2-43c7-94ea-aaa43f0ebee1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:54.267279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e31c7751-7c74-4173-bc8e-a9da938b6bfb req-baa21f43-f8f2-43c7-94ea-aaa43f0ebee1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2214038
Dec 18 21:05:54.295694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5bdb2be7-b824-4911-995b-4d8ca2daefd5 None None] Provisioning complete for port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:54.296256 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5bdb2be7-b824-4911-995b-4d8ca2daefd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.339560 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff04f761-970c-42ec-8399-5a44ba483cb8 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.340858 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff04f761-970c-42ec-8399-5a44ba483cb8 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Fanout notify agent at l3_agent the message router_deleted on router cffd7634-6511-4326-937d-f45bddef5576 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:05:54.352244 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff04f761-970c-42ec-8399-5a44ba483cb8 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.353420 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ff04f761-970c-42ec-8399-5a44ba483cb8 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/cffd7634-6511-4326-937d-f45bddef5576 HTTP/1.1" status: 204  len: 168 time: 0.8399100
Dec 18 21:05:54.358925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa397f-45df-4d94-96a8-019f2fd765b7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:54.359666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54864) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:54.360533 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa397f-45df-4d94-96a8-019f2fd765b7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:54.362235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa397f-45df-4d94-96a8-019f2fd765b7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:54.366457 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-59fa397f-45df-4d94-96a8-019f2fd765b7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1063735
Dec 18 21:05:54.369192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54866) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:54.423067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e31c7751-7c74-4173-bc8e-a9da938b6bfb req-531236d8-1bac-4ab8-8c69-c5a5d5fb89aa tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438205
Dec 18 21:05:54.424086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f0715c-4cec-4b3e-b869-2718748edc31 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:05:54.464496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42fac8d-7349-4170-b336-0d5b6003f97a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 1bd2331e-54a8-4352-adfd-3f63da46cbd9 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:54.468154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78f0715c-4cec-4b3e-b869-2718748edc31 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.468544 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-78f0715c-4cec-4b3e-b869-2718748edc31 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Added segment 59a1703b-6981-4a8a-82e3-b6790ace729f of type vlan for network b27e1919-3604-4294-985c-63eec0259140
Dec 18 21:05:54.470356 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-016cba5f-bb35-4f44-9bc9-478c1020a6e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.484256 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42fac8d-7349-4170-b336-0d5b6003f97a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.489720 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-016cba5f-bb35-4f44-9bc9-478c1020a6e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.493559 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-016cba5f-bb35-4f44-9bc9-478c1020a6e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6f68bbbc-0533-41f8-a3f9-4e265cdb3035 HTTP/1.1" status: 204  len: 168 time: 0.5039690
Dec 18 21:05:54.496024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54868) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:54.513693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d76d0e-2ff5-4317-9e2f-4661ed3e04a6 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting subnet e4bb7567-f7e5-4e98-96cd-6da58a18ef7e {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:54.574959 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c4d76d0e-2ff5-4317-9e2f-4661ed3e04a6 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.576512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cba5f-bb35-4f44-9bc9-478c1020a6e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f68bbbc-0533-41f8-a3f9-4e265cdb3035,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:54.644705 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb2be7-b824-4911-995b-4d8ca2daefd5 None None] Port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:54.645361 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664a15b20>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:05:51Z', 'revision_number': 3, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:52Z', 'revision_number': 2, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:54.671332 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:54.684609 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Checking router: 68a32e25-785f-4d51-872f-9a152e38ab08 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:05:54.685568 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Updating router 68a32e25-785f-4d51-872f-9a152e38ab08 port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:05:54.688482 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42fac8d-7349-4170-b336-0d5b6003f97a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.695212 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c4d76d0e-2ff5-4317-9e2f-4661ed3e04a6 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.707597 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.726017 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.742809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:54.743267 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.779943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5f8b005e-974d-4645-92d0-7785d2786fd7 None None] Could not find standard attr ID for object 01386057-0592-4e1f-8b46-63c3c6149336. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:05:54.792870 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78f0715c-4cec-4b3e-b869-2718748edc31 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.815498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5f8b005e-974d-4645-92d0-7785d2786fd7 None None] Provisioning complete for port 08acf97a-4650-49be-bc90-339d361582e8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:54.815973 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5f8b005e-974d-4645-92d0-7785d2786fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.886746 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Pushing event updated for resources: {'Port': ['ID=01029a1f-6c70-48b6-9ed9-4300a6739bea,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:54.931391 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1ff30b4f-60c8-4c20-a7a5-268b1cad4d96 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3936384
Dec 18 21:05:54.936148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54872) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:54.953904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a257903d-34c7-42e7-9adb-c1b615c022e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': '4462a9c7-121a-4c16-8e75-925374b9456e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:54.954573 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78f0715c-4cec-4b3e-b869-2718748edc31 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.967512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f0715c-4cec-4b3e-b869-2718748edc31 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:54.968283 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78f0715c-4cec-4b3e-b869-2718748edc31 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:54.977804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 08acf97a-4650-49be-bc90-339d361582e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:55.015429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Network 1868cd24-2ddf-47fc-8474-997160de3083 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:55.085840 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c4d76d0e-2ff5-4317-9e2f-4661ed3e04a6 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.095957 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42fac8d-7349-4170-b336-0d5b6003f97a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.105364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5f8b005e-974d-4645-92d0-7785d2786fd7 None None] Provisioning complete for port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:55.105733 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5f8b005e-974d-4645-92d0-7785d2786fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.122667 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-78f0715c-4cec-4b3e-b869-2718748edc31 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1273065
Dec 18 21:05:55.144478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54876) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:55.154080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-251ea34d-0f08-414d-b5cb-0fa29156499a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'subnet': {'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:55.162296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b005e-974d-4645-92d0-7785d2786fd7 None None] Port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:55.165050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:55.168718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 08acf97a-4650-49be-bc90-339d361582e8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:55.169485 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.175334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:55.178375 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42fac8d-7349-4170-b336-0d5b6003f97a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.197272 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.204927 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.215245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0715c-4cec-4b3e-b869-2718748edc31 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Network': ['ID=b27e1919-3604-4294-985c-63eec0259140,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:55.238496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fac8d-7349-4170-b336-0d5b6003f97a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd2331e-54a8-4352-adfd-3f63da46cbd9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:55.240829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914f4dc-0e62-424e-8c2e-ec8840938cd9 req-914f023e-9ad2-4096-882f-db0694773ae6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:55.242763 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1914f4dc-0e62-424e-8c2e-ec8840938cd9 req-914f023e-9ad2-4096-882f-db0694773ae6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 931 time: 0.2349041
Dec 18 21:05:55.267307 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e42fac8d-7349-4170-b336-0d5b6003f97a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.272948 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e42fac8d-7349-4170-b336-0d5b6003f97a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/1bd2331e-54a8-4352-adfd-3f63da46cbd9 HTTP/1.1" status: 204  len: 168 time: 0.9005282
Dec 18 21:05:55.274647 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-a257903d-34c7-42e7-9adb-c1b615c022e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Project cc75b17b82984a1cb881458e991ff08c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:05:55.280993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54878) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:55.285992 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a257903d-34c7-42e7-9adb-c1b615c022e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.307686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:55.308323 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.314150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network b27e1919-3604-4294-985c-63eec0259140 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:05:55.332567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88dbc84-be10-4092-903c-0d9d25f6396e None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:55.337526 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c4d76d0e-2ff5-4317-9e2f-4661ed3e04a6 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.345109 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9632e7fa-2026-4537-bf5d-89e17c145220 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0563269
Dec 18 21:05:55.354408 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316be52d-db17-44fd-93f1-41340820553d None None] Pushing event updated for resources: {'Port': ['ID=481ef8ae-7fc7-4727-9cf6-5647cb6aadfd,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:55.365365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Request body: {'port': {'device_id': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:55.396165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c4d76d0e-2ff5-4317-9e2f-4661ed3e04a6 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.399866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c4d76d0e-2ff5-4317-9e2f-4661ed3e04a6 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/e4bb7567-f7e5-4e98-96cd-6da58a18ef7e HTTP/1.1" status: 204  len: 168 time: 1.0391307
Dec 18 21:05:55.403986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54880) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:55.407933 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.408510 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.409546 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.410048 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.410536 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.410876 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.411206 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.411531 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.411855 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.412177 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.412497 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.412817 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.413140 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316be52d-db17-44fd-93f1-41340820553d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:05:55.426383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c206df09-5032-4f9c-b1d1-9f10f3558c63 None None] Network c6d403f1-d3a1-47c3-803c-695bb449fb3d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:55.429757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d76d0e-2ff5-4317-9e2f-4661ed3e04a6 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bb7567-f7e5-4e98-96cd-6da58a18ef7e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:55.431367 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Attempting to bind port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:55.431733 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Attempting to bind port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '55943b1e-93f9-4c0a-a64f-184045fd2495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:55.432102 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Attempting to bind port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd on network cd703c3f-ab22-419a-b4f9-60de4c8929ce {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:55.437553 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:55.437874 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Checking segment: {'id': '55943b1e-93f9-4c0a-a64f-184045fd2495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:55.438302 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.438696 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Bound using segment: {'id': '55943b1e-93f9-4c0a-a64f-184045fd2495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:55.439168 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Bound port: 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55943b1e-93f9-4c0a-a64f-184045fd2495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:55.439548 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.518973 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] For port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:55.527254 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] For port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=481ef8ae-7fc7-4727-9cf6-5647cb6aadfd,segment=NetworkSegment(55943b1e-93f9-4c0a-a64f-184045fd2495),segment_id=55943b1e-93f9-4c0a-a64f-184045fd2495)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:55.536364 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.584989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1914f4dc-0e62-424e-8c2e-ec8840938cd9 req-bf6efc53-42b2-4741-80f5-adc7c79e314c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3268247
Dec 18 21:05:55.592632 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-eca541b6-c299-4aaf-bdcd-70d5dc1102de None None] Provisioning complete for port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:55.593003 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eca541b6-c299-4aaf-bdcd-70d5dc1102de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.596933 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.607361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d64993-e939-47c2-9ff1-fe80a46257d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 3a21650b-f7a2-46dd-8a32-ae5d04779454 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:05:55.617919 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316be52d-db17-44fd-93f1-41340820553d None None] Pushing event updated for resources: {'Port': ['ID=481ef8ae-7fc7-4727-9cf6-5647cb6aadfd,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:55.621832 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22d64993-e939-47c2-9ff1-fe80a46257d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.648065 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.658017 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:05:55.659374 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664a15b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:55.680850 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a257903d-34c7-42e7-9adb-c1b615c022e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.743499 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a257903d-34c7-42e7-9adb-c1b615c022e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.777419 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eca541b6-c299-4aaf-bdcd-70d5dc1102de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.819245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251ea34d-0f08-414d-b5cb-0fa29156499a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:55.823115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-eca541b6-c299-4aaf-bdcd-70d5dc1102de None None] For port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=481ef8ae-7fc7-4727-9cf6-5647cb6aadfd,segment=NetworkSegment(55943b1e-93f9-4c0a-a64f-184045fd2495),segment_id=55943b1e-93f9-4c0a-a64f-184045fd2495)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:55.832231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eca541b6-c299-4aaf-bdcd-70d5dc1102de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.840449 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-251ea34d-0f08-414d-b5cb-0fa29156499a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.841551 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:05:55.843838 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a257903d-34c7-42e7-9adb-c1b615c022e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.845301 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a257903d-34c7-42e7-9adb-c1b615c022e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8975160
Dec 18 21:05:55.850423 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54884) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:55.853010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257903d-34c7-42e7-9adb-c1b615c022e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3928104-5401-4a90-bc72-42a1611a2719,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:55.887299 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22d64993-e939-47c2-9ff1-fe80a46257d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:55.906866 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-507c2ae1-4d1d-43f9-ae5f-47ab959d5795 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules/a3928104-5401-4a90-bc72-42a1611a2719 HTTP/1.1" status: 200  len: 769 time: 0.0510004
Dec 18 21:05:55.913614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6abea01-652f-438f-8d65-bf2a77b5ac92 None None] DHCP port deletion for c6d403f1-d3a1-47c3-803c-695bb449fb3d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:55.915163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54886) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:55.980226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port f5738860-fb4b-482e-850a-fec10e393adb {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:55.981489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.056407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca541b6-c299-4aaf-bdcd-70d5dc1102de None None] Pushing event updated for resources: {'Port': ['ID=481ef8ae-7fc7-4727-9cf6-5647cb6aadfd,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:56.060942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ad88a22a-59dc-4eb7-81b4-70882e8b1c78 None None] Provisioning complete for port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:56.061318 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ad88a22a-59dc-4eb7-81b4-70882e8b1c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.091193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] For port f5738860-fb4b-482e-850a-fec10e393adb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5738860-fb4b-482e-850a-fec10e393adb,segment=NetworkSegment(5f6e2560-d1a5-49d6-9966-85db830b36a5),segment_id=5f6e2560-d1a5-49d6-9966-85db830b36a5)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:56.091607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.092087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9efaf7-8823-4ea3-9e24-bf7f98560a34 req-7b72fee0-0af9-4664-957a-74743ef6a596 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:56.093772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b9efaf7-8823-4ea3-9e24-bf7f98560a34 req-7b72fee0-0af9-4664-957a-74743ef6a596 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.4498575
Dec 18 21:05:56.198188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c6abea01-652f-438f-8d65-bf2a77b5ac92 None None] Deleting port f5738860-fb4b-482e-850a-fec10e393adb {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:56.198654 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c6abea01-652f-438f-8d65-bf2a77b5ac92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.239187 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22d64993-e939-47c2-9ff1-fe80a46257d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.296925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c6abea01-652f-438f-8d65-bf2a77b5ac92 None None] For port f5738860-fb4b-482e-850a-fec10e393adb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5738860-fb4b-482e-850a-fec10e393adb,segment=NetworkSegment(5f6e2560-d1a5-49d6-9966-85db830b36a5),segment_id=5f6e2560-d1a5-49d6-9966-85db830b36a5)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:56.297614 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c6abea01-652f-438f-8d65-bf2a77b5ac92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.323480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b9efaf7-8823-4ea3-9e24-bf7f98560a34 req-f74518d1-3c1b-4cab-a5d1-53b36b9231f7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176974
Dec 18 21:05:56.345786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c6abea01-652f-438f-8d65-bf2a77b5ac92 None None] Calling delete_port for f5738860-fb4b-482e-850a-fec10e393adb owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:56.423572 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664a15b20>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:05:51Z', 'revision_number': 3, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 4, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:56.444555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ef295ff1-f200-4c9e-a46e-c26cf54b0d31 None None] Provisioning complete for port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:56.444933 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ef295ff1-f200-4c9e-a46e-c26cf54b0d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.460939 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a470b28-65a0-46fb-9e75-c1b7f02b0d2b None None] The sync data for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 is: [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:05:51Z', 'revision_number': 3, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 4, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:05:56.484057 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22d64993-e939-47c2-9ff1-fe80a46257d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.489171 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-251ea34d-0f08-414d-b5cb-0fa29156499a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.584847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d64993-e939-47c2-9ff1-fe80a46257d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=3a21650b-f7a2-46dd-8a32-ae5d04779454,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:56.650733 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c6abea01-652f-438f-8d65-bf2a77b5ac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.679249 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22d64993-e939-47c2-9ff1-fe80a46257d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.686847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-22d64993-e939-47c2-9ff1-fe80a46257d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/3a21650b-f7a2-46dd-8a32-ae5d04779454 HTTP/1.1" status: 204  len: 168 time: 1.4017601
Dec 18 21:05:56.692586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54892) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:56.705348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6abea01-652f-438f-8d65-bf2a77b5ac92 None None] No DVR routers for this DVR port f5738860-fb4b-482e-850a-fec10e393adb on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:56.720070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for f5738860-fb4b-482e-850a-fec10e393adb owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:56.724835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f5738860-fb4b-482e-850a-fec10e393adb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:56.777212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abea01-652f-438f-8d65-bf2a77b5ac92 None None] Pushing event deleted for resources: {'Port': ['ID=f5738860-fb4b-482e-850a-fec10e393adb,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:56.784904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: f5738860-fb4b-482e-850a-fec10e393adb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:56.785266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f5738860-fb4b-482e-850a-fec10e393adb not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:56.811378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d369b487-7072-47bb-9a0d-564f3ce085d8 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:56.837971 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-179e4a74-6d46-4c36-b55a-68ad3cbcfad9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1248298
Dec 18 21:05:56.846520 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-16a5dd49-9f72-4f66-8b33-0870e4191564 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.8822405
Dec 18 21:05:56.848291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54894) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:56.848689 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54896) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:56.858740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ffca9068-36bd-4c0f-a76c-82da0089e725 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:56.916792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-18639a38-6cb3-44af-b397-2b57373fe936 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.919041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ea34d-0f08-414d-b5cb-0fa29156499a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Checking segment: {'id': '59a1703b-6981-4a8a-82e3-b6790ace729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b27e1919-3604-4294-985c-63eec0259140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:56.920158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ea34d-0f08-414d-b5cb-0fa29156499a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network hostable DHCP agents. Network: b27e1919-3604-4294-985c-63eec0259140, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:05:56.939718 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.942856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b18a242c-eef9-4c4e-a545-6f279713302f None None] Provisioning complete for port 08acf97a-4650-49be-bc90-339d361582e8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:56.943241 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b18a242c-eef9-4c4e-a545-6f279713302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:56.974164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ea34d-0f08-414d-b5cb-0fa29156499a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Subnet': ['ID=e2ebf58e-7b61-428c-911e-22dfbecf6366,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:56.987779 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-18639a38-6cb3-44af-b397-2b57373fe936 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.036022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ea34d-0f08-414d-b5cb-0fa29156499a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network b27e1919-3604-4294-985c-63eec0259140 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:05:57.045185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30012884-856e-47c3-822d-c294ed01cfe0 req-e45d5342-6b95-4151-8665-4f65b6441a10 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:57.047071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30012884-856e-47c3-822d-c294ed01cfe0 req-e45d5342-6b95-4151-8665-4f65b6441a10 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 931 time: 0.2616940
Dec 18 21:05:57.066593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab80da5-6ea3-4f67-ad32-b99047da6868 None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:57.079802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=f5738860-fb4b-482e-850a-fec10e393adb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:57.088228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01029a1f-6c70-48b6-9ed9-4300a6739bea {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:05:57.092882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No DVR routers for this DVR port f5738860-fb4b-482e-850a-fec10e393adb on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:57.101279 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.105032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-251ea34d-0f08-414d-b5cb-0fa29156499a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b27e1919-3604-4294-985c-63eec0259140) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:57.118797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ea34d-0f08-414d-b5cb-0fa29156499a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:57.119417 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-251ea34d-0f08-414d-b5cb-0fa29156499a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.129779 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-18639a38-6cb3-44af-b397-2b57373fe936 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.133593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5527ded-a508-41f5-8add-332036581170 None None] Network b27e1919-3604-4294-985c-63eec0259140 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:57.155445 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-18639a38-6cb3-44af-b397-2b57373fe936 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.156551 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Transition to ACTIVE for port object 01029a1f-6c70-48b6-9ed9-4300a6739bea will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:05:57.159321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-18639a38-6cb3-44af-b397-2b57373fe936 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a3928104-5401-4a90-bc72-42a1611a2719 HTTP/1.1" status: 204  len: 168 time: 0.2967091
Dec 18 21:05:57.169804 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54898) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:57.185158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18639a38-6cb3-44af-b397-2b57373fe936 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3928104-5401-4a90-bc72-42a1611a2719,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:57.192996 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.205082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-251ea34d-0f08-414d-b5cb-0fa29156499a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.0573177
Dec 18 21:05:57.208741 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30012884-856e-47c3-822d-c294ed01cfe0 req-dff07c24-c2d3-4674-b396-573bd529e2f5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437907
Dec 18 21:05:57.210466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54900) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:57.244848 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.286055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e67f9d0>,) {'filters': {'network_id': ['c6d403f1-d3a1-47c3-803c-695bb449fb3d']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:57.305262 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffca9068-36bd-4c0f-a76c-82da0089e725 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:57.307738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9ab80da5-6ea3-4f67-ad32-b99047da6868 None None] Deleting port 08acf97a-4650-49be-bc90-339d361582e8 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:05:57.308112 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9ab80da5-6ea3-4f67-ad32-b99047da6868 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.308962 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ffca9068-36bd-4c0f-a76c-82da0089e725 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.313056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b27e1919-3604-4294-985c-63eec0259140', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'project_id': '3ada50ccbe004ac887658264d222db1f', 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:57.315705 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.332918 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Pushing event updated for resources: {'Port': ['ID=01029a1f-6c70-48b6-9ed9-4300a6739bea,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:57.347559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e67f9d0>, '5f6e2560-d1a5-49d6-9966-85db830b36a5') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:57.347870 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e67f9d0>, '5f6e2560-d1a5-49d6-9966-85db830b36a5') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:05:57.403727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.417219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-79cd6394-76c0-4ea4-8fe8-7dbb7f8447c2 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2462249
Dec 18 21:05:57.423303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54906) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:57.435162 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.446645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:05:57.447034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:05:57.450345 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:05:57.500672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Attempting to bind port 01029a1f-6c70-48b6-9ed9-4300a6739bea on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:57.501013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Attempting to bind port 01029a1f-6c70-48b6-9ed9-4300a6739bea by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c0a34398-f8f7-4a60-90a2-f46f3737c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:57.501351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Attempting to bind port 01029a1f-6c70-48b6-9ed9-4300a6739bea on network 1868cd24-2ddf-47fc-8474-997160de3083 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:57.516738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Port 01029a1f-6c70-48b6-9ed9-4300a6739bea on network 1868cd24-2ddf-47fc-8474-997160de3083 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:05:57.517198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Attempting to bind port 01029a1f-6c70-48b6-9ed9-4300a6739bea on network 1868cd24-2ddf-47fc-8474-997160de3083 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:57.532260 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:57.533264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Checking segment: {'id': 'c0a34398-f8f7-4a60-90a2-f46f3737c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:57.533264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Bound using segment: {'id': 'c0a34398-f8f7-4a60-90a2-f46f3737c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:57.534584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Bound port: 01029a1f-6c70-48b6-9ed9-4300a6739bea, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a34398-f8f7-4a60-90a2-f46f3737c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:57.535378 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.563803 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9ab80da5-6ea3-4f67-ad32-b99047da6868 None None] For port 08acf97a-4650-49be-bc90-339d361582e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08acf97a-4650-49be-bc90-339d361582e8,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:57.564416 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9ab80da5-6ea3-4f67-ad32-b99047da6868 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.576837 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Allocated IP 2001:db8:2::2 (b27e1919-3604-4294-985c-63eec0259140/e2ebf58e-7b61-428c-911e-22dfbecf6366/d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:57.577033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.584739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.589251 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/networks/c6d403f1-d3a1-47c3-803c-695bb449fb3d HTTP/1.1" status: 204  len: 168 time: 2.1823568
Dec 18 21:05:57.595103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9ab80da5-6ea3-4f67-ad32-b99047da6868 None None] Calling delete_port for 08acf97a-4650-49be-bc90-339d361582e8 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:05:57.604700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54908) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:57.614391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1279899365', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:57.635065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a046eb-2863-434c-99b2-962ebafe53a1 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Network': ['ID=c6d403f1-d3a1-47c3-803c-695bb449fb3d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:57.648082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978cf56-ac91-4eac-ae6c-dd8b51bb259c req-df4b3349-ae7b-4aab-9f0f-a1c480da6130 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:57.649258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f978cf56-ac91-4eac-ae6c-dd8b51bb259c req-df4b3349-ae7b-4aab-9f0f-a1c480da6130 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2250750
Dec 18 21:05:57.675430 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.676799 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.684955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:57.706059 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:57.707398 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af806b02-f8c9-4c21-980c-954d7a2037e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.722934 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.773914 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9ab80da5-6ea3-4f67-ad32-b99047da6868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.792563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.801392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:57.803123 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.804456 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] 10.222.0.36 "PUT /v2.0/ports/01029a1f-6c70-48b6-9ed9-4300a6739bea HTTP/1.1" status: 200  len: 1091 time: 2.4448745
Dec 18 21:05:57.809816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'tag': '01029a1f-6c70-48b6-9ed9-4300a6739bea'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:05:57.813350 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ce3dcd-00bf-490d-8fdd-883b4b084051" -d '{"events": [{"name": "network-changed", "server_uuid": "b1be5bad-33b6-459e-93d1-c890f71c2fb7", "tag": "01029a1f-6c70-48b6-9ed9-4300a6739bea"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:05:57.826396 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab80da5-6ea3-4f67-ad32-b99047da6868 None None] Pushing event deleted for resources: {'Port': ['ID=08acf97a-4650-49be-bc90-339d361582e8,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:57.834544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab80da5-6ea3-4f67-ad32-b99047da6868 None None] No DVR routers for this DVR port 08acf97a-4650-49be-bc90-339d361582e8 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:05:57.863063 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.873301 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:57.914607 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6e9974-67ca-4be1-9874-68bc01df6025 x-openstack-request-id: req-8a6e9974-67ca-4be1-9874-68bc01df6025 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:05:57.915087 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1be5bad-33b6-459e-93d1-c890f71c2fb7", "tag": "01029a1f-6c70-48b6-9ed9-4300a6739bea", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:05:57.916242 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a6e9974-67ca-4be1-9874-68bc01df6025 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:05:57.916808 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'tag': '01029a1f-6c70-48b6-9ed9-4300a6739bea', 'status': 'completed', 'code': 200}
Dec 18 21:05:57.921174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Network b27e1919-3604-4294-985c-63eec0259140 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:57.924408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:57.930508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:57.981958 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Pushing event updated for resources: {'Port': ['ID=d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:57.997936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Attempting to bind port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:05:57.998324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Attempting to bind port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '59a1703b-6981-4a8a-82e3-b6790ace729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b27e1919-3604-4294-985c-63eec0259140'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:05:57.998689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Attempting to bind port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 on network b27e1919-3604-4294-985c-63eec0259140 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:05:58.004830 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:05:58.005205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Checking segment: {'id': '59a1703b-6981-4a8a-82e3-b6790ace729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b27e1919-3604-4294-985c-63eec0259140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:05:58.005606 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.006133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Bound using segment: {'id': '59a1703b-6981-4a8a-82e3-b6790ace729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b27e1919-3604-4294-985c-63eec0259140'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:05:58.006489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Bound port: d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a1703b-6981-4a8a-82e3-b6790ace729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b27e1919-3604-4294-985c-63eec0259140'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:05:58.006871 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.027266 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcd05e-c3bc-45b9-b08c-b4243a9eccba service neutron] Pushing event updated for resources: {'Port': ['ID=01029a1f-6c70-48b6-9ed9-4300a6739bea,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:58.077750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] For port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:05:58.082160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] For port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4,segment=NetworkSegment(59a1703b-6981-4a8a-82e3-b6790ace729f),segment_id=59a1703b-6981-4a8a-82e3-b6790ace729f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:05:58.088074 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.108228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-2da66814-54d7-4987-887a-0fd28075b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:58.109839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-2da66814-54d7-4987-887a-0fd28075b4ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 1094 time: 0.1893773
Dec 18 21:05:58.116423 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.166530 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694d4c0-309f-4c4f-9e04-d24367a2f62e None None] Pushing event updated for resources: {'Port': ['ID=d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:58.175093 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-1b3080ff-2009-48c4-9cef-44a7fcf976a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea HTTP/1.1" status: 200  len: 217 time: 0.0534883
Dec 18 21:05:58.213205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af806b02-f8c9-4c21-980c-954d7a2037e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.269324 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f978cf56-ac91-4eac-ae6c-dd8b51bb259c req-44615d9a-f8ab-4b77-b075-9fe8db688403 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5877831
Dec 18 21:05:58.270163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-c44996ef-041f-4ac5-ba0b-3acb31806893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:58.271772 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-c44996ef-041f-4ac5-ba0b-3acb31806893 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fddf9542-b331-44d6-bbe6-163e1b723ad1 HTTP/1.1" status: 200  len: 853 time: 0.0853055
Dec 18 21:05:58.313236 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-f6ffef53-67c1-497d-ab05-af22d4bdb758 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1868cd24-2ddf-47fc-8474-997160de3083&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0317054
Dec 18 21:05:58.410676 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af806b02-f8c9-4c21-980c-954d7a2037e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.413494 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af806b02-f8c9-4c21-980c-954d7a2037e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.417001 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-af806b02-f8c9-4c21-980c-954d7a2037e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-groups/4462a9c7-121a-4c16-8e75-925374b9456e HTTP/1.1" status: 204  len: 168 time: 0.9718335
Dec 18 21:05:58.418204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54916) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:58.448979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af806b02-f8c9-4c21-980c-954d7a2037e9 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4462a9c7-121a-4c16-8e75-925374b9456e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:58.516556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.552164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.objects.ports [None req-ffca9068-36bd-4c0f-a76c-82da0089e725 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:05:58.561912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698ec8f-e732-4d06-bfb1-611714a90ef2 req-0c196133-7c27-41ad-8ed1-aba934f713f3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:58.563621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2698ec8f-e732-4d06-bfb1-611714a90ef2 req-0c196133-7c27-41ad-8ed1-aba934f713f3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.2378747
Dec 18 21:05:58.567510 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ffca9068-36bd-4c0f-a76c-82da0089e725 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.582990 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-197dcbdc-b3a7-4ad7-90e6-9f359154c2af service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2522349
Dec 18 21:05:58.613721 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.645375 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.680723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:58.693778 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bf80f6d6-6686-472e-94ee-bd41e312381a tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2724864
Dec 18 21:05:58.720028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54918) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:58.727441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2698ec8f-e732-4d06-bfb1-611714a90ef2 req-31c7416f-f743-4ae3-8ea6-98a7d697a701 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487136
Dec 18 21:05:58.740184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:58.740564 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.746714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6a77e7b4-cbb5-4346-83b8-ca04a981d88c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760124904'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:58.766170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca9068-36bd-4c0f-a76c-82da0089e725 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:58.802349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ffca9068-36bd-4c0f-a76c-82da0089e725 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:58.810453 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f71ccebc-9fdd-450a-b963-dbdce8fd4202 req-c8048805-58cf-4fee-b779-7f2b04e2e36a service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2036405
Dec 18 21:05:58.819495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a893448a-b974-489b-b3b0-e56ddbc4e5c3 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:58.835317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Allocated IP 172.35.3.179 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/d8dfd13b-f75a-4d69-a02c-ce829ecb6de6) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:58.876800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca9068-36bd-4c0f-a76c-82da0089e725 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:58.877614 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ffca9068-36bd-4c0f-a76c-82da0089e725 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:58.916308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca9068-36bd-4c0f-a76c-82da0089e725 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=b2956042-8a0b-4377-9cd3-ee2342c01559,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:58.934292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ffca9068-36bd-4c0f-a76c-82da0089e725 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0778432
Dec 18 21:05:58.945934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54920) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:58.953699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ba1c0c91-320d-4883-a1d1-395df6a0a553 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:58.967947 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a77e7b4-cbb5-4346-83b8-ca04a981d88c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.033804 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.068013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Allocated IP 2001:db8:2::1 (b27e1919-3604-4294-985c-63eec0259140/e2ebf58e-7b61-428c-911e-22dfbecf6366/7ed800d6-8e47-40a1-9576-cdbba95903ba) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:59.092972 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce3dcd-00bf-490d-8fdd-883b4b084051 req-5b390dd9-29dd-4e20-a9ac-9db94340b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:59.094491 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e9ce3dcd-00bf-490d-8fdd-883b4b084051 req-5b390dd9-29dd-4e20-a9ac-9db94340b2d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 1094 time: 0.1938114
Dec 18 21:05:59.100689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.104560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4,segment=NetworkSegment(59a1703b-6981-4a8a-82e3-b6790ace729f),segment_id=59a1703b-6981-4a8a-82e3-b6790ace729f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:05:59.123204 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a77e7b4-cbb5-4346-83b8-ca04a981d88c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.123437 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.124002 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:05:59.159225 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a77e7b4-cbb5-4346-83b8-ca04a981d88c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.164230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': 'b2956042-8a0b-4377-9cd3-ee2342c01559'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:05:59.165349 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.200800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77e7b4-cbb5-4346-83b8-ca04a981d88c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc6c7c9-fead-47ec-b620-3ce1066966f6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:59.237961 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:59.290213 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.317737 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:59.317737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.318065 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a77e7b4-cbb5-4346-83b8-ca04a981d88c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.318146 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1c0c91-320d-4883-a1d1-395df6a0a553 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:05:59.318630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6a77e7b4-cbb5-4346-83b8-ca04a981d88c tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5957594
Dec 18 21:05:59.321156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54924) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:59.325485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0c91-320d-4883-a1d1-395df6a0a553 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.339220 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.351760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce3dcd-00bf-490d-8fdd-883b4b084051 req-636c3510-8242-4d2b-abaf-055db169891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:59.353259 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e9ce3dcd-00bf-490d-8fdd-883b4b084051 req-636c3510-8242-4d2b-abaf-055db169891f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 914 time: 0.2508481
Dec 18 21:05:59.356317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6ba745cc-abc4-4e01-8942-da80854964b0 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Request body: {'security_group_rule': {'security_group_id': '8dc6c7c9-fead-47ec-b620-3ce1066966f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:05:59.406163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Allocated IP 2001:db8::f816:3eff:fe1c:3d4d (366763c1-8ffb-4916-bf33-b9164c04d44d/b2956042-8a0b-4377-9cd3-ee2342c01559/627bf5ae-ed2b-4296-b8b6-2dd28f5de277) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:05:59.478586 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.500954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40929581-06e7-4945-b72e-086ca419dea8 req-eebf6715-b964-4f3c-b76e-dcd31b8b3c58 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:59.514906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40929581-06e7-4945-b72e-086ca419dea8 req-eebf6715-b964-4f3c-b76e-dcd31b8b3c58 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.0842814
Dec 18 21:05:59.515680 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ba745cc-abc4-4e01-8942-da80854964b0 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.516861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=d8dfd13b-f75a-4d69-a02c-ce829ecb6de6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:59.534094 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:59.538579 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e9ce3dcd-00bf-490d-8fdd-883b4b084051 req-5a0cb86c-7a7f-4510-b24f-68df405c96ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea HTTP/1.1" status: 200  len: 217 time: 0.1396177
Dec 18 21:05:59.542823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:59.547754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:59.564229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41641d62-cccc-494e-9547-722b0a7f4628 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:05:59.631968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network b27e1919-3604-4294-985c-63eec0259140 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:59.655240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:59.664755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:59.666185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.669079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=7ed800d6-8e47-40a1-9576-cdbba95903ba,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:59.669228 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 08acf97a-4650-49be-bc90-339d361582e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:05:59.713367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 08acf97a-4650-49be-bc90-339d361582e8 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:05:59.714015 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 08acf97a-4650-49be-bc90-339d361582e8 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:05:59.736185 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.738544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce3dcd-00bf-490d-8fdd-883b4b084051 req-ab9baa3b-1dbe-4ac6-a71b-0fd194dcd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:05:59.739352 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e9ce3dcd-00bf-490d-8fdd-883b4b084051 req-ab9baa3b-1dbe-4ac6-a71b-0fd194dcd986 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fddf9542-b331-44d6-bbe6-163e1b723ad1 HTTP/1.1" status: 200  len: 853 time: 0.1336405
Dec 18 21:05:59.748880 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f49d1dda-7a7b-4a67-855e-79a5d72cb297 None None] Provisioning complete for port d8dfd13b-f75a-4d69-a02c-ce829ecb6de6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:05:59.749343 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f49d1dda-7a7b-4a67-855e-79a5d72cb297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.751695 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.757147 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ba745cc-abc4-4e01-8942-da80854964b0 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.807589 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e9ce3dcd-00bf-490d-8fdd-883b4b084051 req-911cf0aa-0228-4d80-8246-9be2f54f6274 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1868cd24-2ddf-47fc-8474-997160de3083&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590053
Dec 18 21:05:59.818072 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e07f8-64ce-4527-8264-b5176c72d470 None None] Network b27e1919-3604-4294-985c-63eec0259140 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:05:59.840537 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ba745cc-abc4-4e01-8942-da80854964b0 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.876389 ncdv-master-1 neutron-server[126009]: INFO neutron.db.ipam_backend_mixin [None req-ba1c0c91-320d-4883-a1d1-395df6a0a553 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2956042-8a0b-4377-9cd3-ee2342c01559 (CIDR: 2001:db8::/64)
Dec 18 21:05:59.879148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:05:59.884342 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1c0c91-320d-4883-a1d1-395df6a0a553 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:05:59.884789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1c0c91-320d-4883-a1d1-395df6a0a553 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:05:59.889320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:05:59.899547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:05:59.905970 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.909761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f49d1dda-7a7b-4a67-855e-79a5d72cb297 None None] Port d8dfd13b-f75a-4d69-a02c-ce829ecb6de6 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:05:59.916454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Pushing event updated for resources: {'Port': ['ID=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:59.928098 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ba745cc-abc4-4e01-8942-da80854964b0 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:05:59.931847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6ba745cc-abc4-4e01-8942-da80854964b0 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6087615
Dec 18 21:05:59.937805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40929581-06e7-4945-b72e-086ca419dea8 req-332282ef-6e3c-4c2d-9900-234deb528744 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4113634
Dec 18 21:05:59.938516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54930) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:59.972846 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ba1c0c91-320d-4883-a1d1-395df6a0a553 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0249419
Dec 18 21:05:59.981642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54932) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:05:59.995338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba745cc-abc4-4e01-8942-da80854964b0 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980a6ffb-6324-4cd7-854a-c5469b0eaa0b,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:05:59.995785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4b3ba658-1930-4c80-967a-9e902af5e714 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:00.012665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Attempting to bind port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:00.013045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Attempting to bind port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:00.013412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Attempting to bind port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:00.030154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:00.030567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:00.030974 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.031375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:00.031849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Bound port: 627bf5ae-ed2b-4296-b8b6-2dd28f5de277, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:00.032600 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.056624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7042b7e3-53e2-4393-8af7-1e7f09a67c9c None None] Provisioning complete for port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:00.057000 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7042b7e3-53e2-4393-8af7-1e7f09a67c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.143293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] For port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:00.147273 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] For port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:00.179614 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.181552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229e8d6-92a1-41a0-9c67-593ed0298d56 req-b6f52cb0-a540-4c17-be44-0329982f4e4a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:00.183198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6229e8d6-92a1-41a0-9c67-593ed0298d56 req-b6f52cb0-a540-4c17-be44-0329982f4e4a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.3263772
Dec 18 21:06:00.193602 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-461ee5ab-41c9-45cc-8e76-429143ce55ac tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.226264 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-461ee5ab-41c9-45cc-8e76-429143ce55ac tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.260454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e422ca1-f122-4124-81ba-e24f61fd7c15 None None] Pushing event updated for resources: {'Port': ['ID=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:00.351058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6229e8d6-92a1-41a0-9c67-593ed0298d56 req-9befbef9-7b75-42f9-bdb5-2e11921f293d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123514
Dec 18 21:06:00.414692 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-461ee5ab-41c9-45cc-8e76-429143ce55ac tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.417409 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-461ee5ab-41c9-45cc-8e76-429143ce55ac tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.418723 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-461ee5ab-41c9-45cc-8e76-429143ce55ac tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-groups/8dc6c7c9-fead-47ec-b620-3ce1066966f6 HTTP/1.1" status: 204  len: 168 time: 0.4655168
Dec 18 21:06:00.428393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54934) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:00.453035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ee5ab-41c9-45cc-8e76-429143ce55ac tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc6c7c9-fead-47ec-b620-3ce1066966f6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:00.476173 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e9ce3dcd-00bf-490d-8fdd-883b4b084051 req-b3381d9c-744e-487b-8374-4f6fd03e7f66 service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6496201
Dec 18 21:06:00.514144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2db44aae-b039-454f-9cf4-1786a0695330 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0832410
Dec 18 21:06:00.515789 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54936) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:00.555912 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.588028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f0eca308-7fd1-4027-a0be-77aad4fb45a5 None None] Provisioning complete for port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:00.590928 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f0eca308-7fd1-4027-a0be-77aad4fb45a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.604328 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a5fcbc3e-b633-4738-acd8-a84ce389cf89 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0830293
Dec 18 21:06:00.604503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54938) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:00.616061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.623912 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.624840 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.665848 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-c00ad94e-e539-4800-b2fd-8c79a2fcec98 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] delete failed (client error): The resource could not be found.
Dec 18 21:06:00.666945 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c00ad94e-e539-4800-b2fd-8c79a2fcec98 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "DELETE /v2.0/security-groups/8dc6c7c9-fead-47ec-b620-3ce1066966f6 HTTP/1.1" status: 404  len: 347 time: 0.0617146
Dec 18 21:06:00.677007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54940) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:00.768546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:00.828128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=7ed800d6-8e47-40a1-9576-cdbba95903ba,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:00.829121 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e9ce3dcd-00bf-490d-8fdd-883b4b084051 req-bcdca1a8-982a-4250-947b-c2ba5df774a1 service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3391085
Dec 18 21:06:00.837814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f0eca308-7fd1-4027-a0be-77aad4fb45a5 None None] Provisioning complete for port 7ed800d6-8e47-40a1-9576-cdbba95903ba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:00.838346 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f0eca308-7fd1-4027-a0be-77aad4fb45a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.865813 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f036badb-62dc-42ad-83ad-71ddae58b485 tempest-SecGroupIPv6Test-319018085 tempest-SecGroupIPv6Test-319018085-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1860557
Dec 18 21:06:00.922868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network b27e1919-3604-4294-985c-63eec0259140 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:00.927347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:00.931476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3ba658-1930-4c80-967a-9e902af5e714 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:00.935838 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f0eca308-7fd1-4027-a0be-77aad4fb45a5 None None] Port 7ed800d6-8e47-40a1-9576-cdbba95903ba cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:00.937411 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:00.937784 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:00.945952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba658-1930-4c80-967a-9e902af5e714 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.128249 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-277e0f56-51bc-493d-8914-ddcf8476a2a4 None None] Provisioning complete for port 7ed800d6-8e47-40a1-9576-cdbba95903ba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:01.128767 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-277e0f56-51bc-493d-8914-ddcf8476a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.146105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 68a32e25-785f-4d51-872f-9a152e38ab08 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:01.171739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-277e0f56-51bc-493d-8914-ddcf8476a2a4 None None] Port 7ed800d6-8e47-40a1-9576-cdbba95903ba cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:01.171951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034704a2-5f38-447f-8b0f-44ca038dd08b req-0dc5e129-f580-4626-9d0c-65e8d4baf24a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:01.173489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-034704a2-5f38-447f-8b0f-44ca038dd08b req-0dc5e129-f580-4626-9d0c-65e8d4baf24a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.0885258
Dec 18 21:06:01.228622 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.244681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54950) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:01.309423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-034704a2-5f38-447f-8b0f-44ca038dd08b req-f37290d5-67ff-483f-9197-fe438c5a881a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292224
Dec 18 21:06:01.311006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:01.324367 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ce8a9e86-3105-4772-8d16-7cff5f4143ed tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1103408
Dec 18 21:06:01.327813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54954) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:01.336660 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Sync routers for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:01.339680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-efc6fbcf-1bfe-4ba5-afea-1845bbbcf210 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-10757294'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:01.361510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:01.363867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ea17d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:01.384630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc6fbcf-1bfe-4ba5-afea-1845bbbcf210 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:01.395080 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-efc6fbcf-1bfe-4ba5-afea-1845bbbcf210 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.467762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc6fbcf-1bfe-4ba5-afea-1845bbbcf210 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:06:01.505416 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-efc6fbcf-1bfe-4ba5-afea-1845bbbcf210 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.506065 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-efc6fbcf-1bfe-4ba5-afea-1845bbbcf210 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Added segment a28e5c36-7fdd-488c-b2cb-0b506072c44d of type vlan for network 1aeae59b-72c2-4f3d-af47-f7b13621417a
Dec 18 21:06:01.536798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-beecacdf-96d0-4209-80a4-1cc8a3e4c626 None None] Provisioning complete for port 7ed800d6-8e47-40a1-9576-cdbba95903ba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:01.537328 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-beecacdf-96d0-4209-80a4-1cc8a3e4c626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.563150 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-efc6fbcf-1bfe-4ba5-afea-1845bbbcf210 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.575096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd856a9-2097-4b96-b65e-5419f7b032a9 req-2c606ba6-8819-4e10-8d0f-eb7750521226 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:01.577023 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6bd856a9-2097-4b96-b65e-5419f7b032a9 req-2c606ba6-8819-4e10-8d0f-eb7750521226 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.1127164
Dec 18 21:06:01.589700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-beecacdf-96d0-4209-80a4-1cc8a3e4c626 None None] Port 7ed800d6-8e47-40a1-9576-cdbba95903ba cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:01.599582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:01.619479 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-efc6fbcf-1bfe-4ba5-afea-1845bbbcf210 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.622110 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-90caaa28-d7e9-4184-8680-3c6e42251c1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc75b17b82984a1cb881458e991ff08c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3762691
Dec 18 21:06:01.625192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54958) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:01.626350 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc6fbcf-1bfe-4ba5-afea-1845bbbcf210 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:01.627196 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-efc6fbcf-1bfe-4ba5-afea-1845bbbcf210 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.696699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 1437864a-73a9-482b-a250-3b5ae258998b is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:06:01.710564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba658-1930-4c80-967a-9e902af5e714 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.713452 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-efc6fbcf-1bfe-4ba5-afea-1845bbbcf210 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3846288
Dec 18 21:06:01.725583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54960) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:01.728770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6bd856a9-2097-4b96-b65e-5419f7b032a9 req-a4793502-4c2f-4b49-b14d-65a4a27258a4 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375186
Dec 18 21:06:01.753169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6fbcf-1bfe-4ba5-afea-1845bbbcf210 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Network': ['ID=1aeae59b-72c2-4f3d-af47-f7b13621417a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:01.764543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8be688c1-0bf1-4bd3-992e-05bb31de95a8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'subnet': {'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:01.793987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 1aeae59b-72c2-4f3d-af47-f7b13621417a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:06:01.841115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-84c0f2ab-5726-49e4-b8a3-a5ea416cf97f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.890676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3ba658-1930-4c80-967a-9e902af5e714 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:01.914168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-4b3ba658-1930-4c80-967a-9e902af5e714 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:01.927203 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ba658-1930-4c80-967a-9e902af5e714 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=c4568b09-0ed1-4c0f-8db1-6a19cb5cd583,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:01.929004 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01a3461-4250-40bc-85c1-f5bddde28ffd None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:01.933479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-84c0f2ab-5726-49e4-b8a3-a5ea416cf97f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.935743 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3ba658-1930-4c80-967a-9e902af5e714 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:01.936326 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba658-1930-4c80-967a-9e902af5e714 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:01.986390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6ee81346-a6d8-4d61-8745-bfcb563f2181 None None] Provisioning complete for port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:01.986796 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ee81346-a6d8-4d61-8745-bfcb563f2181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:02.023265 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4b3ba658-1930-4c80-967a-9e902af5e714 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0322874
Dec 18 21:06:02.027087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54964) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:02.034684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:4b:d3:d0', 'name': 'tempest-NetworksTestDHCPv6-1638752547'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:02.048087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:02.062790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ea17d30>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:05:59Z', 'revision_number': 4, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:00Z', 'revision_number': 2, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:02.072199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be688c1-0bf1-4bd3-992e-05bb31de95a8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Made reservation on behalf of 3ada50ccbe004ac887658264d222db1f for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:02.075083 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b1644-f37a-4fcd-8d00-9f0a23d6b4d0 None None] Sync routers for ids ['1437864a-73a9-482b-a250-3b5ae258998b'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:02.076546 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8be688c1-0bf1-4bd3-992e-05bb31de95a8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:02.084826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:02.086596 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b1644-f37a-4fcd-8d00-9f0a23d6b4d0 None None] Routers {'1437864a-73a9-482b-a250-3b5ae258998b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:02.087371 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f83b1644-f37a-4fcd-8d00-9f0a23d6b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366462ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1437864a-73a9-482b-a250-3b5ae258998b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:02.089135 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c41fe0e5-afca-47fd-847b-f591b7816383 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 4.4831839
Dec 18 21:06:02.089791 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54966) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:02.119501 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f83b1644-f37a-4fcd-8d00-9f0a23d6b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366462ecd0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:02.129526 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b1644-f37a-4fcd-8d00-9f0a23d6b4d0 None None] Routers {'1437864a-73a9-482b-a250-3b5ae258998b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:02.130460 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f83b1644-f37a-4fcd-8d00-9f0a23d6b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366462ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1437864a-73a9-482b-a250-3b5ae258998b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:02.140024 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-84c0f2ab-5726-49e4-b8a3-a5ea416cf97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:02.140513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Checking router: 68a32e25-785f-4d51-872f-9a152e38ab08 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:02.141606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Updating router 68a32e25-785f-4d51-872f-9a152e38ab08 port 7ed800d6-8e47-40a1-9576-cdbba95903ba binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:06:02.145348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-84c0f2ab-5726-49e4-b8a3-a5ea416cf97f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:02.149221 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-84c0f2ab-5726-49e4-b8a3-a5ea416cf97f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64bb4846-cecd-4a64-a522-8e73b99856bd HTTP/1.1" status: 204  len: 168 time: 0.5207729
Dec 18 21:06:02.167407 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f83b1644-f37a-4fcd-8d00-9f0a23d6b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366462ecd0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:02.168088 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b1644-f37a-4fcd-8d00-9f0a23d6b4d0 None None] The sync data for ids ['1437864a-73a9-482b-a250-3b5ae258998b'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:02.181125 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:02.214280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0f2ab-5726-49e4-b8a3-a5ea416cf97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb4846-cecd-4a64-a522-8e73b99856bd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:02.240552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:02.284116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ee81346-a6d8-4d61-8745-bfcb563f2181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:02.320032 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8ca0c4ef-e16c-4bbc-8737-662fff109e3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/routers/1437864a-73a9-482b-a250-3b5ae258998b HTTP/1.1" status: 200  len: 881 time: 0.2156072
Dec 18 21:06:02.321976 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54970) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:02.410140 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01029a1f-6c70-48b6-9ed9-4300a6739bea details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:06:02.438168 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6ee81346-a6d8-4d61-8745-bfcb563f2181 None None] For port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:02.440490 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8be688c1-0bf1-4bd3-992e-05bb31de95a8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:02.457875 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ee81346-a6d8-4d61-8745-bfcb563f2181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:02.482037 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:02.514314 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 31682618-53bd-4087-a21d-9ab296958a36 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:06:02.520512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be688c1-0bf1-4bd3-992e-05bb31de95a8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Subnet': ['ID=9139077e-9127-47a3-92ed-5753d6743549,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:02.523924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be688c1-0bf1-4bd3-992e-05bb31de95a8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Checking segment: {'id': 'a28e5c36-7fdd-488c-b2cb-0b506072c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:02.523924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be688c1-0bf1-4bd3-992e-05bb31de95a8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network hostable DHCP agents. Network: 1aeae59b-72c2-4f3d-af47-f7b13621417a, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:06:02.552808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8bc856-acc0-476b-99d4-14f2d7f8c319 None None] Update dhcp port {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': 'b2956042-8a0b-4377-9cd3-ee2342c01559', 'ip_address': '2001:db8::f816:3eff:fe1c:3d4d'}, {'subnet_id': 'c4568b09-0ed1-4c0f-8db1-6a19cb5cd583'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '627bf5ae-ed2b-4296-b8b6-2dd28f5de277'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 21:06:02.566240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be688c1-0bf1-4bd3-992e-05bb31de95a8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 1aeae59b-72c2-4f3d-af47-f7b13621417a is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:06:02.581717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-8be688c1-0bf1-4bd3-992e-05bb31de95a8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1aeae59b-72c2-4f3d-af47-f7b13621417a) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:02.589062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be688c1-0bf1-4bd3-992e-05bb31de95a8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:02.589659 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8be688c1-0bf1-4bd3-992e-05bb31de95a8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:02.617629 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8be688c1-0bf1-4bd3-992e-05bb31de95a8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.8910210
Dec 18 21:06:02.620500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54978) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:02.768509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5aac4-875b-4483-afd2-e35a10e6b98a req-725297f3-1931-495f-ac98-73697be18ead tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:02.770820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03c5aac4-875b-4483-afd2-e35a10e6b98a req-725297f3-1931-495f-ac98-73697be18ead tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.3412726
Dec 18 21:06:02.812938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e0269c-25ee-453f-9cee-5c35fb830468 None None] Network 1aeae59b-72c2-4f3d-af47-f7b13621417a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:02.814983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:02.892915 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c8bc856-acc0-476b-99d4-14f2d7f8c319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:02.931013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee81346-a6d8-4d61-8745-bfcb563f2181 None None] Pushing event updated for resources: {'Port': ['ID=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:03.040440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:03.042861 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-35993ba0-590f-44ee-9a5a-4e0552a8311e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.186106 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.245230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '01029a1f-6c70-48b6-9ed9-4300a6739bea', 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083', 'port_id': '01029a1f-6c70-48b6-9ed9-4300a6739bea', 'mac_address': 'fa:16:3e:de:10:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddf9542-b331-44d6-bbe6-163e1b723ad1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:06:03.290559 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.300452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:03.301018 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.303059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1aeae59b-72c2-4f3d-af47-f7b13621417a', 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a', 'project_id': '3ada50ccbe004ac887658264d222db1f', 'fixed_ips': [{'subnet_id': '9139077e-9127-47a3-92ed-5753d6743549'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:06:03.304048 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.346145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03c5aac4-875b-4483-afd2-e35a10e6b98a req-2cdecdb9-84b1-4506-91be-e820c736dc50 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5362558
Dec 18 21:06:03.347787 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54998) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:03.378608 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.496603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876dd52-3227-4779-8a26-1533b71643e7 req-69637083-a82b-41ff-b2a6-28b1d31cc977 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:03.508034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c876dd52-3227-4779-8a26-1533b71643e7 req-69637083-a82b-41ff-b2a6-28b1d31cc977 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.2900474
Dec 18 21:06:03.537782 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1333606181'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:03.549209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-27dd2f4f-1cb3-4a8e-9230-6bf6d94e8bae tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 1.2253680
Dec 18 21:06:03.552796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55002) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:03.565657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d22c13e4-20aa-411b-a0af-6a98f8bc519f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1279899365'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:03.606809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c876dd52-3227-4779-8a26-1533b71643e7 req-0cc4616c-03fe-498c-b78d-c0b621ac5825 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977657
Dec 18 21:06:03.611196 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.625066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8:0:1::340 (366763c1-8ffb-4916-bf33-b9164c04d44d/c4568b09-0ed1-4c0f-8db1-6a19cb5cd583/31682618-53bd-4087-a21d-9ab296958a36) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:03.635346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::f816:3eff:fe4b:d3d0 (366763c1-8ffb-4916-bf33-b9164c04d44d/b2956042-8a0b-4377-9cd3-ee2342c01559/31682618-53bd-4087-a21d-9ab296958a36) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:03.672123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a7ad4-7667-4820-b932-d3d117815761 None None] Pushing event updated for resources: {'Port': ['ID=7ed800d6-8e47-40a1-9576-cdbba95903ba,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:03.688983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01029a1f-6c70-48b6-9ed9-4300a6739bea {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:06:03.711589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Attempting to bind port 7ed800d6-8e47-40a1-9576-cdbba95903ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:03.711905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Attempting to bind port 7ed800d6-8e47-40a1-9576-cdbba95903ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '59a1703b-6981-4a8a-82e3-b6790ace729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b27e1919-3604-4294-985c-63eec0259140'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:03.712308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Attempting to bind port 7ed800d6-8e47-40a1-9576-cdbba95903ba on network b27e1919-3604-4294-985c-63eec0259140 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:03.723292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Allocated IP 2001:db8:3::1 (1aeae59b-72c2-4f3d-af47-f7b13621417a/9139077e-9127-47a3-92ed-5753d6743549/aa152cce-507e-4d6b-8e4d-1a60d4ebc2da) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:03.741521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:03.741911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Checking segment: {'id': '59a1703b-6981-4a8a-82e3-b6790ace729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b27e1919-3604-4294-985c-63eec0259140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:03.742339 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.742735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Bound using segment: {'id': '59a1703b-6981-4a8a-82e3-b6790ace729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b27e1919-3604-4294-985c-63eec0259140'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:03.743215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Bound port: 7ed800d6-8e47-40a1-9576-cdbba95903ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a1703b-6981-4a8a-82e3-b6790ace729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b27e1919-3604-4294-985c-63eec0259140'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:03.743596 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.757601 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:03.785597 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.789593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Made reservation on behalf of 7b528b658d1d4b2b9e31d97935c5876a for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:03.793362 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.794443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e80a9006-57a5-43e4-afa7-a610cb70c486 None None] Provisioning complete for port 7ed800d6-8e47-40a1-9576-cdbba95903ba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:03.794811 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e80a9006-57a5-43e4-afa7-a610cb70c486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.814444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.838323 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.883786 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.934206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e80a9006-57a5-43e4-afa7-a610cb70c486 None None] Port 7ed800d6-8e47-40a1-9576-cdbba95903ba cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:03.934824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:03.937940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:03.943597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:03.949487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:03.950426 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:03.955843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] For port 7ed800d6-8e47-40a1-9576-cdbba95903ba, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:03.962158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] For port 7ed800d6-8e47-40a1-9576-cdbba95903ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ed800d6-8e47-40a1-9576-cdbba95903ba,segment=NetworkSegment(59a1703b-6981-4a8a-82e3-b6790ace729f),segment_id=59a1703b-6981-4a8a-82e3-b6790ace729f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:03.962492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=31682618-53bd-4087-a21d-9ab296958a36,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:03.974836 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3ebb36e3-1e26-4860-9517-60ae79e373f1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.9464583
Dec 18 21:06:03.976150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=01029a1f-6c70-48b6-9ed9-4300a6739bea,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:03.977429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55004) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:03.983656 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.032178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-2c8bc856-acc0-476b-99d4-14f2d7f8c319 None None] Allocated IP 2001:db8:0:1::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/c4568b09-0ed1-4c0f-8db1-6a19cb5cd583/627bf5ae-ed2b-4296-b8b6-2dd28f5de277) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:04.071812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['01029a1f-6c70-48b6-9ed9-4300a6739bea'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:06:04.092261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b677137d-4f33-4768-8110-df089e3bb7d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 31682618-53bd-4087-a21d-9ab296958a36 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:04.092759 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b677137d-4f33-4768-8110-df089e3bb7d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.183088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a7ad4-7667-4820-b932-d3d117815761 None None] Pushing event updated for resources: {'Port': ['ID=7ed800d6-8e47-40a1-9576-cdbba95903ba,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:04.199590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:04.200471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ea17d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:05:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:04.213954 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b677137d-4f33-4768-8110-df089e3bb7d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.234373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b677137d-4f33-4768-8110-df089e3bb7d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 31682618-53bd-4087-a21d-9ab296958a36 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:04.371117 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2c8bc856-acc0-476b-99d4-14f2d7f8c319 None None] For port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:04.392487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:04.409227 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.494535 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c8bc856-acc0-476b-99d4-14f2d7f8c319 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.511294 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.522642 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.592229 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c8bc856-acc0-476b-99d4-14f2d7f8c319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.594043 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.609922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967063b-d1cf-4544-bc1e-f68c62a5e815 req-a8ee65f2-2155-42c2-a151-bc7a50665d94 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:04.612458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3967063b-d1cf-4544-bc1e-f68c62a5e815 req-a8ee65f2-2155-42c2-a151-bc7a50665d94 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.1241672
Dec 18 21:06:04.613676 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b677137d-4f33-4768-8110-df089e3bb7d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.619911 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a24388-bb99-4750-b223-f8026a49484c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:04.644148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:06:04.644954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677137d-4f33-4768-8110-df089e3bb7d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=31682618-53bd-4087-a21d-9ab296958a36,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:04.664514 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d22c13e4-20aa-411b-a0af-6a98f8bc519f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.678827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 1aeae59b-72c2-4f3d-af47-f7b13621417a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:04.683672 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.684211 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Added segment 93bf62fa-ad57-48b5-9baf-0c051a67b84a of type vlan for network 8acebc07-6aed-4584-a072-fa8a2d64a829
Dec 18 21:06:04.687669 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Allocated IP 2001:db8:3::2 (1aeae59b-72c2-4f3d-af47-f7b13621417a/9139077e-9127-47a3-92ed-5753d6743549/f2315d00-c625-4e30-ad1c-a198e541b0ca) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:04.688977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:04.701751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:04.702641 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.711596 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d22c13e4-20aa-411b-a0af-6a98f8bc519f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.727374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:04.748952 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b677137d-4f33-4768-8110-df089e3bb7d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.752704 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b677137d-4f33-4768-8110-df089e3bb7d9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/31682618-53bd-4087-a21d-9ab296958a36 HTTP/1.1" status: 204  len: 168 time: 0.7730508
Dec 18 21:06:04.765532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55012) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:04.769479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=aa152cce-507e-4d6b-8e4d-1a60d4ebc2da,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:04.794867 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.833114 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3967063b-d1cf-4544-bc1e-f68c62a5e815 req-5837c016-eee0-488c-9032-3b2096884671 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891170
Dec 18 21:06:04.859410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae059ce7-b59d-455d-8166-e6a598e138d1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:04.861031 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ae059ce7-b59d-455d-8166-e6a598e138d1 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0933878
Dec 18 21:06:04.869766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b23b-696c-4714-ad67-7fcf3ffd4f46 req-31c79dc0-eb4e-40c5-ade0-704a331437b1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:04.871388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e46b23b-696c-4714-ad67-7fcf3ffd4f46 req-31c79dc0-eb4e-40c5-ade0-704a331437b1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 944 time: 0.1336339
Dec 18 21:06:04.871933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55014) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:04.953078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764e2783-d90c-4e95-8446-6ea11a543a11 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:04.954821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-764e2783-d90c-4e95-8446-6ea11a543a11 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0819230
Dec 18 21:06:04.955876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.957408 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55016) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:04.961414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:04.962105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:04.969411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e46b23b-696c-4714-ad67-7fcf3ffd4f46 req-4d63b074-436f-4091-bca1-24ff601d5284 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872519
Dec 18 21:06:05.009906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fe60b4a4-4494-46bf-b79d-af9373df0e3f None None] Provisioning complete for port 7ed800d6-8e47-40a1-9576-cdbba95903ba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:05.010458 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fe60b4a4-4494-46bf-b79d-af9373df0e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.030681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613318be-2234-4b1d-92a0-905cd7b7d682 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:05.032932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613318be-2234-4b1d-92a0-905cd7b7d682 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:05.035504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613318be-2234-4b1d-92a0-905cd7b7d682 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:05.041091 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-613318be-2234-4b1d-92a0-905cd7b7d682 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0801544
Dec 18 21:06:05.041091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55018) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:05.062242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22c13e4-20aa-411b-a0af-6a98f8bc519f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 1437864a-73a9-482b-a250-3b5ae258998b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:05.075215 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 1.7268295
Dec 18 21:06:05.078093 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.079073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55020) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:05.086654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-51937eec-5b71-41ea-b1d2-eceaa3effb5f tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f36640ca820>, 'networks', '8acebc07-6aed-4584-a072-fa8a2d64a829', 'tempest-TagsTest-Tag-1230675164') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:05.093028 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e4b39-3d33-4946-ba0d-26be7857001e tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Pushing event updated for resources: {'Network': ['ID=8acebc07-6aed-4584-a072-fa8a2d64a829,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:05.139697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 8acebc07-6aed-4584-a072-fa8a2d64a829 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:06:05.151195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a8ffe1-8539-40ef-b090-e3f1a29ec03a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet b2956042-8a0b-4377-9cd3-ee2342c01559 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:06:05.156846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52a8ffe1-8539-40ef-b090-e3f1a29ec03a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.210947 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52a8ffe1-8539-40ef-b090-e3f1a29ec03a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.267290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bc856-acc0-476b-99d4-14f2d7f8c319 None None] Pushing event updated for resources: {'Port': ['ID=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:05.270925 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-51937eec-5b71-41ea-b1d2-eceaa3effb5f tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "PUT /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829/tags/tempest-TagsTest-Tag-1230675164 HTTP/1.1" status: 201  len: 201 time: 0.1906736
Dec 18 21:06:05.275617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55022) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:05.281889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-7c7b7442-8b2f-44b6-91ab-0a929b101fe3 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365cb194c0>, 'networks', '8acebc07-6aed-4584-a072-fa8a2d64a829', 'tempest-TagsTest-Tag-1230675164') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:05.320777 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0e518fa1-0b40-4a86-8172-a8b7f551a4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.346580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c13e4-20aa-411b-a0af-6a98f8bc519f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:05.354422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d22c13e4-20aa-411b-a0af-6a98f8bc519f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.358328 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d22c13e4-20aa-411b-a0af-6a98f8bc519f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/1437864a-73a9-482b-a250-3b5ae258998b HTTP/1.1" status: 200  len: 888 time: 1.8042796
Dec 18 21:06:05.359548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55024) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:05.374239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52a8ffe1-8539-40ef-b090-e3f1a29ec03a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.397684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:05.398045 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.435822 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5587c243-5573-4d6d-a8eb-ac569e516924 None None] Sync routers for ids ['1437864a-73a9-482b-a250-3b5ae258998b'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:05.449646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7c7b7442-8b2f-44b6-91ab-0a929b101fe3 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "GET /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829/tags/tempest-TagsTest-Tag-1230675164 HTTP/1.1" status: 204  len: 168 time: 0.1720817
Dec 18 21:06:05.451351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55026) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:05.459644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-1543acc5-5a41-4002-92f0-c07630e41210 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f365f9ae040>, 'networks', '8acebc07-6aed-4584-a072-fa8a2d64a829') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:05.514490 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fe60b4a4-4494-46bf-b79d-af9373df0e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.525286 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52a8ffe1-8539-40ef-b090-e3f1a29ec03a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.574619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8ffe1-8539-40ef-b090-e3f1a29ec03a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=b2956042-8a0b-4377-9cd3-ee2342c01559,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:05.578227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fe60b4a4-4494-46bf-b79d-af9373df0e3f None None] For port 7ed800d6-8e47-40a1-9576-cdbba95903ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ed800d6-8e47-40a1-9576-cdbba95903ba,segment=NetworkSegment(59a1703b-6981-4a8a-82e3-b6790ace729f),segment_id=59a1703b-6981-4a8a-82e3-b6790ace729f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:05.583069 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52a8ffe1-8539-40ef-b090-e3f1a29ec03a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.592564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55030) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:05.601229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-52a8ffe1-8539-40ef-b090-e3f1a29ec03a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/b2956042-8a0b-4377-9cd3-ee2342c01559 HTTP/1.1" status: 204  len: 168 time: 0.5468678
Dec 18 21:06:05.618047 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fe60b4a4-4494-46bf-b79d-af9373df0e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.619824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5587c243-5573-4d6d-a8eb-ac569e516924 None None] Routers {'1437864a-73a9-482b-a250-3b5ae258998b'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:05.620438 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5587c243-5573-4d6d-a8eb-ac569e516924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e403a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1437864a-73a9-482b-a250-3b5ae258998b'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:05.632198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1543acc5-5a41-4002-92f0-c07630e41210 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "GET /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829/tags HTTP/1.1" status: 200  len: 238 time: 0.1783018
Dec 18 21:06:05.634433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55032) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:05.646502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-08b3d780-ba97-4a9e-bbe5-fcc70c7b04d3 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f365cefb4f0>, 'networks', '8acebc07-6aed-4584-a072-fa8a2d64a829', {'tags': ['tempest-TagsTest-Tag-1611818781', 'tempest-TagsTest-Tag-1387928665', 'tempest-TagsTest-Tag-756888284']}) {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:05.669633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5587c243-5573-4d6d-a8eb-ac569e516924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e403a60>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:05.677328 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e0a966e8-7a3f-4e5e-927a-fe0424b20a25 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/routers/1437864a-73a9-482b-a250-3b5ae258998b HTTP/1.1" status: 200  len: 888 time: 0.3047104
Dec 18 21:06:05.677994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55034) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:05.756633 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4fc5680c-0685-4059-943b-c060dbb8c4b6 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=1437864a-73a9-482b-a250-3b5ae258998b HTTP/1.1" status: 200  len: 205 time: 0.0715494
Dec 18 21:06:05.757010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55036) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:05.762093 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.768450 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38b81fe-2215-426e-930e-e32063257b22 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet c4568b09-0ed1-4c0f-8db1-6a19cb5cd583 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:06:05.773466 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.774672 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.784973 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e38b81fe-2215-426e-930e-e32063257b22 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.793438 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.806243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5587c243-5573-4d6d-a8eb-ac569e516924 None None] Routers {'1437864a-73a9-482b-a250-3b5ae258998b'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:05.806893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5587c243-5573-4d6d-a8eb-ac569e516924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e403a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1437864a-73a9-482b-a250-3b5ae258998b'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:05.827725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-08b3d780-ba97-4a9e-bbe5-fcc70c7b04d3 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "PUT /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829/tags HTTP/1.1" status: 200  len: 308 time: 0.1921396
Dec 18 21:06:05.831393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55038) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:05.839574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-49fe5915-ef20-4ef3-bc1c-b20bef3d615c tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f365e316220>, 'networks', '8acebc07-6aed-4584-a072-fa8a2d64a829', 'tempest-TagsTest-Tag-1611818781') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:05.874421 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5587c243-5573-4d6d-a8eb-ac569e516924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e403a60>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:05.875085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5587c243-5573-4d6d-a8eb-ac569e516924 None None] The sync data for ids ['1437864a-73a9-482b-a250-3b5ae258998b'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:05.879355 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ea17d30>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:05:59Z', 'revision_number': 4, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:03Z', 'revision_number': 4, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:05.885476 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.927833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60b4a4-4494-46bf-b79d-af9373df0e3f None None] Pushing event updated for resources: {'Port': ['ID=7ed800d6-8e47-40a1-9576-cdbba95903ba,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:05.934770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe51e2-1ee2-40b9-82bb-608ed27519a0 None None] The sync data for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 is: [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:05:59Z', 'revision_number': 4, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:03Z', 'revision_number': 4, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:05.944003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e38b81fe-2215-426e-930e-e32063257b22 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:05.968609 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event updated for resources: {'Port': ['ID=aa152cce-507e-4d6b-8e4d-1a60d4ebc2da,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:06.002994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Network 1aeae59b-72c2-4f3d-af47-f7b13621417a is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:06.010513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:06.057373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:06.099231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Network 1aeae59b-72c2-4f3d-af47-f7b13621417a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:06.105887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:06.206458 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:06.208262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e2aed1-4ec5-467c-93dd-17114993f2a4 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:06.254204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Pushing event updated for resources: {'Port': ['ID=f2315d00-c625-4e30-ad1c-a198e541b0ca,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:06.257231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e38b81fe-2215-426e-930e-e32063257b22 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:06.314010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d27fd-1212-4a43-98ef-28f05e5e3b24 req-fbfcda77-5b55-48ef-ae98-dce07ec1d801 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:06.324126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd1d27fd-1212-4a43-98ef-28f05e5e3b24 req-fbfcda77-5b55-48ef-ae98-dce07ec1d801 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2381914
Dec 18 21:06:06.346276 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Attempting to bind port f2315d00-c625-4e30-ad1c-a198e541b0ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:06.346813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Attempting to bind port f2315d00-c625-4e30-ad1c-a198e541b0ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a28e5c36-7fdd-488c-b2cb-0b506072c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:06.347292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Attempting to bind port f2315d00-c625-4e30-ad1c-a198e541b0ca on network 1aeae59b-72c2-4f3d-af47-f7b13621417a {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:06.349918 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 39f33934-8809-44c6-97cd-68c74a5bf74c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:06:06.363776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01029a1f-6c70-48b6-9ed9-4300a6739bea up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:06.411587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 68a32e25-785f-4d51-872f-9a152e38ab08 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:06.434588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679e223-7631-4016-882e-3931241809e4 req-a4a4d16b-c121-4f46-a25b-ee62573497a5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:06.441789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a679e223-7631-4016-882e-3931241809e4 req-a4a4d16b-c121-4f46-a25b-ee62573497a5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 944 time: 0.3192120
Dec 18 21:06:06.556459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:06.556836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Checking segment: {'id': 'a28e5c36-7fdd-488c-b2cb-0b506072c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:06.557236 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:06.557634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Bound using segment: {'id': 'a28e5c36-7fdd-488c-b2cb-0b506072c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:06.558115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Bound port: f2315d00-c625-4e30-ad1c-a198e541b0ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28e5c36-7fdd-488c-b2cb-0b506072c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:06.558520 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:06.621791 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-49fe5915-ef20-4ef3-bc1c-b20bef3d615c tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "DELETE /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829/tags/tempest-TagsTest-Tag-1611818781 HTTP/1.1" status: 204  len: 168 time: 0.7893531
Dec 18 21:06:06.628322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55054) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:06.629547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:06.645117 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-986194af-03e5-4ba6-add0-9e34007f466d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0205536
Dec 18 21:06:06.646877 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:06.650688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55056) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:06.658506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fa9b3f33-1233-4e18-95df-5c121d162054 None None] Provisioning complete for port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:06.659003 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fa9b3f33-1233-4e18-95df-5c121d162054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:06.666535 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-813a5528-2a3e-4eac-8f62-241b4a3dd957 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365f8f3ca0>, 'networks', '8acebc07-6aed-4584-a072-fa8a2d64a829', 'tempest-TagsTest-Tag-1611818781') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:06.713863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3e922409-3e62-46c4-a5b3-12c4dea8f6f8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:06.720480 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e38b81fe-2215-426e-930e-e32063257b22 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:06.725723 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a679e223-7631-4016-882e-3931241809e4 req-37c3be05-88c6-47fb-b506-e638fb760bb7 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003822
Dec 18 21:06:06.746946 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e38b81fe-2215-426e-930e-e32063257b22 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:06.764235 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e38b81fe-2215-426e-930e-e32063257b22 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/c4568b09-0ed1-4c0f-8db1-6a19cb5cd583 HTTP/1.1" status: 204  len: 168 time: 1.1705613
Dec 18 21:06:06.795610 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:06.806819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55062) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:06.844496 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 39f33934-8809-44c6-97cd-68c74a5bf74c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39f33934-8809-44c6-97cd-68c74a5bf74c,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:06.892212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7ed800d6-8e47-40a1-9576-cdbba95903ba up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:06.898774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd1d27fd-1212-4a43-98ef-28f05e5e3b24 req-b8ec5da8-6279-4b35-be08-8e49605aed78 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5732079
Dec 18 21:06:06.961089 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-afab961b-c262-402b-bb86-357fa734b12c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1531076
Dec 18 21:06:06.961696 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55066) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:06.963974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b81fe-2215-426e-930e-e32063257b22 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=c4568b09-0ed1-4c0f-8db1-6a19cb5cd583,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:06.970476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0dbf797d-cc2e-415b-a394-1817cafce18d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:06.984123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '39f33934-8809-44c6-97cd-68c74a5bf74c', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'port_id': '39f33934-8809-44c6-97cd-68c74a5bf74c', 'mac_address': 'fa:16:3e:f4:a7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e25084-0926-4429-bfe2-f2445a0ff885', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:06:07.002859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 01029a1f-6c70-48b6-9ed9-4300a6739bea completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:06:07.085654 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:07.093457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port d8dfd13b-f75a-4d69-a02c-ce829ecb6de6 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:07.093800 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:07.120685 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-813a5528-2a3e-4eac-8f62-241b4a3dd957 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] show failed (client error): The resource could not be found.
Dec 18 21:06:07.121884 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-813a5528-2a3e-4eac-8f62-241b4a3dd957 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "GET /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829/tags/tempest-TagsTest-Tag-1611818781 HTTP/1.1" status: 404  len: 326 time: 0.4847431
Dec 18 21:06:07.124705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55076) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:07.132577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-26d4473d-7cd4-47fe-b6ed-94eb333e8303 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365d3cfa30>, 'networks', '8acebc07-6aed-4584-a072-fa8a2d64a829', 'tempest-TagsTest-Tag-1387928665') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:07.135850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39f33934-8809-44c6-97cd-68c74a5bf74c {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:06:07.139849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 01029a1f-6c70-48b6-9ed9-4300a6739bea triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:07.140374 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:07.199583 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:07.208688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbf797d-cc2e-415b-a394-1817cafce18d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:07.213159 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0dbf797d-cc2e-415b-a394-1817cafce18d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:07.213889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for d8dfd13b-f75a-4d69-a02c-ce829ecb6de6 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:07.217687 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 39f33934-8809-44c6-97cd-68c74a5bf74c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39f33934-8809-44c6-97cd-68c74a5bf74c,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:07.224251 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] For port f2315d00-c625-4e30-ad1c-a198e541b0ca, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:07.232333 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Sync routers for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:07.253191 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:07.254293 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366462ed30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:07.281160 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:07.303039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] For port f2315d00-c625-4e30-ad1c-a198e541b0ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2315d00-c625-4e30-ad1c-a198e541b0ca,segment=NetworkSegment(a28e5c36-7fdd-488c-b2cb-0b506072c44d),segment_id=a28e5c36-7fdd-488c-b2cb-0b506072c44d)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:07.309349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f4e0cc-395e-46c9-ba5f-9bcb6f788972 None None] Update dhcp port {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': 'c4568b09-0ed1-4c0f-8db1-6a19cb5cd583'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '627bf5ae-ed2b-4296-b8b6-2dd28f5de277'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 21:06:07.332506 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-26d4473d-7cd4-47fe-b6ed-94eb333e8303 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "GET /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829/tags/tempest-TagsTest-Tag-1387928665 HTTP/1.1" status: 204  len: 168 time: 0.2054627
Dec 18 21:06:07.341205 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55080) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:07.347073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-1128ab68-38d5-4ab4-9772-67fc825615f0 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365d3c0cd0>, 'networks', '8acebc07-6aed-4584-a072-fa8a2d64a829', 'tempest-TagsTest-Tag-756888284') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:07.361002 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 7ed800d6-8e47-40a1-9576-cdbba95903ba triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:07.363425 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:07.379597 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:07.412583 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:07.453287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['39f33934-8809-44c6-97cd-68c74a5bf74c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:06:07.533037 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f0f4e0cc-395e-46c9-ba5f-9bcb6f788972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:07.578004 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1128ab68-38d5-4ab4-9772-67fc825615f0 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "GET /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829/tags/tempest-TagsTest-Tag-756888284 HTTP/1.1" status: 204  len: 168 time: 0.2354345
Dec 18 21:06:07.580541 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55086) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:07.591526 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=39f33934-8809-44c6-97cd-68c74a5bf74c,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:07.614921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-8057249b-8823-46d6-a239-8e50e3416115 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f365dafa4c0>, 'networks', '8acebc07-6aed-4584-a072-fa8a2d64a829') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:07.803091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.extraroute_db [None req-3e922409-3e62-46c4-a5b3-12c4dea8f6f8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=126008) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 18 21:06:07.831455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0dbf797d-cc2e-415b-a394-1817cafce18d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:07.843457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.extraroute_db [None req-3e922409-3e62-46c4-a5b3-12c4dea8f6f8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Removed routes are [] {{(pid=126008) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 18 21:06:07.843878 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3e922409-3e62-46c4-a5b3-12c4dea8f6f8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:07.866866 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:07.949588 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8057249b-8823-46d6-a239-8e50e3416115 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "DELETE /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829/tags HTTP/1.1" status: 204  len: 168 time: 0.3425581
Dec 18 21:06:07.957749 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55094) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:07.972739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-46bab25c-5c6c-4c51-8261-a11b4b93a695 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365e31e850>, 'networks', '8acebc07-6aed-4584-a072-fa8a2d64a829', 'tempest-TagsTest-Tag-1387928665') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:08.005668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=d8dfd13b-f75a-4d69-a02c-ce829ecb6de6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:08.011044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbf797d-cc2e-415b-a394-1817cafce18d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:08.058609 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366462ed30>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:04Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa152cce-507e-4d6b-8e4d-1a60d4ebc2da', 'name': '', 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:02:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9139077e-9127-47a3-92ed-5753d6743549', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:03Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 2, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '9139077e-9127-47a3-92ed-5753d6743549', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:08.135546 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Checking router: 68a32e25-785f-4d51-872f-9a152e38ab08 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:08.136334 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Updating router 68a32e25-785f-4d51-872f-9a152e38ab08 port aa152cce-507e-4d6b-8e4d-1a60d4ebc2da binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:06:08.160655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9104491d-e757-4885-ac12-606b9984b915 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:06:08.190987 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:08.312908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.313254 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.313600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.313940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.314292 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.315197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.325964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.326443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.326795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.327249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.327597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.327932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.328268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:08.425478 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:08.497427 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:08.527640 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:08.563736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf797d-cc2e-415b-a394-1817cafce18d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=9ecf12ba-babb-42de-b689-28032a122a85,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:08.572579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0dbf797d-cc2e-415b-a394-1817cafce18d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:08.585050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf797d-cc2e-415b-a394-1817cafce18d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:08.586108 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0dbf797d-cc2e-415b-a394-1817cafce18d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:08.628568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01029a1f-6c70-48b6-9ed9-4300a6739bea'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:06:08.633057 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cb86e8-ac5a-4041-b1e5-e6603f705d82" -d '{"events": [{"server_uuid": "b1be5bad-33b6-459e-93d1-c890f71c2fb7", "name": "network-vif-plugged", "status": "completed", "tag": "01029a1f-6c70-48b6-9ed9-4300a6739bea"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:06:08.634140 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-46bab25c-5c6c-4c51-8261-a11b4b93a695 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] show failed (client error): The resource could not be found.
Dec 18 21:06:08.635632 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-46bab25c-5c6c-4c51-8261-a11b4b93a695 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "GET /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829/tags/tempest-TagsTest-Tag-1387928665 HTTP/1.1" status: 404  len: 326 time: 0.6707478
Dec 18 21:06:08.645163 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0dbf797d-cc2e-415b-a394-1817cafce18d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.6820464
Dec 18 21:06:08.646274 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55098) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:08.646888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55100) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:08.649894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df522cd-3e0c-4724-aa51-753308fff4bb None None] Pushing event updated for resources: {'Port': ['ID=f2315d00-c625-4e30-ad1c-a198e541b0ca,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:08.656109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:08.656671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5f3864b0-b3e9-475b-9ccc-f1aeccab0f0d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:08.685979 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:08.711044 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:08.736916 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:08.750096 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:08.760355 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:08.844595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=01029a1f-6c70-48b6-9ed9-4300a6739bea,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:08.861038 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-d64be79f-18b0-443c-8983-01cfb1add355 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365c4afc40>, 'networks', '8acebc07-6aed-4584-a072-fa8a2d64a829', 'tempest-TagsTest-Tag-756888284') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:08.930542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:08.931159 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:08.984388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a40760-2c8a-4e0b-ae4d-7e0a3084a804 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:08.990952 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Attempting to bind port aa152cce-507e-4d6b-8e4d-1a60d4ebc2da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:08.991326 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Attempting to bind port aa152cce-507e-4d6b-8e4d-1a60d4ebc2da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a28e5c36-7fdd-488c-b2cb-0b506072c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:08.991696 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Attempting to bind port aa152cce-507e-4d6b-8e4d-1a60d4ebc2da on network 1aeae59b-72c2-4f3d-af47-f7b13621417a {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:09.006146 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad0687-e808-418a-a12a-dfd254471f62 None None] Pushing event updated for resources: {'Port': ['ID=aa152cce-507e-4d6b-8e4d-1a60d4ebc2da,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:09.016286 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:09.017084 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Checking segment: {'id': 'a28e5c36-7fdd-488c-b2cb-0b506072c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:09.018145 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:09.018661 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Bound using segment: {'id': 'a28e5c36-7fdd-488c-b2cb-0b506072c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:09.019578 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Bound port: aa152cce-507e-4d6b-8e4d-1a60d4ebc2da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28e5c36-7fdd-488c-b2cb-0b506072c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:09.020213 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:09.074114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3864b0-b3e9-475b-9ccc-f1aeccab0f0d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:09.077666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f3864b0-b3e9-475b-9ccc-f1aeccab0f0d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:09.155721 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] For port aa152cce-507e-4d6b-8e4d-1a60d4ebc2da, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:09.159776 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] For port aa152cce-507e-4d6b-8e4d-1a60d4ebc2da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa152cce-507e-4d6b-8e4d-1a60d4ebc2da,segment=NetworkSegment(a28e5c36-7fdd-488c-b2cb-0b506072c44d),segment_id=a28e5c36-7fdd-488c-b2cb-0b506072c44d)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:09.170035 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:09.228756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-302ddd65-9a84-4e41-8636-d5aa4fb55448 None None] Provisioning complete for port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:09.229734 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-302ddd65-9a84-4e41-8636-d5aa4fb55448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:09.305025 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-d64be79f-18b0-443c-8983-01cfb1add355 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] show failed (client error): The resource could not be found.
Dec 18 21:06:09.306828 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad0687-e808-418a-a12a-dfd254471f62 None None] Pushing event updated for resources: {'Port': ['ID=aa152cce-507e-4d6b-8e4d-1a60d4ebc2da,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:09.307591 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d64be79f-18b0-443c-8983-01cfb1add355 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "GET /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829/tags/tempest-TagsTest-Tag-756888284 HTTP/1.1" status: 404  len: 325 time: 0.6586547
Dec 18 21:06:09.316385 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:09.317590 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366462ed30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:09.351550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55104) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:09.402814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-a699da3f-8c7e-4720-bce6-2432727e5146 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f365c4b12b0>, 'networks', '8acebc07-6aed-4584-a072-fa8a2d64a829') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:09.428260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de7352-0af5-4b64-81d0-cfeaca68d7f4 None None] Update dhcp port {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'fixed_ips': [{'subnet_id': '9ecf12ba-babb-42de-b689-28032a122a85'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '627bf5ae-ed2b-4296-b8b6-2dd28f5de277'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 21:06:09.438702 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3e922409-3e62-46c4-a5b3-12c4dea8f6f8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:09.469510 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a7de7352-0af5-4b64-81d0-cfeaca68d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:09.512926 ncdv-master-1 neutron-server[126009]: INFO neutron.db.ipam_backend_mixin [None req-5f3864b0-b3e9-475b-9ccc-f1aeccab0f0d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ecf12ba-babb-42de-b689-28032a122a85 (CIDR: 2001:db8::/64)
Dec 18 21:06:09.528976 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3e922409-3e62-46c4-a5b3-12c4dea8f6f8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:09.553749 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3ee5a5-4154-41b0-be81-d9231e0e2d3c None None] Network 1aeae59b-72c2-4f3d-af47-f7b13621417a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:09.570314 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:09.571662 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3864b0-b3e9-475b-9ccc-f1aeccab0f0d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:06:09.572181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3864b0-b3e9-475b-9ccc-f1aeccab0f0d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:09.577892 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ddff7-50d0-4d67-b89d-f2e17f76466d req-484023ac-1eb9-4538-a5c1-4ed536665e4e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:09.581066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-be4ddff7-50d0-4d67-b89d-f2e17f76466d req-484023ac-1eb9-4538-a5c1-4ed536665e4e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 944 time: 1.2777646
Dec 18 21:06:09.605426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5dd8-ed83-4253-a37e-8ffbe4293465 req-e3987c58-376f-4127-beb8-9c195103ea71 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:09.611258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6fa5dd8-ed83-4253-a37e-8ffbe4293465 req-e3987c58-376f-4127-beb8-9c195103ea71 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 944 time: 1.6178799
Dec 18 21:06:09.616583 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5f3864b0-b3e9-475b-9ccc-f1aeccab0f0d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9628398
Dec 18 21:06:09.617200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55106) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:09.625446 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:09.629888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:09.643455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f2315d00-c625-4e30-ad1c-a198e541b0ca up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:09.758445 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a699da3f-8c7e-4720-bce6-2432727e5146 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "DELETE /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829/tags HTTP/1.1" status: 204  len: 168 time: 0.4055688
Dec 18 21:06:09.763533 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55108) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:09.769019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-94d30d50-6fe3-4759-9c9b-2842bb27d334 None None] Provisioning complete for port f2315d00-c625-4e30-ad1c-a198e541b0ca triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:09.769381 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94d30d50-6fe3-4759-9c9b-2842bb27d334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:09.870165 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:09.899271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-a7de7352-0af5-4b64-81d0-cfeaca68d7f4 None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/9ecf12ba-babb-42de-b689-28032a122a85/627bf5ae-ed2b-4296-b8b6-2dd28f5de277) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:09.918998 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:09.976088 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366462ed30>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:07Z', 'revision_number': 6, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa152cce-507e-4d6b-8e4d-1a60d4ebc2da', 'name': '', 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:02:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9139077e-9127-47a3-92ed-5753d6743549', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:03Z', 'updated_at': '2021-12-18T21:06:09Z', 'revision_number': 4, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '9139077e-9127-47a3-92ed-5753d6743549', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:09.979714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:09.983364 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.002978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a7de7352-0af5-4b64-81d0-cfeaca68d7f4 None None] For port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:10.010840 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e83a4-3895-42d0-b597-bd7b4e2b9bbc None None] The sync data for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 is: [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:07Z', 'revision_number': 6, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa152cce-507e-4d6b-8e4d-1a60d4ebc2da', 'name': '', 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:02:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9139077e-9127-47a3-92ed-5753d6743549', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:03Z', 'updated_at': '2021-12-18T21:06:09Z', 'revision_number': 4, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '9139077e-9127-47a3-92ed-5753d6743549', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:10.061353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.081812 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a7de7352-0af5-4b64-81d0-cfeaca68d7f4 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.119375 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a7de7352-0af5-4b64-81d0-cfeaca68d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.135111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port f2315d00-c625-4e30-ad1c-a198e541b0ca triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:10.135475 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.154288 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.154288 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Fanout notify agent at l3_agent the message router_deleted on router 1437864a-73a9-482b-a250-3b5ae258998b {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:06:10.161758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e52f610>,) {'filters': {'network_id': ['8acebc07-6aed-4584-a072-fa8a2d64a829']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:10.208021 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.209173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7827d6d0-ec45-46c1-a1d0-4573f969b133 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/1437864a-73a9-482b-a250-3b5ae258998b HTTP/1.1" status: 204  len: 168 time: 4.4510009
Dec 18 21:06:10.215945 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55110) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:10.280164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-29f930e5-7592-4dc9-b3e0-69aa3f04f6a3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1029277383'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:10.280164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e52f610>, '93bf62fa-ad57-48b5-9baf-0c051a67b84a') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:10.280164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e52f610>, '93bf62fa-ad57-48b5-9baf-0c051a67b84a') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:10.280445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6fa5dd8-ed83-4253-a37e-8ffbe4293465 req-18c04434-80b1-4801-9fc1-a61ce92cdb24 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5593948
Dec 18 21:06:10.280531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de7352-0af5-4b64-81d0-cfeaca68d7f4 None None] Pushing event updated for resources: {'Port': ['ID=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:10.280940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e922409-3e62-46c4-a5b3-12c4dea8f6f8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 68a32e25-785f-4d51-872f-9a152e38ab08 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:10.292087 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.319292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-be4ddff7-50d0-4d67-b89d-f2e17f76466d req-f8be8749-a1cb-41c4-9ce7-17821f3e8942 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6873100
Dec 18 21:06:10.365124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 39f33934-8809-44c6-97cd-68c74a5bf74c up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:10.404192 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94d30d50-6fe3-4759-9c9b-2842bb27d334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.457864 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c407f3e-efd6-4798-be1f-9657ae1a00f8 x-openstack-request-id: req-4c407f3e-efd6-4798-be1f-9657ae1a00f8 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:06:10.458545 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be5bad-33b6-459e-93d1-c890f71c2fb7", "name": "network-vif-plugged", "status": "completed", "tag": "01029a1f-6c70-48b6-9ed9-4300a6739bea", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:06:10.459178 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c407f3e-efd6-4798-be1f-9657ae1a00f8 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:06:10.460653 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01029a1f-6c70-48b6-9ed9-4300a6739bea', 'code': 200}
Dec 18 21:06:10.589298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e922409-3e62-46c4-a5b3-12c4dea8f6f8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:10.618041 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3e922409-3e62-46c4-a5b3-12c4dea8f6f8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.621495 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3e922409-3e62-46c4-a5b3-12c4dea8f6f8 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08 HTTP/1.1" status: 200  len: 954 time: 3.9093833
Dec 18 21:06:10.626907 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55112) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:10.689799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-94d30d50-6fe3-4759-9c9b-2842bb27d334 None None] For port f2315d00-c625-4e30-ad1c-a198e541b0ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2315d00-c625-4e30-ad1c-a198e541b0ca,segment=NetworkSegment(a28e5c36-7fdd-488c-b2cb-0b506072c44d),segment_id=a28e5c36-7fdd-488c-b2cb-0b506072c44d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:10.752971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94d30d50-6fe3-4759-9c9b-2842bb27d334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.786649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 39f33934-8809-44c6-97cd-68c74a5bf74c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:10.787040 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.802586 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.869929 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.881889 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c679be48-b520-4fa9-a3a1-35e6d9bac860 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08 HTTP/1.1" status: 200  len: 954 time: 0.2530181
Dec 18 21:06:10.882956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55114) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:10.893304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3de56107-a01f-44e7-b4f3-48dbe77258c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'router': {'routes': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:10.896036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:06:10.896548 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:06:10.927141 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:06:10.956618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f930e5-7592-4dc9-b3e0-69aa3f04f6a3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:10.971213 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29f930e5-7592-4dc9-b3e0-69aa3f04f6a3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:11.024784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3fe6675e-7494-4d77-aead-468a8a3ad92d None None] Provisioning complete for port aa152cce-507e-4d6b-8e4d-1a60d4ebc2da triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:11.025194 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3fe6675e-7494-4d77-aead-468a8a3ad92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:11.028683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d30d50-6fe3-4759-9c9b-2842bb27d334 None None] Pushing event updated for resources: {'Port': ['ID=f2315d00-c625-4e30-ad1c-a198e541b0ca,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:11.121675 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:06:11.122172 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:06:11.237978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf160ab8-6dc6-460e-8bca-ae8785eb84cb req-91274f7f-6536-4413-b4a4-b03b0dc172c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:11.239919 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf160ab8-6dc6-460e-8bca-ae8785eb84cb req-91274f7f-6536-4413-b4a4-b03b0dc172c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 1096 time: 0.6986296
Dec 18 21:06:11.245840 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:11.258074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f930e5-7592-4dc9-b3e0-69aa3f04f6a3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:06:11.287682 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:11.296111 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] 10.222.0.13 "DELETE /v2.0/networks/8acebc07-6aed-4584-a072-fa8a2d64a829 HTTP/1.1" status: 204  len: 168 time: 1.5298746
Dec 18 21:06:11.394138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29f930e5-7592-4dc9-b3e0-69aa3f04f6a3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:11.400189 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-29f930e5-7592-4dc9-b3e0-69aa3f04f6a3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Added segment 51e33111-18d5-438b-9c98-40e249fe6389 of type vlan for network 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8
Dec 18 21:06:11.405429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7feffce-ce58-4137-9084-51ce9f64c555 tempest-TagsTest-1690385529 tempest-TagsTest-1690385529-project] Pushing event deleted for resources: {'Network': ['ID=8acebc07-6aed-4584-a072-fa8a2d64a829,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:11.534531 ncdv-master-1 neutron-server[126009]: DEBUG neutron.objects.ports [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126009) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:06:11.689119 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf160ab8-6dc6-460e-8bca-ae8785eb84cb req-270f25bc-92eb-4d1b-9e0d-54c588459c52 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4113445
Dec 18 21:06:11.730960 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29f930e5-7592-4dc9-b3e0-69aa3f04f6a3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:11.863273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb206231-7ed9-4b3e-9a9e-2836e6f298fe req-38a62363-2f9b-4b92-847d-b1acb0f7743c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:11.865623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb206231-7ed9-4b3e-9a9e-2836e6f298fe req-38a62363-2f9b-4b92-847d-b1acb0f7743c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.3644412
Dec 18 21:06:11.871850 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29f930e5-7592-4dc9-b3e0-69aa3f04f6a3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:11.888631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f930e5-7592-4dc9-b3e0-69aa3f04f6a3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:11.891001 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29f930e5-7592-4dc9-b3e0-69aa3f04f6a3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:11.896414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7834b18-3b89-407b-a389-d96420168bfb req-b24830e9-8b94-433e-aa53-4b97ecd54587 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:11.898012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7834b18-3b89-407b-a389-d96420168bfb req-b24830e9-8b94-433e-aa53-4b97ecd54587 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 944 time: 0.2942333
Dec 18 21:06:11.937062 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-29f930e5-7592-4dc9-b3e0-69aa3f04f6a3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.7179995
Dec 18 21:06:11.953430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55126) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:11.973545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a762c-fa88-4fda-b3f5-1acd89ff62f0 None None] Sync routers for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:11.974991 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-dd50cd46-9969-4248-be73-f58c42b02f3a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'subnet': {'network_id': '9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:12.010710 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55128) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:12.093118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f930e5-7592-4dc9-b3e0-69aa3f04f6a3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Network': ['ID=9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:12.116845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:06:12.120365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.123379 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.144440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3fe6675e-7494-4d77-aead-468a8a3ad92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.167759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd50cd46-9969-4248-be73-f58c42b02f3a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:12.176644 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dd50cd46-9969-4248-be73-f58c42b02f3a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.189139 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:06:12.216747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a762c-fa88-4fda-b3f5-1acd89ff62f0 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:12.216747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b30a762c-fa88-4fda-b3f5-1acd89ff62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e3ed5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:12.394364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:12.424680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3fe6675e-7494-4d77-aead-468a8a3ad92d None None] For port aa152cce-507e-4d6b-8e4d-1a60d4ebc2da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa152cce-507e-4d6b-8e4d-1a60d4ebc2da,segment=NetworkSegment(a28e5c36-7fdd-488c-b2cb-0b506072c44d),segment_id=a28e5c36-7fdd-488c-b2cb-0b506072c44d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:12.461307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.extraroute_db [None req-3de56107-a01f-44e7-b4f3-48dbe77258c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Added routes are [] {{(pid=126008) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 18 21:06:12.461785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.extraroute_db [None req-3de56107-a01f-44e7-b4f3-48dbe77258c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=126008) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 18 21:06:12.518445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 39f33934-8809-44c6-97cd-68c74a5bf74c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39f33934-8809-44c6-97cd-68c74a5bf74c,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:12.525857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9b708f-24ca-4dad-9e48-ce4b71edf595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f33934-8809-44c6-97cd-68c74a5bf74c'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:06:12.537294 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-90492048-d4cc-4303-9127-0cfaedd53146 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b528b658d1d4b2b9e31d97935c5876a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5254130
Dec 18 21:06:12.540582 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6878bd-5caf-49b6-82ac-d56a1a4d9474" -d '{"events": [{"server_uuid": "ab9b708f-24ca-4dad-9e48-ce4b71edf595", "name": "network-vif-plugged", "status": "completed", "tag": "39f33934-8809-44c6-97cd-68c74a5bf74c"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:06:12.552702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55132) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:12.572665 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3fe6675e-7494-4d77-aead-468a8a3ad92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.582792 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.591989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7834b18-3b89-407b-a389-d96420168bfb req-cb9a6bab-2b15-408d-951f-a4f3884da902 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6844087
Dec 18 21:06:12.593059 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3de56107-a01f-44e7-b4f3-48dbe77258c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.613353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] For port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:12.649877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b30a762c-fa88-4fda-b3f5-1acd89ff62f0 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:12.729798 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.744219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0a987a0-af1e-4f38-80ac-98693aa60949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.746650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.749485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.832600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3fe6675e-7494-4d77-aead-468a8a3ad92d None None] Provisioning complete for port f2315d00-c625-4e30-ad1c-a198e541b0ca triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:12.849588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3fe6675e-7494-4d77-aead-468a8a3ad92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.875095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:12.884833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:12.913886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:12.914485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:12.922999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb206231-7ed9-4b3e-9a9e-2836e6f298fe req-298737b6-6a3c-4ff9-9cd8-77f7ca4d0e77 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0420344
Dec 18 21:06:12.975478 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0a987a0-af1e-4f38-80ac-98693aa60949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:13.049569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=6849a4de-9d9b-444c-ad76-6fcf5ad11184,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:13.090641 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 3.4707751
Dec 18 21:06:13.093182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55136) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:13.098489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:b5:87:2d', 'name': 'tempest-NetworksTestDHCPv6-568728198'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:13.108016 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab82a0-160e-4087-a4a2-5756e2b03b05 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,revision_number=9']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:13.193213 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0a987a0-af1e-4f38-80ac-98693aa60949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:13.195516 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0a987a0-af1e-4f38-80ac-98693aa60949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:13.196860 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d0a987a0-af1e-4f38-80ac-98693aa60949 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02a24388-bb99-4750-b223-f8026a49484c HTTP/1.1" status: 204  len: 168 time: 0.6432865
Dec 18 21:06:13.237550 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3de56107-a01f-44e7-b4f3-48dbe77258c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:13.241424 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3de56107-a01f-44e7-b4f3-48dbe77258c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:13.242727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a987a0-af1e-4f38-80ac-98693aa60949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a24388-bb99-4750-b223-f8026a49484c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:13.286986 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26dc6ca-5be9-488a-8de4-30a4f62e255f x-openstack-request-id: req-d26dc6ca-5be9-488a-8de4-30a4f62e255f {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:06:13.286986 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9b708f-24ca-4dad-9e48-ce4b71edf595", "name": "network-vif-plugged", "status": "completed", "tag": "39f33934-8809-44c6-97cd-68c74a5bf74c", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:06:13.287666 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d26dc6ca-5be9-488a-8de4-30a4f62e255f {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:06:13.288057 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9b708f-24ca-4dad-9e48-ce4b71edf595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f33934-8809-44c6-97cd-68c74a5bf74c', 'code': 200}
Dec 18 21:06:13.292987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7562817d-f412-4972-9631-4800275ccd82 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:13.401054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:13.469857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de56107-a01f-44e7-b4f3-48dbe77258c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 68a32e25-785f-4d51-872f-9a152e38ab08 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:13.475176 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:13.479732 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dd50cd46-9969-4248-be73-f58c42b02f3a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:13.520691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6675e-7494-4d77-aead-468a8a3ad92d None None] Pushing event updated for resources: {'Port': ['ID=aa152cce-507e-4d6b-8e4d-1a60d4ebc2da,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:13.556710 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:13.612282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port d9c55a22-5ce8-497b-b600-80138a3214d2 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:06:13.612557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=39f33934-8809-44c6-97cd-68c74a5bf74c,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:13.702928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:13.723782 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:13.791399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b30a762c-fa88-4fda-b3f5-1acd89ff62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e3ed5e0>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:07Z', 'revision_number': 6, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa152cce-507e-4d6b-8e4d-1a60d4ebc2da', 'name': '', 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:02:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9139077e-9127-47a3-92ed-5753d6743549', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:03Z', 'updated_at': '2021-12-18T21:06:09Z', 'revision_number': 4, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '9139077e-9127-47a3-92ed-5753d6743549', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:13.803215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,revision_number=10']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:13.813793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50cd46-9969-4248-be73-f58c42b02f3a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Subnet': ['ID=5ca52f8c-f895-4e3c-a344-133b0ffb9e1a,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:13.874403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a762c-fa88-4fda-b3f5-1acd89ff62f0 None None] Checking router: 68a32e25-785f-4d51-872f-9a152e38ab08 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:13.895654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c545dc77-244d-4f3b-b553-4090daedfc7a None None] Provisioning complete for port aa152cce-507e-4d6b-8e4d-1a60d4ebc2da triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:13.896330 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c545dc77-244d-4f3b-b553-4090daedfc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:13.914434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de56107-a01f-44e7-b4f3-48dbe77258c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:13.957243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a762c-fa88-4fda-b3f5-1acd89ff62f0 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:13.957448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3de56107-a01f-44e7-b4f3-48dbe77258c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:13.961789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3de56107-a01f-44e7-b4f3-48dbe77258c9 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08 HTTP/1.1" status: 200  len: 704 time: 3.0746284
Dec 18 21:06:13.963372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b30a762c-fa88-4fda-b3f5-1acd89ff62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e3ed5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:13.997724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55156) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:14.004342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd50cd46-9969-4248-be73-f58c42b02f3a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Checking segment: {'id': '51e33111-18d5-438b-9c98-40e249fe6389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:14.004599 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50cd46-9969-4248-be73-f58c42b02f3a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network hostable DHCP agents. Network: 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:06:14.122158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d16063-59ad-41e9-ad17-7a4f34c4657c req-ae24530f-59d7-4b1e-b4d0-44a04d8a2e97 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:14.123088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b30a762c-fa88-4fda-b3f5-1acd89ff62f0 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:14.123775 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5d16063-59ad-41e9-ad17-7a4f34c4657c req-ae24530f-59d7-4b1e-b4d0-44a04d8a2e97 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.3285937
Dec 18 21:06:14.129342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50cd46-9969-4248-be73-f58c42b02f3a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:06:14.262754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c545dc77-244d-4f3b-b553-4090daedfc7a None None] Could not find standard attr ID for object 31682618-53bd-4087-a21d-9ab296958a36. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:06:14.308989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::123 (366763c1-8ffb-4916-bf33-b9164c04d44d/9ecf12ba-babb-42de-b689-28032a122a85/d9c55a22-5ce8-497b-b600-80138a3214d2) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:14.310969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-dd50cd46-9969-4248-be73-f58c42b02f3a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:14.329678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8:0:1:f816:3eff:feb5:872d (366763c1-8ffb-4916-bf33-b9164c04d44d/6849a4de-9d9b-444c-ad76-6fcf5ad11184/d9c55a22-5ce8-497b-b600-80138a3214d2) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:14.336059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd50cd46-9969-4248-be73-f58c42b02f3a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:14.336657 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dd50cd46-9969-4248-be73-f58c42b02f3a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:14.407546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0889e-5d05-412f-93ea-a2272d6d0200 req-9b8a2ce9-60bc-4407-83f6-e259b9a72c70 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:14.412594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f2315d00-c625-4e30-ad1c-a198e541b0ca up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:14.414403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfa6ee9-2bbf-4de7-9498-f0c483337287 None None] Network 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:14.418892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58b0889e-5d05-412f-93ea-a2272d6d0200 req-9b8a2ce9-60bc-4407-83f6-e259b9a72c70 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2630284
Dec 18 21:06:14.425668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dd50cd46-9969-4248-be73-f58c42b02f3a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4568157
Dec 18 21:06:14.450469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55164) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:14.459289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-386e39ef-5dfd-4c53-a7b8-1e84ef39a411 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-908533825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:14.488188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c545dc77-244d-4f3b-b553-4090daedfc7a None None] Provisioning complete for port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:14.488559 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c545dc77-244d-4f3b-b553-4090daedfc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:14.573900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5d16063-59ad-41e9-ad17-7a4f34c4657c req-609a8898-5635-4ca9-9eab-3d43120d5f9e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4418755
Dec 18 21:06:14.575741 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-386e39ef-5dfd-4c53-a7b8-1e84ef39a411 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:14.577948 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-386e39ef-5dfd-4c53-a7b8-1e84ef39a411 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:14.633521 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-836af584-cb7f-477c-82b5-f618952c53d2 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08 HTTP/1.1" status: 200  len: 704 time: 0.6138785
Dec 18 21:06:14.636721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55168) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:14.655421 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-386e39ef-5dfd-4c53-a7b8-1e84ef39a411 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:14.666482 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-386e39ef-5dfd-4c53-a7b8-1e84ef39a411 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:14.761397 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-386e39ef-5dfd-4c53-a7b8-1e84ef39a411 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:14.766815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-386e39ef-5dfd-4c53-a7b8-1e84ef39a411 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3087654
Dec 18 21:06:14.767714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55172) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:14.784488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58b0889e-5d05-412f-93ea-a2272d6d0200 req-3cb69965-c53e-4bea-9128-f845f0b6da13 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3533461
Dec 18 21:06:15.109018 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:15.186914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8', 'network_id': '9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8', 'project_id': '601f039e95d94afdbbb097bf19996949', 'fixed_ips': [{'subnet_id': '5ca52f8c-f895-4e3c-a344-133b0ffb9e1a'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:06:15.188397 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:15.223422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:15.237616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port f2315d00-c625-4e30-ad1c-a198e541b0ca triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:15.238145 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:15.263935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b30a762c-fa88-4fda-b3f5-1acd89ff62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e3ed5e0>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:12Z', 'revision_number': 7, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa152cce-507e-4d6b-8e4d-1a60d4ebc2da', 'name': '', 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:02:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9139077e-9127-47a3-92ed-5753d6743549', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:03Z', 'updated_at': '2021-12-18T21:06:12Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '9139077e-9127-47a3-92ed-5753d6743549', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:15.338310 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a762c-fa88-4fda-b3f5-1acd89ff62f0 None None] The sync data for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 is: [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:12Z', 'revision_number': 7, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa152cce-507e-4d6b-8e4d-1a60d4ebc2da', 'name': '', 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:02:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9139077e-9127-47a3-92ed-5753d6743549', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:03Z', 'updated_at': '2021-12-18T21:06:12Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '9139077e-9127-47a3-92ed-5753d6743549', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:15.351942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:15.434809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:15.448685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:15.452136 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:15.460675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:15.461533 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:15.474277 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c545dc77-244d-4f3b-b553-4090daedfc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:15.496075 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.3993256
Dec 18 21:06:15.537338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55196) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:15.539236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f785607-63df-4595-b638-3d62e24003e6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=d9c55a22-5ce8-497b-b600-80138a3214d2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:15.674661 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Allocated IP 172.20.0.2 (9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8/5ca52f8c-f895-4e3c-a344-133b0ffb9e1a/2d6f0e9a-64f6-4418-8025-66108ea09dc7) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:15.828361 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ee9b-7adc-4071-81d4-fb13ae1e679b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:15.879208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c545dc77-244d-4f3b-b553-4090daedfc7a None None] For port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:15.914811 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c545dc77-244d-4f3b-b553-4090daedfc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:15.925323 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25735bec-6ded-41cf-9433-b10ce01b1332 None None] Sync routers for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:15.949775 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25735bec-6ded-41cf-9433-b10ce01b1332 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:15.956399 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-25735bec-6ded-41cf-9433-b10ce01b1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f730a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:15.991278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device aa152cce-507e-4d6b-8e4d-1a60d4ebc2da up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:16.161334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5799108a-1694-4721-95fa-739d5ca2ba3c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port d9c55a22-5ce8-497b-b600-80138a3214d2 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:16.163959 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5799108a-1694-4721-95fa-739d5ca2ba3c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:16.165425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e92fe534-ae33-4c55-bf71-664250a4d9a5 None None] Provisioning complete for port d9c55a22-5ce8-497b-b600-80138a3214d2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:16.166465 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e92fe534-ae33-4c55-bf71-664250a4d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:16.237570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545dc77-244d-4f3b-b553-4090daedfc7a None None] Pushing event updated for resources: {'Port': ['ID=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,revision_number=11']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:16.253248 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:16.260194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e92fe534-ae33-4c55-bf71-664250a4d9a5 None None] Port d9c55a22-5ce8-497b-b600-80138a3214d2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:16.273332 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:16.276274 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port aa152cce-507e-4d6b-8e4d-1a60d4ebc2da triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:16.276640 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:16.378633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Pushing event updated for resources: {'Port': ['ID=2d6f0e9a-64f6-4418-8025-66108ea09dc7,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:16.401350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Network 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:16.457805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e92fe534-ae33-4c55-bf71-664250a4d9a5 None None] Provisioning complete for port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:16.458187 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e92fe534-ae33-4c55-bf71-664250a4d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:16.458339 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-25735bec-6ded-41cf-9433-b10ce01b1332 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:16.463847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:16.466929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:16.534037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e449c46-6094-491e-ae73-21a5dc5ed54c req-f22db563-37ea-42d8-883c-70c8d50a977a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:16.536013 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e449c46-6094-491e-ae73-21a5dc5ed54c req-f22db563-37ea-42d8-883c-70c8d50a977a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.5504704
Dec 18 21:06:16.577341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:16.623605 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55210) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:16.633301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Attempting to bind port 2d6f0e9a-64f6-4418-8025-66108ea09dc7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:16.633670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Attempting to bind port 2d6f0e9a-64f6-4418-8025-66108ea09dc7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '51e33111-18d5-438b-9c98-40e249fe6389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:16.634036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Attempting to bind port 2d6f0e9a-64f6-4418-8025-66108ea09dc7 on network 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:16.663634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:16.664026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Checking segment: {'id': '51e33111-18d5-438b-9c98-40e249fe6389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:16.664991 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:16.664991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Bound using segment: {'id': '51e33111-18d5-438b-9c98-40e249fe6389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:16.665268 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Bound port: 2d6f0e9a-64f6-4418-8025-66108ea09dc7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e33111-18d5-438b-9c98-40e249fe6389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:16.665654 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:16.674514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-1f08625f-67da-4acd-85b4-75f82615d261 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:16.681664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-1f08625f-67da-4acd-85b4-75f82615d261 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 813 time: 0.7067978
Dec 18 21:06:16.700045 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-8a201f39-2ef5-4fe0-a88f-ea9ad127026b tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/quotas/ea26536b064a4650b9c08f4b5ce6fadf HTTP/1.1" status: 200  len: 375 time: 0.0173993
Dec 18 21:06:16.774759 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:16.775008 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:16.787688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e449c46-6094-491e-ae73-21a5dc5ed54c req-91511bdc-d862-47ec-93bb-f5de00225135 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2304411
Dec 18 21:06:16.850381 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-bdd38e76-097f-49b5-bd36-4875c36120dd tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1493247
Dec 18 21:06:16.863457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] For port 2d6f0e9a-64f6-4418-8025-66108ea09dc7, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:16.864667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:16.898757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] For port 2d6f0e9a-64f6-4418-8025-66108ea09dc7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d6f0e9a-64f6-4418-8025-66108ea09dc7,segment=NetworkSegment(51e33111-18d5-438b-9c98-40e249fe6389),segment_id=51e33111-18d5-438b-9c98-40e249fe6389)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:16.921002 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:17.081706 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-25735bec-6ded-41cf-9433-b10ce01b1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f730a30>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:12Z', 'revision_number': 7, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa152cce-507e-4d6b-8e4d-1a60d4ebc2da', 'name': '', 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:02:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9139077e-9127-47a3-92ed-5753d6743549', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:03Z', 'updated_at': '2021-12-18T21:06:12Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '9139077e-9127-47a3-92ed-5753d6743549', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:17.138211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcfb18-cce6-4cbf-bbef-3c1c4f77f430 None None] Pushing event updated for resources: {'Port': ['ID=2d6f0e9a-64f6-4418-8025-66108ea09dc7,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:17.151407 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25735bec-6ded-41cf-9433-b10ce01b1332 None None] Checking router: 68a32e25-785f-4d51-872f-9a152e38ab08 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:17.171605 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25735bec-6ded-41cf-9433-b10ce01b1332 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:17.172232 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-25735bec-6ded-41cf-9433-b10ce01b1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f730a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:17.348810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:17.387508 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-25735bec-6ded-41cf-9433-b10ce01b1332 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:17.398564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5799108a-1694-4721-95fa-739d5ca2ba3c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:17.418311 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24f94a55-d8bc-43fe-9378-600d51782967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:17.445140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5799108a-1694-4721-95fa-739d5ca2ba3c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for d9c55a22-5ce8-497b-b600-80138a3214d2 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:17.489715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:17.490422 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:17.621174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a4a7ee9b-7adc-4071-81d4-fb13ae1e679b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port aa152cce-507e-4d6b-8e4d-1a60d4ebc2da {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:17.621629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ee9b-7adc-4071-81d4-fb13ae1e679b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:17.625825 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24f94a55-d8bc-43fe-9378-600d51782967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:17.644081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24f94a55-d8bc-43fe-9378-600d51782967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:17.715909 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Allocated IP 172.20.0.1 (9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8/5ca52f8c-f895-4e3c-a344-133b0ffb9e1a/8e431c69-ee02-4e69-a132-4b27734c8843) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:17.756075 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-6948d278-f73c-4be8-8468-305140d3471c service neutron] 10.222.0.13 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8994033
Dec 18 21:06:17.793438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-a4a7ee9b-7adc-4071-81d4-fb13ae1e679b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] For port aa152cce-507e-4d6b-8e4d-1a60d4ebc2da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa152cce-507e-4d6b-8e4d-1a60d4ebc2da,segment=NetworkSegment(a28e5c36-7fdd-488c-b2cb-0b506072c44d),segment_id=a28e5c36-7fdd-488c-b2cb-0b506072c44d)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:17.794226 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ee9b-7adc-4071-81d4-fb13ae1e679b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:17.816782 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a4a7ee9b-7adc-4071-81d4-fb13ae1e679b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for aa152cce-507e-4d6b-8e4d-1a60d4ebc2da owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:17.867498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-3e55333d-ba9c-431d-9264-1ef39aeacab2 service neutron] 10.222.0.13 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0999043
Dec 18 21:06:17.869048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f94a55-d8bc-43fe-9378-600d51782967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b5d7c6-e121-450b-b948-752452431af1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:17.876148 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-24f94a55-d8bc-43fe-9378-600d51782967 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7771ebe256e4721a6fca2f2285fe1d1&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2479625
Dec 18 21:06:17.876424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55220) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:17.927261 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5799108a-1694-4721-95fa-739d5ca2ba3c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:17.951138 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-25735bec-6ded-41cf-9433-b10ce01b1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f730a30>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:12Z', 'revision_number': 7, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa152cce-507e-4d6b-8e4d-1a60d4ebc2da', 'name': '', 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:02:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9139077e-9127-47a3-92ed-5753d6743549', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:03Z', 'updated_at': '2021-12-18T21:06:12Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '9139077e-9127-47a3-92ed-5753d6743549', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:18.014972 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25735bec-6ded-41cf-9433-b10ce01b1332 None None] The sync data for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 is: [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:12Z', 'revision_number': 7, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa152cce-507e-4d6b-8e4d-1a60d4ebc2da', 'name': '', 'network_id': '1aeae59b-72c2-4f3d-af47-f7b13621417a', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:02:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '9139077e-9127-47a3-92ed-5753d6743549', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:03Z', 'updated_at': '2021-12-18T21:06:12Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '9139077e-9127-47a3-92ed-5753d6743549', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:18.026442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799108a-1694-4721-95fa-739d5ca2ba3c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=d9c55a22-5ce8-497b-b600-80138a3214d2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:18.243927 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5799108a-1694-4721-95fa-739d5ca2ba3c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:18.262737 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5799108a-1694-4721-95fa-739d5ca2ba3c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/d9c55a22-5ce8-497b-b600-80138a3214d2 HTTP/1.1" status: 204  len: 168 time: 2.7183824
Dec 18 21:06:18.264273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55228) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:18.382429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57572dfc-b9e4-4941-861f-e51c9b178bce req-fd9c2bad-bb6a-4f2d-bfee-a1b555f496f3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 210 time: 0.1144028
Dec 18 21:06:18.417285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51551b15-8866-4f9b-a2cd-d118e542c18b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:18.420092 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-51551b15-8866-4f9b-a2cd-d118e542c18b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1507947
Dec 18 21:06:18.433859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ba89e-5400-492d-a050-a7583cd98213 req-e5870e37-8025-4aae-bb39-475462375e6f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:18.443379 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b1ba89e-5400-492d-a050-a7583cd98213 req-e5870e37-8025-4aae-bb39-475462375e6f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.4605711
Dec 18 21:06:18.443887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55232) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:18.471586 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-305c806a-44ef-4c88-a9fe-9a69a11cbd79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:18.528643 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ee9b-7adc-4071-81d4-fb13ae1e679b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:18.547897 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:18.597472 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-305c806a-44ef-4c88-a9fe-9a69a11cbd79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:18.630999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7ee9b-7adc-4071-81d4-fb13ae1e679b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=aa152cce-507e-4d6b-8e4d-1a60d4ebc2da,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:18.752324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290725c2-8ec9-434c-bb44-b039b4115675 None None] Network 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:18.757883 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1284b9fe-bf22-46ab-a77b-af7193ff4fba tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:18.769773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1284b9fe-bf22-46ab-a77b-af7193ff4fba tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.3181863
Dec 18 21:06:18.771733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55238) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:18.843517 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b1ba89e-5400-492d-a050-a7583cd98213 req-c441111e-ec3b-448e-8413-feb93fbd63f7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3529835
Dec 18 21:06:18.882155 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:18.901560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d7b19a35-aad5-4620-99f0-5c58d5c3bc9d None None] Provisioning complete for port 2d6f0e9a-64f6-4418-8025-66108ea09dc7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:18.901971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d7b19a35-aad5-4620-99f0-5c58d5c3bc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:18.975197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe33bf09-a25d-4b24-bcf5-ada0b5a9675a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:18.977372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe33bf09-a25d-4b24-bcf5-ada0b5a9675a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:18.977629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ee9b-7adc-4071-81d4-fb13ae1e679b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:18.988232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe33bf09-a25d-4b24-bcf5-ada0b5a9675a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:19.003625 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fe33bf09-a25d-4b24-bcf5-ada0b5a9675a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.2277198
Dec 18 21:06:19.007094 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55240) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:19.084092 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d7b19a35-aad5-4620-99f0-5c58d5c3bc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:19.127891 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d7b19a35-aad5-4620-99f0-5c58d5c3bc9d None None] For port 2d6f0e9a-64f6-4418-8025-66108ea09dc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d6f0e9a-64f6-4418-8025-66108ea09dc7,segment=NetworkSegment(51e33111-18d5-438b-9c98-40e249fe6389),segment_id=51e33111-18d5-438b-9c98-40e249fe6389)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:19.144468 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d7b19a35-aad5-4620-99f0-5c58d5c3bc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:19.232683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-af155ad8-7968-4774-b2e7-d207ceeca360 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 6849a4de-9d9b-444c-ad76-6fcf5ad11184 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:06:19.235102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-305c806a-44ef-4c88-a9fe-9a69a11cbd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:19.250325 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-305c806a-44ef-4c88-a9fe-9a69a11cbd79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:19.258069 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-305c806a-44ef-4c88-a9fe-9a69a11cbd79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03b5d7c6-e121-450b-b948-752452431af1 HTTP/1.1" status: 204  len: 168 time: 1.3799357
Dec 18 21:06:19.270586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:19.306948 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af155ad8-7968-4774-b2e7-d207ceeca360 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:19.310743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c806a-44ef-4c88-a9fe-9a69a11cbd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b5d7c6-e121-450b-b948-752452431af1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:19.318862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:19.324119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:19.340545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b19a35-aad5-4620-99f0-5c58d5c3bc9d None None] Pushing event updated for resources: {'Port': ['ID=2d6f0e9a-64f6-4418-8025-66108ea09dc7,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:19.412427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a7ee9b-7adc-4071-81d4-fb13ae1e679b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 68a32e25-785f-4d51-872f-9a152e38ab08 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:19.433866 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:19.512386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2d6f0e9a-64f6-4418-8025-66108ea09dc7 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:19.530274 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:19.560300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=8e431c69-ee02-4e69-a132-4b27734c8843,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:19.626041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ee44fa6f-8e36-4823-a9e0-ca488743f5f2 None None] Provisioning complete for port 8e431c69-ee02-4e69-a132-4b27734c8843 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:19.627676 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee44fa6f-8e36-4823-a9e0-ca488743f5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:19.687602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2d6f0e9a-64f6-4418-8025-66108ea09dc7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:19.687964 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:19.703451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a7ee9b-7adc-4071-81d4-fb13ae1e679b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:19.715180 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a4a7ee9b-7adc-4071-81d4-fb13ae1e679b tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0591705
Dec 18 21:06:19.715180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55250) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:19.731373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e724e-e1d3-4b2d-b65a-e1bdf391b50b None None] Sync routers for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:19.786106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2a9d07-4a2e-4861-855e-a9fc6e02642a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting subnet 9139077e-9127-47a3-92ed-5753d6743549 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:06:19.789847 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9d07-4a2e-4861-855e-a9fc6e02642a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:19.825327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1b35c38-ebe3-4c47-8c1f-2d777bdf086b req-554bb278-d397-41bf-bbcd-a90317368822 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 210 time: 0.1605260
Dec 18 21:06:19.835117 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af155ad8-7968-4774-b2e7-d207ceeca360 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:19.852210 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9d07-4a2e-4861-855e-a9fc6e02642a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:19.953501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ee44fa6f-8e36-4823-a9e0-ca488743f5f2 None None] Port 8e431c69-ee02-4e69-a132-4b27734c8843 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:19.960459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9d07-4a2e-4861-855e-a9fc6e02642a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.005339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e724e-e1d3-4b2d-b65a-e1bdf391b50b None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:20.010547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-647e724e-e1d3-4b2d-b65a-e1bdf391b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d507100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:20.175012 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55254) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:20.184432 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9d07-4a2e-4861-855e-a9fc6e02642a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.217778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ee44fa6f-8e36-4823-a9e0-ca488743f5f2 None None] Provisioning complete for port 2d6f0e9a-64f6-4418-8025-66108ea09dc7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:20.218185 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee44fa6f-8e36-4823-a9e0-ca488743f5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.229394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e7be8bda-4e97-4399-ad52-68acd3d606db admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.235044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a9d07-4a2e-4861-855e-a9fc6e02642a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Subnet': ['ID=9139077e-9127-47a3-92ed-5753d6743549,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:20.251624 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9d07-4a2e-4861-855e-a9fc6e02642a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.255277 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4c2a9d07-4a2e-4861-855e-a9fc6e02642a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/9139077e-9127-47a3-92ed-5753d6743549 HTTP/1.1" status: 204  len: 168 time: 0.5413070
Dec 18 21:06:20.263803 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55256) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:20.301975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9299c132-6343-4da8-b71a-c4f1b374f9c2 None None] Network 1aeae59b-72c2-4f3d-af47-f7b13621417a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:20.393566 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-40cd7031-a957-4136-b331-6831d7b1687f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:20.395250 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-40cd7031-a957-4136-b331-6831d7b1687f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.31 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 813 time: 0.3408277
Dec 18 21:06:20.410928 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Request body: {'port': {'device_id': '7ec0ec05-7209-486c-8059-40980e829fbb', 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083', 'admin_state_up': True, 'tenant_id': 'ea26536b064a4650b9c08f4b5ce6fadf'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:20.429119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-647e724e-e1d3-4b2d-b65a-e1bdf391b50b None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:20.443736 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.512090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8bd83-3dae-4d29-a9af-61ea7af8fc6f req-ca0a628a-2d20-48fe-ab3d-02fe5e9cf523 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:20.522450 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ba8bd83-3dae-4d29-a9af-61ea7af8fc6f req-ca0a628a-2d20-48fe-ab3d-02fe5e9cf523 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.5130043
Dec 18 21:06:20.563604 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.573677 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af155ad8-7968-4774-b2e7-d207ceeca360 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.600191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e7be8bda-4e97-4399-ad52-68acd3d606db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.614518 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e7be8bda-4e97-4399-ad52-68acd3d606db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.663830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ba8bd83-3dae-4d29-a9af-61ea7af8fc6f req-7842428c-be4c-4bd7-8cf9-383c389406de tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400173
Dec 18 21:06:20.707123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be8bda-4e97-4399-ad52-68acd3d606db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664897f9-cd2b-47d7-a83c-983100935316,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:20.713746 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e7be8bda-4e97-4399-ad52-68acd3d606db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df585f845a704e128f607776c6b88e64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5365753
Dec 18 21:06:20.717632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55260) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:20.740465 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port f2315d00-c625-4e30-ad1c-a198e541b0ca {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:20.741525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.770183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Made reservation on behalf of ea26536b064a4650b9c08f4b5ce6fadf for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:20.774095 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.894175 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af155ad8-7968-4774-b2e7-d207ceeca360 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.951409 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65c51806-092a-4f46-a98d-6f67f13e02ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.953998 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af155ad8-7968-4774-b2e7-d207ceeca360 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:20.958948 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-af155ad8-7968-4774-b2e7-d207ceeca360 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/6849a4de-9d9b-444c-ad76-6fcf5ad11184 HTTP/1.1" status: 204  len: 168 time: 1.9366801
Dec 18 21:06:20.960454 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af155ad8-7968-4774-b2e7-d207ceeca360 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=6849a4de-9d9b-444c-ad76-6fcf5ad11184,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:20.962447 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55264) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:20.976180 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65c51806-092a-4f46-a98d-6f67f13e02ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.019437 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce96a6-9023-42d0-a19b-41d6a48b7eda None None] DHCP port deletion for 1aeae59b-72c2-4f3d-af47-f7b13621417a request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:06:21.027017 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b3dc8f-8d10-4435-a23b-8fdca3356157 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:21.037763 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] For port f2315d00-c625-4e30-ad1c-a198e541b0ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2315d00-c625-4e30-ad1c-a198e541b0ca,segment=NetworkSegment(a28e5c36-7fdd-488c-b2cb-0b506072c44d),segment_id=a28e5c36-7fdd-488c-b2cb-0b506072c44d)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:21.038176 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.041249 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65c51806-092a-4f46-a98d-6f67f13e02ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.043929 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65c51806-092a-4f46-a98d-6f67f13e02ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.047302 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-65c51806-092a-4f46-a98d-6f67f13e02ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/664897f9-cd2b-47d7-a83c-983100935316 HTTP/1.1" status: 204  len: 168 time: 0.3246756
Dec 18 21:06:21.074753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for f2315d00-c625-4e30-ad1c-a198e541b0ca owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:21.082982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c51806-092a-4f46-a98d-6f67f13e02ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664897f9-cd2b-47d7-a83c-983100935316,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:21.182267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Allocated IP 172.20.0.13 (1868cd24-2ddf-47fc-8474-997160de3083/fddf9542-b331-44d6-bbe6-163e1b723ad1/46e75647-b225-467b-8eec-04fcb683c9a3) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:21.194007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb394000-5e09-4bbf-a75b-6bed39f1e57c req-4a018353-38a9-43b4-bcd7-667088b487d9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 210 time: 0.0621977
Dec 18 21:06:21.232601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e0b969-7689-4a07-ba0a-f4ca97de3b01 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 9ecf12ba-babb-42de-b689-28032a122a85 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:06:21.240914 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.252664 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50e0b969-7689-4a07-ba0a-f4ca97de3b01 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.304835 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No DVR routers for this DVR port f2315d00-c625-4e30-ad1c-a198e541b0ca on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:21.307178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=f2315d00-c625-4e30-ad1c-a198e541b0ca,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:21.330719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2d6f0e9a-64f6-4418-8025-66108ea09dc7 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:21.418004 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-647e724e-e1d3-4b2d-b65a-e1bdf391b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d507100>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:18Z', 'revision_number': 8, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:21.426328 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50e0b969-7689-4a07-ba0a-f4ca97de3b01 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.503612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.550379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e507d60>,) {'filters': {'network_id': ['1aeae59b-72c2-4f3d-af47-f7b13621417a']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:21.578049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e507d60>, 'a28e5c36-7fdd-488c-b2cb-0b506072c44d') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:21.578766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e507d60>, 'a28e5c36-7fdd-488c-b2cb-0b506072c44d') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:21.583938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e724e-e1d3-4b2d-b65a-e1bdf391b50b None None] Checking router: 68a32e25-785f-4d51-872f-9a152e38ab08 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:21.604366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-92ce96a6-9023-42d0-a19b-41d6a48b7eda None None] Deleting port f2315d00-c625-4e30-ad1c-a198e541b0ca {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:21.604737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92ce96a6-9023-42d0-a19b-41d6a48b7eda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.622504 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.626508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b3f0ea54-2800-4e44-8cda-fae036597da6 None None] Provisioning complete for port 8e431c69-ee02-4e69-a132-4b27734c8843 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:21.626882 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ea54-2800-4e44-8cda-fae036597da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.653834 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.663789 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.697948 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.714473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2d6f0e9a-64f6-4418-8025-66108ea09dc7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:21.714473 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.724339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:06:21.724781 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:06:21.739588 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:06:21.758092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e724e-e1d3-4b2d-b65a-e1bdf391b50b None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:21.758796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-647e724e-e1d3-4b2d-b65a-e1bdf391b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d507100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:21.788194 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50e0b969-7689-4a07-ba0a-f4ca97de3b01 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.805212 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.870352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-647e724e-e1d3-4b2d-b65a-e1bdf391b50b None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:21.964574 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:21.988543 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:22.000961 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/networks/1aeae59b-72c2-4f3d-af47-f7b13621417a HTTP/1.1" status: 204  len: 168 time: 1.7335832
Dec 18 21:06:22.005452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55282) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:22.058515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f5545-20b4-4da6-98a7-237ed79a93a6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Network': ['ID=1aeae59b-72c2-4f3d-af47-f7b13621417a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:22.070667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b3f0ea54-2800-4e44-8cda-fae036597da6 None None] Port 8e431c69-ee02-4e69-a132-4b27734c8843 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:22.085853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-92ce96a6-9023-42d0-a19b-41d6a48b7eda None None] For port f2315d00-c625-4e30-ad1c-a198e541b0ca, host ncdv-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:22.086376 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92ce96a6-9023-42d0-a19b-41d6a48b7eda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:22.087866 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:22.165859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['01029a1f-6c70-48b6-9ed9-4300a6739bea'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:06:22.200146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-92ce96a6-9023-42d0-a19b-41d6a48b7eda None None] Calling delete_port for f2315d00-c625-4e30-ad1c-a198e541b0ca owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:22.205836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c8e62-a8a3-4f42-b510-3e6e6ac18ae7 req-87e428b7-d838-4ecc-a6f2-670279f8cfbc tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:22.207817 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e68c8e62-a8a3-4f42-b510-3e6e6ac18ae7 req-87e428b7-d838-4ecc-a6f2-670279f8cfbc tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.3892992
Dec 18 21:06:22.208659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=8e431c69-ee02-4e69-a132-4b27734c8843,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:22.229315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.ipam_backend_mixin [None req-92ce96a6-9023-42d0-a19b-41d6a48b7eda None None] Port f2315d00-c625-4e30-ad1c-a198e541b0ca was not found and therefore no delete operation was performed {{(pid=126010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:06:22.248342 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92ce96a6-9023-42d0-a19b-41d6a48b7eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:22.262878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92ce96a6-9023-42d0-a19b-41d6a48b7eda None None] Network 1aeae59b-72c2-4f3d-af47-f7b13621417a is not hosted by any dhcp agent {{(pid=126010) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 18 21:06:22.263214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Network 1868cd24-2ddf-47fc-8474-997160de3083 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:22.263714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce96a6-9023-42d0-a19b-41d6a48b7eda None None] No DVR routers for this DVR port f2315d00-c625-4e30-ad1c-a198e541b0ca on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:22.267277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:22.282513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:22.295073 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:22.312415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f2315d00-c625-4e30-ad1c-a198e541b0ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:22.367119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: f2315d00-c625-4e30-ad1c-a198e541b0ca {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:06:22.367515 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f2315d00-c625-4e30-ad1c-a198e541b0ca not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:06:22.384735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce96a6-9023-42d0-a19b-41d6a48b7eda None None] Pushing event deleted for resources: {'Port': ['ID=f2315d00-c625-4e30-ad1c-a198e541b0ca,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:22.389698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:22.391434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:22.412311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Pushing event updated for resources: {'Port': ['ID=46e75647-b225-467b-8eec-04fcb683c9a3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:22.429358 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-d7d3190c-14c7-4135-a1eb-c54aa05a645a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0240664
Dec 18 21:06:22.448657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Request body: {'port': {'device_id': '7ec0ec05-7209-486c-8059-40980e829fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:22.450442 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50e0b969-7689-4a07-ba0a-f4ca97de3b01 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:22.565602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:22.580990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0b969-7689-4a07-ba0a-f4ca97de3b01 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecf12ba-babb-42de-b689-28032a122a85,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:22.628051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-647e724e-e1d3-4b2d-b65a-e1bdf391b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d507100>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:18Z', 'revision_number': 8, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:22.677195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e724e-e1d3-4b2d-b65a-e1bdf391b50b None None] The sync data for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 is: [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:18Z', 'revision_number': 8, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed800d6-8e47-40a1-9576-cdbba95903ba', 'name': '', 'network_id': 'b27e1919-3604-4294-985c-63eec0259140', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:52:69:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:58Z', 'updated_at': '2021-12-18T21:06:05Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': 'e2ebf58e-7b61-428c-911e-22dfbecf6366', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:22.820566 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50e0b969-7689-4a07-ba0a-f4ca97de3b01 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:22.826891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-50e0b969-7689-4a07-ba0a-f4ca97de3b01 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/9ecf12ba-babb-42de-b689-28032a122a85 HTTP/1.1" status: 204  len: 168 time: 1.8609262
Dec 18 21:06:22.834305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e68c8e62-a8a3-4f42-b510-3e6e6ac18ae7 req-115c4912-532e-4dd8-8d0f-686a47bdfcbd tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5966001
Dec 18 21:06:22.838804 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55298) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:22.871203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2b333-2d48-47ee-9e7e-371316647081 req-f1046d0c-0255-4126-a56b-96c80926ab98 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:22.873204 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4b2b333-2d48-47ee-9e7e-371316647081 req-f1046d0c-0255-4126-a56b-96c80926ab98 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 932 time: 0.5334558
Dec 18 21:06:22.943472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a0bc9617-2ba2-469d-bf07-f8325819c98c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0992422
Dec 18 21:06:22.974146 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55300) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:22.982086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-21431746-fbb0-4782-a33f-e6aeea7441d4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:23.089276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:23.099056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4b2b333-2d48-47ee-9e7e-371316647081 req-f4f13910-a249-469c-9c15-92bffa016e7e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721518
Dec 18 21:06:23.103777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21431746-fbb0-4782-a33f-e6aeea7441d4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:23.108369 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21431746-fbb0-4782-a33f-e6aeea7441d4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:23.125583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907ff2a4-e145-4077-958e-cf8c12a37f8c None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:23.154114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:23.356633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device aa152cce-507e-4d6b-8e4d-1a60d4ebc2da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:23.438772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: aa152cce-507e-4d6b-8e4d-1a60d4ebc2da {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:06:23.446639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device aa152cce-507e-4d6b-8e4d-1a60d4ebc2da not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:06:23.478396 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-78281189-7da9-4de6-ab4e-1fd5f44443c9 None None] Provisioning complete for port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:23.478936 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-78281189-7da9-4de6-ab4e-1fd5f44443c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:23.540868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e75647-b225-467b-8eec-04fcb683c9a3 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:06:23.551732 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21431746-fbb0-4782-a33f-e6aeea7441d4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:23.678928 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:23.680082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router fccb5f77-0bec-4abe-bbec-bc869c29e870 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:06:23.684052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21431746-fbb0-4782-a33f-e6aeea7441d4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=6d1ae3ca-a381-47ac-bcb5-c6198a7dbf51,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:23.686729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92da9c2-20fe-4348-9408-67de458862ed None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:06:23.739295 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Transition to ACTIVE for port object 46e75647-b225-467b-8eec-04fcb683c9a3 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:06:23.758750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:23.770414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21431746-fbb0-4782-a33f-e6aeea7441d4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:23.816951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Pushing event updated for resources: {'Port': ['ID=46e75647-b225-467b-8eec-04fcb683c9a3,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:23.828880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-21431746-fbb0-4782-a33f-e6aeea7441d4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:23.832721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21431746-fbb0-4782-a33f-e6aeea7441d4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:23.833389 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21431746-fbb0-4782-a33f-e6aeea7441d4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:23.844934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:23.855299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dac4d0fb-dc18-40b1-a26a-68c698242b7b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/fccb5f77-0bec-4abe-bbec-bc869c29e870/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0858088
Dec 18 21:06:23.859636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55312) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:23.860232 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519a143-b1ad-47c7-aae9-3a4e83f57f4f None None] Sync routers for ids ['fccb5f77-0bec-4abe-bbec-bc869c29e870'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:23.873480 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519a143-b1ad-47c7-aae9-3a4e83f57f4f None None] Routers {'fccb5f77-0bec-4abe-bbec-bc869c29e870'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:23.875102 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3519a143-b1ad-47c7-aae9-3a4e83f57f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366438c7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['fccb5f77-0bec-4abe-bbec-bc869c29e870'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:23.880238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e92da9c2-20fe-4348-9408-67de458862ed None None] Deleting port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:23.907243 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e92da9c2-20fe-4348-9408-67de458862ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:23.921911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb7f94-624c-4f13-9a0b-c0835980ac8c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:23.924986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6fdb7f94-624c-4f13-9a0b-c0835980ac8c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports/8e431c69-ee02-4e69-a132-4b27734c8843 HTTP/1.1" status: 200  len: 910 time: 0.0640597
Dec 18 21:06:23.929894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55318) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:23.937900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-2df3a3d9-9a77-49cd-814f-0055918a6835 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ca52f8c-f895-4e3c-a344-133b0ffb9e1a'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:23.960708 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-21431746-fbb0-4782-a33f-e6aeea7441d4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9829116
Dec 18 21:06:23.960708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Attempting to bind port 46e75647-b225-467b-8eec-04fcb683c9a3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:23.960708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Attempting to bind port 46e75647-b225-467b-8eec-04fcb683c9a3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c0a34398-f8f7-4a60-90a2-f46f3737c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:23.960708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Attempting to bind port 46e75647-b225-467b-8eec-04fcb683c9a3 on network 1868cd24-2ddf-47fc-8474-997160de3083 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:23.961868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55320) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:23.968482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-af2611ba-f8b6-44c4-bee5-c4dc53416bff tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:24.002846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94301f92-02a7-4276-84a4-a3269c418256 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:24.018518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Port 46e75647-b225-467b-8eec-04fcb683c9a3 on network 1868cd24-2ddf-47fc-8474-997160de3083 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:06:24.019062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Attempting to bind port 46e75647-b225-467b-8eec-04fcb683c9a3 on network 1868cd24-2ddf-47fc-8474-997160de3083 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:24.030891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:24.031369 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Checking segment: {'id': 'c0a34398-f8f7-4a60-90a2-f46f3737c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:24.031763 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Bound using segment: {'id': 'c0a34398-f8f7-4a60-90a2-f46f3737c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:24.032199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Bound port: 46e75647-b225-467b-8eec-04fcb683c9a3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a34398-f8f7-4a60-90a2-f46f3737c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:24.033180 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:24.081976 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3519a143-b1ad-47c7-aae9-3a4e83f57f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366438c7f0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:24.089254 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-25dd8134-cd1a-48e6-b201-fafb80695aae None None] Provisioning complete for port 8e431c69-ee02-4e69-a132-4b27734c8843 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:24.089970 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-25dd8134-cd1a-48e6-b201-fafb80695aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:24.107025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] For port 46e75647-b225-467b-8eec-04fcb683c9a3, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:24.110186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] For port 46e75647-b225-467b-8eec-04fcb683c9a3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46e75647-b225-467b-8eec-04fcb683c9a3,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:24.122427 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:24.132684 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519a143-b1ad-47c7-aae9-3a4e83f57f4f None None] Routers {'fccb5f77-0bec-4abe-bbec-bc869c29e870'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:24.133328 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3519a143-b1ad-47c7-aae9-3a4e83f57f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366438c7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['fccb5f77-0bec-4abe-bbec-bc869c29e870'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:24.141278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:24.141675 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:24.143973 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] 10.222.0.31 "PUT /v2.0/ports/46e75647-b225-467b-8eec-04fcb683c9a3 HTTP/1.1" status: 200  len: 1092 time: 1.7043843
Dec 18 21:06:24.172106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec0ec05-7209-486c-8059-40980e829fbb', 'tag': '46e75647-b225-467b-8eec-04fcb683c9a3'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:06:24.183270 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683c0147-653e-4b63-a345-56d62114dc20" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec0ec05-7209-486c-8059-40980e829fbb", "tag": "46e75647-b225-467b-8eec-04fcb683c9a3"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:06:24.205253 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3519a143-b1ad-47c7-aae9-3a4e83f57f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366438c7f0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:24.206166 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519a143-b1ad-47c7-aae9-3a4e83f57f4f None None] The sync data for ids ['fccb5f77-0bec-4abe-bbec-bc869c29e870'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:24.232513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e92da9c2-20fe-4348-9408-67de458862ed None None] For port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:24.233118 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e92da9c2-20fe-4348-9408-67de458862ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:24.241810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-25dd8134-cd1a-48e6-b201-fafb80695aae None None] Port 8e431c69-ee02-4e69-a132-4b27734c8843 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:24.269081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e92da9c2-20fe-4348-9408-67de458862ed None None] Calling delete_port for 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:24.562390 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e92da9c2-20fe-4348-9408-67de458862ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:24.719059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114fb66-0968-425f-9a3c-79aec3372f35 req-f0808be6-935a-481b-bfc3-6cea72b8c24c tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:24.721818 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3114fb66-0968-425f-9a3c-79aec3372f35 req-f0808be6-935a-481b-bfc3-6cea72b8c24c tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.5298126
Dec 18 21:06:24.746781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd37bb-2968-460a-a618-5b5d0677674c req-36d8aa04-9d73-4171-a9d3-b5fc9b38968c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:24.748624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18cd37bb-2968-460a-a618-5b5d0677674c req-36d8aa04-9d73-4171-a9d3-b5fc9b38968c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 944 time: 0.1857522
Dec 18 21:06:24.814136 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92da9c2-20fe-4348-9408-67de458862ed None None] No DVR routers for this DVR port 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:24.822745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92da9c2-20fe-4348-9408-67de458862ed None None] Pushing event deleted for resources: {'Port': ['ID=627bf5ae-ed2b-4296-b8b6-2dd28f5de277,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:24.849897 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252bcdce-aa3b-4ed4-9149-2aedb7c88539 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:24.907181 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3114fb66-0968-425f-9a3c-79aec3372f35 req-cb220d1e-028e-4962-85a9-a386dcb4c9c2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712918
Dec 18 21:06:24.916963 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b24433-a4f3-4fa4-ad1b-7859e899cdaa service neutron] Pushing event updated for resources: {'Port': ['ID=46e75647-b225-467b-8eec-04fcb683c9a3,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:24.948355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2df3a3d9-9a77-49cd-814f-0055918a6835 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:25.004508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18cd37bb-2968-460a-a618-5b5d0677674c req-0cea9944-2f41-402d-b35e-dda52958c996 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251279
Dec 18 21:06:25.029021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-0bc42257-cf93-4014-b393-825b611f7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:25.030927 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-0bc42257-cf93-4014-b393-825b611f7af3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 1095 time: 0.1970415
Dec 18 21:06:25.033655 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefbd9b4-29b5-4f37-b290-343e92f357b7 x-openstack-request-id: req-fefbd9b4-29b5-4f37-b290-343e92f357b7 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:06:25.034016 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec0ec05-7209-486c-8059-40980e829fbb", "tag": "46e75647-b225-467b-8eec-04fcb683c9a3", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:06:25.034363 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fefbd9b4-29b5-4f37-b290-343e92f357b7 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:06:25.034809 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec0ec05-7209-486c-8059-40980e829fbb', 'tag': '46e75647-b225-467b-8eec-04fcb683c9a3', 'status': 'completed', 'code': 200}
Dec 18 21:06:25.058568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366763c1-8ffb-4916-bf33-b9164c04d44d', 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'project_id': '50ba8bfbb7404ca3af1621fb54b33317', 'fixed_ips': [{'subnet_id': '6d1ae3ca-a381-47ac-bcb5-c6198a7dbf51'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:06:25.059981 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:25.112136 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-7a034336-e06a-4204-829c-88fb1c5f9eb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46e75647-b225-467b-8eec-04fcb683c9a3 HTTP/1.1" status: 200  len: 217 time: 0.0676556
Dec 18 21:06:25.135988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2611ba-f8b6-44c4-bee5-c4dc53416bff tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:25.140585 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-af2611ba-f8b6-44c4-bee5-c4dc53416bff tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:25.248318 ncdv-master-1 neutron-server[126009]: INFO neutron.db.ipam_backend_mixin [None req-af2611ba-f8b6-44c4-bee5-c4dc53416bff tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d1ae3ca-a381-47ac-bcb5-c6198a7dbf51 (CIDR: 2001:db8::/64)
Dec 18 21:06:25.270496 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2611ba-f8b6-44c4-bee5-c4dc53416bff tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:06:25.273355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2611ba-f8b6-44c4-bee5-c4dc53416bff tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:25.283676 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:25.303008 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-af2611ba-f8b6-44c4-bee5-c4dc53416bff tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3400242
Dec 18 21:06:25.303684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55352) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:25.305705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55354) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:25.310834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-94301f92-02a7-4276-84a4-a3269c418256 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port 7ed800d6-8e47-40a1-9576-cdbba95903ba {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:25.311862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-8df92cc1-b4f4-45d3-95c5-ac3b9e2bfc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:25.313249 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-8df92cc1-b4f4-45d3-95c5-ac3b9e2bfc41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fddf9542-b331-44d6-bbe6-163e1b723ad1 HTTP/1.1" status: 200  len: 853 time: 0.1934760
Dec 18 21:06:25.315842 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94301f92-02a7-4276-84a4-a3269c418256 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:25.320380 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'subnet': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:25.390267 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-caf57ea5-e1b0-4bc4-93ab-32ad90af0352 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1868cd24-2ddf-47fc-8474-997160de3083&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0659170
Dec 18 21:06:25.411106 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:06:25.411360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 627bf5ae-ed2b-4296-b8b6-2dd28f5de277 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:06:25.473550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Allocated IP 2001:db8::2 (366763c1-8ffb-4916-bf33-b9164c04d44d/6d1ae3ca-a381-47ac-bcb5-c6198a7dbf51/72ae670d-b299-4639-a9b2-e31fc6f9e291) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:25.494595 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8afee2b-6fbb-4e86-b230-10997f087a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:25.606382 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-0eef7a26-237c-4508-9f36-4fc78182f60e service neutron] 10.222.0.31 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2081988
Dec 18 21:06:25.613251 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:25.616906 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:25.685003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-94301f92-02a7-4276-84a4-a3269c418256 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] For port 7ed800d6-8e47-40a1-9576-cdbba95903ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ed800d6-8e47-40a1-9576-cdbba95903ba,segment=NetworkSegment(59a1703b-6981-4a8a-82e3-b6790ace729f),segment_id=59a1703b-6981-4a8a-82e3-b6790ace729f)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:25.685647 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94301f92-02a7-4276-84a4-a3269c418256 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:25.713603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-94301f92-02a7-4276-84a4-a3269c418256 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for 7ed800d6-8e47-40a1-9576-cdbba95903ba owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:25.808737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:25.835941 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:25.891409 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2df3a3d9-9a77-49cd-814f-0055918a6835 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:25.915526 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8afee2b-6fbb-4e86-b230-10997f087a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:25.915778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Pushing event updated for resources: {'Port': ['ID=72ae670d-b299-4639-a9b2-e31fc6f9e291,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:25.918375 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-39d4110f-de2d-469c-ad23-e50e5fd1b72a req-4a856360-21c0-44c6-a006-3f372796acaf service neutron] 10.222.0.31 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2976973
Dec 18 21:06:25.930351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:25.932086 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:25.937678 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b8afee2b-6fbb-4e86-b230-10997f087a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:25.943686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:25.962805 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2df3a3d9-9a77-49cd-814f-0055918a6835 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:26.023887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Attempting to bind port 72ae670d-b299-4639-a9b2-e31fc6f9e291 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:26.025649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Attempting to bind port 72ae670d-b299-4639-a9b2-e31fc6f9e291 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:26.026083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Attempting to bind port 72ae670d-b299-4639-a9b2-e31fc6f9e291 on network 366763c1-8ffb-4916-bf33-b9164c04d44d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:26.040831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:26.040831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Checking segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:26.040831 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:26.040831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Bound using segment: {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:26.043549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Bound port: 72ae670d-b299-4639-a9b2-e31fc6f9e291, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33604b79-305d-4917-92f8-fc3dbb742d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:26.046796 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:26.142808 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3a3d9-9a77-49cd-814f-0055918a6835 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=8e431c69-ee02-4e69-a132-4b27734c8843,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:26.154085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] For port 72ae670d-b299-4639-a9b2-e31fc6f9e291, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:26.178224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afee2b-6fbb-4e86-b230-10997f087a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b1d209-abad-4ace-b54a-cd2809785f62,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:26.183181 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b8afee2b-6fbb-4e86-b230-10997f087a8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ad6048fe60046e0a146ce06bfdae8bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8782985
Dec 18 21:06:26.192331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55368) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:26.224398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3a3d9-9a77-49cd-814f-0055918a6835 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:26.224398 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2df3a3d9-9a77-49cd-814f-0055918a6835 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:26.230392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2df3a3d9-9a77-49cd-814f-0055918a6835 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/ports/8e431c69-ee02-4e69-a132-4b27734c8843 HTTP/1.1" status: 200  len: 910 time: 2.2986083
Dec 18 21:06:26.234054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55370) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:26.259587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c0147-653e-4b63-a345-56d62114dc20 req-c39e28df-18f8-4554-8d49-63cdaf177166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:26.261082 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-683c0147-653e-4b63-a345-56d62114dc20 req-c39e28df-18f8-4554-8d49-63cdaf177166 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 1095 time: 0.2770290
Dec 18 21:06:26.264049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a271d-4f38-46c7-a42c-6eabfb243859 req-767a9706-b718-450f-b11f-eeb646b6e95f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:26.265544 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-920a271d-4f38-46c7-a42c-6eabfb243859 req-767a9706-b718-450f-b11f-eeb646b6e95f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2154860
Dec 18 21:06:26.366763 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27255c3f-5585-43ce-b6db-f8ffa5aff801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:26.379410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] For port 72ae670d-b299-4639-a9b2-e31fc6f9e291, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72ae670d-b299-4639-a9b2-e31fc6f9e291,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:26.387349 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:26.388893 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94301f92-02a7-4276-84a4-a3269c418256 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:26.435956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b2f2-73da-491f-b4ae-95fec1117fc8 req-bf165ace-228e-4e7e-b854-492d486d929c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:26.437537 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6c8b2f2-73da-491f-b4ae-95fec1117fc8 req-bf165ace-228e-4e7e-b854-492d486d929c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 944 time: 0.3297729
Dec 18 21:06:26.452465 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27255c3f-5585-43ce-b6db-f8ffa5aff801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:26.455073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c0147-653e-4b63-a345-56d62114dc20 req-b8743f15-cd6d-4345-8ba2-73a3fa9cd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:26.456576 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-683c0147-653e-4b63-a345-56d62114dc20 req-b8743f15-cd6d-4345-8ba2-73a3fa9cd3f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 914 time: 0.1866844
Dec 18 21:06:26.460329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c99111-268d-40ba-bf51-fb25e4adb53f None None] Pushing event updated for resources: {'Port': ['ID=72ae670d-b299-4639-a9b2-e31fc6f9e291,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:26.475437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94301f92-02a7-4276-84a4-a3269c418256 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=7ed800d6-8e47-40a1-9576-cdbba95903ba,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:26.526327 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-683c0147-653e-4b63-a345-56d62114dc20 req-96c3b213-dfc3-4c2d-8a5e-36c9dd8b622d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46e75647-b225-467b-8eec-04fcb683c9a3 HTTP/1.1" status: 200  len: 217 time: 0.0517068
Dec 18 21:06:26.633380 ncdv-master-1 neutron-server[126009]: DEBUG neutron.objects.ports [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126009) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:06:26.719724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-920a271d-4f38-46c7-a42c-6eabfb243859 req-145683a9-4e65-439b-a84b-f0bc15573015 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4175270
Dec 18 21:06:26.889801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c0147-653e-4b63-a345-56d62114dc20 req-c96b7192-7bd2-45cb-81e0-808a1b4321db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:26.892859 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-683c0147-653e-4b63-a345-56d62114dc20 req-c96b7192-7bd2-45cb-81e0-808a1b4321db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fddf9542-b331-44d6-bbe6-163e1b723ad1 HTTP/1.1" status: 200  len: 853 time: 0.3459282
Dec 18 21:06:26.931706 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6c8b2f2-73da-491f-b4ae-95fec1117fc8 req-d8d450c5-8ffb-4195-a88d-95e661b518a2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4861894
Dec 18 21:06:26.935338 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94301f92-02a7-4276-84a4-a3269c418256 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:27.071267 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-683c0147-653e-4b63-a345-56d62114dc20 req-cabee918-08f9-4e37-9a78-f0b08ccd8933 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1868cd24-2ddf-47fc-8474-997160de3083&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0714467
Dec 18 21:06:27.081106 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27255c3f-5585-43ce-b6db-f8ffa5aff801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:27.090630 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27255c3f-5585-43ce-b6db-f8ffa5aff801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:27.092035 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-27255c3f-5585-43ce-b6db-f8ffa5aff801 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79b1d209-abad-4ace-b54a-cd2809785f62 HTTP/1.1" status: 204  len: 168 time: 0.8773181
Dec 18 21:06:27.260167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27255c3f-5585-43ce-b6db-f8ffa5aff801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b1d209-abad-4ace-b54a-cd2809785f62,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:27.264937 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:27.269394 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-683c0147-653e-4b63-a345-56d62114dc20 req-e05cc028-0d5c-43ff-a136-4b00179a19a0 service neutron] 10.222.0.31 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761258
Dec 18 21:06:27.385120 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-683c0147-653e-4b63-a345-56d62114dc20 req-bb5eb150-aa1b-486d-b945-d1731e64befd service neutron] 10.222.0.31 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1051271
Dec 18 21:06:27.520791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 72ae670d-b299-4639-a9b2-e31fc6f9e291 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:27.583665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94301f92-02a7-4276-84a4-a3269c418256 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 68a32e25-785f-4d51-872f-9a152e38ab08 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:27.661570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 72ae670d-b299-4639-a9b2-e31fc6f9e291 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:27.662082 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:27.663344 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] For port 72ae670d-b299-4639-a9b2-e31fc6f9e291, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72ae670d-b299-4639-a9b2-e31fc6f9e291,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:27.718034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:27.733281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:27.733281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:27.767845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55378) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:27.792406 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8808a36c-b511-4802-bd8d-a18bc18ea885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:27.836330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Subnet': ['ID=6000a754-49a5-4856-9dc1-e8397350d44b,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:27.857027 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cef7e84b-6066-4af4-bdcb-869920b8f013 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:27.906213 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:27.913304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:27.923819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:27.930576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:27.931188 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:27.952706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 72ae670d-b299-4639-a9b2-e31fc6f9e291, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72ae670d-b299-4639-a9b2-e31fc6f9e291,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:27.962199 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:28.008393 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-589fc3f6-9d36-4ca0-a6dd-0caa9419fde0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2866166
Dec 18 21:06:28.021757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=72ae670d-b299-4639-a9b2-e31fc6f9e291,revision_number=4']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:28.031845 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2aecb554-05fd-4949-8778-b5ab3f8fb43e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 2.7216129
Dec 18 21:06:28.034577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55384) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:28.052809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Request body: {'port': {'network_id': '366763c1-8ffb-4916-bf33-b9164c04d44d', 'mac_address': 'fa:16:3e:9b:20:55', 'name': 'tempest-NetworksTestDHCPv6-2080167343'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:28.074569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=72ae670d-b299-4639-a9b2-e31fc6f9e291,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:28.218420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94301f92-02a7-4276-84a4-a3269c418256 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:28.232355 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a680b-c80c-47e8-8f8e-01366292f841 None None] Sync routers for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:28.242133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-75cf2c12-08ec-4906-a755-9d38f8f9e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.243448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-75cf2c12-08ec-4906-a755-9d38f8f9e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.244081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-75cf2c12-08ec-4906-a755-9d38f8f9e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.244757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-75cf2c12-08ec-4906-a755-9d38f8f9e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.245774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-75cf2c12-08ec-4906-a755-9d38f8f9e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.246597 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-75cf2c12-08ec-4906-a755-9d38f8f9e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.247223 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-75cf2c12-08ec-4906-a755-9d38f8f9e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.249345 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-75cf2c12-08ec-4906-a755-9d38f8f9e6e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6500 time: 0.1574192
Dec 18 21:06:28.262523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a680b-c80c-47e8-8f8e-01366292f841 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:28.263232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-836a680b-c80c-47e8-8f8e-01366292f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eacc0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:28.276044 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-94301f92-02a7-4276-84a4-a3269c418256 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2637770
Dec 18 21:06:28.280200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55386) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:28.366952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba156f8a-f076-453e-8f72-d432b3a040cb req-e738d8a2-b732-4daa-9f00-728d37d41fe4 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.368589 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba156f8a-f076-453e-8f72-d432b3a040cb req-e738d8a2-b732-4daa-9f00-728d37d41fe4 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 944 time: 0.1974859
Dec 18 21:06:28.378560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75b317-4fa7-42a6-b639-a11381bc8baf req-04fa0684-3cc6-410f-a700-170d5c036720 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.380110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df75b317-4fa7-42a6-b639-a11381bc8baf req-04fa0684-3cc6-410f-a700-170d5c036720 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.3019452
Dec 18 21:06:28.427483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c96fc95-a35d-4379-a2e2-a56e92acc0ea None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:28.476604 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8808a36c-b511-4802-bd8d-a18bc18ea885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:28.503746 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eaf2254-f56b-4093-abbf-591d7e45d399 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting subnet e2ebf58e-7b61-428c-911e-22dfbecf6366 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:06:28.513143 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2254-f56b-4093-abbf-591d7e45d399 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:28.525054 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-00534701-f520-4f94-8f01-047ac0012b99 None None] Provisioning complete for port 72ae670d-b299-4639-a9b2-e31fc6f9e291 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:28.526481 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-00534701-f520-4f94-8f01-047ac0012b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:28.545093 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8808a36c-b511-4802-bd8d-a18bc18ea885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:28.559213 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Made reservation on behalf of 50ba8bfbb7404ca3af1621fb54b33317 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:28.619808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8808a36c-b511-4802-bd8d-a18bc18ea885 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4eccb24efc8e499fb64a708fc392aa66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8501382
Dec 18 21:06:28.623772 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2254-f56b-4093-abbf-591d7e45d399 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:28.626687 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-836a680b-c80c-47e8-8f8e-01366292f841 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:28.627094 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808a36c-b511-4802-bd8d-a18bc18ea885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1eb590-a1e5-4085-80bd-1be9e4419309,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:28.628443 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55388) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:28.646552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df75b317-4fa7-42a6-b639-a11381bc8baf req-af0aebd1-f44b-4da4-9e34-da15cd40948d tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2592576
Dec 18 21:06:28.657147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-5263524a-769a-4e6f-9ba4-7c3f4095a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.658389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-5263524a-769a-4e6f-9ba4-7c3f4095a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.658847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba156f8a-f076-453e-8f72-d432b3a040cb req-ca5fcfe0-2608-44f1-8e78-5c724e34e060 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2727559
Dec 18 21:06:28.658995 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-5263524a-769a-4e6f-9ba4-7c3f4095a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.660704 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-5263524a-769a-4e6f-9ba4-7c3f4095a8f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50f70d1e-856f-4dc0-8d15-f219387fa189&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344 HTTP/1.1" status: 200  len: 2299 time: 0.3840251
Dec 18 21:06:28.694033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-cef7e84b-6066-4af4-bdcb-869920b8f013 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port 8e431c69-ee02-4e69-a132-4b27734c8843 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:28.694033 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cef7e84b-6066-4af4-bdcb-869920b8f013 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:28.807575 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cef7e84b-6066-4af4-bdcb-869920b8f013 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:28.821175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-cef7e84b-6066-4af4-bdcb-869920b8f013 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for 8e431c69-ee02-4e69-a132-4b27734c8843 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:28.835829 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-0780ac81-4fd0-4cee-bdd3-8892bf6627a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6 HTTP/1.1" status: 200  len: 1000 time: 0.1635053
Dec 18 21:06:28.895821 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:28.918715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2254-f56b-4093-abbf-591d7e45d399 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:28.924771 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2a2997bd-99a7-499a-a78b-af71d8be96fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:28.992350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-6fab49d5-f62b-41cb-a5dd-29ab9567a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:28.998224 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-6fab49d5-f62b-41cb-a5dd-29ab9567a733 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd650901-9f47-47d9-a2fb-bdde348d3ffa HTTP/1.1" status: 200  len: 856 time: 0.1542833
Dec 18 21:06:29.011393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] device_id is not set on port 464904e8-21f1-4703-9dbb-534a143a578c yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:06:29.049767 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2a2997bd-99a7-499a-a78b-af71d8be96fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:29.121194 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cef7e84b-6066-4af4-bdcb-869920b8f013 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:29.133221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-836a680b-c80c-47e8-8f8e-01366292f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eacc0a0>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:26Z', 'revision_number': 9, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:29.168138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7e84b-6066-4af4-bdcb-869920b8f013 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=8e431c69-ee02-4e69-a132-4b27734c8843,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:29.218198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a680b-c80c-47e8-8f8e-01366292f841 None None] Checking router: 68a32e25-785f-4d51-872f-9a152e38ab08 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:29.233769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a680b-c80c-47e8-8f8e-01366292f841 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:29.233769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-836a680b-c80c-47e8-8f8e-01366292f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eacc0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:29.270115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2a2997bd-99a7-499a-a78b-af71d8be96fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:29.273315 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2a2997bd-99a7-499a-a78b-af71d8be96fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:29.287285 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2a2997bd-99a7-499a-a78b-af71d8be96fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d1eb590-a1e5-4085-80bd-1be9e4419309 HTTP/1.1" status: 204  len: 168 time: 0.6552105
Dec 18 21:06:29.293400 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2254-f56b-4093-abbf-591d7e45d399 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:29.352081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 72ae670d-b299-4639-a9b2-e31fc6f9e291 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:29.467148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db361d8-4ae0-4019-a370-0fc036fe9042 None None] Network b27e1919-3604-4294-985c-63eec0259140 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:29.567902 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cef7e84b-6066-4af4-bdcb-869920b8f013 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:29.571734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8::1d0 (366763c1-8ffb-4916-bf33-b9164c04d44d/6d1ae3ca-a381-47ac-bcb5-c6198a7dbf51/464904e8-21f1-4703-9dbb-534a143a578c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:29.583342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:2055 (366763c1-8ffb-4916-bf33-b9164c04d44d/6000a754-49a5-4856-9dc1-e8397350d44b/464904e8-21f1-4703-9dbb-534a143a578c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:29.683853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-836a680b-c80c-47e8-8f8e-01366292f841 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:29.875945 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:29.927585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2997bd-99a7-499a-a78b-af71d8be96fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1eb590-a1e5-4085-80bd-1be9e4419309,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:29.943542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-f2895491-085f-4a99-a6da-9ef5feb3b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:29.945586 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-f2895491-085f-4a99-a6da-9ef5feb3b033 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50f70d1e-856f-4dc0-8d15-f219387fa189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.9276071
Dec 18 21:06:29.966825 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2254-f56b-4093-abbf-591d7e45d399 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:29.973610 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4eaf2254-f56b-4093-abbf-591d7e45d399 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/e2ebf58e-7b61-428c-911e-22dfbecf6366 HTTP/1.1" status: 204  len: 168 time: 1.6817398
Dec 18 21:06:29.976628 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:29.987063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55404) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:29.989358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf2254-f56b-4093-abbf-591d7e45d399 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ebf58e-7b61-428c-911e-22dfbecf6366,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:30.103289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef7e84b-6066-4af4-bdcb-869920b8f013 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router fccb5f77-0bec-4abe-bbec-bc869c29e870 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:30.164073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event updated for resources: {'Port': ['ID=464904e8-21f1-4703-9dbb-534a143a578c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:30.210137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Network 366763c1-8ffb-4916-bf33-b9164c04d44d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:30.224313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:30.232255 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:30.235628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:30.242139 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:30.242980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:30.262464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e7cdc-3467-448d-a3a5-9dcea47fa04f req-0bf57d82-025c-4ed9-ac92-d7d8882563b6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:30.268234 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c7e7cdc-3467-448d-a3a5-9dcea47fa04f req-0bf57d82-025c-4ed9-ac92-d7d8882563b6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 944 time: 0.2215748
Dec 18 21:06:30.288026 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-97161c80-0817-4127-918d-c22d64165b2f service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3131301
Dec 18 21:06:30.296988 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-314e7852-695b-4420-bb26-6e290acf7d75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.2611315
Dec 18 21:06:30.318281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55412) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:30.371659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 46e75647-b225-467b-8eec-04fcb683c9a3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:06:30.377325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ee651a3f-61b5-489b-a4a1-abfaa7ff5005 None None] Provisioning complete for port 72ae670d-b299-4639-a9b2-e31fc6f9e291 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:30.377694 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee651a3f-61b5-489b-a4a1-abfaa7ff5005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:30.495635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef7e84b-6066-4af4-bdcb-869920b8f013 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:30.513643 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e4ac3-7a91-476c-83ac-153f5d9e4f5d None None] Sync routers for ids ['fccb5f77-0bec-4abe-bbec-bc869c29e870'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:30.529786 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cef7e84b-6066-4af4-bdcb-869920b8f013 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/fccb5f77-0bec-4abe-bbec-bc869c29e870/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2933366
Dec 18 21:06:30.543495 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e4ac3-7a91-476c-83ac-153f5d9e4f5d None None] Routers {'fccb5f77-0bec-4abe-bbec-bc869c29e870'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:30.545935 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-037e4ac3-7a91-476c-83ac-153f5d9e4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366438cc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['fccb5f77-0bec-4abe-bbec-bc869c29e870'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:30.548658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55418) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:30.563059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed874f-e43c-484b-8224-870ec3d85c01 req-0853e164-35a1-424d-aebb-bf19b0487947 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:30.587733 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35ed874f-e43c-484b-8224-870ec3d85c01 req-0853e164-35a1-424d-aebb-bf19b0487947 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.5416062
Dec 18 21:06:30.603816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 72ae670d-b299-4639-a9b2-e31fc6f9e291 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:30.604187 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:30.638577 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-037e4ac3-7a91-476c-83ac-153f5d9e4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366438cc40>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:30.672185 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e4ac3-7a91-476c-83ac-153f5d9e4f5d None None] Routers {'fccb5f77-0bec-4abe-bbec-bc869c29e870'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:30.676241 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-037e4ac3-7a91-476c-83ac-153f5d9e4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366438cc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['fccb5f77-0bec-4abe-bbec-bc869c29e870'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:30.763953 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-037e4ac3-7a91-476c-83ac-153f5d9e4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366438cc40>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:30.764853 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e4ac3-7a91-476c-83ac-153f5d9e4f5d None None] The sync data for ids ['fccb5f77-0bec-4abe-bbec-bc869c29e870'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:30.780810 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-87496f66-a2ab-4ce8-903c-a2baebdafd6d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=fccb5f77-0bec-4abe-bbec-bc869c29e870 HTTP/1.1" status: 200  len: 205 time: 0.2303660
Dec 18 21:06:30.784043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdd74f0-429b-47c5-ab05-a7a155585fb5 None None] DHCP port deletion for b27e1919-3604-4294-985c-63eec0259140 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:06:30.795246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55424) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:30.821143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35ed874f-e43c-484b-8224-870ec3d85c01 req-269ab6d8-fb06-436f-a4b5-800b9cf01486 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2254381
Dec 18 21:06:30.826217 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-70cc5cf8-757d-46fb-b149-a6f4069aa74d service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5280869
Dec 18 21:06:30.851673 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c7e7cdc-3467-448d-a3a5-9dcea47fa04f req-a41d1399-a2fd-4b3c-a1d9-ca3c10f2c7bd tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5780168
Dec 18 21:06:31.031285 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ed6dacb-6c6a-49ce-85a4-1b09dd983011 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.075419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 46e75647-b225-467b-8eec-04fcb683c9a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46e75647-b225-467b-8eec-04fcb683c9a3,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:31.124009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '46e75647-b225-467b-8eec-04fcb683c9a3', 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083', 'port_id': '46e75647-b225-467b-8eec-04fcb683c9a3', 'mac_address': 'fa:16:3e:fd:81:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddf9542-b331-44d6-bbe6-163e1b723ad1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:06:31.131457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-302f9c59-acfd-4b3a-94ac-1b9c249f7d08 None None] Provisioning complete for port 464904e8-21f1-4703-9dbb-534a143a578c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:31.132742 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-302f9c59-acfd-4b3a-94ac-1b9c249f7d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.183914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-302f9c59-acfd-4b3a-94ac-1b9c249f7d08 None None] Port 464904e8-21f1-4703-9dbb-534a143a578c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:31.230983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-836a680b-c80c-47e8-8f8e-01366292f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eacc0a0>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:26Z', 'revision_number': 9, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:31.238192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd74f0-429b-47c5-ab05-a7a155585fb5 None None] Deleting port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:31.239116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7cdd74f0-429b-47c5-ab05-a7a155585fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.290304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:31.322483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a680b-c80c-47e8-8f8e-01366292f841 None None] The sync data for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 is: [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:26Z', 'revision_number': 9, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '481ef8ae-7fc7-4727-9cf6-5647cb6aadfd', 'name': '', 'network_id': 'cd703c3f-ab22-419a-b4f9-60de4c8929ce', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2f:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:49Z', 'updated_at': '2021-12-18T21:05:55Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '1a2776a1-6b06-423b-b1a8-dee2cb6c6a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:31.370544 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.411834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e75647-b225-467b-8eec-04fcb683c9a3 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:06:31.419260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7cdd74f0-429b-47c5-ab05-a7a155585fb5 None None] For port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4,segment=NetworkSegment(59a1703b-6981-4a8a-82e3-b6790ace729f),segment_id=59a1703b-6981-4a8a-82e3-b6790ace729f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:31.419742 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7cdd74f0-429b-47c5-ab05-a7a155585fb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.453951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd74f0-429b-47c5-ab05-a7a155585fb5 None None] Calling delete_port for d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:31.457731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 46e75647-b225-467b-8eec-04fcb683c9a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46e75647-b225-467b-8eec-04fcb683c9a3,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:31.505833 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-a39ce45f-fe39-4600-b9f8-58a216bffd29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=fbcf81f3-8b8e-462f-9434-1aafb30b288a HTTP/1.1" status: 200  len: 217 time: 0.6670661
Dec 18 21:06:31.506850 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.509704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:31.510401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.511174 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.684629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-90423955-27c4-45d6-bffc-fb3a20719375 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting port 464904e8-21f1-4703-9dbb-534a143a578c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:31.684629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90423955-27c4-45d6-bffc-fb3a20719375 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.728051 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ed6dacb-6c6a-49ce-85a4-1b09dd983011 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.738002 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ed6dacb-6c6a-49ce-85a4-1b09dd983011 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.815515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] For port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4,segment=NetworkSegment(59a1703b-6981-4a8a-82e3-b6790ace729f),segment_id=59a1703b-6981-4a8a-82e3-b6790ace729f)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:31.818596 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.852511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['46e75647-b225-467b-8eec-04fcb683c9a3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:06:31.857152 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4,segment=NetworkSegment(59a1703b-6981-4a8a-82e3-b6790ace729f),segment_id=59a1703b-6981-4a8a-82e3-b6790ace729f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:31.860073 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=46e75647-b225-467b-8eec-04fcb683c9a3,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:31.905779 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ed6dacb-6c6a-49ce-85a4-1b09dd983011 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.906867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed6dacb-6c6a-49ce-85a4-1b09dd983011 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Fanout notify agent at l3_agent the message router_deleted on router fccb5f77-0bec-4abe-bbec-bc869c29e870 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:06:31.909028 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-6972c2e8-2142-49f2-944d-81a1d198e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:31.925149 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ed6dacb-6c6a-49ce-85a4-1b09dd983011 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:31.926476 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-6972c2e8-2142-49f2-944d-81a1d198e4cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.3447890
Dec 18 21:06:31.935068 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1ed6dacb-6c6a-49ce-85a4-1b09dd983011 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/fccb5f77-0bec-4abe-bbec-bc869c29e870 HTTP/1.1" status: 204  len: 168 time: 1.0787258
Dec 18 21:06:31.936142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55444) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:31.950139 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:31.950610 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:32.042487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:32.069172 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7cdd74f0-429b-47c5-ab05-a7a155585fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:32.113997 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90423955-27c4-45d6-bffc-fb3a20719375 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:32.130477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd74f0-429b-47c5-ab05-a7a155585fb5 None None] No DVR routers for this DVR port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:32.148484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78cd7b4-85ab-47ad-a9b5-965e74c9951a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting subnet 5ca52f8c-f895-4e3c-a344-133b0ffb9e1a {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:06:32.153926 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e78cd7b4-85ab-47ad-a9b5-965e74c9951a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:32.182137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd74f0-429b-47c5-ab05-a7a155585fb5 None None] Pushing event deleted for resources: {'Port': ['ID=d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:32.190416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-90423955-27c4-45d6-bffc-fb3a20719375 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Calling delete_port for 464904e8-21f1-4703-9dbb-534a143a578c owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:32.240865 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e78cd7b4-85ab-47ad-a9b5-965e74c9951a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:32.267723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-cf959961-e141-426a-b1e9-9f4824a56eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:32.273966 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-cf959961-e141-426a-b1e9-9f4824a56eaf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3058817
Dec 18 21:06:32.339720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e332c9e-e141-4298-ad04-bea13d2fc8d7 req-9aecaef3-8e41-409b-835c-f153dc230e0e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:32.341266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e332c9e-e141-4298-ad04-bea13d2fc8d7 req-9aecaef3-8e41-409b-835c-f153dc230e0e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2862668
Dec 18 21:06:32.370747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76645b-f398-4da2-9d7c-772a354df790 req-98d2ec60-145a-46e2-a158-074fbf936904 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:32.379012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d76645b-f398-4da2-9d7c-772a354df790 req-98d2ec60-145a-46e2-a158-074fbf936904 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 945 time: 0.3082056
Dec 18 21:06:32.407489 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e78cd7b4-85ab-47ad-a9b5-965e74c9951a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:32.495398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d76645b-f398-4da2-9d7c-772a354df790 req-289407fc-749d-465a-a0e4-3e1e06613458 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153362
Dec 18 21:06:32.541415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e332c9e-e141-4298-ad04-bea13d2fc8d7 req-fc80d65a-6abd-4177-a4ff-d7ebb0ba4476 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877887
Dec 18 21:06:32.553959 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:32.558109 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e78cd7b4-85ab-47ad-a9b5-965e74c9951a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:32.585913 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e78cd7b4-85ab-47ad-a9b5-965e74c9951a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:32.592555 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e78cd7b4-85ab-47ad-a9b5-965e74c9951a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/5ca52f8c-f895-4e3c-a344-133b0ffb9e1a HTTP/1.1" status: 204  len: 168 time: 0.6527245
Dec 18 21:06:32.596415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3527c6ca-27d1-4a5e-9c5f-2887e5c081eb None None] Network 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:32.612811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55458) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:32.635628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cd7b4-85ab-47ad-a9b5-965e74c9951a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca52f8c-f895-4e3c-a344-133b0ffb9e1a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:32.775390 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:32.806671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:32.815791 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-878c5f00-93af-4438-b913-1250d6c6c4d8 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4740822
Dec 18 21:06:32.816618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No DVR routers for this DVR port d94c70f6-dec1-4f8e-a85c-d5c6e0ef10e4 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:32.823949 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90423955-27c4-45d6-bffc-fb3a20719375 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:32.887583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd0e3b9-1cdc-419e-8ee2-10e8848df0da None None] DHCP port deletion for 9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:06:32.944985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port 2d6f0e9a-64f6-4418-8025-66108ea09dc7 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:32.945667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:32.989627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90423955-27c4-45d6-bffc-fb3a20719375 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Port': ['ID=464904e8-21f1-4703-9dbb-534a143a578c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:33.074022 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.080570 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] For port 2d6f0e9a-64f6-4418-8025-66108ea09dc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d6f0e9a-64f6-4418-8025-66108ea09dc7,segment=NetworkSegment(51e33111-18d5-438b-9c98-40e249fe6389),segment_id=51e33111-18d5-438b-9c98-40e249fe6389)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:33.081000 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.132576 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7535c209-a4ea-4f37-8358-4f2f028014df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.133658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for 2d6f0e9a-64f6-4418-8025-66108ea09dc7 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:33.134115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90423955-27c4-45d6-bffc-fb3a20719375 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.134115 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-90423955-27c4-45d6-bffc-fb3a20719375 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/464904e8-21f1-4703-9dbb-534a143a578c HTTP/1.1" status: 204  len: 168 time: 2.7894950
Dec 18 21:06:33.134290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-abd0e3b9-1cdc-419e-8ee2-10e8848df0da None None] Deleting port 2d6f0e9a-64f6-4418-8025-66108ea09dc7 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:33.134290 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-abd0e3b9-1cdc-419e-8ee2-10e8848df0da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.152414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55462) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:33.246124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-abd0e3b9-1cdc-419e-8ee2-10e8848df0da None None] For port 2d6f0e9a-64f6-4418-8025-66108ea09dc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d6f0e9a-64f6-4418-8025-66108ea09dc7,segment=NetworkSegment(51e33111-18d5-438b-9c98-40e249fe6389),segment_id=51e33111-18d5-438b-9c98-40e249fe6389)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:33.246642 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-abd0e3b9-1cdc-419e-8ee2-10e8848df0da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.262119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-abd0e3b9-1cdc-419e-8ee2-10e8848df0da None None] Calling delete_port for 2d6f0e9a-64f6-4418-8025-66108ea09dc7 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:33.288179 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-ef64cbf9-4819-4464-b593-00e177f83ea6 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4453936
Dec 18 21:06:33.326696 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.351489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e299460>,) {'filters': {'network_id': ['b27e1919-3604-4294-985c-63eec0259140']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:33.378027 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-2c2986ce-ce30-460c-83ef-e285494f1923 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=f844557f-eb38-48aa-8a3a-a4ec5d372124 HTTP/1.1" status: 200  len: 217 time: 0.0806026
Dec 18 21:06:33.387845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110a08ba-d6e4-4daf-bbc7-fc0002070068 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:33.389837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No DVR routers for this DVR port 2d6f0e9a-64f6-4418-8025-66108ea09dc7 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:33.390522 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-110a08ba-d6e4-4daf-bbc7-fc0002070068 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2189727
Dec 18 21:06:33.393130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e299460>, '59a1703b-6981-4a8a-82e3-b6790ace729f') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:33.393425 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e299460>, '59a1703b-6981-4a8a-82e3-b6790ace729f') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:33.395333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55468) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:33.401023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=2d6f0e9a-64f6-4418-8025-66108ea09dc7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:33.403527 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7ed800d6-8e47-40a1-9576-cdbba95903ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:33.416539 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.451896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 7ed800d6-8e47-40a1-9576-cdbba95903ba {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:06:33.456869 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7ed800d6-8e47-40a1-9576-cdbba95903ba not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:06:33.457621 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2d6f0e9a-64f6-4418-8025-66108ea09dc7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:33.461765 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.477130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:06:33.477560 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:06:33.483724 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:06:33.501768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 2d6f0e9a-64f6-4418-8025-66108ea09dc7 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:06:33.502114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2d6f0e9a-64f6-4418-8025-66108ea09dc7 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:06:33.503029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-1c501901-0d82-4360-8627-8048024ec282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:33.515424 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-1c501901-0d82-4360-8627-8048024ec282 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.1186876
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:06:33.528041 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:06:33.543527 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-abd0e3b9-1cdc-419e-8ee2-10e8848df0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.586385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0e3b9-1cdc-419e-8ee2-10e8848df0da None None] Pushing event deleted for resources: {'Port': ['ID=2d6f0e9a-64f6-4418-8025-66108ea09dc7,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:33.616937 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0e3b9-1cdc-419e-8ee2-10e8848df0da None None] No DVR routers for this DVR port 2d6f0e9a-64f6-4418-8025-66108ea09dc7 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:33.635038 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.654163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.665506 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/networks/b27e1919-3604-4294-985c-63eec0259140 HTTP/1.1" status: 204  len: 168 time: 3.6742933
Dec 18 21:06:33.667279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55474) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:33.689685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c6976-9e97-4a9b-b29c-530243ce6384 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Network': ['ID=b27e1919-3604-4294-985c-63eec0259140,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:33.694761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-0b7b3135-03d0-4b8e-b5a8-47de21e3699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:33.697066 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-0b7b3135-03d0-4b8e-b5a8-47de21e3699d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1449821
Dec 18 21:06:33.733601 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.824301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39420b9c-0075-4816-83b3-4ca45f242104 req-8246d7fc-5a52-4d92-bd13-22653e2caeeb tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:33.826566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39420b9c-0075-4816-83b3-4ca45f242104 req-8246d7fc-5a52-4d92-bd13-22653e2caeeb tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 945 time: 0.1548901
Dec 18 21:06:33.835263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbc6ce-9489-4433-b4ab-4a3936ab8cfd tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:33.839594 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-89fbc6ce-9489-4433-b4ab-4a3936ab8cfd tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.4425471
Dec 18 21:06:33.841169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55478) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:33.844408 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f0a0d60>,) {'filters': {'network_id': ['9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:33.912151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f0a0d60>, '51e33111-18d5-438b-9c98-40e249fe6389') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:33.912479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f0a0d60>, '51e33111-18d5-438b-9c98-40e249fe6389') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:33.947112 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:33.959307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec4db9-14e6-4367-8b85-d8ce656b0f05 req-88563c38-f0bf-4a80-b73f-be88e80cd6ec tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:33.960903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47ec4db9-14e6-4367-8b85-d8ce656b0f05 req-88563c38-f0bf-4a80-b73f-be88e80cd6ec tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2238991
Dec 18 21:06:33.972265 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-2e21d210-47be-41ab-a941-640c34f084e6 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218087
Dec 18 21:06:33.973315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39420b9c-0075-4816-83b3-4ca45f242104 req-eca69a9f-63ad-4466-aaa4-ed5aabfc352b tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309428
Dec 18 21:06:34.033576 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.054110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47ec4db9-14e6-4367-8b85-d8ce656b0f05 req-1848f7a2-f09f-4897-9cc8-f1778145fd71 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797448
Dec 18 21:06:34.055283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:06:34.055698 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.061897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c8592-4886-4d4c-ad18-dd2bb848ff0e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:34.064514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c8592-4886-4d4c-ad18-dd2bb848ff0e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:34.066225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c8592-4886-4d4c-ad18-dd2bb848ff0e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ef6c8592-4886-4d4c-ad18-dd2bb848ff0e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2209880
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:06:34.070645 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:06:34.076322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55482) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:34.140288 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.148246 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.151722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/networks/9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8 HTTP/1.1" status: 204  len: 168 time: 1.5371156
Dec 18 21:06:34.156247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55488) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:34.169710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d609f466-207e-4177-8ab0-28b6bf512912 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-141662608', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:34.176439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719d11f-c183-4fed-8e2b-ecf6fdeec481 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Network': ['ID=9e6f1ed4-19cb-4fab-9d20-e05000ae3fc8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:34.200089 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d609f466-207e-4177-8ab0-28b6bf512912 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.201835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d609f466-207e-4177-8ab0-28b6bf512912 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.213571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac140bf-fe74-4f03-b18c-7c404282279d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 6000a754-49a5-4856-9dc1-e8397350d44b {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:06:34.226462 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ac140bf-fe74-4f03-b18c-7c404282279d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.231345 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-5cad6098-1520-42df-b642-e114d4953496 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2445037
Dec 18 21:06:34.262246 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d609f466-207e-4177-8ab0-28b6bf512912 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.268743 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d609f466-207e-4177-8ab0-28b6bf512912 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.287856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d609f466-207e-4177-8ab0-28b6bf512912 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.291639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d609f466-207e-4177-8ab0-28b6bf512912 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.1232934
Dec 18 21:06:34.293095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55500) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:34.299114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3fc33b58-0fd6-45ba-95d2-274e17983786 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'network': {'name': 'tempest-RoutersTest-880637184'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:34.325895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc33b58-0fd6-45ba-95d2-274e17983786 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:34.332504 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3fc33b58-0fd6-45ba-95d2-274e17983786 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.332679 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-41725b9f-5981-4c52-910f-97bad1787883 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85 HTTP/1.1" status: 200  len: 217 time: 0.0755401
Dec 18 21:06:34.346002 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ac140bf-fe74-4f03-b18c-7c404282279d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.356503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc33b58-0fd6-45ba-95d2-274e17983786 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:06:34.371882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3fc33b58-0fd6-45ba-95d2-274e17983786 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.372243 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-3fc33b58-0fd6-45ba-95d2-274e17983786 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Added segment d0fc026f-0639-4823-9497-608708dff429 of type vlan for network 92698b96-f118-4337-977c-b5b0d5ac232f
Dec 18 21:06:34.389645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 46e75647-b225-467b-8eec-04fcb683c9a3 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:34.425263 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3fc33b58-0fd6-45ba-95d2-274e17983786 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.453524 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3fc33b58-0fd6-45ba-95d2-274e17983786 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.461728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc33b58-0fd6-45ba-95d2-274e17983786 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:34.462459 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3fc33b58-0fd6-45ba-95d2-274e17983786 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.486160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-0bc63877-d213-4781-b3d4-1aca31b4baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:34.492042 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-0bc63877-d213-4781-b3d4-1aca31b4baa5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.1455193
Dec 18 21:06:34.524949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 46e75647-b225-467b-8eec-04fcb683c9a3 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:06:34.530034 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 46e75647-b225-467b-8eec-04fcb683c9a3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:34.530785 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.536619 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ac140bf-fe74-4f03-b18c-7c404282279d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.547973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc33b58-0fd6-45ba-95d2-274e17983786 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Network': ['ID=92698b96-f118-4337-977c-b5b0d5ac232f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:34.561704 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3fc33b58-0fd6-45ba-95d2-274e17983786 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2664845
Dec 18 21:06:34.563686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55528) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:34.569322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 92698b96-f118-4337-977c-b5b0d5ac232f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:06:34.576324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ec480036-cec8-46d8-b723-861f6ed30cee tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'subnet': {'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:34.617162 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-22dd65fe-5136-4359-8473-640d34f27c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:34.618829 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-22dd65fe-5136-4359-8473-640d34f27c8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1229174
Dec 18 21:06:34.705212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec480036-cec8-46d8-b723-861f6ed30cee tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:34.707451 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ac140bf-fe74-4f03-b18c-7c404282279d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.716789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ec480036-cec8-46d8-b723-861f6ed30cee tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.764549 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ac140bf-fe74-4f03-b18c-7c404282279d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.764911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da71d29-b53a-4b94-bef3-ae5f09f51300 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:34.769634 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6ac140bf-fe74-4f03-b18c-7c404282279d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/6000a754-49a5-4856-9dc1-e8397350d44b HTTP/1.1" status: 204  len: 168 time: 0.6922574
Dec 18 21:06:34.774245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55536) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:34.808010 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-29e2e6bf-5d91-44a3-b278-88c428a44350 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800494
Dec 18 21:06:34.812364 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae36400b-93ba-4d7e-a324-81a1eebbbee3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.820545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac140bf-fe74-4f03-b18c-7c404282279d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=6000a754-49a5-4856-9dc1-e8397350d44b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:34.842917 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.853985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d8c05e-e52a-4665-810e-09ff99baebcf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Deleting subnet 6d1ae3ca-a381-47ac-bcb5-c6198a7dbf51 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:06:34.856214 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43d8c05e-e52a-4665-810e-09ff99baebcf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.909224 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43d8c05e-e52a-4665-810e-09ff99baebcf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:34.937904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec0ec05-7209-486c-8059-40980e829fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e75647-b225-467b-8eec-04fcb683c9a3'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:06:34.943348 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304696a9-f19f-417d-b9b7-b995a5341aab" -d '{"events": [{"server_uuid": "7ec0ec05-7209-486c-8059-40980e829fbb", "name": "network-vif-plugged", "status": "completed", "tag": "46e75647-b225-467b-8eec-04fcb683c9a3"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:06:34.993651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 46e75647-b225-467b-8eec-04fcb683c9a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46e75647-b225-467b-8eec-04fcb683c9a3,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:35.001855 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:35.040571 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734c1fd9-e16e-4e3a-b727-81ee41020b77 x-openstack-request-id: req-734c1fd9-e16e-4e3a-b727-81ee41020b77 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:06:35.040875 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec0ec05-7209-486c-8059-40980e829fbb", "name": "network-vif-plugged", "status": "completed", "tag": "46e75647-b225-467b-8eec-04fcb683c9a3", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:06:35.041129 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-734c1fd9-e16e-4e3a-b727-81ee41020b77 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:06:35.041511 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec0ec05-7209-486c-8059-40980e829fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e75647-b225-467b-8eec-04fcb683c9a3', 'code': 200}
Dec 18 21:06:35.087298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=46e75647-b225-467b-8eec-04fcb683c9a3,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:35.181713 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-237d768b-c8dd-4150-a556-dd14132ea37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:35.183466 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-579de65e-f658-4a09-9c50-d259481a4ce8 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3589063
Dec 18 21:06:35.187482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaeddf-8b2d-458e-bfa2-f01a68af62f5 req-5ba5aae6-d2ef-4fd6-aa69-c26c4a2ee2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:35.189110 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dedaeddf-8b2d-458e-bfa2-f01a68af62f5 req-5ba5aae6-d2ef-4fd6-aa69-c26c4a2ee2d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 1096 time: 0.3539331
Dec 18 21:06:35.243216 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ec480036-cec8-46d8-b723-861f6ed30cee tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:35.263857 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43d8c05e-e52a-4665-810e-09ff99baebcf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:35.303130 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-5f8f16c3-1118-4d97-8633-86d36b843348 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=59526aeb-f155-46bf-ba7e-15d8467624a2 HTTP/1.1" status: 200  len: 217 time: 0.1114497
Dec 18 21:06:35.394610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caccde-83d6-4d81-91ce-c0c9aaec2895 req-3eab7a0f-b217-4cb6-946c-c0bceb284f87 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:35.396150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66caccde-83d6-4d81-91ce-c0c9aaec2895 req-3eab7a0f-b217-4cb6-946c-c0bceb284f87 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 946 time: 0.2632709
Dec 18 21:06:35.400905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53619b-e27f-4d34-9f44-8924771570e7 req-3409c22f-464c-4b89-af49-d8670b14c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:35.402493 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e53619b-e27f-4d34-9f44-8924771570e7 req-3409c22f-464c-4b89-af49-d8670b14c9bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 1097 time: 0.2842832
Dec 18 21:06:35.408014 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec480036-cec8-46d8-b723-861f6ed30cee tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Subnet': ['ID=6b7ed426-eb43-4bd8-b151-a83f8fb51011,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:35.420749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa57648-bf94-4c2f-9ecf-06e8bbe10201 req-4e964d8c-f1ef-40b0-9047-d1cbd333b5ae tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:35.422171 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9fa57648-bf94-4c2f-9ecf-06e8bbe10201 req-4e964d8c-f1ef-40b0-9047-d1cbd333b5ae tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2107091
Dec 18 21:06:35.422412 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-fd452d25-2986-48f6-9c1e-a69c555f3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:35.424423 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-fd452d25-2986-48f6-9c1e-a69c555f3c39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.1134484
Dec 18 21:06:35.429685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaeddf-8b2d-458e-bfa2-f01a68af62f5 req-a9fa5fef-e9a6-418c-8301-d8a364d11c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:35.431107 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dedaeddf-8b2d-458e-bfa2-f01a68af62f5 req-a9fa5fef-e9a6-418c-8301-d8a364d11c67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 912 time: 0.2318773
Dec 18 21:06:35.493049 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43d8c05e-e52a-4665-810e-09ff99baebcf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:35.499599 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dedaeddf-8b2d-458e-bfa2-f01a68af62f5 req-23d7f177-5cfe-4536-8bb6-bc76ebec6eee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39f33934-8809-44c6-97cd-68c74a5bf74c HTTP/1.1" status: 200  len: 217 time: 0.0561519
Dec 18 21:06:35.519382 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec480036-cec8-46d8-b723-861f6ed30cee tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Checking segment: {'id': 'd0fc026f-0639-4823-9497-608708dff429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:35.519668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec480036-cec8-46d8-b723-861f6ed30cee tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network hostable DHCP agents. Network: 92698b96-f118-4337-977c-b5b0d5ac232f, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:06:35.568551 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-1670e1e3-3868-40f0-acc3-c8de7da211a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:35.571158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8c05e-e52a-4665-810e-09ff99baebcf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1ae3ca-a381-47ac-bcb5-c6198a7dbf51,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:35.573690 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-1670e1e3-3868-40f0-acc3-c8de7da211a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1416659
Dec 18 21:06:35.575453 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-43d8c05e-e52a-4665-810e-09ff99baebcf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:35.579171 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-43d8c05e-e52a-4665-810e-09ff99baebcf tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/6d1ae3ca-a381-47ac-bcb5-c6198a7dbf51 HTTP/1.1" status: 204  len: 168 time: 0.8035564
Dec 18 21:06:35.591739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55564) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:35.615615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e53619b-e27f-4d34-9f44-8924771570e7 req-db105fbd-a0cd-4993-b133-f9afcbbce9ae service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039466
Dec 18 21:06:35.644303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaeddf-8b2d-458e-bfa2-f01a68af62f5 req-573ee497-3388-4def-88d3-39a56754753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:35.645875 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dedaeddf-8b2d-458e-bfa2-f01a68af62f5 req-573ee497-3388-4def-88d3-39a56754753e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.1379006
Dec 18 21:06:35.659025 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6dfbbdaf-1fc0-40bf-8ad8-a9813332741e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0634127
Dec 18 21:06:35.666931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9fa57648-bf94-4c2f-9ecf-06e8bbe10201 req-b44b2a9b-5866-41d1-b5e3-5098cfff2685 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222791
Dec 18 21:06:35.669689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55566) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:35.671428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66caccde-83d6-4d81-91ce-c0c9aaec2895 req-157f64fa-d7f3-48ab-8043-c028fd8f32ef tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366281
Dec 18 21:06:35.673706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec480036-cec8-46d8-b723-861f6ed30cee tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 92698b96-f118-4337-977c-b5b0d5ac232f is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:06:35.690232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ec480036-cec8-46d8-b723-861f6ed30cee tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92698b96-f118-4337-977c-b5b0d5ac232f) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:35.703468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec480036-cec8-46d8-b723-861f6ed30cee tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:35.704331 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ec480036-cec8-46d8-b723-861f6ed30cee tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:35.723757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e84686-d385-4d45-b114-86781ab9c7be None None] Network 92698b96-f118-4337-977c-b5b0d5ac232f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:35.751572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ec480036-cec8-46d8-b723-861f6ed30cee tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1859832
Dec 18 21:06:35.762676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55568) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:35.771470 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dedaeddf-8b2d-458e-bfa2-f01a68af62f5 req-82e97a69-3427-4a27-a6d4-fc8202b0cda3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1005437
Dec 18 21:06:35.811965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893d29b1-f2fa-44fd-b209-69c11a765943 None None] Network 366763c1-8ffb-4916-bf33-b9164c04d44d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:35.894851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ae36400b-93ba-4d7e-a324-81a1eebbbee3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:35.895190 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae36400b-93ba-4d7e-a324-81a1eebbbee3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:35.904653 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-93d437a3-7175-40a5-a8c2-43324c821c0c service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3204825
Dec 18 21:06:35.913258 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325f895-2948-4dc8-a637-589382dd4e2e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:35.914894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6943ce2f-8321-4395-bfaa-0c46e57e6f3c None None] Provisioning complete for port 72ae670d-b299-4639-a9b2-e31fc6f9e291 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:35.915436 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6943ce2f-8321-4395-bfaa-0c46e57e6f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:35.918223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55570) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:35.923457 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5325f895-2948-4dc8-a637-589382dd4e2e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2288845
Dec 18 21:06:35.956932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-92698b96-f118-4337-977c-b5b0d5ac232f', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'project_id': '601f039e95d94afdbbb097bf19996949', 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:06:35.957721 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:36.045918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7796c2-ca1d-4049-927e-107226b8a2ab tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:36.047365 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cb7796c2-ca1d-4049-927e-107226b8a2ab tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1281266
Dec 18 21:06:36.066320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55578) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:36.180094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Allocated IP 172.20.0.2 (92698b96-f118-4337-977c-b5b0d5ac232f/6b7ed426-eb43-4bd8-b151-a83f8fb51011/99168657-9456-40e9-86ce-1113f8573628) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:36.246955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d226e-6c3f-4ead-ae28-63818853224b None None] DHCP port deletion for 366763c1-8ffb-4916-bf33-b9164c04d44d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:06:36.375437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9655e3d8-d38b-4a7c-a9e0-0ab6b870edea tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3079538
Dec 18 21:06:36.385270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55584) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:36.430186 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d28735a-e3f1-4c96-a34e-c3c1d0b51de8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:36.431151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d28735a-e3f1-4c96-a34e-c3c1d0b51de8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:36.434879 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6d28735a-e3f1-4c96-a34e-c3c1d0b51de8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/464904e8-21f1-4703-9dbb-534a143a578c HTTP/1.1" status: 404  len: 333 time: 0.0479960
Dec 18 21:06:36.438808 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55588) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:36.468218 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aff2632-dffd-4d3f-bbf1-d3f8a7f5d89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:36.469065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aff2632-dffd-4d3f-bbf1-d3f8a7f5d89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:36.473962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5aff2632-dffd-4d3f-bbf1-d3f8a7f5d89c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/6000a754-49a5-4856-9dc1-e8397350d44b HTTP/1.1" status: 404  len: 337 time: 0.0339320
Dec 18 21:06:36.479262 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55590) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:36.497222 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:36.511995 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:36.523770 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aae94e7-715e-4efc-ab9a-d6ded7a39af3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:36.524230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aae94e7-715e-4efc-ab9a-d6ded7a39af3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:36.530500 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2aae94e7-715e-4efc-ab9a-d6ded7a39af3 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/6d1ae3ca-a381-47ac-bcb5-c6198a7dbf51 HTTP/1.1" status: 404  len: 337 time: 0.0437574
Dec 18 21:06:36.540086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55592) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:36.540399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55594) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:36.554344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-237d226e-6c3f-4ead-ae28-63818853224b None None] Deleting port 72ae670d-b299-4639-a9b2-e31fc6f9e291 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:36.554953 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-237d226e-6c3f-4ead-ae28-63818853224b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:36.568117 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dedaeddf-8b2d-458e-bfa2-f01a68af62f5 req-57e8fae6-2afd-4276-ab2b-bd6888e1d4a7 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7796090
Dec 18 21:06:36.611589 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ecd5fa-03cd-4ce7-935d-4b331ab2df75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:36.611910 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ecd5fa-03cd-4ce7-935d-4b331ab2df75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:36.618082 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d6ecd5fa-03cd-4ce7-935d-4b331ab2df75 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/d9c55a22-5ce8-497b-b600-80138a3214d2 HTTP/1.1" status: 404  len: 333 time: 0.0738549
Dec 18 21:06:36.621524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55598) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:36.630444 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:36.674568 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b55258-4b97-4fcc-b690-c42393a39f22 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:36.677236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b55258-4b97-4fcc-b690-c42393a39f22 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:36.682701 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e8b55258-4b97-4fcc-b690-c42393a39f22 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/6849a4de-9d9b-444c-ad76-6fcf5ad11184 HTTP/1.1" status: 404  len: 337 time: 0.0568857
Dec 18 21:06:36.697463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55600) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:36.740167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-237d226e-6c3f-4ead-ae28-63818853224b None None] For port 72ae670d-b299-4639-a9b2-e31fc6f9e291, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72ae670d-b299-4639-a9b2-e31fc6f9e291,segment=NetworkSegment(33604b79-305d-4917-92f8-fc3dbb742d4b),segment_id=33604b79-305d-4917-92f8-fc3dbb742d4b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:36.744347 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffa32da-59a2-4139-9e5d-be67857a4ba9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:36.744812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffa32da-59a2-4139-9e5d-be67857a4ba9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:36.745726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-ae36400b-93ba-4d7e-a324-81a1eebbbee3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] For port 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=481ef8ae-7fc7-4727-9cf6-5647cb6aadfd,segment=NetworkSegment(55943b1e-93f9-4c0a-a64f-184045fd2495),segment_id=55943b1e-93f9-4c0a-a64f-184045fd2495)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:36.746100 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae36400b-93ba-4d7e-a324-81a1eebbbee3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:36.748170 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7ffa32da-59a2-4139-9e5d-be67857a4ba9 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/9ecf12ba-babb-42de-b689-28032a122a85 HTTP/1.1" status: 404  len: 337 time: 0.0470147
Dec 18 21:06:36.748478 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-237d226e-6c3f-4ead-ae28-63818853224b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:36.751815 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55606) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:36.770857 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-c088a5f6-c347-46dd-b3b1-b79d020f7bf8 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8318143
Dec 18 21:06:36.781268 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-237d226e-6c3f-4ead-ae28-63818853224b None None] Calling delete_port for 72ae670d-b299-4639-a9b2-e31fc6f9e291 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:36.781485 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-019968bd-70b8-49c8-86d3-87ba59563c8a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:36.782764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019968bd-70b8-49c8-86d3-87ba59563c8a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:36.786012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-019968bd-70b8-49c8-86d3-87ba59563c8a tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/31682618-53bd-4087-a21d-9ab296958a36 HTTP/1.1" status: 404  len: 333 time: 0.0331786
Dec 18 21:06:36.792185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55608) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:36.792842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ae36400b-93ba-4d7e-a324-81a1eebbbee3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:36.798967 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:36.852785 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05ebf14-c224-4135-a67f-74c6b88c928d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:36.853241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05ebf14-c224-4135-a67f-74c6b88c928d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:36.858583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d05ebf14-c224-4135-a67f-74c6b88c928d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/c4568b09-0ed1-4c0f-8db1-6a19cb5cd583 HTTP/1.1" status: 404  len: 337 time: 0.0632970
Dec 18 21:06:36.870109 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7329431d-bf95-4f14-b5ce-071902fe9661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:36.876670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55612) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:36.891304 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-7d922ee1-aea5-4fc9-8878-f361fe72c22e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f477167-6d29-4a5d-a26d-96bb2271bada HTTP/1.1" status: 200  len: 217 time: 0.1062126
Dec 18 21:06:36.896211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Network 92698b96-f118-4337-977c-b5b0d5ac232f is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:36.896956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Pushing event updated for resources: {'Port': ['ID=99168657-9456-40e9-86ce-1113f8573628,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:36.902273 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:36.904428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:36.953534 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-4112963e-6413-4a31-85b7-5cb24371cdac tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:36.954184 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4112963e-6413-4a31-85b7-5cb24371cdac tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:36.959332 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4112963e-6413-4a31-85b7-5cb24371cdac tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/b2956042-8a0b-4377-9cd3-ee2342c01559 HTTP/1.1" status: 404  len: 337 time: 0.0783556
Dec 18 21:06:36.965313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55614) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:36.982302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Attempting to bind port 99168657-9456-40e9-86ce-1113f8573628 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:36.982302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Attempting to bind port 99168657-9456-40e9-86ce-1113f8573628 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd0fc026f-0639-4823-9497-608708dff429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:36.982607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Attempting to bind port 99168657-9456-40e9-86ce-1113f8573628 on network 92698b96-f118-4337-977c-b5b0d5ac232f {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:36.989488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:36.989888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Checking segment: {'id': 'd0fc026f-0639-4823-9497-608708dff429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:36.990369 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:36.990832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Bound using segment: {'id': 'd0fc026f-0639-4823-9497-608708dff429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:36.991371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Bound port: 99168657-9456-40e9-86ce-1113f8573628, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fc026f-0639-4823-9497-608708dff429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:36.991673 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:36.996015 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-237d226e-6c3f-4ead-ae28-63818853224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:36.997569 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dedaeddf-8b2d-458e-bfa2-f01a68af62f5 req-0408d131-f643-43d8-bc6e-bfd48a398b6f service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4072249
Dec 18 21:06:37.025554 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-995e4e71-8921-4b4f-9d68-b02c5c66cc95 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.026124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995e4e71-8921-4b4f-9d68-b02c5c66cc95 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.032209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-995e4e71-8921-4b4f-9d68-b02c5c66cc95 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/01386057-0592-4e1f-8b46-63c3c6149336 HTTP/1.1" status: 404  len: 333 time: 0.0622594
Dec 18 21:06:37.038309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55616) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.038682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d226e-6c3f-4ead-ae28-63818853224b None None] No DVR routers for this DVR port 72ae670d-b299-4639-a9b2-e31fc6f9e291 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:37.044067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b0bdf-1404-4eb2-a9a3-e5c6893fe3c7 req-60409d74-083d-4755-9fbe-f9acb795d9a1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:37.044620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d226e-6c3f-4ead-ae28-63818853224b None None] Pushing event deleted for resources: {'Port': ['ID=72ae670d-b299-4639-a9b2-e31fc6f9e291,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:37.045653 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b91b0bdf-1404-4eb2-a9a3-e5c6893fe3c7 req-60409d74-083d-4755-9fbe-f9acb795d9a1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.2224605
Dec 18 21:06:37.057033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99360c30-8285-4156-9d8d-6fd29931c6eb req-ba9fdb01-fca5-417e-86ad-92a8768b1e14 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:37.058988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99360c30-8285-4156-9d8d-6fd29931c6eb req-ba9fdb01-fca5-417e-86ad-92a8768b1e14 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 946 time: 0.2387896
Dec 18 21:06:37.070004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-6f580a8c-c9e2-45fc-854e-931e005c4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:37.071708 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-6f580a8c-c9e2-45fc-854e-931e005c4d9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.1708298
Dec 18 21:06:37.093367 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Allocated IP 172.20.0.1 (92698b96-f118-4337-977c-b5b0d5ac232f/6b7ed426-eb43-4bd8-b151-a83f8fb51011/3be410bc-83a9-406a-bda9-b63c78d0c782) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:37.113858 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fcd4b2-a435-4ffb-a5e2-f7c635380bb4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.114535 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fcd4b2-a435-4ffb-a5e2-f7c635380bb4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.120735 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-89fcd4b2-a435-4ffb-a5e2-f7c635380bb4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/1bd2331e-54a8-4352-adfd-3f63da46cbd9 HTTP/1.1" status: 404  len: 337 time: 0.0767357
Dec 18 21:06:37.124951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55618) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.137226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] For port 99168657-9456-40e9-86ce-1113f8573628, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:37.143523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] For port 99168657-9456-40e9-86ce-1113f8573628, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99168657-9456-40e9-86ce-1113f8573628,segment=NetworkSegment(d0fc026f-0639-4823-9497-608708dff429),segment_id=d0fc026f-0639-4823-9497-608708dff429)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:37.151052 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:37.223588 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad649840-53c7-41c1-9160-b6a6dbbe4726 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.224021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad649840-53c7-41c1-9160-b6a6dbbe4726 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.229394 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ad649840-53c7-41c1-9160-b6a6dbbe4726 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/3a21650b-f7a2-46dd-8a32-ae5d04779454 HTTP/1.1" status: 404  len: 337 time: 0.1051981
Dec 18 21:06:37.230407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55620) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.240871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 72ae670d-b299-4639-a9b2-e31fc6f9e291 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:37.244714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b91b0bdf-1404-4eb2-a9a3-e5c6893fe3c7 req-135b1675-939f-4377-93c5-c97f2a33aec8 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850739
Dec 18 21:06:37.259543 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99360c30-8285-4156-9d8d-6fd29931c6eb req-20f4aae9-3870-44eb-ba41-5d63c97c779c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805081
Dec 18 21:06:37.277941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-9e58e4b8-1a1d-4fa3-ae25-a564c1297b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:37.279524 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-9e58e4b8-1a1d-4fa3-ae25-a564c1297b3f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1823881
Dec 18 21:06:37.284174 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7329431d-bf95-4f14-b5ce-071902fe9661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:37.287067 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e49bdf7-6c73-46f8-8828-de52e7f014cc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.287649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e49bdf7-6c73-46f8-8828-de52e7f014cc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.292416 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4e49bdf7-6c73-46f8-8828-de52e7f014cc tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/531d8856-51b8-4db9-945c-5ed33b271559 HTTP/1.1" status: 404  len: 333 time: 0.0612228
Dec 18 21:06:37.297012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55624) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.297461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 72ae670d-b299-4639-a9b2-e31fc6f9e291 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:06:37.298395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 72ae670d-b299-4639-a9b2-e31fc6f9e291 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:06:37.326603 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7329431d-bf95-4f14-b5ce-071902fe9661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:37.333714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662707c-e48a-4f38-90ec-b7435aa5614f None None] Pushing event updated for resources: {'Port': ['ID=99168657-9456-40e9-86ce-1113f8573628,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:37.335763 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1f90ae-8d3b-49da-97b9-2079878ac0f7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.336235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1f90ae-8d3b-49da-97b9-2079878ac0f7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.339345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fa1f90ae-8d3b-49da-97b9-2079878ac0f7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/62ed2a2e-ce63-4eea-bc97-f0677f8a0054 HTTP/1.1" status: 404  len: 337 time: 0.0405626
Dec 18 21:06:37.342769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55626) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.387781 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:37.389684 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-70272e6a-fc71-44bf-b021-9d5e9513055e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.390280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70272e6a-fc71-44bf-b021-9d5e9513055e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.395794 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-70272e6a-fc71-44bf-b021-9d5e9513055e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/f3b58a9a-41bf-4ea4-88e8-9e9a2e0e0b3e HTTP/1.1" status: 404  len: 333 time: 0.0496957
Dec 18 21:06:37.396565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55628) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.429419 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65b3254-262f-4071-b57c-87f235ebe5a7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.429882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65b3254-262f-4071-b57c-87f235ebe5a7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.432972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e65b3254-262f-4071-b57c-87f235ebe5a7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/bed37496-c667-4657-9b2d-31c9cda67005 HTTP/1.1" status: 404  len: 337 time: 0.0359619
Dec 18 21:06:37.435752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55630) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.473778 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7329431d-bf95-4f14-b5ce-071902fe9661 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcb241800f9c4dc496d2fde2a4f123bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9307380
Dec 18 21:06:37.477650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55632) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.486391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329431d-bf95-4f14-b5ce-071902fe9661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f8bbd3-fdcc-4185-a31b-811387b4f181,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:37.491215 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19d9bc8-3798-4f65-9c5a-84708a717265 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.491936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19d9bc8-3798-4f65-9c5a-84708a717265 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.492165 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae36400b-93ba-4d7e-a324-81a1eebbbee3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:37.495597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f19d9bc8-3798-4f65-9c5a-84708a717265 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/eb05ec6a-da16-4933-a4f8-486c632a6eb3 HTTP/1.1" status: 404  len: 333 time: 0.0581577
Dec 18 21:06:37.498402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55634) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.535258 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-edec7a67-a8fe-41ad-95a9-2f3e8e9a02fb tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.535794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edec7a67-a8fe-41ad-95a9-2f3e8e9a02fb tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.541503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-edec7a67-a8fe-41ad-95a9-2f3e8e9a02fb tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/483fcc53-dab9-4ca8-ad0a-a79b87142dc9 HTTP/1.1" status: 404  len: 337 time: 0.0397668
Dec 18 21:06:37.542128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55636) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.573813 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe2f2a6-2a2d-432b-82d8-b4713d52536d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.574799 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36400b-93ba-4d7e-a324-81a1eebbbee3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=481ef8ae-7fc7-4727-9cf6-5647cb6aadfd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:37.575488 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe2f2a6-2a2d-432b-82d8-b4713d52536d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.595174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5fe2f2a6-2a2d-432b-82d8-b4713d52536d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/1032c215-0de9-4122-b289-10dd435402bf HTTP/1.1" status: 404  len: 333 time: 0.0516963
Dec 18 21:06:37.597177 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:37.601655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55638) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.632777 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-945aa6c8-59f6-499a-bbe5-8107bdbac03c service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3391762
Dec 18 21:06:37.660248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 92698b96-f118-4337-977c-b5b0d5ac232f is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:37.663994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:37.671597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:37.678035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=3be410bc-83a9-406a-bda9-b63c78d0c782,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:37.761887 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:37.788908 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa13aed-c645-49e4-b783-c74f9a487636 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.789413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa13aed-c645-49e4-b783-c74f9a487636 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.792535 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6aa13aed-c645-49e4-b783-c74f9a487636 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/2a3b2b8f-2562-4361-9915-367904fa627a HTTP/1.1" status: 404  len: 337 time: 0.1881087
Dec 18 21:06:37.812455 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55642) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.837346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151e9a9-384c-488e-8295-1910a7ca43b5 req-0f0915c1-1844-4b99-858e-93a21286a9f9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:37.845856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0151e9a9-384c-488e-8295-1910a7ca43b5 req-0f0915c1-1844-4b99-858e-93a21286a9f9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 946 time: 0.1460023
Dec 18 21:06:37.846867 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f6bed077-6a12-40cc-b633-ed712d55b3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:37.885802 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae36400b-93ba-4d7e-a324-81a1eebbbee3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:37.899197 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdc1fcb-71f5-41ca-8535-4acc51f02818 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.899802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebdc1fcb-71f5-41ca-8535-4acc51f02818 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.905475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ebdc1fcb-71f5-41ca-8535-4acc51f02818 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/2a4ee5aa-fa36-43b2-94ff-547c1b1cd0a9 HTTP/1.1" status: 404  len: 333 time: 0.0896041
Dec 18 21:06:37.906983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55644) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.911907 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f6bed077-6a12-40cc-b633-ed712d55b3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:37.945754 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8858829-9ea0-4d54-b395-9cd7a729c1f7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.946221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8858829-9ea0-4d54-b395-9cd7a729c1f7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:37.949576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c8858829-9ea0-4d54-b395-9cd7a729c1f7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/059d8c2d-88c8-4aed-864c-98b301146135 HTTP/1.1" status: 404  len: 337 time: 0.0402470
Dec 18 21:06:37.958433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55646) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:37.974511 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-14792dcb-22c9-4be2-8f21-a7b5825de9ae service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2487206
Dec 18 21:06:37.994021 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6b5b0c-2159-4d62-b401-8550a75b0a3d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:37.994614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6b5b0c-2159-4d62-b401-8550a75b0a3d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:38.000158 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bd6b5b0c-2159-4d62-b401-8550a75b0a3d tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/017d376f-d1b2-42a6-98c3-18975bf64cb4 HTTP/1.1" status: 404  len: 333 time: 0.0383031
Dec 18 21:06:38.006954 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0151e9a9-384c-488e-8295-1910a7ca43b5 req-01bb99da-e686-49f1-aa79-845cf350b111 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585348
Dec 18 21:06:38.008185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55648) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.062239 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-e310ab07-dcaa-41ba-b3d5-8b84623c2cc7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 HTTP/1.1" status: 200  len: 217 time: 0.0568836
Dec 18 21:06:38.072831 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f87c296-a539-49dc-9456-fcd1deff7b31 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:38.073318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f87c296-a539-49dc-9456-fcd1deff7b31 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:38.078462 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.079600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3f87c296-a539-49dc-9456-fcd1deff7b31 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/8c0816af-aab1-42bb-839c-2a6b25af1e74 HTTP/1.1" status: 404  len: 337 time: 0.0673521
Dec 18 21:06:38.080578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55650) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.109962 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.113420 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fde7759-1897-43cb-b728-3dfb811f3dba tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:38.113887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fde7759-1897-43cb-b728-3dfb811f3dba tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:38.115917 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f6bed077-6a12-40cc-b633-ed712d55b3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.117309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5fde7759-1897-43cb-b728-3dfb811f3dba tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/6c82ba35-cf69-4aea-893a-3b5612b10dba HTTP/1.1" status: 404  len: 337 time: 0.0356262
Dec 18 21:06:38.118792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f6bed077-6a12-40cc-b633-ed712d55b3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.120120 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f6bed077-6a12-40cc-b633-ed712d55b3a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01f8bbd3-fdcc-4185-a31b-811387b4f181 HTTP/1.1" status: 204  len: 168 time: 0.6414082
Dec 18 21:06:38.122731 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55652) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.222022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bed077-6a12-40cc-b633-ed712d55b3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f8bbd3-fdcc-4185-a31b-811387b4f181,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:38.229357 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87e7f6d-c21b-4d02-84d9-73a09276e508 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:38.229494 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87e7f6d-c21b-4d02-84d9-73a09276e508 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:38.238763 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e87e7f6d-c21b-4d02-84d9-73a09276e508 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/622c510a-46a4-4079-8346-6a39b40d5da4 HTTP/1.1" status: 404  len: 333 time: 0.1107576
Dec 18 21:06:38.243323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-a01e791a-fb3e-46d7-9588-dc3cd589e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:38.244964 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-a01e791a-fb3e-46d7-9588-dc3cd589e769 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.1718929
Dec 18 21:06:38.245541 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55656) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.314322 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bfac70-9557-4fbc-942b-f2e4a6e98ea5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:38.314765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bfac70-9557-4fbc-942b-f2e4a6e98ea5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:38.320498 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-85bfac70-9557-4fbc-942b-f2e4a6e98ea5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/7eb2f07d-bef6-4e9c-889a-312e32a29940 HTTP/1.1" status: 404  len: 337 time: 0.0699675
Dec 18 21:06:38.324311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55662) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.369047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae36400b-93ba-4d7e-a324-81a1eebbbee3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 68a32e25-785f-4d51-872f-9a152e38ab08 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:38.374971 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b06964-c27f-4dc2-92e4-b9324a29b8c5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:38.375512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b06964-c27f-4dc2-92e4-b9324a29b8c5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:38.381720 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b4b06964-c27f-4dc2-92e4-b9324a29b8c5 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/555dda47-ec60-45e5-a845-9024fd55af33 HTTP/1.1" status: 404  len: 337 time: 0.0541508
Dec 18 21:06:38.383299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55664) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.385184 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-b883746c-cd0f-4c46-ac86-a5c9850e2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:38.386950 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-b883746c-cd0f-4c46-ac86-a5c9850e2e50 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1269059
Dec 18 21:06:38.477324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bcc12-bdd4-4d76-ab2a-4cdb15758b9b req-bad6ce81-0385-435c-89a5-641bef183cd7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:38.479424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e3bcc12-bdd4-4d76-ab2a-4cdb15758b9b req-bad6ce81-0385-435c-89a5-641bef183cd7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 945 time: 0.1048744
Dec 18 21:06:38.522632 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69db439-fd1c-4c1a-a453-354f343cc6a7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:38.523164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69db439-fd1c-4c1a-a453-354f343cc6a7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:38.526456 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.527179 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e69db439-fd1c-4c1a-a453-354f343cc6a7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/45155925-6a42-4cd1-a9b7-50f9b8a5f1d5 HTTP/1.1" status: 404  len: 333 time: 0.1392069
Dec 18 21:06:38.530661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55668) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.539432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 39f33934-8809-44c6-97cd-68c74a5bf74c no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:38.576650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55670) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.589605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e3bcc12-bdd4-4d76-ab2a-4cdb15758b9b req-1c63f1eb-68a2-4bfc-a4f1-5f20492991c7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840142
Dec 18 21:06:38.613723 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.621512 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.628238 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57b0bdb-b782-41ec-9805-41cf60e10c0f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:38.628708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57b0bdb-b782-41ec-9805-41cf60e10c0f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:38.632016 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f57b0bdb-b782-41ec-9805-41cf60e10c0f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/3c0c6b63-194d-44c2-a886-8341568b2eb2 HTTP/1.1" status: 404  len: 337 time: 0.0981312
Dec 18 21:06:38.663088 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55672) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.669450 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.689555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac4759e1-d9de-4626-bc48-60d9b04808f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.693315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c27af9-0754-4cdc-81df-e7b0229aeafa None None] Network 92698b96-f118-4337-977c-b5b0d5ac232f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:38.722759 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9b708f-24ca-4dad-9e48-ce4b71edf595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f33934-8809-44c6-97cd-68c74a5bf74c'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:06:38.725122 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba983ddd-d5bd-4a8e-bece-05263dcfe382" -d '{"events": [{"server_uuid": "ab9b708f-24ca-4dad-9e48-ce4b71edf595", "name": "network-vif-unplugged", "status": "completed", "tag": "39f33934-8809-44c6-97cd-68c74a5bf74c"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:06:38.733994 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efbe94f-813f-4853-991f-d2fa6f2948ac tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:38.734482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efbe94f-813f-4853-991f-d2fa6f2948ac tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:38.741711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2efbe94f-813f-4853-991f-d2fa6f2948ac tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/ca383537-1502-4b3f-9a90-c437dbed1547 HTTP/1.1" status: 404  len: 337 time: 0.0765748
Dec 18 21:06:38.744169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55676) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.748519 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-cbe2d241-3f69-4cb1-804b-1cf759ffa993 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3481560
Dec 18 21:06:38.756890 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.769061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=3be410bc-83a9-406a-bda9-b63c78d0c782,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:38.780432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 39f33934-8809-44c6-97cd-68c74a5bf74c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39f33934-8809-44c6-97cd-68c74a5bf74c,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:38.785679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8bca7931-b99e-4457-8094-a5e52cea175c None None] Provisioning complete for port 99168657-9456-40e9-86ce-1113f8573628 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:38.786035 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8bca7931-b99e-4457-8094-a5e52cea175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.793047 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.797780 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-54db10b9-1d69-414d-9d8b-0b71b5f7bf94 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:38.798792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54db10b9-1d69-414d-9d8b-0b71b5f7bf94 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:38.804654 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-54db10b9-1d69-414d-9d8b-0b71b5f7bf94 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/e63a8a28-0931-458a-ac21-a7471122c84b HTTP/1.1" status: 404  len: 333 time: 0.0584779
Dec 18 21:06:38.806161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae36400b-93ba-4d7e-a324-81a1eebbbee3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:38.807714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55678) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.826316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae0edd-d390-4d31-ab24-32f7d639198a None None] Sync routers for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:38.834711 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136b2b77-f0e5-46f9-a9a5-d61e326d639c x-openstack-request-id: req-136b2b77-f0e5-46f9-a9a5-d61e326d639c {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:06:38.835019 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9b708f-24ca-4dad-9e48-ce4b71edf595", "name": "network-vif-unplugged", "status": "completed", "tag": "39f33934-8809-44c6-97cd-68c74a5bf74c", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:06:38.835259 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-136b2b77-f0e5-46f9-a9a5-d61e326d639c {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:06:38.835662 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9b708f-24ca-4dad-9e48-ce4b71edf595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f33934-8809-44c6-97cd-68c74a5bf74c', 'code': 200}
Dec 18 21:06:38.840483 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ae36400b-93ba-4d7e-a324-81a1eebbbee3 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1680505
Dec 18 21:06:38.840646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55680) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.903858 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a91299-1606-48d6-928f-ed81e41daf1e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:38.904437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a91299-1606-48d6-928f-ed81e41daf1e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:38.905538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae0edd-d390-4d31-ab24-32f7d639198a None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:38.906179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d6ae0edd-d390-4d31-ab24-32f7d639198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6194f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:38.907858 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e2a91299-1606-48d6-928f-ed81e41daf1e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/35089d94-0e84-4913-98e5-c27095d8b4e1 HTTP/1.1" status: 404  len: 337 time: 0.0835981
Dec 18 21:06:38.916567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55682) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:38.952233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c669fa46-44f0-4529-a9dc-fcf8eabed46c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting subnet 1a2776a1-6b06-423b-b1a8-dee2cb6c6a92 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:06:38.961200 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a5654b-51d0-49e7-bd62-b1df98165bb7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:38.961826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a5654b-51d0-49e7-bd62-b1df98165bb7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:38.967432 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-00a5654b-51d0-49e7-bd62-b1df98165bb7 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/6e8bf9a7-4b09-4d12-8268-806d593d83e4 HTTP/1.1" status: 404  len: 337 time: 0.0473983
Dec 18 21:06:38.967598 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c669fa46-44f0-4529-a9dc-fcf8eabed46c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:38.970345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55684) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:39.022061 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8616330f-85fb-4e41-82db-5f1c0c8e9937 req-23ee7936-a382-4e58-a63d-70af4a97ef4e service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2271113
Dec 18 21:06:39.026092 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6a8171f4-0bf7-45f8-93f0-fbb3e7337eae tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6bacdcb-7d84-4621-aeea-51f7f7ba54fc HTTP/1.1" status: 200  len: 205 time: 0.0541341
Dec 18 21:06:39.034822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55688) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:39.035134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=39f33934-8809-44c6-97cd-68c74a5bf74c,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:39.036573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 92698b96-f118-4337-977c-b5b0d5ac232f is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:39.058867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:39.065551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-d6ae0edd-d390-4d31-ab24-32f7d639198a None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:39.066610 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac4759e1-d9de-4626-bc48-60d9b04808f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:39.074432 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac4759e1-d9de-4626-bc48-60d9b04808f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:39.130844 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c669fa46-44f0-4529-a9dc-fcf8eabed46c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:39.134382 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ac4759e1-d9de-4626-bc48-60d9b04808f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed845350e26245d198f99d889e094fa1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5555799
Dec 18 21:06:39.135450 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4759e1-d9de-4626-bc48-60d9b04808f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bbfcd0-3c1a-449a-b4ad-6cb0a84b1021,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:39.136587 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-df58e696-ba32-4a23-8c09-f3d649de46c8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] delete failed (client error): The resource could not be found.
Dec 18 21:06:39.137624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-df58e696-ba32-4a23-8c09-f3d649de46c8 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/routers/a6bacdcb-7d84-4621-aeea-51f7f7ba54fc HTTP/1.1" status: 404  len: 336 time: 0.0999498
Dec 18 21:06:39.138736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55690) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:39.146511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55692) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:39.186538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604aa3a5-9366-4273-adf1-9d30b0a32eb1 req-b7ed0aae-347a-4bcf-803e-a66c3e58f5ce tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:39.205838 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-604aa3a5-9366-4273-adf1-9d30b0a32eb1 req-b7ed0aae-347a-4bcf-803e-a66c3e58f5ce tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 946 time: 0.2707062
Dec 18 21:06:39.257281 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8bca7931-b99e-4457-8094-a5e52cea175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:39.258633 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35d1fe4a-4d36-42b9-9efd-b274c77f0836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:39.295768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35d1fe4a-4d36-42b9-9efd-b274c77f0836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:39.346510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8bca7931-b99e-4457-8094-a5e52cea175c None None] For port 99168657-9456-40e9-86ce-1113f8573628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99168657-9456-40e9-86ce-1113f8573628,segment=NetworkSegment(d0fc026f-0639-4823-9497-608708dff429),segment_id=d0fc026f-0639-4823-9497-608708dff429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:39.360495 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8bca7931-b99e-4457-8094-a5e52cea175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:39.366746 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35d1fe4a-4d36-42b9-9efd-b274c77f0836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:39.369565 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-35d1fe4a-4d36-42b9-9efd-b274c77f0836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:39.372677 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-35d1fe4a-4d36-42b9-9efd-b274c77f0836 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8bbfcd0-3c1a-449a-b4ad-6cb0a84b1021 HTTP/1.1" status: 204  len: 168 time: 0.2327671
Dec 18 21:06:39.402842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1fe4a-4d36-42b9-9efd-b274c77f0836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bbfcd0-3c1a-449a-b4ad-6cb0a84b1021,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:39.448812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d6ae0edd-d390-4d31-ab24-32f7d639198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6194f0>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:37Z', 'revision_number': 10, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:39.484322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 99168657-9456-40e9-86ce-1113f8573628 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:39.491047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae0edd-d390-4d31-ab24-32f7d639198a None None] Checking router: 68a32e25-785f-4d51-872f-9a152e38ab08 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:39.520625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca7931-b99e-4457-8094-a5e52cea175c None None] Pushing event updated for resources: {'Port': ['ID=99168657-9456-40e9-86ce-1113f8573628,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:39.541101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae0edd-d390-4d31-ab24-32f7d639198a None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:39.541743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d6ae0edd-d390-4d31-ab24-32f7d639198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6194f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:39.670694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-d6ae0edd-d390-4d31-ab24-32f7d639198a None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:39.673186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 99168657-9456-40e9-86ce-1113f8573628 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:39.673565 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:39.795685 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-933d6e50-7ea0-4c52-92b1-0374d08c115f None None] Provisioning complete for port 99168657-9456-40e9-86ce-1113f8573628 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:39.796096 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-933d6e50-7ea0-4c52-92b1-0374d08c115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:39.905070 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef74038b-d3bb-4c9f-bc59-1b6d622b2eb2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:39.905729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef74038b-d3bb-4c9f-bc59-1b6d622b2eb2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:39.912131 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ef74038b-d3bb-4c9f-bc59-1b6d622b2eb2 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/34364131-c5d1-414f-a5e9-774fb422eb25 HTTP/1.1" status: 404  len: 337 time: 0.7008753
Dec 18 21:06:39.915011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55706) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:39.995637 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9b8c56b8-5a8d-4667-a0dc-df4b0cf9e15e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1945cfb5-dff8-435c-a97c-b0e8c1e1d883 HTTP/1.1" status: 200  len: 205 time: 0.0792964
Dec 18 21:06:39.998558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55712) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.029336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859f3ae-2bc9-4e50-b8b9-988ae09e8006 req-00956b02-05ee-4c3d-8a3e-31f366d98453 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:40.031169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b859f3ae-2bc9-4e50-b8b9-988ae09e8006 req-00956b02-05ee-4c3d-8a3e-31f366d98453 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 946 time: 0.9052143
Dec 18 21:06:40.098991 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c669fa46-44f0-4529-a9dc-fcf8eabed46c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.114069 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-195bf518-d110-481a-b8df-4debe29d0b91 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] delete failed (client error): The resource could not be found.
Dec 18 21:06:40.118986 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-195bf518-d110-481a-b8df-4debe29d0b91 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/routers/1945cfb5-dff8-435c-a97c-b0e8c1e1d883 HTTP/1.1" status: 404  len: 336 time: 0.1193161
Dec 18 21:06:40.119567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55716) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.154459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-933d6e50-7ea0-4c52-92b1-0374d08c115f None None] Provisioning complete for port 3be410bc-83a9-406a-bda9-b63c78d0c782 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:40.154833 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-933d6e50-7ea0-4c52-92b1-0374d08c115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.173254 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b859f3ae-2bc9-4e50-b8b9-988ae09e8006 req-47ad9c1c-f588-41cf-8ba0-5c27532f4f4d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298106
Dec 18 21:06:40.197865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-604aa3a5-9366-4273-adf1-9d30b0a32eb1 req-461da5f4-58cb-4623-b349-ae94b9d7f566 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Deleting port 46e75647-b225-467b-8eec-04fcb683c9a3 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:40.198466 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-604aa3a5-9366-4273-adf1-9d30b0a32eb1 req-461da5f4-58cb-4623-b349-ae94b9d7f566 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.200534 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad446527-6a6e-4669-8f19-2c52a7ef167f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:40.202828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad446527-6a6e-4669-8f19-2c52a7ef167f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:40.216772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-933d6e50-7ea0-4c52-92b1-0374d08c115f None None] Port 3be410bc-83a9-406a-bda9-b63c78d0c782 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:40.219442 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ad446527-6a6e-4669-8f19-2c52a7ef167f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/8736d659-744b-4c70-b205-08dfe03ff435 HTTP/1.1" status: 404  len: 337 time: 0.0954654
Dec 18 21:06:40.220916 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55718) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.230701 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d6ae0edd-d390-4d31-ab24-32f7d639198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6194f0>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:37Z', 'revision_number': 10, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:40.254065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 58705ba3-9fd8-427f-aa05-034efffebdaf is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:06:40.270750 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a750cf-5af0-4701-b920-98553010662b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:40.271221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a750cf-5af0-4701-b920-98553010662b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:40.277784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae0edd-d390-4d31-ab24-32f7d639198a None None] The sync data for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 is: [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:37Z', 'revision_number': 10, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None, '_interfaces': [{'id': '97ef2c62-432c-4f87-992a-8b2867505cf1', 'name': '', 'network_id': '3db3842b-c737-4134-90ba-c3ae5b2a4283', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'mac_address': 'fa:16:3e:2c:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:05:39Z', 'updated_at': '2021-12-18T21:05:49Z', 'revision_number': 5, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'subnets': [{'id': '0d7da545-32ab-4684-972f-0cd9579e4c4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:40.281300 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-28a750cf-5af0-4701-b920-98553010662b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/09397d06-2d7b-4344-82c5-0853aa21c2c7 HTTP/1.1" status: 404  len: 337 time: 0.0578566
Dec 18 21:06:40.282007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55720) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.334712 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-7341af87-fe63-44f3-a073-4d34949818a4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:40.335267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7341af87-fe63-44f3-a073-4d34949818a4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:40.341768 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7341af87-fe63-44f3-a073-4d34949818a4 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/9e407d58-0274-45f4-955e-73cf64c3f819 HTTP/1.1" status: 404  len: 333 time: 0.0587838
Dec 18 21:06:40.342399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0dd5bd67-61c5-4101-bdf4-c631c3e985c0 None None] Provisioning complete for port 3be410bc-83a9-406a-bda9-b63c78d0c782 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:40.342589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55724) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.343153 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0dd5bd67-61c5-4101-bdf4-c631c3e985c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.372939 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa43e52-ae90-4b49-bba4-28f02ad121d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:40.373466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa43e52-ae90-4b49-bba4-28f02ad121d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:40.377329 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ffa43e52-ae90-4b49-bba4-28f02ad121d0 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/ce07a39e-cdb7-43ad-ad96-4824b06f89f9 HTTP/1.1" status: 404  len: 337 time: 0.0338080
Dec 18 21:06:40.379776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55728) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.392433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0dd5bd67-61c5-4101-bdf4-c631c3e985c0 None None] Port 3be410bc-83a9-406a-bda9-b63c78d0c782 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:40.407942 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae49cb8-1e87-4b1e-b034-a44e9d37b817 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:40.407942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae49cb8-1e87-4b1e-b034-a44e9d37b817 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:40.413066 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4ae49cb8-1e87-4b1e-b034-a44e9d37b817 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/c86fa408-8727-4240-b455-29b2b2be7edc HTTP/1.1" status: 404  len: 333 time: 0.0307715
Dec 18 21:06:40.415908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55732) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.444015 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbc2fd0-35ff-4a96-b629-da1d691493be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:40.444553 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbc2fd0-35ff-4a96-b629-da1d691493be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:40.447954 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-acbc2fd0-35ff-4a96-b629-da1d691493be tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/4c3335cd-bcc4-4d70-9348-5ce875374e2e HTTP/1.1" status: 404  len: 337 time: 0.0309405
Dec 18 21:06:40.448122 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c669fa46-44f0-4529-a9dc-fcf8eabed46c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.450630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55734) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.477272 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec11b632-ff62-469f-82af-da199f24a334 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:40.477918 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec11b632-ff62-469f-82af-da199f24a334 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:40.482295 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ec11b632-ff62-469f-82af-da199f24a334 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/96e64121-e6b3-48ed-990f-c7be3329d1a1 HTTP/1.1" status: 404  len: 333 time: 0.0295305
Dec 18 21:06:40.486674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55738) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.502970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669fa46-44f0-4529-a9dc-fcf8eabed46c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Subnet': ['ID=1a2776a1-6b06-423b-b1a8-dee2cb6c6a92,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:40.507970 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c669fa46-44f0-4529-a9dc-fcf8eabed46c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.513550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c669fa46-44f0-4529-a9dc-fcf8eabed46c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/1a2776a1-6b06-423b-b1a8-dee2cb6c6a92 HTTP/1.1" status: 204  len: 168 time: 1.6696484
Dec 18 21:06:40.517595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55740) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.518303 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf96ecd-9857-41db-96f7-5626ec7784c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:40.518835 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf96ecd-9857-41db-96f7-5626ec7784c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:40.522510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cdf96ecd-9857-41db-96f7-5626ec7784c6 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/32c21972-f1f3-42a1-af1c-ee179f96a642 HTTP/1.1" status: 404  len: 337 time: 0.0343139
Dec 18 21:06:40.524491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55742) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.532182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaec2e6-2b8f-4519-9e1d-0a9809f12e1c None None] Network cd703c3f-ab22-419a-b4f9-60de4c8929ce requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:40.536111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:40.545132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2bcb566b-b998-4dc5-a961-07f6f6f6e163 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7812405
Dec 18 21:06:40.552077 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Sync routers for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:40.553833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78287dd-4dec-4d0c-b7a1-5a62348a21b9 req-0574951b-1b57-45b6-b82b-ce74501af1c4 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:40.555455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a78287dd-4dec-4d0c-b7a1-5a62348a21b9 req-0574951b-1b57-45b6-b82b-ce74501af1c4 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 943 time: 0.6385369
Dec 18 21:06:40.557631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-604aa3a5-9366-4273-adf1-9d30b0a32eb1 req-461da5f4-58cb-4623-b349-ae94b9d7f566 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] For port 46e75647-b225-467b-8eec-04fcb683c9a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46e75647-b225-467b-8eec-04fcb683c9a3,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:40.558005 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-604aa3a5-9366-4273-adf1-9d30b0a32eb1 req-461da5f4-58cb-4623-b349-ae94b9d7f566 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.560602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55744) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.570181 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:40.570943 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645b07f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:40.571337 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5c1834b1-37ed-44d6-bce9-781a130b9343 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1928414746'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:40.584729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-23da503c-e21f-4b9f-86e0-a2200c8d6070 None None] Provisioning complete for port 3be410bc-83a9-406a-bda9-b63c78d0c782 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:40.585103 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23da503c-e21f-4b9f-86e0-a2200c8d6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.588706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-604aa3a5-9366-4273-adf1-9d30b0a32eb1 req-461da5f4-58cb-4623-b349-ae94b9d7f566 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Calling delete_port for 46e75647-b225-467b-8eec-04fcb683c9a3 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:40.699279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1834b1-37ed-44d6-bce9-781a130b9343 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:40.702924 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c1834b1-37ed-44d6-bce9-781a130b9343 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.742180 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af26955-7c9d-4529-9ae7-4a16198a3c4c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:40.743273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af26955-7c9d-4529-9ae7-4a16198a3c4c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:40.747357 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4af26955-7c9d-4529-9ae7-4a16198a3c4c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/5dc2ba95-5f9b-4e8b-82ac-ffd138bec1c5 HTTP/1.1" status: 404  len: 333 time: 0.2216036
Dec 18 21:06:40.759612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55750) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.781182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a78287dd-4dec-4d0c-b7a1-5a62348a21b9 req-9b6fc565-741c-4a36-ae99-597f395c9912 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031200
Dec 18 21:06:40.801082 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:40.822486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1834b1-37ed-44d6-bce9-781a130b9343 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:06:40.834863 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c1834b1-37ed-44d6-bce9-781a130b9343 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.835218 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-5c1834b1-37ed-44d6-bce9-781a130b9343 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Added segment f8e38b76-1c0b-43e8-9779-82f751214767 of type vlan for network df695f47-ffa1-48a3-8448-f0012063d5d4
Dec 18 21:06:40.873924 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0fa0d5-00e8-4a2e-98e7-f1f4b5d1e70b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:40.875966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0fa0d5-00e8-4a2e-98e7-f1f4b5d1e70b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:40.893411 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1c0fa0d5-00e8-4a2e-98e7-f1f4b5d1e70b tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/5124031a-4b68-47d4-a52a-192e2be0b370 HTTP/1.1" status: 404  len: 337 time: 0.1309102
Dec 18 21:06:40.894350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55754) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:40.907557 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.934762 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c1834b1-37ed-44d6-bce9-781a130b9343 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.978063 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-604aa3a5-9366-4273-adf1-9d30b0a32eb1 req-461da5f4-58cb-4623-b349-ae94b9d7f566 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.983653 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-34937cd2-bc69-4c3d-be8b-39a381f17e56 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:40.984379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34937cd2-bc69-4c3d-be8b-39a381f17e56 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:40.989729 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c1834b1-37ed-44d6-bce9-781a130b9343 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.996090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1834b1-37ed-44d6-bce9-781a130b9343 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:40.996759 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c1834b1-37ed-44d6-bce9-781a130b9343 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:40.998350 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-34937cd2-bc69-4c3d-be8b-39a381f17e56 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/849404ee-35cf-4cbd-88ad-1f833c00291b HTTP/1.1" status: 404  len: 333 time: 0.1026976
Dec 18 21:06:41.000133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55762) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:41.056212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461da5f4-58cb-4623-b349-ae94b9d7f566 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Pushing event deleted for resources: {'Port': ['ID=46e75647-b225-467b-8eec-04fcb683c9a3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:41.072170 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645b07f0>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:06:37Z', 'revision_number': 2, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:38Z', 'revision_number': 2, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:41.102233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5c1834b1-37ed-44d6-bce9-781a130b9343 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5404551
Dec 18 21:06:41.115113 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Checking router: 58705ba3-9fd8-427f-aa05-034efffebdaf for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:41.115554 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Updating router 58705ba3-9fd8-427f-aa05-034efffebdaf port 3be410bc-83a9-406a-bda9-b63c78d0c782 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:06:41.121227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55766) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:41.136789 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b819aba5-00c5-4769-883d-3dedd897f11e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:41.140287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b819aba5-00c5-4769-883d-3dedd897f11e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:41.140386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f2e5613d-5f49-4fbe-b3a9-33bbc714f51b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'subnet': {'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:41.143680 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b819aba5-00c5-4769-883d-3dedd897f11e tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/a5fb177f-f3b8-4aa9-8dec-8f54c573a5f1 HTTP/1.1" status: 404  len: 337 time: 0.1416693
Dec 18 21:06:41.147478 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55770) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:41.164446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-604aa3a5-9366-4273-adf1-9d30b0a32eb1 req-461da5f4-58cb-4623-b349-ae94b9d7f566 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] No DVR routers for this DVR port 46e75647-b225-467b-8eec-04fcb683c9a3 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:41.180978 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-604aa3a5-9366-4273-adf1-9d30b0a32eb1 req-461da5f4-58cb-4623-b349-ae94b9d7f566 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:41.182435 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb06655-829f-44fa-b0fb-c46c9d99b2fe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:41.183122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb06655-829f-44fa-b0fb-c46c9d99b2fe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:41.184585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-604aa3a5-9366-4273-adf1-9d30b0a32eb1 req-461da5f4-58cb-4623-b349-ae94b9d7f566 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.31 "DELETE /v2.0/ports/46e75647-b225-467b-8eec-04fcb683c9a3 HTTP/1.1" status: 204  len: 173 time: 1.9770718
Dec 18 21:06:41.185257 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1834b1-37ed-44d6-bce9-781a130b9343 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Network': ['ID=df695f47-ffa1-48a3-8448-f0012063d5d4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:41.187944 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3bb06655-829f-44fa-b0fb-c46c9d99b2fe tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/cf62e8d4-f6bd-42ff-a62b-a6aa7d6fb20d HTTP/1.1" status: 404  len: 333 time: 0.0384901
Dec 18 21:06:41.188082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec0ec05-7209-486c-8059-40980e829fbb', 'name': 'network-vif-deleted', 'tag': '46e75647-b225-467b-8eec-04fcb683c9a3'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:06:41.191194 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:41.198393 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b8c9a8-027e-4fdd-b52b-debea809c115" -d '{"events": [{"server_uuid": "7ec0ec05-7209-486c-8059-40980e829fbb", "name": "network-vif-deleted", "tag": "46e75647-b225-467b-8eec-04fcb683c9a3"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:06:41.213223 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55772) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:41.261113 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-68060654-244f-4cd1-bc50-1567e28cae85 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:41.268890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['01029a1f-6c70-48b6-9ed9-4300a6739bea'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:06:41.268998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68060654-244f-4cd1-bc50-1567e28cae85 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:41.272661 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-68060654-244f-4cd1-bc50-1567e28cae85 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/c8836137-9497-458a-b5ee-41a7df4b64cc HTTP/1.1" status: 404  len: 337 time: 0.0581844
Dec 18 21:06:41.280726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['46e75647-b225-467b-8eec-04fcb683c9a3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:06:41.283385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55780) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:41.301966 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network df695f47-ffa1-48a3-8448-f0012063d5d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:06:41.301966 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-23da503c-e21f-4b9f-86e0-a2200c8d6070 None None] Port 3be410bc-83a9-406a-bda9-b63c78d0c782 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:41.352575 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72479ed-b03c-4b69-ad34-8498ba903d4c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:41.353169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72479ed-b03c-4b69-ad34-8498ba903d4c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:41.355603 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:41.357308 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:41.368177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c72479ed-b03c-4b69-ad34-8498ba903d4c tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/ports/68e4138f-7706-443e-a3d8-fd573e1c80dc HTTP/1.1" status: 404  len: 333 time: 0.0787776
Dec 18 21:06:41.371848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55786) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:41.431399 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7585b702-8de4-4a1e-adbb-0ae35fd62b67 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:41.431866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7585b702-8de4-4a1e-adbb-0ae35fd62b67 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:41.435144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7585b702-8de4-4a1e-adbb-0ae35fd62b67 tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/subnets/03cdc970-43b3-4d2b-9622-9e836152fda9 HTTP/1.1" status: 404  len: 337 time: 0.0630474
Dec 18 21:06:41.451268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55790) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:41.467110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82385922-9af6-40a7-9b72-109403e36ae4 req-284912a4-02ed-4b01-ac3b-80a3f88c1ee5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec0ec05-7209-486c-8059-40980e829fbb HTTP/1.1" status: 200  len: 210 time: 0.0764313
Dec 18 21:06:41.508468 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 99168657-9456-40e9-86ce-1113f8573628 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:41.540228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] For port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c,segment=NetworkSegment(55943b1e-93f9-4c0a-a64f-184045fd2495),segment_id=55943b1e-93f9-4c0a-a64f-184045fd2495)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:41.540733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:41.574710 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:41.612460 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:41.616544 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50ecbdd-df13-4ea9-9efa-b9bb031294f0 x-openstack-request-id: req-a50ecbdd-df13-4ea9-9efa-b9bb031294f0 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:06:41.617510 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec0ec05-7209-486c-8059-40980e829fbb", "name": "network-vif-deleted", "tag": "46e75647-b225-467b-8eec-04fcb683c9a3", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:06:41.618527 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a50ecbdd-df13-4ea9-9efa-b9bb031294f0 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:06:41.619145 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec0ec05-7209-486c-8059-40980e829fbb', 'name': 'network-vif-deleted', 'tag': '46e75647-b225-467b-8eec-04fcb683c9a3', 'status': 'completed', 'code': 200}
Dec 18 21:06:41.782882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e5613d-5f49-4fbe-b3a9-33bbc714f51b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:41.799838 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2e5613d-5f49-4fbe-b3a9-33bbc714f51b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:41.836820 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:41.873545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 99168657-9456-40e9-86ce-1113f8573628 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:41.874321 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:41.880396 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e14af6b-f267-45cf-943c-fdfe86ae64c2 None None] DHCP port deletion for cd703c3f-ab22-419a-b4f9-60de4c8929ce request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:06:41.944244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No DVR routers for this DVR port a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:41.975223 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:42.031517 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.054284 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.177156 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.200238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.205906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dc50820>,) {'filters': {'network_id': ['366763c1-8ffb-4916-bf33-b9164c04d44d']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:42.219162 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061eb9b-91c8-422a-be32-5e8c51664cac None None] Pushing event updated for resources: {'Port': ['ID=3be410bc-83a9-406a-bda9-b63c78d0c782,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:42.222925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e3fa9d0>,) {'filters': {'network_id': ['cd703c3f-ab22-419a-b4f9-60de4c8929ce']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:42.228861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dc50820>, '33604b79-305d-4917-92f8-fc3dbb742d4b') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:42.229070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dc50820>, '33604b79-305d-4917-92f8-fc3dbb742d4b') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:42.242757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e3fa9d0>, '55943b1e-93f9-4c0a-a64f-184045fd2495') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:42.243317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e3fa9d0>, '55943b1e-93f9-4c0a-a64f-184045fd2495') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:42.256693 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.272717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.279966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:06:42.280611 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.287405 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.347529 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:06:42.354302 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:06:42.370516 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Attempting to bind port 3be410bc-83a9-406a-bda9-b63c78d0c782 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:42.373504 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Attempting to bind port 3be410bc-83a9-406a-bda9-b63c78d0c782 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd0fc026f-0639-4823-9497-608708dff429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:42.374053 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Attempting to bind port 3be410bc-83a9-406a-bda9-b63c78d0c782 on network 92698b96-f118-4337-977c-b5b0d5ac232f {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:42.380805 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:42.381571 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Checking segment: {'id': 'd0fc026f-0639-4823-9497-608708dff429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:42.382195 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.382801 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Bound using segment: {'id': 'd0fc026f-0639-4823-9497-608708dff429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:42.383440 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Bound port: 3be410bc-83a9-406a-bda9-b63c78d0c782, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fc026f-0639-4823-9497-608708dff429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:42.384228 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.394430 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.401585 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.404807 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/networks/cd703c3f-ab22-419a-b4f9-60de4c8929ce HTTP/1.1" status: 204  len: 168 time: 1.8812697
Dec 18 21:06:42.411004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55828) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:42.412328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:06:42.412799 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:06:42.418197 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:06:42.429044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c167f83-8cd3-494f-af42-2bec62caf7df tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Network': ['ID=cd703c3f-ab22-419a-b4f9-60de4c8929ce,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:42.500213 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] For port 3be410bc-83a9-406a-bda9-b63c78d0c782, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:42.506154 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] For port 3be410bc-83a9-406a-bda9-b63c78d0c782, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3be410bc-83a9-406a-bda9-b63c78d0c782,segment=NetworkSegment(d0fc026f-0639-4823-9497-608708dff429),segment_id=d0fc026f-0639-4823-9497-608708dff429)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:42.514591 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.593352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 39f33934-8809-44c6-97cd-68c74a5bf74c no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:42.644004 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:42.645884 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645b07f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:42.758211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:42.775555 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2e5613d-5f49-4fbe-b3a9-33bbc714f51b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.777978 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061eb9b-91c8-422a-be32-5e8c51664cac None None] Pushing event updated for resources: {'Port': ['ID=3be410bc-83a9-406a-bda9-b63c78d0c782,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:42.816282 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:42.827570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:06:42.827917 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 481ef8ae-7fc7-4727-9cf6-5647cb6aadfd not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:06:42.840216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Provisioning complete for port 3be410bc-83a9-406a-bda9-b63c78d0c782 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:42.840814 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.870626 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.898347 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:42.903932 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] 10.222.0.13 "DELETE /v2.0/networks/366763c1-8ffb-4916-bf33-b9164c04d44d HTTP/1.1" status: 204  len: 168 time: 1.4498553
Dec 18 21:06:42.946264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6dc62-9604-4543-a515-ef10c65cfab4 req-59a636a4-405c-4347-aabf-0b9712bd13f9 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:42.956336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0c6dc62-9604-4543-a515-ef10c65cfab4 req-59a636a4-405c-4347-aabf-0b9712bd13f9 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9b708f-24ca-4dad-9e48-ce4b71edf595 HTTP/1.1" status: 200  len: 943 time: 0.3662498
Dec 18 21:06:43.044671 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:43.090605 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd6fa9-f4d8-4583-8de8-4ebc8a75ed8f tempest-NetworksTestDHCPv6-808033906 tempest-NetworksTestDHCPv6-808033906-project] Pushing event deleted for resources: {'Network': ['ID=366763c1-8ffb-4916-bf33-b9164c04d44d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:43.108972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] For port 3be410bc-83a9-406a-bda9-b63c78d0c782, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3be410bc-83a9-406a-bda9-b63c78d0c782,segment=NetworkSegment(d0fc026f-0639-4823-9497-608708dff429),segment_id=d0fc026f-0639-4823-9497-608708dff429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:43.136731 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:43.183812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5613d-5f49-4fbe-b3a9-33bbc714f51b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Subnet': ['ID=8db6c6cd-ccb0-4491-a454-c8f8130aab0b,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:43.280708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Pushing event updated for resources: {'Port': ['ID=3be410bc-83a9-406a-bda9-b63c78d0c782,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:43.287913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:43.317551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:06:43.318903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a7a8c4c9-1dd6-4568-a2cd-9269ac96b06c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:06:43.322420 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645b07f0>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:06:37Z', 'revision_number': 2, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:42Z', 'revision_number': 4, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:43.348020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.348525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.348879 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.349230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.349570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.349906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.350238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.350592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.350925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.351256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.352210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.352568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.352905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744da989-e3e6-4cf2-a3ac-87be559f06b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:43.371808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-85615615-b31f-4189-8373-856437bb4262 None None] Provisioning complete for port 3be410bc-83a9-406a-bda9-b63c78d0c782 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:43.372186 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-85615615-b31f-4189-8373-856437bb4262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:43.402051 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298150fe-cc3b-4070-ab5e-2b54b5ae884f None None] The sync data for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 is: [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:06:37Z', 'revision_number': 2, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:42Z', 'revision_number': 4, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:43.463956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55848) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:43.554523 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5613d-5f49-4fbe-b3a9-33bbc714f51b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Checking segment: {'id': 'f8e38b76-1c0b-43e8-9779-82f751214767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:43.554889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5613d-5f49-4fbe-b3a9-33bbc714f51b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network hostable DHCP agents. Network: df695f47-ffa1-48a3-8448-f0012063d5d4, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:06:43.569832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070d81b-0c16-4c69-b7a2-242810f3366f req-57743ac6-eef4-4904-980d-e03ea0ba0f7e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:43.575094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c070d81b-0c16-4c69-b7a2-242810f3366f req-57743ac6-eef4-4904-980d-e03ea0ba0f7e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.9261642
Dec 18 21:06:43.640292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c5c79279-928a-4d1d-8468-878f3c366d09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50ba8bfbb7404ca3af1621fb54b33317&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1741338
Dec 18 21:06:43.646327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55864) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:43.712865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5613d-5f49-4fbe-b3a9-33bbc714f51b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network df695f47-ffa1-48a3-8448-f0012063d5d4 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:06:43.737756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c070d81b-0c16-4c69-b7a2-242810f3366f req-8f688eca-3799-4f71-9e5f-a15219dc54ee tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288755
Dec 18 21:06:43.789037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-f2e5613d-5f49-4fbe-b3a9-33bbc714f51b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df695f47-ffa1-48a3-8448-f0012063d5d4) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:43.795129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d0c6dc62-9604-4543-a515-ef10c65cfab4 req-e6ada01c-8e04-4f07-b0bb-a10b85ee8e1b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Deleting port 39f33934-8809-44c6-97cd-68c74a5bf74c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:43.795481 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d0c6dc62-9604-4543-a515-ef10c65cfab4 req-e6ada01c-8e04-4f07-b0bb-a10b85ee8e1b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:43.803864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e5613d-5f49-4fbe-b3a9-33bbc714f51b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:43.804463 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2e5613d-5f49-4fbe-b3a9-33bbc714f51b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:43.806056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50763e99-18f6-4a6d-99a0-3ece4ff423d6 None None] Network df695f47-ffa1-48a3-8448-f0012063d5d4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:43.889702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f2e5613d-5f49-4fbe-b3a9-33bbc714f51b tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7659764
Dec 18 21:06:43.891385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55868) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:43.920162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3420-ea77-4b6a-9b1f-7cfc703b7d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:43.976811 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3420-ea77-4b6a-9b1f-7cfc703b7d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.010823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-df695f47-ffa1-48a3-8448-f0012063d5d4', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'project_id': '601f039e95d94afdbbb097bf19996949', 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:06:44.012011 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.069164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d0c6dc62-9604-4543-a515-ef10c65cfab4 req-e6ada01c-8e04-4f07-b0bb-a10b85ee8e1b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] For port 39f33934-8809-44c6-97cd-68c74a5bf74c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39f33934-8809-44c6-97cd-68c74a5bf74c,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:44.069963 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d0c6dc62-9604-4543-a515-ef10c65cfab4 req-e6ada01c-8e04-4f07-b0bb-a10b85ee8e1b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.114574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d0c6dc62-9604-4543-a515-ef10c65cfab4 req-e6ada01c-8e04-4f07-b0bb-a10b85ee8e1b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Calling delete_port for 39f33934-8809-44c6-97cd-68c74a5bf74c owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:44.223488 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3420-ea77-4b6a-9b1f-7cfc703b7d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.226056 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3420-ea77-4b6a-9b1f-7cfc703b7d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.227285 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b0fa3420-ea77-4b6a-9b1f-7cfc703b7d21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0568746-0e27-4906-9f04-9a0a94603d99 HTTP/1.1" status: 204  len: 168 time: 0.5750513
Dec 18 21:06:44.253258 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Allocated IP 172.21.0.2 (df695f47-ffa1-48a3-8448-f0012063d5d4/8db6c6cd-ccb0-4491-a454-c8f8130aab0b/4ff2cdc2-f9a5-4100-a03c-57a6f24ad237) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:44.307565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa3420-ea77-4b6a-9b1f-7cfc703b7d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0568746-0e27-4906-9f04-9a0a94603d99,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:44.339998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eba24-7e8a-4c54-88be-f782c2a69a2e req-d40fd378-97f9-4eeb-9d12-07d7455733ce tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:44.342288 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c8eba24-7e8a-4c54-88be-f782c2a69a2e req-d40fd378-97f9-4eeb-9d12-07d7455733ce tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2372341
Dec 18 21:06:44.362305 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a05a58b5-c47a-4034-bb29-312eed93e294 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.491123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 46e75647-b225-467b-8eec-04fcb683c9a3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:44.496335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.537329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 46e75647-b225-467b-8eec-04fcb683c9a3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:06:44.537680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 46e75647-b225-467b-8eec-04fcb683c9a3 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:06:44.545395 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.596671 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c8eba24-7e8a-4c54-88be-f782c2a69a2e req-29d65cc7-274d-4abf-81c9-0d485b01e32f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320583
Dec 18 21:06:44.663598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Network df695f47-ffa1-48a3-8448-f0012063d5d4 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:44.668990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:44.671367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:44.710883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Pushing event updated for resources: {'Port': ['ID=4ff2cdc2-f9a5-4100-a03c-57a6f24ad237,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:44.761605 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d0c6dc62-9604-4543-a515-ef10c65cfab4 req-e6ada01c-8e04-4f07-b0bb-a10b85ee8e1b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.788678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Attempting to bind port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:44.789082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Attempting to bind port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f8e38b76-1c0b-43e8-9779-82f751214767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:44.789456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Attempting to bind port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 on network df695f47-ffa1-48a3-8448-f0012063d5d4 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:44.798813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:44.799205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Checking segment: {'id': 'f8e38b76-1c0b-43e8-9779-82f751214767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:44.799614 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.800016 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Bound using segment: {'id': 'f8e38b76-1c0b-43e8-9779-82f751214767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:44.800546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Bound port: 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e38b76-1c0b-43e8-9779-82f751214767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:44.800935 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.819072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ada01c-8e04-4f07-b0bb-a10b85ee8e1b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Pushing event deleted for resources: {'Port': ['ID=39f33934-8809-44c6-97cd-68c74a5bf74c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:44.855566 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27f81ed9-f704-4df4-bcb5-c5d2fc9ff1a1 req-5cb219ec-aa6e-431c-a015-a96f00733b20 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1543443
Dec 18 21:06:44.865971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.879596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfa4836-3de4-4f26-bac7-a2c1f131e841 None None] DHCP port deletion for 02107735-1e4a-434f-a377-a881410f569a request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:06:44.937491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] For port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:44.948092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] For port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ff2cdc2-f9a5-4100-a03c-57a6f24ad237,segment=NetworkSegment(f8e38b76-1c0b-43e8-9779-82f751214767),segment_id=f8e38b76-1c0b-43e8-9779-82f751214767)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:44.956205 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.956508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c6dc62-9604-4543-a515-ef10c65cfab4 req-e6ada01c-8e04-4f07-b0bb-a10b85ee8e1b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] No DVR routers for this DVR port 39f33934-8809-44c6-97cd-68c74a5bf74c on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:44.961001 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d0c6dc62-9604-4543-a515-ef10c65cfab4 req-e6ada01c-8e04-4f07-b0bb-a10b85ee8e1b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:44.964632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0c6dc62-9604-4543-a515-ef10c65cfab4 req-e6ada01c-8e04-4f07-b0bb-a10b85ee8e1b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "DELETE /v2.0/ports/39f33934-8809-44c6-97cd-68c74a5bf74c HTTP/1.1" status: 204  len: 173 time: 2.0074425
Dec 18 21:06:44.970387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9b708f-24ca-4dad-9e48-ce4b71edf595', 'name': 'network-vif-deleted', 'tag': '39f33934-8809-44c6-97cd-68c74a5bf74c'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:06:44.970387 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3249e1e-189c-4969-bdc1-1fee9eba825e" -d '{"events": [{"server_uuid": "ab9b708f-24ca-4dad-9e48-ce4b71edf595", "name": "network-vif-deleted", "tag": "39f33934-8809-44c6-97cd-68c74a5bf74c"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:06:45.000013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25529-2535-4b50-89c6-2ebbbc565ca5 req-7b21724e-0066-4836-b37c-428e2b413888 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:45.001826 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8db25529-2535-4b50-89c6-2ebbbc565ca5 req-7b21724e-0066-4836-b37c-428e2b413888 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1966434
Dec 18 21:06:45.011025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f81ed9-f704-4df4-bcb5-c5d2fc9ff1a1 req-f6aeb3cc-a3fa-426b-b299-d7e37a802037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:45.015461 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27f81ed9-f704-4df4-bcb5-c5d2fc9ff1a1 req-f6aeb3cc-a3fa-426b-b299-d7e37a802037 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 1096 time: 0.0974495
Dec 18 21:06:45.107926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3708159-8e1b-4064-aed1-acff6b71db5a None None] Pushing event updated for resources: {'Port': ['ID=4ff2cdc2-f9a5-4100-a03c-57a6f24ad237,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:45.162639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8db25529-2535-4b50-89c6-2ebbbc565ca5 req-de2537a6-0f1a-4518-8128-5d164db4d721 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234639
Dec 18 21:06:45.238614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a05a58b5-c47a-4034-bb29-312eed93e294 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port 97ef2c62-432c-4f87-992a-8b2867505cf1 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:45.239180 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a05a58b5-c47a-4034-bb29-312eed93e294 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:45.323694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3be410bc-83a9-406a-bda9-b63c78d0c782 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:45.400869 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f81ed9-f704-4df4-bcb5-c5d2fc9ff1a1 req-575df7bd-1c37-498f-9bad-81bece952e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:45.402478 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27f81ed9-f704-4df4-bcb5-c5d2fc9ff1a1 req-575df7bd-1c37-498f-9bad-81bece952e1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 914 time: 0.3417959
Dec 18 21:06:45.404683 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:45.448541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3be410bc-83a9-406a-bda9-b63c78d0c782 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:45.448541 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:45.464550 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Dec 2021 21:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c376e85-54b4-4262-bc05-80ba4a35622c x-openstack-request-id: req-2c376e85-54b4-4262-bc05-80ba4a35622c {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:06:45.464870 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9b708f-24ca-4dad-9e48-ce4b71edf595", "name": "network-vif-deleted", "tag": "39f33934-8809-44c6-97cd-68c74a5bf74c", "status": "failed", "code": 422}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:06:45.465132 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c376e85-54b4-4262-bc05-80ba4a35622c {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:06:45.465547 ncdv-master-1 neutron-server[126008]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab9b708f-24ca-4dad-9e48-ce4b71edf595', 'name': 'network-vif-deleted', 'tag': '39f33934-8809-44c6-97cd-68c74a5bf74c', 'status': 'failed', 'code': 422} returned with failed status
Dec 18 21:06:45.537167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-a05a58b5-c47a-4034-bb29-312eed93e294 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] For port 97ef2c62-432c-4f87-992a-8b2867505cf1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97ef2c62-432c-4f87-992a-8b2867505cf1,segment=NetworkSegment(3c62ead3-2593-466e-9358-4dcdc047ec78),segment_id=3c62ead3-2593-466e-9358-4dcdc047ec78)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:45.538094 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a05a58b5-c47a-4034-bb29-312eed93e294 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:45.567800 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27f81ed9-f704-4df4-bcb5-c5d2fc9ff1a1 req-b0dc78e5-07e9-4be4-80fd-b86895cceb8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea HTTP/1.1" status: 200  len: 217 time: 0.1509705
Dec 18 21:06:45.591577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a05a58b5-c47a-4034-bb29-312eed93e294 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for 97ef2c62-432c-4f87-992a-8b2867505cf1 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:45.654962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f81ed9-f704-4df4-bcb5-c5d2fc9ff1a1 req-04694e9f-9b28-47f9-85cd-564ee65aa320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:45.657094 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27f81ed9-f704-4df4-bcb5-c5d2fc9ff1a1 req-04694e9f-9b28-47f9-85cd-564ee65aa320 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fddf9542-b331-44d6-bbe6-163e1b723ad1 HTTP/1.1" status: 200  len: 853 time: 0.0808532
Dec 18 21:06:45.755338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55926) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:45.821229 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27f81ed9-f704-4df4-bcb5-c5d2fc9ff1a1 req-b419b082-b66a-4adf-8200-0d19f70fdcd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1868cd24-2ddf-47fc-8474-997160de3083&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1272333
Dec 18 21:06:46.010924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-294125823'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:46.043934 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27f81ed9-f704-4df4-bcb5-c5d2fc9ff1a1 req-69b27d4d-6579-4949-973b-4da82838ab1c service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046196
Dec 18 21:06:46.135168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-17774d0c-bc26-4c1e-93f9-11380804a27e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:46.136740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-17774d0c-bc26-4c1e-93f9-11380804a27e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 0.2213857
Dec 18 21:06:46.140276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Made reservation on behalf of be6e867991a3454cb4a23e489f0b6f12 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:46.144435 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.169040 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.174696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-ed34bb99-3e26-499c-9486-5718b05dbfb7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/quotas/58d1ab8b81784fb2ad1b6c9a7d9efc37 HTTP/1.1" status: 200  len: 375 time: 0.0233719
Dec 18 21:06:46.180681 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a05a58b5-c47a-4034-bb29-312eed93e294 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.234786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a58b5-c47a-4034-bb29-312eed93e294 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=97ef2c62-432c-4f87-992a-8b2867505cf1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:46.237326 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Allocated IP 172.21.0.1 (df695f47-ffa1-48a3-8448-f0012063d5d4/8db6c6cd-ccb0-4491-a454-c8f8130aab0b/07b17688-2348-46a3-bee5-30657c873aa2) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:46.242030 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-27f81ed9-f704-4df4-bcb5-c5d2fc9ff1a1 req-373013b8-8057-4867-90bc-774102b8bcb1 service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1695683
Dec 18 21:06:46.263011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eab3bd2b-a369-498c-8bb2-c8f5af78ab3a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0746598
Dec 18 21:06:46.425094 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.426574 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a05a58b5-c47a-4034-bb29-312eed93e294 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.483792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.537936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network df695f47-ffa1-48a3-8448-f0012063d5d4 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:46.543484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:46.549018 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:46.600527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=07b17688-2348-46a3-bee5-30657c873aa2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:46.618641 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.659008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-e0ef81db-db79-4647-ba7a-884232e998fb service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3656564
Dec 18 21:06:46.686568 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.720646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1087a9-3b88-4bf6-affb-f0ad19ddba8a None None] Network df695f47-ffa1-48a3-8448-f0012063d5d4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:46.724120 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.736418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05a58b5-c47a-4034-bb29-312eed93e294 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 68a32e25-785f-4d51-872f-9a152e38ab08 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:46.757211 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.767206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:06:46.801180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-cd8615c3-4ad9-443e-844a-36b7a3dc4119 None None] Provisioning complete for port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:46.801624 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cd8615c3-4ad9-443e-844a-36b7a3dc4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.807677 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.808108 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Added segment 85ab8f76-11ff-417e-b838-705d20352e50 of type vlan for network 807c3885-780f-47ab-afdc-647ce62876ac
Dec 18 21:06:46.855280 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.958468 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cd8615c3-4ad9-443e-844a-36b7a3dc4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.962581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3828b6ae-1fb5-49cf-a03f-b87440cf52cb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:46.975884 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:46.983098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:46.983823 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:47.032475 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-cd8615c3-4ad9-443e-844a-36b7a3dc4119 None None] For port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ff2cdc2-f9a5-4100-a03c-57a6f24ad237,segment=NetworkSegment(f8e38b76-1c0b-43e8-9779-82f751214767),segment_id=f8e38b76-1c0b-43e8-9779-82f751214767)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:47.039086 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cd8615c3-4ad9-443e-844a-36b7a3dc4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:47.064709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05a58b5-c47a-4034-bb29-312eed93e294 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:47.091724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-f66a8548-2f1d-412c-b49e-21b8f2cb70cb service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4283984
Dec 18 21:06:47.102181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86161c96-207e-4b82-b627-eb0507c84ae5 None None] Sync routers for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:47.111696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a05a58b5-c47a-4034-bb29-312eed93e294 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6943872
Dec 18 21:06:47.130466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55974) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:47.145139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86161c96-207e-4b82-b627-eb0507c84ae5 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:47.168486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-86161c96-207e-4b82-b627-eb0507c84ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e062040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:47.197160 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:47.207626 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.4456739
Dec 18 21:06:47.208702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55980) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:47.224426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4d16f61f-4dad-4a12-ab9c-8bdf098045b9 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Request body: {'subnet': {'network_id': '807c3885-780f-47ab-afdc-647ce62876ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:47.227774 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:47.295966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fccee-6a5d-41fe-8501-885e48ebe774 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event updated for resources: {'Network': ['ID=807c3885-780f-47ab-afdc-647ce62876ac,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:47.331270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-86161c96-207e-4b82-b627-eb0507c84ae5 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:47.400274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-651264f1-297f-40a1-a131-8030c04c1e30 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting subnet 0d7da545-32ab-4684-972f-0cd9579e4c4c {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:06:47.418206 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-651264f1-297f-40a1-a131-8030c04c1e30 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:47.461909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-86161c96-207e-4b82-b627-eb0507c84ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e062040>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:46Z', 'revision_number': 11, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:47.464537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 807c3885-780f-47ab-afdc-647ce62876ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:06:47.492688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=07b17688-2348-46a3-bee5-30657c873aa2,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:47.502945 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:47.529599 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8615c3-4ad9-443e-844a-36b7a3dc4119 None None] Pushing event updated for resources: {'Port': ['ID=4ff2cdc2-f9a5-4100-a03c-57a6f24ad237,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:47.567585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86161c96-207e-4b82-b627-eb0507c84ae5 None None] Checking router: 68a32e25-785f-4d51-872f-9a152e38ab08 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:47.696552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d16f61f-4dad-4a12-ab9c-8bdf098045b9 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Made reservation on behalf of be6e867991a3454cb4a23e489f0b6f12 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:47.701002 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4d16f61f-4dad-4a12-ab9c-8bdf098045b9 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:47.806413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network df695f47-ffa1-48a3-8448-f0012063d5d4 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:47.814093 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:47.843175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:47.934277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86161c96-207e-4b82-b627-eb0507c84ae5 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:47.935002 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-86161c96-207e-4b82-b627-eb0507c84ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e062040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:48.058745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 58705ba3-9fd8-427f-aa05-034efffebdaf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:48.093008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e91a4622-fe8b-499b-89c4-ab4913fd26a6 req-cfba2b05-292c-4628-bdfd-8d78c11129ae tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 210 time: 0.0585616
Dec 18 21:06:48.099221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-86161c96-207e-4b82-b627-eb0507c84ae5 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:48.117549 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-651264f1-297f-40a1-a131-8030c04c1e30 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.160647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3834f-d35d-49af-88bb-47776bd4081c req-1a296f8f-8d30-462c-ab79-20a6a0d34dfe tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:48.169992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58d3834f-d35d-49af-88bb-47776bd4081c req-1a296f8f-8d30-462c-ab79-20a6a0d34dfe tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1368954
Dec 18 21:06:48.186544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-86161c96-207e-4b82-b627-eb0507c84ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e062040>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:46Z', 'revision_number': 11, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:48.231246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86161c96-207e-4b82-b627-eb0507c84ae5 None None] The sync data for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 is: [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:46Z', 'revision_number': 11, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:48.271829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-46d93009-e90f-45a1-aea4-be91a167967b None None] Provisioning complete for port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:48.272328 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-46d93009-e90f-45a1-aea4-be91a167967b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.275591 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:48.275958 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.279554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58d3834f-d35d-49af-88bb-47776bd4081c req-fb47d874-5abe-4995-9074-0a2bcf2147b1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046295
Dec 18 21:06:48.316274 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-651264f1-297f-40a1-a131-8030c04c1e30 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.372050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:48.387315 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1e92dd83-a48f-45ac-bfdd-83d8822db153 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4924700
Dec 18 21:06:48.387315 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4d16f61f-4dad-4a12-ab9c-8bdf098045b9 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.392064 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Sync routers for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:48.403751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56020) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:48.412652 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:48.414959 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664442f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:48.425462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-32138531-0d55-443f-877e-75ba03a6040a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1053868835'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:48.505743 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-651264f1-297f-40a1-a131-8030c04c1e30 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.518982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16f61f-4dad-4a12-ab9c-8bdf098045b9 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event updated for resources: {'Subnet': ['ID=d34f92ab-4a7e-4fc5-8418-d06c689afe33,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:48.546013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d16f61f-4dad-4a12-ab9c-8bdf098045b9 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Checking segment: {'id': '85ab8f76-11ff-417e-b838-705d20352e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '807c3885-780f-47ab-afdc-647ce62876ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:48.546735 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d16f61f-4dad-4a12-ab9c-8bdf098045b9 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Network hostable DHCP agents. Network: 807c3885-780f-47ab-afdc-647ce62876ac, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:06:48.570304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d16f61f-4dad-4a12-ab9c-8bdf098045b9 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Network 807c3885-780f-47ab-afdc-647ce62876ac is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:06:48.574801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651264f1-297f-40a1-a131-8030c04c1e30 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7da545-32ab-4684-972f-0cd9579e4c4c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:48.581097 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-651264f1-297f-40a1-a131-8030c04c1e30 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.593532 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56022) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:48.594059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-651264f1-297f-40a1-a131-8030c04c1e30 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/0d7da545-32ab-4684-972f-0cd9579e4c4c HTTP/1.1" status: 204  len: 168 time: 1.4516110
Dec 18 21:06:48.594932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd29b9-4c07-46be-b312-e1ea128335ac None None] Network 3db3842b-c737-4134-90ba-c3ae5b2a4283 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:48.645370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f3a83-8538-4414-badd-590517fd1ac6 req-0e95696f-3470-4ca4-8027-4b63a3623548 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:48.653027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f77f3a83-8538-4414-badd-590517fd1ac6 req-0e95696f-3470-4ca4-8027-4b63a3623548 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2400281
Dec 18 21:06:48.672206 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:48.679093 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-4d16f61f-4dad-4a12-ab9c-8bdf098045b9 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 807c3885-780f-47ab-afdc-647ce62876ac) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:48.689420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32138531-0d55-443f-877e-75ba03a6040a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:48.697154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32138531-0d55-443f-877e-75ba03a6040a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.703455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d16f61f-4dad-4a12-ab9c-8bdf098045b9 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:48.704440 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4d16f61f-4dad-4a12-ab9c-8bdf098045b9 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.752633 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4d16f61f-4dad-4a12-ab9c-8bdf098045b9 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5420437
Dec 18 21:06:48.755585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56026) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:48.761401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8020f2d8-3dba-414e-82b0-f9456ffc3f90 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1707718390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:48.768497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4ba0a0-d7f3-4420-976d-ec1f5bb7a090 None None] Network 807c3885-780f-47ab-afdc-647ce62876ac requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:48.771063 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.793849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32138531-0d55-443f-877e-75ba03a6040a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:06:48.803898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f77f3a83-8538-4414-badd-590517fd1ac6 req-4f0b0bde-1019-44a7-828e-67825b51b74b tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458521
Dec 18 21:06:48.809728 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32138531-0d55-443f-877e-75ba03a6040a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.810317 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-32138531-0d55-443f-877e-75ba03a6040a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Added segment dde32dd1-1b8f-48a4-9840-3eb93c991241 of type vlan for network 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62
Dec 18 21:06:48.821826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8020f2d8-3dba-414e-82b0-f9456ffc3f90 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.829715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8020f2d8-3dba-414e-82b0-f9456ffc3f90 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.836187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-46d93009-e90f-45a1-aea4-be91a167967b None None] Provisioning complete for port 07b17688-2348-46a3-bee5-30657c873aa2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:48.836804 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-46d93009-e90f-45a1-aea4-be91a167967b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.905066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32138531-0d55-443f-877e-75ba03a6040a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:48.988953 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32138531-0d55-443f-877e-75ba03a6040a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.007847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32138531-0d55-443f-877e-75ba03a6040a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:49.008811 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-32138531-0d55-443f-877e-75ba03a6040a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.017416 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8020f2d8-3dba-414e-82b0-f9456ffc3f90 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.023368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Deleting port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:49.023711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.027128 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8020f2d8-3dba-414e-82b0-f9456ffc3f90 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.120476 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8020f2d8-3dba-414e-82b0-f9456ffc3f90 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.122019 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8020f2d8-3dba-414e-82b0-f9456ffc3f90 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.3644516
Dec 18 21:06:49.126297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56032) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:49.127751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-46d93009-e90f-45a1-aea4-be91a167967b None None] Port 07b17688-2348-46a3-bee5-30657c873aa2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:49.159415 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] For port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0,segment=NetworkSegment(3c62ead3-2593-466e-9358-4dcdc047ec78),segment_id=3c62ead3-2593-466e-9358-4dcdc047ec78)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:49.159735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.174128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-807c3885-780f-47ab-afdc-647ce62876ac', 'network_id': '807c3885-780f-47ab-afdc-647ce62876ac', 'project_id': 'be6e867991a3454cb4a23e489f0b6f12', 'fixed_ips': [{'subnet_id': 'd34f92ab-4a7e-4fc5-8418-d06c689afe33'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:06:49.175324 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.188438 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b99eb9-c59b-4dcf-91f1-af6b702e5aa9 None None] DHCP port deletion for 3db3842b-c737-4134-90ba-c3ae5b2a4283 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:06:49.202927 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-32138531-0d55-443f-877e-75ba03a6040a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7877929
Dec 18 21:06:49.212388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56036) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:49.235809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-720a409b-dc92-432c-9d2b-445f1f344d15 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'subnet': {'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:49.255925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Calling delete_port for 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:49.311288 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:06:49.352346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:49.366134 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664442f40>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:06:46Z', 'revision_number': 3, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:46Z', 'revision_number': 2, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:49.405316 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4562f68b-ddd5-4c86-af9d-7f81558dec33 req-06a55916-f135-48b1-83b7-3718b5654d95 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 210 time: 0.0674782
Dec 18 21:06:49.426321 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32138531-0d55-443f-877e-75ba03a6040a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Network': ['ID=9efa8dcf-e4d3-4af6-9d04-3da1084e8d62,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:49.431054 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Checking router: 58705ba3-9fd8-427f-aa05-034efffebdaf for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:49.431518 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Updating router 58705ba3-9fd8-427f-aa05-034efffebdaf port 07b17688-2348-46a3-bee5-30657c873aa2 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:06:49.486046 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.567609 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-6a6a4d3f-b4bd-4ca7-9a85-37080106c9c2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:49.569708 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-6a6a4d3f-b4bd-4ca7-9a85-37080106c9c2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 0.4325867
Dec 18 21:06:49.595029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Request body: {'port': {'device_id': '48d3cca3-277f-4511-b8fa-d509183d0af0', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'admin_state_up': True, 'tenant_id': '58d1ab8b81784fb2ad1b6c9a7d9efc37'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:49.658375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Allocated IP 172.20.0.2 (807c3885-780f-47ab-afdc-647ce62876ac/d34f92ab-4a7e-4fc5-8418-d06c689afe33/334aebd9-5a48-451f-b225-3470dfd5454e) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:49.684280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720a409b-dc92-432c-9d2b-445f1f344d15 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:49.688086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-720a409b-dc92-432c-9d2b-445f1f344d15 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.747229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:06:49.758891 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8e229315-a854-4846-bc0d-22c46c8d3b2f None None] Provisioning complete for port 07b17688-2348-46a3-bee5-30657c873aa2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:49.758891 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e229315-a854-4846-bc0d-22c46c8d3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.805147 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.810013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.865744 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.873781 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:49.923670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Port': ['ID=94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:49.926472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No DVR routers for this DVR port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:49.935675 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139bb01-b1b4-47d8-865e-a8d323807580 None None] Pushing event updated for resources: {'Port': ['ID=07b17688-2348-46a3-bee5-30657c873aa2,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:50.041822 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.073519 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Attempting to bind port 07b17688-2348-46a3-bee5-30657c873aa2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:50.073769 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Attempting to bind port 07b17688-2348-46a3-bee5-30657c873aa2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f8e38b76-1c0b-43e8-9779-82f751214767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:50.074064 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Attempting to bind port 07b17688-2348-46a3-bee5-30657c873aa2 on network df695f47-ffa1-48a3-8448-f0012063d5d4 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:50.088490 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:50.088894 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Checking segment: {'id': 'f8e38b76-1c0b-43e8-9779-82f751214767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:50.089341 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.089746 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Bound using segment: {'id': 'f8e38b76-1c0b-43e8-9779-82f751214767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:50.090379 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Bound port: 07b17688-2348-46a3-bee5-30657c873aa2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e38b76-1c0b-43e8-9779-82f751214767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:50.090707 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.198268 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.199635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8e229315-a854-4846-bc0d-22c46c8d3b2f None None] Port 07b17688-2348-46a3-bee5-30657c873aa2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:50.202972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-41b99eb9-c59b-4dcf-91f1-af6b702e5aa9 None None] Deleting port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:06:50.203392 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-41b99eb9-c59b-4dcf-91f1-af6b702e5aa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.212786 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] For port 07b17688-2348-46a3-bee5-30657c873aa2, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:50.218715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:50.219167 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.230942 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] For port 07b17688-2348-46a3-bee5-30657c873aa2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07b17688-2348-46a3-bee5-30657c873aa2,segment=NetworkSegment(f8e38b76-1c0b-43e8-9779-82f751214767),segment_id=f8e38b76-1c0b-43e8-9779-82f751214767)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:50.236533 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.265693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.285343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Allocated IP 172.20.0.1 (807c3885-780f-47ab-afdc-647ce62876ac/d34f92ab-4a7e-4fc5-8418-d06c689afe33/75aa3ad7-0891-493b-bd63-11cf95dd168f) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:50.293287 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139bb01-b1b4-47d8-865e-a8d323807580 None None] Pushing event updated for resources: {'Port': ['ID=07b17688-2348-46a3-bee5-30657c873aa2,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:50.354861 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:50.355089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Pushing event updated for resources: {'Port': ['ID=334aebd9-5a48-451f-b225-3470dfd5454e,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:50.355491 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664442f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:50.372595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Network 807c3885-780f-47ab-afdc-647ce62876ac is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:50.390581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:50.400614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:50.438714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-41b99eb9-c59b-4dcf-91f1-af6b702e5aa9 None None] For port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0, host ncdv-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:50.439380 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-41b99eb9-c59b-4dcf-91f1-af6b702e5aa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.497334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-41b99eb9-c59b-4dcf-91f1-af6b702e5aa9 None None] Calling delete_port for 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:06:50.511960 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.526301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.ipam_backend_mixin [None req-41b99eb9-c59b-4dcf-91f1-af6b702e5aa9 None None] Port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 was not found and therefore no delete operation was performed {{(pid=126010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:06:50.577700 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.603903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Attempting to bind port 334aebd9-5a48-451f-b225-3470dfd5454e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:50.604286 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Attempting to bind port 334aebd9-5a48-451f-b225-3470dfd5454e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '85ab8f76-11ff-417e-b838-705d20352e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '807c3885-780f-47ab-afdc-647ce62876ac'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:50.604654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Attempting to bind port 334aebd9-5a48-451f-b225-3470dfd5454e on network 807c3885-780f-47ab-afdc-647ce62876ac {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:50.607978 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-41b99eb9-c59b-4dcf-91f1-af6b702e5aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.632322 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8dfcb011-8182-461f-88a2-3f7c0bdfd30d req-a5bb147e-5ebd-45ce-8628-f30664815c2e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 210 time: 0.0640714
Dec 18 21:06:50.637824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a94b94aa-3d32-4f54-ac14-98c733d19c0f None None] Provisioning complete for port 07b17688-2348-46a3-bee5-30657c873aa2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:50.637973 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a94b94aa-3d32-4f54-ac14-98c733d19c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.658813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:50.659133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Checking segment: {'id': '85ab8f76-11ff-417e-b838-705d20352e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '807c3885-780f-47ab-afdc-647ce62876ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:50.659560 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.659950 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Bound using segment: {'id': '85ab8f76-11ff-417e-b838-705d20352e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '807c3885-780f-47ab-afdc-647ce62876ac'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:50.660434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Bound port: 334aebd9-5a48-451f-b225-3470dfd5454e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ab8f76-11ff-417e-b838-705d20352e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '807c3885-780f-47ab-afdc-647ce62876ac'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:50.660687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Network 807c3885-780f-47ab-afdc-647ce62876ac is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:50.660802 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.664231 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:50.671557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:50.721749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event updated for resources: {'Port': ['ID=75aa3ad7-0891-493b-bd63-11cf95dd168f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:50.753251 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.754757 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.779341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Made reservation on behalf of 58d1ab8b81784fb2ad1b6c9a7d9efc37 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:50.780592 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:50.783331 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.817445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b99eb9-c59b-4dcf-91f1-af6b702e5aa9 None None] Pushing event deleted for resources: {'Port': ['ID=94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:50.825384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b99eb9-c59b-4dcf-91f1-af6b702e5aa9 None None] No DVR routers for this DVR port 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:06:50.832035 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36640155b0>,) {'filters': {'network_id': ['3db3842b-c737-4134-90ba-c3ae5b2a4283']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:50.893320 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36640155b0>, '3c62ead3-2593-466e-9358-4dcdc047ec78') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:50.893644 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36640155b0>, '3c62ead3-2593-466e-9358-4dcdc047ec78') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:50.897218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] For port 334aebd9-5a48-451f-b225-3470dfd5454e, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:50.909355 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] For port 334aebd9-5a48-451f-b225-3470dfd5454e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=334aebd9-5a48-451f-b225-3470dfd5454e,segment=NetworkSegment(85ab8f76-11ff-417e-b838-705d20352e50),segment_id=85ab8f76-11ff-417e-b838-705d20352e50)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:50.941915 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.950749 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a94b94aa-3d32-4f54-ac14-98c733d19c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.958539 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:50.958976 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:50.996492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce24e7-2e28-4f84-bdba-3a4a52e8ab3c req-a63c7de3-c94a-4ad6-8c52-1f088f2a5d95 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:51.012287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0ce24e7-2e28-4f84-bdba-3a4a52e8ab3c req-a63c7de3-c94a-4ad6-8c52-1f088f2a5d95 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2147453
Dec 18 21:06:51.025062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:06:51.025405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 94758ed2-94b3-4b2e-b1a5-0a4a1c3ea8d0 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:06:51.025816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 97ef2c62-432c-4f87-992a-8b2867505cf1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:06:51.029152 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:51.052725 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-720a409b-dc92-432c-9d2b-445f1f344d15 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:51.057645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:06:51.063427 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:51.063775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:06:51.075241 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:06:51.215603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0ce24e7-2e28-4f84-bdba-3a4a52e8ab3c req-50b6083c-4be7-4aab-87fe-aeb9a8c60ee2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2018063
Dec 18 21:06:51.276283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Allocated IP 172.20.0.6 (02107735-1e4a-434f-a377-a881410f569a/c7e25084-0926-4429-bfe2-f2445a0ff885/1e397e8f-628a-4ac3-ba85-1606b5d04abb) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:51.311824 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664442f40>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:06:46Z', 'revision_number': 3, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:50Z', 'revision_number': 4, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:51.342027 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:51.349849 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a409b-dc92-432c-9d2b-445f1f344d15 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Subnet': ['ID=c7689f9c-0276-4e62-8181-08b09e8d39d3,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:51.355563 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e81e38-ae9c-4db5-9680-77410e784451 None None] The sync data for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 is: [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:06:46Z', 'revision_number': 3, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:50Z', 'revision_number': 4, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:51.392961 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:51.397888 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/networks/3db3842b-c737-4134-90ba-c3ae5b2a4283 HTTP/1.1" status: 204  len: 168 time: 2.8024399
Dec 18 21:06:51.420871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56092) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:51.425583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d43112-05aa-4da1-b3e4-112e54ce6343 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Pushing event deleted for resources: {'Network': ['ID=3db3842b-c737-4134-90ba-c3ae5b2a4283,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:51.426368 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f2293b32-148f-42f2-a9f8-304c51387086 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'router': {'routes': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:51.442560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720a409b-dc92-432c-9d2b-445f1f344d15 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Checking segment: {'id': 'dde32dd1-1b8f-48a4-9840-3eb93c991241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:51.442949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a409b-dc92-432c-9d2b-445f1f344d15 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network hostable DHCP agents. Network: 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:06:51.448811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 97ef2c62-432c-4f87-992a-8b2867505cf1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:06:51.449339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 97ef2c62-432c-4f87-992a-8b2867505cf1 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:06:51.455917 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a94b94aa-3d32-4f54-ac14-98c733d19c0f None None] For port 07b17688-2348-46a3-bee5-30657c873aa2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07b17688-2348-46a3-bee5-30657c873aa2,segment=NetworkSegment(f8e38b76-1c0b-43e8-9779-82f751214767),segment_id=f8e38b76-1c0b-43e8-9779-82f751214767)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:51.470587 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a94b94aa-3d32-4f54-ac14-98c733d19c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:51.483007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954dee2-d20b-40de-aa11-551f760e4123 None None] Pushing event updated for resources: {'Port': ['ID=334aebd9-5a48-451f-b225-3470dfd5454e,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:51.534832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a409b-dc92-432c-9d2b-445f1f344d15 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:06:51.567387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-720a409b-dc92-432c-9d2b-445f1f344d15 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:51.576466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a409b-dc92-432c-9d2b-445f1f344d15 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:51.581481 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-720a409b-dc92-432c-9d2b-445f1f344d15 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:51.592571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a69f570-b7cf-42c3-a70a-f763de47d6de None None] Network 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:51.759923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b94aa-3d32-4f54-ac14-98c733d19c0f None None] Pushing event updated for resources: {'Port': ['ID=07b17688-2348-46a3-bee5-30657c873aa2,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:51.769559 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-720a409b-dc92-432c-9d2b-445f1f344d15 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5481966
Dec 18 21:06:51.771373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56096) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:51.775849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6c995c96-a74c-461c-b4f5-3f4fedabdd11 None None] Provisioning complete for port 07b17688-2348-46a3-bee5-30657c873aa2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:51.776237 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c995c96-a74c-461c-b4f5-3f4fedabdd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:51.816904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de77d2-a77c-4150-bb83-34d494d2763d req-f3fd33ae-f571-494a-99dc-f7ccd8253dca tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:51.819355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1de77d2-a77c-4150-bb83-34d494d2763d req-f3fd33ae-f571-494a-99dc-f7ccd8253dca tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.3975983
Dec 18 21:06:51.854753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.extraroute_db [None req-f2293b32-148f-42f2-a9f8-304c51387086 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Added routes are [] {{(pid=126008) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 18 21:06:51.855014 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.extraroute_db [None req-f2293b32-148f-42f2-a9f8-304c51387086 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Removed routes are [] {{(pid=126008) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 18 21:06:51.856632 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2293b32-148f-42f2-a9f8-304c51387086 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:51.882365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'project_id': '601f039e95d94afdbbb097bf19996949', 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:06:51.883236 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:51.910593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-993868f8-f8c6-4c29-8921-f25969ec3840 req-c903b7fb-2775-4196-a8e9-72dc73351cdc tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 210 time: 0.1340508
Dec 18 21:06:51.930376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 334aebd9-5a48-451f-b225-3470dfd5454e up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:51.969970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1de77d2-a77c-4150-bb83-34d494d2763d req-2a9b96aa-b61b-4c12-8939-5ca6a6e8ce71 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185088
Dec 18 21:06:52.009987 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.168587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Allocated IP 172.22.0.2 (9efa8dcf-e4d3-4af6-9d04-3da1084e8d62/c7689f9c-0276-4e62-8181-08b09e8d39d3/5255195f-6b72-4a0e-8d14-0e2e7670b316) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:52.337492 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.441164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Network 02107735-1e4a-434f-a377-a881410f569a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:52.450756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:52.454977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:52.490241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb2045b-be1d-4649-a7f5-6840d73c1b16 None None] DHCP port deletion for 02107735-1e4a-434f-a377-a881410f569a request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:06:52.553307 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Pushing event updated for resources: {'Port': ['ID=1e397e8f-628a-4ac3-ba85-1606b5d04abb,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:52.596347 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.621538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:52.622854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.627069 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.631371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 334aebd9-5a48-451f-b225-3470dfd5454e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:52.631992 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.651033 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-eb50c784-a70a-4c64-9cd4-317e9aa84475 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0641155
Dec 18 21:06:52.742071 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.747232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Network 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:52.752066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Request body: {'port': {'device_id': '48d3cca3-277f-4511-b8fa-d509183d0af0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:52.753439 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:52.765060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:52.770394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Pushing event updated for resources: {'Port': ['ID=5255195f-6b72-4a0e-8d14-0e2e7670b316,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:52.783638 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2293b32-148f-42f2-a9f8-304c51387086 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.784179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d75af1-f4b8-469a-b256-3cacf724047c None None] Network 807c3885-780f-47ab-afdc-647ce62876ac requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:52.802075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-32ceda4b-202b-43b6-806b-26801068412a None None] Provisioning complete for port 1e397e8f-628a-4ac3-ba85-1606b5d04abb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:52.802732 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-32ceda4b-202b-43b6-806b-26801068412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.816596 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2293b32-148f-42f2-a9f8-304c51387086 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.838855 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.904517 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.906045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-32ceda4b-202b-43b6-806b-26801068412a None None] Port 1e397e8f-628a-4ac3-ba85-1606b5d04abb cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:52.924707 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:52.948161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae45595-797a-4d38-8d45-58b61c659dc2 req-798ae388-f59c-4c91-98f1-65210a76edf5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:52.954824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ae45595-797a-4d38-8d45-58b61c659dc2 req-798ae388-f59c-4c91-98f1-65210a76edf5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2756758
Dec 18 21:06:53.040357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2293b32-148f-42f2-a9f8-304c51387086 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router 68a32e25-785f-4d51-872f-9a152e38ab08 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:53.042126 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Attempting to bind port 5255195f-6b72-4a0e-8d14-0e2e7670b316 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:53.042695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Attempting to bind port 5255195f-6b72-4a0e-8d14-0e2e7670b316 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dde32dd1-1b8f-48a4-9840-3eb93c991241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:53.043338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Attempting to bind port 5255195f-6b72-4a0e-8d14-0e2e7670b316 on network 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:53.064492 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:53.064929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Checking segment: {'id': 'dde32dd1-1b8f-48a4-9840-3eb93c991241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:53.065205 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.065591 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Bound using segment: {'id': 'dde32dd1-1b8f-48a4-9840-3eb93c991241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:53.066061 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Bound port: 5255195f-6b72-4a0e-8d14-0e2e7670b316, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde32dd1-1b8f-48a4-9840-3eb93c991241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:53.066463 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.072837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event updated for resources: {'Port': ['ID=75aa3ad7-0891-493b-bd63-11cf95dd168f,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:53.082568 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.088354 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b7056b82-bf93-4714-a215-ff095d728ba6 None None] Provisioning complete for port 334aebd9-5a48-451f-b225-3470dfd5454e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:53.088726 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b7056b82-bf93-4714-a215-ff095d728ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.094621 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.213834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ae45595-797a-4d38-8d45-58b61c659dc2 req-a7eca8b6-e189-46d0-8ad1-d00910f455c2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178786
Dec 18 21:06:53.244367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] For port 5255195f-6b72-4a0e-8d14-0e2e7670b316, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:53.253534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] For port 5255195f-6b72-4a0e-8d14-0e2e7670b316, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5255195f-6b72-4a0e-8d14-0e2e7670b316,segment=NetworkSegment(dde32dd1-1b8f-48a4-9840-3eb93c991241),segment_id=dde32dd1-1b8f-48a4-9840-3eb93c991241)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:53.259473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 334aebd9-5a48-451f-b225-3470dfd5454e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=334aebd9-5a48-451f-b225-3470dfd5454e,segment=NetworkSegment(85ab8f76-11ff-417e-b838-705d20352e50),segment_id=85ab8f76-11ff-417e-b838-705d20352e50)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:53.265636 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.282151 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.282972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 07b17688-2348-46a3-bee5-30657c873aa2 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:53.293467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Allocated IP 172.22.0.1 (9efa8dcf-e4d3-4af6-9d04-3da1084e8d62/c7689f9c-0276-4e62-8181-08b09e8d39d3/b4d69fa6-32a3-4563-b90c-06984a2bfa80) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:53.302343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253a39e-9223-455b-972f-4fd0c8e323b0 req-9c262645-e98a-496e-ba05-b93a8611ee1a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:53.304160 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b253a39e-9223-455b-972f-4fd0c8e323b0 req-9c262645-e98a-496e-ba05-b93a8611ee1a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 931 time: 0.3114531
Dec 18 21:06:53.309182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2293b32-148f-42f2-a9f8-304c51387086 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:53.329215 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2293b32-148f-42f2-a9f8-304c51387086 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.334311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f2293b32-148f-42f2-a9f8-304c51387086 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08 HTTP/1.1" status: 200  len: 705 time: 1.9111691
Dec 18 21:06:53.335198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56130) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:53.370453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc64b99-da8f-4054-9ef5-c7efc6c39277 None None] Sync routers for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:53.421553 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-84575b1e-21a2-4cd8-a589-3371f9aac7e5 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a32e25-785f-4d51-872f-9a152e38ab08 HTTP/1.1" status: 200  len: 205 time: 0.0851984
Dec 18 21:06:53.430165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56132) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:53.472069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc64b99-da8f-4054-9ef5-c7efc6c39277 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:53.472710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1bc64b99-da8f-4054-9ef5-c7efc6c39277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6afbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:53.503305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b253a39e-9223-455b-972f-4fd0c8e323b0 req-a8c9d690-ebe0-442f-a91a-3d1d0a001f07 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855359
Dec 18 21:06:53.522996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf17647-fef3-4416-8c0b-c56e2e9b7e87 req-31fc4d87-3c07-4bda-92d8-d2cbbda8b23b tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:53.525480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bf17647-fef3-4416-8c0b-c56e2e9b7e87 req-31fc4d87-3c07-4bda-92d8-d2cbbda8b23b tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1793494
Dec 18 21:06:53.527647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Network 807c3885-780f-47ab-afdc-647ce62876ac is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:53.538603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:53.597391 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1aedad24-0ac1-4f82-84a7-34109b022247 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.637682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1bc64b99-da8f-4054-9ef5-c7efc6c39277 None None] Set router 68a32e25-785f-4d51-872f-9a152e38ab08 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:53.680928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cfefe-4223-4b23-8cba-df178e7e7d33 None None] Pushing event updated for resources: {'Port': ['ID=5255195f-6b72-4a0e-8d14-0e2e7670b316,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:53.769914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1bc64b99-da8f-4054-9ef5-c7efc6c39277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6afbe0>, [{'id': '68a32e25-785f-4d51-872f-9a152e38ab08', 'name': 'tempest-RoutersIpV6Test-router-1059104481', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:05:36Z', 'updated_at': '2021-12-18T21:06:46Z', 'revision_number': 11, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:53.891541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc64b99-da8f-4054-9ef5-c7efc6c39277 None None] Checking router: 68a32e25-785f-4d51-872f-9a152e38ab08 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:53.892165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bf17647-fef3-4416-8c0b-c56e2e9b7e87 req-ca60f310-a6b1-455b-b4c8-749e4726e2ab tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3591323
Dec 18 21:06:53.899658 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.905500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=334aebd9-5a48-451f-b225-3470dfd5454e,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:53.906348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1aedad24-0ac1-4f82-84a7-34109b022247 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.913965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e397e8f-628a-4ac3-ba85-1606b5d04abb {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:06:53.923548 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1aedad24-0ac1-4f82-84a7-34109b022247 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.929467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 07b17688-2348-46a3-bee5-30657c873aa2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:53.930052 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.942307 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:53.968887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Router 79e76fff-e359-4d7b-a727-34624577bc61 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:06:53.998882 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc64b99-da8f-4054-9ef5-c7efc6c39277 None None] Routers {'68a32e25-785f-4d51-872f-9a152e38ab08'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:54.000365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1bc64b99-da8f-4054-9ef5-c7efc6c39277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6afbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['68a32e25-785f-4d51-872f-9a152e38ab08'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:54.004096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Transition to ACTIVE for port object 1e397e8f-628a-4ac3-ba85-1606b5d04abb will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:06:54.007188 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1aedad24-0ac1-4f82-84a7-34109b022247 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.007884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aedad24-0ac1-4f82-84a7-34109b022247 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Fanout notify agent at l3_agent the message router_deleted on router 68a32e25-785f-4d51-872f-9a152e38ab08 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:06:54.016648 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1aedad24-0ac1-4f82-84a7-34109b022247 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.026839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1aedad24-0ac1-4f82-84a7-34109b022247 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08 HTTP/1.1" status: 204  len: 168 time: 0.5954990
Dec 18 21:06:54.032236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56138) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:54.036803 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f746ca8e-5b3d-4119-9cd8-888e8eddf42c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1049054076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:54.045398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-012b9972-4812-4a1b-ab7e-14118bc13ea9 None None] Provisioning complete for port 334aebd9-5a48-451f-b225-3470dfd5454e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:54.045398 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-012b9972-4812-4a1b-ab7e-14118bc13ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.048051 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.075141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1bc64b99-da8f-4054-9ef5-c7efc6c39277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6afbe0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:54.075825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc64b99-da8f-4054-9ef5-c7efc6c39277 None None] The sync data for ids ['68a32e25-785f-4d51-872f-9a152e38ab08'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:54.143408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.149892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Pushing event updated for resources: {'Port': ['ID=1e397e8f-628a-4ac3-ba85-1606b5d04abb,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:54.170840 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b047fda1-fec4-4f43-b5eb-e3d9f0327c90 None None] DHCP port deletion for 02107735-1e4a-434f-a377-a881410f569a request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:06:54.175404 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f746ca8e-5b3d-4119-9cd8-888e8eddf42c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.176532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f746ca8e-5b3d-4119-9cd8-888e8eddf42c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.234540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.235038 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.235388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.235851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.236171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.236700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.236981 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.237625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.238047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.238503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.239003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.239346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.239816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:54.254582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:54.293426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:54.304425 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:54.305121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a4161-2375-47a5-b40f-1841e7518c42 req-a470fdd4-4829-4b74-b0e7-d2a5488e943d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:54.307221 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d4a4161-2375-47a5-b40f-1841e7518c42 req-a470fdd4-4829-4b74-b0e7-d2a5488e943d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1103127
Dec 18 21:06:54.307600 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:54.312440 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-abb27fdd-57fd-426b-be50-591a178400ba tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "PUT /v2.0/routers/79e76fff-e359-4d7b-a727-34624577bc61/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1712804
Dec 18 21:06:54.315149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56144) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:54.324550 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631dbf7b-3278-492c-852f-5a70e5da543e None None] Sync routers for ids ['79e76fff-e359-4d7b-a727-34624577bc61'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:54.325082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-012b9972-4812-4a1b-ab7e-14118bc13ea9 None None] Provisioning complete for port 75aa3ad7-0891-493b-bd63-11cf95dd168f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:54.327989 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-012b9972-4812-4a1b-ab7e-14118bc13ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.333641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Request body: {'port': {'network_id': '807c3885-780f-47ab-afdc-647ce62876ac', 'name': 'tempest-FloatingIPNegativeTestJSON-1453683627'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:54.345541 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631dbf7b-3278-492c-852f-5a70e5da543e None None] Routers {'79e76fff-e359-4d7b-a727-34624577bc61'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:54.348096 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-631dbf7b-3278-492c-852f-5a70e5da543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6be250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['79e76fff-e359-4d7b-a727-34624577bc61'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:54.383844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-012b9972-4812-4a1b-ab7e-14118bc13ea9 None None] Port 75aa3ad7-0891-493b-bd63-11cf95dd168f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:54.412571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f746ca8e-5b3d-4119-9cd8-888e8eddf42c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.415617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=b4d69fa6-32a3-4563-b90c-06984a2bfa80,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:54.429526 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f746ca8e-5b3d-4119-9cd8-888e8eddf42c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.432071 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-631dbf7b-3278-492c-852f-5a70e5da543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6be250>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:54.450321 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631dbf7b-3278-492c-852f-5a70e5da543e None None] Routers {'79e76fff-e359-4d7b-a727-34624577bc61'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:54.452742 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-631dbf7b-3278-492c-852f-5a70e5da543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6be250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['79e76fff-e359-4d7b-a727-34624577bc61'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:54.461598 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.466726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Attempting to bind port 1e397e8f-628a-4ac3-ba85-1606b5d04abb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:54.467043 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Attempting to bind port 1e397e8f-628a-4ac3-ba85-1606b5d04abb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:54.467473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Attempting to bind port 1e397e8f-628a-4ac3-ba85-1606b5d04abb on network 02107735-1e4a-434f-a377-a881410f569a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:54.504215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d4a4161-2375-47a5-b40f-1841e7518c42 req-7db37ad2-2667-471f-aaf2-a4dc3d29d51e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854217
Dec 18 21:06:54.518608 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-631dbf7b-3278-492c-852f-5a70e5da543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6be250>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:54.519422 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631dbf7b-3278-492c-852f-5a70e5da543e None None] The sync data for ids ['79e76fff-e359-4d7b-a727-34624577bc61'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:54.583551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-18352740-6ad7-4bc2-8425-d8043ab7c729 None None] Provisioning complete for port 75aa3ad7-0891-493b-bd63-11cf95dd168f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:54.583968 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18352740-6ad7-4bc2-8425-d8043ab7c729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.591045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Made reservation on behalf of be6e867991a3454cb4a23e489f0b6f12 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:54.601080 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.659057 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-18352740-6ad7-4bc2-8425-d8043ab7c729 None None] Port 75aa3ad7-0891-493b-bd63-11cf95dd168f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:54.674768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] device_id is not set on port a109eb0a-b842-421f-ad59-0c8e9d4730ac yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:06:54.741504 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 07b17688-2348-46a3-bee5-30657c873aa2 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:54.778876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723f402-fdc3-4adb-8d12-8ad4b1df783a req-bf7061ed-950e-4c28-8b44-0ccd6a97c1d0 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:54.788526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9723f402-fdc3-4adb-8d12-8ad4b1df783a req-bf7061ed-950e-4c28-8b44-0ccd6a97c1d0 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 943 time: 0.1558201
Dec 18 21:06:54.810502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 07b17688-2348-46a3-bee5-30657c873aa2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:54.810882 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:54.918390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 334aebd9-5a48-451f-b225-3470dfd5454e up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:54.937767 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ddd7f-543d-4fa9-97de-1b4d12db1b29 req-c5bafc5b-35fe-41f7-91ff-814e7a4c0c43 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:54.945698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e31ddd7f-543d-4fa9-97de-1b4d12db1b29 req-c5bafc5b-35fe-41f7-91ff-814e7a4c0c43 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2181542
Dec 18 21:06:55.002631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Allocated IP 172.20.0.14 (807c3885-780f-47ab-afdc-647ce62876ac/d34f92ab-4a7e-4fc5-8418-d06c689afe33/a109eb0a-b842-421f-ad59-0c8e9d4730ac) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:55.034879 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 334aebd9-5a48-451f-b225-3470dfd5454e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:55.035280 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.037363 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9723f402-fdc3-4adb-8d12-8ad4b1df783a req-2d6f7750-f475-4994-a57c-698d4cb77440 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2476995
Dec 18 21:06:55.089326 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Port 1e397e8f-628a-4ac3-ba85-1606b5d04abb on network 02107735-1e4a-434f-a377-a881410f569a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:06:55.089882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Attempting to bind port 1e397e8f-628a-4ac3-ba85-1606b5d04abb on network 02107735-1e4a-434f-a377-a881410f569a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:55.096608 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e31ddd7f-543d-4fa9-97de-1b4d12db1b29 req-d6550eef-59ed-4648-834d-cb2cdbaa9ba0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496119
Dec 18 21:06:55.106750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f746ca8e-5b3d-4119-9cd8-888e8eddf42c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.111164 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f746ca8e-5b3d-4119-9cd8-888e8eddf42c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.0747848
Dec 18 21:06:55.114201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56172) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:55.130589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5356dfc3-fd6a-4a5b-999e-eebfe4f819de tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Request body: {'router': {'admin_state_up': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:55.173820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:55.174465 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Checking segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:55.174990 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Bound using segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:55.175688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Bound port: 1e397e8f-628a-4ac3-ba85-1606b5d04abb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:55.177378 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.220374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5255195f-6b72-4a0e-8d14-0e2e7670b316 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:55.264148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df996ecb-7bf0-4b0b-afef-7c6fe5d093a2 None None] Network 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:55.312696 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.380223 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] For port 1e397e8f-628a-4ac3-ba85-1606b5d04abb, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:55.398820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] For port 1e397e8f-628a-4ac3-ba85-1606b5d04abb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e397e8f-628a-4ac3-ba85-1606b5d04abb,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:55.440170 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.481194 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5356dfc3-fd6a-4a5b-999e-eebfe4f819de tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.510719 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42c35a-9560-4b5d-9f1e-ad3204f181b1 req-fd1b8e95-0e28-4672-bab2-319f78d0b6a3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:55.512647 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e42c35a-9560-4b5d-9f1e-ad3204f181b1 req-fd1b8e95-0e28-4672-bab2-319f78d0b6a3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1871994
Dec 18 21:06:55.520191 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:55.520384 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5356dfc3-fd6a-4a5b-999e-eebfe4f819de tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.520891 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.522720 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e397e8f-628a-4ac3-ba85-1606b5d04abb HTTP/1.1" status: 200  len: 1091 time: 2.7932668
Dec 18 21:06:55.528195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d3cca3-277f-4511-b8fa-d509183d0af0', 'tag': '1e397e8f-628a-4ac3-ba85-1606b5d04abb'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:06:55.530618 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9d8e79-af7a-4c84-af5d-5364c7a476ed" -d '{"events": [{"name": "network-changed", "server_uuid": "48d3cca3-277f-4511-b8fa-d509183d0af0", "tag": "1e397e8f-628a-4ac3-ba85-1606b5d04abb"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:06:55.592515 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0349fe-ee7a-4c6e-b3c9-ae74a4310522 None None] DHCP port deletion for 02107735-1e4a-434f-a377-a881410f569a request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:06:55.599736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0606bff1-162c-4c1f-bc37-93bfd40f167f None None] Provisioning complete for port 5255195f-6b72-4a0e-8d14-0e2e7670b316 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:55.600101 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0606bff1-162c-4c1f-bc37-93bfd40f167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.622935 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.627217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5255195f-6b72-4a0e-8d14-0e2e7670b316 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:55.627586 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.645467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a219c9-7ea6-4005-8411-4d66e0fe2c83 service neutron] Pushing event updated for resources: {'Port': ['ID=1e397e8f-628a-4ac3-ba85-1606b5d04abb,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:55.707985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e42c35a-9560-4b5d-9f1e-ad3204f181b1 req-d8b1fc04-c77b-466c-8e0c-74b068db4845 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295936
Dec 18 21:06:55.741949 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.751257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-2a856045-ccfc-492c-ac08-4be80136d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:55.753261 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-2a856045-ccfc-492c-ac08-4be80136d5df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 1094 time: 0.1453691
Dec 18 21:06:55.755268 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0606bff1-162c-4c1f-bc37-93bfd40f167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.810296 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-542cd6a7-a36b-4d3b-b6cc-fb6b3927ef1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e397e8f-628a-4ac3-ba85-1606b5d04abb HTTP/1.1" status: 200  len: 217 time: 0.0457284
Dec 18 21:06:55.818646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5356dfc3-fd6a-4a5b-999e-eebfe4f819de tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Router c68102ad-e434-4ec3-ac56-091b3eaed1e6 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:06:55.840354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Network 807c3885-780f-47ab-afdc-647ce62876ac is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:55.852950 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:55.857197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:55.873684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0606bff1-162c-4c1f-bc37-93bfd40f167f None None] For port 5255195f-6b72-4a0e-8d14-0e2e7670b316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5255195f-6b72-4a0e-8d14-0e2e7670b316,segment=NetworkSegment(dde32dd1-1b8f-48a4-9840-3eb93c991241),segment_id=dde32dd1-1b8f-48a4-9840-3eb93c991241)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:55.904666 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0606bff1-162c-4c1f-bc37-93bfd40f167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:55.981599 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-9829afa5-ccb5-434a-88a4-44783fcf6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:55.986537 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-9829afa5-ccb5-434a-88a4-44783fcf6d46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.1671131
Dec 18 21:06:56.002047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606bff1-162c-4c1f-bc37-93bfd40f167f None None] Pushing event updated for resources: {'Port': ['ID=5255195f-6b72-4a0e-8d14-0e2e7670b316,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:56.014796 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:56.034846 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5165f68b-90ed-4e83-94e6-09de80abb9d1 x-openstack-request-id: req-5165f68b-90ed-4e83-94e6-09de80abb9d1 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:06:56.035788 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d3cca3-277f-4511-b8fa-d509183d0af0", "tag": "1e397e8f-628a-4ac3-ba85-1606b5d04abb", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:06:56.036227 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5165f68b-90ed-4e83-94e6-09de80abb9d1 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:06:56.036826 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d3cca3-277f-4511-b8fa-d509183d0af0', 'tag': '1e397e8f-628a-4ac3-ba85-1606b5d04abb', 'status': 'completed', 'code': 200}
Dec 18 21:06:56.149676 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:06:56.151422 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:06:56.162902 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-7b178e8c-34ed-4b8f-b9cb-1b07c3b63038 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1548140
Dec 18 21:06:56.165625 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:56.174651 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:56.267121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e8fab562-ae75-4181-b318-3a5df7555516 None None] Provisioning complete for port b4d69fa6-32a3-4563-b90c-06984a2bfa80 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:56.267656 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8fab562-ae75-4181-b318-3a5df7555516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:56.315961 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:56.323249 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e8fab562-ae75-4181-b318-3a5df7555516 None None] Port b4d69fa6-32a3-4563-b90c-06984a2bfa80 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:56.330729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=b4d69fa6-32a3-4563-b90c-06984a2bfa80,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:56.341316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e8fab562-ae75-4181-b318-3a5df7555516 None None] Provisioning complete for port 5255195f-6b72-4a0e-8d14-0e2e7670b316 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:56.341968 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8fab562-ae75-4181-b318-3a5df7555516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:56.406997 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-6ad85216-4d51-4dea-95b9-c1f2df41c3bb service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2286108
Dec 18 21:06:56.424471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event updated for resources: {'Port': ['ID=a109eb0a-b842-421f-ad59-0c8e9d4730ac,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:56.437144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5356dfc3-fd6a-4a5b-999e-eebfe4f819de tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:56.451851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea55923-a995-4511-b8db-f6c5fdb33094 None None] Sync routers for ids ['c68102ad-e434-4ec3-ac56-091b3eaed1e6'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:56.461731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea55923-a995-4511-b8db-f6c5fdb33094 None None] Routers {'c68102ad-e434-4ec3-ac56-091b3eaed1e6'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:56.462399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1ea55923-a995-4511-b8db-f6c5fdb33094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f522460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['c68102ad-e434-4ec3-ac56-091b3eaed1e6'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:56.465973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5356dfc3-fd6a-4a5b-999e-eebfe4f819de tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:56.469615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5356dfc3-fd6a-4a5b-999e-eebfe4f819de tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "PUT /v2.0/routers/c68102ad-e434-4ec3-ac56-091b3eaed1e6 HTTP/1.1" status: 200  len: 698 time: 1.3516400
Dec 18 21:06:56.471507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56192) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:56.489016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:56.489016 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:56.522198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:56.531173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:56.564797 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1ea55923-a995-4511-b8db-f6c5fdb33094 None None] Set router c68102ad-e434-4ec3-ac56-091b3eaed1e6 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:56.593276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4222edb1-e2ca-4ae1-8021-190b0c510197 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/routers/c68102ad-e434-4ec3-ac56-091b3eaed1e6 HTTP/1.1" status: 200  len: 704 time: 0.1194880
Dec 18 21:06:56.602696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7faba-5a95-4feb-bd9e-ea95b2959cf9 req-b0096449-e9bb-4a48-91f3-42eceda40506 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:56.604247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ff7faba-5a95-4feb-bd9e-ea95b2959cf9 req-b0096449-e9bb-4a48-91f3-42eceda40506 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.6742034
Dec 18 21:06:56.604758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56194) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:56.614520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e56293b4-fa44-4e8b-91e4-bf450e540927 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2941401
Dec 18 21:06:56.615359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56196) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:56.627722 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1ea55923-a995-4511-b8db-f6c5fdb33094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f522460>, [{'id': 'c68102ad-e434-4ec3-ac56-091b3eaed1e6', 'name': 'tempest-RoutersIpV6Test-router-1049054076', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:54Z', 'updated_at': '2021-12-18T21:06:55Z', 'revision_number': 2, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:56.635718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef93561-7239-4274-bd04-be907f4f8509 req-bdda05d5-edb9-4f4e-aff7-4945d50db16d tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:56.637257 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ef93561-7239-4274-bd04-be907f4f8509 req-bdda05d5-edb9-4f4e-aff7-4945d50db16d tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 943 time: 0.2335207
Dec 18 21:06:56.643123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:56.667081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-aa7fbf36-a7b4-4b1d-9cc4-30599d6a1bd4 None None] Provisioning complete for port a109eb0a-b842-421f-ad59-0c8e9d4730ac triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:56.667569 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aa7fbf36-a7b4-4b1d-9cc4-30599d6a1bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:56.672974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea55923-a995-4511-b8db-f6c5fdb33094 None None] Checking router: c68102ad-e434-4ec3-ac56-091b3eaed1e6 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:56.676349 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6229e588-8d55-49f8-b856-360bba8df237 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68102ad-e434-4ec3-ac56-091b3eaed1e6 HTTP/1.1" status: 200  len: 205 time: 0.0694282
Dec 18 21:06:56.678903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56198) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:56.679073 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a54e360-92e9-4a3c-83dc-f1b48a1bbc5a req-980a10d1-b9e7-437c-82c2-294d4adc2326 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2601368
Dec 18 21:06:56.694579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 58705ba3-9fd8-427f-aa05-034efffebdaf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:06:56.755249 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea55923-a995-4511-b8db-f6c5fdb33094 None None] Routers {'c68102ad-e434-4ec3-ac56-091b3eaed1e6'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:56.756476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1ea55923-a995-4511-b8db-f6c5fdb33094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f522460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['c68102ad-e434-4ec3-ac56-091b3eaed1e6'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:56.763525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fbf36-a7b4-4b1d-9cc4-30599d6a1bd4 None None] Port a109eb0a-b842-421f-ad59-0c8e9d4730ac cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:56.842441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1ea55923-a995-4511-b8db-f6c5fdb33094 None None] Set router c68102ad-e434-4ec3-ac56-091b3eaed1e6 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:56.869246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-aa7fbf36-a7b4-4b1d-9cc4-30599d6a1bd4 None None] Provisioning complete for port b4d69fa6-32a3-4563-b90c-06984a2bfa80 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:56.869796 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aa7fbf36-a7b4-4b1d-9cc4-30599d6a1bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:56.903559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:06:56.907007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d8e79-af7a-4c84-af5d-5364c7a476ed req-9a12eefa-425e-48ca-b38e-db41ac684a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:56.909816 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1b9d8e79-af7a-4c84-af5d-5364c7a476ed req-9a12eefa-425e-48ca-b38e-db41ac684a74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 1094 time: 0.1261086
Dec 18 21:06:56.911336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5255195f-6b72-4a0e-8d14-0e2e7670b316 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:06:56.913482 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aa6c21a5-b802-42af-b2d9-c871aaffa9a9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1182570
Dec 18 21:06:56.913759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ef93561-7239-4274-bd04-be907f4f8509 req-06e5abaa-00a4-4bb5-8ac8-0c689c34b230 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333090
Dec 18 21:06:56.917322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56200) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:56.920392 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Sync routers for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:06:56.923657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e2d9984d-04f2-4856-91a6-e4affc922e44 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1841929155'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:56.932639 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:56.933440 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366413e610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:56.940468 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aeec0437-51c6-4aa9-b385-d694d5115b46 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:56.950231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fbf36-a7b4-4b1d-9cc4-30599d6a1bd4 None None] Port b4d69fa6-32a3-4563-b90c-06984a2bfa80 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:56.952150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1ea55923-a995-4511-b8db-f6c5fdb33094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f522460>, [{'id': 'c68102ad-e434-4ec3-ac56-091b3eaed1e6', 'name': 'tempest-RoutersIpV6Test-router-1049054076', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:54Z', 'updated_at': '2021-12-18T21:06:55Z', 'revision_number': 2, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:56.965638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d9984d-04f2-4856-91a6-e4affc922e44 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:56.970134 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2d9984d-04f2-4856-91a6-e4affc922e44 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:56.985999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea55923-a995-4511-b8db-f6c5fdb33094 None None] The sync data for ids ['c68102ad-e434-4ec3-ac56-091b3eaed1e6'] in ncdv-master-1 is: [{'id': 'c68102ad-e434-4ec3-ac56-091b3eaed1e6', 'name': 'tempest-RoutersIpV6Test-router-1049054076', 'tenant_id': '3ada50ccbe004ac887658264d222db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:54Z', 'updated_at': '2021-12-18T21:06:55Z', 'revision_number': 2, 'project_id': '3ada50ccbe004ac887658264d222db1f', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:57.014239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d9984d-04f2-4856-91a6-e4affc922e44 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:06:57.026855 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2d9984d-04f2-4856-91a6-e4affc922e44 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.027350 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-e2d9984d-04f2-4856-91a6-e4affc922e44 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Added segment efebbdb5-ba51-4e17-b275-16abdf141cad of type vlan for network 2b2e479e-2463-4c64-860a-b7faad1098c8
Dec 18 21:06:57.070592 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:57.157560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5255195f-6b72-4a0e-8d14-0e2e7670b316 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:57.159907 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.164143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9ebf511c-c30d-49e7-86c1-f923c9b43854 None None] Provisioning complete for port b4d69fa6-32a3-4563-b90c-06984a2bfa80 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:57.165854 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9ebf511c-c30d-49e7-86c1-f923c9b43854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.167080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2d9984d-04f2-4856-91a6-e4affc922e44 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.181273 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aeec0437-51c6-4aa9-b385-d694d5115b46 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.184814 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aeec0437-51c6-4aa9-b385-d694d5115b46 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.221235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d8e79-af7a-4c84-af5d-5364c7a476ed req-eb8cf677-1fad-404f-81cb-5bbaa52661ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:57.223481 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1b9d8e79-af7a-4c84-af5d-5364c7a476ed req-eb8cf677-1fad-404f-81cb-5bbaa52661ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 912 time: 0.2950487
Dec 18 21:06:57.231179 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2d9984d-04f2-4856-91a6-e4affc922e44 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.238504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d9984d-04f2-4856-91a6-e4affc922e44 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:57.238900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2d9984d-04f2-4856-91a6-e4affc922e44 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.240125 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.259085 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aeec0437-51c6-4aa9-b385-d694d5115b46 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.259871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeec0437-51c6-4aa9-b385-d694d5115b46 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Fanout notify agent at l3_agent the message router_deleted on router c68102ad-e434-4ec3-ac56-091b3eaed1e6 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:06:57.270116 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e2d9984d-04f2-4856-91a6-e4affc922e44 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3512630
Dec 18 21:06:57.271754 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aeec0437-51c6-4aa9-b385-d694d5115b46 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.277412 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-aeec0437-51c6-4aa9-b385-d694d5115b46 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/c68102ad-e434-4ec3-ac56-091b3eaed1e6 HTTP/1.1" status: 204  len: 168 time: 0.5605922
Dec 18 21:06:57.303055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56210) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:57.303407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56212) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:57.309641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bf32a773-4a7d-4a01-9e14-d7ce4b3313b5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'subnet': {'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:06:57.330483 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ff7faba-5a95-4feb-bd9e-ea95b2959cf9 req-8f0fb20c-d3f4-48e7-8912-3cfc34b12e5e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6909091
Dec 18 21:06:57.371392 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf511c-c30d-49e7-86c1-f923c9b43854 None None] Port b4d69fa6-32a3-4563-b90c-06984a2bfa80 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:06:57.426859 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1b9d8e79-af7a-4c84-af5d-5364c7a476ed req-fc4b73cc-5dee-4a79-9cbc-e010378f088c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e397e8f-628a-4ac3-ba85-1606b5d04abb HTTP/1.1" status: 200  len: 217 time: 0.1752665
Dec 18 21:06:57.489431 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366413e610>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:06:55Z', 'revision_number': 4, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d69fa6-32a3-4563-b90c-06984a2bfa80', 'name': '', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:52Z', 'updated_at': '2021-12-18T21:06:55Z', 'revision_number': 2, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:57.498020 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.530154 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Checking router: 58705ba3-9fd8-427f-aa05-034efffebdaf for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:06:57.530850 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Updating router 58705ba3-9fd8-427f-aa05-034efffebdaf port b4d69fa6-32a3-4563-b90c-06984a2bfa80 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:06:57.580623 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.583853 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d8e79-af7a-4c84-af5d-5364c7a476ed req-1482e0d5-0258-4f3a-9208-f24629d33e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:57.585315 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1b9d8e79-af7a-4c84-af5d-5364c7a476ed req-1482e0d5-0258-4f3a-9208-f24629d33e63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.0675383
Dec 18 21:06:57.592273 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4483bd1d-cec5-4c42-9852-e03e6b463b9a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68102ad-e434-4ec3-ac56-091b3eaed1e6 HTTP/1.1" status: 200  len: 205 time: 0.1960731
Dec 18 21:06:57.603345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56222) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:57.698290 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1b9d8e79-af7a-4c84-af5d-5364c7a476ed req-8ef5aa28-5638-444c-9f54-c758e0bb0c00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0962706
Dec 18 21:06:57.701348 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-bca14936-9f8c-4b42-88d5-9fb7d30c08cd tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] delete failed (client error): The resource could not be found.
Dec 18 21:06:57.702782 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bca14936-9f8c-4b42-88d5-9fb7d30c08cd tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/c68102ad-e434-4ec3-ac56-091b3eaed1e6 HTTP/1.1" status: 404  len: 336 time: 0.0851414
Dec 18 21:06:57.705088 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9984d-04f2-4856-91a6-e4affc922e44 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Network': ['ID=2b2e479e-2463-4c64-860a-b7faad1098c8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:57.710807 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56232) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:57.723718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 2b2e479e-2463-4c64-860a-b7faad1098c8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:06:57.742027 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b135c0d-dc9d-4ac8-a5f4-6d73c884cf49 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:57.742864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b135c0d-dc9d-4ac8-a5f4-6d73c884cf49 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:57.746074 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3b135c0d-dc9d-4ac8-a5f4-6d73c884cf49 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/9139077e-9127-47a3-92ed-5753d6743549 HTTP/1.1" status: 404  len: 337 time: 0.0333011
Dec 18 21:06:57.754748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b5441-ff3c-4c27-8bd9-3fc02e3bffa5 req-ac1070e3-0bba-43e4-842b-c8a9d01a0451 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:57.762286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de9b5441-ff3c-4c27-8bd9-3fc02e3bffa5 req-ac1070e3-0bba-43e4-842b-c8a9d01a0451 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1824396
Dec 18 21:06:57.779889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56234) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:57.808677 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1b9d8e79-af7a-4c84-af5d-5364c7a476ed req-cebec8e0-c0d3-4878-ae7c-2dc06ae2a2a6 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009209
Dec 18 21:06:57.830729 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5584d67e-1457-43ce-8c41-2cbaf28ab4ec tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:57.831492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5584d67e-1457-43ce-8c41-2cbaf28ab4ec tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:57.834763 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5584d67e-1457-43ce-8c41-2cbaf28ab4ec tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/e2ebf58e-7b61-428c-911e-22dfbecf6366 HTTP/1.1" status: 404  len: 337 time: 0.0497479
Dec 18 21:06:57.842500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56236) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:57.886673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf32a773-4a7d-4a01-9e14-d7ce4b3313b5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Made reservation on behalf of 601f039e95d94afdbbb097bf19996949 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:06:57.890269 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf32a773-4a7d-4a01-9e14-d7ce4b3313b5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:57.895210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de9b5441-ff3c-4c27-8bd9-3fc02e3bffa5 req-d27385e4-5a7f-4a5a-b0f4-f7014146b10a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282713
Dec 18 21:06:57.896498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Allocated IP 172.35.3.124 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/5e4103ea-5a70-4188-9e7c-9cc1e7a84161) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:57.898954 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-522d5d09-1b46-4b14-ab38-9a637ae4d5f4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:57.899415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522d5d09-1b46-4b14-ab38-9a637ae4d5f4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:57.902417 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-522d5d09-1b46-4b14-ab38-9a637ae4d5f4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/1a2776a1-6b06-423b-b1a8-dee2cb6c6a92 HTTP/1.1" status: 404  len: 337 time: 0.0556805
Dec 18 21:06:57.908005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56238) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:57.994765 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dade410-5313-4db3-931c-88cc2beb9d37 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:57.996473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dade410-5313-4db3-931c-88cc2beb9d37 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:58.004392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8dade410-5313-4db3-931c-88cc2beb9d37 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/0d7da545-32ab-4684-972f-0cd9579e4c4c HTTP/1.1" status: 404  len: 337 time: 0.0953376
Dec 18 21:06:58.006131 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56244) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:58.044908 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:58.056744 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:58.079956 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-87050f33-ca3d-47ab-97df-28a72106c1c5 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a32e25-785f-4d51-872f-9a152e38ab08 HTTP/1.1" status: 200  len: 205 time: 0.0671382
Dec 18 21:06:58.083906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56248) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:58.084076 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1b9d8e79-af7a-4c84-af5d-5364c7a476ed req-477bb706-826b-4d2e-8c6e-6cf80f812e87 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2627218
Dec 18 21:06:58.181502 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Pushing event updated for resources: {'Port': ['ID=b4d69fa6-32a3-4563-b90c-06984a2bfa80,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:58.199096 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-c5b64f0d-5e59-47ff-b80b-d7e19b8703fd tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] delete failed (client error): The resource could not be found.
Dec 18 21:06:58.202687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c5b64f0d-5e59-47ff-b80b-d7e19b8703fd tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/68a32e25-785f-4d51-872f-9a152e38ab08 HTTP/1.1" status: 404  len: 336 time: 0.0774217
Dec 18 21:06:58.213802 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.214009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56250) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:58.214518 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.215028 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.215524 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.216018 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.216515 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.216990 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.217460 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.217935 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.218443 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.219480 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.219964 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.220455 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:06:58.237644 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf32a773-4a7d-4a01-9e14-d7ce4b3313b5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:58.248558 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Attempting to bind port b4d69fa6-32a3-4563-b90c-06984a2bfa80 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:06:58.249186 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Attempting to bind port b4d69fa6-32a3-4563-b90c-06984a2bfa80 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dde32dd1-1b8f-48a4-9840-3eb93c991241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:06:58.249710 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Attempting to bind port b4d69fa6-32a3-4563-b90c-06984a2bfa80 on network 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:06:58.252970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0ae182e3-c2f3-4fe0-8d15-eed81adbeaec tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a56fd82-dd50-492c-8fc0-79d94bea735d HTTP/1.1" status: 200  len: 205 time: 0.0355170
Dec 18 21:06:58.256134 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:06:58.256410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56252) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:58.256966 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Checking segment: {'id': 'dde32dd1-1b8f-48a4-9840-3eb93c991241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:58.257546 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:58.257944 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Bound using segment: {'id': 'dde32dd1-1b8f-48a4-9840-3eb93c991241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:06:58.258465 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Bound port: b4d69fa6-32a3-4563-b90c-06984a2bfa80, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde32dd1-1b8f-48a4-9840-3eb93c991241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:06:58.258854 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:58.314857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32a773-4a7d-4a01-9e14-d7ce4b3313b5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Subnet': ['ID=79a0efb5-8add-4355-9208-3710be6b1be2,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:58.322115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d015db4-0b1d-4166-82b8-b3cefb15aaa2 req-f8903569-631f-4706-9f68-cb343482f900 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:58.330318 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d015db4-0b1d-4166-82b8-b3cefb15aaa2 req-f8903569-631f-4706-9f68-cb343482f900 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 943 time: 0.2880080
Dec 18 21:06:58.335461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32a773-4a7d-4a01-9e14-d7ce4b3313b5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Checking segment: {'id': 'efebbdb5-ba51-4e17-b275-16abdf141cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:06:58.335833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf32a773-4a7d-4a01-9e14-d7ce4b3313b5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network hostable DHCP agents. Network: 2b2e479e-2463-4c64-860a-b7faad1098c8, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:06:58.336851 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-47efaebc-a8b8-4379-8b98-5b907fcd8a49 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] delete failed (client error): The resource could not be found.
Dec 18 21:06:58.337857 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-47efaebc-a8b8-4379-8b98-5b907fcd8a49 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/7a56fd82-dd50-492c-8fc0-79d94bea735d HTTP/1.1" status: 404  len: 336 time: 0.0742369
Dec 18 21:06:58.342522 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56254) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:58.345953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763276be-1d45-451f-aca9-75efb67863de req-52e49da1-f0aa-4768-8662-940081dca45d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:58.347493 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-763276be-1d45-451f-aca9-75efb67863de req-52e49da1-f0aa-4768-8662-940081dca45d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.3039751
Dec 18 21:06:58.357676 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] For port b4d69fa6-32a3-4563-b90c-06984a2bfa80, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:06:58.363674 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] For port b4d69fa6-32a3-4563-b90c-06984a2bfa80, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4d69fa6-32a3-4563-b90c-06984a2bfa80,segment=NetworkSegment(dde32dd1-1b8f-48a4-9840-3eb93c991241),segment_id=dde32dd1-1b8f-48a4-9840-3eb93c991241)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:06:58.371178 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:58.393795 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c871ad-80b7-4f87-b25b-c222ea9e8bb6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:58.394693 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c871ad-80b7-4f87-b25b-c222ea9e8bb6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:58.398401 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a0c871ad-80b7-4f87-b25b-c222ea9e8bb6 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/d2851e71-ba85-4a6f-820d-cc3aa646707e HTTP/1.1" status: 404  len: 337 time: 0.0548239
Dec 18 21:06:58.402123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56256) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:58.407317 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:58.429236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf32a773-4a7d-4a01-9e14-d7ce4b3313b5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 2b2e479e-2463-4c64-860a-b7faad1098c8 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:06:58.443376 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae4d67-5345-42f3-a5d3-42bf2298f50e None None] Pushing event updated for resources: {'Port': ['ID=b4d69fa6-32a3-4563-b90c-06984a2bfa80,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:58.446148 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:06:58.446613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-bf32a773-4a7d-4a01-9e14-d7ce4b3313b5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2b2e479e-2463-4c64-860a-b7faad1098c8) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:58.446744 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366413e610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:58.451547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf32a773-4a7d-4a01-9e14-d7ce4b3313b5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:58.452178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf32a773-4a7d-4a01-9e14-d7ce4b3313b5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:58.456946 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaf2f09-711b-4ed5-81f9-9ae35971b7ee None None] Network 2b2e479e-2463-4c64-860a-b7faad1098c8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:06:58.497406 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bf32a773-4a7d-4a01-9e14-d7ce4b3313b5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1919756
Dec 18 21:06:58.500072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56258) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:58.563912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-72e939b7-b2ee-44f5-a5e8-932f67c2d297 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8ca7fb-3e60-480a-9640-7d26b0f8f90d HTTP/1.1" status: 200  len: 205 time: 0.1544275
Dec 18 21:06:58.577073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56260) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:58.591111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 1e397e8f-628a-4ac3-ba85-1606b5d04abb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:06:58.609607 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:06:58.630671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ccc59719-77da-48aa-b15a-905b468e9f0b None None] Provisioning complete for port b4d69fa6-32a3-4563-b90c-06984a2bfa80 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:58.631043 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ccc59719-77da-48aa-b15a-905b468e9f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:58.780355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-763276be-1d45-451f-aca9-75efb67863de req-3782d723-2c07-464c-9746-272f7c6a75c9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4208548
Dec 18 21:06:58.786307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:58.858335 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2b2e479e-2463-4c64-860a-b7faad1098c8', 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8', 'project_id': '601f039e95d94afdbbb097bf19996949', 'fixed_ips': [{'subnet_id': '79a0efb5-8add-4355-9208-3710be6b1be2'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:06:58.860346 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:58.905430 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 1e397e8f-628a-4ac3-ba85-1606b5d04abb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e397e8f-628a-4ac3-ba85-1606b5d04abb,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:58.956358 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-292f6a3f-cdea-498a-b037-f9a229668b4c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] delete failed (client error): The resource could not be found.
Dec 18 21:06:58.960248 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-292f6a3f-cdea-498a-b037-f9a229668b4c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/ff8ca7fb-3e60-480a-9640-7d26b0f8f90d HTTP/1.1" status: 404  len: 336 time: 0.3821518
Dec 18 21:06:58.970740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56282) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:58.992347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d015db4-0b1d-4166-82b8-b3cefb15aaa2 req-1596188a-6432-4410-886a-875a06eba87b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6561871
Dec 18 21:06:59.004316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '1e397e8f-628a-4ac3-ba85-1606b5d04abb', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'port_id': '1e397e8f-628a-4ac3-ba85-1606b5d04abb', 'mac_address': 'fa:16:3e:21:ab:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e25084-0926-4429-bfe2-f2445a0ff885', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:06:59.018546 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-156b86a0-0786-4107-b71c-022fcb2f9d15 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26e5a8e-2544-4383-809d-0b32e4bdcff5 HTTP/1.1" status: 200  len: 205 time: 0.0467377
Dec 18 21:06:59.024802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56288) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:59.055849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:06:59.061848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:06:59.069143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:06:59.079195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event updated for resources: {'Port': ['ID=5e4103ea-5a70-4188-9e7c-9cc1e7a84161,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:59.084741 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-b77d9f5e-0cca-4e9c-a1b9-b36e8fbad64d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] delete failed (client error): The resource could not be found.
Dec 18 21:06:59.088588 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b77d9f5e-0cca-4e9c-a1b9-b36e8fbad64d tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/d26e5a8e-2544-4383-809d-0b32e4bdcff5 HTTP/1.1" status: 404  len: 336 time: 0.0600660
Dec 18 21:06:59.090679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56292) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:59.141241 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366413e610>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:06:55Z', 'revision_number': 4, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d69fa6-32a3-4563-b90c-06984a2bfa80', 'name': '', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:52Z', 'updated_at': '2021-12-18T21:06:58Z', 'revision_number': 4, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:06:59.158613 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:59.166321 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ccc59719-77da-48aa-b15a-905b468e9f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:59.174272 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4372f7-60d4-40db-a517-8c1a41fe1ad3 None None] The sync data for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 is: [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:06:55Z', 'revision_number': 4, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d69fa6-32a3-4563-b90c-06984a2bfa80', 'name': '', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:52Z', 'updated_at': '2021-12-18T21:06:58Z', 'revision_number': 4, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:06:59.198244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e397e8f-628a-4ac3-ba85-1606b5d04abb {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:06:59.211188 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9d8b91-43ad-41d4-8223-3f5a8db7a25a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:59.211654 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9d8b91-43ad-41d4-8223-3f5a8db7a25a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:59.215017 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bc9d8b91-43ad-41d4-8223-3f5a8db7a25a tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/2ab00657-8b68-4b0e-bb84-cd89fbcb3bd2 HTTP/1.1" status: 404  len: 337 time: 0.1229756
Dec 18 21:06:59.218656 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56294) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:59.261531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Allocated IP 172.23.0.2 (2b2e479e-2463-4c64-860a-b7faad1098c8/79a0efb5-8add-4355-9208-3710be6b1be2/600364a0-e49f-407b-9d64-3e742d5a20b9) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:06:59.285014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ccc59719-77da-48aa-b15a-905b468e9f0b None None] For port b4d69fa6-32a3-4563-b90c-06984a2bfa80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4d69fa6-32a3-4563-b90c-06984a2bfa80,segment=NetworkSegment(dde32dd1-1b8f-48a4-9840-3eb93c991241),segment_id=dde32dd1-1b8f-48a4-9840-3eb93c991241)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:59.301240 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ccc59719-77da-48aa-b15a-905b468e9f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:59.309658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 1e397e8f-628a-4ac3-ba85-1606b5d04abb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e397e8f-628a-4ac3-ba85-1606b5d04abb,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:06:59.347848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:59.349627 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ee30f4ae-260a-4888-898b-b4144b2526a4 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c493206-6b64-429b-b662-4c82526c3710 HTTP/1.1" status: 200  len: 205 time: 0.1296794
Dec 18 21:06:59.354151 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56296) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:59.391905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde0d7-a4fe-446f-a396-855950eeaec0 req-673a9772-16c9-4c3a-8a3c-dc2f4a2a2ad8 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:06:59.400986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5acde0d7-a4fe-446f-a396-855950eeaec0 req-673a9772-16c9-4c3a-8a3c-dc2f4a2a2ad8 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2304144
Dec 18 21:06:59.430125 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-5541d22f-6c5e-4b02-9dd4-aa47afb49b5c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] delete failed (client error): The resource could not be found.
Dec 18 21:06:59.439404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:59.439640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc59719-77da-48aa-b15a-905b468e9f0b None None] Pushing event updated for resources: {'Port': ['ID=b4d69fa6-32a3-4563-b90c-06984a2bfa80,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:59.443464 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5541d22f-6c5e-4b02-9dd4-aa47afb49b5c tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/4c493206-6b64-429b-b662-4c82526c3710 HTTP/1.1" status: 404  len: 336 time: 0.0881505
Dec 18 21:06:59.447739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56298) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:59.460084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-76cbf25a-c740-4488-bdbf-3b0b8523bb14 None None] Provisioning complete for port b4d69fa6-32a3-4563-b90c-06984a2bfa80 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:06:59.460686 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-76cbf25a-c740-4488-bdbf-3b0b8523bb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:59.494646 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaf94bf-c151-4828-89af-c9cee4b75acb tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:59.495253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adaf94bf-c151-4828-89af-c9cee4b75acb tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:59.503032 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-adaf94bf-c151-4828-89af-c9cee4b75acb tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/7bee8f47-90eb-4871-9bc7-5078d29416bf HTTP/1.1" status: 404  len: 337 time: 0.0541947
Dec 18 21:06:59.509153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56300) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:59.530772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5acde0d7-a4fe-446f-a396-855950eeaec0 req-44bd10f7-3ce3-4760-b71f-2687f51efd1f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247213
Dec 18 21:06:59.538735 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:59.554884 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ada2210f-4a4d-4913-b8d3-089a404d2d45 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef8880f-772f-4700-8f54-35d4746952d4 HTTP/1.1" status: 200  len: 205 time: 0.0425389
Dec 18 21:06:59.583394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56304) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:59.615299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:59.638816 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-98464269-6a1f-483d-bff0-640b96d6a4ca tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] delete failed (client error): The resource could not be found.
Dec 18 21:06:59.645543 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-98464269-6a1f-483d-bff0-640b96d6a4ca tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/routers/9ef8880f-772f-4700-8f54-35d4746952d4 HTTP/1.1" status: 404  len: 336 time: 0.0610666
Dec 18 21:06:59.662289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56306) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:59.724535 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-545e6400-37d0-49fb-94be-d8c41c2853b2 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:06:59.725845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545e6400-37d0-49fb-94be-d8c41c2853b2 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:06:59.729377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-545e6400-37d0-49fb-94be-d8c41c2853b2 tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/e9787245-6aae-4c41-9bdf-89ad326920aa HTTP/1.1" status: 404  len: 337 time: 0.0663242
Dec 18 21:06:59.733224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56308) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:06:59.919382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['1e397e8f-628a-4ac3-ba85-1606b5d04abb'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:06:59.952354 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:06:59.955993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=1e397e8f-628a-4ac3-ba85-1606b5d04abb,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:06:59.996957 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.045884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Allocated IP 172.23.0.1 (2b2e479e-2463-4c64-860a-b7faad1098c8/79a0efb5-8add-4355-9208-3710be6b1be2/6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:07:00.105002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4625a6d-9c12-4e11-9d50-dc49652da1bf req-9cff0c06-647a-4d08-8f75-0bfda559c52b tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:00.107091 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4625a6d-9c12-4e11-9d50-dc49652da1bf req-9cff0c06-647a-4d08-8f75-0bfda559c52b tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.4581163
Dec 18 21:07:00.110805 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afcb735-4335-43d6-b1af-59e01feb3cde tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:07:00.111518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afcb735-4335-43d6-b1af-59e01feb3cde tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:07:00.116998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6afcb735-4335-43d6-b1af-59e01feb3cde tempest-RoutersIpV6Test-1227774972 tempest-RoutersIpV6Test-1227774972-project] 10.222.0.13 "DELETE /v2.0/subnets/ec405696-2371-4da4-9259-18203ea38e35 HTTP/1.1" status: 404  len: 337 time: 0.3763468
Dec 18 21:07:00.137741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Network 2b2e479e-2463-4c64-860a-b7faad1098c8 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:00.175575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:00.205823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:07:00.218395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.221411 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Pushing event updated for resources: {'Port': ['ID=600364a0-e49f-407b-9d64-3e742d5a20b9,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:00.265315 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.275332 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4625a6d-9c12-4e11-9d50-dc49652da1bf req-0984570f-8f48-435d-bb60-cc9f92cc7c2a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571231
Dec 18 21:07:00.305856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73503719-260a-48ef-9e6a-a1e69a61a19c req-07d9c73c-2fd6-4dc2-b896-761f96625df1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:00.313692 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73503719-260a-48ef-9e6a-a1e69a61a19c req-07d9c73c-2fd6-4dc2-b896-761f96625df1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 944 time: 0.1119757
Dec 18 21:07:00.326037 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 2b2e479e-2463-4c64-860a-b7faad1098c8 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:00.330627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:00.335437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:07:00.349011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Attempting to bind port 600364a0-e49f-407b-9d64-3e742d5a20b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:07:00.349528 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Attempting to bind port 600364a0-e49f-407b-9d64-3e742d5a20b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'efebbdb5-ba51-4e17-b275-16abdf141cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:07:00.349986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Attempting to bind port 600364a0-e49f-407b-9d64-3e742d5a20b9 on network 2b2e479e-2463-4c64-860a-b7faad1098c8 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:07:00.366598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:07:00.367009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Checking segment: {'id': 'efebbdb5-ba51-4e17-b275-16abdf141cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:00.367514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.368004 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Bound using segment: {'id': 'efebbdb5-ba51-4e17-b275-16abdf141cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:07:00.368782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Bound port: 600364a0-e49f-407b-9d64-3e742d5a20b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efebbdb5-ba51-4e17-b275-16abdf141cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:07:00.369257 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.431109 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73503719-260a-48ef-9e6a-a1e69a61a19c req-18a4ed9a-e83d-432a-8581-746d44e8afd7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152158
Dec 18 21:07:00.444006 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.454019 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.462542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] For port 600364a0-e49f-407b-9d64-3e742d5a20b9, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:07:00.471694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] For port 600364a0-e49f-407b-9d64-3e742d5a20b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=600364a0-e49f-407b-9d64-3e742d5a20b9,segment=NetworkSegment(efebbdb5-ba51-4e17-b275-16abdf141cad),segment_id=efebbdb5-ba51-4e17-b275-16abdf141cad)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:07:00.489647 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.588652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ea394-82dc-473f-9dcb-3b17bac654e1 None None] Pushing event updated for resources: {'Port': ['ID=600364a0-e49f-407b-9d64-3e742d5a20b9,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:00.608013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event updated for resources: {'Port': ['ID=5e4103ea-5a70-4188-9e7c-9cc1e7a84161,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:00.691306 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.698670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56332) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:00.722737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220e9ed-d6e5-4caf-aec5-424ae9b3bcd7 req-8110439b-52a9-46fb-af50-132327f4973d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:00.725166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e220e9ed-d6e5-4caf-aec5-424ae9b3bcd7 req-8110439b-52a9-46fb-af50-132327f4973d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 813 time: 0.2083027
Dec 18 21:07:00.728688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.730036 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-53ed877b-1bf3-4b7b-aa30-5791d039a24d tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.0918562
Dec 18 21:07:00.738221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56336) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:00.744589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-99afc0d0-0599-4e1f-9b92-057341d22b16 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Request body: {'floatingip': {'port_id': 'a109eb0a-b842-421f-ad59-0c8e9d4730ac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:00.779806 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e220e9ed-d6e5-4caf-aec5-424ae9b3bcd7 req-90960358-af88-4fff-b9ab-aff89ba9c797 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/quotas/ea26536b064a4650b9c08f4b5ce6fadf HTTP/1.1" status: 200  len: 375 time: 0.0484643
Dec 18 21:07:00.796235 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.843540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:00.901965 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99afc0d0-0599-4e1f-9b92-057341d22b16 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.994935 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:00.998182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b4d69fa6-32a3-4563-b90c-06984a2bfa80 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:01.036474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e220e9ed-d6e5-4caf-aec5-424ae9b3bcd7 req-6e02dd51-dedf-4eaa-a938-babfe8ee81ab tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2558069
Dec 18 21:07:01.100703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b4d69fa6-32a3-4563-b90c-06984a2bfa80 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:01.103467 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:01.134447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-09a21e4f-4fe0-4707-9535-78f45a16e98e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ada50ccbe004ac887658264d222db1f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4336815
Dec 18 21:07:01.135090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56346) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:01.236067 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-99afc0d0-0599-4e1f-9b92-057341d22b16 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] update failed (client error): The resource could not be found.
Dec 18 21:07:01.240000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-99afc0d0-0599-4e1f-9b92-057341d22b16 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "PUT /v2.0/floatingips/d5fa7ea0-2d5c-4bc4-9831-b234496282f4 HTTP/1.1" status: 404  len: 507 time: 0.4992976
Dec 18 21:07:01.245994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56352) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:01.311764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb3c1e-21a5-423c-a408-9a5241511a50 req-0f524616-b99b-427e-8f43-f8728886a7b9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:01.313325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-afcb3c1e-21a5-423c-a408-9a5241511a50 req-0f524616-b99b-427e-8f43-f8728886a7b9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1522126
Dec 18 21:07:01.375836 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22f8024a-6904-46d7-8f96-0885b54835f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:01.390268 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:01.396052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:01.437449 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22f8024a-6904-46d7-8f96-0885b54835f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:01.471234 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-afcb3c1e-21a5-423c-a408-9a5241511a50 req-fb75fc43-ec60-4ce7-8926-484ebbc5b1d9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417615
Dec 18 21:07:01.475891 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:01.480246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event updated for resources: {'Port': ['ID=6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:01.507538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ff308-424b-4a5f-aa6e-8aaaa52ba0dd tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Deleting port 5e4103ea-5a70-4188-9e7c-9cc1e7a84161 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:01.507898 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff308-424b-4a5f-aa6e-8aaaa52ba0dd tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:01.566185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22f8024a-6904-46d7-8f96-0885b54835f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:01.569768 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22f8024a-6904-46d7-8f96-0885b54835f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:01.571117 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-22f8024a-6904-46d7-8f96-0885b54835f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51a00eca-ff65-4b1f-9f29-5810b6b40007 HTTP/1.1" status: 204  len: 168 time: 0.4236877
Dec 18 21:07:01.599718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8024a-6904-46d7-8f96-0885b54835f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a00eca-ff65-4b1f-9f29-5810b6b40007,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:01.651790 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff308-424b-4a5f-aa6e-8aaaa52ba0dd tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:01.652457 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff308-424b-4a5f-aa6e-8aaaa52ba0dd tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:01.672177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Network 2b2e479e-2463-4c64-860a-b7faad1098c8 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:01.674506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:01.694867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ff308-424b-4a5f-aa6e-8aaaa52ba0dd tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Calling delete_port for 5e4103ea-5a70-4188-9e7c-9cc1e7a84161 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:01.722114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b0f96-6499-4dbd-9a9b-257c64a9d9c5 req-d8b4654a-2aea-466a-9c47-ae3ee4fa8e30 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:01.723771 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c0b0f96-6499-4dbd-9a9b-257c64a9d9c5 req-d8b4654a-2aea-466a-9c47-ae3ee4fa8e30 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 944 time: 0.1415420
Dec 18 21:07:01.795289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81929e5b-6633-4224-8cea-3e150e1d372e req-f73cc26a-7b4d-4bec-b6a0-32adcda9c190 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:01.797332 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81929e5b-6633-4224-8cea-3e150e1d372e req-f73cc26a-7b4d-4bec-b6a0-32adcda9c190 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1709542
Dec 18 21:07:01.820552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 58705ba3-9fd8-427f-aa05-034efffebdaf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:07:01.902569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81929e5b-6633-4224-8cea-3e150e1d372e req-d8b07172-14b8-4719-8677-f37cda5b32bc tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879865
Dec 18 21:07:01.944488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c0b0f96-6499-4dbd-9a9b-257c64a9d9c5 req-5460b4ad-03f4-4bc9-ac03-31b413375707 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789706
Dec 18 21:07:01.983055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:01.998880 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Sync routers for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:02.000665 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-69b5ef13-1cb8-4a34-80b3-effa1f87990e tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4986501
Dec 18 21:07:02.003670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56380) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:02.012630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-04353364-2c03-418f-8052-612820b2a686 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:02.025929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:02.026624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e75d760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:02.080317 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff308-424b-4a5f-aa6e-8aaaa52ba0dd tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:02.135361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ff308-424b-4a5f-aa6e-8aaaa52ba0dd tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event deleted for resources: {'Port': ['ID=5e4103ea-5a70-4188-9e7c-9cc1e7a84161,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:02.158076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622502e3-78f3-4ed8-a4bd-264338e83aff None None] Network 2b2e479e-2463-4c64-860a-b7faad1098c8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:02.233175 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff308-424b-4a5f-aa6e-8aaaa52ba0dd tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:02.236579 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff308-424b-4a5f-aa6e-8aaaa52ba0dd tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:02.242000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1a6ff308-424b-4a5f-aa6e-8aaaa52ba0dd tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "DELETE /v2.0/floatingips/d5fa7ea0-2d5c-4bc4-9831-b234496282f4 HTTP/1.1" status: 204  len: 168 time: 0.9837234
Dec 18 21:07:02.242000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56396) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:02.246192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4f763b28-bc72-42cc-b47a-d33e79f51af3 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Request body: {'floatingip': {'floating_network_id': '807c3885-780f-47ab-afdc-647ce62876ac', 'port_id': 'a109eb0a-b842-421f-ad59-0c8e9d4730ac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:02.316427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2a0ae1ef-c44c-4ed7-80fb-aa34fc6200d1 None None] Provisioning complete for port 600364a0-e49f-407b-9d64-3e742d5a20b9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:02.316899 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a0ae1ef-c44c-4ed7-80fb-aa34fc6200d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:02.320101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:02.327589 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-572b3a78-3060-4445-9968-ab81b1926f3b req-f9bc5875-dca6-427d-99dc-036cc8a27bc8 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ea26536b064a4650b9c08f4b5ce6fadf HTTP/1.1" status: 200  len: 221 time: 0.0657449
Dec 18 21:07:02.330772 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4f763b28-bc72-42cc-b47a-d33e79f51af3 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:02.570643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da413ce2-56a6-48bb-ad69-7b464c5171c1 req-37baf003-47a2-46f8-a135-a9423ef743fa tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:02.572229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da413ce2-56a6-48bb-ad69-7b464c5171c1 req-37baf003-47a2-46f8-a135-a9423ef743fa tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0899568
Dec 18 21:07:02.588574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 1e397e8f-628a-4ac3-ba85-1606b5d04abb up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:02.714115 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-4f763b28-bc72-42cc-b47a-d33e79f51af3 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:02.715241 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4f763b28-bc72-42cc-b47a-d33e79f51af3 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.4725463
Dec 18 21:07:02.725165 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a0ae1ef-c44c-4ed7-80fb-aa34fc6200d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:02.740023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 1e397e8f-628a-4ac3-ba85-1606b5d04abb completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:07:02.747522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da413ce2-56a6-48bb-ad69-7b464c5171c1 req-1ae521c5-93e0-4a77-bc24-ebfc93368830 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683192
Dec 18 21:07:02.747705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56430) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:02.757086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'a109eb0a-b842-421f-ad59-0c8e9d4730ac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:02.816050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.extraroute_db [None req-04353364-2c03-418f-8052-612820b2a686 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=126009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 18 21:07:02.816202 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 1e397e8f-628a-4ac3-ba85-1606b5d04abb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:02.819734 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:02.840233 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:02.845625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56434) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:02.855062 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.extraroute_db [None req-04353364-2c03-418f-8052-612820b2a686 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Removed routes are [] {{(pid=126009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 18 21:07:02.855632 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04353364-2c03-418f-8052-612820b2a686 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:02.906541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2a0ae1ef-c44c-4ed7-80fb-aa34fc6200d1 None None] For port 600364a0-e49f-407b-9d64-3e742d5a20b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=600364a0-e49f-407b-9d64-3e742d5a20b9,segment=NetworkSegment(efebbdb5-ba51-4e17-b275-16abdf141cad),segment_id=efebbdb5-ba51-4e17-b275-16abdf141cad)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:02.929931 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a0ae1ef-c44c-4ed7-80fb-aa34fc6200d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:02.996536 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ae1ef-c44c-4ed7-80fb-aa34fc6200d1 None None] Pushing event updated for resources: {'Port': ['ID=600364a0-e49f-407b-9d64-3e742d5a20b9,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:03.023783 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1ed52ada-d9cb-47fc-b236-04bbae5ed44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:03.047608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 600364a0-e49f-407b-9d64-3e742d5a20b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:03.094365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adc855-a82e-4367-8580-7a64cd1631df req-af28dc1a-6f4f-44d7-89c8-5bcc7c3ea4be tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:03.098089 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19adc855-a82e-4367-8580-7a64cd1631df req-af28dc1a-6f4f-44d7-89c8-5bcc7c3ea4be tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1419017
Dec 18 21:07:03.150815 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ccf940d5-9b09-4373-a1a2-1b65f8fd99ee tempest-DvrRoutersNegativeTest-42009346 tempest-DvrRoutersNegativeTest-42009346-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2013364515', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:03.155125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.policy [None req-ccf940d5-9b09-4373-a1a2-1b65f8fd99ee tempest-DvrRoutersNegativeTest-42009346 tempest-DvrRoutersNegativeTest-42009346-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=126008) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Dec 18 21:07:03.155432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.policy [None req-ccf940d5-9b09-4373-a1a2-1b65f8fd99ee tempest-DvrRoutersNegativeTest-42009346 tempest-DvrRoutersNegativeTest-42009346-project] Failed policy check for 'create_router' {{(pid=126008) enforce /opt/stack/neutron/neutron/policy.py:524}}
Dec 18 21:07:03.156022 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-ccf940d5-9b09-4373-a1a2-1b65f8fd99ee tempest-DvrRoutersNegativeTest-42009346 tempest-DvrRoutersNegativeTest-42009346-project] create failed (client error): Access was denied to this resource.
Dec 18 21:07:03.160743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ccf940d5-9b09-4373-a1a2-1b65f8fd99ee tempest-DvrRoutersNegativeTest-42009346 tempest-DvrRoutersNegativeTest-42009346-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.3106625
Dec 18 21:07:03.163427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e75d760>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:00Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9', 'name': '', 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:5c:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '79a0efb5-8add-4355-9208-3710be6b1be2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:59Z', 'updated_at': '2021-12-18T21:07:01Z', 'revision_number': 2, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '79a0efb5-8add-4355-9208-3710be6b1be2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d69fa6-32a3-4563-b90c-06984a2bfa80', 'name': '', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:52Z', 'updated_at': '2021-12-18T21:06:59Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:03.202136 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Checking router: 58705ba3-9fd8-427f-aa05-034efffebdaf for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:07:03.202548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Updating router 58705ba3-9fd8-427f-aa05-034efffebdaf port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:07:03.277577 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:03.281132 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:03.296280 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04353364-2c03-418f-8052-612820b2a686 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:03.311767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4de33105-c7f8-48fc-b010-6535c6d31eb4 None None] Provisioning complete for port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:03.312136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04353364-2c03-418f-8052-612820b2a686 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:03.312267 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19adc855-a82e-4367-8580-7a64cd1631df req-382f4775-bd53-4d8e-bf17-5c143d61b5e9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042391
Dec 18 21:07:03.331110 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4de33105-c7f8-48fc-b010-6535c6d31eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:03.352734 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39672bd7-4e1a-497f-8705-03c168b191fa req-e3f2048a-d892-4de5-a7ec-2a81900429d3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:03.367970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39672bd7-4e1a-497f-8705-03c168b191fa req-e3f2048a-d892-4de5-a7ec-2a81900429d3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 944 time: 0.2346122
Dec 18 21:07:03.373928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4de33105-c7f8-48fc-b010-6535c6d31eb4 None None] Port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:07:03.401431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d3cca3-277f-4511-b8fa-d509183d0af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e397e8f-628a-4ac3-ba85-1606b5d04abb'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:07:03.403769 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefc1126-083c-454e-8500-2cc7a62a2b14" -d '{"events": [{"server_uuid": "48d3cca3-277f-4511-b8fa-d509183d0af0", "name": "network-vif-plugged", "status": "completed", "tag": "1e397e8f-628a-4ac3-ba85-1606b5d04abb"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:07:03.413066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:03.449037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 1e397e8f-628a-4ac3-ba85-1606b5d04abb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e397e8f-628a-4ac3-ba85-1606b5d04abb,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:03.461777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 600364a0-e49f-407b-9d64-3e742d5a20b9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:03.462077 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:03.463630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4de33105-c7f8-48fc-b010-6535c6d31eb4 None None] Provisioning complete for port 600364a0-e49f-407b-9d64-3e742d5a20b9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:03.463990 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4de33105-c7f8-48fc-b010-6535c6d31eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:03.489143 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:03.532592 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39672bd7-4e1a-497f-8705-03c168b191fa req-f4faa186-5546-445d-90c7-c02482131b26 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572490
Dec 18 21:07:03.533074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04353364-2c03-418f-8052-612820b2a686 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 58705ba3-9fd8-427f-aa05-034efffebdaf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:07:03.620167 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ac4849-42ab-42ba-abf6-d29a8dc1fa60 x-openstack-request-id: req-80ac4849-42ab-42ba-abf6-d29a8dc1fa60 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:07:03.620466 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d3cca3-277f-4511-b8fa-d509183d0af0", "name": "network-vif-plugged", "status": "completed", "tag": "1e397e8f-628a-4ac3-ba85-1606b5d04abb", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:07:03.620730 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80ac4849-42ab-42ba-abf6-d29a8dc1fa60 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:07:03.621132 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d3cca3-277f-4511-b8fa-d509183d0af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e397e8f-628a-4ac3-ba85-1606b5d04abb', 'code': 200}
Dec 18 21:07:03.654004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Allocated IP 172.35.3.59 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/4fbf4984-20c1-4af1-9ef8-8bdb3480c94c) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:07:03.719326 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=1e397e8f-628a-4ac3-ba85-1606b5d04abb,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:03.727406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56456) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:03.787539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04353364-2c03-418f-8052-612820b2a686 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:03.795678 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04353364-2c03-418f-8052-612820b2a686 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:03.796915 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-04353364-2c03-418f-8052-612820b2a686 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf HTTP/1.1" status: 200  len: 933 time: 1.7913787
Dec 18 21:07:03.799438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56462) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:03.849565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf52ad-22cb-471d-a5f7-2890a3d126d9 req-20ff045e-0a70-4c5d-a138-8ece824ca0a5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:03.864366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fdf52ad-22cb-471d-a5f7-2890a3d126d9 req-20ff045e-0a70-4c5d-a138-8ece824ca0a5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1978581
Dec 18 21:07:03.910949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477fc24-f7a3-4c28-b4ad-bf7c40e3fe20 req-2f93ba1b-3940-4faa-9dbe-331205914d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:03.913524 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4477fc24-f7a3-4c28-b4ad-bf7c40e3fe20 req-2f93ba1b-3940-4faa-9dbe-331205914d7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 1096 time: 0.1761744
Dec 18 21:07:03.983074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56474) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:03.987189 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bfc50c36-28da-45b5-9f1f-13bcc80f5b0f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf HTTP/1.1" status: 200  len: 933 time: 0.1861699
Dec 18 21:07:04.008349 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fdf52ad-22cb-471d-a5f7-2890a3d126d9 req-baac2195-81c4-4db2-bfe5-33d6ba06a10e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281042
Dec 18 21:07:04.014128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-23d19b45-3219-4d5c-ba2a-20222e298116 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'router': {'routes': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:04.022167 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4477fc24-f7a3-4c28-b4ad-bf7c40e3fe20 req-a07aa7dc-c86a-4d64-8deb-23bd069db93a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957921
Dec 18 21:07:04.030330 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.033064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-56dafb13-ede6-41f9-8bd6-ccd350d94f9d None None] Provisioning complete for port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:04.033428 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-56dafb13-ede6-41f9-8bd6-ccd350d94f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.056552 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.084236 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.119603 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3b6bcb83-6216-462e-b2fb-8ce3fe74dd18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.306006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-56dafb13-ede6-41f9-8bd6-ccd350d94f9d None None] Port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:07:04.317300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ce0fb-c351-4cf3-820a-dbc0969a6dd6 None None] Pushing event updated for resources: {'Port': ['ID=6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:04.380479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Attempting to bind port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:07:04.380874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Attempting to bind port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'efebbdb5-ba51-4e17-b275-16abdf141cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:07:04.381303 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Attempting to bind port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 on network 2b2e479e-2463-4c64-860a-b7faad1098c8 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:07:04.387066 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:07:04.387448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Checking segment: {'id': 'efebbdb5-ba51-4e17-b275-16abdf141cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:04.387880 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.388273 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Bound using segment: {'id': 'efebbdb5-ba51-4e17-b275-16abdf141cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:07:04.388764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Bound port: 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efebbdb5-ba51-4e17-b275-16abdf141cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:07:04.389140 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.459413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] For port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:07:04.462847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] For port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9,segment=NetworkSegment(efebbdb5-ba51-4e17-b275-16abdf141cad),segment_id=efebbdb5-ba51-4e17-b275-16abdf141cad)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:07:04.469801 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.532994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:04.533858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e75d760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:04.581084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec2b3a-1dcd-4fbc-b28e-2807bd545384 req-cf018ca6-80c7-4f89-aec8-b29108e059d1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:04.588423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5ec2b3a-1dcd-4fbc-b28e-2807bd545384 req-cf018ca6-80c7-4f89-aec8-b29108e059d1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.4699578
Dec 18 21:07:04.620266 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.620520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ce0fb-c351-4cf3-820a-dbc0969a6dd6 None None] Pushing event updated for resources: {'Port': ['ID=6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:04.647959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4b6c0e6b-3942-4ccc-bbc6-cb760f9a6e2d None None] Provisioning complete for port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:04.648330 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0e6b-3942-4ccc-bbc6-cb760f9a6e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.686861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:04.773111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event updated for resources: {'Port': ['ID=4fbf4984-20c1-4af1-9ef8-8bdb3480c94c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:04.798754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5ec2b3a-1dcd-4fbc-b28e-2807bd545384 req-d67e2e12-dc65-4c32-9bfd-e5bba13ea035 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2094188
Dec 18 21:07:04.804507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:04.821358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:04.866449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:07:04.878944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3b6bcb83-6216-462e-b2fb-8ce3fe74dd18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.894420 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0e6b-3942-4ccc-bbc6-cb760f9a6e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.910575 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3b6bcb83-6216-462e-b2fb-8ce3fe74dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:04.921367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 600364a0-e49f-407b-9d64-3e742d5a20b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:04.936655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069819c-b26a-4d17-89e7-f24d4c74a5d2 req-6dbe82e8-224e-4d24-bf90-9bd5c0e3e6ca tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:04.938201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9069819c-b26a-4d17-89e7-f24d4c74a5d2 req-6dbe82e8-224e-4d24-bf90-9bd5c0e3e6ca tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.2725813
Dec 18 21:07:05.020419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4b6c0e6b-3942-4ccc-bbc6-cb760f9a6e2d None None] For port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9,segment=NetworkSegment(efebbdb5-ba51-4e17-b275-16abdf141cad),segment_id=efebbdb5-ba51-4e17-b275-16abdf141cad)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:05.049148 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0e6b-3942-4ccc-bbc6-cb760f9a6e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:05.081424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3b6bcb83-6216-462e-b2fb-8ce3fe74dd18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3476949244f4f9ebede2f76f2c96233&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3182316
Dec 18 21:07:05.081889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56510) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:05.086337 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bcb83-6216-462e-b2fb-8ce3fe74dd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f2f7c3-bcb0-4e5d-81c1-4a8d7c4a3991,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:05.118283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 600364a0-e49f-407b-9d64-3e742d5a20b9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:05.118736 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:05.144595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c0e6b-3942-4ccc-bbc6-cb760f9a6e2d None None] Pushing event updated for resources: {'Port': ['ID=6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:05.163607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-960cc716-96de-460f-a580-49bccdaebed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:05.195727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-960cc716-96de-460f-a580-49bccdaebed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:05.208383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f830f2-955d-4b82-86bc-08377cf471ec req-f37719ea-eaf3-4b9a-9a56-85adc6a2342a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:05.210080 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94f830f2-955d-4b82-86bc-08377cf471ec req-f37719ea-eaf3-4b9a-9a56-85adc6a2342a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2948720
Dec 18 21:07:05.246774 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7e29cf45-6dd8-4955-9aa8-3ebe807c5dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:05.250101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-641977c1-e603-4653-be2e-a693a1c9cd28 None None] Provisioning complete for port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:05.250735 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-641977c1-e603-4653-be2e-a693a1c9cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:05.255380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e75d760>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:02Z', 'revision_number': 6, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9', 'name': '', 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:5c:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '79a0efb5-8add-4355-9208-3710be6b1be2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:59Z', 'updated_at': '2021-12-18T21:07:04Z', 'revision_number': 4, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '79a0efb5-8add-4355-9208-3710be6b1be2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d69fa6-32a3-4563-b90c-06984a2bfa80', 'name': '', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:52Z', 'updated_at': '2021-12-18T21:06:59Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:05.268131 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9069819c-b26a-4d17-89e7-f24d4c74a5d2 req-2d254571-18d8-4915-aaa3-aa1c6ff421df tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3023384
Dec 18 21:07:05.318506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-960cc716-96de-460f-a580-49bccdaebed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:05.323633 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-960cc716-96de-460f-a580-49bccdaebed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:05.326294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.extraroute_db [None req-23d19b45-3219-4d5c-ba2a-20222e298116 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Added routes are [] {{(pid=126008) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 18 21:07:05.326606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.extraroute_db [None req-23d19b45-3219-4d5c-ba2a-20222e298116 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=126008) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 18 21:07:05.329323 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-960cc716-96de-460f-a580-49bccdaebed9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81f2f7c3-bcb0-4e5d-81c1-4a8d7c4a3991 HTTP/1.1" status: 204  len: 168 time: 0.2463000
Dec 18 21:07:05.340891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cc716-96de-460f-a580-49bccdaebed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f2f7c3-bcb0-4e5d-81c1-4a8d7c4a3991,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:05.376451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8eb4b-61f7-4be4-9a86-dccbdfd8a751 None None] The sync data for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 is: [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:02Z', 'revision_number': 6, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9', 'name': '', 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:5c:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '79a0efb5-8add-4355-9208-3710be6b1be2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:59Z', 'updated_at': '2021-12-18T21:07:04Z', 'revision_number': 4, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '79a0efb5-8add-4355-9208-3710be6b1be2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d69fa6-32a3-4563-b90c-06984a2bfa80', 'name': '', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:52Z', 'updated_at': '2021-12-18T21:06:59Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:05.419318 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94f830f2-955d-4b82-86bc-08377cf471ec req-7b359c62-b78c-478b-b0ad-43d0ee805f2a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956258
Dec 18 21:07:05.495877 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-23d19b45-3219-4d5c-ba2a-20222e298116 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:05.515898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Deleting port 4fbf4984-20c1-4af1-9ef8-8bdb3480c94c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:05.516285 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:05.788346 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:05.788942 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:05.847777 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990d4c1-31c3-47d2-984b-85c5df6ecb9d req-dd47238c-1798-4106-8685-596f3666d5ef tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:05.858918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7990d4c1-31c3-47d2-984b-85c5df6ecb9d req-dd47238c-1798-4106-8685-596f3666d5ef tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1736236
Dec 18 21:07:05.923924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Calling delete_port for 4fbf4984-20c1-4af1-9ef8-8bdb3480c94c owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:05.963819 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-23d19b45-3219-4d5c-ba2a-20222e298116 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:06.008798 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-23d19b45-3219-4d5c-ba2a-20222e298116 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:06.032932 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7990d4c1-31c3-47d2-984b-85c5df6ecb9d req-abae5737-30f6-4314-a0b9-fb814413a4f6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719899
Dec 18 21:07:06.199762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d19b45-3219-4d5c-ba2a-20222e298116 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 58705ba3-9fd8-427f-aa05-034efffebdaf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:07:06.296359 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:06.370311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bef1e-3413-469d-92c7-3db261ec5ac3 req-a6e1efe2-303d-43f6-ae9a-29f9114920a1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:06.371844 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-119bef1e-3413-469d-92c7-3db261ec5ac3 req-a6e1efe2-303d-43f6-ae9a-29f9114920a1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1710310
Dec 18 21:07:06.380726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event deleted for resources: {'Port': ['ID=4fbf4984-20c1-4af1-9ef8-8bdb3480c94c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:06.385773 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:06.431602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56572) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:06.482939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d19b45-3219-4d5c-ba2a-20222e298116 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:06.493763 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-23d19b45-3219-4d5c-ba2a-20222e298116 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:06.497963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-23d19b45-3219-4d5c-ba2a-20222e298116 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf HTTP/1.1" status: 200  len: 699 time: 2.4854443
Dec 18 21:07:06.498135 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56578) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:06.502041 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e7e91-8654-48b5-a828-dd610fae8332 None None] Sync routers for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:06.520735 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e7e91-8654-48b5-a828-dd610fae8332 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:06.520735 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-0f5e7e91-8654-48b5-a828-dd610fae8332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f68d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:06.538475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd37ff-7d0b-48aa-b6de-1a525ff93950 req-5fbbd2d3-ae0c-40ce-8618-4931284b7d43 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:06.540020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6cd37ff-7d0b-48aa-b6de-1a525ff93950 req-5fbbd2d3-ae0c-40ce-8618-4931284b7d43 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1671827
Dec 18 21:07:06.550622 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-119bef1e-3413-469d-92c7-3db261ec5ac3 req-a67eaefb-2f50-4264-9d18-fc1892bf7f13 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567004
Dec 18 21:07:06.587671 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] create failed (client error): The resource could not be found.
Dec 18 21:07:06.588862 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-274506f4-ca6f-4784-b663-5013f3646e94 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 3.8403251
Dec 18 21:07:06.596958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56584) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:06.667500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-938540985'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:06.668630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6cd37ff-7d0b-48aa-b6de-1a525ff93950 req-ce8dffda-4cb8-4404-bc49-53b6cbb90515 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144745
Dec 18 21:07:06.692886 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-0f5e7e91-8654-48b5-a828-dd610fae8332 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:06.724048 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-26059380-71dd-40cf-ac23-26c5e12b574c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf HTTP/1.1" status: 200  len: 699 time: 0.2247951
Dec 18 21:07:06.737721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56590) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:06.748323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Made reservation on behalf of 4e20596c0aee4a2b9017d526f9148e8b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:06.753323 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:06.768296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548e38c-7129-44eb-9ba0-90352e823b48 req-95df0b06-0457-4ffe-a126-c5b936967cdb tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:06.776130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f548e38c-7129-44eb-9ba0-90352e823b48 req-95df0b06-0457-4ffe-a126-c5b936967cdb tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1239119
Dec 18 21:07:06.799193 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:06.864861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f4d3d49b-c69e-445a-bc08-c67ebaba3103 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Deleting port a109eb0a-b842-421f-ad59-0c8e9d4730ac {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:06.869238 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4d3d49b-c69e-445a-bc08-c67ebaba3103 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:06.993174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f548e38c-7129-44eb-9ba0-90352e823b48 req-115981f8-d05a-436e-bfa4-9663fd694335 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2153847
Dec 18 21:07:07.036427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:07.058791 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.073002 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.146315 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4d3d49b-c69e-445a-bc08-c67ebaba3103 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.162129 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:07:07.163201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f4d3d49b-c69e-445a-bc08-c67ebaba3103 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Calling delete_port for a109eb0a-b842-421f-ad59-0c8e9d4730ac owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:07.171192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56600) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:07.173189 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364615d4-2f97-421c-8a0b-f16364a4f7be,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:07.240581 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.241314 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Added segment f3acfce5-2147-435b-82f2-fbfd2887b53b of type vlan for network e55c941f-8942-4d57-9772-889b7d8ac8b0
Dec 18 21:07:07.246937 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:07.247325 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.300928 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-0f5e7e91-8654-48b5-a828-dd610fae8332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f68d0a0>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:05Z', 'revision_number': 7, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9', 'name': '', 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:5c:2e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '79a0efb5-8add-4355-9208-3710be6b1be2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:59Z', 'updated_at': '2021-12-18T21:07:04Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '79a0efb5-8add-4355-9208-3710be6b1be2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d69fa6-32a3-4563-b90c-06984a2bfa80', 'name': '', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:52Z', 'updated_at': '2021-12-18T21:06:59Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:07.365798 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e7e91-8654-48b5-a828-dd610fae8332 None None] Checking router: 58705ba3-9fd8-427f-aa05-034efffebdaf for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:07:07.386790 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e7e91-8654-48b5-a828-dd610fae8332 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:07.387666 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-0f5e7e91-8654-48b5-a828-dd610fae8332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f68d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:07.395262 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4d3d49b-c69e-445a-bc08-c67ebaba3103 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.489409 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-0f5e7e91-8654-48b5-a828-dd610fae8332 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:07.494717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.509359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946a570a-5887-458c-b582-b7acd411fca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.597506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.603052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:07.603654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.631566 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 1.1982422
Dec 18 21:07:07.668452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56604) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:07.679489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-952c6271-cd74-4275-9dd0-95526edd9294 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Request body: {'subnet': {'network_id': 'e55c941f-8942-4d57-9772-889b7d8ac8b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:07.714476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3d49b-c69e-445a-bc08-c67ebaba3103 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event deleted for resources: {'Port': ['ID=a109eb0a-b842-421f-ad59-0c8e9d4730ac,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:07.724939 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-0f5e7e91-8654-48b5-a828-dd610fae8332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f68d0a0>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:05Z', 'revision_number': 7, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9', 'name': '', 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:5c:2e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '79a0efb5-8add-4355-9208-3710be6b1be2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:59Z', 'updated_at': '2021-12-18T21:07:04Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '79a0efb5-8add-4355-9208-3710be6b1be2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d69fa6-32a3-4563-b90c-06984a2bfa80', 'name': '', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:52Z', 'updated_at': '2021-12-18T21:06:59Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:07.762521 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e7e91-8654-48b5-a828-dd610fae8332 None None] The sync data for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 is: [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:05Z', 'revision_number': 7, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9', 'name': '', 'network_id': '2b2e479e-2463-4c64-860a-b7faad1098c8', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:5c:2e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '79a0efb5-8add-4355-9208-3710be6b1be2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:59Z', 'updated_at': '2021-12-18T21:07:04Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '79a0efb5-8add-4355-9208-3710be6b1be2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d69fa6-32a3-4563-b90c-06984a2bfa80', 'name': '', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:52Z', 'updated_at': '2021-12-18T21:06:59Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:07.797661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd3796-f940-45e7-8f1b-96be5a7cbd12 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Pushing event updated for resources: {'Network': ['ID=e55c941f-8942-4d57-9772-889b7d8ac8b0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:07.808555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network e55c941f-8942-4d57-9772-889b7d8ac8b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:07:07.810222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c682a-27b1-42eb-8d75-f62afb2c6905 req-e8f0b166-41ab-4811-9115-7ac52993c955 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:07.819161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b7c682a-27b1-42eb-8d75-f62afb2c6905 req-e8f0b166-41ab-4811-9115-7ac52993c955 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.4630260
Dec 18 21:07:07.849563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbf58a-9c40-4d7d-b8d5-60f0ea705961 req-707b9b81-7001-498d-8b5a-71c169cb46ff tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:07.851186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84fbf58a-9c40-4d7d-b8d5-60f0ea705961 req-707b9b81-7001-498d-8b5a-71c169cb46ff tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.5080082
Dec 18 21:07:07.901239 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946a570a-5887-458c-b582-b7acd411fca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.925801 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946a570a-5887-458c-b582-b7acd411fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.928274 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4d3d49b-c69e-445a-bc08-c67ebaba3103 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.934027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f4d3d49b-c69e-445a-bc08-c67ebaba3103 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "DELETE /v2.0/ports/a109eb0a-b842-421f-ad59-0c8e9d4730ac HTTP/1.1" status: 204  len: 168 time: 1.3336112
Dec 18 21:07:07.940290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56608) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:07.977183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952c6271-cd74-4275-9dd0-95526edd9294 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Made reservation on behalf of 4e20596c0aee4a2b9017d526f9148e8b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:07.980714 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-952c6271-cd74-4275-9dd0-95526edd9294 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:07.995303 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-946a570a-5887-458c-b582-b7acd411fca6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c532cc90b02c49449cb03e27e1614862&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8140414
Dec 18 21:07:07.995494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84fbf58a-9c40-4d7d-b8d5-60f0ea705961 req-24e0a4ac-a7f6-49db-b5ec-44b8056770d7 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258645
Dec 18 21:07:07.997426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56610) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:08.000949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b7c682a-27b1-42eb-8d75-f62afb2c6905 req-8990fcaf-90d2-48c6-95a7-78541310673a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805921
Dec 18 21:07:08.050089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4372539-eb94-4702-b330-6fa0e97b8ae2 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:08.058389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a570a-5887-458c-b582-b7acd411fca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab9ce4e-3108-414b-975e-58013aa3897d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:08.068081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56614) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:08.072910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e4372539-eb94-4702-b330-6fa0e97b8ae2 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "GET /v2.0/ports?device_id=79e76fff-e359-4d7b-a727-34624577bc61 HTTP/1.1" status: 200  len: 913 time: 0.1247687
Dec 18 21:07:08.082420 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:08.097380 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d996daf5-4539-4303-9ae1-c9c2237e7d5a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:08.202206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dbe4c-7610-4e47-852a-7c0015796fb0 req-f1a20588-297c-4c43-8f77-cb77c08ad5ab tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:08.203992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-855dbe4c-7610-4e47-852a-7c0015796fb0 req-f1a20588-297c-4c43-8f77-cb77c08ad5ab tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0530312
Dec 18 21:07:08.255083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-855dbe4c-7610-4e47-852a-7c0015796fb0 req-73833ab1-11c0-41e6-b4d1-bd7737d21faa tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437794
Dec 18 21:07:08.398953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c1a0a-b828-4e95-95fb-4e5285cdc653 req-3b124ad3-628d-44aa-b772-b6c2aa730313 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:08.400536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-525c1a0a-b828-4e95-95fb-4e5285cdc653 req-3b124ad3-628d-44aa-b772-b6c2aa730313 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0555937
Dec 18 21:07:08.451655 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-525c1a0a-b828-4e95-95fb-4e5285cdc653 req-f7831f2f-9f7d-4202-942f-ff83c3125367 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446308
Dec 18 21:07:08.517740 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:08.579226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4563d8-d667-4a19-bc45-9147b34bf326 req-5fc1dd39-320e-4c65-8747-1d18245c1869 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:08.580783 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c4563d8-d667-4a19-bc45-9147b34bf326 req-5fc1dd39-320e-4c65-8747-1d18245c1869 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0504460
Dec 18 21:07:08.640511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c4563d8-d667-4a19-bc45-9147b34bf326 req-3640a2cf-f0d1-46ea-9180-701548df8f4e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531819
Dec 18 21:07:08.753372 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-590d6ab6-8df6-4fe9-872b-82ab8237df02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:08.779634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b92f1c-ef15-4573-992d-cf220e19d54d req-b3e7b4be-3036-4a79-bcc9-bb2a799337f8 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:08.781710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6b92f1c-ef15-4573-992d-cf220e19d54d req-b3e7b4be-3036-4a79-bcc9-bb2a799337f8 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0569906
Dec 18 21:07:08.831151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6b92f1c-ef15-4573-992d-cf220e19d54d req-feed405b-2207-4e41-9f99-9637c1cbfc57 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432589
Dec 18 21:07:08.841616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-590d6ab6-8df6-4fe9-872b-82ab8237df02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:08.949542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bc3c0-5ea1-4112-ac13-177c0bd3cc4d req-63e412da-47e9-494e-91c3-0ddb2240c862 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:08.951124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-269bc3c0-5ea1-4112-ac13-177c0bd3cc4d req-63e412da-47e9-494e-91c3-0ddb2240c862 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0498283
Dec 18 21:07:08.993802 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-952c6271-cd74-4275-9dd0-95526edd9294 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.005994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-269bc3c0-5ea1-4112-ac13-177c0bd3cc4d req-e3990b91-acc3-45ca-9217-9c29e1069732 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476668
Dec 18 21:07:09.052209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-590d6ab6-8df6-4fe9-872b-82ab8237df02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.054762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-590d6ab6-8df6-4fe9-872b-82ab8237df02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.058242 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-590d6ab6-8df6-4fe9-872b-82ab8237df02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bab9ce4e-3108-414b-975e-58013aa3897d HTTP/1.1" status: 204  len: 168 time: 1.0316358
Dec 18 21:07:09.113864 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d6ab6-8df6-4fe9-872b-82ab8237df02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab9ce4e-3108-414b-975e-58013aa3897d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:09.139297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c6271-cd74-4275-9dd0-95526edd9294 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Pushing event updated for resources: {'Subnet': ['ID=0b65bc52-d264-4358-a2ba-907c82c50dca,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:09.179954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb2023-9bc7-4f54-9181-982367606794 req-4fe1091f-d517-4f09-90a7-0b0ddd4c7156 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:09.181661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c6271-cd74-4275-9dd0-95526edd9294 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Checking segment: {'id': 'f3acfce5-2147-435b-82f2-fbfd2887b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e55c941f-8942-4d57-9772-889b7d8ac8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:09.182036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c6271-cd74-4275-9dd0-95526edd9294 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Network hostable DHCP agents. Network: e55c941f-8942-4d57-9772-889b7d8ac8b0, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:07:09.190271 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0dcb2023-9bc7-4f54-9181-982367606794 req-4fe1091f-d517-4f09-90a7-0b0ddd4c7156 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1014106
Dec 18 21:07:09.249380 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c6271-cd74-4275-9dd0-95526edd9294 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Network e55c941f-8942-4d57-9772-889b7d8ac8b0 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:07:09.262420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0dcb2023-9bc7-4f54-9181-982367606794 req-07ed3d63-8787-4206-9de9-724712c18a82 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709965
Dec 18 21:07:09.263793 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d996daf5-4539-4303-9ae1-c9c2237e7d5a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:09.264314 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d996daf5-4539-4303-9ae1-c9c2237e7d5a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.270172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-952c6271-cd74-4275-9dd0-95526edd9294 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e55c941f-8942-4d57-9772-889b7d8ac8b0) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:09.284150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b8beb0-5926-4360-96b6-df9d18a9f83a None None] Network e55c941f-8942-4d57-9772-889b7d8ac8b0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:09.319600 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c6271-cd74-4275-9dd0-95526edd9294 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:09.320199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-952c6271-cd74-4275-9dd0-95526edd9294 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.345150 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5965d5e-ae8d-4b3e-8a14-4245b42bd729 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.363746 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-952c6271-cd74-4275-9dd0-95526edd9294 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6933298
Dec 18 21:07:09.380527 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56642) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:09.392205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Request body: {'port': {'network_id': 'e55c941f-8942-4d57-9772-889b7d8ac8b0', 'name': 'tempest-TagsExtTest-77844115'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:09.430619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e55c941f-8942-4d57-9772-889b7d8ac8b0', 'network_id': 'e55c941f-8942-4d57-9772-889b7d8ac8b0', 'project_id': '4e20596c0aee4a2b9017d526f9148e8b', 'fixed_ips': [{'subnet_id': '0b65bc52-d264-4358-a2ba-907c82c50dca'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:07:09.431844 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.460793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f3f05-5147-479a-b799-78dba0251527 req-7980ef10-9967-4ba7-a47d-f769bd350743 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:09.469530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a81f3f05-5147-479a-b799-78dba0251527 req-7980ef10-9967-4ba7-a47d-f769bd350743 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1262772
Dec 18 21:07:09.475422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-d996daf5-4539-4303-9ae1-c9c2237e7d5a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] For port 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9,segment=NetworkSegment(efebbdb5-ba51-4e17-b275-16abdf141cad),segment_id=efebbdb5-ba51-4e17-b275-16abdf141cad)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:09.475775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d996daf5-4539-4303-9ae1-c9c2237e7d5a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.487709 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56644) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:09.501068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d996daf5-4539-4303-9ae1-c9c2237e7d5a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:09.552155 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5fab145-6848-4481-b0bc-b1cd759b84af admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.560929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a81f3f05-5147-479a-b799-78dba0251527 req-ae7b5026-027d-4fc5-841f-0ea016b38acb tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885189
Dec 18 21:07:09.606010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Made reservation on behalf of 4e20596c0aee4a2b9017d526f9148e8b for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:09.606461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Allocated IP 172.20.0.2 (e55c941f-8942-4d57-9772-889b7d8ac8b0/0b65bc52-d264-4358-a2ba-907c82c50dca/f0f5e7d4-f2c1-4220-82b7-649e5cef24d3) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:07:09.612022 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.637543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] device_id is not set on port db2326e9-17cb-4b74-ad45-d0467c2ea47b yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:07:09.754556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73835b26-643a-4840-87fb-a105eccb73b5 req-b8dc5662-66be-4c07-97a7-17f802419237 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:09.756372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73835b26-643a-4840-87fb-a105eccb73b5 req-b8dc5662-66be-4c07-97a7-17f802419237 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0757229
Dec 18 21:07:09.770286 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.777263 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.826765 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5fab145-6848-4481-b0bc-b1cd759b84af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.827331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Network e55c941f-8942-4d57-9772-889b7d8ac8b0 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:09.830746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:09.835245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:07:09.838579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Pushing event updated for resources: {'Port': ['ID=f0f5e7d4-f2c1-4220-82b7-649e5cef24d3,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:09.853186 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5fab145-6848-4481-b0bc-b1cd759b84af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.854773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73835b26-643a-4840-87fb-a105eccb73b5 req-134171ed-0268-49e7-a8a3-811489a14e87 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899210
Dec 18 21:07:09.875468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Allocated IP 172.20.0.4 (e55c941f-8942-4d57-9772-889b7d8ac8b0/0b65bc52-d264-4358-a2ba-907c82c50dca/db2326e9-17cb-4b74-ad45-d0467c2ea47b) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:07:09.927219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Attempting to bind port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:07:09.928092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Attempting to bind port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f3acfce5-2147-435b-82f2-fbfd2887b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e55c941f-8942-4d57-9772-889b7d8ac8b0'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:07:09.928629 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Attempting to bind port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 on network e55c941f-8942-4d57-9772-889b7d8ac8b0 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:07:09.934227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:07:09.934915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Checking segment: {'id': 'f3acfce5-2147-435b-82f2-fbfd2887b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e55c941f-8942-4d57-9772-889b7d8ac8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:09.935479 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.936032 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Bound using segment: {'id': 'f3acfce5-2147-435b-82f2-fbfd2887b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e55c941f-8942-4d57-9772-889b7d8ac8b0'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:07:09.938675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Bound port: f0f5e7d4-f2c1-4220-82b7-649e5cef24d3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3acfce5-2147-435b-82f2-fbfd2887b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e55c941f-8942-4d57-9772-889b7d8ac8b0'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:07:09.940163 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:09.955512 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c5fab145-6848-4481-b0bc-b1cd759b84af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=569b15186e144022a318ddf803fb25d7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4654036
Dec 18 21:07:09.958810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56650) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:09.959322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fab145-6848-4481-b0bc-b1cd759b84af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05baa300-cb52-408d-834c-7ff5b29bed2d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:09.983521 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d996daf5-4539-4303-9ae1-c9c2237e7d5a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.021537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] For port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:07:10.025048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] For port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0f5e7d4-f2c1-4220-82b7-649e5cef24d3,segment=NetworkSegment(f3acfce5-2147-435b-82f2-fbfd2887b53b),segment_id=f3acfce5-2147-435b-82f2-fbfd2887b53b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:07:10.032939 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.046701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996daf5-4539-4303-9ae1-c9c2237e7d5a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:10.088069 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b5965d5e-ae8d-4b3e-8a14-4245b42bd729 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Deleting port 75aa3ad7-0891-493b-bd63-11cf95dd168f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:10.088963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5965d5e-ae8d-4b3e-8a14-4245b42bd729 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.111504 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.128039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba98fb3-1580-447c-a1a1-22dfb896ace9 None None] Pushing event updated for resources: {'Port': ['ID=f0f5e7d4-f2c1-4220-82b7-649e5cef24d3,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:10.153714 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.186704 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.254751 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.257666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.262393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05baa300-cb52-408d-834c-7ff5b29bed2d HTTP/1.1" status: 204  len: 168 time: 0.3019340
Dec 18 21:07:10.308128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05baa300-cb52-408d-834c-7ff5b29bed2d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:10.323685 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.324131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.324475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.324909 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.325296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.325677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.326005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.326352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.326684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.327009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.327332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.327656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.328526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fdd31-5cc0-401e-90aa-be23d7999d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:10.357216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279f0b-27e0-4cf2-9876-bd0a4b546373 req-0122f596-98f1-4c0c-853c-0b5c9e78d613 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:10.359087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97279f0b-27e0-4cf2-9876-bd0a4b546373 req-0122f596-98f1-4c0c-853c-0b5c9e78d613 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1096246
Dec 18 21:07:10.361014 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.438434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5965d5e-ae8d-4b3e-8a14-4245b42bd729 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.446783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Network e55c941f-8942-4d57-9772-889b7d8ac8b0 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:10.453053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:10.483283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b5965d5e-ae8d-4b3e-8a14-4245b42bd729 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Calling delete_port for 75aa3ad7-0891-493b-bd63-11cf95dd168f owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:10.488422 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:07:10.616611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Pushing event updated for resources: {'Port': ['ID=db2326e9-17cb-4b74-ad45-d0467c2ea47b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:10.654576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97279f0b-27e0-4cf2-9876-bd0a4b546373 req-8e56de02-bfc4-4af8-a62e-40c1f552eea1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2771785
Dec 18 21:07:10.664655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:10.665412 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.672469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d996daf5-4539-4303-9ae1-c9c2237e7d5a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.706165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee20a2c-9481-4cc2-b35c-a7e9baf0f001 req-78791770-6bd7-4092-a286-517b4c4da96b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:10.708638 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ee20a2c-9481-4cc2-b35c-a7e9baf0f001 req-78791770-6bd7-4092-a286-517b4c4da96b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1940458
Dec 18 21:07:10.716132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a19dd357-58de-4561-9846-4a356b2ffae9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 920 time: 1.3288956
Dec 18 21:07:10.717105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56666) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:10.722873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0d4ef21c-fa90-49e6-abea-85cbf453552e tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1614673775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:10.825148 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d4ef21c-fa90-49e6-abea-85cbf453552e tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.826183 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d4ef21c-fa90-49e6-abea-85cbf453552e tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.868130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9b2ed-b776-4c02-8830-23278e3c4946 req-89dbea45-81d4-45c9-9d15-85a49fa3f01c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:10.870192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03a9b2ed-b776-4c02-8830-23278e3c4946 req-89dbea45-81d4-45c9-9d15-85a49fa3f01c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1396301
Dec 18 21:07:10.874006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ee20a2c-9481-4cc2-b35c-a7e9baf0f001 req-cd8f7566-961a-4657-a1d1-43549dffc68a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455286
Dec 18 21:07:10.929855 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5965d5e-ae8d-4b3e-8a14-4245b42bd729 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:10.975256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5965d5e-ae8d-4b3e-8a14-4245b42bd729 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event deleted for resources: {'Port': ['ID=75aa3ad7-0891-493b-bd63-11cf95dd168f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:11.004373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03a9b2ed-b776-4c02-8830-23278e3c4946 req-bfafdbeb-856c-41fc-a480-35e63bf6f186 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281748
Dec 18 21:07:11.013764 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d4ef21c-fa90-49e6-abea-85cbf453552e tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:11.021397 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d4ef21c-fa90-49e6-abea-85cbf453552e tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:11.023254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d996daf5-4539-4303-9ae1-c9c2237e7d5a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 58705ba3-9fd8-427f-aa05-034efffebdaf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:07:11.052890 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d4ef21c-fa90-49e6-abea-85cbf453552e tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:11.054548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:11.056714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0d4ef21c-fa90-49e6-abea-85cbf453552e tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3364134
Dec 18 21:07:11.058890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56678) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:11.066564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-27862904-6669-46a5-95d6-4dd5cadedc26 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1685044851', 'prefixes': ['172.20.0.0/16']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:11.158039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:11.159779 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:11.247278 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-27862904-6669-46a5-95d6-4dd5cadedc26 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for subnetpool, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:11.248504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-27862904-6669-46a5-95d6-4dd5cadedc26 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.1873884
Dec 18 21:07:11.257345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d933e06-086e-42bf-a975-c6fe6d6b76fd req-97edc701-1e5f-4d3d-8abf-e24c8aadb4d3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:11.268270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d933e06-086e-42bf-a975-c6fe6d6b76fd req-97edc701-1e5f-4d3d-8abf-e24c8aadb4d3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1161675
Dec 18 21:07:11.270692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56684) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:11.274986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-1eca0964-3d60-49b2-b308-e3cf3a608665 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f365cce6e50>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca', 'tempest-TagsExtTest-Tag-899868937') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:11.298176 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:11.364299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0f5e7d4-f2c1-4220-82b7-649e5cef24d3,segment=NetworkSegment(f3acfce5-2147-435b-82f2-fbfd2887b53b),segment_id=f3acfce5-2147-435b-82f2-fbfd2887b53b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:11.372499 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:11.424785 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5965d5e-ae8d-4b3e-8a14-4245b42bd729 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:11.439316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=f0f5e7d4-f2c1-4220-82b7-649e5cef24d3,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:11.445261 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d933e06-086e-42bf-a975-c6fe6d6b76fd req-ea657415-4081-4528-9139-22b335a7d426 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760025
Dec 18 21:07:11.489224 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1eca0964-3d60-49b2-b308-e3cf3a608665 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "PUT /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags/tempest-TagsExtTest-Tag-899868937 HTTP/1.1" status: 201  len: 201 time: 0.2148097
Dec 18 21:07:11.489500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56694) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:11.495159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-221d905e-ae22-4f6c-a442-a45741d9ff39 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f365d2bab50>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b', 'tempest-TagsExtTest-Tag-633802426') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:11.593922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d996daf5-4539-4303-9ae1-c9c2237e7d5a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:11.601249 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d996daf5-4539-4303-9ae1-c9c2237e7d5a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8620880
Dec 18 21:07:11.603953 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56698) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:11.606736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c6964-7be6-4167-8aec-df1129eb741e None None] Sync routers for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:11.622490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c6964-7be6-4167-8aec-df1129eb741e None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:11.623429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5d9c6964-7be6-4167-8aec-df1129eb741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e6070a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:11.655364 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ccba-dfd7-4785-bc26-eb2a3006d334 req-5af153b2-6670-4652-91da-806b2f9b2474 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:11.662772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72f2ccba-dfd7-4785-bc26-eb2a3006d334 req-5af153b2-6670-4652-91da-806b2f9b2474 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1121438
Dec 18 21:07:11.738281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72f2ccba-dfd7-4785-bc26-eb2a3006d334 req-713adae7-ba33-4a0a-a29e-066814eeb736 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695064
Dec 18 21:07:11.741074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-5d9c6964-7be6-4167-8aec-df1129eb741e None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:11.744000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83ea172-e956-4d76-a063-6df027d01c26 None None] Network e55c941f-8942-4d57-9772-889b7d8ac8b0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:11.747494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-221d905e-ae22-4f6c-a442-a45741d9ff39 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "PUT /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags/tempest-TagsExtTest-Tag-633802426 HTTP/1.1" status: 201  len: 201 time: 0.2569633
Dec 18 21:07:11.752641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56702) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:11.762530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-68b76cac-e095-4920-b29d-8a1ff9a3abbc tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f365d29d520>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b', 'tempest-TagsExtTest-Tag-1693729529') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:11.898442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-68b76cac-e095-4920-b29d-8a1ff9a3abbc tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "PUT /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags/tempest-TagsExtTest-Tag-1693729529 HTTP/1.1" status: 201  len: 201 time: 0.1432333
Dec 18 21:07:11.905225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56706) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:11.911513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-118dbf6a-ad0d-4079-bf91-6a88b1a0a3a5 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f365e153a00>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e', 'tempest-TagsExtTest-Tag-515267158') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:11.986357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-118dbf6a-ad0d-4079-bf91-6a88b1a0a3a5 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "PUT /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags/tempest-TagsExtTest-Tag-515267158 HTTP/1.1" status: 201  len: 201 time: 0.0792568
Dec 18 21:07:11.991295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56714) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:12.006519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-bc8b455d-408a-4d70-8d77-ae04052e379f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f365d29da30>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:12.151687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4597d5-cef9-442f-a183-ece019852bb8 req-5c4473d3-2759-47b9-9678-018bce25d9e3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:12.159888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b4597d5-cef9-442f-a183-ece019852bb8 req-5c4473d3-2759-47b9-9678-018bce25d9e3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1079869
Dec 18 21:07:12.193726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cc7b9-9eaf-4c44-9a6b-cdc4160e0b55 req-d8f7bc5f-8783-4278-ac56-deec4b64d572 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:12.195499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-972cc7b9-9eaf-4c44-9a6b-cdc4160e0b55 req-d8f7bc5f-8783-4278-ac56-deec4b64d572 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1451917
Dec 18 21:07:12.226426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bc8b455d-408a-4d70-8d77-ae04052e379f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags HTTP/1.1" status: 200  len: 240 time: 0.2326007
Dec 18 21:07:12.234961 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56722) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:12.239219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-59502e67-96d0-4f72-aada-3804602ce16a tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365c868760>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca', 'tempest-TagsExtTest-Tag-899868937') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:12.266413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-2009f5b5-7613-469e-9dd6-05a4bf6fdc7f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting subnet 79a0efb5-8add-4355-9208-3710be6b1be2 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:07:12.270047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2009f5b5-7613-469e-9dd6-05a4bf6fdc7f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:12.291875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8dd5a081-76da-4a1c-9123-aafc0e18f438 None None] Provisioning complete for port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:12.292381 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a081-76da-4a1c-9123-aafc0e18f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:12.292460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b4597d5-cef9-442f-a183-ece019852bb8 req-1b022fff-9acb-44f9-9e7b-d83c929873b0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297500
Dec 18 21:07:12.315735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2009f5b5-7613-469e-9dd6-05a4bf6fdc7f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:12.344622 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-972cc7b9-9eaf-4c44-9a6b-cdc4160e0b55 req-a4c1fcfb-e898-43ae-8388-c9d0bd128b7d tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278996
Dec 18 21:07:12.378862 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-59502e67-96d0-4f72-aada-3804602ce16a tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags/tempest-TagsExtTest-Tag-899868937 HTTP/1.1" status: 204  len: 168 time: 0.1427953
Dec 18 21:07:12.379515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56726) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:12.385029 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-b64c0a2d-d149-471d-9383-a2316fe1992d tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f365f341460>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca', 'tempest-TagsExtTest-Tag-899868937') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:12.416408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2009f5b5-7613-469e-9dd6-05a4bf6fdc7f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:12.466839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5965d5e-ae8d-4b3e-8a14-4245b42bd729 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Router 79e76fff-e359-4d7b-a727-34624577bc61 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:07:12.495412 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b64c0a2d-d149-471d-9383-a2316fe1992d tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags/tempest-TagsExtTest-Tag-899868937 HTTP/1.1" status: 204  len: 168 time: 0.1148152
Dec 18 21:07:12.498494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56730) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:12.505935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-4e442699-a6c4-40a0-80e3-807b7d543709 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f365f5dc310>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:12.540324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5d9c6964-7be6-4167-8aec-df1129eb741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e6070a0>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:09Z', 'revision_number': 8, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d69fa6-32a3-4563-b90c-06984a2bfa80', 'name': '', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:52Z', 'updated_at': '2021-12-18T21:06:59Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:12.587128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c6964-7be6-4167-8aec-df1129eb741e None None] Checking router: 58705ba3-9fd8-427f-aa05-034efffebdaf for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:07:12.590956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5965d5e-ae8d-4b3e-8a14-4245b42bd729 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:12.600657 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b5965d5e-ae8d-4b3e-8a14-4245b42bd729 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "PUT /v2.0/routers/79e76fff-e359-4d7b-a727-34624577bc61/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5271330
Dec 18 21:07:12.601172 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c6964-7be6-4167-8aec-df1129eb741e None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:12.601272 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4e442699-a6c4-40a0-80e3-807b7d543709 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags HTTP/1.1" status: 200  len: 205 time: 0.0997825
Dec 18 21:07:12.601359 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5d9c6964-7be6-4167-8aec-df1129eb741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e6070a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:12.601469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56734) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:12.603333 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56736) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:12.607252 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133a775-df73-4a2a-b03c-e2d6a6a4e400 None None] Sync routers for ids ['79e76fff-e359-4d7b-a727-34624577bc61'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:12.609674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-1c9933c8-f30e-4632-a97f-f257acb150b3 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f365ca979d0>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:12.613660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2009f5b5-7613-469e-9dd6-05a4bf6fdc7f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:12.629539 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133a775-df73-4a2a-b03c-e2d6a6a4e400 None None] Routers {'79e76fff-e359-4d7b-a727-34624577bc61'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:12.630562 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c133a775-df73-4a2a-b03c-e2d6a6a4e400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5ee310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['79e76fff-e359-4d7b-a727-34624577bc61'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:12.706044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009f5b5-7613-469e-9dd6-05a4bf6fdc7f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Subnet': ['ID=79a0efb5-8add-4355-9208-3710be6b1be2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:12.715917 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2009f5b5-7613-469e-9dd6-05a4bf6fdc7f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:12.720276 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2009f5b5-7613-469e-9dd6-05a4bf6fdc7f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/79a0efb5-8add-4355-9208-3710be6b1be2 HTTP/1.1" status: 204  len: 168 time: 1.1122131
Dec 18 21:07:12.720276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56742) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:12.756548 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a52b0655-b357-466f-a422-2b1427831a06 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:12.764568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-5d9c6964-7be6-4167-8aec-df1129eb741e None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:12.770721 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c133a775-df73-4a2a-b03c-e2d6a6a4e400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5ee310>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:12.809147 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133a775-df73-4a2a-b03c-e2d6a6a4e400 None None] Routers {'79e76fff-e359-4d7b-a727-34624577bc61'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:12.813261 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c133a775-df73-4a2a-b03c-e2d6a6a4e400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5ee310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['79e76fff-e359-4d7b-a727-34624577bc61'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:12.852663 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:12.887961 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1c9933c8-f30e-4632-a97f-f257acb150b3 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags HTTP/1.1" status: 200  len: 240 time: 0.2818673
Dec 18 21:07:12.890617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56744) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:12.899473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-c9e9bb7e-4963-4060-9f94-1038a6cc162d tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365c57cd00>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b', 'tempest-TagsExtTest-Tag-633802426') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:12.936748 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c133a775-df73-4a2a-b03c-e2d6a6a4e400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5ee310>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:12.940294 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133a775-df73-4a2a-b03c-e2d6a6a4e400 None None] The sync data for ids ['79e76fff-e359-4d7b-a727-34624577bc61'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:12.953180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ca8d73-d7c5-4723-b17a-2c6ce4f5fbfb None None] Network 2b2e479e-2463-4c64-860a-b7faad1098c8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:13.038773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:13.047540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port 600364a0-e49f-407b-9d64-3e742d5a20b9 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:13.047875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.083473 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a52b0655-b357-466f-a422-2b1427831a06 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.086110 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a52b0655-b357-466f-a422-2b1427831a06 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.141042 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] For port 600364a0-e49f-407b-9d64-3e742d5a20b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=600364a0-e49f-407b-9d64-3e742d5a20b9,segment=NetworkSegment(efebbdb5-ba51-4e17-b275-16abdf141cad),segment_id=efebbdb5-ba51-4e17-b275-16abdf141cad)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:13.141549 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.148436 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a52b0655-b357-466f-a422-2b1427831a06 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.149211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52b0655-b357-466f-a422-2b1427831a06 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Fanout notify agent at l3_agent the message router_deleted on router 79e76fff-e359-4d7b-a727-34624577bc61 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:07:13.150754 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c9e9bb7e-4963-4060-9f94-1038a6cc162d tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags/tempest-TagsExtTest-Tag-633802426 HTTP/1.1" status: 204  len: 168 time: 0.2577324
Dec 18 21:07:13.152463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56750) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:13.164365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-dca8b3d4-03ee-45ae-8891-3de5785a7ee8 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f365dc42eb0>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b', 'tempest-TagsExtTest-Tag-633802426') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:13.167141 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a52b0655-b357-466f-a422-2b1427831a06 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.172237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for 600364a0-e49f-407b-9d64-3e742d5a20b9 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:13.173751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56752) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:13.174945 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a52b0655-b357-466f-a422-2b1427831a06 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "DELETE /v2.0/routers/79e76fff-e359-4d7b-a727-34624577bc61 HTTP/1.1" status: 204  len: 168 time: 0.5725491
Dec 18 21:07:13.199326 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ea0dc2aa-353a-4784-aa67-5c9678147fdc None None] Provisioning complete for port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:13.199700 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ea0dc2aa-353a-4784-aa67-5c9678147fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.271199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:13.272550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.320913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b683b3-67f4-4af2-aeff-5b4b26ee6baa None None] DHCP port deletion for 2b2e479e-2463-4c64-860a-b7faad1098c8 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:13.325840 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-76839ffa-0952-4790-89d0-71400349636c tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Deleting subnet d34f92ab-4a7e-4fc5-8418-d06c689afe33 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:07:13.332531 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76839ffa-0952-4790-89d0-71400349636c tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.418840 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76839ffa-0952-4790-89d0-71400349636c tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.459837 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dca8b3d4-03ee-45ae-8891-3de5785a7ee8 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags/tempest-TagsExtTest-Tag-633802426 HTTP/1.1" status: 204  len: 168 time: 0.3008997
Dec 18 21:07:13.463293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56758) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:13.467142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365240b4-cc77-48a8-8980-3a98298dfe33 req-e7cb4988-a5a4-4b1c-9908-6a3b5e1f2261 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:13.469310 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-365240b4-cc77-48a8-8980-3a98298dfe33 req-e7cb4988-a5a4-4b1c-9908-6a3b5e1f2261 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0813739
Dec 18 21:07:13.470274 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-5a9abebd-4e4e-4eb8-86d5-f4e8597d8a8e tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f365e746b50>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:13.472415 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.557789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-365240b4-cc77-48a8-8980-3a98298dfe33 req-50417707-b789-46c8-93e5-308353525ffd tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816374
Dec 18 21:07:13.589515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No DVR routers for this DVR port 600364a0-e49f-407b-9d64-3e742d5a20b9 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:13.601519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=600364a0-e49f-407b-9d64-3e742d5a20b9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:13.612801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ab1b8-1f75-4d02-9ab5-a5f527f94396 req-e79063a0-3cd8-4f17-831c-389e29a4eca6 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:13.620329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-430ab1b8-1f75-4d02-9ab5-a5f527f94396 req-e79063a0-3cd8-4f17-831c-389e29a4eca6 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1160131
Dec 18 21:07:13.632323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ea0dc2aa-353a-4784-aa67-5c9678147fdc None None] Provisioning complete for port db2326e9-17cb-4b74-ad45-d0467c2ea47b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:13.632838 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ea0dc2aa-353a-4784-aa67-5c9678147fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.665253 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5d9c6964-7be6-4167-8aec-df1129eb741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e6070a0>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:09Z', 'revision_number': 8, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d69fa6-32a3-4563-b90c-06984a2bfa80', 'name': '', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:52Z', 'updated_at': '2021-12-18T21:06:59Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:13.679920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-430ab1b8-1f75-4d02-9ab5-a5f527f94396 req-a23419eb-3c00-429b-a26b-238300b3eb6b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537870
Dec 18 21:07:13.717074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c6964-7be6-4167-8aec-df1129eb741e None None] The sync data for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 is: [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:09Z', 'revision_number': 8, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d69fa6-32a3-4563-b90c-06984a2bfa80', 'name': '', 'network_id': '9efa8dcf-e4d3-4af6-9d04-3da1084e8d62', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:52Z', 'updated_at': '2021-12-18T21:06:59Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': 'c7689f9c-0276-4e62-8181-08b09e8d39d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:13.747241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ea0dc2aa-353a-4784-aa67-5c9678147fdc None None] Port db2326e9-17cb-4b74-ad45-d0467c2ea47b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:07:13.751493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-19b683b3-67f4-4af2-aeff-5b4b26ee6baa None None] Deleting port 600364a0-e49f-407b-9d64-3e742d5a20b9 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:13.751597 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-19b683b3-67f4-4af2-aeff-5b4b26ee6baa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.763164 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.768078 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76839ffa-0952-4790-89d0-71400349636c tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.803306 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5a9abebd-4e4e-4eb8-86d5-f4e8597d8a8e tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags HTTP/1.1" status: 200  len: 205 time: 0.3354738
Dec 18 21:07:13.804027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56772) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:13.813502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-4e845a64-b126-4de1-936b-75ac6193dc2e tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f365d505220>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:13.822525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dba5550>,) {'filters': {'network_id': ['2b2e479e-2463-4c64-860a-b7faad1098c8']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:13.840967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dba5550>, 'efebbdb5-ba51-4e17-b275-16abdf141cad') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:13.841279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dba5550>, 'efebbdb5-ba51-4e17-b275-16abdf141cad') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:13.848053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-19b683b3-67f4-4af2-aeff-5b4b26ee6baa None None] For port 600364a0-e49f-407b-9d64-3e742d5a20b9, host ncdv-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:13.848665 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-19b683b3-67f4-4af2-aeff-5b4b26ee6baa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.851316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.870479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-19b683b3-67f4-4af2-aeff-5b4b26ee6baa None None] Calling delete_port for 600364a0-e49f-407b-9d64-3e742d5a20b9 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:13.873577 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.879835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.ipam_backend_mixin [None req-19b683b3-67f4-4af2-aeff-5b4b26ee6baa None None] Port 600364a0-e49f-407b-9d64-3e742d5a20b9 was not found and therefore no delete operation was performed {{(pid=126010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:07:13.882523 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76839ffa-0952-4790-89d0-71400349636c tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.887105 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-08a36da1-d97f-4daa-a550-82e3ffa33883 None None] Provisioning complete for port db2326e9-17cb-4b74-ad45-d0467c2ea47b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:13.887698 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-08a36da1-d97f-4daa-a550-82e3ffa33883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.890863 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-19b683b3-67f4-4af2-aeff-5b4b26ee6baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.913232 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:07:13.913636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:07:13.919590 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:07:13.931284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76839ffa-0952-4790-89d0-71400349636c tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event deleted for resources: {'Subnet': ['ID=d34f92ab-4a7e-4fc5-8418-d06c689afe33,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:13.963251 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b683b3-67f4-4af2-aeff-5b4b26ee6baa None None] Pushing event deleted for resources: {'Port': ['ID=600364a0-e49f-407b-9d64-3e742d5a20b9,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:13.963999 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76839ffa-0952-4790-89d0-71400349636c tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:13.969923 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-76839ffa-0952-4790-89d0-71400349636c tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "DELETE /v2.0/subnets/d34f92ab-4a7e-4fc5-8418-d06c689afe33 HTTP/1.1" status: 204  len: 168 time: 0.7951353
Dec 18 21:07:13.970604 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56774) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:13.970831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4e845a64-b126-4de1-936b-75ac6193dc2e tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags HTTP/1.1" status: 200  len: 241 time: 0.1644931
Dec 18 21:07:13.970966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56776) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:13.978984 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-08057c8f-d1ae-422f-9dfc-d9aafcbc65fe tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365e8f7b80>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b', 'tempest-TagsExtTest-Tag-1693729529') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:13.984712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12824f-e80a-4f7f-845a-6d99ac1c12fc req-81950bb2-479f-46bd-848d-3be1408d371a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:13.986703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b683b3-67f4-4af2-aeff-5b4b26ee6baa None None] No DVR routers for this DVR port 600364a0-e49f-407b-9d64-3e742d5a20b9 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:13.988596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ef1523-0025-44d3-8459-78d5b5f5a26f None None] Network 807c3885-780f-47ab-afdc-647ce62876ac requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:13.998099 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef12824f-e80a-4f7f-845a-6d99ac1c12fc req-81950bb2-479f-46bd-848d-3be1408d371a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0867710
Dec 18 21:07:14.070243 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef12824f-e80a-4f7f-845a-6d99ac1c12fc req-be5ef7f2-3353-4ea7-9959-f69ebe5ad04e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689356
Dec 18 21:07:14.092041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-08a36da1-d97f-4daa-a550-82e3ffa33883 None None] Port db2326e9-17cb-4b74-ad45-d0467c2ea47b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:07:14.136208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.150435 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.156675 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/networks/2b2e479e-2463-4c64-860a-b7faad1098c8 HTTP/1.1" status: 204  len: 168 time: 1.4303429
Dec 18 21:07:14.161188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56778) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:14.176517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdca18-a5cd-41dc-a224-0f3a720e4df5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Network': ['ID=2b2e479e-2463-4c64-860a-b7faad1098c8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:14.184986 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.193760 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-08057c8f-d1ae-422f-9dfc-d9aafcbc65fe tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags/tempest-TagsExtTest-Tag-1693729529 HTTP/1.1" status: 204  len: 168 time: 0.2181017
Dec 18 21:07:14.197457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56780) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:14.201918 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-55e4a307-8f71-4f65-b383-747b6ae2d147 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f365e13a190>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b', 'tempest-TagsExtTest-Tag-1693729529') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:14.210193 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d65fd91-cd61-45d0-a8a4-6d97aa97182e None None] DHCP port deletion for 807c3885-780f-47ab-afdc-647ce62876ac request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:14.287457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d65fd91-cd61-45d0-a8a4-6d97aa97182e None None] Deleting port 334aebd9-5a48-451f-b225-3470dfd5454e {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:14.287838 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d65fd91-cd61-45d0-a8a4-6d97aa97182e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.324871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Deleting port 334aebd9-5a48-451f-b225-3470dfd5454e {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:14.325119 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.362770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d65fd91-cd61-45d0-a8a4-6d97aa97182e None None] For port 334aebd9-5a48-451f-b225-3470dfd5454e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=334aebd9-5a48-451f-b225-3470dfd5454e,segment=NetworkSegment(85ab8f76-11ff-417e-b838-705d20352e50),segment_id=85ab8f76-11ff-417e-b838-705d20352e50)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:14.363273 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d65fd91-cd61-45d0-a8a4-6d97aa97182e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.363459 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-55e4a307-8f71-4f65-b383-747b6ae2d147 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags/tempest-TagsExtTest-Tag-1693729529 HTTP/1.1" status: 204  len: 168 time: 0.1650698
Dec 18 21:07:14.365873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56782) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:14.372378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-594a6fd0-d948-47af-9239-17ab03f34e95 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f365e348a90>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:14.379683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d65fd91-cd61-45d0-a8a4-6d97aa97182e None None] Calling delete_port for 334aebd9-5a48-451f-b225-3470dfd5454e owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:14.457491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] For port 334aebd9-5a48-451f-b225-3470dfd5454e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=334aebd9-5a48-451f-b225-3470dfd5454e,segment=NetworkSegment(85ab8f76-11ff-417e-b838-705d20352e50),segment_id=85ab8f76-11ff-417e-b838-705d20352e50)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:14.457854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.473137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Calling delete_port for 334aebd9-5a48-451f-b225-3470dfd5454e owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:14.480702 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d65fd91-cd61-45d0-a8a4-6d97aa97182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.492712 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-594a6fd0-d948-47af-9239-17ab03f34e95 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags HTTP/1.1" status: 200  len: 205 time: 0.1231849
Dec 18 21:07:14.492904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56784) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:14.509763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65fd91-cd61-45d0-a8a4-6d97aa97182e None None] No DVR routers for this DVR port 334aebd9-5a48-451f-b225-3470dfd5454e on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:14.511479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65fd91-cd61-45d0-a8a4-6d97aa97182e None None] Pushing event deleted for resources: {'Port': ['ID=334aebd9-5a48-451f-b225-3470dfd5454e,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:14.526778 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-cd29b0d7-a38b-4966-8898-5c9f39224f24 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f365f97bb50>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:14.546077 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03845c64-245e-4334-8115-2edeb3cd8d3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.581400 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cd29b0d7-a38b-4966-8898-5c9f39224f24 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags HTTP/1.1" status: 200  len: 240 time: 0.0874512
Dec 18 21:07:14.583957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56788) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:14.588225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-b5f72d33-812f-44e2-8ae8-86a04221e667 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365d3c0cd0>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e', 'tempest-TagsExtTest-Tag-515267158') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:14.625204 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b5f72d33-812f-44e2-8ae8-86a04221e667 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags/tempest-TagsExtTest-Tag-515267158 HTTP/1.1" status: 204  len: 168 time: 0.0397105
Dec 18 21:07:14.626163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.628131 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56792) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:14.634937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-9aa71948-aef6-4707-8b33-1fcb7f02fab4 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f365d86c880>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e', 'tempest-TagsExtTest-Tag-515267158') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:14.664029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event deleted for resources: {'Port': ['ID=334aebd9-5a48-451f-b225-3470dfd5454e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:14.673430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] No DVR routers for this DVR port 334aebd9-5a48-451f-b225-3470dfd5454e on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:14.799376 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.817677 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9aa71948-aef6-4707-8b33-1fcb7f02fab4 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags/tempest-TagsExtTest-Tag-515267158 HTTP/1.1" status: 204  len: 168 time: 0.1869311
Dec 18 21:07:14.820190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56806) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:14.842614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-6314507d-d07e-4f3e-bbc2-4a36ed93e20f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f365c80b0d0>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:14.850231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.882077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e616e20>,) {'filters': {'network_id': ['807c3885-780f-47ab-afdc-647ce62876ac']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:14.912543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e616e20>, '85ab8f76-11ff-417e-b838-705d20352e50') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:14.912837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e616e20>, '85ab8f76-11ff-417e-b838-705d20352e50') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:14.926445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.937800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:14.949676 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6314507d-d07e-4f3e-bbc2-4a36ed93e20f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags HTTP/1.1" status: 200  len: 205 time: 0.1267936
Dec 18 21:07:14.952206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56808) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:14.954181 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.965277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:07:14.965634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6cf3fb74-019f-4ea0-bf2e-e26a40e4cde9 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:07:14.966055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 600364a0-e49f-407b-9d64-3e742d5a20b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:14.967329 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-a3fce686-f78e-4d42-a14b-84336857e4be tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f365e42f1c0>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:14.974444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:07:14.974856 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:14.991365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 600364a0-e49f-407b-9d64-3e742d5a20b9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:07:14.991859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 600364a0-e49f-407b-9d64-3e742d5a20b9 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:07:14.997064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 334aebd9-5a48-451f-b225-3470dfd5454e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:14.999466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49db0a-902a-4c9f-987c-141a8676ffdb req-9fa856b2-ee0e-4478-82b6-9d127d33e37b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:15.007828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d49db0a-902a-4c9f-987c-141a8676ffdb req-9fa856b2-ee0e-4478-82b6-9d127d33e37b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1190701
Dec 18 21:07:15.029853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 334aebd9-5a48-451f-b225-3470dfd5454e {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:07:15.030314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 334aebd9-5a48-451f-b225-3470dfd5454e not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:07:15.041861 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:07:15.046219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:15.077826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:15.089903 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] 10.222.0.13 "DELETE /v2.0/networks/807c3885-780f-47ab-afdc-647ce62876ac HTTP/1.1" status: 204  len: 168 time: 1.1069112
Dec 18 21:07:15.098605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eeb0b3-c6c4-4d86-beb6-a9e037d0faa8 tempest-FloatingIPNegativeTestJSON-426258324 tempest-FloatingIPNegativeTestJSON-426258324-project] Pushing event deleted for resources: {'Network': ['ID=807c3885-780f-47ab-afdc-647ce62876ac,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:15.115426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d49db0a-902a-4c9f-987c-141a8676ffdb req-c45d477c-2345-483a-8970-afe696ff5cf3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067441
Dec 18 21:07:15.130452 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a3fce686-f78e-4d42-a14b-84336857e4be tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags HTTP/1.1" status: 204  len: 168 time: 0.1712384
Dec 18 21:07:15.130986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56816) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:15.136415 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-5b4213df-5627-4046-9712-6bf58c07a540 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f365d691310>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:15.235671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56820) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:15.236142 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5b4213df-5627-4046-9712-6bf58c07a540 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags HTTP/1.1" status: 204  len: 168 time: 0.1036968
Dec 18 21:07:15.250777 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-4bb918f4-7518-44fa-b86c-a0bf425f4f9b tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f365e653fd0>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:15.336606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced7b07-66c1-4f17-b763-53c56e55a52c req-190f8c3a-edd7-40c4-9acb-2e698d757ef7 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:15.338139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bced7b07-66c1-4f17-b763-53c56e55a52c req-190f8c3a-edd7-40c4-9acb-2e698d757ef7 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1050415
Dec 18 21:07:15.349174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-03845c64-245e-4334-8115-2edeb3cd8d3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port b4d69fa6-32a3-4563-b90c-06984a2bfa80 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:15.349514 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03845c64-245e-4334-8115-2edeb3cd8d3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:15.427389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56824) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:15.433196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4bb918f4-7518-44fa-b86c-a0bf425f4f9b tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags HTTP/1.1" status: 204  len: 168 time: 0.1875861
Dec 18 21:07:15.435607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56828) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:15.439937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-d0c4721f-dab9-427a-8d4e-c8c264bf5ab6 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f365eb9aeb0>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:15.447926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bced7b07-66c1-4f17-b763-53c56e55a52c req-789ce10c-633e-43a9-b8ec-df228dc4e252 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025007
Dec 18 21:07:15.497046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-03845c64-245e-4334-8115-2edeb3cd8d3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] For port b4d69fa6-32a3-4563-b90c-06984a2bfa80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4d69fa6-32a3-4563-b90c-06984a2bfa80,segment=NetworkSegment(dde32dd1-1b8f-48a4-9840-3eb93c991241),segment_id=dde32dd1-1b8f-48a4-9840-3eb93c991241)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:15.497428 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03845c64-245e-4334-8115-2edeb3cd8d3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:15.513346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-03845c64-245e-4334-8115-2edeb3cd8d3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for b4d69fa6-32a3-4563-b90c-06984a2bfa80 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:15.534424 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d0c4721f-dab9-427a-8d4e-c8c264bf5ab6 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags HTTP/1.1" status: 204  len: 168 time: 0.0977252
Dec 18 21:07:15.538582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56832) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:15.544556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-3f0596c4-5c6a-451e-a961-cab8f319fee4 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f365e8f72b0>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca', 'tempest-TagsExtTest-Tag-702574511') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:15.625725 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6a5347fb-0e3c-44d0-b1dd-8619a00c715c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be6e867991a3454cb4a23e489f0b6f12&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1948853
Dec 18 21:07:15.626842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56834) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:15.665380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b6a85-e625-4d9d-9a4a-93b83286b1b9 req-a3bf8355-43d3-475a-b449-fb54f222e7a4 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:15.667137 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-786b6a85-e625-4d9d-9a4a-93b83286b1b9 req-a3bf8355-43d3-475a-b449-fb54f222e7a4 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1366401
Dec 18 21:07:15.675798 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3f0596c4-5c6a-451e-a961-cab8f319fee4 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "PUT /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags/tempest-TagsExtTest-Tag-702574511 HTTP/1.1" status: 201  len: 201 time: 0.1335680
Dec 18 21:07:15.675973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56836) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:15.680335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-6c0dda09-830c-4f83-8d0d-9fab50462257 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f365e729340>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b', 'tempest-TagsExtTest-Tag-767821675') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:15.734413 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7560b27-7411-4c0d-a1bc-617d21766adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:15.750408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-786b6a85-e625-4d9d-9a4a-93b83286b1b9 req-397a4e4d-69b8-4097-a1c8-7772428f7958 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757635
Dec 18 21:07:15.763591 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7560b27-7411-4c0d-a1bc-617d21766adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:15.782678 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03845c64-245e-4334-8115-2edeb3cd8d3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:15.806799 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6c0dda09-830c-4f83-8d0d-9fab50462257 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "PUT /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags/tempest-TagsExtTest-Tag-767821675 HTTP/1.1" status: 201  len: 201 time: 0.1297841
Dec 18 21:07:15.810281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56840) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:15.815861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-2073ee8b-43ba-4d7c-b779-cda85e41e56f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f365eadcdc0>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b', 'tempest-TagsExtTest-Tag-796176884') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:15.821286 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03845c64-245e-4334-8115-2edeb3cd8d3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=b4d69fa6-32a3-4563-b90c-06984a2bfa80,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:15.835446 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7560b27-7411-4c0d-a1bc-617d21766adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:15.838796 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7560b27-7411-4c0d-a1bc-617d21766adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:15.842505 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b7560b27-7411-4c0d-a1bc-617d21766adf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3828b6ae-1fb5-49cf-a03f-b87440cf52cb HTTP/1.1" status: 204  len: 168 time: 0.2120924
Dec 18 21:07:15.849909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7560b27-7411-4c0d-a1bc-617d21766adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3828b6ae-1fb5-49cf-a03f-b87440cf52cb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:16.143526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082690fd-3407-4880-9764-8a9790df477b req-524f5145-c4b5-44f3-acd5-6ca5913b44f6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:16.145061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-082690fd-3407-4880-9764-8a9790df477b req-524f5145-c4b5-44f3-acd5-6ca5913b44f6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2520719
Dec 18 21:07:16.165590 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2073ee8b-43ba-4d7c-b779-cda85e41e56f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "PUT /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags/tempest-TagsExtTest-Tag-796176884 HTTP/1.1" status: 201  len: 201 time: 0.3516450
Dec 18 21:07:16.166275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56854) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:16.172605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-e7f9c189-627a-4122-ba6b-f9e0d333b724 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f365e3bc340>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e', 'tempest-TagsExtTest-Tag-1562676388') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:16.182348 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-03845c64-245e-4334-8115-2edeb3cd8d3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:16.212036 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e7f9c189-627a-4122-ba6b-f9e0d333b724 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "PUT /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags/tempest-TagsExtTest-Tag-1562676388 HTTP/1.1" status: 201  len: 201 time: 0.0448864
Dec 18 21:07:16.214867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56860) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:16.220940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-030834b0-0dba-4b3f-ab34-027412c461d3 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f365c9873d0>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca', {'tags': ['tempest-TagsExtTest-Tag-1796285770', 'tempest-TagsExtTest-Tag-725389527', 'tempest-TagsExtTest-Tag-1611613589']}) {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:16.302388 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-030834b0-0dba-4b3f-ab34-027412c461d3 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "PUT /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags HTTP/1.1" status: 200  len: 317 time: 0.0852380
Dec 18 21:07:16.304711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56870) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:16.310288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-9dd2fef2-3a7a-4674-a861-e4185941950c tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f365ed539d0>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:16.312691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-082690fd-3407-4880-9764-8a9790df477b req-23c0691c-ec23-46e7-a1b5-5b3c0bb92a44 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484075
Dec 18 21:07:16.349510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c156ba-f12e-49b8-beb0-926746b2c063 req-700ae620-8059-4fb4-8648-d8389ffe2087 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:16.356773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6c156ba-f12e-49b8-beb0-926746b2c063 req-700ae620-8059-4fb4-8648-d8389ffe2087 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1454320
Dec 18 21:07:16.436406 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9dd2fef2-3a7a-4674-a861-e4185941950c tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags HTTP/1.1" status: 204  len: 168 time: 0.1307633
Dec 18 21:07:16.439255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56880) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:16.447351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-5ff5f7f1-9a25-4033-858e-3496713baf34 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365c8ec160>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca', 'tempest-TagsExtTest-Tag-1796285770') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:16.512384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6c156ba-f12e-49b8-beb0-926746b2c063 req-201f6e6f-af98-4063-9f42-c35d092634ae tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527834
Dec 18 21:07:16.517019 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-5ff5f7f1-9a25-4033-858e-3496713baf34 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] show failed (client error): The resource could not be found.
Dec 18 21:07:16.532566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56884) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:16.539103 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5ff5f7f1-9a25-4033-858e-3496713baf34 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags/tempest-TagsExtTest-Tag-1796285770 HTTP/1.1" status: 404  len: 329 time: 0.0931807
Dec 18 21:07:16.543003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-636c3db3-cfbb-4f50-9790-f4e9e76f9d56 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365e503670>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca', 'tempest-TagsExtTest-Tag-725389527') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:16.546520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03845c64-245e-4334-8115-2edeb3cd8d3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 58705ba3-9fd8-427f-aa05-034efffebdaf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:07:16.587018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810eff1-1581-490f-9ef5-86eaeb74297d req-9d163e3d-9bd0-4626-bd27-dede6f41a1d6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:16.588541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6810eff1-1581-490f-9ef5-86eaeb74297d req-9d163e3d-9bd0-4626-bd27-dede6f41a1d6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1450067
Dec 18 21:07:16.733648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03845c64-245e-4334-8115-2edeb3cd8d3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:16.738229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6810eff1-1581-490f-9ef5-86eaeb74297d req-f724e1ba-6f75-4bbe-bf70-c5047e5cd9bf tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412828
Dec 18 21:07:16.741848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-03845c64-245e-4334-8115-2edeb3cd8d3c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5786247
Dec 18 21:07:16.744725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56900) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:16.746300 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-636c3db3-cfbb-4f50-9790-f4e9e76f9d56 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] show failed (client error): The resource could not be found.
Dec 18 21:07:16.749870 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-636c3db3-cfbb-4f50-9790-f4e9e76f9d56 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags/tempest-TagsExtTest-Tag-725389527 HTTP/1.1" status: 404  len: 328 time: 0.2111259
Dec 18 21:07:16.750651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56902) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:16.754646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-b8dc571b-63e5-44dd-ac1d-8a319f932675 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365f0c4400>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca', 'tempest-TagsExtTest-Tag-1611613589') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:16.763559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e016878-ea06-48a5-9fe4-e47fe9153d47 None None] Sync routers for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:16.787606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e016878-ea06-48a5-9fe4-e47fe9153d47 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:16.788296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4e016878-ea06-48a5-9fe4-e47fe9153d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d46ea60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:16.869618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be923b2-3ea4-4868-a8a6-6a33333f53ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting subnet c7689f9c-0276-4e62-8181-08b09e8d39d3 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:07:16.883104 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-b8dc571b-63e5-44dd-ac1d-8a319f932675 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] show failed (client error): The resource could not be found.
Dec 18 21:07:16.887915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b8dc571b-63e5-44dd-ac1d-8a319f932675 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags/tempest-TagsExtTest-Tag-1611613589 HTTP/1.1" status: 404  len: 329 time: 0.1367586
Dec 18 21:07:16.888741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56912) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:16.897261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-9b64c984-ec84-4f9a-970c-de5750a727d5 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f365f08e550>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b', {'tags': ['tempest-TagsExtTest-Tag-230718253', 'tempest-TagsExtTest-Tag-1350128394', 'tempest-TagsExtTest-Tag-848000187']}) {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:16.897489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2be923b2-3ea4-4868-a8a6-6a33333f53ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:16.924394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4e016878-ea06-48a5-9fe4-e47fe9153d47 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:16.937853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56914) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:16.961918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2be923b2-3ea4-4868-a8a6-6a33333f53ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.020764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5ec24-e0f8-43ab-9600-17cf1bc8066c req-6223691a-39f2-401a-95fd-17b2605d1486 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:17.023607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25e5ec24-e0f8-43ab-9600-17cf1bc8066c req-6223691a-39f2-401a-95fd-17b2605d1486 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0848284
Dec 18 21:07:17.052824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9b64c984-ec84-4f9a-970c-de5750a727d5 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "PUT /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags HTTP/1.1" status: 200  len: 316 time: 0.1613719
Dec 18 21:07:17.080022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56924) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:17.086749 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2be923b2-3ea4-4868-a8a6-6a33333f53ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.100493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-49f53a9e-b222-4ba1-9071-a718d08b67b9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f365d400d30>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:17.156682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-458fe75a-c448-43b3-91d4-c5efb1a0dae6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1473516313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:17.170926 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2be923b2-3ea4-4868-a8a6-6a33333f53ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.181307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25e5ec24-e0f8-43ab-9600-17cf1bc8066c req-0b91f958-d28a-4a54-aaad-0558a358f730 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512868
Dec 18 21:07:17.215626 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-458fe75a-c448-43b3-91d4-c5efb1a0dae6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.216736 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-458fe75a-c448-43b3-91d4-c5efb1a0dae6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.233067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be923b2-3ea4-4868-a8a6-6a33333f53ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Subnet': ['ID=c7689f9c-0276-4e62-8181-08b09e8d39d3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:17.240208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2be923b2-3ea4-4868-a8a6-6a33333f53ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.244644 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2be923b2-3ea4-4868-a8a6-6a33333f53ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/c7689f9c-0276-4e62-8181-08b09e8d39d3 HTTP/1.1" status: 204  len: 168 time: 0.4989049
Dec 18 21:07:17.247273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56928) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:17.253772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7408171f-de1f-43e8-a636-28bd1d615f0b None None] Network 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:17.284556 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-49f53a9e-b222-4ba1-9071-a718d08b67b9 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags HTTP/1.1" status: 204  len: 168 time: 0.2035367
Dec 18 21:07:17.286593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56930) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:17.290279 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-458fe75a-c448-43b3-91d4-c5efb1a0dae6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.292825 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-300965c3-c3ed-46f7-8d1f-10df85839473 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365c8c9880>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b', 'tempest-TagsExtTest-Tag-230718253') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:17.323947 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-458fe75a-c448-43b3-91d4-c5efb1a0dae6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.368580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.391918 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-458fe75a-c448-43b3-91d4-c5efb1a0dae6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.396609 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-458fe75a-c448-43b3-91d4-c5efb1a0dae6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.4532132
Dec 18 21:07:17.396975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56934) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:17.402510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1410209103'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:17.423967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56936) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:17.427372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43172061-8030-4b81-a384-e76fed17d0fd req-c3504e06-26e5-467c-852c-9522e4d905d5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:17.428957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-43172061-8030-4b81-a384-e76fed17d0fd req-c3504e06-26e5-467c-852c-9522e4d905d5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0995171
Dec 18 21:07:17.469046 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-300965c3-c3ed-46f7-8d1f-10df85839473 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] show failed (client error): The resource could not be found.
Dec 18 21:07:17.473303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-300965c3-c3ed-46f7-8d1f-10df85839473 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags/tempest-TagsExtTest-Tag-230718253 HTTP/1.1" status: 404  len: 328 time: 0.1856866
Dec 18 21:07:17.475354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56940) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:17.476241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Made reservation on behalf of 3ba00a5a39804c41938903a7fff9e157 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:17.479944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.484503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-f66563d1-469b-4513-83b0-ad0ebd83cce3 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365dd1e0a0>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b', 'tempest-TagsExtTest-Tag-1350128394') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:17.490355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port 5255195f-6b72-4a0e-8d14-0e2e7670b316 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:17.491389 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.498172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.511022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4e016878-ea06-48a5-9fe4-e47fe9153d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d46ea60>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:15Z', 'revision_number': 9, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:17.527380 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-43172061-8030-4b81-a384-e76fed17d0fd req-bbb84d29-9dc5-4ae2-a637-d54fe4f552be tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866275
Dec 18 21:07:17.550286 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e016878-ea06-48a5-9fe4-e47fe9153d47 None None] Checking router: 58705ba3-9fd8-427f-aa05-034efffebdaf for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:07:17.579796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e016878-ea06-48a5-9fe4-e47fe9153d47 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:17.580640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4e016878-ea06-48a5-9fe4-e47fe9153d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d46ea60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:17.619226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.628420 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.682759 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4e016878-ea06-48a5-9fe4-e47fe9153d47 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:17.683967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c854fc99-812c-443f-88da-e31ed22cf03a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.693816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:07:17.754615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d001fb0d-160b-4a90-a154-ea012ea30aa8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:17.756029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] For port 5255195f-6b72-4a0e-8d14-0e2e7670b316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5255195f-6b72-4a0e-8d14-0e2e7670b316,segment=NetworkSegment(dde32dd1-1b8f-48a4-9840-3eb93c991241),segment_id=dde32dd1-1b8f-48a4-9840-3eb93c991241)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:17.756403 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.758159 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.762074 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Added segment e4a3281c-210d-438c-a291-7aee00ce6a05 of type vlan for network 2804a757-a93b-41db-88a5-cbb5190ce315
Dec 18 21:07:17.781976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb714c2-1014-407d-aec2-cd71bdd4c929 None None] DHCP port deletion for 9efa8dcf-e4d3-4af6-9d04-3da1084e8d62 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:17.814407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a99e00-14fc-4620-a73d-7fd382e29a16 req-7f742e1a-2759-4e78-b5df-37844ee328c0 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:17.815962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9a99e00-14fc-4620-a73d-7fd382e29a16 req-7f742e1a-2759-4e78-b5df-37844ee328c0 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1784146
Dec 18 21:07:17.820461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for 5255195f-6b72-4a0e-8d14-0e2e7670b316 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:17.830577 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.830909 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-f66563d1-469b-4513-83b0-ad0ebd83cce3 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] show failed (client error): The resource could not be found.
Dec 18 21:07:17.836411 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f66563d1-469b-4513-83b0-ad0ebd83cce3 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags/tempest-TagsExtTest-Tag-1350128394 HTTP/1.1" status: 404  len: 329 time: 0.3562820
Dec 18 21:07:17.841348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56948) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:17.848572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-058754dc-df73-4449-a866-d83d4a4672de tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365d8c25e0>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b', 'tempest-TagsExtTest-Tag-848000187') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:17.864661 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52675301-2337-4f3e-a233-1b062b0f6b1e req-90dd0c1f-f942-495b-aa52-944822bec9a1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:17.866165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52675301-2337-4f3e-a233-1b062b0f6b1e req-90dd0c1f-f942-495b-aa52-944822bec9a1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1553841
Dec 18 21:07:17.904890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9bb714c2-1014-407d-aec2-cd71bdd4c929 None None] Deleting port 5255195f-6b72-4a0e-8d14-0e2e7670b316 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:17.905266 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9bb714c2-1014-407d-aec2-cd71bdd4c929 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.915832 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.922514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:17.923387 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:17.989563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9a99e00-14fc-4620-a73d-7fd382e29a16 req-47db052f-0b02-4076-9578-376f2a78b27e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563296
Dec 18 21:07:18.005842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9bb714c2-1014-407d-aec2-cd71bdd4c929 None None] For port 5255195f-6b72-4a0e-8d14-0e2e7670b316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5255195f-6b72-4a0e-8d14-0e2e7670b316,segment=NetworkSegment(dde32dd1-1b8f-48a4-9840-3eb93c991241),segment_id=dde32dd1-1b8f-48a4-9840-3eb93c991241)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:18.006280 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9bb714c2-1014-407d-aec2-cd71bdd4c929 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.027021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52675301-2337-4f3e-a233-1b062b0f6b1e req-9a2142fa-3caa-4454-aeff-0fdf01070d1f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479173
Dec 18 21:07:18.041028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.6409225
Dec 18 21:07:18.041028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5311db9-baea-4519-9971-d92c314d62f8 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event updated for resources: {'Network': ['ID=2804a757-a93b-41db-88a5-cbb5190ce315,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:18.042793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56950) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:18.054828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9bb714c2-1014-407d-aec2-cd71bdd4c929 None None] Calling delete_port for 5255195f-6b72-4a0e-8d14-0e2e7670b316 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:18.057012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 2804a757-a93b-41db-88a5-cbb5190ce315 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:07:18.057963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-92df81bd-a207-4a30-8841-358766636578 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Request body: {'subnet': {'network_id': '2804a757-a93b-41db-88a5-cbb5190ce315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:18.076289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4e016878-ea06-48a5-9fe4-e47fe9153d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d46ea60>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:15Z', 'revision_number': 9, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:18.174577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e016878-ea06-48a5-9fe4-e47fe9153d47 None None] The sync data for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 is: [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:15Z', 'revision_number': 9, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '07b17688-2348-46a3-bee5-30657c873aa2', 'name': '', 'network_id': 'df695f47-ffa1-48a3-8448-f0012063d5d4', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:be:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:45Z', 'updated_at': '2021-12-18T21:06:51Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '8db6c6cd-ccb0-4491-a454-c8f8130aab0b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:18.217604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c98698-8d47-4c44-aba9-4c714c181b0a req-97127c86-c065-4af5-8b86-64b11f5a6cc5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:18.225668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-24c98698-8d47-4c44-aba9-4c714c181b0a req-97127c86-c065-4af5-8b86-64b11f5a6cc5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0912538
Dec 18 21:07:18.246563 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9bb714c2-1014-407d-aec2-cd71bdd4c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.275127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb714c2-1014-407d-aec2-cd71bdd4c929 None None] Pushing event deleted for resources: {'Port': ['ID=5255195f-6b72-4a0e-8d14-0e2e7670b316,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:18.278757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb714c2-1014-407d-aec2-cd71bdd4c929 None None] No DVR routers for this DVR port 5255195f-6b72-4a0e-8d14-0e2e7670b316 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:18.286676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-24c98698-8d47-4c44-aba9-4c714c181b0a req-7a19b623-4885-44dc-9722-582208531a14 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601170
Dec 18 21:07:18.300600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92df81bd-a207-4a30-8841-358766636578 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Made reservation on behalf of 3ba00a5a39804c41938903a7fff9e157 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:18.305373 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92df81bd-a207-4a30-8841-358766636578 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.402559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c854fc99-812c-443f-88da-e31ed22cf03a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.414461 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-058754dc-df73-4449-a866-d83d4a4672de tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] show failed (client error): The resource could not be found.
Dec 18 21:07:18.415571 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-058754dc-df73-4449-a866-d83d4a4672de tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags/tempest-TagsExtTest-Tag-848000187 HTTP/1.1" status: 404  len: 328 time: 0.5732064
Dec 18 21:07:18.416246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c854fc99-812c-443f-88da-e31ed22cf03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.418943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56960) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:18.420949 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.428375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-c3b2c5e7-64d5-4073-b164-7ba0cf51be7a tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f365d445190>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b', {'tags': ['tempest-TagsExtTest-Tag-962045128', 'tempest-TagsExtTest-Tag-1193467609', 'tempest-TagsExtTest-Tag-768077144']}) {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:18.539417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No DVR routers for this DVR port 5255195f-6b72-4a0e-8d14-0e2e7670b316 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:18.560142 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=5255195f-6b72-4a0e-8d14-0e2e7670b316,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:18.594117 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c854fc99-812c-443f-88da-e31ed22cf03a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84b0c3aa41b541ccbc42515abe1c4150&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1687465
Dec 18 21:07:18.599964 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56962) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:18.600654 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854fc99-812c-443f-88da-e31ed22cf03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13ac92f-904b-4d01-af52-cec5f723db0c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:18.697930 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.719770 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c3b2c5e7-64d5-4073-b164-7ba0cf51be7a tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "PUT /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags HTTP/1.1" status: 200  len: 316 time: 0.2960701
Dec 18 21:07:18.723956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4335b-5592-408d-aff2-a8e9cfa2759c req-824d5a18-41d2-4d63-a825-8b57d6ba76a0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:18.724707 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56964) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:18.725547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ab4335b-5592-408d-aff2-a8e9cfa2759c req-824d5a18-41d2-4d63-a825-8b57d6ba76a0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.3367097
Dec 18 21:07:18.729893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-0f7b34d4-bf51-4786-90ec-70e287c570ab tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f365d800d90>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:18.769733 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d552bb0>,) {'filters': {'network_id': ['9efa8dcf-e4d3-4af6-9d04-3da1084e8d62']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:18.822169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d552bb0>, 'dde32dd1-1b8f-48a4-9840-3eb93c991241') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:18.822542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d552bb0>, 'dde32dd1-1b8f-48a4-9840-3eb93c991241') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:18.830403 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3fc5ff4c-5d4c-4b14-83ea-12c2d3f205b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.838388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.853503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ab4335b-5592-408d-aff2-a8e9cfa2759c req-bceaea98-6920-45ae-a706-7c30523a4139 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991192
Dec 18 21:07:18.868920 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92df81bd-a207-4a30-8841-358766636578 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.881123 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.881123 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3fc5ff4c-5d4c-4b14-83ea-12c2d3f205b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.887473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5255195f-6b72-4a0e-8d14-0e2e7670b316 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:18.897454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:07:18.897854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:07:18.902968 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:07:18.918331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 5255195f-6b72-4a0e-8d14-0e2e7670b316 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:07:18.918783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5255195f-6b72-4a0e-8d14-0e2e7670b316 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:07:18.919278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b4d69fa6-32a3-4563-b90c-06984a2bfa80 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:18.931106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df81bd-a207-4a30-8841-358766636578 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event updated for resources: {'Subnet': ['ID=e3f798f3-6565-45f7-b094-735e58950393,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:18.949512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df81bd-a207-4a30-8841-358766636578 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Checking segment: {'id': 'e4a3281c-210d-438c-a291-7aee00ce6a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2804a757-a93b-41db-88a5-cbb5190ce315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:18.950040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92df81bd-a207-4a30-8841-358766636578 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Network hostable DHCP agents. Network: 2804a757-a93b-41db-88a5-cbb5190ce315, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:07:18.959502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: b4d69fa6-32a3-4563-b90c-06984a2bfa80 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:07:18.959859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b4d69fa6-32a3-4563-b90c-06984a2bfa80 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:07:18.970567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92df81bd-a207-4a30-8841-358766636578 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Network 2804a757-a93b-41db-88a5-cbb5190ce315 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:07:18.995254 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0f7b34d4-bf51-4786-90ec-70e287c570ab tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags HTTP/1.1" status: 204  len: 168 time: 0.2698965
Dec 18 21:07:18.997833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56968) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:19.002668 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-09be8b13-8616-4964-b04e-f898e162cd95 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365c4e9160>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b', 'tempest-TagsExtTest-Tag-962045128') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:19.004958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-92df81bd-a207-4a30-8841-358766636578 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2804a757-a93b-41db-88a5-cbb5190ce315) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:19.005906 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.013015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92df81bd-a207-4a30-8841-358766636578 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:19.013606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-92df81bd-a207-4a30-8841-358766636578 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.019515 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2153e960-fd89-4c21-a532-a5a4dcba6ff1 None None] Network 2804a757-a93b-41db-88a5-cbb5190ce315 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:19.042243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c09044-5568-4ead-8d97-8a067f212ce4 req-6a673a28-eef1-4ed8-8f80-c4d51e58928c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:19.042485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.045380 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/networks/9efa8dcf-e4d3-4af6-9d04-3da1084e8d62 HTTP/1.1" status: 204  len: 168 time: 1.7969453
Dec 18 21:07:19.048573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56972) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:19.049342 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48c09044-5568-4ead-8d97-8a067f212ce4 req-6a673a28-eef1-4ed8-8f80-c4d51e58928c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0753069
Dec 18 21:07:19.058215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-92df81bd-a207-4a30-8841-358766636578 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0112383
Dec 18 21:07:19.060812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56974) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:19.066075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e4571e2e-2fcd-4379-8ac2-124a59c56d07 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Request body: {'network': {'name': 'tempest-router-network01--1498965023'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:19.158461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2804a757-a93b-41db-88a5-cbb5190ce315', 'network_id': '2804a757-a93b-41db-88a5-cbb5190ce315', 'project_id': '3ba00a5a39804c41938903a7fff9e157', 'fixed_ips': [{'subnet_id': 'e3f798f3-6565-45f7-b094-735e58950393'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:07:19.159533 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.166515 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3fc5ff4c-5d4c-4b14-83ea-12c2d3f205b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.168324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4571e2e-2fcd-4379-8ac2-124a59c56d07 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Made reservation on behalf of 3ba00a5a39804c41938903a7fff9e157 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:19.169086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3fc5ff4c-5d4c-4b14-83ea-12c2d3f205b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.173224 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3fc5ff4c-5d4c-4b14-83ea-12c2d3f205b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a13ac92f-904b-4d01-af52-cec5f723db0c HTTP/1.1" status: 204  len: 168 time: 0.5667274
Dec 18 21:07:19.173224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302784d-b652-4f5f-99ec-a43641580ce5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Network': ['ID=9efa8dcf-e4d3-4af6-9d04-3da1084e8d62,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:19.173484 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e4571e2e-2fcd-4379-8ac2-124a59c56d07 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.198086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48c09044-5568-4ead-8d97-8a067f212ce4 req-1b3b5234-a368-4fe9-a917-129b46c3f745 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478162
Dec 18 21:07:19.201859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5ff4c-5d4c-4b14-83ea-12c2d3f205b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13ac92f-904b-4d01-af52-cec5f723db0c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:19.212700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4571e2e-2fcd-4379-8ac2-124a59c56d07 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:07:19.226463 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-09be8b13-8616-4964-b04e-f898e162cd95 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] show failed (client error): The resource could not be found.
Dec 18 21:07:19.230435 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-09be8b13-8616-4964-b04e-f898e162cd95 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags/tempest-TagsExtTest-Tag-962045128 HTTP/1.1" status: 404  len: 328 time: 0.2290809
Dec 18 21:07:19.231169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56982) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:19.232225 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e4571e2e-2fcd-4379-8ac2-124a59c56d07 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.232567 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-e4571e2e-2fcd-4379-8ac2-124a59c56d07 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Added segment b894121f-08f2-484b-82fc-48a680dd99bc of type vlan for network 76e0174d-ef93-4477-ac87-f277096548ad
Dec 18 21:07:19.251698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3668c-8121-4f56-8462-235675d2ceb9 req-0aac28f5-16d2-4cd7-9c3d-f66cb551f255 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:19.261033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0f3668c-8121-4f56-8462-235675d2ceb9 req-0aac28f5-16d2-4cd7-9c3d-f66cb551f255 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1497550
Dec 18 21:07:19.268204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-48643e48-10be-4f00-bf6e-b408547a2041 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365e3c2280>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b', 'tempest-TagsExtTest-Tag-1193467609') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:19.332980 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e4571e2e-2fcd-4379-8ac2-124a59c56d07 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.412604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Allocated IP 172.20.0.2 (2804a757-a93b-41db-88a5-cbb5190ce315/e3f798f3-6565-45f7-b094-735e58950393/e9ef0276-f673-4546-90a8-55f3d4594bf0) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:07:19.438319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e4571e2e-2fcd-4379-8ac2-124a59c56d07 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.444126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4571e2e-2fcd-4379-8ac2-124a59c56d07 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:19.444665 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e4571e2e-2fcd-4379-8ac2-124a59c56d07 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.492320 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.565087 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4403-85d2-4652-9005-72571200f9f4 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.600351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e4571e2e-2fcd-4379-8ac2-124a59c56d07 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5361145
Dec 18 21:07:19.605239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56988) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:19.634934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0f3668c-8121-4f56-8462-235675d2ceb9 req-ccee331a-0a77-448b-aa99-c290606d6c74 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3726370
Dec 18 21:07:19.642325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520be574-f30b-4f4f-94ae-820906124ca2 req-476b39da-d332-46b2-84d7-5cf30a60e916 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:19.643144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-76b63e31-ce54-44d6-8d04-0f6e8d97fe45 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Request body: {'network': {'name': 'tempest-router-network02--357838119'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:19.657954 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-520be574-f30b-4f4f-94ae-820906124ca2 req-476b39da-d332-46b2-84d7-5cf30a60e916 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2170630
Dec 18 21:07:19.657954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4571e2e-2fcd-4379-8ac2-124a59c56d07 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event updated for resources: {'Network': ['ID=76e0174d-ef93-4477-ac87-f277096548ad,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:19.659385 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.663201 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-48643e48-10be-4f00-bf6e-b408547a2041 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] show failed (client error): The resource could not be found.
Dec 18 21:07:19.667491 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-48643e48-10be-4f00-bf6e-b408547a2041 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags/tempest-TagsExtTest-Tag-1193467609 HTTP/1.1" status: 404  len: 329 time: 0.4332557
Dec 18 21:07:19.668374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56990) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:19.669370 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.677541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56992) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:19.680090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-db422417-e920-4813-992d-3fc0b285c652 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365c1ba6a0>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b', 'tempest-TagsExtTest-Tag-768077144') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:19.681158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 76e0174d-ef93-4477-ac87-f277096548ad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:07:19.700155 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3a0df5fa-8070-4d51-9e8f-ef5dfc6e6a70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.746791 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-520be574-f30b-4f4f-94ae-820906124ca2 req-9816599c-cfc8-4bb7-a286-4b747455b7da tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955007
Dec 18 21:07:19.751664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b63e31-ce54-44d6-8d04-0f6e8d97fe45 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Made reservation on behalf of 3ba00a5a39804c41938903a7fff9e157 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:19.755081 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76b63e31-ce54-44d6-8d04-0f6e8d97fe45 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.818173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Network 2804a757-a93b-41db-88a5-cbb5190ce315 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:19.821027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:19.824575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b63e31-ce54-44d6-8d04-0f6e8d97fe45 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:07:19.824770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Pushing event updated for resources: {'Port': ['ID=e9ef0276-f673-4546-90a8-55f3d4594bf0,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:19.827297 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3a0df5fa-8070-4d51-9e8f-ef5dfc6e6a70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.832104 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3a0df5fa-8070-4d51-9e8f-ef5dfc6e6a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.835474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:07:19.861639 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76b63e31-ce54-44d6-8d04-0f6e8d97fe45 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.862146 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-76b63e31-ce54-44d6-8d04-0f6e8d97fe45 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Added segment 95d71075-12db-4c5a-b58a-bb13c993e4c8 of type vlan for network 1d924421-a648-4889-b83f-edb6bce85aef
Dec 18 21:07:19.864333 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-db422417-e920-4813-992d-3fc0b285c652 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] show failed (client error): The resource could not be found.
Dec 18 21:07:19.868233 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-db422417-e920-4813-992d-3fc0b285c652 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags/tempest-TagsExtTest-Tag-768077144 HTTP/1.1" status: 404  len: 328 time: 0.1946368
Dec 18 21:07:19.871635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56996) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:19.880395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-46c30e6e-e68a-45ea-94e9-547d30817e17 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f365d741e50>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e', {'tags': ['tempest-TagsExtTest-Tag-109885477', 'tempest-TagsExtTest-Tag-621091078', 'tempest-TagsExtTest-Tag-325646186']}) {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:19.910953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Attempting to bind port e9ef0276-f673-4546-90a8-55f3d4594bf0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:07:19.911798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Attempting to bind port e9ef0276-f673-4546-90a8-55f3d4594bf0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e4a3281c-210d-438c-a291-7aee00ce6a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2804a757-a93b-41db-88a5-cbb5190ce315'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:07:19.912170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Attempting to bind port e9ef0276-f673-4546-90a8-55f3d4594bf0 on network 2804a757-a93b-41db-88a5-cbb5190ce315 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:07:19.916442 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76b63e31-ce54-44d6-8d04-0f6e8d97fe45 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.917833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:07:19.918231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Checking segment: {'id': 'e4a3281c-210d-438c-a291-7aee00ce6a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2804a757-a93b-41db-88a5-cbb5190ce315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:19.918655 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.920120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Bound using segment: {'id': 'e4a3281c-210d-438c-a291-7aee00ce6a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2804a757-a93b-41db-88a5-cbb5190ce315'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:07:19.920607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Bound port: e9ef0276-f673-4546-90a8-55f3d4594bf0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a3281c-210d-438c-a291-7aee00ce6a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2804a757-a93b-41db-88a5-cbb5190ce315'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:07:19.922014 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.924931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3a0df5fa-8070-4d51-9e8f-ef5dfc6e6a70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b6426a00c3047b3994c2bfd3f63692c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2463298
Dec 18 21:07:19.928783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0df5fa-8070-4d51-9e8f-ef5dfc6e6a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05c6e76-b704-41dc-9336-af7e5298f12b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:19.929071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56998) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:19.959755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368905c0-3656-49c7-9f18-ca569d898c20 req-33ec7194-e580-4979-bc56-dcf2fd99bab8 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:19.961337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-368905c0-3656-49c7-9f18-ca569d898c20 req-33ec7194-e580-4979-bc56-dcf2fd99bab8 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1124213
Dec 18 21:07:19.981272 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-46c30e6e-e68a-45ea-94e9-547d30817e17 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "PUT /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags HTTP/1.1" status: 200  len: 315 time: 0.1084607
Dec 18 21:07:19.983047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76b63e31-ce54-44d6-8d04-0f6e8d97fe45 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:19.987773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57000) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:19.989033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b63e31-ce54-44d6-8d04-0f6e8d97fe45 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:19.989636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76b63e31-ce54-44d6-8d04-0f6e8d97fe45 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:20.003596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-37790cb9-5a83-4d96-9786-c50c72ceb34d tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f366594fca0>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:20.021805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] For port e9ef0276-f673-4546-90a8-55f3d4594bf0, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:07:20.025453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] For port e9ef0276-f673-4546-90a8-55f3d4594bf0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9ef0276-f673-4546-90a8-55f3d4594bf0,segment=NetworkSegment(e4a3281c-210d-438c-a291-7aee00ce6a05),segment_id=e4a3281c-210d-438c-a291-7aee00ce6a05)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:07:20.030968 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:20.052208 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-368905c0-3656-49c7-9f18-ca569d898c20 req-9a6668b6-8204-48d8-8231-3561ef222250 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750823
Dec 18 21:07:20.073587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-37790cb9-5a83-4d96-9786-c50c72ceb34d tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags HTTP/1.1" status: 204  len: 168 time: 0.0817366
Dec 18 21:07:20.073587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57002) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:20.080304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-0c86def0-f3dd-41d4-8a2e-0c7fd0fec2f4 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365c7ec3d0>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e', 'tempest-TagsExtTest-Tag-109885477') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:20.090198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23839ff0-68b4-4c58-8967-dc5d008d96e8 None None] Pushing event updated for resources: {'Port': ['ID=e9ef0276-f673-4546-90a8-55f3d4594bf0,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:20.096484 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-76b63e31-ce54-44d6-8d04-0f6e8d97fe45 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4875767
Dec 18 21:07:20.099077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57004) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:20.101787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d8b8e291-96df-4b77-8774-795fde29ec21 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Request body: {'subnet': {'network_id': '76e0174d-ef93-4477-ac87-f277096548ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:20.137446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b63e31-ce54-44d6-8d04-0f6e8d97fe45 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event updated for resources: {'Network': ['ID=1d924421-a648-4889-b83f-edb6bce85aef,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:20.139777 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a1ae643c-706e-4d6e-bb3d-735a5f9fee35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:20.149894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 1d924421-a648-4889-b83f-edb6bce85aef details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:07:20.177088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a1ae643c-706e-4d6e-bb3d-735a5f9fee35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:20.223372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d4403-85d2-4652-9005-72571200f9f4 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port 07b17688-2348-46a3-bee5-30657c873aa2 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:20.223666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4403-85d2-4652-9005-72571200f9f4 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:20.255436 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-0c86def0-f3dd-41d4-8a2e-0c7fd0fec2f4 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] show failed (client error): The resource could not be found.
Dec 18 21:07:20.257051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0c86def0-f3dd-41d4-8a2e-0c7fd0fec2f4 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags/tempest-TagsExtTest-Tag-109885477 HTTP/1.1" status: 404  len: 328 time: 0.1814084
Dec 18 21:07:20.259768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57010) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:20.264216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-1045faed-498f-493f-9b02-7ed807ddc1a3 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365d4b3310>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e', 'tempest-TagsExtTest-Tag-621091078') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:20.298226 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a1ae643c-706e-4d6e-bb3d-735a5f9fee35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:20.301212 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a1ae643c-706e-4d6e-bb3d-735a5f9fee35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:20.302566 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a1ae643c-706e-4d6e-bb3d-735a5f9fee35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f05c6e76-b704-41dc-9336-af7e5298f12b HTTP/1.1" status: 204  len: 168 time: 0.3710325
Dec 18 21:07:20.322935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae643c-706e-4d6e-bb3d-735a5f9fee35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05c6e76-b704-41dc-9336-af7e5298f12b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:20.339918 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-1045faed-498f-493f-9b02-7ed807ddc1a3 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] show failed (client error): The resource could not be found.
Dec 18 21:07:20.341011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1045faed-498f-493f-9b02-7ed807ddc1a3 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags/tempest-TagsExtTest-Tag-621091078 HTTP/1.1" status: 404  len: 328 time: 0.0803332
Dec 18 21:07:20.347111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57016) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:20.364822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b8e291-96df-4b77-8774-795fde29ec21 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Made reservation on behalf of 3ba00a5a39804c41938903a7fff9e157 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:20.381894 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8b8e291-96df-4b77-8774-795fde29ec21 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:20.389612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-5c9d4403-85d2-4652-9005-72571200f9f4 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] For port 07b17688-2348-46a3-bee5-30657c873aa2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07b17688-2348-46a3-bee5-30657c873aa2,segment=NetworkSegment(f8e38b76-1c0b-43e8-9779-82f751214767),segment_id=f8e38b76-1c0b-43e8-9779-82f751214767)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:20.391925 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4403-85d2-4652-9005-72571200f9f4 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:20.397130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-9ffaff71-7c38-4fb7-80a0-181d66b6e3b0 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f365e98c910>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e', 'tempest-TagsExtTest-Tag-325646186') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:20.410029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d4403-85d2-4652-9005-72571200f9f4 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for 07b17688-2348-46a3-bee5-30657c873aa2 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:20.476486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae84b8-57d5-40c2-8ad6-314aaff17d43 req-6ab866d3-43ce-4733-b6cd-46d96fc42b23 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:20.478074 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7ae84b8-57d5-40c2-8ad6-314aaff17d43 req-6ab866d3-43ce-4733-b6cd-46d96fc42b23 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2090538
Dec 18 21:07:20.489800 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-9ffaff71-7c38-4fb7-80a0-181d66b6e3b0 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] show failed (client error): The resource could not be found.
Dec 18 21:07:20.493893 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9ffaff71-7c38-4fb7-80a0-181d66b6e3b0 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags/tempest-TagsExtTest-Tag-325646186 HTTP/1.1" status: 404  len: 328 time: 0.1485474
Dec 18 21:07:20.497989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57018) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:20.502692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-3776d9d9-3435-4d1a-ab0c-1ef5336eb4ed tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f365f6bbdc0>, 'subnetpools', '3007b012-e0b8-411e-afd8-c3ae61e3ce5e') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:20.590207 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7ae84b8-57d5-40c2-8ad6-314aaff17d43 req-8359fc4e-769b-41e5-819f-32c735190108 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019335
Dec 18 21:07:20.613797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57020) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:20.614453 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3776d9d9-3435-4d1a-ab0c-1ef5336eb4ed tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e/tags HTTP/1.1" status: 204  len: 168 time: 0.1143205
Dec 18 21:07:20.622185 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-94499832-d3ec-4c09-b58d-f7f31c2e48da tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f365de7aa60>, 'routers', '60441105-605a-4425-87e6-90bad3e27f5b') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:20.779596 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-94499832-d3ec-4c09-b58d-f7f31c2e48da tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b/tags HTTP/1.1" status: 204  len: 168 time: 0.1650252
Dec 18 21:07:20.782086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4403-85d2-4652-9005-72571200f9f4 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:20.792225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57028) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:20.836538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72876fae-d02c-4231-b6a8-befde91f161b req-d6a8b1e7-e3ea-4439-a8b3-0527277382c2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:20.839463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72876fae-d02c-4231-b6a8-befde91f161b req-d6a8b1e7-e3ea-4439-a8b3-0527277382c2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1438255
Dec 18 21:07:20.842807 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8b8e291-96df-4b77-8774-795fde29ec21 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:20.864239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.tag.tag_plugin [None req-66bcd659-47c1-43d9-a482-1b125ca54620 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f365c355ac0>, 'ports', 'db2326e9-17cb-4b74-ad45-d0467c2ea47b') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:20.897090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d4403-85d2-4652-9005-72571200f9f4 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=07b17688-2348-46a3-bee5-30657c873aa2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:20.916769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a396-d0e7-443c-b8bd-1baf38a42243 req-475103aa-9d1d-4a25-afe2-720dded5795a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:20.918354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0522a396-d0e7-443c-b8bd-1baf38a42243 req-475103aa-9d1d-4a25-afe2-720dded5795a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.2022009
Dec 18 21:07:20.949707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e9ef0276-f673-4546-90a8-55f3d4594bf0 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:21.049097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8e291-96df-4b77-8774-795fde29ec21 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event updated for resources: {'Subnet': ['ID=8f1e6d7b-9f2e-481d-9ac2-71d96a8d5664,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:21.067725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e9ef0276-f673-4546-90a8-55f3d4594bf0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:21.068435 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:21.143977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72876fae-d02c-4231-b6a8-befde91f161b req-3024c275-bf61-4650-99b4-370613e5b396 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2897694
Dec 18 21:07:21.177372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0522a396-d0e7-443c-b8bd-1baf38a42243 req-37cd038d-7891-4cea-9b68-714d631f8114 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2292953
Dec 18 21:07:21.200689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4403-85d2-4652-9005-72571200f9f4 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:21.207728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b8e291-96df-4b77-8774-795fde29ec21 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Checking segment: {'id': 'b894121f-08f2-484b-82fc-48a680dd99bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '76e0174d-ef93-4477-ac87-f277096548ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:21.208087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8e291-96df-4b77-8774-795fde29ec21 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Network hostable DHCP agents. Network: 76e0174d-ef93-4477-ac87-f277096548ad, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:07:21.226624 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:21.235735 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-66bcd659-47c1-43d9-a482-1b125ca54620 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b/tags HTTP/1.1" status: 204  len: 168 time: 0.3753433
Dec 18 21:07:21.242909 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57042) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:21.262087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.tag.tag_plugin [None req-121fa6c9-7763-4dc2-8d64-4b5678e6d096 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f366400a8e0>, 'subnets', '0b65bc52-d264-4358-a2ba-907c82c50dca') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:21.327103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port e9ef0276-f673-4546-90a8-55f3d4594bf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9ef0276-f673-4546-90a8-55f3d4594bf0,segment=NetworkSegment(e4a3281c-210d-438c-a291-7aee00ce6a05),segment_id=e4a3281c-210d-438c-a291-7aee00ce6a05)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:21.343348 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:21.386032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8e291-96df-4b77-8774-795fde29ec21 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Network 76e0174d-ef93-4477-ac87-f277096548ad is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:07:21.414059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=e9ef0276-f673-4546-90a8-55f3d4594bf0,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:21.439165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d8b8e291-96df-4b77-8774-795fde29ec21 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 76e0174d-ef93-4477-ac87-f277096548ad) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:21.449644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd7a0a7-a5d7-41fd-8e3f-19a0dd5546a1 None None] Network 76e0174d-ef93-4477-ac87-f277096548ad requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:21.450549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8e291-96df-4b77-8774-795fde29ec21 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:21.451141 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8b8e291-96df-4b77-8774-795fde29ec21 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:21.475838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2accb94-1781-45e9-b11c-54c350a5a038 req-10c1010a-cd7f-4284-a927-6ce6e2d540b1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:21.477714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2accb94-1781-45e9-b11c-54c350a5a038 req-10c1010a-cd7f-4284-a927-6ce6e2d540b1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1724448
Dec 18 21:07:21.482469 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d8b8e291-96df-4b77-8774-795fde29ec21 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3845825
Dec 18 21:07:21.485317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57052) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:21.496985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-97954c78-a959-47c7-be60-cab93dad5477 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Request body: {'subnet': {'network_id': '1d924421-a648-4889-b83f-edb6bce85aef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:21.566573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9d4403-85d2-4652-9005-72571200f9f4 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 58705ba3-9fd8-427f-aa05-034efffebdaf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:07:21.618339 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-121fa6c9-7763-4dc2-8d64-4b5678e6d096 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca/tags HTTP/1.1" status: 204  len: 168 time: 0.3738592
Dec 18 21:07:21.624397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57056) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:21.633123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-76e0174d-ef93-4477-ac87-f277096548ad', 'network_id': '76e0174d-ef93-4477-ac87-f277096548ad', 'project_id': '3ba00a5a39804c41938903a7fff9e157', 'fixed_ips': [{'subnet_id': '8f1e6d7b-9f2e-481d-9ac2-71d96a8d5664'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:07:21.634107 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:21.663195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6dce8-1427-4a41-9ec4-bc35667094c7 None None] Network 2804a757-a93b-41db-88a5-cbb5190ce315 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:21.668695 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2accb94-1781-45e9-b11c-54c350a5a038 req-a7f7c48c-08ee-4262-80e4-162ddada55fd tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821079
Dec 18 21:07:21.708352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97954c78-a959-47c7-be60-cab93dad5477 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Made reservation on behalf of 3ba00a5a39804c41938903a7fff9e157 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:21.716210 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97954c78-a959-47c7-be60-cab93dad5477 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:21.815709 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9d4403-85d2-4652-9005-72571200f9f4 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:21.830507 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e093d0e-b3d8-4760-8ec1-a5a1c2d1146c None None] Sync routers for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:21.835383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57062) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:21.838887 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5c9d4403-85d2-4652-9005-72571200f9f4 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7872756
Dec 18 21:07:21.839195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2b98b6a3-8f42-4ed1-8883-1ad2e90e98cb None None] Provisioning complete for port e9ef0276-f673-4546-90a8-55f3d4594bf0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:21.839554 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2b98b6a3-8f42-4ed1-8883-1ad2e90e98cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:21.842999 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a34c8908-0c5f-4b04-8688-9f69e9fd0fab tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for subnetpool, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:21.844127 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a34c8908-0c5f-4b04-8688-9f69e9fd0fab tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/subnetpools/3007b012-e0b8-411e-afd8-c3ae61e3ce5e HTTP/1.1" status: 204  len: 168 time: 0.2187233
Dec 18 21:07:21.847250 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e093d0e-b3d8-4760-8ec1-a5a1c2d1146c None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:21.847869 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-9e093d0e-b3d8-4760-8ec1-a5a1c2d1146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5ee190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:21.849550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57064) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:21.899215 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-897580ae-469c-4709-91ce-040ae2564f44 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "GET /v2.0/ports?device_id=60441105-605a-4425-87e6-90bad3e27f5b HTTP/1.1" status: 200  len: 205 time: 0.0482459
Dec 18 21:07:21.901340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57066) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:21.943299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6995a88-392a-4467-af3e-44cf53f6c9e9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting subnet 8db6c6cd-ccb0-4491-a454-c8f8130aab0b {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:07:21.955806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acb1fe-2503-4910-9e4d-3e35246a441d req-81565888-3d39-41b9-970c-153dc69de835 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:21.959034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77acb1fe-2503-4910-9e4d-3e35246a441d req-81565888-3d39-41b9-970c-153dc69de835 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1645834
Dec 18 21:07:21.959958 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6995a88-392a-4467-af3e-44cf53f6c9e9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:21.995850 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-9e093d0e-b3d8-4760-8ec1-a5a1c2d1146c None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:22.067619 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6995a88-392a-4467-af3e-44cf53f6c9e9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:22.102437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20b8f4a4-9551-442c-aab4-e525752edcca tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:22.155003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Allocated IP 172.20.0.2 (76e0174d-ef93-4477-ac87-f277096548ad/8f1e6d7b-9f2e-481d-9ac2-71d96a8d5664/de53af7a-dca6-4993-9f5d-35de61d23372) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:07:22.295314 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97954c78-a959-47c7-be60-cab93dad5477 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:22.450144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77acb1fe-2503-4910-9e4d-3e35246a441d req-b8942cf7-c8fe-477c-96d0-1e3259c27c86 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4523437
Dec 18 21:07:22.506659 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:22.524563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b17b1a82-d9df-435e-a36f-3d9ea776ec23 None None] Provisioning complete for port e9ef0276-f673-4546-90a8-55f3d4594bf0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:22.524884 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b17b1a82-d9df-435e-a36f-3d9ea776ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:22.534223 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:22.565344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97954c78-a959-47c7-be60-cab93dad5477 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event updated for resources: {'Subnet': ['ID=43e0d795-c918-4f89-8b52-fab2a19ccb8d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:22.587625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97954c78-a959-47c7-be60-cab93dad5477 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Checking segment: {'id': '95d71075-12db-4c5a-b58a-bb13c993e4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d924421-a648-4889-b83f-edb6bce85aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:22.588077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97954c78-a959-47c7-be60-cab93dad5477 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Network hostable DHCP agents. Network: 1d924421-a648-4889-b83f-edb6bce85aef, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:07:22.607757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b39ec8-45d9-4bb8-8871-125758ca41cb req-813ea142-73ea-44ff-b78d-6a8821c3d2ce tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:22.610161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9b39ec8-45d9-4bb8-8871-125758ca41cb req-813ea142-73ea-44ff-b78d-6a8821c3d2ce tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.2826998
Dec 18 21:07:22.631218 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6995a88-392a-4467-af3e-44cf53f6c9e9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:22.693970 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-9e093d0e-b3d8-4760-8ec1-a5a1c2d1146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5ee190>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:20Z', 'revision_number': 10, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:22.707912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Network 76e0174d-ef93-4477-ac87-f277096548ad is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:22.727719 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e093d0e-b3d8-4760-8ec1-a5a1c2d1146c None None] Checking router: 58705ba3-9fd8-427f-aa05-034efffebdaf for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:07:22.741324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:22.742580 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e093d0e-b3d8-4760-8ec1-a5a1c2d1146c None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:22.743209 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-9e093d0e-b3d8-4760-8ec1-a5a1c2d1146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5ee190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:22.744853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:07:22.760146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97954c78-a959-47c7-be60-cab93dad5477 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Network 1d924421-a648-4889-b83f-edb6bce85aef is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:07:22.812658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9b39ec8-45d9-4bb8-8871-125758ca41cb req-cc4927e1-0c05-4194-b0e5-f9f6d8477799 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901870
Dec 18 21:07:22.830367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Pushing event updated for resources: {'Port': ['ID=de53af7a-dca6-4993-9f5d-35de61d23372,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:22.840435 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-9e093d0e-b3d8-4760-8ec1-a5a1c2d1146c None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:22.869529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-97954c78-a959-47c7-be60-cab93dad5477 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1d924421-a648-4889-b83f-edb6bce85aef) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:22.883110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1effa3e-64df-46b8-be97-4d7fe61b8d62 None None] Network 1d924421-a648-4889-b83f-edb6bce85aef requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:22.886388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Attempting to bind port de53af7a-dca6-4993-9f5d-35de61d23372 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:07:22.886928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Attempting to bind port de53af7a-dca6-4993-9f5d-35de61d23372 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b894121f-08f2-484b-82fc-48a680dd99bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '76e0174d-ef93-4477-ac87-f277096548ad'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:07:22.887480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Attempting to bind port de53af7a-dca6-4993-9f5d-35de61d23372 on network 76e0174d-ef93-4477-ac87-f277096548ad {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:07:22.910878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97954c78-a959-47c7-be60-cab93dad5477 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:22.920362 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97954c78-a959-47c7-be60-cab93dad5477 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:22.971175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:07:22.973245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Checking segment: {'id': 'b894121f-08f2-484b-82fc-48a680dd99bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '76e0174d-ef93-4477-ac87-f277096548ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:22.974850 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:22.975627 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Bound using segment: {'id': 'b894121f-08f2-484b-82fc-48a680dd99bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '76e0174d-ef93-4477-ac87-f277096548ad'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:07:22.979204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Bound port: de53af7a-dca6-4993-9f5d-35de61d23372, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b894121f-08f2-484b-82fc-48a680dd99bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '76e0174d-ef93-4477-ac87-f277096548ad'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:07:22.981465 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:22.986467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-97954c78-a959-47c7-be60-cab93dad5477 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4935815
Dec 18 21:07:22.989706 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6995a88-392a-4467-af3e-44cf53f6c9e9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:22.995240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57092) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:23.030508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e54fd-0bf2-4f02-b0fa-504b5967dd5b req-685ef16f-4e0d-4161-b6a2-39850885bafa tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:23.032257 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-375e54fd-0bf2-4f02-b0fa-504b5967dd5b req-685ef16f-4e0d-4161-b6a2-39850885bafa tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2138069
Dec 18 21:07:23.063106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6995a88-392a-4467-af3e-44cf53f6c9e9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Subnet': ['ID=8db6c6cd-ccb0-4491-a454-c8f8130aab0b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:23.072789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6995a88-392a-4467-af3e-44cf53f6c9e9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.079759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f6995a88-392a-4467-af3e-44cf53f6c9e9 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/8db6c6cd-ccb0-4491-a454-c8f8130aab0b HTTP/1.1" status: 204  len: 168 time: 1.2242293
Dec 18 21:07:23.082863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57094) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:23.162638 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20b8f4a4-9551-442c-aab4-e525752edcca tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.164908 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20b8f4a4-9551-442c-aab4-e525752edcca tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.168099 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.214281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e9ef0276-f673-4546-90a8-55f3d4594bf0 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:23.222894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c948d762-a657-4ee5-a3f7-7b19c174e4a4 None None] Network df695f47-ffa1-48a3-8448-f0012063d5d4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:23.224507 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-9e093d0e-b3d8-4760-8ec1-a5a1c2d1146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5ee190>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:20Z', 'revision_number': 10, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:23.244898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-375e54fd-0bf2-4f02-b0fa-504b5967dd5b req-1c1151a2-7048-42b0-bb5e-523f7819b0de tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844151
Dec 18 21:07:23.269715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20b8f4a4-9551-442c-aab4-e525752edcca tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.270303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b8f4a4-9551-442c-aab4-e525752edcca tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Fanout notify agent at l3_agent the message router_deleted on router 60441105-605a-4425-87e6-90bad3e27f5b {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:07:23.279611 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e093d0e-b3d8-4760-8ec1-a5a1c2d1146c None None] The sync data for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 is: [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:20Z', 'revision_number': 10, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None, '_interfaces': [{'id': '3be410bc-83a9-406a-bda9-b63c78d0c782', 'name': '', 'network_id': '92698b96-f118-4337-977c-b5b0d5ac232f', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'mac_address': 'fa:16:3e:9f:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:06:36Z', 'updated_at': '2021-12-18T21:06:43Z', 'revision_number': 5, 'project_id': '601f039e95d94afdbbb097bf19996949', 'subnets': [{'id': '6b7ed426-eb43-4bd8-b151-a83f8fb51011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:23.294023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:23.294400 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.298986 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20b8f4a4-9551-442c-aab4-e525752edcca tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.300169 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-20b8f4a4-9551-442c-aab4-e525752edcca tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/routers/60441105-605a-4425-87e6-90bad3e27f5b HTTP/1.1" status: 204  len: 168 time: 1.3974793
Dec 18 21:07:23.309206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57100) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:23.364098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1d924421-a648-4889-b83f-edb6bce85aef', 'network_id': '1d924421-a648-4889-b83f-edb6bce85aef', 'project_id': '3ba00a5a39804c41938903a7fff9e157', 'fixed_ips': [{'subnet_id': '43e0d795-c918-4f89-8b52-fab2a19ccb8d'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:07:23.365327 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.478375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] For port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ff2cdc2-f9a5-4100-a03c-57a6f24ad237,segment=NetworkSegment(f8e38b76-1c0b-43e8-9779-82f751214767),segment_id=f8e38b76-1c0b-43e8-9779-82f751214767)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:23.478751 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.504391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42fe7d-5d55-4183-8b3d-2cdeb94dc797 req-9942d09a-c398-4a3b-b404-f5d42d8c385d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:23.506076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d42fe7d-5d55-4183-8b3d-2cdeb94dc797 req-9942d09a-c398-4a3b-b404-f5d42d8c385d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1354635
Dec 18 21:07:23.515915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:23.619194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d42fe7d-5d55-4183-8b3d-2cdeb94dc797 req-7dc2fc6a-2a20-437f-a16a-4fa6124ee10c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046596
Dec 18 21:07:23.619959 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.635456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-872c2620-9f94-4209-93d8-f38fc6a46399 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Deleting port db2326e9-17cb-4b74-ad45-d0467c2ea47b {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:23.635806 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-872c2620-9f94-4209-93d8-f38fc6a46399 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.831697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.927112 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-872c2620-9f94-4209-93d8-f38fc6a46399 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:23.936119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=4ff2cdc2-f9a5-4100-a03c-57a6f24ad237,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:23.947304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No DVR routers for this DVR port 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:23.965086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-872c2620-9f94-4209-93d8-f38fc6a46399 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Calling delete_port for db2326e9-17cb-4b74-ad45-d0467c2ea47b owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:24.013842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b89c9ab-bf37-4261-8fbe-9645f182aecd None None] DHCP port deletion for df695f47-ffa1-48a3-8448-f0012063d5d4 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:24.032025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e9ef0276-f673-4546-90a8-55f3d4594bf0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:24.033270 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.057697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] For port de53af7a-dca6-4993-9f5d-35de61d23372, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:07:24.083003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Allocated IP 172.20.0.1 (76e0174d-ef93-4477-ac87-f277096548ad/8f1e6d7b-9f2e-481d-9ac2-71d96a8d5664/fe581d00-3816-4e32-b0f0-1f64bd6ce07b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:07:24.111131 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] For port de53af7a-dca6-4993-9f5d-35de61d23372, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de53af7a-dca6-4993-9f5d-35de61d23372,segment=NetworkSegment(b894121f-08f2-484b-82fc-48a680dd99bc),segment_id=b894121f-08f2-484b-82fc-48a680dd99bc)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:07:24.124695 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.171604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Allocated IP 172.20.0.2 (1d924421-a648-4889-b83f-edb6bce85aef/43e0d795-c918-4f89-8b52-fab2a19ccb8d/2240c44a-d71b-4171-9238-9b56493aec95) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:07:24.193451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.227974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad540c3-16ed-40bd-b9ef-98110e192de4 req-b9765f53-0971-4328-8e5a-18778ad4e85a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:24.238229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ad540c3-16ed-40bd-b9ef-98110e192de4 req-b9765f53-0971-4328-8e5a-18778ad4e85a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2744451
Dec 18 21:07:24.251526 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.260676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581ad9-d5c7-4ad6-b2de-8c82c86a51ff req-505e7cc7-9467-4861-8eee-b8a719d66157 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:24.268637 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c581ad9-d5c7-4ad6-b2de-8c82c86a51ff req-505e7cc7-9467-4861-8eee-b8a719d66157 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.3062396
Dec 18 21:07:24.297059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cacf53-816c-446c-9d89-02b571d15dc1 None None] Pushing event updated for resources: {'Port': ['ID=de53af7a-dca6-4993-9f5d-35de61d23372,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:24.300625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36654da550>,) {'filters': {'network_id': ['df695f47-ffa1-48a3-8448-f0012063d5d4']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:24.307004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.341707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36654da550>, 'f8e38b76-1c0b-43e8-9779-82f751214767') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:24.342005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36654da550>, 'f8e38b76-1c0b-43e8-9779-82f751214767') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:24.381074 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.383816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event updated for resources: {'Port': ['ID=fe581d00-3816-4e32-b0f0-1f64bd6ce07b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:24.403278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Network 76e0174d-ef93-4477-ac87-f277096548ad is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:24.405850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:24.410139 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:07:24.421093 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.423786 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.434090 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.459438 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.473856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ad540c3-16ed-40bd-b9ef-98110e192de4 req-c4d9a1c8-51b8-4b26-8214-0b28f7ca8dac tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2302392
Dec 18 21:07:24.478588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:07:24.479160 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.481433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Network 1d924421-a648-4889-b83f-edb6bce85aef is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:07:24.482711 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:07:24.488541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c581ad9-d5c7-4ad6-b2de-8c82c86a51ff req-b07aeff5-c107-4de2-b9c5-144514450efa tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189333
Dec 18 21:07:24.506578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:24.520071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:07:24.641377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Attempting to bind port 2240c44a-d71b-4171-9238-9b56493aec95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:07:24.641833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Attempting to bind port 2240c44a-d71b-4171-9238-9b56493aec95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95d71075-12db-4c5a-b58a-bb13c993e4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d924421-a648-4889-b83f-edb6bce85aef'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:07:24.642469 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Attempting to bind port 2240c44a-d71b-4171-9238-9b56493aec95 on network 1d924421-a648-4889-b83f-edb6bce85aef {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:07:24.649291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:07:24.649866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Checking segment: {'id': '95d71075-12db-4c5a-b58a-bb13c993e4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d924421-a648-4889-b83f-edb6bce85aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:24.650410 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.650906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Bound using segment: {'id': '95d71075-12db-4c5a-b58a-bb13c993e4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d924421-a648-4889-b83f-edb6bce85aef'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:07:24.651495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Bound port: 2240c44a-d71b-4171-9238-9b56493aec95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d71075-12db-4c5a-b58a-bb13c993e4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d924421-a648-4889-b83f-edb6bce85aef'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:07:24.651985 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.654458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Pushing event updated for resources: {'Port': ['ID=2240c44a-d71b-4171-9238-9b56493aec95,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:24.729371 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.759620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] For port 2240c44a-d71b-4171-9238-9b56493aec95, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:07:24.765577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] For port 2240c44a-d71b-4171-9238-9b56493aec95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2240c44a-d71b-4171-9238-9b56493aec95,segment=NetworkSegment(95d71075-12db-4c5a-b58a-bb13c993e4c8),segment_id=95d71075-12db-4c5a-b58a-bb13c993e4c8)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:07:24.774423 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:24.929058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34ab68-7486-48d3-b56d-fa42037b964c None None] Pushing event updated for resources: {'Port': ['ID=2240c44a-d71b-4171-9238-9b56493aec95,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:25.049304 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:25.065435 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:25.073052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device de53af7a-dca6-4993-9f5d-35de61d23372 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:25.080237 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/networks/df695f47-ffa1-48a3-8448-f0012063d5d4 HTTP/1.1" status: 204  len: 168 time: 1.9962959
Dec 18 21:07:25.085720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57136) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:25.098723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ad4ce-164f-49c6-99c3-3dbc7cc7f84c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Network': ['ID=df695f47-ffa1-48a3-8448-f0012063d5d4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:25.110348 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-872c2620-9f94-4209-93d8-f38fc6a46399 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:25.164519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port de53af7a-dca6-4993-9f5d-35de61d23372 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:25.165074 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:25.216304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c2620-9f94-4209-93d8-f38fc6a46399 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Pushing event deleted for resources: {'Port': ['ID=db2326e9-17cb-4b74-ad45-d0467c2ea47b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:25.333452 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:25.396365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:25.428197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eeaea-dd3f-410d-92b7-bcc0d9ae882f req-00603851-d014-43ac-9804-b15dbdafba20 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:25.429947 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-231eeaea-dd3f-410d-92b7-bcc0d9ae882f req-00603851-d014-43ac-9804-b15dbdafba20 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.3000798
Dec 18 21:07:25.431144 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-872c2620-9f94-4209-93d8-f38fc6a46399 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:25.442828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-872c2620-9f94-4209-93d8-f38fc6a46399 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/ports/db2326e9-17cb-4b74-ad45-d0467c2ea47b HTTP/1.1" status: 204  len: 168 time: 2.1319149
Dec 18 21:07:25.443576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57142) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:25.461763 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:25.543163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port de53af7a-dca6-4993-9f5d-35de61d23372, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de53af7a-dca6-4993-9f5d-35de61d23372,segment=NetworkSegment(b894121f-08f2-484b-82fc-48a680dd99bc),segment_id=b894121f-08f2-484b-82fc-48a680dd99bc)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:25.554741 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:25.612455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:25.703472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:25.713085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-231eeaea-dd3f-410d-92b7-bcc0d9ae882f req-0e80354a-505e-4dc2-873f-e7bdf28c844e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2683575
Dec 18 21:07:25.765860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf7e64c-625d-4926-b725-cbe4a213cb2f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Deleting subnet 0b65bc52-d264-4358-a2ba-907c82c50dca {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:07:25.792864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:07:25.798281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4ff2cdc2-f9a5-4100-a03c-57a6f24ad237 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:07:25.800094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 07b17688-2348-46a3-bee5-30657c873aa2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:25.802179 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e64c-625d-4926-b725-cbe4a213cb2f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:25.812062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=de53af7a-dca6-4993-9f5d-35de61d23372,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:25.879458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 07b17688-2348-46a3-bee5-30657c873aa2 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:07:25.880814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 07b17688-2348-46a3-bee5-30657c873aa2 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:07:25.900931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e64c-625d-4926-b725-cbe4a213cb2f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:25.922783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088156a8-5a05-495e-8f9a-0c6850dfad64 req-e7f0f509-e465-417a-9f57-58c39f0b3494 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:25.926808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-088156a8-5a05-495e-8f9a-0c6850dfad64 req-e7f0f509-e465-417a-9f57-58c39f0b3494 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.2010336
Dec 18 21:07:25.997928 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event updated for resources: {'Port': ['ID=fe581d00-3816-4e32-b0f0-1f64bd6ce07b,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:26.054649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Network 76e0174d-ef93-4477-ac87-f277096548ad is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:26.058345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:26.080449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cee28d-bf4d-4f92-a3c5-51d33665158c req-bc8059bc-1006-4c38-b0bb-9571b987a796 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:26.082707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1cee28d-bf4d-4f92-a3c5-51d33665158c req-bc8059bc-1006-4c38-b0bb-9571b987a796 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1319096
Dec 18 21:07:26.085165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8d64a-2422-4f39-b640-c40d4423df12 None None] Network 76e0174d-ef93-4477-ac87-f277096548ad requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:26.092945 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-088156a8-5a05-495e-8f9a-0c6850dfad64 req-2a0fab2b-3fca-4062-addb-dbbb266e2b81 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432605
Dec 18 21:07:26.134662 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e64c-625d-4926-b725-cbe4a213cb2f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:26.216645 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1cee28d-bf4d-4f92-a3c5-51d33665158c req-27c00247-5100-4f5b-96cf-650204890337 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258347
Dec 18 21:07:26.227862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d0df5701-7726-43c8-b124-beacdd830c64 None None] Provisioning complete for port de53af7a-dca6-4993-9f5d-35de61d23372 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:26.228238 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d0df5701-7726-43c8-b124-beacdd830c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:26.241095 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:07:26.297155 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e64c-625d-4926-b725-cbe4a213cb2f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:26.331773 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ecba1fea-5f1c-4938-a3dc-f030eb9cf5e0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:26.362060 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e64c-625d-4926-b725-cbe4a213cb2f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:26.375611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ddf7e64c-625d-4926-b725-cbe4a213cb2f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/subnets/0b65bc52-d264-4358-a2ba-907c82c50dca HTTP/1.1" status: 204  len: 168 time: 0.9225090
Dec 18 21:07:26.375611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57166) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:26.377693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7e64c-625d-4926-b725-cbe4a213cb2f tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Pushing event deleted for resources: {'Subnet': ['ID=0b65bc52-d264-4358-a2ba-907c82c50dca,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:26.399331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadbe4e7-efd9-4b3d-8b24-f7c2e3121df8 None None] Network e55c941f-8942-4d57-9772-889b7d8ac8b0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:26.469063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Router e90a2011-fa5a-45c0-a88a-85ccf74f7aba is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:07:26.572526 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:26.588485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137784e8-ed8b-49cf-ab2b-b707a298fdb8 req-db9222f4-40d1-416c-94ae-4a2bfca66999 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:26.591948 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-137784e8-ed8b-49cf-ab2b-b707a298fdb8 req-db9222f4-40d1-416c-94ae-4a2bfca66999 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2225258
Dec 18 21:07:26.672814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:26.679595 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-feff2314-5f82-424f-854a-d8393f26c828 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "PUT /v2.0/routers/e90a2011-fa5a-45c0-a88a-85ccf74f7aba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6841259
Dec 18 21:07:26.684866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9efdd-24a5-4d02-961d-9f94b318445b None None] Sync routers for ids ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:26.689904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57172) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:26.709295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9efdd-24a5-4d02-961d-9f94b318445b None None] Routers {'e90a2011-fa5a-45c0-a88a-85ccf74f7aba'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:26.709768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-35b9efdd-24a5-4d02-961d-9f94b318445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e139dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:26.777832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-137784e8-ed8b-49cf-ab2b-b707a298fdb8 req-9d961e9c-754d-4f80-86a5-d256b5de61c3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738565
Dec 18 21:07:26.802285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Deleting port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:26.802633 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:26.844088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0cb458-a09e-469b-95a6-7c9c41375350 None None] DHCP port deletion for e55c941f-8942-4d57-9772-889b7d8ac8b0 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:26.872065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-35b9efdd-24a5-4d02-961d-9f94b318445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e139dc0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:26.936418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ca56c192-4c5e-4f75-adb8-d7633a3dfbfc None None] Provisioning complete for port fe581d00-3816-4e32-b0f0-1f64bd6ce07b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:26.944377 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ca56c192-4c5e-4f75-adb8-d7633a3dfbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:26.985518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] For port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0f5e7d4-f2c1-4220-82b7-649e5cef24d3,segment=NetworkSegment(f3acfce5-2147-435b-82f2-fbfd2887b53b),segment_id=f3acfce5-2147-435b-82f2-fbfd2887b53b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:26.986292 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.015359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Calling delete_port for f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:27.071419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9efdd-24a5-4d02-961d-9f94b318445b None None] Routers {'e90a2011-fa5a-45c0-a88a-85ccf74f7aba'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:27.072173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-35b9efdd-24a5-4d02-961d-9f94b318445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e139dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:27.110645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e03ff-776e-4e53-bde3-46e9f77c1804 None None] Network 1d924421-a648-4889-b83f-edb6bce85aef requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:27.210408 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.226780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2240c44a-d71b-4171-9238-9b56493aec95 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:27.257773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-35b9efdd-24a5-4d02-961d-9f94b318445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e139dc0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:27.260065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9efdd-24a5-4d02-961d-9f94b318445b None None] The sync data for ids ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:27.260304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Pushing event deleted for resources: {'Port': ['ID=f0f5e7d4-f2c1-4220-82b7-649e5cef24d3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:27.308733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ca56c192-4c5e-4f75-adb8-d7633a3dfbfc None None] Port fe581d00-3816-4e32-b0f0-1f64bd6ce07b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:07:27.332094 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ecba1fea-5f1c-4938-a3dc-f030eb9cf5e0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port 3be410bc-83a9-406a-bda9-b63c78d0c782 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:27.332667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ecba1fea-5f1c-4938-a3dc-f030eb9cf5e0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.360153 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] No DVR routers for this DVR port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:27.376960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ca56c192-4c5e-4f75-adb8-d7633a3dfbfc None None] Provisioning complete for port de53af7a-dca6-4993-9f5d-35de61d23372 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:27.377188 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ca56c192-4c5e-4f75-adb8-d7633a3dfbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.407515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad6af9-33e5-405d-923c-2f1a0a1a4a56 req-05bab1ba-6e94-4406-b829-302ea8d06bae tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:27.411645 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75ad6af9-33e5-405d-923c-2f1a0a1a4a56 req-05bab1ba-6e94-4406-b829-302ea8d06bae tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1381044
Dec 18 21:07:27.431103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3e0cb458-a09e-469b-95a6-7c9c41375350 None None] Deleting port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:27.431513 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3e0cb458-a09e-469b-95a6-7c9c41375350 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.494819 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.568962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365daed070>,) {'filters': {'network_id': ['e55c941f-8942-4d57-9772-889b7d8ac8b0']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:27.610750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365daed070>, 'f3acfce5-2147-435b-82f2-fbfd2887b53b') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:27.611368 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365daed070>, 'f3acfce5-2147-435b-82f2-fbfd2887b53b') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:27.659406 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75ad6af9-33e5-405d-923c-2f1a0a1a4a56 req-6150f526-e8ec-4329-bc3d-f1a6dc785a6c tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840394
Dec 18 21:07:27.661592 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.696472 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.720162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:07:27.720573 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:07:27.724153 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:07:27.814215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3e0cb458-a09e-469b-95a6-7c9c41375350 None None] For port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3, host ncdv-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:27.814825 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3e0cb458-a09e-469b-95a6-7c9c41375350 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.839766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2240c44a-d71b-4171-9238-9b56493aec95 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:27.840218 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.842620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3e0cb458-a09e-469b-95a6-7c9c41375350 None None] Calling delete_port for f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:27.844415 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.850600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.ipam_backend_mixin [None req-3e0cb458-a09e-469b-95a6-7c9c41375350 None None] Port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 was not found and therefore no delete operation was performed {{(pid=126010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:07:27.873505 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.881219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] 10.222.0.13 "DELETE /v2.0/networks/e55c941f-8942-4d57-9772-889b7d8ac8b0 HTTP/1.1" status: 204  len: 168 time: 1.5068579
Dec 18 21:07:27.888821 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3e0cb458-a09e-469b-95a6-7c9c41375350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:27.889310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f827d87-5c7c-40df-b220-645047b361b4 req-7ad9f254-dff0-4e25-96eb-d61625cb6a79 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:27.891944 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f827d87-5c7c-40df-b220-645047b361b4 req-7ad9f254-dff0-4e25-96eb-d61625cb6a79 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1222434
Dec 18 21:07:27.893124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccf869-b0a4-4f00-a4a2-ff72e49300b7 tempest-TagsExtTest-1423451120 tempest-TagsExtTest-1423451120-project] Pushing event deleted for resources: {'Network': ['ID=e55c941f-8942-4d57-9772-889b7d8ac8b0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:27.925514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e0cb458-a09e-469b-95a6-7c9c41375350 None None] Network e55c941f-8942-4d57-9772-889b7d8ac8b0 is not hosted by any dhcp agent {{(pid=126010) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 18 21:07:27.925987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0cb458-a09e-469b-95a6-7c9c41375350 None None] No DVR routers for this DVR port f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:27.935376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cb458-a09e-469b-95a6-7c9c41375350 None None] Pushing event deleted for resources: {'Port': ['ID=f0f5e7d4-f2c1-4220-82b7-649e5cef24d3,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:27.988204 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f827d87-5c7c-40df-b220-645047b361b4 req-78f5fb60-4830-4157-b750-65e8596ac6b4 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837412
Dec 18 21:07:28.008693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:28.044851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 2240c44a-d71b-4171-9238-9b56493aec95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2240c44a-d71b-4171-9238-9b56493aec95,segment=NetworkSegment(95d71075-12db-4c5a-b58a-bb13c993e4c8),segment_id=95d71075-12db-4c5a-b58a-bb13c993e4c8)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:28.051135 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:28.051978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device de53af7a-dca6-4993-9f5d-35de61d23372 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:28.142899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-ecba1fea-5f1c-4938-a3dc-f030eb9cf5e0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] For port 3be410bc-83a9-406a-bda9-b63c78d0c782, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3be410bc-83a9-406a-bda9-b63c78d0c782,segment=NetworkSegment(d0fc026f-0639-4823-9497-608708dff429),segment_id=d0fc026f-0639-4823-9497-608708dff429)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:28.143307 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ecba1fea-5f1c-4938-a3dc-f030eb9cf5e0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:28.147247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f7afd3ec-1d7f-402a-b895-eb5df0969121 None None] Provisioning complete for port fe581d00-3816-4e32-b0f0-1f64bd6ce07b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:28.148191 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f7afd3ec-1d7f-402a-b895-eb5df0969121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:28.149311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=2240c44a-d71b-4171-9238-9b56493aec95,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:28.205806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ecba1fea-5f1c-4938-a3dc-f030eb9cf5e0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for 3be410bc-83a9-406a-bda9-b63c78d0c782 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:28.214299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f7afd3ec-1d7f-402a-b895-eb5df0969121 None None] Port fe581d00-3816-4e32-b0f0-1f64bd6ce07b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:07:28.220096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port de53af7a-dca6-4993-9f5d-35de61d23372 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:28.220468 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:28.270288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f7afd3ec-1d7f-402a-b895-eb5df0969121 None None] Provisioning complete for port 2240c44a-d71b-4171-9238-9b56493aec95 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:28.270652 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f7afd3ec-1d7f-402a-b895-eb5df0969121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:28.332530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57218) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:28.376007 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-9519c434-a8a9-481e-a651-caa0c028278c tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:28.380814 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9519c434-a8a9-481e-a651-caa0c028278c tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "PUT /v2.0/routers/e90a2011-fa5a-45c0-a88a-85ccf74f7aba/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.6855109
Dec 18 21:07:28.380814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57222) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:28.454325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:28.476718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:07:28.477255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f0f5e7d4-f2c1-4220-82b7-649e5cef24d3 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:07:28.515232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d50c9d40-4f31-4d6a-9607-3b526c87c041 None None] Provisioning complete for port 2240c44a-d71b-4171-9238-9b56493aec95 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:28.515697 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d50c9d40-4f31-4d6a-9607-3b526c87c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:28.537286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57224) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:28.538559 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a3d418e9-a7c2-4b52-877e-2e9a4d8c7dae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e20596c0aee4a2b9017d526f9148e8b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2044089
Dec 18 21:07:28.752665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ecba1fea-5f1c-4938-a3dc-f030eb9cf5e0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:28.756851 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-9f016cdb-1a4e-4da1-be1f-f71322c56305 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1353493
Dec 18 21:07:28.759103 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-275e8c01-9526-43c9-81a0-1c0f1b5ed185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:28.795846 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba1fea-5f1c-4938-a3dc-f030eb9cf5e0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=3be410bc-83a9-406a-bda9-b63c78d0c782,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:28.854624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51fb2b-9697-4b68-89e5-c0024f77d719 req-1d7deb1d-375a-416e-82cd-5d23d1e840c8 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:28.860517 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d51fb2b-9697-4b68-89e5-c0024f77d719 req-1d7deb1d-375a-416e-82cd-5d23d1e840c8 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1021194
Dec 18 21:07:28.919223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-275e8c01-9526-43c9-81a0-1c0f1b5ed185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:29.036420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d51fb2b-9697-4b68-89e5-c0024f77d719 req-5173cf16-c02e-4bc0-ae77-b722a07d9a0f tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311240
Dec 18 21:07:29.045082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-301b1eed-6b35-4759-b4bc-d84872bcc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.051598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-301b1eed-6b35-4759-b4bc-d84872bcc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.052085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-301b1eed-6b35-4759-b4bc-d84872bcc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.052732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-301b1eed-6b35-4759-b4bc-d84872bcc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.053336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-301b1eed-6b35-4759-b4bc-d84872bcc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.053811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-301b1eed-6b35-4759-b4bc-d84872bcc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.057644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-301b1eed-6b35-4759-b4bc-d84872bcc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.059785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-301b1eed-6b35-4759-b4bc-d84872bcc17b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6500 time: 0.1983235
Dec 18 21:07:29.062323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2240c44a-d71b-4171-9238-9b56493aec95 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:29.115632 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ecba1fea-5f1c-4938-a3dc-f030eb9cf5e0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:29.149361 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2240c44a-d71b-4171-9238-9b56493aec95 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:29.149773 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:29.333475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c92c97-cd0b-4570-b09e-198d5e51065b req-62c192c9-6e50-4b87-a9d1-2b3e61c16660 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.334850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6c92c97-cd0b-4570-b09e-198d5e51065b req-62c192c9-6e50-4b87-a9d1-2b3e61c16660 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1140420
Dec 18 21:07:29.336053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-fd16dfae-5536-4c63-b8ee-072725840ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.336573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-fd16dfae-5536-4c63-b8ee-072725840ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.337003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-fd16dfae-5536-4c63-b8ee-072725840ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.337118 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-275e8c01-9526-43c9-81a0-1c0f1b5ed185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:29.338654 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-fd16dfae-5536-4c63-b8ee-072725840ee7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50f70d1e-856f-4dc0-8d15-f219387fa189&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344 HTTP/1.1" status: 200  len: 2299 time: 0.2406523
Dec 18 21:07:29.339901 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-275e8c01-9526-43c9-81a0-1c0f1b5ed185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:29.341104 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-275e8c01-9526-43c9-81a0-1c0f1b5ed185 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/364615d4-2f97-421c-8a0b-f16364a4f7be HTTP/1.1" status: 204  len: 168 time: 0.8022573
Dec 18 21:07:29.356733 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecba1fea-5f1c-4938-a3dc-f030eb9cf5e0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 58705ba3-9fd8-427f-aa05-034efffebdaf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:07:29.362017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e8c01-9526-43c9-81a0-1c0f1b5ed185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364615d4-2f97-421c-8a0b-f16364a4f7be,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:29.450597 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-068efce6-5d4f-4b52-b458-e173b2f9712a tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:29.455336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecba1fea-5f1c-4938-a3dc-f030eb9cf5e0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:29.471430 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ae87a-affc-44f8-bcbe-8b5a7f7c1811 None None] Sync routers for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:29.484891 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ae87a-affc-44f8-bcbe-8b5a7f7c1811 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:29.485822 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c29ae87a-affc-44f8-bcbe-8b5a7f7c1811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664026c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:29.492083 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ecba1fea-5f1c-4938-a3dc-f030eb9cf5e0 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4029253
Dec 18 21:07:29.494672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-79e1c616-3044-4ed5-8ee7-b81e61870fa1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6 HTTP/1.1" status: 200  len: 1000 time: 0.1448615
Dec 18 21:07:29.495226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57256) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:29.498678 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6c92c97-cd0b-4570-b09e-198d5e51065b req-9d40f3d6-01cd-4eea-b6da-022654da6495 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556506
Dec 18 21:07:29.563156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1897b1-2959-43c9-8fe3-55faada56240 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting subnet 6b7ed426-eb43-4bd8-b151-a83f8fb51011 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:07:29.579871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a1897b1-2959-43c9-8fe3-55faada56240 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:29.591198 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c29ae87a-affc-44f8-bcbe-8b5a7f7c1811 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:29.662381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-e793acfa-e2c0-4c01-b405-157dd4e2a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.663643 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c29ae87a-affc-44f8-bcbe-8b5a7f7c1811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664026c10>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:28Z', 'revision_number': 11, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:29.664890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-e793acfa-e2c0-4c01-b405-157dd4e2a0f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd650901-9f47-47d9-a2fb-bdde348d3ffa HTTP/1.1" status: 200  len: 856 time: 0.1069679
Dec 18 21:07:29.667210 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a1897b1-2959-43c9-8fe3-55faada56240 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:29.695947 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ae87a-affc-44f8-bcbe-8b5a7f7c1811 None None] Checking router: 58705ba3-9fd8-427f-aa05-034efffebdaf for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:07:29.702799 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ae87a-affc-44f8-bcbe-8b5a7f7c1811 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:29.704094 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c29ae87a-affc-44f8-bcbe-8b5a7f7c1811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664026c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:29.752157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-068efce6-5d4f-4b52-b458-e173b2f9712a tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Deleting port fe581d00-3816-4e32-b0f0-1f64bd6ce07b {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:29.752619 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-068efce6-5d4f-4b52-b458-e173b2f9712a tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:29.795778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-9c87196b-b49a-4f81-88d5-5b2785dd450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:29.796671 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c29ae87a-affc-44f8-bcbe-8b5a7f7c1811 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:29.797846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-9c87196b-b49a-4f81-88d5-5b2785dd450c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50f70d1e-856f-4dc0-8d15-f219387fa189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1068709
Dec 18 21:07:29.835949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-9393c3ca-3ea4-42d5-9165-e7bb3b549f64 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:07:29.837040 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-9393c3ca-3ea4-42d5-9165-e7bb3b549f64 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0188475
Dec 18 21:07:29.862972 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c29ae87a-affc-44f8-bcbe-8b5a7f7c1811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664026c10>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:28Z', 'revision_number': 11, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:29.875384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-068efce6-5d4f-4b52-b458-e173b2f9712a tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:29.894127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-068efce6-5d4f-4b52-b458-e173b2f9712a tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Calling delete_port for fe581d00-3816-4e32-b0f0-1f64bd6ce07b owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:29.915799 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ae87a-affc-44f8-bcbe-8b5a7f7c1811 None None] The sync data for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 is: [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:28Z', 'revision_number': 11, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:29.956206 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a1897b1-2959-43c9-8fe3-55faada56240 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:30.027760 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-0c62f396-e522-4124-8520-5fdafd18f0fe service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763515
Dec 18 21:07:30.076813 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a1897b1-2959-43c9-8fe3-55faada56240 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:30.156123 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-068efce6-5d4f-4b52-b458-e173b2f9712a tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:30.201791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1897b1-2959-43c9-8fe3-55faada56240 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7ed426-eb43-4bd8-b151-a83f8fb51011,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:30.204254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068efce6-5d4f-4b52-b458-e173b2f9712a tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event deleted for resources: {'Port': ['ID=fe581d00-3816-4e32-b0f0-1f64bd6ce07b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:30.216625 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a1897b1-2959-43c9-8fe3-55faada56240 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:30.220952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6a1897b1-2959-43c9-8fe3-55faada56240 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/6b7ed426-eb43-4bd8-b151-a83f8fb51011 HTTP/1.1" status: 204  len: 168 time: 0.7207870
Dec 18 21:07:30.229610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834b86c0-112d-4d0b-9ff1-a2b4c3a9b990 None None] Network 92698b96-f118-4337-977c-b5b0d5ac232f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:30.237305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57286) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:30.290849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f0cad-9536-46ca-bda9-d769ea3b4a4b req-c6b5a605-27f1-475e-b8d7-962c9f0be393 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:30.299495 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f28f0cad-9536-46ca-bda9-d769ea3b4a4b req-c6b5a605-27f1-475e-b8d7-962c9f0be393 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1800728
Dec 18 21:07:30.422907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f28f0cad-9536-46ca-bda9-d769ea3b4a4b req-3eeb9f02-7b80-4682-a764-bce6f41c60db tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148634
Dec 18 21:07:30.451489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-35f702a5-d441-4983-bb26-007ef15bb97b service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4160609
Dec 18 21:07:30.502063 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:30.643401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93b8e3c-00bb-4d9f-ab3b-3aa5e4749d8c None None] DHCP port deletion for 92698b96-f118-4337-977c-b5b0d5ac232f request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:30.651956 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-068efce6-5d4f-4b52-b458-e173b2f9712a tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:30.742664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f93b8e3c-00bb-4d9f-ab3b-3aa5e4749d8c None None] Deleting port 99168657-9456-40e9-86ce-1113f8573628 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:30.743116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f93b8e3c-00bb-4d9f-ab3b-3aa5e4749d8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:30.901841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Deleting port 99168657-9456-40e9-86ce-1113f8573628 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:30.902862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:30.920221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068efce6-5d4f-4b52-b458-e173b2f9712a tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Router e90a2011-fa5a-45c0-a88a-85ccf74f7aba has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:07:30.921871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f93b8e3c-00bb-4d9f-ab3b-3aa5e4749d8c None None] For port 99168657-9456-40e9-86ce-1113f8573628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99168657-9456-40e9-86ce-1113f8573628,segment=NetworkSegment(d0fc026f-0639-4823-9497-608708dff429),segment_id=d0fc026f-0639-4823-9497-608708dff429)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:30.922364 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f93b8e3c-00bb-4d9f-ab3b-3aa5e4749d8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:31.014926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f93b8e3c-00bb-4d9f-ab3b-3aa5e4749d8c None None] Calling delete_port for 99168657-9456-40e9-86ce-1113f8573628 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:31.027733 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-95cf3b28-99c4-4083-aa94-98f6889df210 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=fbcf81f3-8b8e-462f-9434-1aafb30b288a HTTP/1.1" status: 200  len: 217 time: 0.5684030
Dec 18 21:07:31.033695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3be410bc-83a9-406a-bda9-b63c78d0c782 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:31.075756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3be410bc-83a9-406a-bda9-b63c78d0c782 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:07:31.076537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3be410bc-83a9-406a-bda9-b63c78d0c782 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:07:31.077239 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 99168657-9456-40e9-86ce-1113f8573628 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:31.088147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-1cf6902c-e5fe-4da2-adb0-884495fe1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:31.096101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-1cf6902c-e5fe-4da2-adb0-884495fe1395 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0587409
Dec 18 21:07:31.200921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-70133db3-2729-4484-8425-214355d79b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:31.203240 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-70133db3-2729-4484-8425-214355d79b21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0760102
Dec 18 21:07:31.212355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] For port 99168657-9456-40e9-86ce-1113f8573628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99168657-9456-40e9-86ce-1113f8573628,segment=NetworkSegment(d0fc026f-0639-4823-9497-608708dff429),segment_id=d0fc026f-0639-4823-9497-608708dff429)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:31.213232 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:31.219693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31967ae-b932-479e-964e-359efbf29f2a req-f5837d29-9eb7-4086-b02b-22b83a671432 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:31.230839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b31967ae-b932-479e-964e-359efbf29f2a req-f5837d29-9eb7-4086-b02b-22b83a671432 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2089953
Dec 18 21:07:31.244636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068efce6-5d4f-4b52-b458-e173b2f9712a tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:31.253105 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-068efce6-5d4f-4b52-b458-e173b2f9712a tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "PUT /v2.0/routers/e90a2011-fa5a-45c0-a88a-85ccf74f7aba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8656340
Dec 18 21:07:31.255993 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57344) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:31.258767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f70169-a68a-4382-ac48-da5051bccb35 None None] Sync routers for ids ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:31.273456 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:31.285294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Calling delete_port for 99168657-9456-40e9-86ce-1113f8573628 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:31.291168 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f93b8e3c-00bb-4d9f-ab3b-3aa5e4749d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:31.304364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f70169-a68a-4382-ac48-da5051bccb35 None None] Routers {'e90a2011-fa5a-45c0-a88a-85ccf74f7aba'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:31.305093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-29f70169-a68a-4382-ac48-da5051bccb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e15a760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:31.355123 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-c295ad51-1686-439b-aa25-b21a2b599190 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] delete failed (client error): The resource could not be found.
Dec 18 21:07:31.362081 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c295ad51-1686-439b-aa25-b21a2b599190 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-999492173 HTTP/1.1" status: 404  len: 334 time: 0.0993629
Dec 18 21:07:31.362314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-29f70169-a68a-4382-ac48-da5051bccb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e15a760>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:31.368330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b8e3c-00bb-4d9f-ab3b-3aa5e4749d8c None None] No DVR routers for this DVR port 99168657-9456-40e9-86ce-1113f8573628 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:31.376473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b8e3c-00bb-4d9f-ab3b-3aa5e4749d8c None None] Pushing event deleted for resources: {'Port': ['ID=99168657-9456-40e9-86ce-1113f8573628,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:31.392097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57348) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:31.403192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b409469b-06f4-4558-8531-b9bf5bed36e2 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e90a2011-fa5a-45c0-a88a-85ccf74f7aba'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:31.429878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f70169-a68a-4382-ac48-da5051bccb35 None None] Routers {'e90a2011-fa5a-45c0-a88a-85ccf74f7aba'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:31.430751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-29f70169-a68a-4382-ac48-da5051bccb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e15a760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:31.485186 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:31.485665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-29f70169-a68a-4382-ac48-da5051bccb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e15a760>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:31.486382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f70169-a68a-4382-ac48-da5051bccb35 None None] The sync data for ids ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:31.527306 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No DVR routers for this DVR port 99168657-9456-40e9-86ce-1113f8573628 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:31.566541 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Port': ['ID=99168657-9456-40e9-86ce-1113f8573628,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:31.655938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:31.668458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b31967ae-b932-479e-964e-359efbf29f2a req-cf16dc9c-fba5-4410-a33a-545396c0d68d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4367185
Dec 18 21:07:31.693148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e2b05b0>,) {'filters': {'network_id': ['92698b96-f118-4337-977c-b5b0d5ac232f']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:31.705938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e2b05b0>, 'd0fc026f-0639-4823-9497-608708dff429') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:31.706148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e2b05b0>, 'd0fc026f-0639-4823-9497-608708dff429') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:31.722189 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:31.749296 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:31.757075 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:07:31.757504 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:31.760189 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-f9c563fd-e4e1-4778-9319-2a7d3ae7b6ae service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5272217
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:07:31.761324 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:07:31.802955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d18621-d378-402e-b031-6a010444c781 req-f5dc12c6-3a68-474a-9ab4-fc56e7ec1d7a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:31.804620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96d18621-d378-402e-b031-6a010444c781 req-f5dc12c6-3a68-474a-9ab4-fc56e7ec1d7a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.2360091
Dec 18 21:07:31.840358 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:31.846488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:31.853595 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/networks/92698b96-f118-4337-977c-b5b0d5ac232f HTTP/1.1" status: 204  len: 168 time: 1.6146717
Dec 18 21:07:31.858061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57392) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:31.864755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d5ebd577-9b42-4da0-9d9f-3d6b7dfb5877 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'router': {'routes': None}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:31.880066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7c6a3-006b-492e-8a53-1a01cfee5861 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Pushing event deleted for resources: {'Network': ['ID=92698b96-f118-4337-977c-b5b0d5ac232f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:31.913739 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b409469b-06f4-4558-8531-b9bf5bed36e2 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:31.961830 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-b409469b-06f4-4558-8531-b9bf5bed36e2 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] update failed (client error): The resource could not be found.
Dec 18 21:07:31.962892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b409469b-06f4-4558-8531-b9bf5bed36e2 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "PUT /v2.0/routers/e90a2011-fa5a-45c0-a88a-85ccf74f7aba HTTP/1.1" status: 404  len: 339 time: 0.5655901
Dec 18 21:07:31.970389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57396) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:32.011145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96d18621-d378-402e-b031-6a010444c781 req-06f7efd7-22a9-4085-b64e-50aad2b32d3e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160097
Dec 18 21:07:32.013524 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-54b83da0-d62d-4dc3-b4ac-0a59056aafeb service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2444549
Dec 18 21:07:32.066687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-d728406a-bee0-4ece-ab1d-0592e782275f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=f844557f-eb38-48aa-8a3a-a4ec5d372124 HTTP/1.1" status: 200  len: 217 time: 0.0460944
Dec 18 21:07:32.130441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-43ad6067-b1ae-46e0-a498-91da7a29e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:32.132085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-43ad6067-b1ae-46e0-a498-91da7a29e69c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0577023
Dec 18 21:07:32.187978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.extraroute_db [None req-d5ebd577-9b42-4da0-9d9f-3d6b7dfb5877 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Added routes are [] {{(pid=126009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 18 21:07:32.188295 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.extraroute_db [None req-d5ebd577-9b42-4da0-9d9f-3d6b7dfb5877 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Removed routes are [] {{(pid=126009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 18 21:07:32.188660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd577-9b42-4da0-9d9f-3d6b7dfb5877 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:32.206243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-5f921710-a0e1-4f6e-9ef4-6ed82826de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:32.208049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-5f921710-a0e1-4f6e-9ef4-6ed82826de9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0689902
Dec 18 21:07:32.323297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-560bf01b-6bbf-4e56-b119-a2986286f293 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1071661
Dec 18 21:07:32.418701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-c4a39652-5632-49e3-ba64-026393b9e78b service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889745
Dec 18 21:07:32.467156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-22372c4c-00a3-4c4f-a5ff-913660380555 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85 HTTP/1.1" status: 200  len: 217 time: 0.0415525
Dec 18 21:07:32.521039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-ec68ee09-dba2-4771-b795-1a372f88c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:32.522675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-ec68ee09-dba2-4771-b795-1a372f88c3e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0489695
Dec 18 21:07:32.573791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-7b9ad384-e354-4af0-8044-39f6fa19daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:32.575609 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-7b9ad384-e354-4af0-8044-39f6fa19daf6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0462384
Dec 18 21:07:32.688574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-e18d799c-7c67-4b5b-ba75-be6f464fd12d service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1054206
Dec 18 21:07:32.898374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c1ba8-d1c6-4e8f-aaeb-c213e4938664 req-99528331-6976-4645-a0f3-23deafd70573 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:32.899777 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a9c1ba8-d1c6-4e8f-aaeb-c213e4938664 req-99528331-6976-4645-a0f3-23deafd70573 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1018894
Dec 18 21:07:32.902767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-7fbfaf2f-d92c-446e-833a-0c594ac84932 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2071593
Dec 18 21:07:32.936132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd577-9b42-4da0-9d9f-3d6b7dfb5877 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:32.939687 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd577-9b42-4da0-9d9f-3d6b7dfb5877 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:32.947599 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6b09b889-1677-4749-ac42-c183f660002f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:33.003729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-a35d5b8f-e609-4d01-a1aa-dc8e3c23f95f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=59526aeb-f155-46bf-ba7e-15d8467624a2 HTTP/1.1" status: 200  len: 217 time: 0.0859249
Dec 18 21:07:33.072890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a9c1ba8-d1c6-4e8f-aaeb-c213e4938664 req-28ca4fa6-d63e-49c8-9e9d-c376a82eb9d5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618776
Dec 18 21:07:33.078654 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ebd577-9b42-4da0-9d9f-3d6b7dfb5877 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 58705ba3-9fd8-427f-aa05-034efffebdaf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:07:33.080133 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:33.085758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-34708ac4-27d6-49ff-9b05-9da1871ade52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:33.088085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-34708ac4-27d6-49ff-9b05-9da1871ade52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0710888
Dec 18 21:07:33.184929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-d77e057b-6b1b-4197-887d-4ef0fa74c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:33.186862 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-d77e057b-6b1b-4197-887d-4ef0fa74c409 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0875926
Dec 18 21:07:33.286309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d37e64-78cb-4fda-9b76-35d720216a0f req-4fe3af82-598c-48cc-9518-449fc27bb5c1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:33.288275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c4d37e64-78cb-4fda-9b76-35d720216a0f req-4fe3af82-598c-48cc-9518-449fc27bb5c1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1521201
Dec 18 21:07:33.315783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ebd577-9b42-4da0-9d9f-3d6b7dfb5877 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:33.325104 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd577-9b42-4da0-9d9f-3d6b7dfb5877 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:33.327354 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff5382-0b8e-4cf8-a1cf-d8ac384c1421 None None] Sync routers for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:33.338406 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d5ebd577-9b42-4da0-9d9f-3d6b7dfb5877 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf HTTP/1.1" status: 200  len: 700 time: 1.4767046
Dec 18 21:07:33.338733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57466) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:33.340664 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff5382-0b8e-4cf8-a1cf-d8ac384c1421 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:33.341322 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-46ff5382-0b8e-4cf8-a1cf-d8ac384c1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f4fcbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:33.390914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ce80febb-a79b-4f98-bca0-3a46968a9386 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=58705ba3-9fd8-427f-aa05-034efffebdaf HTTP/1.1" status: 200  len: 205 time: 0.0486724
Dec 18 21:07:33.393810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57474) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:33.486645 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-caf1a5d1-6ee4-42e2-b733-bda77edff0ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:33.491641 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-a8a5f84f-7de9-4aa4-a143-ea78d9ee0b89 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2911563
Dec 18 21:07:33.493913 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-46ff5382-0b8e-4cf8-a1cf-d8ac384c1421 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:33.511044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Allocated IP 172.20.0.1 (2804a757-a93b-41db-88a5-cbb5190ce315/e3f798f3-6565-45f7-b094-735e58950393/ec8fe390-cce9-481d-9d35-d054c6d1553b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:07:33.552338 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-46ff5382-0b8e-4cf8-a1cf-d8ac384c1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f4fcbe0>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:28Z', 'revision_number': 11, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:33.577770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c4d37e64-78cb-4fda-9b76-35d720216a0f req-ed820353-f535-4242-92a5-0ebcbd664009 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2817574
Dec 18 21:07:33.585595 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff5382-0b8e-4cf8-a1cf-d8ac384c1421 None None] Checking router: 58705ba3-9fd8-427f-aa05-034efffebdaf for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:07:33.598209 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff5382-0b8e-4cf8-a1cf-d8ac384c1421 None None] Routers {'58705ba3-9fd8-427f-aa05-034efffebdaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:33.599269 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-46ff5382-0b8e-4cf8-a1cf-d8ac384c1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f4fcbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['58705ba3-9fd8-427f-aa05-034efffebdaf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:33.679564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:33.710992 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-46ff5382-0b8e-4cf8-a1cf-d8ac384c1421 None None] Set router 58705ba3-9fd8-427f-aa05-034efffebdaf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:33.724583 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:33.726288 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-caf1a5d1-6ee4-42e2-b733-bda77edff0ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:33.738663 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-caf1a5d1-6ee4-42e2-b733-bda77edff0ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:33.794393 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-46ff5382-0b8e-4cf8-a1cf-d8ac384c1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f4fcbe0>, [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:28Z', 'revision_number': 11, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:33.798600 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event updated for resources: {'Port': ['ID=ec8fe390-cce9-481d-9d35-d054c6d1553b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:33.810288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Network 2804a757-a93b-41db-88a5-cbb5190ce315 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:33.812098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:33.815298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:07:33.831646 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff5382-0b8e-4cf8-a1cf-d8ac384c1421 None None] The sync data for ids ['58705ba3-9fd8-427f-aa05-034efffebdaf'] in ncdv-master-1 is: [{'id': '58705ba3-9fd8-427f-aa05-034efffebdaf', 'name': 'tempest-RoutersTest-router-141662608', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:06:34Z', 'updated_at': '2021-12-18T21:07:28Z', 'revision_number': 11, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:33.929813 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.159135 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.216438 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e26cc105-8c00-4d44-8713-c0efc1f1be85 None None] Provisioning complete for port ec8fe390-cce9-481d-9d35-d054c6d1553b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:34.218751 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e26cc105-8c00-4d44-8713-c0efc1f1be85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.249963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57510) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:34.268550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-d80d3da0-6a88-4e20-8843-54a59847cc88 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7391615
Dec 18 21:07:34.290789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-caf1a5d1-6ee4-42e2-b733-bda77edff0ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.291604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf1a5d1-6ee4-42e2-b733-bda77edff0ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Fanout notify agent at l3_agent the message router_deleted on router 58705ba3-9fd8-427f-aa05-034efffebdaf {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:07:34.298845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e26cc105-8c00-4d44-8713-c0efc1f1be85 None None] Port ec8fe390-cce9-481d-9d35-d054c6d1553b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:07:34.303001 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-caf1a5d1-6ee4-42e2-b733-bda77edff0ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.304468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-caf1a5d1-6ee4-42e2-b733-bda77edff0ca tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf HTTP/1.1" status: 204  len: 168 time: 0.9097106
Dec 18 21:07:34.323268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57514) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:34.328082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5d552536-e6ef-47be-a3ef-a874d02a9913 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-353444062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:34.337472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-d7b53249-c824-41b5-ace1-d42c09d7bda0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f477167-6d29-4a5d-a26d-96bb2271bada HTTP/1.1" status: 200  len: 217 time: 0.0529466
Dec 18 21:07:34.409733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d552536-e6ef-47be-a3ef-a874d02a9913 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.410953 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d552536-e6ef-47be-a3ef-a874d02a9913 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.419679 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-0f95a701-8810-448f-9861-5d9c2ca47fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:34.421966 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-0f95a701-8810-448f-9861-5d9c2ca47fae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.0776849
Dec 18 21:07:34.434719 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13004ae5-0cee-471f-a32c-961940e60ddd req-6e3dc431-158c-4718-b048-ee9a97c344da tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:34.437859 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13004ae5-0cee-471f-a32c-961940e60ddd req-6e3dc431-158c-4718-b048-ee9a97c344da tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1934412
Dec 18 21:07:34.482724 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa62cf41-d341-41fe-926d-ce91effb266b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.526229 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d552536-e6ef-47be-a3ef-a874d02a9913 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.533309 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d552536-e6ef-47be-a3ef-a874d02a9913 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.552141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-58034e6e-b7a9-4a05-bade-f8b2f68e4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:34.553772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-58034e6e-b7a9-4a05-bade-f8b2f68e4776 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1073866
Dec 18 21:07:34.559805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5d552536-e6ef-47be-a3ef-a874d02a9913 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.560518 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13004ae5-0cee-471f-a32c-961940e60ddd req-370dcc5b-9052-45b4-9a86-5c992c15531b tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062984
Dec 18 21:07:34.564665 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5d552536-e6ef-47be-a3ef-a874d02a9913 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2368810
Dec 18 21:07:34.564921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57534) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:34.569505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d2d0f118-4e3f-422f-8572-d85eefb9f6cc tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Request body: {'router': {'admin_state_up': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:34.693911 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa62cf41-d341-41fe-926d-ce91effb266b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.698620 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa62cf41-d341-41fe-926d-ce91effb266b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.723770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-b6550740-9c3b-47a5-bbf3-e369ae39c770 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594148
Dec 18 21:07:34.799806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.814885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fa62cf41-d341-41fe-926d-ce91effb266b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e339ef82bc39461dabd675419b8e591c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5621803
Dec 18 21:07:34.818333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57542) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:34.818999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62cf41-d341-41fe-926d-ce91effb266b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc429ff8-4a36-49a7-92e6-df500b59ce42,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:34.838578 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2d0f118-4e3f-422f-8572-d85eefb9f6cc tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.848455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.853712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ebebd-c5d7-4fee-b152-c187da8e52c2 req-c2304b2e-ebe0-4dc2-aa3c-f4f58ed20cf0 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:34.855497 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-803ebebd-c5d7-4fee-b152-c187da8e52c2 req-c2304b2e-ebe0-4dc2-aa3c-f4f58ed20cf0 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1795359
Dec 18 21:07:34.858291 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2d0f118-4e3f-422f-8572-d85eefb9f6cc tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:34.916930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-65c46992-6c3c-4ba2-bc9f-e30112a5d5a9 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852336
Dec 18 21:07:34.990279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-870184b6-7d41-4480-8c31-acaa42486d76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 HTTP/1.1" status: 200  len: 217 time: 0.0586722
Dec 18 21:07:34.993860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-baeb29b1-78a2-4683-a28e-cfe9937743b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:35.001732 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:35.010836 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event updated for resources: {'Port': ['ID=ec8fe390-cce9-481d-9d35-d054c6d1553b,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:35.015367 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-803ebebd-c5d7-4fee-b152-c187da8e52c2 req-171abf1e-922c-4cc7-bf09-b96723f3c4ed tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455081
Dec 18 21:07:35.058022 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-baeb29b1-78a2-4683-a28e-cfe9937743b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:35.090561 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-d625679b-b4cd-45db-aafc-cffaf61cbfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:35.092150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-d625679b-b4cd-45db-aafc-cffaf61cbfa0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.0945249
Dec 18 21:07:35.098589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d0f118-4e3f-422f-8572-d85eefb9f6cc tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Router 317f9218-1e1e-420d-9e99-411ae25940d6 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:07:35.155933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-b8b6268a-80af-4f75-ba76-aa6ec57bf090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:35.158041 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-b8b6268a-80af-4f75-ba76-aa6ec57bf090 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0573356
Dec 18 21:07:35.160090 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-baeb29b1-78a2-4683-a28e-cfe9937743b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:35.163534 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-baeb29b1-78a2-4683-a28e-cfe9937743b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:35.164740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-baeb29b1-78a2-4683-a28e-cfe9937743b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc429ff8-4a36-49a7-92e6-df500b59ce42 HTTP/1.1" status: 204  len: 168 time: 0.3429539
Dec 18 21:07:35.186883 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4fa661fb-1302-4c1d-a223-0fa2e1fb0b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:35.205980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Network 2804a757-a93b-41db-88a5-cbb5190ce315 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:35.207619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb29b1-78a2-4683-a28e-cfe9937743b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc429ff8-4a36-49a7-92e6-df500b59ce42,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:35.209098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:35.211280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d0f118-4e3f-422f-8572-d85eefb9f6cc tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:35.219310 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2d0f118-4e3f-422f-8572-d85eefb9f6cc tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:35.220467 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d2d0f118-4e3f-422f-8572-d85eefb9f6cc tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "PUT /v2.0/routers/317f9218-1e1e-420d-9e99-411ae25940d6 HTTP/1.1" status: 200  len: 693 time: 0.6546338
Dec 18 21:07:35.239329 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57560) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:35.245559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29619af-87ca-490c-89d9-7136577985d8 None None] Sync routers for ids ['317f9218-1e1e-420d-9e99-411ae25940d6'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:35.272664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29619af-87ca-490c-89d9-7136577985d8 None None] Routers {'317f9218-1e1e-420d-9e99-411ae25940d6'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:35.275887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e29619af-87ca-490c-89d9-7136577985d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ea7a070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['317f9218-1e1e-420d-9e99-411ae25940d6'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:35.304297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-48f4b80f-e329-40f5-8617-f63382b22522 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382611
Dec 18 21:07:35.399635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e29619af-87ca-490c-89d9-7136577985d8 None None] Set router 317f9218-1e1e-420d-9e99-411ae25940d6 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:35.465418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e29619af-87ca-490c-89d9-7136577985d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ea7a070>, [{'id': '317f9218-1e1e-420d-9e99-411ae25940d6', 'name': 'tempest-RoutersTest-router-353444062', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:07:34Z', 'updated_at': '2021-12-18T21:07:34Z', 'revision_number': 2, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:35.466077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57566) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:35.466768 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1c26259c-bd50-4fa5-8ea0-14976b42f479 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/routers/317f9218-1e1e-420d-9e99-411ae25940d6 HTTP/1.1" status: 200  len: 699 time: 0.2142918
Dec 18 21:07:35.521638 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29619af-87ca-490c-89d9-7136577985d8 None None] Checking router: 317f9218-1e1e-420d-9e99-411ae25940d6 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:07:35.521852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16939d7c-3593-4a1b-adfd-8dd23cb635a0 req-38a4b49f-177b-495c-8e3b-810be842f40e service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2083292
Dec 18 21:07:35.522851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Router e90a2011-fa5a-45c0-a88a-85ccf74f7aba has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:07:35.545094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29619af-87ca-490c-89d9-7136577985d8 None None] Routers {'317f9218-1e1e-420d-9e99-411ae25940d6'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:35.547079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e29619af-87ca-490c-89d9-7136577985d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ea7a070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['317f9218-1e1e-420d-9e99-411ae25940d6'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:35.558728 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ee6e94ee-8c65-4094-8374-770b6d6c406d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=317f9218-1e1e-420d-9e99-411ae25940d6 HTTP/1.1" status: 200  len: 205 time: 0.0914586
Dec 18 21:07:35.570753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57568) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:35.665930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e29619af-87ca-490c-89d9-7136577985d8 None None] Set router 317f9218-1e1e-420d-9e99-411ae25940d6 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:07:35.725576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e29619af-87ca-490c-89d9-7136577985d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ea7a070>, [{'id': '317f9218-1e1e-420d-9e99-411ae25940d6', 'name': 'tempest-RoutersTest-router-353444062', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:07:34Z', 'updated_at': '2021-12-18T21:07:34Z', 'revision_number': 2, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:35.743052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:35.756086 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1a93fb11-e1e0-44de-ad18-862b4fc50deb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "PUT /v2.0/routers/e90a2011-fa5a-45c0-a88a-85ccf74f7aba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7845569
Dec 18 21:07:35.757238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57588) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:35.764739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57590) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:35.765372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29619af-87ca-490c-89d9-7136577985d8 None None] The sync data for ids ['317f9218-1e1e-420d-9e99-411ae25940d6'] in ncdv-master-1 is: [{'id': '317f9218-1e1e-420d-9e99-411ae25940d6', 'name': 'tempest-RoutersTest-router-353444062', 'tenant_id': '601f039e95d94afdbbb097bf19996949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:07:34Z', 'updated_at': '2021-12-18T21:07:34Z', 'revision_number': 2, 'project_id': '601f039e95d94afdbbb097bf19996949', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:35.765776 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20198b63-cca7-4da5-ac33-7cafd7798e3d None None] Sync routers for ids ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:35.766858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1c42ecce-2a4a-4fa7-9179-b69510fb60d5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:35.780482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-08d9501f-94a5-4042-a6af-e5cc52cddff3 None None] Provisioning complete for port ec8fe390-cce9-481d-9d35-d054c6d1553b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:35.781119 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-08d9501f-94a5-4042-a6af-e5cc52cddff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:35.784636 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20198b63-cca7-4da5-ac33-7cafd7798e3d None None] Routers {'e90a2011-fa5a-45c0-a88a-85ccf74f7aba'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:35.785053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb21acb9-5cc0-48bd-a992-ccf43e3a4a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:35.787142 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-20198b63-cca7-4da5-ac33-7cafd7798e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7c3be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:35.850040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-08d9501f-94a5-4042-a6af-e5cc52cddff3 None None] Port ec8fe390-cce9-481d-9d35-d054c6d1553b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:07:35.954403 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb21acb9-5cc0-48bd-a992-ccf43e3a4a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:35.964755 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb21acb9-5cc0-48bd-a992-ccf43e3a4a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:35.983457 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-20198b63-cca7-4da5-ac33-7cafd7798e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7c3be0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:35.993891 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20198b63-cca7-4da5-ac33-7cafd7798e3d None None] Routers {'e90a2011-fa5a-45c0-a88a-85ccf74f7aba'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:35.994844 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-20198b63-cca7-4da5-ac33-7cafd7798e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7c3be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:36.018486 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fb21acb9-5cc0-48bd-a992-ccf43e3a4a21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9441fe30504435180b744da14d9da33&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2576540
Dec 18 21:07:36.019159 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57594) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.019876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21acb9-5cc0-48bd-a992-ccf43e3a4a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0264ec8-7d48-4688-836b-4814134a5761,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:36.030918 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-20198b63-cca7-4da5-ac33-7cafd7798e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7c3be0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:36.031895 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20198b63-cca7-4da5-ac33-7cafd7798e3d None None] The sync data for ids ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:36.091207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1c9aa-4a2d-42f7-8d27-0979a071d509 req-3ed67f39-6ea7-43c8-9c8d-238e8a2b8578 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:36.100845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ef1c9aa-4a2d-42f7-8d27-0979a071d509 req-3ed67f39-6ea7-43c8-9c8d-238e8a2b8578 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.3772767
Dec 18 21:07:36.129098 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5c204e1-605d-4e71-bdd9-42c06eef34f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:36.153834 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5c204e1-605d-4e71-bdd9-42c06eef34f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:36.156318 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1c42ecce-2a4a-4fa7-9179-b69510fb60d5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:36.162899 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1c42ecce-2a4a-4fa7-9179-b69510fb60d5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:36.166221 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8373ca48-b3b8-4b4a-b75d-9b07a36515cb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:36.215660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5c204e1-605d-4e71-bdd9-42c06eef34f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:36.219696 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5c204e1-605d-4e71-bdd9-42c06eef34f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:36.224151 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a5c204e1-605d-4e71-bdd9-42c06eef34f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0264ec8-7d48-4688-836b-4814134a5761 HTTP/1.1" status: 204  len: 168 time: 0.1988378
Dec 18 21:07:36.238483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c204e1-605d-4e71-bdd9-42c06eef34f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0264ec8-7d48-4688-836b-4814134a5761,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:36.340981 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1c42ecce-2a4a-4fa7-9179-b69510fb60d5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:36.340981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c42ecce-2a4a-4fa7-9179-b69510fb60d5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Fanout notify agent at l3_agent the message router_deleted on router 317f9218-1e1e-420d-9e99-411ae25940d6 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:07:36.349178 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1c42ecce-2a4a-4fa7-9179-b69510fb60d5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:36.350719 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1c42ecce-2a4a-4fa7-9179-b69510fb60d5 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/317f9218-1e1e-420d-9e99-411ae25940d6 HTTP/1.1" status: 204  len: 168 time: 0.7775548
Dec 18 21:07:36.354202 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57604) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.357345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ef1c9aa-4a2d-42f7-8d27-0979a071d509 req-a29f543c-1b52-4ee7-a1e0-787a879e6bf1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555244
Dec 18 21:07:36.374338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e6de9-c6e2-4dd5-aa2d-29f2f725e149 req-ffb2a023-84c7-449c-82f9-e6a320db5a53 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:36.375903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f15e6de9-c6e2-4dd5-aa2d-29f2f725e149 req-ffb2a023-84c7-449c-82f9-e6a320db5a53 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.2169745
Dec 18 21:07:36.376892 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-8373ca48-b3b8-4b4a-b75d-9b07a36515cb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:07:36.380432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8373ca48-b3b8-4b4a-b75d-9b07a36515cb tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "DELETE /v2.0/routers/e90a2011-fa5a-45c0-a88a-85ccf74f7aba HTTP/1.1" status: 409  len: 329 time: 0.6080639
Dec 18 21:07:36.392735 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57606) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.399206 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e29c094a-cf7e-4e5e-86b5-8850c211eea8 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=317f9218-1e1e-420d-9e99-411ae25940d6 HTTP/1.1" status: 200  len: 205 time: 0.0432954
Dec 18 21:07:36.405216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57608) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.415553 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:36.461668 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-37c498a7-fd31-42f7-b9df-be1459ab6673 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] delete failed (client error): The resource could not be found.
Dec 18 21:07:36.465013 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-37c498a7-fd31-42f7-b9df-be1459ab6673 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/317f9218-1e1e-420d-9e99-411ae25940d6 HTTP/1.1" status: 404  len: 336 time: 0.0565989
Dec 18 21:07:36.466028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57612) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.501882 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-19eead91-1134-491b-81ad-f50e0568ab4a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:07:36.502372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19eead91-1134-491b-81ad-f50e0568ab4a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:07:36.505623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-19eead91-1134-491b-81ad-f50e0568ab4a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/79a0efb5-8add-4355-9208-3710be6b1be2 HTTP/1.1" status: 404  len: 337 time: 0.0374839
Dec 18 21:07:36.509128 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57614) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.531216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f15e6de9-c6e2-4dd5-aa2d-29f2f725e149 req-e7587c9b-24f2-4fbe-b6b8-4cbfeab808b5 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367607
Dec 18 21:07:36.562521 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-45017d3f-dc60-4183-95ca-9cd57dec3110 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:07:36.562988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45017d3f-dc60-4183-95ca-9cd57dec3110 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:07:36.566128 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-45017d3f-dc60-4183-95ca-9cd57dec3110 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/c7689f9c-0276-4e62-8181-08b09e8d39d3 HTTP/1.1" status: 404  len: 337 time: 0.0559773
Dec 18 21:07:36.570549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57620) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.604629 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a58744a-a738-4a39-815e-3ee9d3ea831f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:07:36.605953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a58744a-a738-4a39-815e-3ee9d3ea831f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:07:36.612933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57624) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.613649 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4a58744a-a738-4a39-815e-3ee9d3ea831f tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/8db6c6cd-ccb0-4491-a454-c8f8130aab0b HTTP/1.1" status: 404  len: 337 time: 0.0415580
Dec 18 21:07:36.695961 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac029cd-2765-4809-aac6-872cbc5f1c76 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:07:36.696416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac029cd-2765-4809-aac6-872cbc5f1c76 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:07:36.700354 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bac029cd-2765-4809-aac6-872cbc5f1c76 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/6b7ed426-eb43-4bd8-b151-a83f8fb51011 HTTP/1.1" status: 404  len: 337 time: 0.0858514
Dec 18 21:07:36.702812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57638) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.757766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0286ac76-d1a5-4eba-a8c3-98cb975869ea tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=58705ba3-9fd8-427f-aa05-034efffebdaf HTTP/1.1" status: 200  len: 205 time: 0.0532095
Dec 18 21:07:36.760810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57642) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.821000 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-332481ea-5cca-4dd4-ba9d-4c345817c2c8 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] delete failed (client error): The resource could not be found.
Dec 18 21:07:36.822307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-332481ea-5cca-4dd4-ba9d-4c345817c2c8 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/58705ba3-9fd8-427f-aa05-034efffebdaf HTTP/1.1" status: 404  len: 336 time: 0.0604866
Dec 18 21:07:36.825106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57646) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.857862 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6a8a21d4-f168-4a9f-ac7b-a92161b4c6bd tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=fccb5f77-0bec-4abe-bbec-bc869c29e870 HTTP/1.1" status: 200  len: 205 time: 0.0313697
Dec 18 21:07:36.859177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57650) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.901705 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-e70778d9-cfb0-4845-9017-40efce05a203 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] delete failed (client error): The resource could not be found.
Dec 18 21:07:36.905624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e70778d9-cfb0-4845-9017-40efce05a203 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/fccb5f77-0bec-4abe-bbec-bc869c29e870 HTTP/1.1" status: 404  len: 336 time: 0.0453143
Dec 18 21:07:36.906231 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57652) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.934013 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24eb133-ef50-46a1-9804-ca18e378336c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:07:36.934518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24eb133-ef50-46a1-9804-ca18e378336c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:07:36.941674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c24eb133-ef50-46a1-9804-ca18e378336c tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/5ca52f8c-f895-4e3c-a344-133b0ffb9e1a HTTP/1.1" status: 404  len: 337 time: 0.0343204
Dec 18 21:07:36.942609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57654) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:36.973436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5f33b5f8-4c44-4995-84b4-bdbb15c0e466 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=1437864a-73a9-482b-a250-3b5ae258998b HTTP/1.1" status: 200  len: 205 time: 0.0296428
Dec 18 21:07:36.974072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57656) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:37.016110 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-50df9c20-cf5c-4f18-a193-86aa1dd63284 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] delete failed (client error): The resource could not be found.
Dec 18 21:07:37.020112 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-50df9c20-cf5c-4f18-a193-86aa1dd63284 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/1437864a-73a9-482b-a250-3b5ae258998b HTTP/1.1" status: 404  len: 336 time: 0.0450130
Dec 18 21:07:37.020715 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57660) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:37.062299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-aa339ece-125e-4b02-8a6a-6bb4ac857b14 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffd7634-6511-4326-937d-f45bddef5576 HTTP/1.1" status: 200  len: 205 time: 0.0385730
Dec 18 21:07:37.063366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57664) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:37.110755 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-5e1cdae2-3dc0-4b1f-942d-c10b3e4d657d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] delete failed (client error): The resource could not be found.
Dec 18 21:07:37.111823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5e1cdae2-3dc0-4b1f-942d-c10b3e4d657d tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/cffd7634-6511-4326-937d-f45bddef5576 HTTP/1.1" status: 404  len: 336 time: 0.0473921
Dec 18 21:07:37.114378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57668) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:37.144955 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd17adf7-962f-41fe-8e12-1fb343bd57ba tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:07:37.145528 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd17adf7-962f-41fe-8e12-1fb343bd57ba tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:07:37.148735 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bd17adf7-962f-41fe-8e12-1fb343bd57ba tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/e4bb7567-f7e5-4e98-96cd-6da58a18ef7e HTTP/1.1" status: 404  len: 337 time: 0.0334175
Dec 18 21:07:37.151461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57670) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:37.182416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-53fb1530-823a-4c88-9c4d-596fa22f8d81 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=feacfac9-79a3-417b-942a-63b838f011d7 HTTP/1.1" status: 200  len: 205 time: 0.0295022
Dec 18 21:07:37.184663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57674) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:37.228215 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-529e37da-6a69-4acc-8f66-4bbe5d661b0a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] delete failed (client error): The resource could not be found.
Dec 18 21:07:37.229525 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-529e37da-6a69-4acc-8f66-4bbe5d661b0a tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/feacfac9-79a3-417b-942a-63b838f011d7 HTTP/1.1" status: 404  len: 336 time: 0.0437129
Dec 18 21:07:37.232161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57676) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:37.255512 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7321eb64-9c9f-4533-af00-3497af4c65be tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:37.259587 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51d2ee3-c4aa-4ccc-bc6b-951c6683caa7 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:07:37.260052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51d2ee3-c4aa-4ccc-bc6b-951c6683caa7 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:07:37.263115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c51d2ee3-c4aa-4ccc-bc6b-951c6683caa7 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/25c1d163-4f5a-41e1-ab7d-402dadc2048f HTTP/1.1" status: 404  len: 337 time: 0.0298195
Dec 18 21:07:37.266031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57678) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:37.296587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ade21ec5-fa2c-439a-bc97-053a44182ab7 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda975f3-3c90-4e72-a27e-a6d6183512dd HTTP/1.1" status: 200  len: 205 time: 0.0287244
Dec 18 21:07:37.298799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57682) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:37.336306 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-9253dca0-be9f-4332-8e9c-e75807fa9fd3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] delete failed (client error): The resource could not be found.
Dec 18 21:07:37.337760 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9253dca0-be9f-4332-8e9c-e75807fa9fd3 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/routers/bda975f3-3c90-4e72-a27e-a6d6183512dd HTTP/1.1" status: 404  len: 336 time: 0.0378573
Dec 18 21:07:37.340339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57684) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:37.371164 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-42122d3d-1cfb-4443-86a9-ffb17b4ee093 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:07:37.371614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42122d3d-1cfb-4443-86a9-ffb17b4ee093 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:07:37.374778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-42122d3d-1cfb-4443-86a9-ffb17b4ee093 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/828146d2-0a7e-4fdc-9a5a-8c253037e209 HTTP/1.1" status: 404  len: 337 time: 0.0335011
Dec 18 21:07:37.377143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57686) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:37.402890 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca19d1a0-1b34-4c75-a5f0-f60561854067 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:07:37.403495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca19d1a0-1b34-4c75-a5f0-f60561854067 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:07:37.407161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ca19d1a0-1b34-4c75-a5f0-f60561854067 tempest-RoutersTest-462387445 tempest-RoutersTest-462387445-project] 10.222.0.13 "DELETE /v2.0/subnets/c2db1a5f-cbb2-45eb-bef5-15cc432d4500 HTTP/1.1" status: 404  len: 337 time: 0.0291035
Dec 18 21:07:37.612524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7321eb64-9c9f-4533-af00-3497af4c65be tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Deleting port ec8fe390-cce9-481d-9d35-d054c6d1553b {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:37.612883 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7321eb64-9c9f-4533-af00-3497af4c65be tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:37.636120 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d6681-f580-4427-a96e-dd4778ee5e86 req-11e0ade7-0bf5-4228-8c5c-e113721919da tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:37.638372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b4d6681-f580-4427-a96e-dd4778ee5e86 req-11e0ade7-0bf5-4228-8c5c-e113721919da tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1381319
Dec 18 21:07:37.727599 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7321eb64-9c9f-4533-af00-3497af4c65be tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:37.744114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7321eb64-9c9f-4533-af00-3497af4c65be tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Calling delete_port for ec8fe390-cce9-481d-9d35-d054c6d1553b owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:37.758001 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9baf1-8128-45be-81a8-21ae54179cd0 req-711d1f8d-416c-4559-ae1d-08bcdbf98811 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:37.760288 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81a9baf1-8128-45be-81a8-21ae54179cd0 req-711d1f8d-416c-4559-ae1d-08bcdbf98811 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1098979
Dec 18 21:07:37.781052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b4d6681-f580-4427-a96e-dd4778ee5e86 req-e66ba97d-f4b3-4632-8e28-97e66ae401b0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286473
Dec 18 21:07:37.855116 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81a9baf1-8128-45be-81a8-21ae54179cd0 req-1d9d8385-a5a5-470b-8f2c-6aeaa3ae3b84 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742321
Dec 18 21:07:37.914541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57720) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:38.004703 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7321eb64-9c9f-4533-af00-3497af4c65be tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:38.051524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321eb64-9c9f-4533-af00-3497af4c65be tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event deleted for resources: {'Port': ['ID=ec8fe390-cce9-481d-9d35-d054c6d1553b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:38.115002 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:38.218357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc43288-79ba-493e-8b68-7ea48ad1a6ef req-8df8626c-7762-4df9-a0f6-b6badd630615 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:38.219960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9cc43288-79ba-493e-8b68-7ea48ad1a6ef req-8df8626c-7762-4df9-a0f6-b6badd630615 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1145244
Dec 18 21:07:38.278928 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7321eb64-9c9f-4533-af00-3497af4c65be tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:38.323110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-79b3e364-177c-4b61-b085-d8dd38d6e076 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=601f039e95d94afdbbb097bf19996949&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4073515
Dec 18 21:07:38.323789 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57730) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:38.345812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9cc43288-79ba-493e-8b68-7ea48ad1a6ef req-d89d286b-36f8-4e2d-9917-6e7b5085c6a0 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163304
Dec 18 21:07:38.420080 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-400bd535-bae1-4706-b5ad-1e190d760dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:38.448045 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-400bd535-bae1-4706-b5ad-1e190d760dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:38.506327 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-400bd535-bae1-4706-b5ad-1e190d760dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:38.510304 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-400bd535-bae1-4706-b5ad-1e190d760dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:38.511694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-400bd535-bae1-4706-b5ad-1e190d760dc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2fbdd0d-a069-4d29-a938-b8d0659e297a HTTP/1.1" status: 204  len: 168 time: 0.1835103
Dec 18 21:07:38.517806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7321eb64-9c9f-4533-af00-3497af4c65be tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Router e90a2011-fa5a-45c0-a88a-85ccf74f7aba has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:07:38.523961 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bd535-bae1-4706-b5ad-1e190d760dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fbdd0d-a069-4d29-a938-b8d0659e297a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:38.589440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:38.645134 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7321eb64-9c9f-4533-af00-3497af4c65be tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:07:38.653973 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7321eb64-9c9f-4533-af00-3497af4c65be tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "PUT /v2.0/routers/e90a2011-fa5a-45c0-a88a-85ccf74f7aba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2566025
Dec 18 21:07:38.655543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57740) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:38.658804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485a8b0-7c3c-4cca-83ef-f4b76ed90058 None None] Sync routers for ids ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:07:38.679949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485a8b0-7c3c-4cca-83ef-f4b76ed90058 None None] Routers {'e90a2011-fa5a-45c0-a88a-85ccf74f7aba'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:38.681663 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7485a8b0-7c3c-4cca-83ef-f4b76ed90058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e79b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:38.720407 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-eefef25d-f205-4af5-9098-9b4b435fca8f tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] show failed (client error): The resource could not be found.
Dec 18 21:07:38.726105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-eefef25d-f205-4af5-9098-9b4b435fca8f tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-593602157 HTTP/1.1" status: 404  len: 334 time: 0.0650234
Dec 18 21:07:38.726826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57742) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:38.731855 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-51bb72bf-9d4c-444a-8f59-63e4f8bf3e9c tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Request body: {'router': {'name': 'new_name'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:38.770905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7485a8b0-7c3c-4cca-83ef-f4b76ed90058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e79b940>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:38.786402 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485a8b0-7c3c-4cca-83ef-f4b76ed90058 None None] Routers {'e90a2011-fa5a-45c0-a88a-85ccf74f7aba'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:07:38.787425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7485a8b0-7c3c-4cca-83ef-f4b76ed90058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e79b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:07:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:38.794906 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-51bb72bf-9d4c-444a-8f59-63e4f8bf3e9c tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] update failed (client error): The resource could not be found.
Dec 18 21:07:38.798870 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-51bb72bf-9d4c-444a-8f59-63e4f8bf3e9c tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-533079230 HTTP/1.1" status: 404  len: 334 time: 0.0708625
Dec 18 21:07:38.802287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57746) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:38.868479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7485a8b0-7c3c-4cca-83ef-f4b76ed90058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e79b940>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:38.869176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485a8b0-7c3c-4cca-83ef-f4b76ed90058 None None] The sync data for ids ['e90a2011-fa5a-45c0-a88a-85ccf74f7aba'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:07:38.933168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-3650a6c1-cd7d-4737-a94c-7764e5b624d3 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Deleting subnet 43e0d795-c918-4f89-8b52-fab2a19ccb8d {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:07:38.960839 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3650a6c1-cd7d-4737-a94c-7764e5b624d3 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:39.067355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3650a6c1-cd7d-4737-a94c-7764e5b624d3 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:39.113424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9584b-b53f-4e76-a7c1-7bb6d53b1dca req-06a56ef2-8fb8-4a2e-8e23-e5d45452aabb tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:39.114994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aee9584b-b53f-4e76-a7c1-7bb6d53b1dca req-06a56ef2-8fb8-4a2e-8e23-e5d45452aabb tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1768303
Dec 18 21:07:39.208708 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aee9584b-b53f-4e76-a7c1-7bb6d53b1dca req-28f87b09-8136-4238-b9eb-d4a9054b8193 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854354
Dec 18 21:07:39.211337 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3650a6c1-cd7d-4737-a94c-7764e5b624d3 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:39.305657 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3650a6c1-cd7d-4737-a94c-7764e5b624d3 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:39.343704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650a6c1-cd7d-4737-a94c-7764e5b624d3 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event deleted for resources: {'Subnet': ['ID=43e0d795-c918-4f89-8b52-fab2a19ccb8d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:39.348289 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3650a6c1-cd7d-4737-a94c-7764e5b624d3 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:39.351815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3650a6c1-cd7d-4737-a94c-7764e5b624d3 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "DELETE /v2.0/subnets/43e0d795-c918-4f89-8b52-fab2a19ccb8d HTTP/1.1" status: 204  len: 168 time: 0.5484381
Dec 18 21:07:39.354616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57802) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:39.359041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9783b7-0f46-4671-9d61-19edf9b90158 None None] Network 1d924421-a648-4889-b83f-edb6bce85aef requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:39.468571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef045b25-e821-4386-9969-304f9ad7b6ad tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Deleting subnet 8f1e6d7b-9f2e-481d-9ac2-71d96a8d5664 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:07:39.487377 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef045b25-e821-4386-9969-304f9ad7b6ad tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:39.569138 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef045b25-e821-4386-9969-304f9ad7b6ad tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:39.583421 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5916a452-9a27-4ebd-9ccb-7cb46b926942 None None] DHCP port deletion for 1d924421-a648-4889-b83f-edb6bce85aef request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:39.655969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5916a452-9a27-4ebd-9ccb-7cb46b926942 None None] Deleting port 2240c44a-d71b-4171-9238-9b56493aec95 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:39.656693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5916a452-9a27-4ebd-9ccb-7cb46b926942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:39.681265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ab00e-24ca-4000-b829-18130ebea9c8 req-15d23c86-085f-4bd6-adb6-af0490f3dd5c tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:39.683109 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b77ab00e-24ca-4000-b829-18130ebea9c8 req-15d23c86-085f-4bd6-adb6-af0490f3dd5c tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.1078758
Dec 18 21:07:39.690765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57820) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:39.835883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b77ab00e-24ca-4000-b829-18130ebea9c8 req-652e31f7-9ff6-4045-a94d-bde5c94930ff tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Deleting port 1e397e8f-628a-4ac3-ba85-1606b5d04abb {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:39.836347 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b77ab00e-24ca-4000-b829-18130ebea9c8 req-652e31f7-9ff6-4045-a94d-bde5c94930ff tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:39.844049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8746cb87-2fe1-4d08-9843-1430acff571a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:39.844960 ncdv-master-1 neutron-server[126009]: WARNING neutron.api.v2.base [None req-8746cb87-2fe1-4d08-9843-1430acff571a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 18 21:07:39.845581 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-8746cb87-2fe1-4d08-9843-1430acff571a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:07:39.850293 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8746cb87-2fe1-4d08-9843-1430acff571a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1545234
Dec 18 21:07:39.851485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57832) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:39.855373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-86c5b75f-13ad-4544-81ab-8995008d774a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660119152'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:39.919197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5916a452-9a27-4ebd-9ccb-7cb46b926942 None None] For port 2240c44a-d71b-4171-9238-9b56493aec95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2240c44a-d71b-4171-9238-9b56493aec95,segment=NetworkSegment(95d71075-12db-4c5a-b58a-bb13c993e4c8),segment_id=95d71075-12db-4c5a-b58a-bb13c993e4c8)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:39.919597 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5916a452-9a27-4ebd-9ccb-7cb46b926942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:39.938577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5916a452-9a27-4ebd-9ccb-7cb46b926942 None None] Calling delete_port for 2240c44a-d71b-4171-9238-9b56493aec95 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:39.941472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-86c5b75f-13ad-4544-81ab-8995008d774a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:39.961175 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-86c5b75f-13ad-4544-81ab-8995008d774a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:39.982163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb8cfa-bbb6-4ef8-9db7-eb135aee2976 req-8bbef53a-1b35-490c-81f1-f2edd57d408e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:39.984805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51cb8cfa-bbb6-4ef8-9db7-eb135aee2976 req-8bbef53a-1b35-490c-81f1-f2edd57d408e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 945 time: 0.5128992
Dec 18 21:07:39.987867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b77ab00e-24ca-4000-b829-18130ebea9c8 req-652e31f7-9ff6-4045-a94d-bde5c94930ff tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] For port 1e397e8f-628a-4ac3-ba85-1606b5d04abb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e397e8f-628a-4ac3-ba85-1606b5d04abb,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:39.988382 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b77ab00e-24ca-4000-b829-18130ebea9c8 req-652e31f7-9ff6-4045-a94d-bde5c94930ff tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.015100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b77ab00e-24ca-4000-b829-18130ebea9c8 req-652e31f7-9ff6-4045-a94d-bde5c94930ff tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Calling delete_port for 1e397e8f-628a-4ac3-ba85-1606b5d04abb owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:40.070387 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5916a452-9a27-4ebd-9ccb-7cb46b926942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.096601 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef045b25-e821-4386-9969-304f9ad7b6ad tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.098097 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916a452-9a27-4ebd-9ccb-7cb46b926942 None None] Pushing event deleted for resources: {'Port': ['ID=2240c44a-d71b-4171-9238-9b56493aec95,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:40.114514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916a452-9a27-4ebd-9ccb-7cb46b926942 None None] No DVR routers for this DVR port 2240c44a-d71b-4171-9238-9b56493aec95 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:40.136812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51cb8cfa-bbb6-4ef8-9db7-eb135aee2976 req-b9ec7750-3bc8-477f-8efb-cef2f143bc2b tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351867
Dec 18 21:07:40.182184 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef045b25-e821-4386-9969-304f9ad7b6ad tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.239700 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ef045b25-e821-4386-9969-304f9ad7b6ad tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.244383 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-86c5b75f-13ad-4544-81ab-8995008d774a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.246880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ef045b25-e821-4386-9969-304f9ad7b6ad tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "DELETE /v2.0/subnets/8f1e6d7b-9f2e-481d-9ac2-71d96a8d5664 HTTP/1.1" status: 204  len: 168 time: 0.8901484
Dec 18 21:07:40.247589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57850) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:40.249940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef045b25-e821-4386-9969-304f9ad7b6ad tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1e6d7b-9f2e-481d-9ac2-71d96a8d5664,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:40.259711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-86c5b75f-13ad-4544-81ab-8995008d774a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.273491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e93f56-80cc-4ba3-bca7-e9364072af32 None None] Network 76e0174d-ef93-4477-ac87-f277096548ad requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:40.323191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b77ab00e-24ca-4000-b829-18130ebea9c8 req-652e31f7-9ff6-4045-a94d-bde5c94930ff tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.343172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5b75f-13ad-4544-81ab-8995008d774a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6862a4c8-f169-4439-814f-7ffdeb88a56d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:40.386090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e31f7-9ff6-4045-a94d-bde5c94930ff tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Pushing event deleted for resources: {'Port': ['ID=1e397e8f-628a-4ac3-ba85-1606b5d04abb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:40.432208 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.471319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77ab00e-24ca-4000-b829-18130ebea9c8 req-652e31f7-9ff6-4045-a94d-bde5c94930ff tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] No DVR routers for this DVR port 1e397e8f-628a-4ac3-ba85-1606b5d04abb on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:40.480456 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b77ab00e-24ca-4000-b829-18130ebea9c8 req-652e31f7-9ff6-4045-a94d-bde5c94930ff tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.485803 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b77ab00e-24ca-4000-b829-18130ebea9c8 req-652e31f7-9ff6-4045-a94d-bde5c94930ff tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "DELETE /v2.0/ports/1e397e8f-628a-4ac3-ba85-1606b5d04abb HTTP/1.1" status: 204  len: 173 time: 0.7872679
Dec 18 21:07:40.486486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d3cca3-277f-4511-b8fa-d509183d0af0', 'name': 'network-vif-deleted', 'tag': '1e397e8f-628a-4ac3-ba85-1606b5d04abb'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:07:40.489784 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58bceff-0424-4a76-88dd-a31408014183" -d '{"events": [{"server_uuid": "48d3cca3-277f-4511-b8fa-d509183d0af0", "name": "network-vif-deleted", "tag": "1e397e8f-628a-4ac3-ba85-1606b5d04abb"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:07:40.491822 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['1e397e8f-628a-4ac3-ba85-1606b5d04abb'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:07:40.504590 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-86c5b75f-13ad-4544-81ab-8995008d774a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.511615 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-86c5b75f-13ad-4544-81ab-8995008d774a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.520769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98e151-d898-4d89-9344-4a9c31d991b5 None None] DHCP port deletion for 02107735-1e4a-434f-a377-a881410f569a request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:40.580499 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415758b9-dad7-4f71-802e-717e19449b29 x-openstack-request-id: req-415758b9-dad7-4f71-802e-717e19449b29 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:07:40.580835 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d3cca3-277f-4511-b8fa-d509183d0af0", "name": "network-vif-deleted", "tag": "1e397e8f-628a-4ac3-ba85-1606b5d04abb", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:07:40.581051 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-415758b9-dad7-4f71-802e-717e19449b29 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:07:40.581747 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d3cca3-277f-4511-b8fa-d509183d0af0', 'name': 'network-vif-deleted', 'tag': '1e397e8f-628a-4ac3-ba85-1606b5d04abb', 'status': 'completed', 'code': 200}
Dec 18 21:07:40.635862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-86c5b75f-13ad-4544-81ab-8995008d774a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.637087 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-86c5b75f-13ad-4544-81ab-8995008d774a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7854550
Dec 18 21:07:40.643738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57868) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:40.660525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-adea11a5-4d54-48bb-85f8-11e516cf6d44 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': 'a0b9c59f-8875-48b2-b658-bfd37caa2455', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:40.668717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5b75f-13ad-4544-81ab-8995008d774a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b9c59f-8875-48b2-b658-bfd37caa2455,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:40.676558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98ff27-d72c-4ed1-97e0-fee6a458559f req-38a3fc0b-593b-47ec-a635-db653fe2ebb6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:40.678793 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da98ff27-d72c-4ed1-97e0-fee6a458559f req-38a3fc0b-593b-47ec-a635-db653fe2ebb6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2436519
Dec 18 21:07:40.698017 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.703968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d25897-62d8-41b9-9702-d43c8371c5a1 None None] DHCP port deletion for 76e0174d-ef93-4477-ac87-f277096548ad request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:40.735973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f492490>,) {'filters': {'network_id': ['1d924421-a648-4889-b83f-edb6bce85aef']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:40.745261 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-adea11a5-4d54-48bb-85f8-11e516cf6d44 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.757609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f492490>, '95d71075-12db-4c5a-b58a-bb13c993e4c8') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:40.757953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f492490>, '95d71075-12db-4c5a-b58a-bb13c993e4c8') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:40.782107 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.799748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-96d25897-62d8-41b9-9702-d43c8371c5a1 None None] Deleting port de53af7a-dca6-4993-9f5d-35de61d23372 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:40.800129 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96d25897-62d8-41b9-9702-d43c8371c5a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.810738 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.825988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da98ff27-d72c-4ed1-97e0-fee6a458559f req-70bde200-e318-4459-a3d2-0e6fa19aab7b tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056411
Dec 18 21:07:40.827624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:07:40.828238 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:07:40.831824 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:07:40.843017 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-adea11a5-4d54-48bb-85f8-11e516cf6d44 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.850404 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-adea11a5-4d54-48bb-85f8-11e516cf6d44 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.867502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea11a5-4d54-48bb-85f8-11e516cf6d44 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6288a31d-47db-4591-b727-f735439e4c30,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:40.893071 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-adea11a5-4d54-48bb-85f8-11e516cf6d44 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.896745 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-adea11a5-4d54-48bb-85f8-11e516cf6d44 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2505832
Dec 18 21:07:40.898229 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57876) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:40.906023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5318518d-1ad3-4755-9dbd-e9d308f53291 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': 'a0b9c59f-8875-48b2-b658-bfd37caa2455', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:40.950512 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.958592 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5318518d-1ad3-4755-9dbd-e9d308f53291 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.964678 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:40.971440 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "DELETE /v2.0/networks/1d924421-a648-4889-b83f-edb6bce85aef HTTP/1.1" status: 204  len: 168 time: 0.7225087
Dec 18 21:07:40.975704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57878) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:40.979529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2240c44a-d71b-4171-9238-9b56493aec95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:40.990631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966c945-df30-4dcf-962d-f0ed17b0044e tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event deleted for resources: {'Network': ['ID=1d924421-a648-4889-b83f-edb6bce85aef,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:41.007777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-96d25897-62d8-41b9-9702-d43c8371c5a1 None None] For port de53af7a-dca6-4993-9f5d-35de61d23372, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de53af7a-dca6-4993-9f5d-35de61d23372,segment=NetworkSegment(b894121f-08f2-484b-82fc-48a680dd99bc),segment_id=b894121f-08f2-484b-82fc-48a680dd99bc)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:41.008194 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96d25897-62d8-41b9-9702-d43c8371c5a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.043021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 2240c44a-d71b-4171-9238-9b56493aec95 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:07:41.043384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2240c44a-d71b-4171-9238-9b56493aec95 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:07:41.044062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device de53af7a-dca6-4993-9f5d-35de61d23372 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:41.077746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-96d25897-62d8-41b9-9702-d43c8371c5a1 None None] Calling delete_port for de53af7a-dca6-4993-9f5d-35de61d23372 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:41.103650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.121608 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-5318518d-1ad3-4755-9dbd-e9d308f53291 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:07:41.126363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57890) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:41.126734 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5318518d-1ad3-4755-9dbd-e9d308f53291 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2250497
Dec 18 21:07:41.187094 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Deleting port de53af7a-dca6-4993-9f5d-35de61d23372 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:41.187489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.268079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] For port de53af7a-dca6-4993-9f5d-35de61d23372, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de53af7a-dca6-4993-9f5d-35de61d23372,segment=NetworkSegment(b894121f-08f2-484b-82fc-48a680dd99bc),segment_id=b894121f-08f2-484b-82fc-48a680dd99bc)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:41.268695 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.282283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Calling delete_port for de53af7a-dca6-4993-9f5d-35de61d23372 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:41.301149 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e267bf9d-19f1-4697-8389-61b915674995 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.333648 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.355900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57904) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:41.357285 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96d25897-62d8-41b9-9702-d43c8371c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.360847 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e267bf9d-19f1-4697-8389-61b915674995 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.390915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1ae6ec4-a89f-4f19-8d1c-60cfea111344 req-56fc2102-9115-4eef-9b52-7d1a9975339c tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d3cca3-277f-4511-b8fa-d509183d0af0 HTTP/1.1" status: 200  len: 210 time: 0.0715232
Dec 18 21:07:41.396170 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.425861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event deleted for resources: {'Port': ['ID=de53af7a-dca6-4993-9f5d-35de61d23372,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:41.437516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] No DVR routers for this DVR port de53af7a-dca6-4993-9f5d-35de61d23372 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:41.460447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d25897-62d8-41b9-9702-d43c8371c5a1 None None] Pushing event deleted for resources: {'Port': ['ID=de53af7a-dca6-4993-9f5d-35de61d23372,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:41.462360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d25897-62d8-41b9-9702-d43c8371c5a1 None None] No DVR routers for this DVR port de53af7a-dca6-4993-9f5d-35de61d23372 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:41.480402 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e267bf9d-19f1-4697-8389-61b915674995 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.487401 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e267bf9d-19f1-4697-8389-61b915674995 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.491219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e267bf9d-19f1-4697-8389-61b915674995 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "DELETE /v2.0/security-groups/a0b9c59f-8875-48b2-b658-bfd37caa2455 HTTP/1.1" status: 204  len: 168 time: 0.3627403
Dec 18 21:07:41.501897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57912) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:41.515930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267bf9d-19f1-4697-8389-61b915674995 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b9c59f-8875-48b2-b658-bfd37caa2455,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:41.562801 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.584268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8aed36dd-6bdf-410e-8065-712fdcc58672 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0778370
Dec 18 21:07:41.584453 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58ac5d65-6bd8-409c-a2b5-19a171805adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.585398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57914) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:41.590423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c23585a6-d020-4865-bef6-cf863ccf619d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group': {'name': 'tempest-secgroup--531394720'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:41.598509 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e4f4e80>,) {'filters': {'network_id': ['76e0174d-ef93-4477-ac87-f277096548ad']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:41.616668 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e4f4e80>, 'b894121f-08f2-484b-82fc-48a680dd99bc') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:41.616965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e4f4e80>, 'b894121f-08f2-484b-82fc-48a680dd99bc') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:41.621905 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c23585a6-d020-4865-bef6-cf863ccf619d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.629304 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.652281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.664406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:07:41.664819 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:07:41.668227 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:07:41.704878 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c23585a6-d020-4865-bef6-cf863ccf619d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.709982 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c23585a6-d020-4865-bef6-cf863ccf619d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.716177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57918) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:41.759776 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.761094 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23585a6-d020-4865-bef6-cf863ccf619d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ff765c-8bf2-49e6-b61b-8f19826363b2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:41.769650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58ac5d65-6bd8-409c-a2b5-19a171805adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.771018 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.771919 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c23585a6-d020-4865-bef6-cf863ccf619d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.774239 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "DELETE /v2.0/networks/76e0174d-ef93-4477-ac87-f277096548ad HTTP/1.1" status: 204  len: 168 time: 0.7975478
Dec 18 21:07:41.776634 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57922) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:41.780786 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c23585a6-d020-4865-bef6-cf863ccf619d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1941576
Dec 18 21:07:41.781602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57924) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:41.786212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-dbcae997-7fa0-4628-bcf4-681d327d6d01 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '93ff765c-8bf2-49e6-b61b-8f19826363b2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:41.787028 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-dbcae997-7fa0-4628-bcf4-681d327d6d01 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 18 21:07:41.787524 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-dbcae997-7fa0-4628-bcf4-681d327d6d01 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:41.790754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dbcae997-7fa0-4628-bcf4-681d327d6d01 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0081038
Dec 18 21:07:41.792261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57926) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:41.796157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcab385-1b86-4420-a9e9-714d153dfcf1 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event deleted for resources: {'Network': ['ID=76e0174d-ef93-4477-ac87-f277096548ad,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:41.797852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58ac5d65-6bd8-409c-a2b5-19a171805adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.849079 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a98bde96-9d35-4714-a8b1-a19352431561 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.866911 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-58ac5d65-6bd8-409c-a2b5-19a171805adc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acea01b4f65f48c293ebed946c7a40f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5093184
Dec 18 21:07:41.872422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57930) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:41.873357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac5d65-6bd8-409c-a2b5-19a171805adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f744b6-e767-4d52-89ec-98df9e69e166,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:41.885822 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a98bde96-9d35-4714-a8b1-a19352431561 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.889518 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3c2350c2-7d21-4b23-9667-491f8d3b4214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.891450 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca515b21-7a42-407d-9f0b-18fc1a4bb2c6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Deleting subnet e3f798f3-6565-45f7-b094-735e58950393 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:07:41.896999 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca515b21-7a42-407d-9f0b-18fc1a4bb2c6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.970114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca515b21-7a42-407d-9f0b-18fc1a4bb2c6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.991948 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a98bde96-9d35-4714-a8b1-a19352431561 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.994647 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4edb1d33-dd3d-48e3-a953-b2ea10dc1bdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.994772 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a98bde96-9d35-4714-a8b1-a19352431561 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:41.995868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a98bde96-9d35-4714-a8b1-a19352431561 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "DELETE /v2.0/security-groups/93ff765c-8bf2-49e6-b61b-8f19826363b2 HTTP/1.1" status: 204  len: 168 time: 0.2023232
Dec 18 21:07:42.000428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57932) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:42.025102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b359e0-392a-4300-a0da-9704f27f88b9 req-9fd3bf49-f944-4b22-abf4-660f12b356b1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:42.026628 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3b359e0-392a-4300-a0da-9704f27f88b9 req-9fd3bf49-f944-4b22-abf4-660f12b356b1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1097102
Dec 18 21:07:42.028625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bde96-9d35-4714-a8b1-a19352431561 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ff765c-8bf2-49e6-b61b-8f19826363b2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:42.051406 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4edb1d33-dd3d-48e3-a953-b2ea10dc1bdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.070140 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3c2350c2-7d21-4b23-9667-491f8d3b4214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.077921 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3c2350c2-7d21-4b23-9667-491f8d3b4214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.127341 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-36583f00-1894-48fa-8c60-47f47b9eb4ce tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1258190
Dec 18 21:07:42.131548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57934) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:42.133014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3c2350c2-7d21-4b23-9667-491f8d3b4214 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08bcff41c7054632b8308278820559a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4119139
Dec 18 21:07:42.134295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2350c2-7d21-4b23-9667-491f8d3b4214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65952636-caca-4a55-9e08-7a7615b02281,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:42.136632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57936) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:42.140676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9e6a2789-c93d-4852-8bfe-72f4a34dd753 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001147203'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:42.141492 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3b359e0-392a-4300-a0da-9704f27f88b9 req-fd9b52c0-b03e-44ad-ad66-43969902c7a1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962975
Dec 18 21:07:42.159451 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca515b21-7a42-407d-9f0b-18fc1a4bb2c6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.194669 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97c9086f-c756-4b94-8554-ee3d3be0502c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.213080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2789-c93d-4852-8bfe-72f4a34dd753 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.218883 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97c9086f-c756-4b94-8554-ee3d3be0502c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.225207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4edb1d33-dd3d-48e3-a953-b2ea10dc1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.229103 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4edb1d33-dd3d-48e3-a953-b2ea10dc1bdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.233473 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4edb1d33-dd3d-48e3-a953-b2ea10dc1bdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88f744b6-e767-4d52-89ec-98df9e69e166 HTTP/1.1" status: 204  len: 168 time: 0.3579240
Dec 18 21:07:42.253044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb1d33-dd3d-48e3-a953-b2ea10dc1bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f744b6-e767-4d52-89ec-98df9e69e166,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:42.282768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca515b21-7a42-407d-9f0b-18fc1a4bb2c6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.284233 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97c9086f-c756-4b94-8554-ee3d3be0502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.288649 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-97c9086f-c756-4b94-8554-ee3d3be0502c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.290446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-97c9086f-c756-4b94-8554-ee3d3be0502c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65952636-caca-4a55-9e08-7a7615b02281 HTTP/1.1" status: 204  len: 168 time: 0.1526403
Dec 18 21:07:42.302911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9086f-c756-4b94-8554-ee3d3be0502c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65952636-caca-4a55-9e08-7a7615b02281,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:42.350749 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca515b21-7a42-407d-9f0b-18fc1a4bb2c6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f798f3-6565-45f7-b094-735e58950393,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:42.361055 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2789-c93d-4852-8bfe-72f4a34dd753 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.362692 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca515b21-7a42-407d-9f0b-18fc1a4bb2c6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.366452 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ca515b21-7a42-407d-9f0b-18fc1a4bb2c6 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "DELETE /v2.0/subnets/e3f798f3-6565-45f7-b094-735e58950393 HTTP/1.1" status: 204  len: 168 time: 0.5888495
Dec 18 21:07:42.367865 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2789-c93d-4852-8bfe-72f4a34dd753 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.369124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57944) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:42.369413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef4af95-5f97-475f-8c4d-832366d695bf None None] Network 2804a757-a93b-41db-88a5-cbb5190ce315 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:42.400258 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a2789-c93d-4852-8bfe-72f4a34dd753 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f45a78-e5e0-47f6-948f-28ddcd6d012b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:42.409397 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2789-c93d-4852-8bfe-72f4a34dd753 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.414410 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9e6a2789-c93d-4852-8bfe-72f4a34dd753 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2813971
Dec 18 21:07:42.415242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57946) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:42.441061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-dd2cf6a3-5438-40a7-8e49-8f0d825cb4f7 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': 'c0f45a78-e5e0-47f6-948f-28ddcd6d012b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:42.453753 ncdv-master-1 neutron-server[126009]: WARNING neutron.api.v2.base [None req-dd2cf6a3-5438-40a7-8e49-8f0d825cb4f7 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 18 21:07:42.454715 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-dd2cf6a3-5438-40a7-8e49-8f0d825cb4f7 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:42.459199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57952) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:42.459649 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dd2cf6a3-5438-40a7-8e49-8f0d825cb4f7 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0292003
Dec 18 21:07:42.504756 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.578996 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73a1ca99-ed9b-455e-a3d3-500955e2af43 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.609340 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73a1ca99-ed9b-455e-a3d3-500955e2af43 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.621403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b534c29d-3d8a-43bd-91c0-cb017b9dad14 None None] DHCP port deletion for 2804a757-a93b-41db-88a5-cbb5190ce315 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:42.675376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Deleting port e9ef0276-f673-4546-90a8-55f3d4594bf0 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:42.675606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.705138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b534c29d-3d8a-43bd-91c0-cb017b9dad14 None None] Deleting port e9ef0276-f673-4546-90a8-55f3d4594bf0 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:07:42.705861 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b534c29d-3d8a-43bd-91c0-cb017b9dad14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.726052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 1e397e8f-628a-4ac3-ba85-1606b5d04abb no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:42.751166 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73a1ca99-ed9b-455e-a3d3-500955e2af43 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.754246 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-73a1ca99-ed9b-455e-a3d3-500955e2af43 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.755627 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-73a1ca99-ed9b-455e-a3d3-500955e2af43 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "DELETE /v2.0/security-groups/c0f45a78-e5e0-47f6-948f-28ddcd6d012b HTTP/1.1" status: 204  len: 168 time: 0.2952666
Dec 18 21:07:42.759028 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57968) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:42.787205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 1e397e8f-628a-4ac3-ba85-1606b5d04abb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:07:42.787545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 1e397e8f-628a-4ac3-ba85-1606b5d04abb not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:07:42.818790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b534c29d-3d8a-43bd-91c0-cb017b9dad14 None None] For port e9ef0276-f673-4546-90a8-55f3d4594bf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9ef0276-f673-4546-90a8-55f3d4594bf0,segment=NetworkSegment(e4a3281c-210d-438c-a291-7aee00ce6a05),segment_id=e4a3281c-210d-438c-a291-7aee00ce6a05)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:42.819388 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b534c29d-3d8a-43bd-91c0-cb017b9dad14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.834604 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57970) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:42.838842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b534c29d-3d8a-43bd-91c0-cb017b9dad14 None None] Calling delete_port for e9ef0276-f673-4546-90a8-55f3d4594bf0 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:42.842608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1ca99-ed9b-455e-a3d3-500955e2af43 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f45a78-e5e0-47f6-948f-28ddcd6d012b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:42.846348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] For port e9ef0276-f673-4546-90a8-55f3d4594bf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9ef0276-f673-4546-90a8-55f3d4594bf0,segment=NetworkSegment(e4a3281c-210d-438c-a291-7aee00ce6a05),segment_id=e4a3281c-210d-438c-a291-7aee00ce6a05)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:42.846486 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.860133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57972) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:42.860611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57974) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:42.864205 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-00a65500-6e49-49e5-a033-14cff1d74cf7 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1039751
Dec 18 21:07:42.865685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97ffc48e-7f44-48f9-9199-ee2b539ff64b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.868145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0c0a7d6c-3a25-48e5-9104-ecc73dd8ccc4 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group': {'name': 'tempest-secgroup--661526847'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:42.894310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Calling delete_port for e9ef0276-f673-4546-90a8-55f3d4594bf0 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:07:42.896466 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e8e321c9-734e-4380-9054-608bee2ea3b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.959164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7d6c-3a25-48e5-9104-ecc73dd8ccc4 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:42.968775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e9ef0276-f673-4546-90a8-55f3d4594bf0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:07:43.010585 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97ffc48e-7f44-48f9-9199-ee2b539ff64b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.014177 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b534c29d-3d8a-43bd-91c0-cb017b9dad14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.016869 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97ffc48e-7f44-48f9-9199-ee2b539ff64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.020930 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No ports have port_id starting with e9ef0276-f673-4546-90a8-55f3d4594bf0
Dec 18 21:07:43.060762 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534c29d-3d8a-43bd-91c0-cb017b9dad14 None None] Pushing event deleted for resources: {'Port': ['ID=e9ef0276-f673-4546-90a8-55f3d4594bf0,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:43.067579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b534c29d-3d8a-43bd-91c0-cb017b9dad14 None None] No DVR routers for this DVR port e9ef0276-f673-4546-90a8-55f3d4594bf0 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:43.071687 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffc48e-7f44-48f9-9199-ee2b539ff64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35650cb-987e-4f81-8812-ae8958ee54c7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:43.078435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efc29-d526-450e-a024-9a35ab2677d7 req-e81214b7-3f48-44af-a355-56b11eb78b76 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:43.080268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-e81214b7-3f48-44af-a355-56b11eb78b76 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 0.3332851
Dec 18 21:07:43.091816 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-97ffc48e-7f44-48f9-9199-ee2b539ff64b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e41fd9da7e4246f4bd682f0be1b1a543&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2534072
Dec 18 21:07:43.093225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57976) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:43.126940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-47295aa9-6fdb-4f64-b287-84b17d3c2811 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/quotas/58d1ab8b81784fb2ad1b6c9a7d9efc37 HTTP/1.1" status: 200  len: 375 time: 0.0388360
Dec 18 21:07:43.147752 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-021ab7c2-5d16-47e4-8151-9c25f5df1f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.171925 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-021ab7c2-5d16-47e4-8151-9c25f5df1f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.176629 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.186419 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-15fb1607-d0a9-4f3b-afce-c9a989da4b64 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469723
Dec 18 21:07:43.231869 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-021ab7c2-5d16-47e4-8151-9c25f5df1f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.234799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3d3f9992-e71d-4ecd-9713-249a93177e91 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:07:43.235747 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-021ab7c2-5d16-47e4-8151-9c25f5df1f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.235867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3d3f9992-e71d-4ecd-9713-249a93177e91 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0073254
Dec 18 21:07:43.239459 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-021ab7c2-5d16-47e4-8151-9c25f5df1f9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b35650cb-987e-4f81-8812-ae8958ee54c7 HTTP/1.1" status: 204  len: 168 time: 0.1423793
Dec 18 21:07:43.246091 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e8e321c9-734e-4380-9054-608bee2ea3b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.247419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ab7c2-5d16-47e4-8151-9c25f5df1f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35650cb-987e-4f81-8812-ae8958ee54c7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:43.247544 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event deleted for resources: {'Port': ['ID=e9ef0276-f673-4546-90a8-55f3d4594bf0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:43.276355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] No DVR routers for this DVR port e9ef0276-f673-4546-90a8-55f3d4594bf0 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:07:43.282692 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e8e321c9-734e-4380-9054-608bee2ea3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.377665 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7d6c-3a25-48e5-9104-ecc73dd8ccc4 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.406858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7d6c-3a25-48e5-9104-ecc73dd8ccc4 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.472167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e8e321c9-734e-4380-9054-608bee2ea3b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4adbb3dfc5fe490597d25b85f5482baa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6092591
Dec 18 21:07:43.472917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e321c9-734e-4380-9054-608bee2ea3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d4a1a6-84c2-4138-91ac-9c6042ab05ad,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:43.475650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57986) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:43.501017 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.531533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7d6c-3a25-48e5-9104-ecc73dd8ccc4 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.532687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0c0a7d6c-3a25-48e5-9104-ecc73dd8ccc4 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6686523
Dec 18 21:07:43.536887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57988) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:43.540449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696889e-eb1d-43c5-b6bc-492acdd302af req-491c3762-2364-46d4-a5ec-8ffbf403a73f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:43.542051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e696889e-eb1d-43c5-b6bc-492acdd302af req-491c3762-2364-46d4-a5ec-8ffbf403a73f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2982039
Dec 18 21:07:43.543508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-55eedd2b-aa02-4723-a4a3-5bcd7791253a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': 'bafd217c-cfb2-4a29-af9c-675243b82bdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:43.560246 ncdv-master-1 neutron-server[126009]: WARNING neutron.api.v2.base [None req-55eedd2b-aa02-4723-a4a3-5bcd7791253a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 18 21:07:43.560911 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-55eedd2b-aa02-4723-a4a3-5bcd7791253a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:43.562442 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-55eedd2b-aa02-4723-a4a3-5bcd7791253a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0244811
Dec 18 21:07:43.570570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57990) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:43.577489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6ce61ff2-1ae6-4273-b4c5-f71cd4d233f6 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': 'bafd217c-cfb2-4a29-af9c-675243b82bdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:43.578358 ncdv-master-1 neutron-server[126009]: WARNING neutron.api.v2.base [None req-6ce61ff2-1ae6-4273-b4c5-f71cd4d233f6 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 18 21:07:43.578990 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-6ce61ff2-1ae6-4273-b4c5-f71cd4d233f6 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:43.582566 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6ce61ff2-1ae6-4273-b4c5-f71cd4d233f6 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0083148
Dec 18 21:07:43.582700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f5435b0>,) {'filters': {'network_id': ['2804a757-a93b-41db-88a5-cbb5190ce315']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:43.582796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57992) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:43.587019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bb126319-39b8-4641-9baf-eedee613292b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': 'bafd217c-cfb2-4a29-af9c-675243b82bdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:43.587821 ncdv-master-1 neutron-server[126009]: WARNING neutron.api.v2.base [None req-bb126319-39b8-4641-9baf-eedee613292b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 18 21:07:43.588540 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-bb126319-39b8-4641-9baf-eedee613292b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:43.591744 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bb126319-39b8-4641-9baf-eedee613292b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0056801
Dec 18 21:07:43.591744 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a411aa0-f8e7-4ed2-a2c0-30b4b6d0f0a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.591935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57994) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:43.593514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-94c4df24-d9cb-4a29-b831-7afb66b7a393 service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3396082
Dec 18 21:07:43.599412 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a1865810-6915-4f99-8dfd-09db5262d274 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': 'bafd217c-cfb2-4a29-af9c-675243b82bdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:43.600429 ncdv-master-1 neutron-server[126009]: WARNING neutron.api.v2.base [None req-a1865810-6915-4f99-8dfd-09db5262d274 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 18 21:07:43.600934 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-a1865810-6915-4f99-8dfd-09db5262d274 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:43.604832 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a1865810-6915-4f99-8dfd-09db5262d274 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0077906
Dec 18 21:07:43.605008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a7d6c-3a25-48e5-9104-ecc73dd8ccc4 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bafd217c-cfb2-4a29-af9c-675243b82bdb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:43.605857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57996) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:43.609350 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f5435b0>, 'e4a3281c-210d-438c-a291-7aee00ce6a05') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:43.609714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f5435b0>, 'e4a3281c-210d-438c-a291-7aee00ce6a05') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:43.633784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a411aa0-f8e7-4ed2-a2c0-30b4b6d0f0a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.640860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.672772 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57998) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:43.687994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f484de76-f814-4957-806c-cbe8db4cea20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.708619 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a411aa0-f8e7-4ed2-a2c0-30b4b6d0f0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.714352 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a411aa0-f8e7-4ed2-a2c0-30b4b6d0f0a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.714352 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7a411aa0-f8e7-4ed2-a2c0-30b4b6d0f0a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5d4a1a6-84c2-4138-91ac-9c6042ab05ad HTTP/1.1" status: 204  len: 168 time: 0.2353334
Dec 18 21:07:43.720741 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.731506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a411aa0-f8e7-4ed2-a2c0-30b4b6d0f0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d4a1a6-84c2-4138-91ac-9c6042ab05ad,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:43.757439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e696889e-eb1d-43c5-b6bc-492acdd302af req-f183659b-5379-4799-b9f3-4567072507b3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058072
Dec 18 21:07:43.759347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:07:43.759694 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:07:43.765505 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:07:43.825829 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f484de76-f814-4957-806c-cbe8db4cea20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.832902 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f484de76-f814-4957-806c-cbe8db4cea20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.858148 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bae5585e-b03e-4fe1-b23a-d8208069edc6 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.868693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-8bb81c53-a224-4b05-b35e-d0e846a9275a service neutron] 10.222.0.13 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2512708
Dec 18 21:07:43.875237 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.883527 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.889894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "DELETE /v2.0/networks/2804a757-a93b-41db-88a5-cbb5190ce315 HTTP/1.1" status: 204  len: 168 time: 1.5155609
Dec 18 21:07:43.890014 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f484de76-f814-4957-806c-cbe8db4cea20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7244bebc1484e25b915fe2f96863288&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2148578
Dec 18 21:07:43.891810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58002) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:43.892155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58004) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:43.895007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484de76-f814-4957-806c-cbe8db4cea20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e169a9a-d99e-46a2-80fa-eedf98a3a375,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:43.925452 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bae5585e-b03e-4fe1-b23a-d8208069edc6 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:43.928282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cea70-b972-4efe-a30c-29b1955ffc32 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Pushing event deleted for resources: {'Network': ['ID=2804a757-a93b-41db-88a5-cbb5190ce315,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:43.959307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3fa64bb2-f6d3-4ebb-af19-af616b2e3941 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "GET /v2.0/ports?device_id=e90a2011-fa5a-45c0-a88a-85ccf74f7aba HTTP/1.1" status: 200  len: 205 time: 0.0639265
Dec 18 21:07:43.959763 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58008) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.020330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-477e203d-53d0-4ac8-b4f2-d7846045642f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.026161 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bae5585e-b03e-4fe1-b23a-d8208069edc6 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.029196 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bae5585e-b03e-4fe1-b23a-d8208069edc6 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.030488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bae5585e-b03e-4fe1-b23a-d8208069edc6 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "DELETE /v2.0/security-groups/bafd217c-cfb2-4a29-af9c-675243b82bdb HTTP/1.1" status: 204  len: 168 time: 0.4235318
Dec 18 21:07:44.040225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58010) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.066714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5585e-b03e-4fe1-b23a-d8208069edc6 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafd217c-cfb2-4a29-af9c-675243b82bdb,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:44.076341 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-477e203d-53d0-4ac8-b4f2-d7846045642f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.092141 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d515b886-c1b4-4aa5-8e0b-9aaf73017e19 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.145621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c518629-3a7f-41dc-984d-4a2209de3ac8 req-f553eb74-341d-48d0-b03a-13554d392132 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 210 time: 0.0406814
Dec 18 21:07:44.153373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ff8b3d7e-f110-4e1d-8490-34b324b9b391 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1110911
Dec 18 21:07:44.162885 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58022) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.179612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ba8be62f-cae7-4739-87a6-a62c9818552a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group': {'name': 'tempest-secgroup--236000418'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:44.205083 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-477e203d-53d0-4ac8-b4f2-d7846045642f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.207700 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-477e203d-53d0-4ac8-b4f2-d7846045642f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.208825 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-477e203d-53d0-4ac8-b4f2-d7846045642f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e169a9a-d99e-46a2-80fa-eedf98a3a375 HTTP/1.1" status: 204  len: 168 time: 0.3146296
Dec 18 21:07:44.213076 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba8be62f-cae7-4739-87a6-a62c9818552a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.219888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e203d-53d0-4ac8-b4f2-d7846045642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e169a9a-d99e-46a2-80fa-eedf98a3a375,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:44.298668 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d515b886-c1b4-4aa5-8e0b-9aaf73017e19 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.301414 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d515b886-c1b4-4aa5-8e0b-9aaf73017e19 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.302575 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba8be62f-cae7-4739-87a6-a62c9818552a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.310752 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba8be62f-cae7-4739-87a6-a62c9818552a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.359445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d515b886-c1b4-4aa5-8e0b-9aaf73017e19 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.360246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d515b886-c1b4-4aa5-8e0b-9aaf73017e19 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Fanout notify agent at l3_agent the message router_deleted on router e90a2011-fa5a-45c0-a88a-85ccf74f7aba {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:07:44.375811 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d515b886-c1b4-4aa5-8e0b-9aaf73017e19 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.377002 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba8be62f-cae7-4739-87a6-a62c9818552a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.377741 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d515b886-c1b4-4aa5-8e0b-9aaf73017e19 tempest-RoutersNegativeTest-810095945 tempest-RoutersNegativeTest-810095945-project] 10.222.0.13 "DELETE /v2.0/routers/e90a2011-fa5a-45c0-a88a-85ccf74f7aba HTTP/1.1" status: 204  len: 168 time: 0.4170525
Dec 18 21:07:44.378308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ba8be62f-cae7-4739-87a6-a62c9818552a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2038560
Dec 18 21:07:44.381531 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58030) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.389590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8be62f-cae7-4739-87a6-a62c9818552a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d61aeb6-429e-43bf-b9cc-eab3909eecae,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:44.393729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c268f7cf-6a23-4a46-a93c-ffc37f7dbb8e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '6d61aeb6-429e-43bf-b9cc-eab3909eecae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:44.394580 ncdv-master-1 neutron-server[126009]: WARNING neutron.api.v2.base [None req-c268f7cf-6a23-4a46-a93c-ffc37f7dbb8e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 18 21:07:44.395795 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-c268f7cf-6a23-4a46-a93c-ffc37f7dbb8e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:44.400912 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c268f7cf-6a23-4a46-a93c-ffc37f7dbb8e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0179427
Dec 18 21:07:44.401973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58034) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.411141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ff74e6eb-fa9f-444e-9770-fa575aa9f1e1 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '6d61aeb6-429e-43bf-b9cc-eab3909eecae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:44.452855 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-ff74e6eb-fa9f-444e-9770-fa575aa9f1e1 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:44.454276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ff74e6eb-fa9f-444e-9770-fa575aa9f1e1 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0498843
Dec 18 21:07:44.457159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58036) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.464353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e6c3f4c8-2c55-4e2d-8ee1-9113e35d6ce3 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '6d61aeb6-429e-43bf-b9cc-eab3909eecae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:44.466536 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-e6c3f4c8-2c55-4e2d-8ee1-9113e35d6ce3 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 18 21:07:44.466976 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-e6c3f4c8-2c55-4e2d-8ee1-9113e35d6ce3 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:44.467965 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e6c3f4c8-2c55-4e2d-8ee1-9113e35d6ce3 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0089633
Dec 18 21:07:44.470792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58038) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.475768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1d231519-2201-4810-b39e-e59e0888aec7 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '6d61aeb6-429e-43bf-b9cc-eab3909eecae', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:44.524837 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-1d231519-2201-4810-b39e-e59e0888aec7 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:44.528851 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1d231519-2201-4810-b39e-e59e0888aec7 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0542026
Dec 18 21:07:44.529391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58044) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.535039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-acb24057-6441-47ee-83ff-5b0646dd48aa tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '6d61aeb6-429e-43bf-b9cc-eab3909eecae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:44.535624 ncdv-master-1 neutron-server[126009]: WARNING neutron.api.v2.base [None req-acb24057-6441-47ee-83ff-5b0646dd48aa tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 18 21:07:44.536222 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-acb24057-6441-47ee-83ff-5b0646dd48aa tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:44.538301 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-acb24057-6441-47ee-83ff-5b0646dd48aa tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0069356
Dec 18 21:07:44.540628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58048) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.547412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9b8bcdd2-e558-46c7-8887-ffe8d931e68d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '6d61aeb6-429e-43bf-b9cc-eab3909eecae', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:44.579071 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-9b8bcdd2-e558-46c7-8887-ffe8d931e68d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Project 87a46355eeaf4513b6ec952f4e4586f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:07:44.598623 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-9b8bcdd2-e558-46c7-8887-ffe8d931e68d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:44.602489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9b8bcdd2-e558-46c7-8887-ffe8d931e68d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0581341
Dec 18 21:07:44.602848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58050) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.607195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4b911728-dff7-4ab6-abfd-5cd615cbbfb1 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '6d61aeb6-429e-43bf-b9cc-eab3909eecae', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:44.607727 ncdv-master-1 neutron-server[126009]: WARNING neutron.api.v2.base [None req-4b911728-dff7-4ab6-abfd-5cd615cbbfb1 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 18 21:07:44.608711 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-4b911728-dff7-4ab6-abfd-5cd615cbbfb1 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:44.612225 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4b911728-dff7-4ab6-abfd-5cd615cbbfb1 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0059400
Dec 18 21:07:44.612450 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58052) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.617526 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-544ae2b5-66e7-4e57-80fa-ac66a3f9ad44 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '6d61aeb6-429e-43bf-b9cc-eab3909eecae', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:44.653282 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-544ae2b5-66e7-4e57-80fa-ac66a3f9ad44 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Project 87a46355eeaf4513b6ec952f4e4586f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:07:44.669784 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-544ae2b5-66e7-4e57-80fa-ac66a3f9ad44 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:44.674710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58058) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.675138 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-544ae2b5-66e7-4e57-80fa-ac66a3f9ad44 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0617681
Dec 18 21:07:44.681279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-90ffdaa1-0a95-447d-9896-4593aaf6df8b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '6d61aeb6-429e-43bf-b9cc-eab3909eecae', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:44.719173 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-90ffdaa1-0a95-447d-9896-4593aaf6df8b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Project 87a46355eeaf4513b6ec952f4e4586f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:07:44.740616 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-90ffdaa1-0a95-447d-9896-4593aaf6df8b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:44.744959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58062) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.745104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-90ffdaa1-0a95-447d-9896-4593aaf6df8b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0686741
Dec 18 21:07:44.790616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58066) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.837994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-52b01829-cdce-4883-b1c9-467d4e8c5596 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.849508 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.878316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-52b01829-cdce-4883-b1c9-467d4e8c5596 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.948743 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-52b01829-cdce-4883-b1c9-467d4e8c5596 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.952923 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-52b01829-cdce-4883-b1c9-467d4e8c5596 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:44.956616 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-52b01829-cdce-4883-b1c9-467d4e8c5596 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "DELETE /v2.0/security-groups/6d61aeb6-429e-43bf-b9cc-eab3909eecae HTTP/1.1" status: 204  len: 168 time: 0.2091782
Dec 18 21:07:44.965348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58080) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:44.980783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b01829-cdce-4883-b1c9-467d4e8c5596 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d61aeb6-429e-43bf-b9cc-eab3909eecae,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:45.062204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45c24b-f814-4786-848c-fe55fbcabd2a req-62457cd7-219d-48f6-b2e0-079f2fb69083 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:45.063761 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d45c24b-f814-4786-848c-fe55fbcabd2a req-62457cd7-219d-48f6-b2e0-079f2fb69083 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1612439
Dec 18 21:07:45.072620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7a8bb69e-74f1-462c-a42a-9367b68c9fa9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1059697
Dec 18 21:07:45.077353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58086) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:45.081434 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ac53877f-2b7a-41a1-adbc-144ae37417a9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851345990'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:45.138109 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-74c1dd0b-7d4b-47f4-b0de-10f7354a3421 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ba00a5a39804c41938903a7fff9e157&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3482010
Dec 18 21:07:45.142777 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58090) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:45.158609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac53877f-2b7a-41a1-adbc-144ae37417a9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.218032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d45c24b-f814-4786-848c-fe55fbcabd2a req-8fb52929-d123-4f18-98e5-838a3513ddc0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213095
Dec 18 21:07:45.255660 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10b6229d-8cd9-42b0-84f5-05e9e9f039c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.282064 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac53877f-2b7a-41a1-adbc-144ae37417a9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.287721 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac53877f-2b7a-41a1-adbc-144ae37417a9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.302990 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ae64dfa-da01-4a2c-8ad7-cab63c38eacf req-69525cae-6623-4e1e-acf7-b73fd07a3e4a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 210 time: 0.0423150
Dec 18 21:07:45.308463 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10b6229d-8cd9-42b0-84f5-05e9e9f039c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.333048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53877f-2b7a-41a1-adbc-144ae37417a9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804aea65-08c5-40ef-a4f8-90959bb8a09d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:45.348959 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac53877f-2b7a-41a1-adbc-144ae37417a9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.352824 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ac53877f-2b7a-41a1-adbc-144ae37417a9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2722623
Dec 18 21:07:45.353184 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58100) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:45.359593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-23ef2ec8-34b5-4e35-9c40-d4ecfcb3cdbc tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '804aea65-08c5-40ef-a4f8-90959bb8a09d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:45.391945 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10b6229d-8cd9-42b0-84f5-05e9e9f039c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.396254 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10b6229d-8cd9-42b0-84f5-05e9e9f039c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.400103 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-10b6229d-8cd9-42b0-84f5-05e9e9f039c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d001fb0d-160b-4a90-a154-ea012ea30aa8 HTTP/1.1" status: 204  len: 168 time: 0.2551439
Dec 18 21:07:45.410809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6229d-8cd9-42b0-84f5-05e9e9f039c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001fb0d-160b-4a90-a154-ea012ea30aa8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:45.416636 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-23ef2ec8-34b5-4e35-9c40-d4ecfcb3cdbc tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The resource could not be found.
Dec 18 21:07:45.418320 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-23ef2ec8-34b5-4e35-9c40-d4ecfcb3cdbc tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0632823
Dec 18 21:07:45.420492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58106) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:45.425391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-272f2916-101d-41b6-914d-37a876601296 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '804aea65-08c5-40ef-a4f8-90959bb8a09d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5dd4f763-da6c-42b1-8a52-2b95016d641c'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:45.494810 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-272f2916-101d-41b6-914d-37a876601296 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The resource could not be found.
Dec 18 21:07:45.495678 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-272f2916-101d-41b6-914d-37a876601296 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0740776
Dec 18 21:07:45.499119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58110) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:45.644836 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2a4ef3c-cef2-47b5-9b52-1d6318a3fdff tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.691555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2a4ef3c-cef2-47b5-9b52-1d6318a3fdff tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.711324 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efc29-d526-450e-a024-9a35ab2677d7 req-f30c2cd9-7943-42bb-93e8-570e722cabc3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:45.712870 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-f30c2cd9-7943-42bb-93e8-570e722cabc3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 811 time: 0.1794081
Dec 18 21:07:45.733323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-253efc29-d526-450e-a024-9a35ab2677d7 req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Request body: {'port': {'device_id': '6203ab3a-8cc1-476b-9d39-f63d644e2bb7', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'admin_state_up': True, 'tenant_id': '58d1ab8b81784fb2ad1b6c9a7d9efc37'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:45.803459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2a4ef3c-cef2-47b5-9b52-1d6318a3fdff tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.806468 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2a4ef3c-cef2-47b5-9b52-1d6318a3fdff tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.809879 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d2a4ef3c-cef2-47b5-9b52-1d6318a3fdff tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "DELETE /v2.0/security-groups/804aea65-08c5-40ef-a4f8-90959bb8a09d HTTP/1.1" status: 204  len: 168 time: 0.3074732
Dec 18 21:07:45.811658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58120) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:45.826175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4ef3c-cef2-47b5-9b52-1d6318a3fdff tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=804aea65-08c5-40ef-a4f8-90959bb8a09d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:45.882125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253efc29-d526-450e-a024-9a35ab2677d7 req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Made reservation on behalf of 58d1ab8b81784fb2ad1b6c9a7d9efc37 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:45.889252 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-253efc29-d526-450e-a024-9a35ab2677d7 req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:45.920635 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-da2c0694-78a7-4285-acd7-c394bbea0b7b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1074560
Dec 18 21:07:45.924794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58126) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:45.938502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-41594f86-dd1c-4381-bd14-582bfd4bb76e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': '72cf4c48-3508-4396-905e-d7e657cd4a61', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:46.009158 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-41594f86-dd1c-4381-bd14-582bfd4bb76e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The resource could not be found.
Dec 18 21:07:46.015867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58134) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:46.018390 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-41594f86-dd1c-4381-bd14-582bfd4bb76e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0911720
Dec 18 21:07:46.040030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-dc8d5502-59ef-4cdf-90fc-ee5594e2fc3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group': {'name': 'tempest-secgroup--523810772'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:46.138863 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5502-59ef-4cdf-90fc-ee5594e2fc3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.169045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-253efc29-d526-450e-a024-9a35ab2677d7 req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Allocated IP 172.20.0.14 (02107735-1e4a-434f-a377-a881410f569a/c7e25084-0926-4429-bfe2-f2445a0ff885/c9652365-5f28-4d73-849a-105795171619) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:07:46.306076 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5502-59ef-4cdf-90fc-ee5594e2fc3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.312124 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5502-59ef-4cdf-90fc-ee5594e2fc3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.382466 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5502-59ef-4cdf-90fc-ee5594e2fc3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.383774 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dc8d5502-59ef-4cdf-90fc-ee5594e2fc3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3634198
Dec 18 21:07:46.390448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58168) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:46.395180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bf867875-ad4f-420a-a638-decd98152e3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866600065'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:46.407537 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7379b-6ba9-4bd1-b76c-a251d6f07a9f req-e17f5297-fd84-42b4-9525-f9517ce1f7dc tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:46.410892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d5502-59ef-4cdf-90fc-ee5594e2fc3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba778d6-56c2-4ea8-9267-ed0986208f4e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:46.427691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-90a7379b-6ba9-4bd1-b76c-a251d6f07a9f req-e17f5297-fd84-42b4-9525-f9517ce1f7dc tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1034746
Dec 18 21:07:46.434890 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-253efc29-d526-450e-a024-9a35ab2677d7 req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.455763 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf867875-ad4f-420a-a638-decd98152e3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.480874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18c7143a-350e-471c-87db-f0957a6e66f8 req-b2aec308-3640-4fa8-ba8f-98fd1c66bbe1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 210 time: 0.0332325
Dec 18 21:07:46.504913 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-253efc29-d526-450e-a024-9a35ab2677d7 req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.527663 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-90a7379b-6ba9-4bd1-b76c-a251d6f07a9f req-7790f1b4-1814-4369-b3d0-a91158c80be9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987990
Dec 18 21:07:46.559385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253efc29-d526-450e-a024-9a35ab2677d7 req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Network 02107735-1e4a-434f-a377-a881410f569a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:07:46.569914 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-253efc29-d526-450e-a024-9a35ab2677d7 req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:46.577455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-253efc29-d526-450e-a024-9a35ab2677d7 req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:07:46.589362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d2c193-051c-4f2f-b5ee-ea4e0c1b5053 None None] DHCP port deletion for 02107735-1e4a-434f-a377-a881410f569a request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:46.625924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Pushing event updated for resources: {'Port': ['ID=c9652365-5f28-4d73-849a-105795171619,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:46.644209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf867875-ad4f-420a-a638-decd98152e3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.650868 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf867875-ad4f-420a-a638-decd98152e3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.675997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efc29-d526-450e-a024-9a35ab2677d7 req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:46.676644 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-253efc29-d526-450e-a024-9a35ab2677d7 req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.704535 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf867875-ad4f-420a-a638-decd98152e3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.705310 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bf867875-ad4f-420a-a638-decd98152e3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3136890
Dec 18 21:07:46.707404 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf867875-ad4f-420a-a638-decd98152e3b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddd7b9c-1425-4054-a63a-ec10c1542fe0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:46.708445 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58178) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:46.720275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-11ce8894-be44-4d1e-af5f-808b1f93bab5 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': 'fba778d6-56c2-4ea8-9267-ed0986208f4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2ddd7b9c-1425-4054-a63a-ec10c1542fe0'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:46.723753 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-a88652e8-054f-47e4-a507-18e2c5e81fda tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9955103
Dec 18 21:07:46.732235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2b469c35-4551-4197-9b90-d9a535c4b5ed None None] Provisioning complete for port c9652365-5f28-4d73-849a-105795171619 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:46.732637 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2b469c35-4551-4197-9b90-d9a535c4b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.740851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-f0b1bbe0-ba57-4ee7-b93b-c4f5fb6884a6 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:07:46.742798 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-f0b1bbe0-ba57-4ee7-b93b-c4f5fb6884a6 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0077960
Dec 18 21:07:46.751372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58180) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:46.765349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Request body: {'port': {'device_id': '6203ab3a-8cc1-476b-9d39-f63d644e2bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:46.806500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2b469c35-4551-4197-9b90-d9a535c4b5ed None None] Port c9652365-5f28-4d73-849a-105795171619 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:07:46.829873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bb5de-572e-4eb3-b99a-aa1b9413df40 req-1e7a188e-3886-43e2-b907-11dd580243d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:46.831690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-786bb5de-572e-4eb3-b99a-aa1b9413df40 req-1e7a188e-3886-43e2-b907-11dd580243d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 1096 time: 0.0968490
Dec 18 21:07:46.849305 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-11ce8894-be44-4d1e-af5f-808b1f93bab5 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:46.851258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-11ce8894-be44-4d1e-af5f-808b1f93bab5 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1410925
Dec 18 21:07:46.854649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58186) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:46.857673 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:46.923841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-938921501-network', 'tenant_id': '40830f131f4f4c8f9795130d392a377c'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:46.996503 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd24c04d-ffd8-4084-9356-f033f744fa98 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.040633 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd24c04d-ffd8-4084-9356-f033f744fa98 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.049391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bb5de-572e-4eb3-b99a-aa1b9413df40 req-d2feca2b-c404-4f00-9cc1-0cd689b918ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:47.050691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-786bb5de-572e-4eb3-b99a-aa1b9413df40 req-d2feca2b-c404-4f00-9cc1-0cd689b918ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 914 time: 0.1793303
Dec 18 21:07:47.117233 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Made reservation on behalf of 40830f131f4f4c8f9795130d392a377c for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:47.120096 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.135712 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.195950 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-786bb5de-572e-4eb3-b99a-aa1b9413df40 req-30e01e0e-8fdb-4b79-8348-5bda4fcb8900 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea HTTP/1.1" status: 200  len: 217 time: 0.1309655
Dec 18 21:07:47.205541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd24c04d-ffd8-4084-9356-f033f744fa98 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.207191 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bd24c04d-ffd8-4084-9356-f033f744fa98 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.212006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bd24c04d-ffd8-4084-9356-f033f744fa98 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ddd7b9c-1425-4054-a63a-ec10c1542fe0 HTTP/1.1" status: 204  len: 168 time: 0.3561237
Dec 18 21:07:47.212413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58208) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:47.284732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24c04d-ffd8-4084-9356-f033f744fa98 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddd7b9c-1425-4054-a63a-ec10c1542fe0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:47.340293 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a5c98b78-df46-4438-8f0f-9105c708b399 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1208725
Dec 18 21:07:47.345166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bb5de-572e-4eb3-b99a-aa1b9413df40 req-fa039847-039c-460e-89a3-8c32fb01ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:47.346807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-786bb5de-572e-4eb3-b99a-aa1b9413df40 req-fa039847-039c-460e-89a3-8c32fb01ff1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fddf9542-b331-44d6-bbe6-163e1b723ad1 HTTP/1.1" status: 200  len: 853 time: 0.1314662
Dec 18 21:07:47.347343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58218) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:47.394289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9652365-5f28-4d73-849a-105795171619 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:07:47.401098 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-786bb5de-572e-4eb3-b99a-aa1b9413df40 req-551c97a2-4354-4979-bd0e-9359f8204fe2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1868cd24-2ddf-47fc-8474-997160de3083&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389419
Dec 18 21:07:47.403611 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.417329 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Transition to ACTIVE for port object c9652365-5f28-4d73-849a-105795171619 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:07:47.432139 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.435245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.475039 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.486556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ed162c3-b30d-44ec-99bf-2d271a484fe5 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.516309 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e30b1a-465a-405e-9995-9e907505cc3f None None] DHCP port deletion for 02107735-1e4a-434f-a377-a881410f569a request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:47.522144 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ed162c3-b30d-44ec-99bf-2d271a484fe5 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.585835 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-786bb5de-572e-4eb3-b99a-aa1b9413df40 req-96b749f7-6261-4cee-a141-37903e61eded service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722450
Dec 18 21:07:47.603876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:07:47.647053 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9692232d-2ae5-46c1-b622-a32bd5f4b4cf,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:47.692814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Pushing event updated for resources: {'Port': ['ID=c9652365-5f28-4d73-849a-105795171619,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:47.696296 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ed162c3-b30d-44ec-99bf-2d271a484fe5 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.699226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ed162c3-b30d-44ec-99bf-2d271a484fe5 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.700327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9ed162c3-b30d-44ec-99bf-2d271a484fe5 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "DELETE /v2.0/security-groups/fba778d6-56c2-4ea8-9267-ed0986208f4e HTTP/1.1" status: 204  len: 168 time: 0.3520696
Dec 18 21:07:47.702971 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:47.703850 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Added segment 90c8339b-fabf-406b-8fb1-6f18ea2034cf of type vlan for network 6911fdad-8623-4df2-ad23-dfdadb651941
Dec 18 21:07:47.704483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58242) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:47.764852 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed162c3-b30d-44ec-99bf-2d271a484fe5 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba778d6-56c2-4ea8-9267-ed0986208f4e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:47.847116 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-786bb5de-572e-4eb3-b99a-aa1b9413df40 req-4c2ea7ac-275e-4369-8f43-1742f98e8274 service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2498639
Dec 18 21:07:47.882065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c09d3-695a-48d1-b41a-6331c0948d57 req-f020c428-d73f-4366-9147-f97dbb3fd7b4 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:47.884296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e87c09d3-695a-48d1-b41a-6331c0948d57 req-f020c428-d73f-4366-9147-f97dbb3fd7b4 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 944 time: 0.2974339
Dec 18 21:07:47.895387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63376324-0add-491a-8a49-b859e14efc52 req-95efa997-eba2-4b7d-b0b6-505f7cb18dab tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:47.898289 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63376324-0add-491a-8a49-b859e14efc52 req-95efa997-eba2-4b7d-b0b6-505f7cb18dab tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2489450
Dec 18 21:07:48.002601 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63376324-0add-491a-8a49-b859e14efc52 req-bf1daef3-3f1f-482d-ace8-4137e8b5c180 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960619
Dec 18 21:07:48.006905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e87c09d3-695a-48d1-b41a-6331c0948d57 req-e4198526-b72a-4ad9-ade3-3a17237e8bc7 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072705
Dec 18 21:07:48.188752 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.218022 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a378ef04-49cf-4015-980c-3275c2134e36 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.5092294
Dec 18 21:07:48.222729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58262) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:48.225586 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Attempting to bind port c9652365-5f28-4d73-849a-105795171619 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:07:48.226102 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Attempting to bind port c9652365-5f28-4d73-849a-105795171619 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:07:48.226621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Attempting to bind port c9652365-5f28-4d73-849a-105795171619 on network 02107735-1e4a-434f-a377-a881410f569a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:07:48.228204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-65c2890d-202b-49f9-946d-aa46eb09e94a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064830071'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:48.239913 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Port c9652365-5f28-4d73-849a-105795171619 on network 02107735-1e4a-434f-a377-a881410f569a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:07:48.240245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Attempting to bind port c9652365-5f28-4d73-849a-105795171619 on network 02107735-1e4a-434f-a377-a881410f569a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:07:48.248768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:07:48.249341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Checking segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:48.249727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Bound using segment: {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:07:48.250332 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Bound port: c9652365-5f28-4d73-849a-105795171619, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102b3679-9049-4e98-ae63-09244ec60e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '02107735-1e4a-434f-a377-a881410f569a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:07:48.250862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.261912 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.263410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:48.264967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.297606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65c2890d-202b-49f9-946d-aa46eb09e94a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.373704 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.6206861
Dec 18 21:07:48.377374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58276) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:48.383851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3085cb4c-8fad-4ec1-82a2-a55ae37eb568 admin admin] Request body: {'subnet': {'network_id': '6911fdad-8623-4df2-ad23-dfdadb651941', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-938921501-subnet', 'tenant_id': '40830f131f4f4c8f9795130d392a377c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:48.400355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b4793-1ade-4a83-acb7-069ac62dc0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=6911fdad-8623-4df2-ad23-dfdadb651941,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:48.408134 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65c2890d-202b-49f9-946d-aa46eb09e94a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.412109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 6911fdad-8623-4df2-ad23-dfdadb651941 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:07:48.414474 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65c2890d-202b-49f9-946d-aa46eb09e94a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.425445 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] For port c9652365-5f28-4d73-849a-105795171619, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:07:48.429680 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] For port c9652365-5f28-4d73-849a-105795171619, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9652365-5f28-4d73-849a-105795171619,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:07:48.433761 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.439523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3085cb4c-8fad-4ec1-82a2-a55ae37eb568 admin admin] Made reservation on behalf of 40830f131f4f4c8f9795130d392a377c for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:48.442582 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3085cb4c-8fad-4ec1-82a2-a55ae37eb568 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.453478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2890d-202b-49f9-946d-aa46eb09e94a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe46c4fa-87e9-45e4-ba43-c2644a052142,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:48.471050 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65c2890d-202b-49f9-946d-aa46eb09e94a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.473566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-65c2890d-202b-49f9-946d-aa46eb09e94a tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2493613
Dec 18 21:07:48.476600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58288) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:48.484102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0b2d0bee-bf9b-4e82-bd45-ef2c52d5d62e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': 'fe46c4fa-87e9-45e4-ba43-c2644a052142', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:48.526703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:48.527264 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.528651 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] 10.222.0.36 "PUT /v2.0/ports/c9652365-5f28-4d73-849a-105795171619 HTTP/1.1" status: 200  len: 1092 time: 1.7694311
Dec 18 21:07:48.529126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6203ab3a-8cc1-476b-9d39-f63d644e2bb7', 'tag': 'c9652365-5f28-4d73-849a-105795171619'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:07:48.531468 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a6dda-aa02-44d9-80f3-cd2ae622c375" -d '{"events": [{"name": "network-changed", "server_uuid": "6203ab3a-8cc1-476b-9d39-f63d644e2bb7", "tag": "c9652365-5f28-4d73-849a-105795171619"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:07:48.537374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dbc368-b63b-442f-b65a-a7917bc903f6 None None] DHCP port deletion for 02107735-1e4a-434f-a377-a881410f569a request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:07:48.571318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be85e85-6271-46fa-91a2-f88062906e07 service neutron] Pushing event updated for resources: {'Port': ['ID=c9652365-5f28-4d73-849a-105795171619,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:48.605501 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0308227-fa53-4746-b207-0437ba4bcc62 x-openstack-request-id: req-a0308227-fa53-4746-b207-0437ba4bcc62 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:07:48.605798 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6203ab3a-8cc1-476b-9d39-f63d644e2bb7", "tag": "c9652365-5f28-4d73-849a-105795171619", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:07:48.606056 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0308227-fa53-4746-b207-0437ba4bcc62 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:07:48.606486 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6203ab3a-8cc1-476b-9d39-f63d644e2bb7', 'tag': 'c9652365-5f28-4d73-849a-105795171619', 'status': 'completed', 'code': 200}
Dec 18 21:07:48.620481 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-0b2d0bee-bf9b-4e82-bd45-ef2c52d5d62e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:48.625064 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0b2d0bee-bf9b-4e82-bd45-ef2c52d5d62e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.1439648
Dec 18 21:07:48.625374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58294) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:48.631185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5ad5c0f7-0efe-46ef-9631-5b47eeb1b49d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group_rule': {'security_group_id': 'fe46c4fa-87e9-45e4-ba43-c2644a052142', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:48.679041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efc29-d526-450e-a024-9a35ab2677d7 req-8bd77bdf-c7b5-4540-839e-3d666f5dd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:48.680641 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-8bd77bdf-c7b5-4540-839e-3d666f5dd18d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 1095 time: 0.0889823
Dec 18 21:07:48.682307 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-5ad5c0f7-0efe-46ef-9631-5b47eeb1b49d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:07:48.687613 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5ad5c0f7-0efe-46ef-9631-5b47eeb1b49d tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0611410
Dec 18 21:07:48.688251 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58306) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:48.752716 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6834a61-2d2c-422e-8953-114e15789d45 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.762628 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-20fc05c1-0490-423b-b5c9-5dcedf2a2670 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9652365-5f28-4d73-849a-105795171619 HTTP/1.1" status: 200  len: 217 time: 0.0711126
Dec 18 21:07:48.776749 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6834a61-2d2c-422e-8953-114e15789d45 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.812159 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3085cb4c-8fad-4ec1-82a2-a55ae37eb568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.816778 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6834a61-2d2c-422e-8953-114e15789d45 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.819715 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6834a61-2d2c-422e-8953-114e15789d45 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.820828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f6834a61-2d2c-422e-8953-114e15789d45 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe46c4fa-87e9-45e4-ba43-c2644a052142 HTTP/1.1" status: 204  len: 168 time: 0.1314909
Dec 18 21:07:48.825414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58308) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:48.836040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6834a61-2d2c-422e-8953-114e15789d45 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe46c4fa-87e9-45e4-ba43-c2644a052142,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:48.862245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efc29-d526-450e-a024-9a35ab2677d7 req-c518a703-d704-4437-ab94-87900926010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:48.864338 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-c518a703-d704-4437-ab94-87900926010d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.0910695
Dec 18 21:07:48.878467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-79eebfcc-e697-4c40-81f5-6fdc9d47f481 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0520217
Dec 18 21:07:48.882908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58312) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:48.887265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d8103bb2-fa96-4296-93d4-c419c854eda9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330883068'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:48.914099 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8103bb2-fa96-4296-93d4-c419c854eda9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.914415 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-7b22579a-7d48-48a1-b39e-db542a923973 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356929
Dec 18 21:07:48.915054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085cb4c-8fad-4ec1-82a2-a55ae37eb568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20954779-38e4-4248-a0f3-a0052236d2c9,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:48.975323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3085cb4c-8fad-4ec1-82a2-a55ae37eb568 admin admin] Checking segment: {'id': '90c8339b-fabf-406b-8fb1-6f18ea2034cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6911fdad-8623-4df2-ad23-dfdadb651941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:48.975655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085cb4c-8fad-4ec1-82a2-a55ae37eb568 admin admin] Network hostable DHCP agents. Network: 6911fdad-8623-4df2-ad23-dfdadb651941, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:07:48.985323 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8103bb2-fa96-4296-93d4-c419c854eda9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:48.991374 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8103bb2-fa96-4296-93d4-c419c854eda9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:49.019466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085cb4c-8fad-4ec1-82a2-a55ae37eb568 admin admin] Network 6911fdad-8623-4df2-ad23-dfdadb651941 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:07:49.021288 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8103bb2-fa96-4296-93d4-c419c854eda9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:49.022659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d8103bb2-fa96-4296-93d4-c419c854eda9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1388443
Dec 18 21:07:49.026397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58316) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:49.028790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8103bb2-fa96-4296-93d4-c419c854eda9 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554fc026-b876-4df0-90dc-6caf0ca65c20,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:49.033655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-2dd2a8c1-89bf-4849-a14e-08670de0bf0e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:49.034572 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-2dd2a8c1-89bf-4849-a14e-08670de0bf0e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 18 21:07:49.035176 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-2dd2a8c1-89bf-4849-a14e-08670de0bf0e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:07:49.039132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2dd2a8c1-89bf-4849-a14e-08670de0bf0e tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "PUT /v2.0/security-groups/554fc026-b876-4df0-90dc-6caf0ca65c20 HTTP/1.1" status: 409  len: 330 time: 0.0088336
Dec 18 21:07:49.039275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58320) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:49.041205 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-022bf290-682e-4d7b-bf5e-cabe970a69b2 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1145933
Dec 18 21:07:49.105259 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3385fe73-278f-44b0-8e5c-aa00cf384d5b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:49.132977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-3085cb4c-8fad-4ec1-82a2-a55ae37eb568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6911fdad-8623-4df2-ad23-dfdadb651941) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:49.137948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3085cb4c-8fad-4ec1-82a2-a55ae37eb568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:49.139023 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3085cb4c-8fad-4ec1-82a2-a55ae37eb568 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:49.144111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3b7dc-f3da-4f03-ad87-41f8ccad9258 None None] Network 6911fdad-8623-4df2-ad23-dfdadb651941 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:49.174819 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3085cb4c-8fad-4ec1-82a2-a55ae37eb568 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7947750
Dec 18 21:07:49.195473 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3385fe73-278f-44b0-8e5c-aa00cf384d5b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:49.204270 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-253efc29-d526-450e-a024-9a35ab2677d7 req-25d6b320-0b7e-41b8-982e-e49e1a3896b4 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500356
Dec 18 21:07:49.269674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a81535-46b1-4476-afa2-9ad8d2aa70ca req-f743597f-83f4-4e42-8b45-5e115a7dd765 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:49.271195 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2a81535-46b1-4476-afa2-9ad8d2aa70ca req-f743597f-83f4-4e42-8b45-5e115a7dd765 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 944 time: 0.1527045
Dec 18 21:07:49.278558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee631310-03c8-40c5-b4f8-aa6fd1aede5a req-a5b2a7fc-0743-48c7-8fab-38dd3cbaa95a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:49.285361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58328) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:49.286303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ee631310-03c8-40c5-b4f8-aa6fd1aede5a req-a5b2a7fc-0743-48c7-8fab-38dd3cbaa95a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1688738
Dec 18 21:07:49.314323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93819c7-a8fb-4af6-bc6d-f9a1d0683ed6 None None] Network 6911fdad-8623-4df2-ad23-dfdadb651941 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:49.338237 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3385fe73-278f-44b0-8e5c-aa00cf384d5b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:49.340834 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3385fe73-278f-44b0-8e5c-aa00cf384d5b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:49.342608 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3385fe73-278f-44b0-8e5c-aa00cf384d5b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "DELETE /v2.0/security-groups/554fc026-b876-4df0-90dc-6caf0ca65c20 HTTP/1.1" status: 204  len: 168 time: 0.3005753
Dec 18 21:07:49.355455 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58336) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:49.375237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a6dda-aa02-44d9-80f3-cd2ae622c375 req-43cbc1fa-9849-46b9-829b-6aa20396dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:49.377845 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e3a6dda-aa02-44d9-80f3-cd2ae622c375 req-43cbc1fa-9849-46b9-829b-6aa20396dd44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 1095 time: 0.1022253
Dec 18 21:07:49.418541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385fe73-278f-44b0-8e5c-aa00cf384d5b tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554fc026-b876-4df0-90dc-6caf0ca65c20,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:49.470652 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2a81535-46b1-4476-afa2-9ad8d2aa70ca req-358df3e2-f9de-4d48-92a9-5aab91a0192c tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821856
Dec 18 21:07:49.509977 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:49.541043 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ee631310-03c8-40c5-b4f8-aa6fd1aede5a req-237b4617-a1da-499a-b2c5-45480852768a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537763
Dec 18 21:07:49.577455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a6dda-aa02-44d9-80f3-cd2ae622c375 req-3e27b105-0fb1-46aa-b1e8-0e9ea1d7e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:49.589800 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e3a6dda-aa02-44d9-80f3-cd2ae622c375 req-3e27b105-0fb1-46aa-b1e8-0e9ea1d7e5c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 200  len: 912 time: 0.2038460
Dec 18 21:07:49.617255 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f4a3c5a9-2420-45b8-a32f-464bb8eaa8fa tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2505360
Dec 18 21:07:49.621197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58350) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:49.646650 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-15dfa674-f594-4c57-8a87-095c422a5584 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] delete failed (client error): The resource could not be found.
Dec 18 21:07:49.653685 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e3a6dda-aa02-44d9-80f3-cd2ae622c375 req-b9835405-eff4-4e34-ae99-d553fe03d9d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9652365-5f28-4d73-849a-105795171619 HTTP/1.1" status: 200  len: 217 time: 0.0541041
Dec 18 21:07:49.660914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-15dfa674-f594-4c57-8a87-095c422a5584 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e5d2a7c-bf93-4c73-bb33-06f09096510f HTTP/1.1" status: 404  len: 347 time: 0.0324080
Dec 18 21:07:49.661388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58354) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:49.712557 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b695758-76d5-4c3f-aa4d-89b96dfb4643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:49.716465 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-80f49b0a-0c28-4920-b7eb-74919669d2f2 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] show failed (client error): The resource could not be found.
Dec 18 21:07:49.718080 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-80f49b0a-0c28-4920-b7eb-74919669d2f2 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "GET /v2.0/security-groups/e2e23c6f-2bb4-474a-a21c-21dc2c80023d HTTP/1.1" status: 404  len: 347 time: 0.0560613
Dec 18 21:07:49.722429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58362) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:49.739458 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-faf14e01-e03f-46ad-b911-0e82fb95d273 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] show failed (client error): The resource could not be found.
Dec 18 21:07:49.751494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-faf14e01-e03f-46ad-b911-0e82fb95d273 tempest-NegativeSecGroupIPv6Test-1468099159 tempest-NegativeSecGroupIPv6Test-1468099159-project] 10.222.0.13 "GET /v2.0/security-group-rules/9566cbe1-402c-4553-adc4-c53ed2c424f9 HTTP/1.1" status: 404  len: 356 time: 0.0275578
Dec 18 21:07:49.754398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a6dda-aa02-44d9-80f3-cd2ae622c375 req-c6d2ac58-9228-402e-800c-2bd71ce519f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:49.756074 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e3a6dda-aa02-44d9-80f3-cd2ae622c375 req-c6d2ac58-9228-402e-800c-2bd71ce519f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 200  len: 851 time: 0.0874143
Dec 18 21:07:49.805254 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e3a6dda-aa02-44d9-80f3-cd2ae622c375 req-0d85e24c-a019-4a16-b8ac-ebaecf470bca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02107735-1e4a-434f-a377-a881410f569a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0358577
Dec 18 21:07:49.940465 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b695758-76d5-4c3f-aa4d-89b96dfb4643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:49.947432 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e3a6dda-aa02-44d9-80f3-cd2ae622c375 req-9ee10ad9-a829-42d2-b392-cc0e7a31c713 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330891
Dec 18 21:07:49.948912 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b695758-76d5-4c3f-aa4d-89b96dfb4643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.032079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58384) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:50.043306 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3b695758-76d5-4c3f-aa4d-89b96dfb4643 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b888baac6cf4b2aaff70b2f05bfe934&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7519908
Dec 18 21:07:50.045971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58388) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:50.049092 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b695758-76d5-4c3f-aa4d-89b96dfb4643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ff9ad6-40ad-445f-a9f2-42d8371dc9c8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:50.096194 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1e3a6dda-aa02-44d9-80f3-cd2ae622c375 req-0765a9e5-cd79-4e6e-8362-1ec386a821a5 service neutron] 10.222.0.36 "GET /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362398
Dec 18 21:07:50.123775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58398) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:50.128727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-488254121-network', 'tenant_id': '5d21e200e1514211883e9b81c0a6b006'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:50.149138 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1681b291-5ad6-4147-a725-42f7d4e8b257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.157207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Made reservation on behalf of 5d21e200e1514211883e9b81c0a6b006 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:50.160107 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.174191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.179114 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1681b291-5ad6-4147-a725-42f7d4e8b257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.240117 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1681b291-5ad6-4147-a725-42f7d4e8b257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.243775 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1681b291-5ad6-4147-a725-42f7d4e8b257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.247969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1681b291-5ad6-4147-a725-42f7d4e8b257 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1ff9ad6-40ad-445f-a9f2-42d8371dc9c8 HTTP/1.1" status: 204  len: 168 time: 0.1984420
Dec 18 21:07:50.264730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681b291-5ad6-4147-a725-42f7d4e8b257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ff9ad6-40ad-445f-a9f2-42d8371dc9c8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:50.284912 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.292772 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.328989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:07:50.339889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b59fde-e162-4112-8860-98fbe773b84c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:50.345238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.345688 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Added segment d2971c03-2ec6-45d8-a9d9-3fb492821f4a of type vlan for network 550ad310-5012-451c-8f2f-8c2ef2da9ed1
Dec 18 21:07:50.409645 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.413026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ed197881-7e08-4d6f-93d0-4984b935390d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87a46355eeaf4513b6ec952f4e4586f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3785808
Dec 18 21:07:50.417337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58402) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:50.467118 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.468222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:50.468900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.550786 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4256406
Dec 18 21:07:50.551149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58416) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:50.556943 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-28943714-dc92-481a-b489-0934050edf06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.558658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3cb44-c7bf-482f-94e2-d05dc22ed70b admin admin] Pushing event updated for resources: {'Network': ['ID=550ad310-5012-451c-8f2f-8c2ef2da9ed1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:50.574693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 550ad310-5012-451c-8f2f-8c2ef2da9ed1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:07:50.585438 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-28943714-dc92-481a-b489-0934050edf06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.601947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1b9cf349-8f8f-4d2b-a194-f8fa4044a7af admin admin] Request body: {'subnet': {'network_id': '550ad310-5012-451c-8f2f-8c2ef2da9ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-488254121-subnet', 'tenant_id': '5d21e200e1514211883e9b81c0a6b006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:50.665717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-28943714-dc92-481a-b489-0934050edf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.669193 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-28943714-dc92-481a-b489-0934050edf06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.675632 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-28943714-dc92-481a-b489-0934050edf06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6862a4c8-f169-4439-814f-7ffdeb88a56d HTTP/1.1" status: 204  len: 168 time: 0.2572122
Dec 18 21:07:50.693599 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9cf349-8f8f-4d2b-a194-f8fa4044a7af admin admin] Made reservation on behalf of 5d21e200e1514211883e9b81c0a6b006 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:07:50.698024 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1b9cf349-8f8f-4d2b-a194-f8fa4044a7af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:50.701603 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28943714-dc92-481a-b489-0934050edf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6862a4c8-f169-4439-814f-7ffdeb88a56d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:50.763524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c9652365-5f28-4d73-849a-105795171619 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:07:50.778603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1494e-91f7-4ec7-b351-5e06eafa1f47 req-f89e3e86-fcd3-4098-b51e-ed0348222622 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:50.786989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bd1494e-91f7-4ec7-b351-5e06eafa1f47 req-f89e3e86-fcd3-4098-b51e-ed0348222622 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 944 time: 0.2324142
Dec 18 21:07:50.890452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port c9652365-5f28-4d73-849a-105795171619, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9652365-5f28-4d73-849a-105795171619,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:50.890711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e9d37-c4e3-48bf-b7dc-24c8a97916b2 req-1a8f17f1-6564-4735-8262-1cc6ca0e750e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:50.892161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-787e9d37-c4e3-48bf-b7dc-24c8a97916b2 req-1a8f17f1-6564-4735-8262-1cc6ca0e750e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1359251
Dec 18 21:07:50.906688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bd1494e-91f7-4ec7-b351-5e06eafa1f47 req-ba4009dd-be83-4952-b87d-8c599c245461 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161723
Dec 18 21:07:50.926686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'c9652365-5f28-4d73-849a-105795171619', 'network_id': '02107735-1e4a-434f-a377-a881410f569a', 'port_id': 'c9652365-5f28-4d73-849a-105795171619', 'mac_address': 'fa:16:3e:61:51:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e25084-0926-4429-bfe2-f2445a0ff885', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:07:51.018175 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:51.040523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9652365-5f28-4d73-849a-105795171619 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:07:51.052468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-787e9d37-c4e3-48bf-b7dc-24c8a97916b2 req-1c6a23bf-0272-4cf2-8a9e-2023cbff2c14 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430430
Dec 18 21:07:51.081710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port c9652365-5f28-4d73-849a-105795171619, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9652365-5f28-4d73-849a-105795171619,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:51.089256 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:51.157154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1b9cf349-8f8f-4d2b-a194-f8fa4044a7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:51.165007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=c9652365-5f28-4d73-849a-105795171619,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:51.175351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.175754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.176243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.176655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.177101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.177501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.177895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.178409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.179137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.179137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.179592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.179984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.180540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:51.231578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cf349-8f8f-4d2b-a194-f8fa4044a7af admin admin] Pushing event updated for resources: {'Subnet': ['ID=3798fd46-edca-4ab1-8e76-23c5551785d8,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:51.236914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cf349-8f8f-4d2b-a194-f8fa4044a7af admin admin] Checking segment: {'id': 'd2971c03-2ec6-45d8-a9d9-3fb492821f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '550ad310-5012-451c-8f2f-8c2ef2da9ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:07:51.237275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9cf349-8f8f-4d2b-a194-f8fa4044a7af admin admin] Network hostable DHCP agents. Network: 550ad310-5012-451c-8f2f-8c2ef2da9ed1, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:07:51.255225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9cf349-8f8f-4d2b-a194-f8fa4044a7af admin admin] Network 550ad310-5012-451c-8f2f-8c2ef2da9ed1 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:07:51.268559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-1b9cf349-8f8f-4d2b-a194-f8fa4044a7af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 550ad310-5012-451c-8f2f-8c2ef2da9ed1) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:07:51.273511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9cf349-8f8f-4d2b-a194-f8fa4044a7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:51.274844 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1b9cf349-8f8f-4d2b-a194-f8fa4044a7af admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:51.277691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec0b75-a14a-40b8-a34f-f15396b7b9e9 None None] Network 550ad310-5012-451c-8f2f-8c2ef2da9ed1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:51.299270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1b9cf349-8f8f-4d2b-a194-f8fa4044a7af admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7433121
Dec 18 21:07:51.393247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65726b1e-7b01-40b3-8762-7b470df9fb42 None None] Network 550ad310-5012-451c-8f2f-8c2ef2da9ed1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:07:51.412677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58468) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:51.436823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['c9652365-5f28-4d73-849a-105795171619'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:07:51.536304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58476) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:51.596993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30b3bce-afc0-465c-b830-67edd348b2e0 admin admin] Deleting subnet 20954779-38e4-4248-a0f3-a0052236d2c9 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:07:51.601385 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c30b3bce-afc0-465c-b830-67edd348b2e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:51.939465 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c30b3bce-afc0-465c-b830-67edd348b2e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:51.939632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58490) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:51.971804 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-04daeb75-4779-47f0-8792-4ad2f01bbc38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.041391 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c30b3bce-afc0-465c-b830-67edd348b2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.101529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588cfcc-df04-4851-9e79-9fc7058ffa3b req-dbbf0262-f889-4211-b7ea-afce04102fb1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.105627 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1588cfcc-df04-4851-9e79-9fc7058ffa3b req-dbbf0262-f889-4211-b7ea-afce04102fb1 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 945 time: 0.1130657
Dec 18 21:07:52.204259 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c30b3bce-afc0-465c-b830-67edd348b2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.218340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b87c9d75-ec9e-408a-a606-e6ca4dee481a tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1192911949', 'prefixes': ['172.20.0.0/16']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:52.240939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1588cfcc-df04-4851-9e79-9fc7058ffa3b req-2db41e79-057e-4111-891b-0f825359815a tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245315
Dec 18 21:07:52.263119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-04daeb75-4779-47f0-8792-4ad2f01bbc38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.266530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b3bce-afc0-465c-b830-67edd348b2e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20954779-38e4-4248-a0f3-a0052236d2c9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:52.277664 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c30b3bce-afc0-465c-b830-67edd348b2e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.282409 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c30b3bce-afc0-465c-b830-67edd348b2e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/20954779-38e4-4248-a0f3-a0052236d2c9 HTTP/1.1" status: 204  len: 168 time: 0.7446392
Dec 18 21:07:52.284576 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-04daeb75-4779-47f0-8792-4ad2f01bbc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.288514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58510) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:52.329323 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b87c9d75-ec9e-408a-a606-e6ca4dee481a tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] Publish callbacks [] for subnetpool, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.331809 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b87c9d75-ec9e-408a-a606-e6ca4dee481a tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.3911669
Dec 18 21:07:52.334633 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58512) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:52.360398 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-33af6dc8-85f7-442e-b329-e1663031596d tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] 10.222.0.13 "GET /v2.0/subnetpools/f0f7ae5a-ccda-43b4-bdf3-98d01bc95183 HTTP/1.1" status: 200  len: 732 time: 0.0247242
Dec 18 21:07:52.363178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58514) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:52.367523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c16131d8-a867-4092-8c0b-3283b05b4615 tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-775669630'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:07:52.404025 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29500bf8-f6cc-4d09-b2f2-dd26616fddbe req-718ab65b-d2b5-463e-8be1-9978bca2c3ab tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.412820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29500bf8-f6cc-4d09-b2f2-dd26616fddbe req-718ab65b-d2b5-463e-8be1-9978bca2c3ab tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2307575
Dec 18 21:07:52.416485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-04daeb75-4779-47f0-8792-4ad2f01bbc38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e60600edf12344cc92541fd4f78df827&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0018542
Dec 18 21:07:52.420720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58518) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:52.442700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04daeb75-4779-47f0-8792-4ad2f01bbc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5236f615-3cb5-4ea5-a070-8d6877929963,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:52.488928 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c16131d8-a867-4092-8c0b-3283b05b4615 tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] Publish callbacks [] for subnetpool, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.492100 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.494062 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c16131d8-a867-4092-8c0b-3283b05b4615 tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] 10.222.0.13 "PUT /v2.0/subnetpools/f0f7ae5a-ccda-43b4-bdf3-98d01bc95183 HTTP/1.1" status: 200  len: 683 time: 0.1298511
Dec 18 21:07:52.499584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58520) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:52.519753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3646c6d-01d2-440b-8fb0-2465209881a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.533250 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ddfb-6c5f-49f9-a22f-242c4e105c73 req-a4f44b66-1ee5-4052-9f1a-17fda1d6de22 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.539173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ddfb-6c5f-49f9-a22f-242c4e105c73 req-a4f44b66-1ee5-4052-9f1a-17fda1d6de22 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.546456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ddfb-6c5f-49f9-a22f-242c4e105c73 req-a4f44b66-1ee5-4052-9f1a-17fda1d6de22 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.552799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ddfb-6c5f-49f9-a22f-242c4e105c73 req-a4f44b66-1ee5-4052-9f1a-17fda1d6de22 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.558947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ddfb-6c5f-49f9-a22f-242c4e105c73 req-a4f44b66-1ee5-4052-9f1a-17fda1d6de22 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.565145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ddfb-6c5f-49f9-a22f-242c4e105c73 req-a4f44b66-1ee5-4052-9f1a-17fda1d6de22 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.570413 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3646c6d-01d2-440b-8fb0-2465209881a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.571813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ddfb-6c5f-49f9-a22f-242c4e105c73 req-a4f44b66-1ee5-4052-9f1a-17fda1d6de22 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.573992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d0ddfb-6c5f-49f9-a22f-242c4e105c73 req-a4f44b66-1ee5-4052-9f1a-17fda1d6de22 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5443 time: 0.1998746
Dec 18 21:07:52.588580 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29500bf8-f6cc-4d09-b2f2-dd26616fddbe req-59f0b142-d872-4a42-8f06-a1cf6c2436be tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726246
Dec 18 21:07:52.645651 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7443cdb7-db5e-4775-a7f3-e34583c0fb19 tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] Publish callbacks [] for subnetpool, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.649560 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7443cdb7-db5e-4775-a7f3-e34583c0fb19 tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] 10.222.0.13 "DELETE /v2.0/subnetpools/f0f7ae5a-ccda-43b4-bdf3-98d01bc95183 HTTP/1.1" status: 204  len: 168 time: 0.1483781
Dec 18 21:07:52.650515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58526) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:52.665508 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-1be808b7-35cb-414d-9cea-6744d747a505 tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] show failed (client error): The resource could not be found.
Dec 18 21:07:52.670037 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1be808b7-35cb-414d-9cea-6744d747a505 tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] 10.222.0.13 "GET /v2.0/subnetpools/f0f7ae5a-ccda-43b4-bdf3-98d01bc95183 HTTP/1.1" status: 404  len: 346 time: 0.0185375
Dec 18 21:07:52.670977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58528) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:52.687263 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3646c6d-01d2-440b-8fb0-2465209881a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.689969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3646c6d-01d2-440b-8fb0-2465209881a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.694506 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c3646c6d-01d2-440b-8fb0-2465209881a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5236f615-3cb5-4ea5-a070-8d6877929963 HTTP/1.1" status: 204  len: 168 time: 0.2694952
Dec 18 21:07:52.694506 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-2e62f7f5-69ab-4637-b28a-9545de784853 tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] delete failed (client error): The resource could not be found.
Dec 18 21:07:52.698723 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2e62f7f5-69ab-4637-b28a-9545de784853 tempest-SubnetPoolsTestJSON-98123108 tempest-SubnetPoolsTestJSON-98123108-project] 10.222.0.13 "DELETE /v2.0/subnetpools/f0f7ae5a-ccda-43b4-bdf3-98d01bc95183 HTTP/1.1" status: 404  len: 346 time: 0.0265458
Dec 18 21:07:52.705186 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.707600 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3646c6d-01d2-440b-8fb0-2465209881a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5236f615-3cb5-4ea5-a070-8d6877929963,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:52.730538 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7d0ddfb-6c5f-49f9-a22f-242c4e105c73 req-d756f8b5-7ade-4d1f-9f57-76c025fc4c52 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1394260
Dec 18 21:07:52.754604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f543040>,) {'filters': {'network_id': ['6911fdad-8623-4df2-ad23-dfdadb651941']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:52.758568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f543040>, '90c8339b-fabf-406b-8fb1-6f18ea2034cf') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:52.759621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f543040>, '90c8339b-fabf-406b-8fb1-6f18ea2034cf') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:52.769533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.777099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c9652365-5f28-4d73-849a-105795171619 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:52.805161 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.821237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:07:52.822740 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:07:52.825428 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:07:52.850408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port c9652365-5f28-4d73-849a-105795171619 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:07:52.856026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port c9652365-5f28-4d73-849a-105795171619 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:52.856550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.922390 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.929200 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.932688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6911fdad-8623-4df2-ad23-dfdadb651941 HTTP/1.1" status: 204  len: 168 time: 0.6401677
Dec 18 21:07:52.935641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58542) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:52.944647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3e85-e0bb-4c4b-8f40-f914cde2bb03 req-6b90bccb-0f0e-4a0f-a10d-658bd40f551f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.950107 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:52.951200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3e85-e0bb-4c4b-8f40-f914cde2bb03 req-6b90bccb-0f0e-4a0f-a10d-658bd40f551f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.957506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3e85-e0bb-4c4b-8f40-f914cde2bb03 req-6b90bccb-0f0e-4a0f-a10d-658bd40f551f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.963816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3e85-e0bb-4c4b-8f40-f914cde2bb03 req-6b90bccb-0f0e-4a0f-a10d-658bd40f551f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.972538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3e85-e0bb-4c4b-8f40-f914cde2bb03 req-6b90bccb-0f0e-4a0f-a10d-658bd40f551f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.975301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6203ab3a-8cc1-476b-9d39-f63d644e2bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9652365-5f28-4d73-849a-105795171619'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:07:52.977719 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3081c3d-6a2e-4d7a-bd37-ac3ffb99ee44" -d '{"events": [{"server_uuid": "6203ab3a-8cc1-476b-9d39-f63d644e2bb7", "name": "network-vif-plugged", "status": "completed", "tag": "c9652365-5f28-4d73-849a-105795171619"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:07:52.979725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3e85-e0bb-4c4b-8f40-f914cde2bb03 req-6b90bccb-0f0e-4a0f-a10d-658bd40f551f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.994717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port c9652365-5f28-4d73-849a-105795171619, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9652365-5f28-4d73-849a-105795171619,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:52.996610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3e85-e0bb-4c4b-8f40-f914cde2bb03 req-6b90bccb-0f0e-4a0f-a10d-658bd40f551f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:52.998980 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-865f3e85-e0bb-4c4b-8f40-f914cde2bb03 req-6b90bccb-0f0e-4a0f-a10d-658bd40f551f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5443 time: 0.1570899
Dec 18 21:07:53.007580 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.019753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e851a47-b6f9-4e5d-9b56-e59f79015fc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6911fdad-8623-4df2-ad23-dfdadb651941,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:53.032993 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e93d6f7-5609-47c4-a45a-1a15f6da9ae6 admin admin] Deleting subnet 3798fd46-edca-4ab1-8e76-23c5551785d8 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:07:53.037560 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e93d6f7-5609-47c4-a45a-1a15f6da9ae6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.080550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=c9652365-5f28-4d73-849a-105795171619,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:53.106816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e93d6f7-5609-47c4-a45a-1a15f6da9ae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.157549 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e93d6f7-5609-47c4-a45a-1a15f6da9ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.214224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58554) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:53.222042 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e93d6f7-5609-47c4-a45a-1a15f6da9ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.229771 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41856744-556e-4e26-a1c7-4056a03511bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.266809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93d6f7-5609-47c4-a45a-1a15f6da9ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3798fd46-edca-4ab1-8e76-23c5551785d8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:53.273837 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1e93d6f7-5609-47c4-a45a-1a15f6da9ae6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.278805 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1e93d6f7-5609-47c4-a45a-1a15f6da9ae6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3798fd46-edca-4ab1-8e76-23c5551785d8 HTTP/1.1" status: 204  len: 168 time: 0.3419082
Dec 18 21:07:53.281283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58558) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:53.320452 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41856744-556e-4e26-a1c7-4056a03511bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.325262 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41856744-556e-4e26-a1c7-4056a03511bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.362550 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.381069 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-41856744-556e-4e26-a1c7-4056a03511bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c16be93be55410bbdf8eca25d05ff27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1654897
Dec 18 21:07:53.382868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41856744-556e-4e26-a1c7-4056a03511bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8371bf2c-fcc3-41bd-9650-57048d162077,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:53.399500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58562) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:53.473235 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.491281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e506242-4723-4fa3-ad7d-3fdf239b46ba req-2ab4215a-b858-4720-88b1-d3b10cc35300 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:53.493140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e506242-4723-4fa3-ad7d-3fdf239b46ba req-2ab4215a-b858-4720-88b1-d3b10cc35300 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 946 time: 0.0949759
Dec 18 21:07:53.500248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58564) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:53.504861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e4f4820>,) {'filters': {'network_id': ['550ad310-5012-451c-8f2f-8c2ef2da9ed1']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:53.517310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e4f4820>, 'd2971c03-2ec6-45d8-a9d9-3fb492821f4a') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:53.517464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e4f4820>, 'd2971c03-2ec6-45d8-a9d9-3fb492821f4a') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:07:53.533083 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2efc468-c5d6-4b94-99f3-0c7fab1049d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.543364 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.562218 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.572497 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51695e84-c7d5-4806-a6db-c85c36bc408e x-openstack-request-id: req-51695e84-c7d5-4806-a6db-c85c36bc408e {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:07:53.572804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:07:53.573041 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6203ab3a-8cc1-476b-9d39-f63d644e2bb7", "name": "network-vif-plugged", "status": "completed", "tag": "c9652365-5f28-4d73-849a-105795171619", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:07:53.573277 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.573606 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51695e84-c7d5-4806-a6db-c85c36bc408e {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:07:53.573953 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6203ab3a-8cc1-476b-9d39-f63d644e2bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9652365-5f28-4d73-849a-105795171619', 'code': 200}
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:07:53.576231 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:07:53.602992 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2efc468-c5d6-4b94-99f3-0c7fab1049d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.640998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e506242-4723-4fa3-ad7d-3fdf239b46ba req-0cac8e7a-f53b-4b7d-9cdb-8e69a7bc5844 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396258
Dec 18 21:07:53.695030 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2efc468-c5d6-4b94-99f3-0c7fab1049d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.698534 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2efc468-c5d6-4b94-99f3-0c7fab1049d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.699728 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a2efc468-c5d6-4b94-99f3-0c7fab1049d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8371bf2c-fcc3-41bd-9650-57048d162077 HTTP/1.1" status: 204  len: 168 time: 0.2980111
Dec 18 21:07:53.705829 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.710378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efc468-c5d6-4b94-99f3-0c7fab1049d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8371bf2c-fcc3-41bd-9650-57048d162077,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:53.736109 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.746394 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] 10.222.0.13 "DELETE /v2.0/networks/550ad310-5012-451c-8f2f-8c2ef2da9ed1 HTTP/1.1" status: 204  len: 168 time: 0.4632428
Dec 18 21:07:53.748594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2fda8-ec25-4ba3-9b0e-592d212f910a admin admin] Pushing event deleted for resources: {'Network': ['ID=550ad310-5012-451c-8f2f-8c2ef2da9ed1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:53.765319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295119c-7d17-42a6-bf14-046c2eac5a92 req-869eaf19-0867-4a82-8194-1699cb919c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:53.766938 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d295119c-7d17-42a6-bf14-046c2eac5a92 req-869eaf19-0867-4a82-8194-1699cb919c75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 1097 time: 0.1097643
Dec 18 21:07:53.784976 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473501e-9af5-43cd-9304-ab258a08db4f req-d253c0bc-1d18-4492-93f6-0b5207b53346 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:53.796514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0473501e-9af5-43cd-9304-ab258a08db4f req-d253c0bc-1d18-4492-93f6-0b5207b53346 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0876775
Dec 18 21:07:53.820444 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1bb16818-c1a4-4d7d-94c4-e25af2f03400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.829086 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d295119c-7d17-42a6-bf14-046c2eac5a92 req-ba8e41d3-7bd8-4f21-b4cf-101adfbc44f7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526869
Dec 18 21:07:53.899634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0473501e-9af5-43cd-9304-ab258a08db4f req-ca9661c7-077f-4f57-b5da-cc37451b983b tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011581
Dec 18 21:07:53.931149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58580) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:53.954393 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1bb16818-c1a4-4d7d-94c4-e25af2f03400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.960391 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1bb16818-c1a4-4d7d-94c4-e25af2f03400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:53.981721 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e5cf70ff-3536-4fd2-8d20-875780e3271b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40830f131f4f4c8f9795130d392a377c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0494015
Dec 18 21:07:53.984551 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58582) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:54.002736 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1bb16818-c1a4-4d7d-94c4-e25af2f03400 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6f9d061ccdf4b87a4d12ecae54d71cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5002227
Dec 18 21:07:54.004827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb16818-c1a4-4d7d-94c4-e25af2f03400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6986ad-3f2e-4d69-98e3-21dbcd057d5c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:54.006885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58584) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:54.078682 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.100287 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8853c7e-9b7d-46e6-adb2-c6c112d53fc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.120407 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.141107 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8853c7e-9b7d-46e6-adb2-c6c112d53fc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.161175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58588) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:54.197014 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b3338fd2-aa1f-4014-9fa6-6eea56fb5726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.227294 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.229937 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.231125 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9692232d-2ae5-46c1-b622-a32bd5f4b4cf HTTP/1.1" status: 204  len: 168 time: 0.2446635
Dec 18 21:07:54.241367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9692232d-2ae5-46c1-b622-a32bd5f4b4cf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:54.249690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8853c7e-9b7d-46e6-adb2-c6c112d53fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.252261 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8853c7e-9b7d-46e6-adb2-c6c112d53fc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.253591 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d8853c7e-9b7d-46e6-adb2-c6c112d53fc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f6986ad-3f2e-4d69-98e3-21dbcd057d5c HTTP/1.1" status: 204  len: 168 time: 0.2454557
Dec 18 21:07:54.258057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.258332 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.258683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.259029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.259361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.259937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.260393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.260694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.261030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.261445 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.261783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.262114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.262483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e67b46f-a2f6-4edf-bb85-e277f30bb56d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:07:54.284009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8853c7e-9b7d-46e6-adb2-c6c112d53fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6986ad-3f2e-4d69-98e3-21dbcd057d5c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:54.349775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b3338fd2-aa1f-4014-9fa6-6eea56fb5726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.356341 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b3338fd2-aa1f-4014-9fa6-6eea56fb5726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.414860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3338fd2-aa1f-4014-9fa6-6eea56fb5726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f451c2-cf3e-4dcb-96fa-6e72d1fab082,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:54.419405 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b3338fd2-aa1f-4014-9fa6-6eea56fb5726 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c61df95a88b54b6bb5d2906f54abe43b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2553120
Dec 18 21:07:54.422642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58594) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:54.500491 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-93ccb1e3-b0af-4c7e-90ca-d6cc47a36a91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.547517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-93ccb1e3-b0af-4c7e-90ca-d6cc47a36a91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.637378 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-93ccb1e3-b0af-4c7e-90ca-d6cc47a36a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.641385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-93ccb1e3-b0af-4c7e-90ca-d6cc47a36a91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:54.645516 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-93ccb1e3-b0af-4c7e-90ca-d6cc47a36a91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75f451c2-cf3e-4dcb-96fa-6e72d1fab082 HTTP/1.1" status: 204  len: 168 time: 0.2218633
Dec 18 21:07:54.664416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccb1e3-b0af-4c7e-90ca-d6cc47a36a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f451c2-cf3e-4dcb-96fa-6e72d1fab082,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:54.783975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01029a1f-6c70-48b6-9ed9-4300a6739bea details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:07:54.838822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d021ae-e3f8-44fe-b0e1-da2cbf761755 req-17ee6c44-dca0-48bf-8062-4e7cc7edcf28 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:54.843242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8d021ae-e3f8-44fe-b0e1-da2cbf761755 req-17ee6c44-dca0-48bf-8062-4e7cc7edcf28 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 946 time: 0.0677397
Dec 18 21:07:54.935080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58638) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:54.958197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:54.976019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '01029a1f-6c70-48b6-9ed9-4300a6739bea', 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083', 'port_id': '01029a1f-6c70-48b6-9ed9-4300a6739bea', 'mac_address': 'fa:16:3e:de:10:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddf9542-b331-44d6-bbe6-163e1b723ad1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:07:55.011106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8d021ae-e3f8-44fe-b0e1-da2cbf761755 req-b15f7726-f680-4149-8232-3ebb49ad8b25 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468418
Dec 18 21:07:55.033105 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-66d3596f-b009-450d-8ef8-55398ca7c17c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d21e200e1514211883e9b81c0a6b006&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0967312
Dec 18 21:07:55.035640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58644) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:55.063301 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:55.083799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01029a1f-6c70-48b6-9ed9-4300a6739bea {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:07:55.108445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:55.118107 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:55.122562 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-96cd5fd8-6485-47cc-9bf4-3cde7bbfcac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:55.136461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bbcdd-9eb7-47ce-80f5-53b1fe8972b5 req-e8ed5574-0a6f-4e51-a249-1d443bd8c34f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:55.144085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef2bbcdd-9eb7-47ce-80f5-53b1fe8972b5 req-e8ed5574-0a6f-4e51-a249-1d443bd8c34f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1318989
Dec 18 21:07:55.195096 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-96cd5fd8-6485-47cc-9bf4-3cde7bbfcac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:55.222533 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef2bbcdd-9eb7-47ce-80f5-53b1fe8972b5 req-6c534f67-ef02-47e6-ace5-c866dff8e72c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714474
Dec 18 21:07:55.249561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['01029a1f-6c70-48b6-9ed9-4300a6739bea'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:07:55.254350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=01029a1f-6c70-48b6-9ed9-4300a6739bea,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:55.287298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-96cd5fd8-6485-47cc-9bf4-3cde7bbfcac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:55.291358 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-96cd5fd8-6485-47cc-9bf4-3cde7bbfcac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:55.292539 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-96cd5fd8-6485-47cc-9bf4-3cde7bbfcac2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2b59fde-e162-4112-8860-98fbe773b84c HTTP/1.1" status: 204  len: 168 time: 0.2556212
Dec 18 21:07:55.315917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd5fd8-6485-47cc-9bf4-3cde7bbfcac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b59fde-e162-4112-8860-98fbe773b84c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:55.370836 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58666) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:55.660695 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e8344-c498-4deb-9757-3a97990328b3 req-bc258fa6-02ad-46a8-9f0e-428ae487c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:55.661329 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e8344-c498-4deb-9757-3a97990328b3 req-bc258fa6-02ad-46a8-9f0e-428ae487c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:55.661886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e8344-c498-4deb-9757-3a97990328b3 req-bc258fa6-02ad-46a8-9f0e-428ae487c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:55.662299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e8344-c498-4deb-9757-3a97990328b3 req-bc258fa6-02ad-46a8-9f0e-428ae487c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:55.662777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e8344-c498-4deb-9757-3a97990328b3 req-bc258fa6-02ad-46a8-9f0e-428ae487c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:55.663340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e8344-c498-4deb-9757-3a97990328b3 req-bc258fa6-02ad-46a8-9f0e-428ae487c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:55.663715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e8344-c498-4deb-9757-3a97990328b3 req-bc258fa6-02ad-46a8-9f0e-428ae487c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:55.678061 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8a0e8344-c498-4deb-9757-3a97990328b3 req-bc258fa6-02ad-46a8-9f0e-428ae487c178 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6500 time: 0.3054221
Dec 18 21:07:55.808418 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8a0e8344-c498-4deb-9757-3a97990328b3 req-cd7c987d-6f98-4c93-abf0-f5844b80b69c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1292498
Dec 18 21:07:56.167313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794aa3b-d037-48b5-b556-4398c3e48a24 req-b029f799-4e6a-48c9-938b-2575ee98afe3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:56.171085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a794aa3b-d037-48b5-b556-4398c3e48a24 req-b029f799-4e6a-48c9-938b-2575ee98afe3 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 946 time: 0.0944667
Dec 18 21:07:56.287513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a794aa3b-d037-48b5-b556-4398c3e48a24 req-1feb67e3-55ab-483a-9780-32bc1664401e tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071880
Dec 18 21:07:56.441786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee82c04-b991-46bb-9d15-61fe24256be1 req-02a342d1-509c-4ef4-a765-3dafa9c0ce59 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:56.444474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ee82c04-b991-46bb-9d15-61fe24256be1 req-02a342d1-509c-4ef4-a765-3dafa9c0ce59 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 944 time: 0.1141119
Dec 18 21:07:56.556125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ee82c04-b991-46bb-9d15-61fe24256be1 req-bc4a7042-b683-4f27-b934-2eb3dad68da0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982318
Dec 18 21:07:56.706489 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57988db8-43d3-4795-b151-6020a169efad req-966af8ac-4673-4b47-ab5b-25521462c476 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:56.708577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57988db8-43d3-4795-b151-6020a169efad req-966af8ac-4673-4b47-ab5b-25521462c476 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 946 time: 0.0857134
Dec 18 21:07:56.798934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57988db8-43d3-4795-b151-6020a169efad req-29303b0a-97c9-455f-890c-a53eb626aa35 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834877
Dec 18 21:07:56.812866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01029a1f-6c70-48b6-9ed9-4300a6739bea up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:07:56.911739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 01029a1f-6c70-48b6-9ed9-4300a6739bea triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:07:56.912297 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:57.036735 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:57.095774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01029a1f-6c70-48b6-9ed9-4300a6739bea'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:07:57.098656 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da397d4-18a4-4f2d-a0e7-5a4e1c623413" -d '{"events": [{"server_uuid": "b1be5bad-33b6-459e-93d1-c890f71c2fb7", "name": "network-vif-plugged", "status": "completed", "tag": "01029a1f-6c70-48b6-9ed9-4300a6739bea"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:07:57.111589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:07:57.119002 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:57.427431 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3207ef-4240-45d4-9459-4cc6d715bf96 x-openstack-request-id: req-3d3207ef-4240-45d4-9459-4cc6d715bf96 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:07:57.427968 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be5bad-33b6-459e-93d1-c890f71c2fb7", "name": "network-vif-plugged", "status": "completed", "tag": "01029a1f-6c70-48b6-9ed9-4300a6739bea", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:07:57.428381 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d3207ef-4240-45d4-9459-4cc6d715bf96 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:07:57.428912 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01029a1f-6c70-48b6-9ed9-4300a6739bea', 'code': 200}
Dec 18 21:07:57.449193 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=01029a1f-6c70-48b6-9ed9-4300a6739bea,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:57.743237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0d7a-782f-4f8e-8127-acfe3d4fe32e req-2957de4b-9d6e-4435-90ef-5bf4bf31dcf7 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:57.751653 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82cd0d7a-782f-4f8e-8127-acfe3d4fe32e req-2957de4b-9d6e-4435-90ef-5bf4bf31dcf7 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0842118
Dec 18 21:07:57.889856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82cd0d7a-782f-4f8e-8127-acfe3d4fe32e req-0e83eb1a-f8c0-43a9-a9e2-8b9d7074d43a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295867
Dec 18 21:07:58.025517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc130c1-942b-4035-8c64-2df7cd1a4dc6 req-5faeb7e7-c095-46bb-ac0e-f938f37607f6 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:58.037606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9cc130c1-942b-4035-8c64-2df7cd1a4dc6 req-5faeb7e7-c095-46bb-ac0e-f938f37607f6 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 946 time: 0.0926244
Dec 18 21:07:58.112904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9cc130c1-942b-4035-8c64-2df7cd1a4dc6 req-f3d5bc6e-bf11-4a2e-962e-fe9260b45d77 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659764
Dec 18 21:07:58.212276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58822) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:58.665096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9f649-0ac3-4ea7-8a33-44dd93265f79 req-5860bf50-0c28-4c88-8034-4c167cbcb405 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:58.673475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0c9f649-0ac3-4ea7-8a33-44dd93265f79 req-5860bf50-0c28-4c88-8034-4c167cbcb405 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 946 time: 0.1567774
Dec 18 21:07:58.736787 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-64b902ba-3aa6-4292-bac3-f9a3fc43b72b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:58.865375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0c9f649-0ac3-4ea7-8a33-44dd93265f79 req-92ec700a-cfde-4690-98a8-1d7740587082 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887808
Dec 18 21:07:59.010844 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-64b902ba-3aa6-4292-bac3-f9a3fc43b72b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:59.022011 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-64b902ba-3aa6-4292-bac3-f9a3fc43b72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:59.218108 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-64b902ba-3aa6-4292-bac3-f9a3fc43b72b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5303a957070e4de5a5e183010242b274&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0017021
Dec 18 21:07:59.218538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 58886) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:07:59.224512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b902ba-3aa6-4292-bac3-f9a3fc43b72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f7e67a-2e37-4a05-aa21-7547e66c6a1e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:07:59.371339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e114bd9-1f97-4814-8dee-0e298feff42d req-134e7186-213e-4c8a-a3b3-1f7dbe28f87a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:07:59.379919 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e041d26c-0315-415e-83f1-5c118aff52e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:59.397592 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e114bd9-1f97-4814-8dee-0e298feff42d req-134e7186-213e-4c8a-a3b3-1f7dbe28f87a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.3351583
Dec 18 21:07:59.461340 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e041d26c-0315-415e-83f1-5c118aff52e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:59.483124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e114bd9-1f97-4814-8dee-0e298feff42d req-1edeaba1-7ffd-48f5-a951-00c83d63752f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837059
Dec 18 21:07:59.577245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e041d26c-0315-415e-83f1-5c118aff52e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:59.580395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e041d26c-0315-415e-83f1-5c118aff52e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:07:59.591128 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e041d26c-0315-415e-83f1-5c118aff52e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57f7e67a-2e37-4a05-aa21-7547e66c6a1e HTTP/1.1" status: 204  len: 168 time: 0.3706117
Dec 18 21:07:59.601806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041d26c-0315-415e-83f1-5c118aff52e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f7e67a-2e37-4a05-aa21-7547e66c6a1e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:00.021640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75839b5b-d92d-4199-8225-c9357263dbf1 req-7f3f235e-3842-43bf-9993-bada35d1ace2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:00.025258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75839b5b-d92d-4199-8225-c9357263dbf1 req-7f3f235e-3842-43bf-9993-bada35d1ace2 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 946 time: 0.0694728
Dec 18 21:08:00.093591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 58948) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:00.106225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75839b5b-d92d-4199-8225-c9357263dbf1 req-dcafc59c-a709-4a60-9d19-bd7ae2b35605 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a91a84-f076-4bb4-aa2a-21734eb9b5f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720706
Dec 18 21:08:00.167991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd31a05-904b-4585-9dc5-19266de7569a req-1ee499b2-55ce-4385-98a6-a03877c7cb96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:00.174846 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1dd31a05-904b-4585-9dc5-19266de7569a req-1ee499b2-55ce-4385-98a6-a03877c7cb96 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 946 time: 0.1100039
Dec 18 21:08:00.371318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-1dd31a05-904b-4585-9dc5-19266de7569a req-c8eafdef-99e2-4173-8fee-382204247572 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Deleting port c9652365-5f28-4d73-849a-105795171619 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:08:00.373732 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1dd31a05-904b-4585-9dc5-19266de7569a req-c8eafdef-99e2-4173-8fee-382204247572 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:00.495567 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-66e87f69-d6af-431b-b865-3a20bad50d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:00.690280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-1dd31a05-904b-4585-9dc5-19266de7569a req-c8eafdef-99e2-4173-8fee-382204247572 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] For port c9652365-5f28-4d73-849a-105795171619, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9652365-5f28-4d73-849a-105795171619,segment=NetworkSegment(102b3679-9049-4e98-ae63-09244ec60e18),segment_id=102b3679-9049-4e98-ae63-09244ec60e18)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:00.690685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1dd31a05-904b-4585-9dc5-19266de7569a req-c8eafdef-99e2-4173-8fee-382204247572 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:00.705082 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-66e87f69-d6af-431b-b865-3a20bad50d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:00.730973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-66e87f69-d6af-431b-b865-3a20bad50d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:00.738957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-1dd31a05-904b-4585-9dc5-19266de7569a req-c8eafdef-99e2-4173-8fee-382204247572 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Calling delete_port for c9652365-5f28-4d73-849a-105795171619 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:08:00.871670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e87f69-d6af-431b-b865-3a20bad50d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43dd355-932a-49d8-bac7-15c508720d05,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:00.911914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-66e87f69-d6af-431b-b865-3a20bad50d28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1514713159343eb853b2abb7f6fd02d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8170223
Dec 18 21:08:00.921524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59020) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:00.925485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f247f5-5e78-4d16-893f-467dbfd983a7 req-25b59a22-1b83-40e7-8532-1105e6f82199 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:00.927384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-24f247f5-5e78-4d16-893f-467dbfd983a7 req-25b59a22-1b83-40e7-8532-1105e6f82199 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2377386
Dec 18 21:08:01.046523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-24f247f5-5e78-4d16-893f-467dbfd983a7 req-508092cf-7773-4798-b61d-1e51644e4dc3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123874
Dec 18 21:08:01.155379 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2bd99c8-a94c-4910-8f41-78be591136e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:01.200711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2bd99c8-a94c-4910-8f41-78be591136e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:01.209643 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1dd31a05-904b-4585-9dc5-19266de7569a req-c8eafdef-99e2-4173-8fee-382204247572 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:01.252109 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eafdef-99e2-4173-8fee-382204247572 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Pushing event deleted for resources: {'Port': ['ID=c9652365-5f28-4d73-849a-105795171619,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:01.293601 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e560c-a855-4b97-b275-feb63099003a None None] DHCP port deletion for 02107735-1e4a-434f-a377-a881410f569a request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:08:01.347269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd31a05-904b-4585-9dc5-19266de7569a req-c8eafdef-99e2-4173-8fee-382204247572 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] No DVR routers for this DVR port c9652365-5f28-4d73-849a-105795171619 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:08:01.350835 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1dd31a05-904b-4585-9dc5-19266de7569a req-c8eafdef-99e2-4173-8fee-382204247572 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:01.355718 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1dd31a05-904b-4585-9dc5-19266de7569a req-c8eafdef-99e2-4173-8fee-382204247572 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.36 "DELETE /v2.0/ports/c9652365-5f28-4d73-849a-105795171619 HTTP/1.1" status: 204  len: 173 time: 1.1681509
Dec 18 21:08:01.356355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6203ab3a-8cc1-476b-9d39-f63d644e2bb7', 'name': 'network-vif-deleted', 'tag': 'c9652365-5f28-4d73-849a-105795171619'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:01.360167 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcf5cec-43e0-4162-a4ef-04b78709104f" -d '{"events": [{"server_uuid": "6203ab3a-8cc1-476b-9d39-f63d644e2bb7", "name": "network-vif-deleted", "tag": "c9652365-5f28-4d73-849a-105795171619"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:01.393128 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2bd99c8-a94c-4910-8f41-78be591136e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:01.399130 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2bd99c8-a94c-4910-8f41-78be591136e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:01.408435 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c2bd99c8-a94c-4910-8f41-78be591136e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f43dd355-932a-49d8-bac7-15c508720d05 HTTP/1.1" status: 204  len: 168 time: 0.4852910
Dec 18 21:08:01.424918 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd99c8-a94c-4910-8f41-78be591136e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43dd355-932a-49d8-bac7-15c508720d05,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:01.477759 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fc1274-3cab-4b99-ab50-e1d1821bc3c8 x-openstack-request-id: req-16fc1274-3cab-4b99-ab50-e1d1821bc3c8 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:01.478507 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6203ab3a-8cc1-476b-9d39-f63d644e2bb7", "name": "network-vif-deleted", "tag": "c9652365-5f28-4d73-849a-105795171619", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:01.478667 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16fc1274-3cab-4b99-ab50-e1d1821bc3c8 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:01.479072 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6203ab3a-8cc1-476b-9d39-f63d644e2bb7', 'name': 'network-vif-deleted', 'tag': 'c9652365-5f28-4d73-849a-105795171619', 'status': 'completed', 'code': 200}
Dec 18 21:08:01.486836 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-140070c9-e273-408f-9ce5-8df71c1e10ab req-9635a8cb-1548-4ad9-b3b7-114f5186ca33 tempest-DeleteServersTestJSON-508589951 tempest-DeleteServersTestJSON-508589951-project] 10.222.0.13 "GET /v2.0/ports?device_id=6203ab3a-8cc1-476b-9d39-f63d644e2bb7 HTTP/1.1" status: 200  len: 210 time: 0.1580269
Dec 18 21:08:01.579234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59040) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:01.804146 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6be11c8c-8315-438a-ab6a-27012c2b727c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:01.954711 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6be11c8c-8315-438a-ab6a-27012c2b727c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:01.961563 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6be11c8c-8315-438a-ab6a-27012c2b727c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.055351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be11c8c-8315-438a-ab6a-27012c2b727c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc07e5ad-5630-49d3-a584-5983dc738487,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:02.063583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6be11c8c-8315-438a-ab6a-27012c2b727c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=004eaca0de364bf0b1eb98b07cca5371&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4802849
Dec 18 21:08:02.066213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59090) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:02.173572 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a13-c736-42fc-bfb8-1a1b8afa4fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.202717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a13-c736-42fc-bfb8-1a1b8afa4fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.206716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59092) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:02.226640 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9714f879-6455-495f-bc17-07110e4facff admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.297303 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a13-c736-42fc-bfb8-1a1b8afa4fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.300282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a13-c736-42fc-bfb8-1a1b8afa4fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.301570 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d0d19a13-c736-42fc-bfb8-1a1b8afa4fca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc07e5ad-5630-49d3-a584-5983dc738487 HTTP/1.1" status: 204  len: 168 time: 0.2327547
Dec 18 21:08:02.330851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d19a13-c736-42fc-bfb8-1a1b8afa4fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc07e5ad-5630-49d3-a584-5983dc738487,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:02.372710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb674f8-b974-424e-9af8-a4462c0078a5 req-28351d3a-e2b4-40ec-9586-fa702fc69a04 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:02.386549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2eb674f8-b974-424e-9af8-a4462c0078a5 req-28351d3a-e2b4-40ec-9586-fa702fc69a04 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2301834
Dec 18 21:08:02.410066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59098) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:02.418665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9714f879-6455-495f-bc17-07110e4facff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.444580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9714f879-6455-495f-bc17-07110e4facff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.470994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2eb674f8-b974-424e-9af8-a4462c0078a5 req-e53e97d4-bcdb-4d01-84d6-84b6ac1e9640 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752497
Dec 18 21:08:02.520802 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9714f879-6455-495f-bc17-07110e4facff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c79c775668a4efc8bc07fbc92fe5473&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3127384
Dec 18 21:08:02.522417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714f879-6455-495f-bc17-07110e4facff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a857896-1c93-4bc4-b636-bef980091a06,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:02.523686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59106) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:02.606708 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca481870-4c0c-44b1-b3d3-e3659700b9ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.628838 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a90b07a6-4833-4ed6-98c6-b3b18819b2f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.662045 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca481870-4c0c-44b1-b3d3-e3659700b9ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.808564 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca481870-4c0c-44b1-b3d3-e3659700b9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.811318 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca481870-4c0c-44b1-b3d3-e3659700b9ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.812455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ca481870-4c0c-44b1-b3d3-e3659700b9ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a857896-1c93-4bc4-b636-bef980091a06 HTTP/1.1" status: 204  len: 168 time: 0.2877870
Dec 18 21:08:02.816353 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c9652365-5f28-4d73-849a-105795171619 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:08:02.832076 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a90b07a6-4833-4ed6-98c6-b3b18819b2f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.855971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca481870-4c0c-44b1-b3d3-e3659700b9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a857896-1c93-4bc4-b636-bef980091a06,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:02.863502 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a90b07a6-4833-4ed6-98c6-b3b18819b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:02.867942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: c9652365-5f28-4d73-849a-105795171619 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:08:02.868287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c9652365-5f28-4d73-849a-105795171619 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:08:02.984093 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ef0cad3-eac7-4ef6-bc2e-f0e8bd686435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:03.047198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a90b07a6-4833-4ed6-98c6-b3b18819b2f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59ca1dfad3564b5ab798abcccc7333fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6336927
Dec 18 21:08:03.048494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b07a6-4833-4ed6-98c6-b3b18819b2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1b1d2e-d31b-4973-83f4-ffccc73acc49,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:03.048726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59132) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:03.131903 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab20ac15-8a92-42a4-8e19-c4caa731e2cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:03.161669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59136) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:03.173896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab20ac15-8a92-42a4-8e19-c4caa731e2cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:03.187321 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e2d00f6-bee1-4925-b1ca-f325d3f6dcd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:03.252457 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:08:03.267009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab20ac15-8a92-42a4-8e19-c4caa731e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:03.270685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab20ac15-8a92-42a4-8e19-c4caa731e2cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:03.274315 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ab20ac15-8a92-42a4-8e19-c4caa731e2cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e1b1d2e-d31b-4973-83f4-ffccc73acc49 HTTP/1.1" status: 204  len: 168 time: 0.2244160
Dec 18 21:08:03.325064 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20ac15-8a92-42a4-8e19-c4caa731e2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1b1d2e-d31b-4973-83f4-ffccc73acc49,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:03.382220 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e2d00f6-bee1-4925-b1ca-f325d3f6dcd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:03.391164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e2d00f6-bee1-4925-b1ca-f325d3f6dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:03.441887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59156) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:03.442723 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0e2d00f6-bee1-4925-b1ca-f325d3f6dcd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4d18f9fdaf94bd18c0bd9d50321f873&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2792614
Dec 18 21:08:03.466503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d00f6-bee1-4925-b1ca-f325d3f6dcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197c4d18-5221-40d4-a794-a8e920ee48ad,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:03.536050 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-089cb7a3-0e23-4ada-b820-9632518fd0e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:03.565614 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-089cb7a3-0e23-4ada-b820-9632518fd0e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:03.651262 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-089cb7a3-0e23-4ada-b820-9632518fd0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:03.655171 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-089cb7a3-0e23-4ada-b820-9632518fd0e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:03.670938 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-089cb7a3-0e23-4ada-b820-9632518fd0e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/197c4d18-5221-40d4-a794-a8e920ee48ad HTTP/1.1" status: 204  len: 168 time: 0.2275040
Dec 18 21:08:03.688591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cb7a3-0e23-4ada-b820-9632518fd0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197c4d18-5221-40d4-a794-a8e920ee48ad,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:03.765760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e70403-b35c-4591-83e5-0e081381eaeb req-0f309bae-bcfa-438e-a3b6-197b778570e0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:03.769278 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1e70403-b35c-4591-83e5-0e081381eaeb req-0f309bae-bcfa-438e-a3b6-197b778570e0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1343548
Dec 18 21:08:03.871384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1e70403-b35c-4591-83e5-0e081381eaeb req-d39d6f63-f2d7-4e7a-940d-c4f2df1253d2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937333
Dec 18 21:08:04.024113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59184) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:04.066795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-103f2e16-40c2-40f4-b231-7500e31d494f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:04.219056 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-103f2e16-40c2-40f4-b231-7500e31d494f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:04.225325 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-103f2e16-40c2-40f4-b231-7500e31d494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:04.300611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f2e16-40c2-40f4-b231-7500e31d494f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f6994-d9d8-40d6-bdd0-18698867a40e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:04.316783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59194) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:04.322569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-103f2e16-40c2-40f4-b231-7500e31d494f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e24f90f562d842a3b3dd577c91ddfdd5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2954836
Dec 18 21:08:04.407687 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7d72-f414-4223-8102-0344c357c71b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:04.451768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7d72-f414-4223-8102-0344c357c71b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:04.549819 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7d72-f414-4223-8102-0344c357c71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:04.557348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7d72-f414-4223-8102-0344c357c71b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:04.560174 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ea7a7d72-f414-4223-8102-0344c357c71b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a11f6994-d9d8-40d6-bdd0-18698867a40e HTTP/1.1" status: 204  len: 168 time: 0.2405477
Dec 18 21:08:04.588760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a7d72-f414-4223-8102-0344c357c71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f6994-d9d8-40d6-bdd0-18698867a40e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:04.886394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59254) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:05.025119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf1baf7-fa22-45b2-8d4b-2396e8f26583 admin admin] Deleting subnet c7e25084-0926-4429-bfe2-f2445a0ff885 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:08:05.047831 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bf1baf7-fa22-45b2-8d4b-2396e8f26583 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.105377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59264) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:05.110489 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bf1baf7-fa22-45b2-8d4b-2396e8f26583 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.128222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf73fa-37f5-4051-8e9c-cd2310c54cd9 req-b6582355-7043-440b-9e44-20b46f7f500d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:05.131112 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc80ea48-d86b-42f7-8537-55b406b0cbf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.139425 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76cf73fa-37f5-4051-8e9c-cd2310c54cd9 req-b6582355-7043-440b-9e44-20b46f7f500d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1301985
Dec 18 21:08:05.178430 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2235da78-bd36-401e-a8e1-566ebddb9a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.245666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bf1baf7-fa22-45b2-8d4b-2396e8f26583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.312211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76cf73fa-37f5-4051-8e9c-cd2310c54cd9 req-bddc4e89-2f1b-460e-a61c-869a82e44260 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376545
Dec 18 21:08:05.346333 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc80ea48-d86b-42f7-8537-55b406b0cbf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.355806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc80ea48-d86b-42f7-8537-55b406b0cbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.378178 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bf1baf7-fa22-45b2-8d4b-2396e8f26583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.449918 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bc80ea48-d86b-42f7-8537-55b406b0cbf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=051d73b6a502477ab57deef694352d33&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3432498
Dec 18 21:08:05.451061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59272) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:05.460126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80ea48-d86b-42f7-8537-55b406b0cbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f653bbf0-07e4-49e2-85cd-4136c79796b3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:05.461080 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8bf1baf7-fa22-45b2-8d4b-2396e8f26583 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.461230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d52e84-dcaa-4ce3-97e8-06cadc60fa6f None None] Network 02107735-1e4a-434f-a377-a881410f569a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:05.472443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8bf1baf7-fa22-45b2-8d4b-2396e8f26583 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c7e25084-0926-4429-bfe2-f2445a0ff885 HTTP/1.1" status: 204  len: 168 time: 0.5842800
Dec 18 21:08:05.479975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59274) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:05.486662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1baf7-fa22-45b2-8d4b-2396e8f26583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e25084-0926-4429-bfe2-f2445a0ff885,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:05.626151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4cae32-8937-481d-be5d-7536e2d0be8e None None] DHCP port deletion for 02107735-1e4a-434f-a377-a881410f569a request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:08:05.651175 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.771073 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d80e50fa-dbad-405a-ad3e-ba20cd82bd9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.790735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.820767 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d80e50fa-dbad-405a-ad3e-ba20cd82bd9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.830822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e556bb0>,) {'filters': {'network_id': ['02107735-1e4a-434f-a377-a881410f569a']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:05.847572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e556bb0>, '102b3679-9049-4e98-ae63-09244ec60e18') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:05.848279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e556bb0>, '102b3679-9049-4e98-ae63-09244ec60e18') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:05.869459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.894782 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.909635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:08:05.911226 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:08:05.913776 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:08:05.943291 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d80e50fa-dbad-405a-ad3e-ba20cd82bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.946308 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d80e50fa-dbad-405a-ad3e-ba20cd82bd9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:05.954318 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d80e50fa-dbad-405a-ad3e-ba20cd82bd9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f653bbf0-07e4-49e2-85cd-4136c79796b3 HTTP/1.1" status: 204  len: 168 time: 0.5020664
Dec 18 21:08:05.999762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e50fa-dbad-405a-ad3e-ba20cd82bd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f653bbf0-07e4-49e2-85cd-4136c79796b3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:06.025075 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:06.044299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:06.062237 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/02107735-1e4a-434f-a377-a881410f569a HTTP/1.1" status: 204  len: 168 time: 0.5806251
Dec 18 21:08:06.076306 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e1ceb-0182-4d03-9998-db993fedc2c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=02107735-1e4a-434f-a377-a881410f569a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:06.390030 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:06.467648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f4698-2897-4a14-a6a6-f90f4f6f3759 req-df8d7342-d916-486f-84ce-0e2a3ea13076 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:06.472870 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59324) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:06.476985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-869f4698-2897-4a14-a6a6-f90f4f6f3759 req-df8d7342-d916-486f-84ce-0e2a3ea13076 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.0762582
Dec 18 21:08:06.533324 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-97405b26-9f26-4f68-85c4-89a3579d2516 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58d1ab8b81784fb2ad1b6c9a7d9efc37&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0589488
Dec 18 21:08:06.535542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59326) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:06.541029 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-869f4698-2897-4a14-a6a6-f90f4f6f3759 req-c33fef1a-aab9-4926-8aa4-268c0b1ce92c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628982
Dec 18 21:08:06.605144 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4e48-dccb-4aa9-9056-9ceaaf7d4c46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:06.634492 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4e48-dccb-4aa9-9056-9ceaaf7d4c46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:06.635207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59330) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:06.703513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4e48-dccb-4aa9-9056-9ceaaf7d4c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:06.714623 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4e48-dccb-4aa9-9056-9ceaaf7d4c46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:06.716077 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef3c4e48-dccb-4aa9-9056-9ceaaf7d4c46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46a91a84-f076-4bb4-aa2a-21734eb9b5f9 HTTP/1.1" status: 204  len: 168 time: 0.1792412
Dec 18 21:08:06.731533 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c4e48-dccb-4aa9-9056-9ceaaf7d4c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a91a84-f076-4bb4-aa2a-21734eb9b5f9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:06.813327 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33fad2d2-8ee5-4008-a814-8eaddc687313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:06.909994 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33fad2d2-8ee5-4008-a814-8eaddc687313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:06.915435 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33fad2d2-8ee5-4008-a814-8eaddc687313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:06.955120 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-33fad2d2-8ee5-4008-a814-8eaddc687313 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec50735fd0a249aa9dde91f7ff7f2feb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3186831
Dec 18 21:08:06.959435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59346) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:06.979149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fad2d2-8ee5-4008-a814-8eaddc687313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fcecf5-058e-4824-8d3a-e18e11ff51e4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:07.088419 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b68d121-4b79-419f-95dd-81b297f9d98f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:07.140063 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b68d121-4b79-419f-95dd-81b297f9d98f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:07.228886 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b68d121-4b79-419f-95dd-81b297f9d98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:07.246995 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8b68d121-4b79-419f-95dd-81b297f9d98f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:07.251809 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8b68d121-4b79-419f-95dd-81b297f9d98f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21fcecf5-058e-4824-8d3a-e18e11ff51e4 HTTP/1.1" status: 204  len: 168 time: 0.2909799
Dec 18 21:08:07.276101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68d121-4b79-419f-95dd-81b297f9d98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fcecf5-058e-4824-8d3a-e18e11ff51e4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:07.919433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375e86b-b386-4e84-9b52-9625bd74690c req-1e38bb0d-2d70-48e4-ae90-99c0614bb28c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:07.923196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d375e86b-b386-4e84-9b52-9625bd74690c req-1e38bb0d-2d70-48e4-ae90-99c0614bb28c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1723614
Dec 18 21:08:08.006446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d375e86b-b386-4e84-9b52-9625bd74690c req-8c24e6d3-aa37-4767-b3c2-d5ac9769abd5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714369
Dec 18 21:08:08.115507 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:08.539829 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:09.189477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eea36d-bb67-46f5-912e-7770ad8c2619 req-04feef58-bd00-4ead-8b5a-9f21b38363ca tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:09.205240 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0eea36d-bb67-46f5-912e-7770ad8c2619 req-04feef58-bd00-4ead-8b5a-9f21b38363ca tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1006165
Dec 18 21:08:09.301925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59478) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:09.347978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0eea36d-bb67-46f5-912e-7770ad8c2619 req-ff954eee-1f9a-4080-9e10-b040f046a246 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339920
Dec 18 21:08:09.619270 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-999d68f7-3e2e-4cab-b6c8-42751008c4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:09.758029 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59502) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:09.788014 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-999d68f7-3e2e-4cab-b6c8-42751008c4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:09.795370 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-999d68f7-3e2e-4cab-b6c8-42751008c4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:09.803226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59506) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:09.871217 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d68f7-3e2e-4cab-b6c8-42751008c4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30dd1f3-7964-4643-87e2-84787aaaf8e0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:09.892489 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-999d68f7-3e2e-4cab-b6c8-42751008c4eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3646d355864d48a285d5986fb3e43b1a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5883060
Dec 18 21:08:09.895228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59512) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:09.977695 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0799bca-ff1a-4bb0-bed0-eb89620b8ec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.021685 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0799bca-ff1a-4bb0-bed0-eb89620b8ec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.097535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0799bca-ff1a-4bb0-bed0-eb89620b8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.100843 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0799bca-ff1a-4bb0-bed0-eb89620b8ec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.106110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a0799bca-ff1a-4bb0-bed0-eb89620b8ec8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f30dd1f3-7964-4643-87e2-84787aaaf8e0 HTTP/1.1" status: 204  len: 168 time: 0.2096343
Dec 18 21:08:10.116298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0799bca-ff1a-4bb0-bed0-eb89620b8ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30dd1f3-7964-4643-87e2-84787aaaf8e0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:10.185548 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.207690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1069230100-network', 'tenant_id': '78970748663c43d7956bc64b493acfae'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:10.247906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59518) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:10.259835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Made reservation on behalf of 78970748663c43d7956bc64b493acfae for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:10.262395 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.277262 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.340056 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.347635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.408581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad53c0f6-3516-4494-b491-1e9bbf2f52ba,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:10.415778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc15ab93a1a344af95f50aa5b332630b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6114690
Dec 18 21:08:10.418701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59528) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:10.425922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.426501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.427002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.427530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.428036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.428535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.429011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.429498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.429996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.430526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.431024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.431514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.431992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab351d64-5773-45e9-9748-6812bf3b585a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:10.467821 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.478427 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-599cccca-fd91-4e74-b77e-39b142157533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.480803 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.493227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:08:10.504628 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.505301 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Added segment c84369d7-f315-4459-ba60-c94e2f6beef1 of type vlan for network 3baa75de-f149-471c-88ef-ff11a8232ff3
Dec 18 21:08:10.549085 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.549587 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f71673b3-2087-49a7-b8c4-a51ea65a4930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.582127 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f71673b3-2087-49a7-b8c4-a51ea65a4930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.607315 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e97a55e-6129-426a-8dd8-eae31673b458,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:10.610070 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.611253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:10.612044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.647878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.8858042
Dec 18 21:08:10.650081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59532) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:10.662497 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d0ba2a09-b39a-4615-8aeb-7c0d258ec284 admin admin] Request body: {'subnet': {'network_id': '3baa75de-f149-471c-88ef-ff11a8232ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1069230100-subnet', 'tenant_id': '78970748663c43d7956bc64b493acfae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:10.722033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ba2a09-b39a-4615-8aeb-7c0d258ec284 admin admin] Made reservation on behalf of 78970748663c43d7956bc64b493acfae for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:10.729670 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0ba2a09-b39a-4615-8aeb-7c0d258ec284 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.783557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96734820-6119-47e9-a88d-c48944e102e3 req-1421eb0b-6de0-4af3-9b9e-fc97438f6649 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:10.791037 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96734820-6119-47e9-a88d-c48944e102e3 req-1421eb0b-6de0-4af3-9b9e-fc97438f6649 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.2171803
Dec 18 21:08:10.799796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691df915-2cd5-4eb2-8fa7-fd598f1dbcfe admin admin] Pushing event updated for resources: {'Network': ['ID=3baa75de-f149-471c-88ef-ff11a8232ff3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:10.814315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 3baa75de-f149-471c-88ef-ff11a8232ff3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:08:10.849472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f71673b3-2087-49a7-b8c4-a51ea65a4930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.854399 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f71673b3-2087-49a7-b8c4-a51ea65a4930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.856339 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f71673b3-2087-49a7-b8c4-a51ea65a4930 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad53c0f6-3516-4494-b491-1e9bbf2f52ba HTTP/1.1" status: 204  len: 168 time: 0.4358034
Dec 18 21:08:10.877891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96734820-6119-47e9-a88d-c48944e102e3 req-90eee3a6-f6c2-4a1f-a1c0-5e5b284eb61f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813107
Dec 18 21:08:10.892150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71673b3-2087-49a7-b8c4-a51ea65a4930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad53c0f6-3516-4494-b491-1e9bbf2f52ba,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:10.911461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59536) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:10.932233 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-599cccca-fd91-4e74-b77e-39b142157533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.933653 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a64f52a5-ce39-4e57-ae54-049be773cce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:10.946003 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-599cccca-fd91-4e74-b77e-39b142157533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.005582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-599cccca-fd91-4e74-b77e-39b142157533 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1993bfd02e94412d835129f98b8e529d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7563601
Dec 18 21:08:11.006348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cccca-fd91-4e74-b77e-39b142157533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0bdcf2-c550-425b-9af7-938a513d81ef,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:11.008629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59538) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:11.166096 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d75b9031-589a-4a5b-8f0b-bddf5da13725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.189062 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a64f52a5-ce39-4e57-ae54-049be773cce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.201188 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a64f52a5-ce39-4e57-ae54-049be773cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.201690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0ba2a09-b39a-4615-8aeb-7c0d258ec284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.207333 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d75b9031-589a-4a5b-8f0b-bddf5da13725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.328879 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ba2a09-b39a-4615-8aeb-7c0d258ec284 admin admin] Checking segment: {'id': 'c84369d7-f315-4459-ba60-c94e2f6beef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3baa75de-f149-471c-88ef-ff11a8232ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:11.328879 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ba2a09-b39a-4615-8aeb-7c0d258ec284 admin admin] Network hostable DHCP agents. Network: 3baa75de-f149-471c-88ef-ff11a8232ff3, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:08:11.334332 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a64f52a5-ce39-4e57-ae54-049be773cce5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=019d5d0e36f94b2b9f1a37d5ca1b7aee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4217691
Dec 18 21:08:11.334962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59544) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:11.341889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba2a09-b39a-4615-8aeb-7c0d258ec284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f9a9655-dcc8-4886-b475-e3f718a3a910,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:11.343587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f52a5-ce39-4e57-ae54-049be773cce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71e8487-5429-4713-9751-60c1dc04b686,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:11.384063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ba2a09-b39a-4615-8aeb-7c0d258ec284 admin admin] Network 3baa75de-f149-471c-88ef-ff11a8232ff3 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:08:11.415279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d0ba2a09-b39a-4615-8aeb-7c0d258ec284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3baa75de-f149-471c-88ef-ff11a8232ff3) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:11.418326 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d75b9031-589a-4a5b-8f0b-bddf5da13725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.423371 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d75b9031-589a-4a5b-8f0b-bddf5da13725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.425356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d75b9031-589a-4a5b-8f0b-bddf5da13725 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd0bdcf2-c550-425b-9af7-938a513d81ef HTTP/1.1" status: 204  len: 168 time: 0.4048803
Dec 18 21:08:11.433485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6507b8ac-eb06-4ea4-895c-24f49a112d92 None None] Network 3baa75de-f149-471c-88ef-ff11a8232ff3 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:11.433643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba2a09-b39a-4615-8aeb-7c0d258ec284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:11.434270 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0ba2a09-b39a-4615-8aeb-7c0d258ec284 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.470364 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb96f88a-c96c-4f30-893b-4705291f693f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.475658 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d0ba2a09-b39a-4615-8aeb-7c0d258ec284 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.8241725
Dec 18 21:08:11.477006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b9031-589a-4a5b-8f0b-bddf5da13725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0bdcf2-c550-425b-9af7-938a513d81ef,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:11.567907 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb96f88a-c96c-4f30-893b-4705291f693f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.673780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a34ab9b-3869-4ac2-8b4a-c459c8cc8ce8 None None] Network 3baa75de-f149-471c-88ef-ff11a8232ff3 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:11.691468 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb96f88a-c96c-4f30-893b-4705291f693f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.693777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb96f88a-c96c-4f30-893b-4705291f693f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:11.697327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fb96f88a-c96c-4f30-893b-4705291f693f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d71e8487-5429-4713-9751-60c1dc04b686 HTTP/1.1" status: 204  len: 168 time: 0.3578277
Dec 18 21:08:11.711944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96f88a-c96c-4f30-893b-4705291f693f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71e8487-5429-4713-9751-60c1dc04b686,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:12.148503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae83ff6-6412-49b7-afc7-0f1a5c76bb29 req-19e18698-d07c-466a-b5a5-3ec5638b51f9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:12.160265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dae83ff6-6412-49b7-afc7-0f1a5c76bb29 req-19e18698-d07c-466a-b5a5-3ec5638b51f9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1455336
Dec 18 21:08:12.241837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dae83ff6-6412-49b7-afc7-0f1a5c76bb29 req-b3e2597f-8b9a-4f48-a297-f4c66df2ceec tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778964
Dec 18 21:08:12.718271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-1090ee2a-8ff5-461a-82dc-9789e27cb0de tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:12.725652 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-1090ee2a-8ff5-461a-82dc-9789e27cb0de tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/networks?id=3baa75de-f149-471c-88ef-ff11a8232ff3 HTTP/1.1" status: 200  len: 822 time: 0.1379907
Dec 18 21:08:12.758101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-5c70539a-270f-4d5b-a2e1-d3cfdba21e94 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/quotas/78970748663c43d7956bc64b493acfae HTTP/1.1" status: 200  len: 375 time: 0.0207090
Dec 18 21:08:12.813659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-bce93e00-3a28-4a9f-9329-f225af4fb2a1 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=78970748663c43d7956bc64b493acfae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0360441
Dec 18 21:08:12.967485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-fe2695e3-2ba9-4a89-8701-ebe863f4eb8a service neutron] 10.222.0.13 "GET /v2.0/networks/3baa75de-f149-471c-88ef-ff11a8232ff3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484382
Dec 18 21:08:13.093068 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-955286e0-ab01-4e4a-a811-634382e0e768 service neutron] 10.222.0.13 "GET /v2.0/networks/3baa75de-f149-471c-88ef-ff11a8232ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1170878
Dec 18 21:08:13.361554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a77a37be-8851-40ca-a796-6d444636f996 req-075aaade-79e8-47c4-bff9-2584bab4c24e tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 210 time: 0.0654542
Dec 18 21:08:13.513979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b505-7931-446f-acb2-5241538286c7 req-e945d8e5-2d16-4160-9e09-255f511b6085 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:13.515685 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c346b505-7931-446f-acb2-5241538286c7 req-e945d8e5-2d16-4160-9e09-255f511b6085 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1064639
Dec 18 21:08:13.632558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c346b505-7931-446f-acb2-5241538286c7 req-4358972a-c676-4ffc-92b5-034ad395c576 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087503
Dec 18 21:08:13.755462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59660) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:14.081372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2109514802-network', 'tenant_id': 'c48b8b9635104eafab5295b3b8709c14'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:14.115886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Made reservation on behalf of c48b8b9635104eafab5295b3b8709c14 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:14.118333 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:14.140527 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:14.268407 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:14.277499 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:14.338444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98be349-7b99-47fb-be72-8bcf5cef0b53,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:14.353965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:08:14.368946 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:14.369306 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Added segment bd998b4b-227d-456b-899e-f5c5dfc046bb of type vlan for network 8033b418-7626-44d2-9e3d-745ce17575dd
Dec 18 21:08:14.436379 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:14.476837 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:14.478277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:14.478956 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:14.517221 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5da811b6-66a2-44e7-aa40-544eda3ebc06 req-e39670f3-cc2a-4c8b-9580-349f45247614 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 210 time: 0.0561137
Dec 18 21:08:14.563283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] Pushing event updated for resources: {'Network': ['ID=8033b418-7626-44d2-9e3d-745ce17575dd,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:14.574652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 8033b418-7626-44d2-9e3d-745ce17575dd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:08:14.592310 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f193c701-6dd9-441a-8c3a-23087eb53e6b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8354359
Dec 18 21:08:14.610393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59724) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:14.615380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c4a6801c-f589-472f-8cb1-4ff2338c2869 admin admin] Request body: {'subnet': {'network_id': '8033b418-7626-44d2-9e3d-745ce17575dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2109514802-subnet', 'tenant_id': 'c48b8b9635104eafab5295b3b8709c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:14.675117 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a6801c-f589-472f-8cb1-4ff2338c2869 admin admin] Made reservation on behalf of c48b8b9635104eafab5295b3b8709c14 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:14.679016 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c4a6801c-f589-472f-8cb1-4ff2338c2869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:14.870606 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:14.879933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02b59c-cbc1-419a-8734-3583276a7344 req-42457dbc-faeb-4fd7-b58f-b44b0f9c5647 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:14.882492 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db02b59c-cbc1-419a-8734-3583276a7344 req-42457dbc-faeb-4fd7-b58f-b44b0f9c5647 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1363275
Dec 18 21:08:14.989746 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db02b59c-cbc1-419a-8734-3583276a7344 req-4ef70719-596d-40f4-81f4-05d0ff214ea8 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955052
Dec 18 21:08:15.007542 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c4a6801c-f589-472f-8cb1-4ff2338c2869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:15.059191 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-4a1b5a87-37d3-4398-96e6-f3b6faf85676 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:15.061983 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-4a1b5a87-37d3-4398-96e6-f3b6faf85676 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.36 "GET /v2.0/networks?id=3baa75de-f149-471c-88ef-ff11a8232ff3 HTTP/1.1" status: 200  len: 822 time: 0.2650101
Dec 18 21:08:15.079202 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Request body: {'port': {'device_id': '28062e3e-9e82-4f4e-97ca-1af56a3f94ca', 'network_id': '3baa75de-f149-471c-88ef-ff11a8232ff3', 'admin_state_up': True, 'tenant_id': '78970748663c43d7956bc64b493acfae'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:15.096507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6801c-f589-472f-8cb1-4ff2338c2869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09da5263-e4b3-4b42-9ec6-fd24cc9e4697,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:15.099077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a6801c-f589-472f-8cb1-4ff2338c2869 admin admin] Checking segment: {'id': 'bd998b4b-227d-456b-899e-f5c5dfc046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8033b418-7626-44d2-9e3d-745ce17575dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:15.099723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a6801c-f589-472f-8cb1-4ff2338c2869 admin admin] Network hostable DHCP agents. Network: 8033b418-7626-44d2-9e3d-745ce17575dd, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:08:15.136211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a6801c-f589-472f-8cb1-4ff2338c2869 admin admin] Network 8033b418-7626-44d2-9e3d-745ce17575dd is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:08:15.155234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c4a6801c-f589-472f-8cb1-4ff2338c2869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8033b418-7626-44d2-9e3d-745ce17575dd) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:15.160731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6801c-f589-472f-8cb1-4ff2338c2869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:15.161338 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c4a6801c-f589-472f-8cb1-4ff2338c2869 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:15.170442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c4b742-d91e-4164-9669-1a64be279cef None None] Network 8033b418-7626-44d2-9e3d-745ce17575dd requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:15.189753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c4a6801c-f589-472f-8cb1-4ff2338c2869 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5781474
Dec 18 21:08:15.257365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Made reservation on behalf of 78970748663c43d7956bc64b493acfae for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:15.262245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:15.321794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee9691e-5098-417d-adca-0ff2fec44341 None None] Network 8033b418-7626-44d2-9e3d-745ce17575dd requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:15.482562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Allocated IP 172.20.0.3 (3baa75de-f149-471c-88ef-ff11a8232ff3/0f9a9655-dcc8-4886-b475-e3f718a3a910/6419101c-f417-440a-9dc1-1ff20d886edd) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:08:15.661267 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bef3c4f0-d383-4c04-b91c-65dc12633702 req-f1d9bd0b-da5f-426c-9bb5-f392f04d6acb tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 210 time: 0.0432193
Dec 18 21:08:15.666691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59840) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:15.684975 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:15.727410 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:15.773220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Network 3baa75de-f149-471c-88ef-ff11a8232ff3 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:15.776673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:15.781225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:08:15.805504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Pushing event updated for resources: {'Port': ['ID=6419101c-f417-440a-9dc1-1ff20d886edd,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:15.838587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447cf5c-85b4-42b8-b708-a0ebd0bbf2cf req-7d16f8b1-44b9-4bde-917c-65a2679f14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:15.839794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:15.840119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0447cf5c-85b4-42b8-b708-a0ebd0bbf2cf req-7d16f8b1-44b9-4bde-917c-65a2679f14cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 1096 time: 0.2618694
Dec 18 21:08:15.840809 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:15.862564 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6713184f-a9a8-449d-9eda-1740a6323e1d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7879245
Dec 18 21:08:15.880288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Request body: {'port': {'device_id': '28062e3e-9e82-4f4e-97ca-1af56a3f94ca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:15.913616 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f2abf8d-50ab-4c70-ba73-3366c3a16995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:15.943130 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:15.986240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447cf5c-85b4-42b8-b708-a0ebd0bbf2cf req-9f6e824b-0266-41e8-b04d-a256008e0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:15.988005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0447cf5c-85b4-42b8-b708-a0ebd0bbf2cf req-9f6e824b-0266-41e8-b04d-a256008e0729 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 914 time: 0.1347148
Dec 18 21:08:16.040934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0447cf5c-85b4-42b8-b708-a0ebd0bbf2cf req-293ac3bb-09b6-438c-be54-b4f6a42236c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea HTTP/1.1" status: 200  len: 217 time: 0.0406144
Dec 18 21:08:16.053734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59854) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:16.061507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1297003448-network', 'tenant_id': '8c7702c20e184901a92a1480029e7730'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:16.107707 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f2abf8d-50ab-4c70-ba73-3366c3a16995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.127708 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f2abf8d-50ab-4c70-ba73-3366c3a16995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.139036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Made reservation on behalf of 8c7702c20e184901a92a1480029e7730 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:16.141288 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.152815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.167033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447cf5c-85b4-42b8-b708-a0ebd0bbf2cf req-73dfc42c-c95a-4746-85ed-9582973d40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:16.168507 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0447cf5c-85b4-42b8-b708-a0ebd0bbf2cf req-73dfc42c-c95a-4746-85ed-9582973d40bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fddf9542-b331-44d6-bbe6-163e1b723ad1 HTTP/1.1" status: 200  len: 853 time: 0.1149039
Dec 18 21:08:16.188797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8f2abf8d-50ab-4c70-ba73-3366c3a16995 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db0a151197c34e75ad90ebd190b55865&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5208521
Dec 18 21:08:16.195472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59858) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:16.207837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a73a3-3453-4923-8f0d-96bed0d21fb0 req-b960ba37-1c3c-4b45-a1d6-d2e4804a3bf7 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:16.209361 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c8a73a3-3453-4923-8f0d-96bed0d21fb0 req-b960ba37-1c3c-4b45-a1d6-d2e4804a3bf7 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.1368015
Dec 18 21:08:16.210020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2abf8d-50ab-4c70-ba73-3366c3a16995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7a7021-57a9-4a14-bb30-1e000bc35edd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:16.229362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0447cf5c-85b4-42b8-b708-a0ebd0bbf2cf req-56171874-8b38-47f4-b721-77514fb43fd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1868cd24-2ddf-47fc-8474-997160de3083&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431979
Dec 18 21:08:16.331545 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d0150d3-99f0-4898-ac17-cf40a0e11a2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.337840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c8a73a3-3453-4923-8f0d-96bed0d21fb0 req-caae38d1-569b-4e76-baa9-65c848838a87 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107461
Dec 18 21:08:16.359507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6419101c-f417-440a-9dc1-1ff20d886edd {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:08:16.364924 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0447cf5c-85b4-42b8-b708-a0ebd0bbf2cf req-395ced1e-8450-48ac-9709-fe7f79daae37 service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214809
Dec 18 21:08:16.389848 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.392395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.395830 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d0150d3-99f0-4898-ac17-cf40a0e11a2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.403068 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.451475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:08:16.456663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Transition to ACTIVE for port object 6419101c-f417-440a-9dc1-1ff20d886edd will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:08:16.467327 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.471978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6d47da-6c50-437c-84b3-3334f3011c57,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:16.478433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.478789 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Added segment d0281747-d9bb-4a2b-a8dc-64962c648981 of type vlan for network 74f3f838-6cbc-491e-baac-88550f4fdc88
Dec 18 21:08:16.491799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0447cf5c-85b4-42b8-b708-a0ebd0bbf2cf req-53d8eb58-d5d1-4a16-b065-ad39bbd21b9d service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1139426
Dec 18 21:08:16.572154 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d0150d3-99f0-4898-ac17-cf40a0e11a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.574766 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d0150d3-99f0-4898-ac17-cf40a0e11a2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.578211 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2d0150d3-99f0-4898-ac17-cf40a0e11a2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d7a7021-57a9-4a14-bb30-1e000bc35edd HTTP/1.1" status: 204  len: 168 time: 0.3794980
Dec 18 21:08:16.578211 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.581513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Pushing event updated for resources: {'Port': ['ID=6419101c-f417-440a-9dc1-1ff20d886edd,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:16.596502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0150d3-99f0-4898-ac17-cf40a0e11a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7a7021-57a9-4a14-bb30-1e000bc35edd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:16.654583 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.655554 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:16.656130 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.746639 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6917710
Dec 18 21:08:16.748253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Attempting to bind port 6419101c-f417-440a-9dc1-1ff20d886edd on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:08:16.748774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Attempting to bind port 6419101c-f417-440a-9dc1-1ff20d886edd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c84369d7-f315-4459-ba60-c94e2f6beef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3baa75de-f149-471c-88ef-ff11a8232ff3'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:08:16.749114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Attempting to bind port 6419101c-f417-440a-9dc1-1ff20d886edd on network 3baa75de-f149-471c-88ef-ff11a8232ff3 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:16.749967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59878) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:16.758289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc588dac-2869-4b69-b61b-a2c99f9d8e86 admin admin] Pushing event updated for resources: {'Network': ['ID=74f3f838-6cbc-491e-baac-88550f4fdc88,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:16.758476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6ed40527-7efb-4440-b828-5eadba16451c admin admin] Request body: {'subnet': {'network_id': '74f3f838-6cbc-491e-baac-88550f4fdc88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1297003448-subnet', 'tenant_id': '8c7702c20e184901a92a1480029e7730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:16.761036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Port 6419101c-f417-440a-9dc1-1ff20d886edd on network 3baa75de-f149-471c-88ef-ff11a8232ff3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:08:16.761548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Attempting to bind port 6419101c-f417-440a-9dc1-1ff20d886edd on network 3baa75de-f149-471c-88ef-ff11a8232ff3 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:16.769101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 74f3f838-6cbc-491e-baac-88550f4fdc88 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:08:16.782907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:08:16.783271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Checking segment: {'id': 'c84369d7-f315-4459-ba60-c94e2f6beef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3baa75de-f149-471c-88ef-ff11a8232ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:16.783765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Bound using segment: {'id': 'c84369d7-f315-4459-ba60-c94e2f6beef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3baa75de-f149-471c-88ef-ff11a8232ff3'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:08:16.786941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Bound port: 6419101c-f417-440a-9dc1-1ff20d886edd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84369d7-f315-4459-ba60-c94e2f6beef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3baa75de-f149-471c-88ef-ff11a8232ff3'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:08:16.787677 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.854069 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed40527-7efb-4440-b828-5eadba16451c admin admin] Made reservation on behalf of 8c7702c20e184901a92a1480029e7730 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:16.860116 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ed40527-7efb-4440-b828-5eadba16451c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.904685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] For port 6419101c-f417-440a-9dc1-1ff20d886edd, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:08:16.908315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] For port 6419101c-f417-440a-9dc1-1ff20d886edd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6419101c-f417-440a-9dc1-1ff20d886edd,segment=NetworkSegment(c84369d7-f315-4459-ba60-c94e2f6beef1),segment_id=c84369d7-f315-4459-ba60-c94e2f6beef1)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:08:16.913253 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.942292 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efaa15-7dcd-4bed-b650-d14b54d0478a req-33401160-8bfa-4045-88ce-a6b5e8d79365 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:16.944082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84efaa15-7dcd-4bed-b650-d14b54d0478a req-33401160-8bfa-4045-88ce-a6b5e8d79365 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 943 time: 0.1422389
Dec 18 21:08:16.961866 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:16.962843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:16.964548 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] 10.222.0.36 "PUT /v2.0/ports/6419101c-f417-440a-9dc1-1ff20d886edd HTTP/1.1" status: 200  len: 1091 time: 1.0888345
Dec 18 21:08:16.965019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28062e3e-9e82-4f4e-97ca-1af56a3f94ca', 'tag': '6419101c-f417-440a-9dc1-1ff20d886edd'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:16.968062 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4df2098-ac60-4cdb-93cd-12d342f1d9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "28062e3e-9e82-4f4e-97ca-1af56a3f94ca", "tag": "6419101c-f417-440a-9dc1-1ff20d886edd"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:16.997769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec697afe-4758-4ab2-b562-b13adfe7e648 service neutron] Pushing event updated for resources: {'Port': ['ID=6419101c-f417-440a-9dc1-1ff20d886edd,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:17.043772 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13c4fa0-6bb9-4fc1-b776-63a33493ba01 x-openstack-request-id: req-d13c4fa0-6bb9-4fc1-b776-63a33493ba01 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:17.044643 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28062e3e-9e82-4f4e-97ca-1af56a3f94ca", "tag": "6419101c-f417-440a-9dc1-1ff20d886edd", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:17.044904 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d13c4fa0-6bb9-4fc1-b776-63a33493ba01 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:17.045301 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28062e3e-9e82-4f4e-97ca-1af56a3f94ca', 'tag': '6419101c-f417-440a-9dc1-1ff20d886edd', 'status': 'completed', 'code': 200}
Dec 18 21:08:17.071741 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84efaa15-7dcd-4bed-b650-d14b54d0478a req-f546cb15-a74f-4bfa-ad07-4db3345619e1 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124039
Dec 18 21:08:17.098571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6af82b29-e041-43ea-a46b-cfbe6168c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:17.100510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6af82b29-e041-43ea-a46b-cfbe6168c8f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78970748663c43d7956bc64b493acfae&device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 1094 time: 0.0719585
Dec 18 21:08:17.103169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59888) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:17.154052 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-8fb800ce-0ce2-47e9-8e19-5438f48d57cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6419101c-f417-440a-9dc1-1ff20d886edd HTTP/1.1" status: 200  len: 217 time: 0.0431364
Dec 18 21:08:17.154820 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-808f81e1-13db-432d-9586-ab8ed00ebe3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:17.160195 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ed40527-7efb-4440-b828-5eadba16451c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:17.221405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed40527-7efb-4440-b828-5eadba16451c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1557df33-311f-485a-9b76-5934c46ef715,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:17.223122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-3311dcfa-9afc-4a35-bacd-08e00faf9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:17.224280 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-3311dcfa-9afc-4a35-bacd-08e00faf9323 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f9a9655-dcc8-4886-b475-e3f718a3a910 HTTP/1.1" status: 200  len: 862 time: 0.0610397
Dec 18 21:08:17.226743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed40527-7efb-4440-b828-5eadba16451c admin admin] Checking segment: {'id': 'd0281747-d9bb-4a2b-a8dc-64962c648981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74f3f838-6cbc-491e-baac-88550f4fdc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:17.227680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed40527-7efb-4440-b828-5eadba16451c admin admin] Network hostable DHCP agents. Network: 74f3f838-6cbc-491e-baac-88550f4fdc88, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:08:17.245335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed40527-7efb-4440-b828-5eadba16451c admin admin] Network 74f3f838-6cbc-491e-baac-88550f4fdc88 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:08:17.258646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-6ed40527-7efb-4440-b828-5eadba16451c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 74f3f838-6cbc-491e-baac-88550f4fdc88) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:17.263586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed40527-7efb-4440-b828-5eadba16451c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:17.264268 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ed40527-7efb-4440-b828-5eadba16451c admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:17.272806 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-6c3a1153-3e88-4d62-9555-b0c57a1f73ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3baa75de-f149-471c-88ef-ff11a8232ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384026
Dec 18 21:08:17.272983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55490b17-2190-433c-94ef-15ce6f89cd0a None None] Network 74f3f838-6cbc-491e-baac-88550f4fdc88 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:17.291050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6ed40527-7efb-4440-b828-5eadba16451c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5312347
Dec 18 21:08:17.354450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-808f81e1-13db-432d-9586-ab8ed00ebe3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:17.362733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-808f81e1-13db-432d-9586-ab8ed00ebe3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:17.399877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb361bce-ddbc-4e82-b23b-6de221f0fe5c None None] Network 74f3f838-6cbc-491e-baac-88550f4fdc88 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:17.465468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-808f81e1-13db-432d-9586-ab8ed00ebe3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8644f42c5534a2493f7cbc1c7a650a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3612099
Dec 18 21:08:17.468743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 59904) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:17.482773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f81e1-13db-432d-9586-ab8ed00ebe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d70f66-30b3-49ba-b464-aeb0540a7602,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:17.490470 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-2b3e184e-d05d-42b1-9801-ba577929a6d2 service neutron] 10.222.0.36 "GET /v2.0/networks/3baa75de-f149-471c-88ef-ff11a8232ff3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015469
Dec 18 21:08:17.646708 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a8f7c14f-5af9-4acc-9f32-a25fecb3985b req-ec277363-f9c0-49bf-924f-b083343c9a82 service neutron] 10.222.0.36 "GET /v2.0/networks/3baa75de-f149-471c-88ef-ff11a8232ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455023
Dec 18 21:08:17.767129 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df2098-ac60-4cdb-93cd-12d342f1d9b3 req-536d7645-028f-4133-aba2-370d4ab754e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:17.770334 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4df2098-ac60-4cdb-93cd-12d342f1d9b3 req-536d7645-028f-4133-aba2-370d4ab754e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78970748663c43d7956bc64b493acfae&device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 1094 time: 0.0643327
Dec 18 21:08:17.888583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df2098-ac60-4cdb-93cd-12d342f1d9b3 req-61cea8e6-7284-4295-9fa9-6bbd545931f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:17.890593 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4df2098-ac60-4cdb-93cd-12d342f1d9b3 req-61cea8e6-7284-4295-9fa9-6bbd545931f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3baa75de-f149-471c-88ef-ff11a8232ff3 HTTP/1.1" status: 200  len: 923 time: 0.1110129
Dec 18 21:08:17.933701 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4df2098-ac60-4cdb-93cd-12d342f1d9b3 req-2f843d93-7d31-4256-8831-eb2d630befb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6419101c-f417-440a-9dc1-1ff20d886edd HTTP/1.1" status: 200  len: 217 time: 0.0346415
Dec 18 21:08:17.966467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cb729-1bf6-49e2-a63f-0d212f8f7b3d req-f174b99c-655b-4937-a6e2-3fb193366d9a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:17.967981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-243cb729-1bf6-49e2-a63f-0d212f8f7b3d req-f174b99c-655b-4937-a6e2-3fb193366d9a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 945 time: 0.4968925
Dec 18 21:08:17.968807 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b151ce2-1d13-4b95-910b-6f5f09833efe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:17.995858 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df2098-ac60-4cdb-93cd-12d342f1d9b3 req-eb19d400-81a2-4204-ac61-3cbf1fcb6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:17.998446 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4df2098-ac60-4cdb-93cd-12d342f1d9b3 req-eb19d400-81a2-4204-ac61-3cbf1fcb6457 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f9a9655-dcc8-4886-b475-e3f718a3a910 HTTP/1.1" status: 200  len: 862 time: 0.0561178
Dec 18 21:08:18.021842 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b151ce2-1d13-4b95-910b-6f5f09833efe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:18.099781 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-243cb729-1bf6-49e2-a63f-0d212f8f7b3d req-8a14f5c6-eef7-4751-8d2f-480f785b5807 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211824
Dec 18 21:08:18.109529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-a1b1390f-bb6b-471a-9cc9-c135aec34cc0 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:18.111078 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-a1b1390f-bb6b-471a-9cc9-c135aec34cc0 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/networks?id=8033b418-7626-44d2-9e3d-745ce17575dd HTTP/1.1" status: 200  len: 809 time: 0.2081921
Dec 18 21:08:18.134040 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-2ae63740-fb65-4986-83f2-6352ef6de81c tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/quotas/c48b8b9635104eafab5295b3b8709c14 HTTP/1.1" status: 200  len: 375 time: 0.0116704
Dec 18 21:08:18.152029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b151ce2-1d13-4b95-910b-6f5f09833efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:18.156957 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b151ce2-1d13-4b95-910b-6f5f09833efe admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:18.159152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0b151ce2-1d13-4b95-910b-6f5f09833efe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04d70f66-30b3-49ba-b464-aeb0540a7602 HTTP/1.1" status: 204  len: 168 time: 0.6892056
Dec 18 21:08:18.199860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b151ce2-1d13-4b95-910b-6f5f09833efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d70f66-30b3-49ba-b464-aeb0540a7602,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:18.224144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-0eaff221-8df9-4fdb-bac8-6a225abaf8bc tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c48b8b9635104eafab5295b3b8709c14&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0638504
Dec 18 21:08:18.304682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162f01f-3bb3-4bb7-91cc-05fef62c11f3 req-6f74038e-8f18-4f30-9c3b-8a36f2debfa8 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:18.315696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6162f01f-3bb3-4bb7-91cc-05fef62c11f3 req-6f74038e-8f18-4f30-9c3b-8a36f2debfa8 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 943 time: 0.1174557
Dec 18 21:08:18.412910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6162f01f-3bb3-4bb7-91cc-05fef62c11f3 req-cabd1305-8a21-4d9d-a83a-3da4da639462 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931847
Dec 18 21:08:18.449277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-b50fd34f-6036-48d3-bec2-d5920395d8ed service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:08:18.451121 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-b50fd34f-6036-48d3-bec2-d5920395d8ed service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2165139
Dec 18 21:08:18.500146 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4df2098-ac60-4cdb-93cd-12d342f1d9b3 req-572cee2f-41fa-409d-893f-af21596d8d02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3baa75de-f149-471c-88ef-ff11a8232ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4946322
Dec 18 21:08:18.553760 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-976448d5-6bf0-40de-a966-c1c53c80b006 service neutron] 10.222.0.13 "GET /v2.0/networks/8033b418-7626-44d2-9e3d-745ce17575dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961149
Dec 18 21:08:18.674334 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4df2098-ac60-4cdb-93cd-12d342f1d9b3 req-25b1b6e2-c289-469d-942d-1a15e462c578 service neutron] 10.222.0.36 "GET /v2.0/networks/3baa75de-f149-471c-88ef-ff11a8232ff3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591966
Dec 18 21:08:18.683988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-99f2f91a-34af-49a4-b124-35f8555b1991 service neutron] 10.222.0.13 "GET /v2.0/networks/8033b418-7626-44d2-9e3d-745ce17575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1179271
Dec 18 21:08:18.821618 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4df2098-ac60-4cdb-93cd-12d342f1d9b3 req-ec2920b4-6e48-41d6-b577-3d250caaf86f service neutron] 10.222.0.36 "GET /v2.0/networks/3baa75de-f149-471c-88ef-ff11a8232ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352527
Dec 18 21:08:18.904127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6419101c-f417-440a-9dc1-1ff20d886edd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:08:18.906360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01029a1f-6c70-48b6-9ed9-4300a6739bea no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:08:18.907167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57e8f08d-ec6b-4b2b-8570-8112451f74cd req-01f0f780-16ae-45dd-af69-4246ec8596e2 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 210 time: 0.0279620
Dec 18 21:08:19.079504 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.117580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01029a1f-6c70-48b6-9ed9-4300a6739bea'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:19.119883 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01ebdc9-09f9-469e-bc18-cdf72292050c" -d '{"events": [{"server_uuid": "b1be5bad-33b6-459e-93d1-c890f71c2fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "01029a1f-6c70-48b6-9ed9-4300a6739bea"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:19.143170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:19.150405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 6419101c-f417-440a-9dc1-1ff20d886edd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6419101c-f417-440a-9dc1-1ff20d886edd,segment=NetworkSegment(c84369d7-f315-4459-ba60-c94e2f6beef1),segment_id=c84369d7-f315-4459-ba60-c94e2f6beef1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:19.157564 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.228532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '6419101c-f417-440a-9dc1-1ff20d886edd', 'network_id': '3baa75de-f149-471c-88ef-ff11a8232ff3', 'port_id': '6419101c-f417-440a-9dc1-1ff20d886edd', 'mac_address': 'fa:16:3e:20:d6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9a9655-dcc8-4886-b475-e3f718a3a910', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:08:19.236700 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22098e58-b489-48dc-8037-b81355d11901 x-openstack-request-id: req-22098e58-b489-48dc-8037-b81355d11901 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:19.237218 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be5bad-33b6-459e-93d1-c890f71c2fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "01029a1f-6c70-48b6-9ed9-4300a6739bea", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:19.237690 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22098e58-b489-48dc-8037-b81355d11901 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:19.238229 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01029a1f-6c70-48b6-9ed9-4300a6739bea', 'code': 200}
Dec 18 21:08:19.256589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=01029a1f-6c70-48b6-9ed9-4300a6739bea,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:19.296762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 59988) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:19.304787 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.320699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753c1f1-e89e-46d6-bee1-fa35a2f9c140 req-d1ead4ce-f0cb-4516-9592-f65bdaf32f3e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:19.322885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3753c1f1-e89e-46d6-bee1-fa35a2f9c140 req-d1ead4ce-f0cb-4516-9592-f65bdaf32f3e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.1228421
Dec 18 21:08:19.340092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6419101c-f417-440a-9dc1-1ff20d886edd {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:08:19.372831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 6419101c-f417-440a-9dc1-1ff20d886edd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6419101c-f417-440a-9dc1-1ff20d886edd,segment=NetworkSegment(c84369d7-f315-4459-ba60-c94e2f6beef1),segment_id=c84369d7-f315-4459-ba60-c94e2f6beef1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:19.380524 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.389610 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3753c1f1-e89e-46d6-bee1-fa35a2f9c140 req-14ca9979-e4ec-4dca-9396-9bf4f28b4d11 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548007
Dec 18 21:08:19.454186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=6419101c-f417-440a-9dc1-1ff20d886edd,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:19.466887 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.534715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1401457937-network', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:19.586432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Made reservation on behalf of de79cd87d023436a80d3cc5428586e21 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:19.590784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.603573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2eff0-def3-4833-9c6c-730d40dad5cf req-63af6e0f-829d-41b6-bedc-13cdd3e438b3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:19.609290 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.611281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ab2eff0-def3-4833-9c6c-730d40dad5cf req-63af6e0f-829d-41b6-bedc-13cdd3e438b3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.0995255
Dec 18 21:08:19.635161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['6419101c-f417-440a-9dc1-1ff20d886edd'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:08:19.660469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc5c03-d83c-4e76-ab8f-1c62ad43ebce req-50171f9f-3306-4ee8-bc6b-d9bb2227bf6f tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:19.663423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fbc5c03-d83c-4e76-ab8f-1c62ad43ebce req-50171f9f-3306-4ee8-bc6b-d9bb2227bf6f tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 944 time: 0.1200027
Dec 18 21:08:19.698785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ab2eff0-def3-4833-9c6c-730d40dad5cf req-36dddb4a-26e5-4a73-b1f6-1698dce917e2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865226
Dec 18 21:08:19.745715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.761472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.762466 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fbc5c03-d83c-4e76-ab8f-1c62ad43ebce req-6ef8132e-3a0e-4636-bc61-d56e47c522a8 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914395
Dec 18 21:08:19.814434 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:08:19.817338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:19.841866 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.841866 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Added segment 4b42cb84-c382-4e00-9dc9-532a2fe77dc9 of type vlan for network 719d1db8-90bc-4a29-9e67-d552b1d87f10
Dec 18 21:08:19.898946 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.919765 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-c84b0595-e93c-4a7e-a4f5-c8598bffd2d7 req-fe4a2743-9d4b-4f73-81fb-5be154e178a9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:08:19.921105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c84b0595-e93c-4a7e-a4f5-c8598bffd2d7 req-fe4a2743-9d4b-4f73-81fb-5be154e178a9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0066664
Dec 18 21:08:19.928994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.929983 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:19.930608 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:19.996013 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6950965
Dec 18 21:08:20.000347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60022) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:20.007555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e628a44b-1e14-41d9-9d39-fb8622c5a836 admin admin] Request body: {'subnet': {'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1401457937-subnet', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:20.014992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafbcb2-1c01-497b-989c-783086edeb4f admin admin] Pushing event updated for resources: {'Network': ['ID=719d1db8-90bc-4a29-9e67-d552b1d87f10,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:20.025125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:08:20.030405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b6f09fd-2aac-4df5-9f15-34dfc52036c0 req-a5ec70fd-eae7-4185-af34-f5b63d367397 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 210 time: 0.0396881
Dec 18 21:08:20.050940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e628a44b-1e14-41d9-9d39-fb8622c5a836 admin admin] Made reservation on behalf of de79cd87d023436a80d3cc5428586e21 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:20.053359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e628a44b-1e14-41d9-9d39-fb8622c5a836 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:20.175418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338682a-ef17-4c26-88cb-1f27b7bb249b req-a401a50e-107a-467c-bd44-7d5e49781937 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:20.177781 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c338682a-ef17-4c26-88cb-1f27b7bb249b req-a401a50e-107a-467c-bd44-7d5e49781937 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.1010976
Dec 18 21:08:20.305052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e628a44b-1e14-41d9-9d39-fb8622c5a836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:20.326722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c338682a-ef17-4c26-88cb-1f27b7bb249b req-5344b687-902d-4dde-99d1-c227dadf0095 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405783
Dec 18 21:08:20.381915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-6bd52e95-ad65-4571-8e34-654693e66c87 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:20.384014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-6bd52e95-ad65-4571-8e34-654693e66c87 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.31 "GET /v2.0/networks?id=8033b418-7626-44d2-9e3d-745ce17575dd HTTP/1.1" status: 200  len: 809 time: 0.1734624
Dec 18 21:08:20.384808 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628a44b-1e14-41d9-9d39-fb8622c5a836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6df939-cc0b-4eee-ad97-d0794ca80cc4,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:20.396789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628a44b-1e14-41d9-9d39-fb8622c5a836 admin admin] Checking segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:20.397163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e628a44b-1e14-41d9-9d39-fb8622c5a836 admin admin] Network hostable DHCP agents. Network: 719d1db8-90bc-4a29-9e67-d552b1d87f10, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:08:20.406691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Request body: {'port': {'device_id': '8668088b-ae76-48a8-bd85-f81eb04d72cc', 'network_id': '8033b418-7626-44d2-9e3d-745ce17575dd', 'admin_state_up': True, 'tenant_id': 'c48b8b9635104eafab5295b3b8709c14'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:20.415155 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e628a44b-1e14-41d9-9d39-fb8622c5a836 admin admin] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:08:20.426606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e628a44b-1e14-41d9-9d39-fb8622c5a836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 719d1db8-90bc-4a29-9e67-d552b1d87f10) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:20.431086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e628a44b-1e14-41d9-9d39-fb8622c5a836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:20.431799 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e628a44b-1e14-41d9-9d39-fb8622c5a836 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:20.437500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47b479-041c-4800-b09e-1d0e0efa0914 None None] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:20.449847 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e628a44b-1e14-41d9-9d39-fb8622c5a836 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4484391
Dec 18 21:08:20.452792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60052) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:20.457267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:20.483150 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:20.484422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:20.555011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-719d1db8-90bc-4a29-9e67-d552b1d87f10', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:08:20.556107 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:20.557345 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:20.603891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Made reservation on behalf of c48b8b9635104eafab5295b3b8709c14 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:20.608208 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:20.612554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-63e8e993-16c0-4210-b9de-ec620ddb8379 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1538420
Dec 18 21:08:20.627295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-3c884478-7c4e-4b84-adf4-7c816b708224 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:08:20.628642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-3c884478-7c4e-4b84-adf4-7c816b708224 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0082633
Dec 18 21:08:20.812600 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:20.827033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Allocated IP 172.20.0.2 (719d1db8-90bc-4a29-9e67-d552b1d87f10/ce6df939-cc0b-4eee-ad97-d0794ca80cc4/69541e40-8ea8-4a0c-8736-e4ff3a35f86a) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:08:20.841830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Allocated IP 172.20.0.13 (8033b418-7626-44d2-9e3d-745ce17575dd/09da5263-e4b3-4b42-9ec6-fd24cc9e4697/3097be62-2436-4586-8304-3ef9c014939e) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:08:20.918808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6419101c-f417-440a-9dc1-1ff20d886edd up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:21.056832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 6419101c-f417-440a-9dc1-1ff20d886edd completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:08:21.073042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 6419101c-f417-440a-9dc1-1ff20d886edd triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:21.077045 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.100355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.133474 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.140771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e7f2a-a59e-498f-8c7a-cb13a4893091 req-e630f706-2d3a-43f2-92af-06131bc47e90 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:21.148487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a84e7f2a-a59e-498f-8c7a-cb13a4893091 req-e630f706-2d3a-43f2-92af-06131bc47e90 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 944 time: 0.2489572
Dec 18 21:08:21.151055 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.158785 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.162801 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.198488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.237936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Pushing event updated for resources: {'Port': ['ID=69541e40-8ea8-4a0c-8736-e4ff3a35f86a,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:21.247794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:21.251516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:21.256828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:08:21.290838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Network 8033b418-7626-44d2-9e3d-745ce17575dd is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:21.296802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Pushing event updated for resources: {'Port': ['ID=3097be62-2436-4586-8304-3ef9c014939e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:21.302431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:21.305894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:08:21.317420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9216a-c88b-4cca-b959-b219fda33548 req-eeba6e38-18d2-4be8-90d6-a526216171e0 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:21.319037 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85a9216a-c88b-4cca-b959-b219fda33548 req-eeba6e38-18d2-4be8-90d6-a526216171e0 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 932 time: 0.1874535
Dec 18 21:08:21.329630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a84e7f2a-a59e-498f-8c7a-cb13a4893091 req-d7685a83-6ffd-414a-9d98-054c4a92329a tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800184
Dec 18 21:08:21.391779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Attempting to bind port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:08:21.392435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Attempting to bind port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:08:21.392975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Attempting to bind port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:21.400943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:08:21.401641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Checking segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:21.402207 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.402905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Bound using segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:08:21.412476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Bound port: 69541e40-8ea8-4a0c-8736-e4ff3a35f86a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:08:21.413404 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.425489 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.444484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Allocated IP 172.35.3.8 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/81b71128-be92-4418-b68b-39f900d56e85) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:08:21.509263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:21.509901 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.510094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] For port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:08:21.515017 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] For port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69541e40-8ea8-4a0c-8736-e4ff3a35f86a,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:08:21.528082 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.553089 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85a9216a-c88b-4cca-b959-b219fda33548 req-c6e1b889-3f2a-42ae-b911-3983512b1af8 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158155
Dec 18 21:08:21.561822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-15ce7054-ed42-4acc-9048-858f307421dd tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1646399
Dec 18 21:08:21.565749 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28062e3e-9e82-4f4e-97ca-1af56a3f94ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6419101c-f417-440a-9dc1-1ff20d886edd'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:21.569580 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e25e09-9917-4586-982e-3bc61cc8d569" -d '{"events": [{"server_uuid": "28062e3e-9e82-4f4e-97ca-1af56a3f94ca", "name": "network-vif-plugged", "status": "completed", "tag": "6419101c-f417-440a-9dc1-1ff20d886edd"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:21.576170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Request body: {'port': {'device_id': '8668088b-ae76-48a8-bd85-f81eb04d72cc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:21.587693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446545d-4015-478c-bafa-b85d32adfb92 req-8d6da563-6185-49e3-ac3e-4d505c9791fa tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:21.589109 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a446545d-4015-478c-bafa-b85d32adfb92 req-8d6da563-6185-49e3-ac3e-4d505c9791fa tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.1440752
Dec 18 21:08:21.604194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 6419101c-f417-440a-9dc1-1ff20d886edd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6419101c-f417-440a-9dc1-1ff20d886edd,segment=NetworkSegment(c84369d7-f315-4459-ba60-c94e2f6beef1),segment_id=c84369d7-f315-4459-ba60-c94e2f6beef1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:21.619649 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.621066 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01029a1f-6c70-48b6-9ed9-4300a6739bea no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:08:21.652420 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.692963 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c9026a-7d92-4447-a192-23fbddda8fbe x-openstack-request-id: req-15c9026a-7d92-4447-a192-23fbddda8fbe {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:21.693332 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28062e3e-9e82-4f4e-97ca-1af56a3f94ca", "name": "network-vif-plugged", "status": "completed", "tag": "6419101c-f417-440a-9dc1-1ff20d886edd", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:21.693663 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15c9026a-7d92-4447-a192-23fbddda8fbe {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:21.694065 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28062e3e-9e82-4f4e-97ca-1af56a3f94ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6419101c-f417-440a-9dc1-1ff20d886edd', 'code': 200}
Dec 18 21:08:21.695884 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.699246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:21.707524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292095d4-971a-4263-be17-f2432ec66ee6 None None] Pushing event updated for resources: {'Port': ['ID=69541e40-8ea8-4a0c-8736-e4ff3a35f86a,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:21.750855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a446545d-4015-478c-bafa-b85d32adfb92 req-001aceaf-c152-41a2-a85b-0417e22953a6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415534
Dec 18 21:08:21.851773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Pushing event updated for resources: {'Port': ['ID=81b71128-be92-4418-b68b-39f900d56e85,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:21.863811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:21.876543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bacb5-7d5c-4f7a-9e90-a92178d6d3e0 req-e2420eee-95d6-4a60-9809-fd7e837e466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:21.878370 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-059bacb5-7d5c-4f7a-9e90-a92178d6d3e0 req-e2420eee-95d6-4a60-9809-fd7e837e466f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 1096 time: 0.1091633
Dec 18 21:08:21.879558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:21.888841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:08:21.983408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9eac9e-db0f-44c4-893f-2ac76ff6f11c None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:08:22.027423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=6419101c-f417-440a-9dc1-1ff20d886edd,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:22.085007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-284b1465-635e-467a-b200-966f7e65e834 None None] Provisioning complete for port 81b71128-be92-4418-b68b-39f900d56e85 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:22.085684 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-284b1465-635e-467a-b200-966f7e65e834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:22.142393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-284b1465-635e-467a-b200-966f7e65e834 None None] Port 81b71128-be92-4418-b68b-39f900d56e85 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:08:22.199616 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-059bacb5-7d5c-4f7a-9e90-a92178d6d3e0 req-bf086b20-eef9-4817-bb45-2dac11ced070 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3066568
Dec 18 21:08:22.209878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-a051f74a-0e58-4848-8b31-e4b3a6f8c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:22.211530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-a051f74a-0e58-4848-8b31-e4b3a6f8c66b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7&tenant_id=ea26536b064a4650b9c08f4b5ce6fadf HTTP/1.1" status: 200  len: 1094 time: 0.2484066
Dec 18 21:08:22.305479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3097be62-2436-4586-8304-3ef9c014939e {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:08:22.314049 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:22.331524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Transition to ACTIVE for port object 3097be62-2436-4586-8304-3ef9c014939e will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:08:22.337973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:22.368694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:22.418054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Pushing event updated for resources: {'Port': ['ID=3097be62-2436-4586-8304-3ef9c014939e,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:22.538853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Attempting to bind port 3097be62-2436-4586-8304-3ef9c014939e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:08:22.539306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Attempting to bind port 3097be62-2436-4586-8304-3ef9c014939e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bd998b4b-227d-456b-899e-f5c5dfc046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8033b418-7626-44d2-9e3d-745ce17575dd'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:08:22.539666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Attempting to bind port 3097be62-2436-4586-8304-3ef9c014939e on network 8033b418-7626-44d2-9e3d-745ce17575dd {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:22.554456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35671ec-8924-488c-ab6b-ade64de27d6e req-48778899-3158-409b-81f5-c3bfc342c326 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:22.556649 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b35671ec-8924-488c-ab6b-ade64de27d6e req-48778899-3158-409b-81f5-c3bfc342c326 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 945 time: 0.1095052
Dec 18 21:08:22.560596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Port 3097be62-2436-4586-8304-3ef9c014939e on network 8033b418-7626-44d2-9e3d-745ce17575dd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:08:22.560936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Attempting to bind port 3097be62-2436-4586-8304-3ef9c014939e on network 8033b418-7626-44d2-9e3d-745ce17575dd {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:22.567395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-dacf620a-abea-4853-a1d6-50f78d70f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:22.568878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-dacf620a-abea-4853-a1d6-50f78d70f9dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 1094 time: 0.0940297
Dec 18 21:08:22.571741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:08:22.572077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Checking segment: {'id': 'bd998b4b-227d-456b-899e-f5c5dfc046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8033b418-7626-44d2-9e3d-745ce17575dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:22.572451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Bound using segment: {'id': 'bd998b4b-227d-456b-899e-f5c5dfc046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8033b418-7626-44d2-9e3d-745ce17575dd'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:08:22.572970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Bound port: 3097be62-2436-4586-8304-3ef9c014939e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd998b4b-227d-456b-899e-f5c5dfc046bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8033b418-7626-44d2-9e3d-745ce17575dd'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:08:22.573322 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:22.630291 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:22.764557 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b35671ec-8924-488c-ab6b-ade64de27d6e req-5d51da10-8deb-4e51-92f6-7e38835bb9bb tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947055
Dec 18 21:08:22.814398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] For port 3097be62-2436-4586-8304-3ef9c014939e, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:08:22.828614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Router 0ab23311-f236-4074-ab58-417d7cbdc88b is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:08:22.830214 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91d548-c3dc-4b6b-849f-9a030885a2a0 req-5d6f6a88-7681-4255-a54e-e9d1db7a47f0 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:22.832056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a91d548-c3dc-4b6b-849f-9a030885a2a0 req-5d6f6a88-7681-4255-a54e-e9d1db7a47f0 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 944 time: 0.1461995
Dec 18 21:08:22.848441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] For port 3097be62-2436-4586-8304-3ef9c014939e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3097be62-2436-4586-8304-3ef9c014939e,segment=NetworkSegment(bd998b4b-227d-456b-899e-f5c5dfc046bb),segment_id=bd998b4b-227d-456b-899e-f5c5dfc046bb)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:08:22.863147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-3ccf5950-c4e2-4a7c-8eb4-f9049dbd9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:22.865171 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-3ccf5950-c4e2-4a7c-8eb4-f9049dbd9ff7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 914 time: 0.2818549
Dec 18 21:08:22.890745 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:22.991456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:08:22.996112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:22.996396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:22.999247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] 10.222.0.31 "PUT /v2.0/ports/3097be62-2436-4586-8304-3ef9c014939e HTTP/1.1" status: 200  len: 1092 time: 1.4281168
Dec 18 21:08:23.000513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-89b8922f-606a-4982-906a-458759d912cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea HTTP/1.1" status: 200  len: 217 time: 0.1053138
Dec 18 21:08:23.007147 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Sync routers for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:08:23.011329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 69541e40-8ea8-4a0c-8736-e4ff3a35f86a up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:23.019742 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:23.021467 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-27df09bf-30d2-4edf-9878-dccccbdda73c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.5675664
Dec 18 21:08:23.024785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60148) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:23.025673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8668088b-ae76-48a8-bd85-f81eb04d72cc', 'tag': '3097be62-2436-4586-8304-3ef9c014939e'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:23.031707 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:08:23.032241 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b216ba05-776b-4e28-b611-e52a3bef17cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8668088b-ae76-48a8-bd85-f81eb04d72cc", "tag": "3097be62-2436-4586-8304-3ef9c014939e"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:23.032867 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36646ec580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:08:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:23.156813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5c3dc-8acb-468d-aaa8-b47216b8d0f1 req-3d9b82e2-6539-4c33-955e-c40de5e9dc8c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:23.164277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bee5c3dc-8acb-468d-aaa8-b47216b8d0f1 req-3d9b82e2-6539-4c33-955e-c40de5e9dc8c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.3204284
Dec 18 21:08:23.165230 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:08:23.169290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:23.170796 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:23.181117 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a91d548-c3dc-4b6b-849f-9a030885a2a0 req-5ae13ae1-415e-4a8b-9df2-dc2445fd2d1e tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3375812
Dec 18 21:08:23.188011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6137eb-5e12-456e-a73c-c17f1d048f59 service neutron] Pushing event updated for resources: {'Port': ['ID=3097be62-2436-4586-8304-3ef9c014939e,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:23.249286 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-122cc0be-071a-4289-8c22-7c445706d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:23.250834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-122cc0be-071a-4289-8c22-7c445706d832 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c48b8b9635104eafab5295b3b8709c14&device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 1095 time: 0.1937466
Dec 18 21:08:23.259483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e4e1b8-4d23-4916-8b3f-7c6fbc3bf761 None None] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:23.275661 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-87a9e66d-ce09-4bca-b148-0804c45aebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:23.277136 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-87a9e66d-ce09-4bca-b148-0804c45aebae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fddf9542-b331-44d6-bbe6-163e1b723ad1 HTTP/1.1" status: 200  len: 853 time: 0.2400160
Dec 18 21:08:23.334373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-bf2ad25d-6ac6-45e1-bc48-ae25b8425a5d None None] Provisioning complete for port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:23.335237 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bf2ad25d-6ac6-45e1-bc48-ae25b8425a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:23.371379 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-a7cfa432-31a3-43a3-b48e-3cf4b25945ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3097be62-2436-4586-8304-3ef9c014939e HTTP/1.1" status: 200  len: 217 time: 0.0919595
Dec 18 21:08:23.422730 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36646ec580>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:22Z', 'revision_number': 3, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:23.430836 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bee5c3dc-8acb-468d-aaa8-b47216b8d0f1 req-9b0c245d-c310-45d2-93c9-9ea0989b48eb tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2646661
Dec 18 21:08:23.433325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-9f9bb56b-c4bb-49bb-97f3-abf51884efcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1868cd24-2ddf-47fc-8474-997160de3083&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1373708
Dec 18 21:08:23.494144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:23.497679 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Checking router: 0ab23311-f236-4074-ab58-417d7cbdc88b for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:08:23.498714 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Updating router 0ab23311-f236-4074-ab58-417d7cbdc88b port 81b71128-be92-4418-b68b-39f900d56e85 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:08:23.550926 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:23.615731 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8883f84-fb36-42f7-ba26-9a59845ffb86 x-openstack-request-id: req-f8883f84-fb36-42f7-ba26-9a59845ffb86 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:23.616176 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8668088b-ae76-48a8-bd85-f81eb04d72cc", "tag": "3097be62-2436-4586-8304-3ef9c014939e", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:23.616441 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8883f84-fb36-42f7-ba26-9a59845ffb86 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:23.616843 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8668088b-ae76-48a8-bd85-f81eb04d72cc', 'tag': '3097be62-2436-4586-8304-3ef9c014939e', 'status': 'completed', 'code': 200}
Dec 18 21:08:23.617527 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60160) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:23.627516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69541e40-8ea8-4a0c-8736-e4ff3a35f86a,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:23.630085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bf2ad25d-6ac6-45e1-bc48-ae25b8425a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:23.643480 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:23.771684 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-bf2ad25d-6ac6-45e1-bc48-ae25b8425a5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:08:23.772417 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-bf2ad25d-6ac6-45e1-bc48-ae25b8425a5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:08:23.782670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=69541e40-8ea8-4a0c-8736-e4ff3a35f86a,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:23.948101 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:23.949276 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:23.959326 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.033147 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Pushing event updated for resources: {'Port': ['ID=81b71128-be92-4418-b68b-39f900d56e85,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:24.034554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc88b3c4-dfea-4239-8786-4ea46840a507 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:08:24.035594 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Attempting to bind port 81b71128-be92-4418-b68b-39f900d56e85 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:08:24.036429 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Attempting to bind port 81b71128-be92-4418-b68b-39f900d56e85 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:08:24.037225 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Attempting to bind port 81b71128-be92-4418-b68b-39f900d56e85 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:24.048445 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.048745 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.049206 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.049448 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.049821 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.050776 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.051120 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.051488 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.051833 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.052159 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.052658 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.053241 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.053765 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:24.057220 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:08:24.057678 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:24.058006 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.058436 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:08:24.058959 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Bound port: 81b71128-be92-4418-b68b-39f900d56e85, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:08:24.060004 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.115749 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] For port 81b71128-be92-4418-b68b-39f900d56e85, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:08:24.119030 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] For port 81b71128-be92-4418-b68b-39f900d56e85, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81b71128-be92-4418-b68b-39f900d56e85,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:08:24.124743 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.157878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-a70cd624-3ee5-4ca5-822c-d82c6a8661c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:24.159351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-a70cd624-3ee5-4ca5-822c-d82c6a8661c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09da5263-e4b3-4b42-9ec6-fd24cc9e4697 HTTP/1.1" status: 200  len: 849 time: 0.7514782
Dec 18 21:08:24.167400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Allocated IP 172.20.0.1 (719d1db8-90bc-4a29-9e67-d552b1d87f10/ce6df939-cc0b-4eee-ad97-d0794ca80cc4/f5fa837e-5493-4c48-9853-38ccdc4109b0) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:08:24.174676 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a520f6b-f09a-4267-bc7f-fbdb67cbbce2 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:08:24.185297 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:08:24.185938 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36646ec580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:08:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:24.193788 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b382d05-4748-4188-aa02-e2261c07da56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.226979 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7555d1d-05e2-482a-ab94-0733b690f392 None None] Pushing event updated for resources: {'Port': ['ID=81b71128-be92-4418-b68b-39f900d56e85,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:24.236386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-f9fac8d3-24ab-4d76-8f42-66576ced18dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8033b418-7626-44d2-9e3d-745ce17575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0685809
Dec 18 21:08:24.314360 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:08:24.336290 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.348056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-4bc81eb6-3a14-45a2-98f0-5efe94f1ba78 service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8814344
Dec 18 21:08:24.374458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a081ab6-be51-4f95-9ff4-c0a9459e8c09 req-7cdc4eee-8264-4e2c-afb4-d86c906088fc tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:24.375981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a081ab6-be51-4f95-9ff4-c0a9459e8c09 req-7cdc4eee-8264-4e2c-afb4-d86c906088fc tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 945 time: 0.2356255
Dec 18 21:08:24.385402 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.425253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:24.428400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:24.430998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:08:24.464245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fa837e-5493-4c48-9853-38ccdc4109b0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:24.482102 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.510694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8b0e1724-5d05-47d6-abc1-1f739c5f77f2 None None] Provisioning complete for port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:24.512435 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1724-5d05-47d6-abc1-1f739c5f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.524483 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36646ec580>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:22Z', 'revision_number': 3, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:24.540217 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308e3f0-917f-4da2-a3e1-d1e593f03a16 req-1f36a536-2819-4716-9e0a-3251db7da7ce tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:24.541814 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0308e3f0-917f-4da2-a3e1-d1e593f03a16 req-1f36a536-2819-4716-9e0a-3251db7da7ce tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 944 time: 0.2235355
Dec 18 21:08:24.577266 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f2912-d297-405b-8b91-ba0b9a460034 None None] The sync data for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 is: [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:22Z', 'revision_number': 3, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:08:24.586114 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-013e646a-1baa-4103-9c2c-23af3e27ced7 service neutron] 10.222.0.31 "GET /v2.0/networks/8033b418-7626-44d2-9e3d-745ce17575dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3299711
Dec 18 21:08:24.627715 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b382d05-4748-4188-aa02-e2261c07da56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.661489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8b0e1724-5d05-47d6-abc1-1f739c5f77f2 None None] Provisioning complete for port 81b71128-be92-4418-b68b-39f900d56e85 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:24.662285 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1724-5d05-47d6-abc1-1f739c5f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.683920 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b382d05-4748-4188-aa02-e2261c07da56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.689346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a081ab6-be51-4f95-9ff4-c0a9459e8c09 req-fc6a0468-8343-4706-8732-690e01ff877b tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2967830
Dec 18 21:08:24.739743 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.770864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3def8e6c-be79-4598-ac54-a010b5f90f3c req-f0696440-5d64-4136-868e-cfa6743e0620 service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4052026
Dec 18 21:08:24.800087 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1724-5d05-47d6-abc1-1f739c5f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.808417 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0308e3f0-917f-4da2-a3e1-d1e593f03a16 req-9e855aa9-3ca2-4499-8f2f-39e7036f0761 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2458014
Dec 18 21:08:24.810696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4b382d05-4748-4188-aa02-e2261c07da56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b95f79502f564ca1ac30fb7eeaa4d0c8&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1907990
Dec 18 21:08:24.813890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60172) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:24.839651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b382d05-4748-4188-aa02-e2261c07da56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c987de6-7276-4985-b237-f2a2eb4e2990,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:24.844576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8b0e1724-5d05-47d6-abc1-1f739c5f77f2 None None] For port 81b71128-be92-4418-b68b-39f900d56e85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81b71128-be92-4418-b68b-39f900d56e85,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:24.853918 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1724-5d05-47d6-abc1-1f739c5f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:24.927120 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97eb1ba2-819b-421f-9e46-90556c0af031 req-8ea5132a-86b3-4155-8dc0-3475f1e36859 service neutron] 10.222.0.31 "GET /v2.0/networks/8033b418-7626-44d2-9e3d-745ce17575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3016329
Dec 18 21:08:24.968967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304dc7d-8544-4f96-9fc5-6905ce1465ff req-015c781d-8a7c-4c61-bc04-33476fe9dcbc tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:24.970630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4304dc7d-8544-4f96-9fc5-6905ce1465ff req-015c781d-8a7c-4c61-bc04-33476fe9dcbc tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.1100814
Dec 18 21:08:24.971566 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ef-ee13-4228-99f3-2fc293729ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:25.044562 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ef-ee13-4228-99f3-2fc293729ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:25.060315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e1724-5d05-47d6-abc1-1f739c5f77f2 None None] Pushing event updated for resources: {'Port': ['ID=81b71128-be92-4418-b68b-39f900d56e85,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:25.084245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2e36ebff-e794-4b23-a859-b00f22820ad5 None None] Provisioning complete for port f5fa837e-5493-4c48-9853-38ccdc4109b0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:25.087315 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2e36ebff-e794-4b23-a859-b00f22820ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:25.129952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 69541e40-8ea8-4a0c-8736-e4ff3a35f86a up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:25.135049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2e36ebff-e794-4b23-a859-b00f22820ad5 None None] Port f5fa837e-5493-4c48-9853-38ccdc4109b0 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:08:25.200838 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:25.202237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:25.202960 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:25.213363 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:25.240843 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4304dc7d-8544-4f96-9fc5-6905ce1465ff req-8ffbfa6d-9470-421c-9c1f-bfc83d587d93 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620361
Dec 18 21:08:25.247911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216ba05-776b-4e28-b611-e52a3bef17cf req-11090b81-b72a-46b8-b056-ae76dcb6d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:25.249428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b216ba05-776b-4e28-b611-e52a3bef17cf req-11090b81-b72a-46b8-b056-ae76dcb6d227 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c48b8b9635104eafab5295b3b8709c14&device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 1095 time: 0.2489133
Dec 18 21:08:25.283908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fa837e-5493-4c48-9853-38ccdc4109b0,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:25.361909 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:25.396878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216ba05-776b-4e28-b611-e52a3bef17cf req-8b97e5e0-02fc-4de7-a137-e3e616b9309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:25.399571 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b216ba05-776b-4e28-b611-e52a3bef17cf req-8b97e5e0-02fc-4de7-a137-e3e616b9309a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8033b418-7626-44d2-9e3d-745ce17575dd HTTP/1.1" status: 200  len: 910 time: 0.1234872
Dec 18 21:08:25.485287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b216ba05-776b-4e28-b611-e52a3bef17cf req-787a9bf5-366b-43bc-a2fb-6d73e1458f99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3097be62-2436-4586-8304-3ef9c014939e HTTP/1.1" status: 200  len: 217 time: 0.0722692
Dec 18 21:08:25.509111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:25.510778 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:25.557135 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ef-ee13-4228-99f3-2fc293729ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:25.566753 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9ed98ef-ee13-4228-99f3-2fc293729ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:25.568196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e9ed98ef-ee13-4228-99f3-2fc293729ba1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c987de6-7276-4985-b237-f2a2eb4e2990 HTTP/1.1" status: 204  len: 168 time: 0.7497540
Dec 18 21:08:25.578472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216ba05-776b-4e28-b611-e52a3bef17cf req-e9eeaf69-a851-4dc6-a2f1-d656357ebd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:25.581293 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b216ba05-776b-4e28-b611-e52a3bef17cf req-e9eeaf69-a851-4dc6-a2f1-d656357ebd40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09da5263-e4b3-4b42-9ec6-fd24cc9e4697 HTTP/1.1" status: 200  len: 849 time: 0.0885503
Dec 18 21:08:25.582303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed98ef-ee13-4228-99f3-2fc293729ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c987de6-7276-4985-b237-f2a2eb4e2990,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:25.649015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c1d31-d43d-41b3-be6a-2fa623e39d3f req-b799523a-1fdb-423f-8ac4-abce5ea1d3f2 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:25.653329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e28c1d31-d43d-41b3-be6a-2fa623e39d3f req-b799523a-1fdb-423f-8ac4-abce5ea1d3f2 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 945 time: 0.2525277
Dec 18 21:08:25.718281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b216ba05-776b-4e28-b611-e52a3bef17cf req-61f5b45d-bf75-4562-a1cd-5fbc9d6cd681 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8033b418-7626-44d2-9e3d-745ce17575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1257298
Dec 18 21:08:25.812998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Router 0ab23311-f236-4074-ab58-417d7cbdc88b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:08:25.951361 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e28c1d31-d43d-41b3-be6a-2fa623e39d3f req-643cb3fd-fb0a-4d83-a678-a3b74cd2a693 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2813849
Dec 18 21:08:26.077719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4dfc67b5-9b5a-4f17-8fb8-576c5521d841 None None] Provisioning complete for port f5fa837e-5493-4c48-9853-38ccdc4109b0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:26.080854 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4dfc67b5-9b5a-4f17-8fb8-576c5521d841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:26.164851 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b216ba05-776b-4e28-b611-e52a3bef17cf req-64c6ae44-092a-462b-8408-7dad71c9bbe7 service neutron] 10.222.0.31 "GET /v2.0/networks/8033b418-7626-44d2-9e3d-745ce17575dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4280474
Dec 18 21:08:26.210823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc67b5-9b5a-4f17-8fb8-576c5521d841 None None] Port f5fa837e-5493-4c48-9853-38ccdc4109b0 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:08:26.404144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c752766-d26c-46ef-9285-21c2eec75b86 req-2043fc46-6b39-45d3-9adb-42d094577618 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:26.405785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c752766-d26c-46ef-9285-21c2eec75b86 req-2043fc46-6b39-45d3-9adb-42d094577618 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 944 time: 0.3982267
Dec 18 21:08:26.414990 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b216ba05-776b-4e28-b611-e52a3bef17cf req-5a98d12b-04e7-4884-a17f-f4cac33b9877 service neutron] 10.222.0.31 "GET /v2.0/networks/8033b418-7626-44d2-9e3d-745ce17575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2391231
Dec 18 21:08:26.628517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:08:26.644902 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-63640367-a063-4d99-8e75-a6896c1f8089 admin admin] 10.222.0.13 "PUT /v2.0/routers/0ab23311-f236-4074-ab58-417d7cbdc88b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6189837
Dec 18 21:08:26.646979 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c752766-d26c-46ef-9285-21c2eec75b86 req-01b5a065-efd8-48b9-a421-c7bb79ddc75e tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2309377
Dec 18 21:08:26.685114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3661b-8f35-488f-9ce4-aa5f1ab9689e req-7a705604-5c36-4372-a384-a6539a294f14 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:26.694324 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2d3661b-8f35-488f-9ce4-aa5f1ab9689e req-7a705604-5c36-4372-a384-a6539a294f14 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.2766147
Dec 18 21:08:26.772224 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2d3661b-8f35-488f-9ce4-aa5f1ab9689e req-9584e063-9382-426d-823e-8f736c7191be tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729718
Dec 18 21:08:27.078781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 81b71128-be92-4418-b68b-39f900d56e85 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:27.194542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 81b71128-be92-4418-b68b-39f900d56e85 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:27.195013 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:27.215221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbee0c-8ecf-4ed6-855d-f2733cdacc9b req-6ccfef05-6972-480c-ba99-56fcbc72f727 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:27.223545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ccbee0c-8ecf-4ed6-855d-f2733cdacc9b req-6ccfef05-6972-480c-ba99-56fcbc72f727 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 945 time: 0.1362836
Dec 18 21:08:27.342558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ccbee0c-8ecf-4ed6-855d-f2733cdacc9b req-3073ec15-e685-41eb-a0fc-b45c4b4375fa tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173279
Dec 18 21:08:27.765454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Sync routers for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:08:27.794509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:08:27.795774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6afb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:08:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:27.821956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60246) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:27.828788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1169777485-network', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:28.019035 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:08:28.031190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Made reservation on behalf of b21789afba8948ae88ea829b75a3eedc for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:28.035013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:28.053634 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:28.078602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21967f-bc52-4301-b1da-18a841d09a4d req-153e6dd2-408b-4427-b312-5ba7a33c76be tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:28.080473 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e21967f-bc52-4301-b1da-18a841d09a4d req-153e6dd2-408b-4427-b312-5ba7a33c76be tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 944 time: 0.2279644
Dec 18 21:08:28.171160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5a54e-4b14-47d0-9628-8c0f41b94305 req-abcf1032-3f4b-4726-9a78-d1f95c7587cd tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:28.173413 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-91d5a54e-4b14-47d0-9628-8c0f41b94305 req-abcf1032-3f4b-4726-9a78-d1f95c7587cd tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.2304075
Dec 18 21:08:28.284419 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e21967f-bc52-4301-b1da-18a841d09a4d req-641239f6-ce21-4884-b55d-848ddaaa0135 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959350
Dec 18 21:08:28.297646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6afb80>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 2, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:28.336686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Checking router: 0ab23311-f236-4074-ab58-417d7cbdc88b for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:08:28.337267 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Updating router 0ab23311-f236-4074-ab58-417d7cbdc88b port f5fa837e-5493-4c48-9853-38ccdc4109b0 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:08:28.368567 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:28.411824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-91d5a54e-4b14-47d0-9628-8c0f41b94305 req-9f4e5717-e52a-472c-bf49-0a44d65d9182 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936905
Dec 18 21:08:28.444480 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:28.462483 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:28.499965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:08:28.528680 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:28.528680 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Added segment a6b8f418-e308-4097-98ea-d620242bb045 of type vlan for network 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7
Dec 18 21:08:28.547912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe047b-37a6-4d24-ad76-d209e9b110cc req-d6c4cca4-bab6-46b3-88d8-1b22dba130ba tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:28.556299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbbe047b-37a6-4d24-ad76-d209e9b110cc req-d6c4cca4-bab6-46b3-88d8-1b22dba130ba tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 945 time: 0.1103828
Dec 18 21:08:28.559958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e4007d-ac76-4fda-aaf4-27d0f103dd28,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:28.626580 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:28.675329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbbe047b-37a6-4d24-ad76-d209e9b110cc req-2463b0d4-b59a-4cf3-8c72-c24bd9ebe38f tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177886
Dec 18 21:08:28.722722 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:28.724286 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:28.725857 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:28.764499 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:28.775053 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:28.808034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9843414
Dec 18 21:08:28.811363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60268) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:28.812995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eea79-e145-4da2-99b9-1ddf39f29efd admin admin] Pushing event updated for resources: {'Network': ['ID=5cc15ad6-bddf-4f06-a29c-e3c0049a52b7,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:28.817551 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e3d9381a-9863-4d4b-a801-4fb476146e2f admin admin] Request body: {'subnet': {'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1169777485-subnet', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:28.834503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:08:28.873691 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d9381a-9863-4d4b-a801-4fb476146e2f admin admin] Made reservation on behalf of b21789afba8948ae88ea829b75a3eedc for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:28.876217 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3d9381a-9863-4d4b-a801-4fb476146e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:28.894436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bb8bb-b580-49e7-ae79-88747667d682 None None] Pushing event updated for resources: {'Port': ['ID=f5fa837e-5493-4c48-9853-38ccdc4109b0,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:28.912953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 3097be62-2436-4586-8304-3ef9c014939e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:08:29.045324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Attempting to bind port f5fa837e-5493-4c48-9853-38ccdc4109b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:08:29.045530 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Attempting to bind port f5fa837e-5493-4c48-9853-38ccdc4109b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:08:29.045916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Attempting to bind port f5fa837e-5493-4c48-9853-38ccdc4109b0 on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:29.055164 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:08:29.055620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Checking segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:29.055947 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:29.056345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Bound using segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:08:29.056821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Bound port: f5fa837e-5493-4c48-9853-38ccdc4109b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:08:29.057201 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:29.144538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 3097be62-2436-4586-8304-3ef9c014939e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3097be62-2436-4586-8304-3ef9c014939e,segment=NetworkSegment(bd998b4b-227d-456b-899e-f5c5dfc046bb),segment_id=bd998b4b-227d-456b-899e-f5c5dfc046bb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:29.158145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3d9381a-9863-4d4b-a801-4fb476146e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:29.170036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '3097be62-2436-4586-8304-3ef9c014939e', 'network_id': '8033b418-7626-44d2-9e3d-745ce17575dd', 'port_id': '3097be62-2436-4586-8304-3ef9c014939e', 'mac_address': 'fa:16:3e:86:46:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09da5263-e4b3-4b42-9ec6-fd24cc9e4697', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:08:29.178067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] For port f5fa837e-5493-4c48-9853-38ccdc4109b0, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:08:29.184955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] For port f5fa837e-5493-4c48-9853-38ccdc4109b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5fa837e-5493-4c48-9853-38ccdc4109b0,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:08:29.210934 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:29.243799 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d9381a-9863-4d4b-a801-4fb476146e2f admin admin] Checking segment: {'id': 'a6b8f418-e308-4097-98ea-d620242bb045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:29.244540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d9381a-9863-4d4b-a801-4fb476146e2f admin admin] Network hostable DHCP agents. Network: 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:08:29.252640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9381a-9863-4d4b-a801-4fb476146e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3e3323-5aa3-4e06-8deb-5ca6067ffaee,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:29.269583 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:29.284388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d9381a-9863-4d4b-a801-4fb476146e2f admin admin] Network 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:08:29.302123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e3d9381a-9863-4d4b-a801-4fb476146e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:29.319094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:08:29.319094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6afb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:08:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:29.319094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3097be62-2436-4586-8304-3ef9c014939e {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:08:29.336626 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9381a-9863-4d4b-a801-4fb476146e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:29.337311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3d9381a-9863-4d4b-a801-4fb476146e2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:29.367572 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e3d9381a-9863-4d4b-a801-4fb476146e2f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5549564
Dec 18 21:08:29.370126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60276) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:29.375814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1169777485-router', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:29.479072 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-be733184-9cfa-4999-9c36-700b816814be None None] Provisioning complete for port f5fa837e-5493-4c48-9853-38ccdc4109b0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:29.479447 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-be733184-9cfa-4999-9c36-700b816814be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:29.481692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16658675-58c8-4d72-99e7-4b69774fed91 None None] Network 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:29.487780 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:29.491085 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:29.491243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bb8bb-b580-49e7-ae79-88747667d682 None None] Pushing event updated for resources: {'Port': ['ID=f5fa837e-5493-4c48-9853-38ccdc4109b0,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:29.574135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 3097be62-2436-4586-8304-3ef9c014939e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3097be62-2436-4586-8304-3ef9c014939e,segment=NetworkSegment(bd998b4b-227d-456b-899e-f5c5dfc046bb),segment_id=bd998b4b-227d-456b-899e-f5c5dfc046bb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:29.612293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d48d7e-e786-4034-b61c-45424f2d6702 req-44c5108a-ade9-4b1d-a197-9843dddb86ed tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:29.619775 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d48d7e-e786-4034-b61c-45424f2d6702 req-44c5108a-ade9-4b1d-a197-9843dddb86ed tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 944 time: 0.1626995
Dec 18 21:08:29.628379 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:29.721590 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:29.775522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579f8d-eb7c-4743-ad54-ee417d9b5428 req-dc150c04-0e31-44b1-ad6c-9985b0868d05 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:29.777085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd579f8d-eb7c-4743-ad54-ee417d9b5428 req-dc150c04-0e31-44b1-ad6c-9985b0868d05 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.2241592
Dec 18 21:08:29.857536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d48d7e-e786-4034-b61c-45424f2d6702 req-5b9a8a9e-722c-45c7-895e-492570f05a90 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2367766
Dec 18 21:08:29.874534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-434e3fc9-4635-4401-8f02-58064d703280 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2509177
Dec 18 21:08:29.972630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:08:30.093700 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-109c7086-670e-4da5-8f68-cdfc36db7856 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6df650339f864e028604b27467d14de8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0565205
Dec 18 21:08:30.098459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['3097be62-2436-4586-8304-3ef9c014939e'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:08:30.103117 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:30.144895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=3097be62-2436-4586-8304-3ef9c014939e,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:30.300530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-ad4c58ce-5af3-4da3-a109-c487a5ee2302 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:30.302046 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-ad4c58ce-5af3-4da3-a109-c487a5ee2302 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1946492
Dec 18 21:08:30.319960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd579f8d-eb7c-4743-ad54-ee417d9b5428 req-b99ff8e6-ddd2-4121-addc-081918a43360 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5017140
Dec 18 21:08:30.333672 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-be733184-9cfa-4999-9c36-700b816814be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:30.357304 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-41b04dd2-f4e8-4502-81eb-a1db00594dcc tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/quotas/6df650339f864e028604b27467d14de8 HTTP/1.1" status: 200  len: 375 time: 0.0235960
Dec 18 21:08:30.363579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5cc15ad6-bddf-4f06-a29c-e3c0049a52b7', 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7', 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'fixed_ips': [{'subnet_id': '8e3e3323-5aa3-4e06-8deb-5ca6067ffaee'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:08:30.364437 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:30.429362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-3d2843f8-4189-4570-895f-189578fd04b3 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6df650339f864e028604b27467d14de8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0575795
Dec 18 21:08:30.476530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-304715d3-cba3-4c4a-949b-79d37f8bd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:30.478466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-304715d3-cba3-4c4a-949b-79d37f8bd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:30.478466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-304715d3-cba3-4c4a-949b-79d37f8bd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:30.478466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-304715d3-cba3-4c4a-949b-79d37f8bd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:30.478743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-304715d3-cba3-4c4a-949b-79d37f8bd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:30.479018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-304715d3-cba3-4c4a-949b-79d37f8bd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:30.479479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-304715d3-cba3-4c4a-949b-79d37f8bd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:30.482002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-304715d3-cba3-4c4a-949b-79d37f8bd0a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6500 time: 0.5132482
Dec 18 21:08:30.507770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-be733184-9cfa-4999-9c36-700b816814be None None] For port f5fa837e-5493-4c48-9853-38ccdc4109b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5fa837e-5493-4c48-9853-38ccdc4109b0,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:30.552958 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-be733184-9cfa-4999-9c36-700b816814be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:30.712482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be733184-9cfa-4999-9c36-700b816814be None None] Pushing event updated for resources: {'Port': ['ID=f5fa837e-5493-4c48-9853-38ccdc4109b0,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:30.724633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Allocated IP 172.20.0.2 (5cc15ad6-bddf-4f06-a29c-e3c0049a52b7/8e3e3323-5aa3-4e06-8deb-5ca6067ffaee/7b5f9e57-34d5-4161-b795-4bee3c4652d1) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:08:30.795704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ca93e449-b3ac-4bbb-a385-1dc9d8859402 None None] Provisioning complete for port f5fa837e-5493-4c48-9853-38ccdc4109b0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:30.796145 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ca93e449-b3ac-4bbb-a385-1dc9d8859402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:30.809867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6afb80>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:29Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:30.863960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb53ff-2806-41b1-b13f-84bef08403d9 None None] The sync data for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 is: [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:29Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:08:31.212283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f5fa837e-5493-4c48-9853-38ccdc4109b0 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:31.387961 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:31.391055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-62b8127c-c8e7-40b2-870c-21e96fdf0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:31.391551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-62b8127c-c8e7-40b2-870c-21e96fdf0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:31.391999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-62b8127c-c8e7-40b2-870c-21e96fdf0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:31.393598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-62b8127c-c8e7-40b2-870c-21e96fdf0b85 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50f70d1e-856f-4dc0-8d15-f219387fa189&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344 HTTP/1.1" status: 200  len: 2299 time: 0.8641801
Dec 18 21:08:31.409245 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:31.458932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Network 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:31.469801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:31.475226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:08:31.477370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port f5fa837e-5493-4c48-9853-38ccdc4109b0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:31.477734 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:31.506847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6fa529c-dee1-4413-b150-4650af35d5ee req-7c728212-bcd2-44ee-a0c6-74e2e0553b00 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 210 time: 0.1040683
Dec 18 21:08:31.552825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Pushing event updated for resources: {'Port': ['ID=7b5f9e57-34d5-4161-b795-4bee3c4652d1,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:31.606667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Attempting to bind port 7b5f9e57-34d5-4161-b795-4bee3c4652d1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:08:31.607345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Attempting to bind port 7b5f9e57-34d5-4161-b795-4bee3c4652d1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6b8f418-e308-4097-98ea-d620242bb045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:08:31.607345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Attempting to bind port 7b5f9e57-34d5-4161-b795-4bee3c4652d1 on network 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:31.615442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:08:31.615800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Checking segment: {'id': 'a6b8f418-e308-4097-98ea-d620242bb045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:31.616205 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:31.616600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Bound using segment: {'id': 'a6b8f418-e308-4097-98ea-d620242bb045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:08:31.617082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Bound port: 7b5f9e57-34d5-4161-b795-4bee3c4652d1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b8f418-e308-4097-98ea-d620242bb045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:08:31.617458 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:31.633097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b4668-f36b-4f99-b375-96215b481f5b req-b452cd08-f7ed-443e-8297-f0e1fbdff1e8 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:31.641443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce5b4668-f36b-4f99-b375-96215b481f5b req-b452cd08-f7ed-443e-8297-f0e1fbdff1e8 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 945 time: 1.1582024
Dec 18 21:08:31.760585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce5b4668-f36b-4f99-b375-96215b481f5b req-d85a537e-4a50-42cb-b162-c70426136ffd tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178362
Dec 18 21:08:31.802772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-f8724334-432d-4ead-a00a-473dca6ad799 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6 HTTP/1.1" status: 200  len: 1000 time: 0.3698785
Dec 18 21:08:31.840809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] For port 7b5f9e57-34d5-4161-b795-4bee3c4652d1, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:08:31.844407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] For port 7b5f9e57-34d5-4161-b795-4bee3c4652d1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b5f9e57-34d5-4161-b795-4bee3c4652d1,segment=NetworkSegment(a6b8f418-e308-4097-98ea-d620242bb045),segment_id=a6b8f418-e308-4097-98ea-d620242bb045)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:08:31.855439 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:31.918983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a752a20-3038-491d-9816-d65d89f7e1c3 None None] Pushing event updated for resources: {'Port': ['ID=7b5f9e57-34d5-4161-b795-4bee3c4652d1,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:31.926756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7d4b0-6986-47d7-b168-28b153ec85a2 req-8a6b0b3b-4c0a-43a5-aa77-aaf3b43df43e tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:31.928642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5df7d4b0-6986-47d7-b168-28b153ec85a2 req-8a6b0b3b-4c0a-43a5-aa77-aaf3b43df43e tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 945 time: 0.2653141
Dec 18 21:08:32.027381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb8608-b4fa-406d-a2e9-671ba1eea4ac req-aef2abcd-5259-4fe3-a81a-df80945952dd tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:32.029020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3eeb8608-b4fa-406d-a2e9-671ba1eea4ac req-aef2abcd-5259-4fe3-a81a-df80945952dd tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.2044125
Dec 18 21:08:32.031147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-6d9e6f59-596e-4fc3-89e5-5a867e688b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:32.032537 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-6d9e6f59-596e-4fc3-89e5-5a867e688b2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd650901-9f47-47d9-a2fb-bdde348d3ffa HTTP/1.1" status: 200  len: 856 time: 0.2213242
Dec 18 21:08:32.156497 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5df7d4b0-6986-47d7-b168-28b153ec85a2 req-7f3c56ad-5764-47bb-b44d-dfedc46e3d8b tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158542
Dec 18 21:08:32.363883 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3eeb8608-b4fa-406d-a2e9-671ba1eea4ac req-12c34982-996f-4990-a7c2-4205f700da45 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3245242
Dec 18 21:08:32.430888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-d8e1b15b-6607-474a-a81d-f459f2e61ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:32.447876 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-d8e1b15b-6607-474a-a81d-f459f2e61ee5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50f70d1e-856f-4dc0-8d15-f219387fa189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3899844
Dec 18 21:08:32.486101 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:32.559976 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:32.656733 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d069cfdf-fc61-4415-9974-b8d154bc7506 req-6fc94d6b-bd5e-4383-9414-cee07759bf5b tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 210 time: 0.0385621
Dec 18 21:08:32.705534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-360ad962-2dbc-41a8-a590-16f7221d9bda service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558000
Dec 18 21:08:32.849515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Allocated IP 172.35.3.41 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/06c8337e-3b57-4ad4-80a1-1f2794aa86e8) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:08:32.940613 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 3097be62-2436-4586-8304-3ef9c014939e up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:32.944905 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cf9e6222-f696-4f2c-a755-8404eda198df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:33.086820 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:33.135271 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-dc290bae-b6e8-4f64-bb49-cd757431577c service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3939652
Dec 18 21:08:33.139499 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:33.139742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 3097be62-2436-4586-8304-3ef9c014939e completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:08:33.144705 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 3097be62-2436-4586-8304-3ef9c014939e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:33.145181 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:33.221157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:33.242229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7b5f9e57-34d5-4161-b795-4bee3c4652d1 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:33.293272 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:33.296040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:08:33.320781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dd0abf-8f9a-4351-abb0-f9c608552539 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:08:33.356539 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-1455771d-8cc5-4f59-b1f2-18acfbeda0c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=fbcf81f3-8b8e-462f-9434-1aafb30b288a HTTP/1.1" status: 200  len: 217 time: 0.2013054
Dec 18 21:08:33.364661 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f915c-ad15-4ffa-9640-b85a5fb08867 req-96519e9b-4561-4478-aadb-a593ad1ef34d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:33.367177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab1f915c-ad15-4ffa-9640-b85a5fb08867 req-96519e9b-4561-4478-aadb-a593ad1ef34d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 945 time: 0.5197990
Dec 18 21:08:33.395601 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 7b5f9e57-34d5-4161-b795-4bee3c4652d1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:33.396108 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:33.444976 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:33.469922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fbac347a-679a-4c65-9357-07f94524fc11 None None] Provisioning complete for port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:33.473514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fbac347a-679a-4c65-9357-07f94524fc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:33.521115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8668088b-ae76-48a8-bd85-f81eb04d72cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3097be62-2436-4586-8304-3ef9c014939e'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:33.523491 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bd9155-dd0f-4fa0-894b-63cd7358ffe6" -d '{"events": [{"server_uuid": "8668088b-ae76-48a8-bd85-f81eb04d72cc", "name": "network-vif-plugged", "status": "completed", "tag": "3097be62-2436-4586-8304-3ef9c014939e"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:33.547086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Pushing event updated for resources: {'Port': ['ID=06c8337e-3b57-4ad4-80a1-1f2794aa86e8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:33.555223 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 3097be62-2436-4586-8304-3ef9c014939e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3097be62-2436-4586-8304-3ef9c014939e,segment=NetworkSegment(bd998b4b-227d-456b-899e-f5c5dfc046bb),segment_id=bd998b4b-227d-456b-899e-f5c5dfc046bb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:33.570126 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:33.578106 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fbac347a-679a-4c65-9357-07f94524fc11 None None] Port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:08:33.633620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb03cb4-1f33-4b71-907e-60ec75b76dde None None] Network 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:33.657500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-a5fd1263-4382-4797-81f8-9a887e09f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:33.659096 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-a5fd1263-4382-4797-81f8-9a887e09f939 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.2856004
Dec 18 21:08:33.662341 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:33.669888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ca256-4723-401f-b925-377f3a3b982d req-e77cd7ac-45db-4244-b4ed-8a9ad9ad6371 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:33.677283 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b5ca256-4723-401f-b925-377f3a3b982d req-e77cd7ac-45db-4244-b4ed-8a9ad9ad6371 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 945 time: 0.3852220
Dec 18 21:08:33.686764 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab1f915c-ad15-4ffa-9640-b85a5fb08867 req-7ad86b54-61de-4870-9d6f-762c9267841d tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2926607
Dec 18 21:08:33.746286 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=3097be62-2436-4586-8304-3ef9c014939e,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:33.813796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 7b5f9e57-34d5-4161-b795-4bee3c4652d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b5f9e57-34d5-4161-b795-4bee3c4652d1,segment=NetworkSegment(a6b8f418-e308-4097-98ea-d620242bb045),segment_id=a6b8f418-e308-4097-98ea-d620242bb045)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:33.816915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-45bca22b-d952-433a-aa65-35fe0ad9898d None None] Provisioning complete for port 7b5f9e57-34d5-4161-b795-4bee3c4652d1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:33.817557 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-45bca22b-d952-433a-aa65-35fe0ad9898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:33.853370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-173ae125-9fcf-4791-9ab1-a5355ee1d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:33.854923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-173ae125-9fcf-4791-9ab1-a5355ee1d32c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1643920
Dec 18 21:08:33.869335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:33.890361 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b5ca256-4723-401f-b925-377f3a3b982d req-14f74c9f-20db-4cd5-b709-06d7eac211f8 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2121427
Dec 18 21:08:33.991666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=7b5f9e57-34d5-4161-b795-4bee3c4652d1,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:33.998562 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7ef1a1-e526-4259-89ce-6d61c33bee23 x-openstack-request-id: req-be7ef1a1-e526-4259-89ce-6d61c33bee23 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:33.999165 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8668088b-ae76-48a8-bd85-f81eb04d72cc", "name": "network-vif-plugged", "status": "completed", "tag": "3097be62-2436-4586-8304-3ef9c014939e", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:33.999640 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be7ef1a1-e526-4259-89ce-6d61c33bee23 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:34.000253 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8668088b-ae76-48a8-bd85-f81eb04d72cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3097be62-2436-4586-8304-3ef9c014939e', 'code': 200}
Dec 18 21:08:34.042103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98b030-aeda-49fc-96d3-9dab3d183551 req-e5136317-6335-443e-ab7e-d1ba02a3379a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:34.044195 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a98b030-aeda-49fc-96d3-9dab3d183551 req-e5136317-6335-443e-ab7e-d1ba02a3379a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.2324102
Dec 18 21:08:34.130498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-154d75bd-2d3a-468c-9d16-00c8e2516515 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2553856
Dec 18 21:08:34.147605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc477e3f-e754-45ba-b296-fb620a1ada27 req-1030541d-b2b6-484f-8f7f-5ee4873e0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:34.149802 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bc477e3f-e754-45ba-b296-fb620a1ada27 req-1030541d-b2b6-484f-8f7f-5ee4873e0644 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 1097 time: 0.0725322
Dec 18 21:08:34.240606 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bc477e3f-e754-45ba-b296-fb620a1ada27 req-67dd9838-304d-4898-a292-2ab53bad4e4b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817454
Dec 18 21:08:34.252891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ec2dca2-0b1f-4bf8-bcd6-d17c5ee6563e req-20e59c44-db6f-42f6-bc51-cfa3647bf89c tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 210 time: 0.1506324
Dec 18 21:08:34.253677 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:34.380434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a98b030-aeda-49fc-96d3-9dab3d183551 req-a185f070-72b2-4187-ae24-de4d5134cddc tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3219268
Dec 18 21:08:34.461982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-3f66b6ba-df81-4851-897a-f49a72d1b4c2 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2961609
Dec 18 21:08:34.470345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-cc2c9397-1bd4-45de-b441-3f27d982aa86 None None] Provisioning complete for port 7b5f9e57-34d5-4161-b795-4bee3c4652d1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:34.470718 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9397-1bd4-45de-b441-3f27d982aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:34.552403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-6fc34a0e-4e74-4354-87e0-c2a464954574 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=f844557f-eb38-48aa-8a3a-a4ec5d372124 HTTP/1.1" status: 200  len: 217 time: 0.0514715
Dec 18 21:08:34.987281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-9b59b221-3311-4e47-b2b4-0c6b012a9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:34.989029 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-9b59b221-3311-4e47-b2b4-0c6b012a9b33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.4291844
Dec 18 21:08:35.017094 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:35.046858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7b5f9e57-34d5-4161-b795-4bee3c4652d1 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:35.109539 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 7b5f9e57-34d5-4161-b795-4bee3c4652d1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:35.109919 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:35.128901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74d348-6aff-4146-9b5b-674d9700193b req-25dcf0ce-8dc2-4afc-a275-0057827310eb tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:35.130439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d74d348-6aff-4146-9b5b-674d9700193b req-25dcf0ce-8dc2-4afc-a275-0057827310eb tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 945 time: 0.2073634
Dec 18 21:08:35.180758 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c0a88c5d-5837-4c8b-96f5-729c77bd93c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:35.199089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50657ced-1e2b-48d0-930d-efae1569b372 req-bdb8d671-530f-4afc-994f-fad783d7295f tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:35.201307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50657ced-1e2b-48d0-930d-efae1569b372 req-bdb8d671-530f-4afc-994f-fad783d7295f tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 946 time: 0.2204120
Dec 18 21:08:35.288342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-7e98205d-c312-45f2-82e6-97accb097da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:35.289780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-7e98205d-c312-45f2-82e6-97accb097da5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2633109
Dec 18 21:08:35.398451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d74d348-6aff-4146-9b5b-674d9700193b req-9f047c0f-337f-4a5c-a916-1b227a4030f6 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594690
Dec 18 21:08:35.453379 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50657ced-1e2b-48d0-930d-efae1569b372 req-9eea7d33-0d52-4e81-8efd-5b0ac01dc88c tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155635
Dec 18 21:08:35.511803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Router 57837c25-455f-4653-9658-01ccd3991bb0 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:08:35.542282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b0d8cf0-dc2e-4f22-a655-a3617de0cd5d req-d3c86750-03b4-4997-b932-f51461084117 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 210 time: 0.0527327
Dec 18 21:08:35.592034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-d352e421-3d4d-43a4-8af4-b611997be656 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2898514
Dec 18 21:08:35.737165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f559504-86ae-4d51-b980-f8095d7b4e50 req-bc58efe7-1349-465e-92c3-e8877721ce1f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:35.738776 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f559504-86ae-4d51-b980-f8095d7b4e50 req-bc58efe7-1349-465e-92c3-e8877721ce1f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.1956873
Dec 18 21:08:35.796673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:08:35.805252 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Sync routers for ids ['57837c25-455f-4653-9658-01ccd3991bb0'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:08:35.814828 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Routers {'57837c25-455f-4653-9658-01ccd3991bb0'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:08:35.815516 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36646ec280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:08:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['57837c25-455f-4653-9658-01ccd3991bb0'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:35.817586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-c00c3290-38c4-46b0-860c-e3e618da582e service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1922669
Dec 18 21:08:35.841254 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:35.845980 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-39116c8c-0383-4e66-890b-3eaa66a7bbfb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.4712913
Dec 18 21:08:35.846188 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60344) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:35.881404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f559504-86ae-4d51-b980-f8095d7b4e50 req-6e49fc00-d700-4215-a80d-72f2dafa0463 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324224
Dec 18 21:08:35.882987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-e208eb61-2d97-4e91-95a6-14be930a46da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85 HTTP/1.1" status: 200  len: 217 time: 0.0541611
Dec 18 21:08:35.928263 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Set router 57837c25-455f-4653-9658-01ccd3991bb0 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:08:35.944649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-c2e32b78-5adb-45c0-b4a9-7d62d613d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:35.946336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-c2e32b78-5adb-45c0-b4a9-7d62d613d2c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0558243
Dec 18 21:08:35.999515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-0be185a3-a2dd-4ae2-853b-dd8b7c12ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:36.001035 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-0be185a3-a2dd-4ae2-853b-dd8b7c12ede3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0471091
Dec 18 21:08:36.097552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-764bc1f2-d37a-4716-a27c-dc8713cf706d service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891852
Dec 18 21:08:36.121609 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36646ec280>, [{'id': '57837c25-455f-4653-9658-01ccd3991bb0', 'name': 'tempest-TestVolumeBootPattern-1169777485-router', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:29Z', 'updated_at': '2021-12-18T21:08:33Z', 'revision_number': 3, 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'gw_port': {'id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57837c25-455f-4653-9658-01ccd3991bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:32Z', 'updated_at': '2021-12-18T21:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:36.147442 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Checking router: 57837c25-455f-4653-9658-01ccd3991bb0 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:08:36.147958 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Updating router 57837c25-455f-4653-9658-01ccd3991bb0 port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:08:36.173717 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:36.198295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-2c00d0fd-5d17-494f-b078-cb0d935c32da service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924037
Dec 18 21:08:36.239816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-b2f27549-6614-43d3-b02f-fae2518f1b30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=59526aeb-f155-46bf-ba7e-15d8467624a2 HTTP/1.1" status: 200  len: 217 time: 0.0349641
Dec 18 21:08:36.277929 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:36.291877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-3f9e7a98-fbe2-458e-a614-1da9a9459eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:36.293981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-3f9e7a98-fbe2-458e-a614-1da9a9459eab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0456202
Dec 18 21:08:36.346664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-7c3ab0e6-4ff6-4e43-b43f-4388d88d7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:36.348999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-7c3ab0e6-4ff6-4e43-b43f-4388d88d7ab4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0484695
Dec 18 21:08:36.384930 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:36.453530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-048aa296-2aa5-480e-a9bf-393d705d72f3 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0977120
Dec 18 21:08:36.465820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Allocated IP 172.20.0.1 (5cc15ad6-bddf-4f06-a29c-e3c0049a52b7/8e3e3323-5aa3-4e06-8deb-5ca6067ffaee/d9e476b4-b4fa-4a56-a126-4335af77390c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:08:36.532851 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:36.539522 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:36.621267 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde92856-c1ec-452c-8125-0f5fe4737f74 None None] Pushing event updated for resources: {'Port': ['ID=06c8337e-3b57-4ad4-80a1-1f2794aa86e8,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:36.625912 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Attempting to bind port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:08:36.626504 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Attempting to bind port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:08:36.626878 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Attempting to bind port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:36.630457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebb23cb-e329-49ee-9d90-eed147c5ac90 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:08:36.633957 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:08:36.633957 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:36.634209 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:36.634546 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:08:36.635018 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Bound port: 06c8337e-3b57-4ad4-80a1-1f2794aa86e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:08:36.636367 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:36.645556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:36.681003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-22085ec0-76e5-49df-84e1-d975fefda941 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193561
Dec 18 21:08:36.689201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0166f-6bf0-4509-ab4b-0a4c6ada2c56 req-24f953da-8528-428a-8fc7-56f3ed4e0554 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:36.690746 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03c0166f-6bf0-4509-ab4b-0a4c6ada2c56 req-24f953da-8528-428a-8fc7-56f3ed4e0554 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 946 time: 0.1038237
Dec 18 21:08:36.691269 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:36.700510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916093c-1e04-4437-8865-432e2aae9108 req-97227768-94ac-4110-a2f3-e74d06186911 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:36.702052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1916093c-1e04-4437-8865-432e2aae9108 req-97227768-94ac-4110-a2f3-e74d06186911 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 945 time: 0.1574752
Dec 18 21:08:36.722246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Network 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:36.723690 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] For port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:08:36.725266 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:36.728492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:08:36.729999 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] For port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06c8337e-3b57-4ad4-80a1-1f2794aa86e8,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:08:36.747451 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:36.752608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-668f3ac9-16f0-480b-b524-c9106d2a5ca2 None None] Provisioning complete for port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:36.753805 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-668f3ac9-16f0-480b-b524-c9106d2a5ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:36.774086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:36.775880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-028ce2a9-9f31-4ebe-8fb7-cff1ac3efa5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f477167-6d29-4a5d-a26d-96bb2271bada HTTP/1.1" status: 200  len: 217 time: 0.0839376
Dec 18 21:08:36.822492 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Routers {'57837c25-455f-4653-9658-01ccd3991bb0'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:08:36.823928 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36646ec280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:08:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['57837c25-455f-4653-9658-01ccd3991bb0'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:36.837639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e73440-8459-4524-9bd8-163e0220552d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:08:36.884939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e476b4-b4fa-4a56-a126-4335af77390c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:36.920856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03c0166f-6bf0-4509-ab4b-0a4c6ada2c56 req-13f84341-73ba-4bae-8411-929cf96a0147 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167079
Dec 18 21:08:36.941030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1916093c-1e04-4437-8865-432e2aae9108 req-ee0773ac-37fa-46eb-9044-30a00056756a tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2294104
Dec 18 21:08:36.951928 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-8ac383de-780f-48b9-b772-343ee06eab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:36.953432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-8ac383de-780f-48b9-b772-343ee06eab34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.1685092
Dec 18 21:08:37.005193 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde92856-c1ec-452c-8125-0f5fe4737f74 None None] Pushing event updated for resources: {'Port': ['ID=06c8337e-3b57-4ad4-80a1-1f2794aa86e8,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:37.019432 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] Set router 57837c25-455f-4653-9658-01ccd3991bb0 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:08:37.035994 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-668f3ac9-16f0-480b-b524-c9106d2a5ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:37.092487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-668f3ac9-16f0-480b-b524-c9106d2a5ca2 None None] For port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06c8337e-3b57-4ad4-80a1-1f2794aa86e8,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:37.105519 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-668f3ac9-16f0-480b-b524-c9106d2a5ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:37.160174 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:37.204082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f3ac9-16f0-480b-b524-c9106d2a5ca2 None None] Pushing event updated for resources: {'Port': ['ID=06c8337e-3b57-4ad4-80a1-1f2794aa86e8,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:37.210486 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f91033dc-8e92-4436-a075-017bb2be692d req-3f80bfe1-ce27-4b87-a1c0-d3e2de0c099f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 210 time: 0.0949750
Dec 18 21:08:37.212459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-ff18d8b3-c3ec-4907-9154-ce3d7c0ecab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:37.214565 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-ff18d8b3-c3ec-4907-9154-ce3d7c0ecab5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2522368
Dec 18 21:08:37.253070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-afe09554-381b-400c-91aa-087785691d1f None None] Provisioning complete for port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:37.253691 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-afe09554-381b-400c-91aa-087785691d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:37.325968 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36646ec280>, [{'id': '57837c25-455f-4653-9658-01ccd3991bb0', 'name': 'tempest-TestVolumeBootPattern-1169777485-router', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:29Z', 'updated_at': '2021-12-18T21:08:33Z', 'revision_number': 3, 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'gw_port': {'id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57837c25-455f-4653-9658-01ccd3991bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:32Z', 'updated_at': '2021-12-18T21:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:37.355012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b5cec-4947-450d-9a6f-f1dacd172b24 req-dacd4696-efba-4a6f-860e-dcedcf0427d0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:37.357428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a59b5cec-4947-450d-9a6f-f1dacd172b24 req-dacd4696-efba-4a6f-860e-dcedcf0427d0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.1581511
Dec 18 21:08:37.389003 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b58e616-3edb-4517-be27-619851166bd0 None None] The sync data for ids ['57837c25-455f-4653-9658-01ccd3991bb0'] in ncdv-master-1 is: [{'id': '57837c25-455f-4653-9658-01ccd3991bb0', 'name': 'tempest-TestVolumeBootPattern-1169777485-router', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:29Z', 'updated_at': '2021-12-18T21:08:33Z', 'revision_number': 3, 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'gw_port': {'id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57837c25-455f-4653-9658-01ccd3991bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:32Z', 'updated_at': '2021-12-18T21:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:08:37.410818 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-1f90f09e-3ea8-4180-b6b3-5ffa94e36d93 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853240
Dec 18 21:08:37.430378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a014f37-1dd5-4d58-81ce-429569204891 req-bc0737c3-d076-4918-8942-83e767930e99 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:37.432071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a014f37-1dd5-4d58-81ce-429569204891 req-bc0737c3-d076-4918-8942-83e767930e99 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.36 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 945 time: 0.1260879
Dec 18 21:08:37.461585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-afe09554-381b-400c-91aa-087785691d1f None None] Provisioning complete for port d9e476b4-b4fa-4a56-a126-4335af77390c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:37.462033 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-afe09554-381b-400c-91aa-087785691d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:37.501489 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-2dd7eb86-7cae-480d-b4c7-d28dffce3a13 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6df650339f864e028604b27467d14de8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0978334
Dec 18 21:08:37.517962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-afe09554-381b-400c-91aa-087785691d1f None None] Port d9e476b4-b4fa-4a56-a126-4335af77390c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:08:37.544606 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:37.610867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a59b5cec-4947-450d-9a6f-f1dacd172b24 req-bda44abc-be0b-446c-9b4d-8dbc4926d109 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2339151
Dec 18 21:08:37.626199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:37.687501 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-d0766b17-4766-4859-855e-af18dd4356e5 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2528884
Dec 18 21:08:37.725488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:37.746013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e476b4-b4fa-4a56-a126-4335af77390c,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:37.755263 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-45586a53-bcaf-408f-9e17-b529128e25b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 HTTP/1.1" status: 200  len: 217 time: 0.0602641
Dec 18 21:08:37.894942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-81109ab9-8bf5-400d-b2bf-ea6863b77cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:37.899423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-81109ab9-8bf5-400d-b2bf-ea6863b77cde service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.1357653
Dec 18 21:08:37.914792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-5a014f37-1dd5-4d58-81ce-429569204891 req-e06ef537-4b38-4067-bb83-fbeb7c1dfa16 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Deleting port 6419101c-f417-440a-9dc1-1ff20d886edd {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:08:37.915133 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5a014f37-1dd5-4d58-81ce-429569204891 req-e06ef537-4b38-4067-bb83-fbeb7c1dfa16 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:37.948826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-767a4239-8590-4dfc-b27f-1d75fabf0f0d tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:37.950528 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-767a4239-8590-4dfc-b27f-1d75fabf0f0d tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4332724
Dec 18 21:08:37.986850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Request body: {'port': {'device_id': '7d942a42-4f82-4308-bd4c-2501b4e54663', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '6df650339f864e028604b27467d14de8'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:38.069674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Network 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:38.073513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:38.112126 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:38.142145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-5a014f37-1dd5-4d58-81ce-429569204891 req-e06ef537-4b38-4067-bb83-fbeb7c1dfa16 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] For port 6419101c-f417-440a-9dc1-1ff20d886edd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6419101c-f417-440a-9dc1-1ff20d886edd,segment=NetworkSegment(c84369d7-f315-4459-ba60-c94e2f6beef1),segment_id=c84369d7-f315-4459-ba60-c94e2f6beef1)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:38.142545 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5a014f37-1dd5-4d58-81ce-429569204891 req-e06ef537-4b38-4067-bb83-fbeb7c1dfa16 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:38.158848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c568-aabc-4564-882f-e79dddd1d061 req-14f80d4e-7f7b-4732-809c-84b658be64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:38.164157 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-14f80d4e-7f7b-4732-809c-84b658be64d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1739719
Dec 18 21:08:38.173131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-5a014f37-1dd5-4d58-81ce-429569204891 req-e06ef537-4b38-4067-bb83-fbeb7c1dfa16 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Calling delete_port for 6419101c-f417-440a-9dc1-1ff20d886edd owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:08:38.248345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Router 57837c25-455f-4653-9658-01ccd3991bb0 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:08:38.270210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Made reservation on behalf of 6df650339f864e028604b27467d14de8 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:38.276121 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:38.296304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969487d-bed7-4879-b8cc-acf64e75485a req-93ad2bf2-a8eb-487c-8ce6-84d8ebcdf674 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:38.305783 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b969487d-bed7-4879-b8cc-acf64e75485a req-93ad2bf2-a8eb-487c-8ce6-84d8ebcdf674 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 945 time: 0.2497396
Dec 18 21:08:38.312852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:38.385673 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-8b9ff931-e45a-40b3-97f2-3915026a708b service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2104318
Dec 18 21:08:38.411407 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-38d1e01f-f46a-4678-9eb6-607337e0259e req-4cd4d842-b536-43b4-a3d4-94be92504dbc tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 210 time: 0.0701897
Dec 18 21:08:38.457810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9238c909-7f35-406b-b824-0c22e9cdf105 None None] Provisioning complete for port d9e476b4-b4fa-4a56-a126-4335af77390c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:38.458552 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9238c909-7f35-406b-b824-0c22e9cdf105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:38.475195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:08:38.486332 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-04bc060d-40bb-42eb-8d2a-944abab61321 admin admin] 10.222.0.13 "PUT /v2.0/routers/57837c25-455f-4653-9658-01ccd3991bb0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6366711
Dec 18 21:08:38.513027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b969487d-bed7-4879-b8cc-acf64e75485a req-540f3197-f53a-49f8-9b2e-ad0a8641401b tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e97a55e-6129-426a-8dd8-eae31673b458&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977625
Dec 18 21:08:38.533080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:38.533651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9238c909-7f35-406b-b824-0c22e9cdf105 None None] Port d9e476b4-b4fa-4a56-a126-4335af77390c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:08:38.543388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:38.543918 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:38.622103 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af18c568-aabc-4564-882f-e79dddd1d061 req-c2d6192d-1045-4dac-9bca-798bf0bfa986 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2133834
Dec 18 21:08:38.678538 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5a014f37-1dd5-4d58-81ce-429569204891 req-e06ef537-4b38-4067-bb83-fbeb7c1dfa16 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:38.682105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71e6b18-534a-42c2-a6e5-a7297cfc6e31,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:38.694963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['6419101c-f417-440a-9dc1-1ff20d886edd'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:08:38.766522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ef537-4b38-4067-bb83-fbeb7c1dfa16 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Pushing event deleted for resources: {'Port': ['ID=6419101c-f417-440a-9dc1-1ff20d886edd,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:38.836383 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Allocated IP 192.168.233.161 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/e3692064-60f7-457f-a6ec-747e276ca1b7) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:08:38.949215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01029a1f-6c70-48b6-9ed9-4300a6739bea details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:08:39.145406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:39.160117 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '01029a1f-6c70-48b6-9ed9-4300a6739bea', 'network_id': '1868cd24-2ddf-47fc-8474-997160de3083', 'port_id': '01029a1f-6c70-48b6-9ed9-4300a6739bea', 'mac_address': 'fa:16:3e:de:10:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddf9542-b331-44d6-bbe6-163e1b723ad1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:08:39.173157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:39.234059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:39.235554 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:39.292022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:39.296795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:39.300004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:08:39.301469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a014f37-1dd5-4d58-81ce-429569204891 req-e06ef537-4b38-4067-bb83-fbeb7c1dfa16 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] No DVR routers for this DVR port 6419101c-f417-440a-9dc1-1ff20d886edd on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:08:39.310953 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:39.315518 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5a014f37-1dd5-4d58-81ce-429569204891 req-e06ef537-4b38-4067-bb83-fbeb7c1dfa16 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:39.327354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a014f37-1dd5-4d58-81ce-429569204891 req-e06ef537-4b38-4067-bb83-fbeb7c1dfa16 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.36 "DELETE /v2.0/ports/6419101c-f417-440a-9dc1-1ff20d886edd HTTP/1.1" status: 204  len: 173 time: 1.8762352
Dec 18 21:08:39.327354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28062e3e-9e82-4f4e-97ca-1af56a3f94ca', 'name': 'network-vif-deleted', 'tag': '6419101c-f417-440a-9dc1-1ff20d886edd'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:39.328675 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd39663-f099-44ad-a676-ac578660c705" -d '{"events": [{"server_uuid": "28062e3e-9e82-4f4e-97ca-1af56a3f94ca", "name": "network-vif-deleted", "tag": "6419101c-f417-440a-9dc1-1ff20d886edd"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:39.364685 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01029a1f-6c70-48b6-9ed9-4300a6739bea {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:08:39.371626 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:39.372201 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:39.394318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:39.395054 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:39.413752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f704e-e2af-4d41-84b4-14116969c0ca req-1179b2bd-d0a3-4fe8-89c2-2bcbb7c5226c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:39.415352 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e18f704e-e2af-4d41-84b4-14116969c0ca req-1179b2bd-d0a3-4fe8-89c2-2bcbb7c5226c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 943 time: 0.6554141
Dec 18 21:08:39.420026 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31ddd3d-3e75-48bf-8216-fe0ff06071ee x-openstack-request-id: req-f31ddd3d-3e75-48bf-8216-fe0ff06071ee {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:39.420326 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28062e3e-9e82-4f4e-97ca-1af56a3f94ca", "name": "network-vif-deleted", "tag": "6419101c-f417-440a-9dc1-1ff20d886edd", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:39.420589 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f31ddd3d-3e75-48bf-8216-fe0ff06071ee {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:39.421198 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28062e3e-9e82-4f4e-97ca-1af56a3f94ca', 'name': 'network-vif-deleted', 'tag': '6419101c-f417-440a-9dc1-1ff20d886edd', 'status': 'completed', 'code': 200}
Dec 18 21:08:39.424699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Pushing event updated for resources: {'Port': ['ID=e3692064-60f7-457f-a6ec-747e276ca1b7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:39.436409 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-0e0f52db-bd10-4dcd-85fd-5ead665ced9f tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4535618
Dec 18 21:08:39.454567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Request body: {'port': {'device_id': '7d942a42-4f82-4308-bd4c-2501b4e54663', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:39.497891 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:39.514710 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:39.588960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e18f704e-e2af-4d41-84b4-14116969c0ca req-a0a087c8-d90f-4c79-bdcb-c08d55f7e361 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647935
Dec 18 21:08:39.634944 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:39.651315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=01029a1f-6c70-48b6-9ed9-4300a6739bea,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:39.716879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aa1ed-5fd4-4b30-9c7e-4dacad321975 req-1801c649-cf8e-4d98-9706-0ca770bed5a4 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:39.727767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e7aa1ed-5fd4-4b30-9c7e-4dacad321975 req-1801c649-cf8e-4d98-9706-0ca770bed5a4 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 936 time: 0.0991299
Dec 18 21:08:39.766084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5a7412df-60f1-40dc-9de4-5bc438143479 None None] Provisioning complete for port e3692064-60f7-457f-a6ec-747e276ca1b7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:39.767139 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a7412df-60f1-40dc-9de4-5bc438143479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:39.823378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbcb67fb-e4f7-41a6-94dc-af6f26553e98 req-fdcec755-c850-4815-ba26-23005dcb9bb6 tempest-ServerAddressesNegativeTestJSON-1023505407 tempest-ServerAddressesNegativeTestJSON-1023505407-project] 10.222.0.13 "GET /v2.0/ports?device_id=28062e3e-9e82-4f4e-97ca-1af56a3f94ca HTTP/1.1" status: 200  len: 210 time: 0.0514147
Dec 18 21:08:39.862877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5a7412df-60f1-40dc-9de4-5bc438143479 None None] Port e3692064-60f7-457f-a6ec-747e276ca1b7 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:08:39.867425 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e7aa1ed-5fd4-4b30-9c7e-4dacad321975 req-08c54686-ead7-4252-aefc-1b0a2e457ae9 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/security-groups?id=e71e6b18-534a-42c2-a6e5-a7297cfc6e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383619
Dec 18 21:08:39.876457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['01029a1f-6c70-48b6-9ed9-4300a6739bea'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:08:40.111111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3692064-60f7-457f-a6ec-747e276ca1b7 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:08:40.121810 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:40.139225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Transition to ACTIVE for port object e3692064-60f7-457f-a6ec-747e276ca1b7 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:08:40.149052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:40.181911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Sync routers for ids ['57837c25-455f-4653-9658-01ccd3991bb0'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:08:40.196090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Routers {'57837c25-455f-4653-9658-01ccd3991bb0'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:08:40.196220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Pushing event updated for resources: {'Port': ['ID=e3692064-60f7-457f-a6ec-747e276ca1b7,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:40.196997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e914220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:08:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['57837c25-455f-4653-9658-01ccd3991bb0'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:40.252220 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:08:40.303111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Attempting to bind port e3692064-60f7-457f-a6ec-747e276ca1b7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:08:40.303517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Attempting to bind port e3692064-60f7-457f-a6ec-747e276ca1b7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:08:40.303859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Attempting to bind port e3692064-60f7-457f-a6ec-747e276ca1b7 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:40.309579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Port e3692064-60f7-457f-a6ec-747e276ca1b7 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:08:40.309863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Attempting to bind port e3692064-60f7-457f-a6ec-747e276ca1b7 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:40.321909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:08:40.322276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:40.322672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:08:40.323106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Bound port: e3692064-60f7-457f-a6ec-747e276ca1b7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:08:40.323495 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:40.350951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Set router 57837c25-455f-4653-9658-01ccd3991bb0 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:08:40.437712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] For port e3692064-60f7-457f-a6ec-747e276ca1b7, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:08:40.441264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] For port e3692064-60f7-457f-a6ec-747e276ca1b7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3692064-60f7-457f-a6ec-747e276ca1b7,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:08:40.455205 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:40.492263 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:40.493036 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:40.494912 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] 10.222.0.36 "PUT /v2.0/ports/e3692064-60f7-457f-a6ec-747e276ca1b7 HTTP/1.1" status: 200  len: 1096 time: 1.0452430
Dec 18 21:08:40.499522 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d942a42-4f82-4308-bd4c-2501b4e54663', 'tag': 'e3692064-60f7-457f-a6ec-747e276ca1b7'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:40.501772 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea52c947-c95d-4b6c-a6a3-aee3f1b63a24" -d '{"events": [{"name": "network-changed", "server_uuid": "7d942a42-4f82-4308-bd4c-2501b4e54663", "tag": "e3692064-60f7-457f-a6ec-747e276ca1b7"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:40.551287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0777089-55e8-421f-9e8f-bca20fcf48ca service neutron] Pushing event updated for resources: {'Port': ['ID=e3692064-60f7-457f-a6ec-747e276ca1b7,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:40.600776 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64edf4a-c48c-4584-847e-ca7440be71ee x-openstack-request-id: req-e64edf4a-c48c-4584-847e-ca7440be71ee {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:40.601081 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d942a42-4f82-4308-bd4c-2501b4e54663", "tag": "e3692064-60f7-457f-a6ec-747e276ca1b7", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:40.601344 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e64edf4a-c48c-4584-847e-ca7440be71ee {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:40.601756 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d942a42-4f82-4308-bd4c-2501b4e54663', 'tag': 'e3692064-60f7-457f-a6ec-747e276ca1b7', 'status': 'completed', 'code': 200}
Dec 18 21:08:40.646578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-1b34c904-ec69-4cdc-9834-e6f8c49d4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:40.649388 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-1b34c904-ec69-4cdc-9834-e6f8c49d4b72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6df650339f864e028604b27467d14de8&device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 1099 time: 0.0900319
Dec 18 21:08:40.697298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e914220>, [{'id': '57837c25-455f-4653-9658-01ccd3991bb0', 'name': 'tempest-TestVolumeBootPattern-1169777485-router', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:29Z', 'updated_at': '2021-12-18T21:08:37Z', 'revision_number': 4, 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'gw_port': {'id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57837c25-455f-4653-9658-01ccd3991bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:32Z', 'updated_at': '2021-12-18T21:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd9e476b4-b4fa-4a56-a126-4335af77390c', 'name': '', 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'mac_address': 'fa:16:3e:28:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57837c25-455f-4653-9658-01ccd3991bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '8e3e3323-5aa3-4e06-8deb-5ca6067ffaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:36Z', 'updated_at': '2021-12-18T21:08:37Z', 'revision_number': 2, 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'subnets': [{'id': '8e3e3323-5aa3-4e06-8deb-5ca6067ffaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:40.704725 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-60493c3e-7341-48c7-8bbb-90ec515277e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=e3692064-60f7-457f-a6ec-747e276ca1b7 HTTP/1.1" status: 200  len: 217 time: 0.0412805
Dec 18 21:08:40.732501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Checking router: 57837c25-455f-4653-9658-01ccd3991bb0 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:08:40.733218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Updating router 57837c25-455f-4653-9658-01ccd3991bb0 port d9e476b4-b4fa-4a56-a126-4335af77390c binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:08:40.767977 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7295ae4-cec7-4e19-a083-c270b71fe090 req-a5ffd9d3-42e4-4815-8a49-da816ff09423 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:40.771172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7295ae4-cec7-4e19-a083-c270b71fe090 req-a5ffd9d3-42e4-4815-8a49-da816ff09423 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 944 time: 0.0686736
Dec 18 21:08:40.784114 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:40.795013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-d8eac3bb-bc62-41b4-ba0b-98c171676eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:40.796520 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-d8eac3bb-bc62-41b4-ba0b-98c171676eb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0832481
Dec 18 21:08:40.829729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7295ae4-cec7-4e19-a083-c270b71fe090 req-fc0b74ce-03d2-4752-a493-e7a682613ec9 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502489
Dec 18 21:08:40.860359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-16220b33-7a61-4808-9bf1-98f99cb79475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:40.861866 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-16220b33-7a61-4808-9bf1-98f99cb79475 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0546663
Dec 18 21:08:40.903996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60496) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:40.959293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01029a1f-6c70-48b6-9ed9-4300a6739bea up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:40.985402 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-3798d089-6a66-40b7-9ca6-4cd2ebc7e9c4 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1083622
Dec 18 21:08:41.014955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dec28b-d790-4b2e-b33b-bb068c0531d3 admin admin] Deleting subnet 0f9a9655-dcc8-4886-b475-e3f718a3a910 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:08:41.020629 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-25dec28b-d790-4b2e-b33b-bb068c0531d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.055733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a4f27-c223-45ec-a1ad-4281002048a5 req-d94f5ff6-ad17-46f1-9897-1252488e2aa0 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:41.057685 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d18a4f27-c223-45ec-a1ad-4281002048a5 req-d94f5ff6-ad17-46f1-9897-1252488e2aa0 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 948 time: 0.0960705
Dec 18 21:08:41.071010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 01029a1f-6c70-48b6-9ed9-4300a6739bea triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:41.071658 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.080650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-25dec28b-d790-4b2e-b33b-bb068c0531d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.108727 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf8f317b-8aad-4ba4-93a2-1576f8180f7e req-cf22afae-aa44-4c10-8e64-0001ba5e94b3 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1109548
Dec 18 21:08:41.191190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d18a4f27-c223-45ec-a1ad-4281002048a5 req-65ab2b9f-4cb4-4507-92d8-8682c24c1cf6 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/security-groups?id=e71e6b18-534a-42c2-a6e5-a7297cfc6e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147206
Dec 18 21:08:41.198564 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-25dec28b-d790-4b2e-b33b-bb068c0531d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.241230 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.259164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52c947-c95d-4b6c-a6a3-aee3f1b63a24 req-fc4771ff-76d2-4aa1-a852-3c9759b95ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:41.261637 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ea52c947-c95d-4b6c-a6a3-aee3f1b63a24 req-fc4771ff-76d2-4aa1-a852-3c9759b95ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6df650339f864e028604b27467d14de8&device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 1099 time: 0.0831144
Dec 18 21:08:41.279696 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.303523 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-25dec28b-d790-4b2e-b33b-bb068c0531d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.318444 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-25dec28b-d790-4b2e-b33b-bb068c0531d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.319291 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.325307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-25dec28b-d790-4b2e-b33b-bb068c0531d3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0f9a9655-dcc8-4886-b475-e3f718a3a910 HTTP/1.1" status: 204  len: 168 time: 0.4201820
Dec 18 21:08:41.344958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60504) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:41.352732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01029a1f-6c70-48b6-9ed9-4300a6739bea'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:41.355068 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019d7352-6013-49aa-b351-011542f9f911" -d '{"events": [{"server_uuid": "b1be5bad-33b6-459e-93d1-c890f71c2fb7", "name": "network-vif-plugged", "status": "completed", "tag": "01029a1f-6c70-48b6-9ed9-4300a6739bea"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:41.383774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:41.385076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32a947-d53c-43f6-93ae-d1aa5357c0ad None None] Pushing event updated for resources: {'Port': ['ID=d9e476b4-b4fa-4a56-a126-4335af77390c,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:41.421875 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.424299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6419101c-f417-440a-9dc1-1ff20d886edd no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:08:41.432582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dec28b-d790-4b2e-b33b-bb068c0531d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f9a9655-dcc8-4886-b475-e3f718a3a910,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:41.480988 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.514453 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b212ad-517f-420b-aabc-ec904d2a3ac9 x-openstack-request-id: req-47b212ad-517f-420b-aabc-ec904d2a3ac9 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:41.515880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52c947-c95d-4b6c-a6a3-aee3f1b63a24 req-cab5ff42-c089-4343-b776-8170662c4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:41.517801 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ea52c947-c95d-4b6c-a6a3-aee3f1b63a24 req-cab5ff42-c089-4343-b776-8170662c4d88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.2434223
Dec 18 21:08:41.518491 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be5bad-33b6-459e-93d1-c890f71c2fb7", "name": "network-vif-plugged", "status": "completed", "tag": "01029a1f-6c70-48b6-9ed9-4300a6739bea", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:41.518969 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47b212ad-517f-420b-aabc-ec904d2a3ac9 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:41.519555 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01029a1f-6c70-48b6-9ed9-4300a6739bea', 'code': 200}
Dec 18 21:08:41.521783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 6419101c-f417-440a-9dc1-1ff20d886edd {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:08:41.522125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6419101c-f417-440a-9dc1-1ff20d886edd not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:08:41.587009 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ea52c947-c95d-4b6c-a6a3-aee3f1b63a24 req-7f59359a-a028-47e7-a897-55d74c75026a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=e3692064-60f7-457f-a6ec-747e276ca1b7 HTTP/1.1" status: 200  len: 217 time: 0.0594707
Dec 18 21:08:41.612928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Attempting to bind port d9e476b4-b4fa-4a56-a126-4335af77390c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:08:41.613298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Attempting to bind port d9e476b4-b4fa-4a56-a126-4335af77390c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6b8f418-e308-4097-98ea-d620242bb045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:08:41.613665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Attempting to bind port d9e476b4-b4fa-4a56-a126-4335af77390c on network 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:41.622172 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:08:41.622854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Checking segment: {'id': 'a6b8f418-e308-4097-98ea-d620242bb045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:41.623418 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.623992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Bound using segment: {'id': 'a6b8f418-e308-4097-98ea-d620242bb045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:08:41.624625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Bound port: d9e476b4-b4fa-4a56-a126-4335af77390c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b8f418-e308-4097-98ea-d620242bb045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:08:41.625170 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.644357 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.652029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=01029a1f-6c70-48b6-9ed9-4300a6739bea,revision_number=10']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:41.662817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52c947-c95d-4b6c-a6a3-aee3f1b63a24 req-8cfa30e5-f4d8-4750-812e-2b070869a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:41.664448 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ea52c947-c95d-4b6c-a6a3-aee3f1b63a24 req-8cfa30e5-f4d8-4750-812e-2b070869a5f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0648289
Dec 18 21:08:41.677338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36641384c0>,) {'filters': {'network_id': ['3baa75de-f149-471c-88ef-ff11a8232ff3']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:41.706685 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] For port d9e476b4-b4fa-4a56-a126-4335af77390c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:08:41.709820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] For port d9e476b4-b4fa-4a56-a126-4335af77390c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9e476b4-b4fa-4a56-a126-4335af77390c,segment=NetworkSegment(a6b8f418-e308-4097-98ea-d620242bb045),segment_id=a6b8f418-e308-4097-98ea-d620242bb045)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:08:41.724331 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.730044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36641384c0>, 'c84369d7-f315-4459-ba60-c94e2f6beef1') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:41.730453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36641384c0>, 'c84369d7-f315-4459-ba60-c94e2f6beef1') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:41.736908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52c947-c95d-4b6c-a6a3-aee3f1b63a24 req-5e5a353d-3e73-4944-8759-5d81a0b70f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:41.739037 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ea52c947-c95d-4b6c-a6a3-aee3f1b63a24 req-5e5a353d-3e73-4944-8759-5d81a0b70f4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0622180
Dec 18 21:08:41.749717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.772728 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.790980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d6057-5f3d-40bc-bd92-41835a584a94 req-bbe857ca-f9c9-4e8d-9125-dbdda2343daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:41.791397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Routers {'57837c25-455f-4653-9658-01ccd3991bb0'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:08:41.792685 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e914220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:08:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['57837c25-455f-4653-9658-01ccd3991bb0'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:41.792905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef0d6057-5f3d-40bc-bd92-41835a584a94 req-bbe857ca-f9c9-4e8d-9125-dbdda2343daa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 1097 time: 0.1280146
Dec 18 21:08:41.794901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:08:41.795514 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:08:41.798230 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:08:41.818837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d44a37-5e2c-4f6d-ac5f-00bff596d6ec req-33009b01-64fc-4147-b1f6-e2d6c021d665 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:41.820328 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25d44a37-5e2c-4f6d-ac5f-00bff596d6ec req-33009b01-64fc-4147-b1f6-e2d6c021d665 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 946 time: 0.1565826
Dec 18 21:08:41.858941 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ea52c947-c95d-4b6c-a6a3-aee3f1b63a24 req-fc4e4223-9f7f-46b4-ad74-d41919888790 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1098716
Dec 18 21:08:41.881322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32a947-d53c-43f6-93ae-d1aa5357c0ad None None] Pushing event updated for resources: {'Port': ['ID=d9e476b4-b4fa-4a56-a126-4335af77390c,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:41.917529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5908d066-071f-482d-9aff-547fcb63917a None None] Provisioning complete for port d9e476b4-b4fa-4a56-a126-4335af77390c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:41.919170 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5908d066-071f-482d-9aff-547fcb63917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:41.937871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef0d6057-5f3d-40bc-bd92-41835a584a94 req-02137782-657a-4145-b2ad-1fab2e7df924 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279471
Dec 18 21:08:41.981727 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:42.010113 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ea52c947-c95d-4b6c-a6a3-aee3f1b63a24 req-8ed74b27-51d7-47f1-a9c1-ad3e2ea91e17 service neutron] 10.222.0.36 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391964
Dec 18 21:08:42.017722 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:42.021197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3baa75de-f149-471c-88ef-ff11a8232ff3 HTTP/1.1" status: 204  len: 168 time: 0.6750236
Dec 18 21:08:42.037035 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25d44a37-5e2c-4f6d-ac5f-00bff596d6ec req-ddd2c8f3-f6f7-4964-ab91-ff1d17a36ad9 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862659
Dec 18 21:08:42.039297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7aa9c-90cd-40d2-93b7-f36424c887b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3baa75de-f149-471c-88ef-ff11a8232ff3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:42.078484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604d246-e963-4696-9380-414fa6d07219 req-d01880e0-b8ae-4406-9911-32b9c4e1110e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:42.080403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4604d246-e963-4696-9380-414fa6d07219 req-d01880e0-b8ae-4406-9911-32b9c4e1110e tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1407320
Dec 18 21:08:42.135932 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4604d246-e963-4696-9380-414fa6d07219 req-269dcf0a-7aa2-4ff7-8f9a-d9f699343f8f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479054
Dec 18 21:08:42.227797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 60518) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:42.257602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] Set router 57837c25-455f-4653-9658-01ccd3991bb0 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:08:42.325310 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-febc9ba1-2d43-4c10-ab85-4c8cc1f70fcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78970748663c43d7956bc64b493acfae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0934167
Dec 18 21:08:42.325820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60522) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:42.352156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50acf-94fb-4b53-8edc-6b44549d135a req-37163147-3fdd-4056-88f6-52bd6c8b4c11 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:42.354833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eec50acf-94fb-4b53-8edc-6b44549d135a req-37163147-3fdd-4056-88f6-52bd6c8b4c11 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 948 time: 0.0713134
Dec 18 21:08:42.393255 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de7a8e11-f038-4887-9797-f13ebffe9353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:42.416139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eec50acf-94fb-4b53-8edc-6b44549d135a req-5c8178da-5092-4430-8b53-7378a9b8ec01 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/security-groups?id=e71e6b18-534a-42c2-a6e5-a7297cfc6e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549946
Dec 18 21:08:42.418105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de7a8e11-f038-4887-9797-f13ebffe9353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:42.475272 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de7a8e11-f038-4887-9797-f13ebffe9353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:42.478445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de7a8e11-f038-4887-9797-f13ebffe9353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:42.481760 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-de7a8e11-f038-4887-9797-f13ebffe9353 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e97a55e-6129-426a-8dd8-eae31673b458 HTTP/1.1" status: 204  len: 168 time: 0.1525338
Dec 18 21:08:42.486235 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5908d066-071f-482d-9aff-547fcb63917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:42.488917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a8e11-f038-4887-9797-f13ebffe9353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e97a55e-6129-426a-8dd8-eae31673b458,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:42.631681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5908d066-071f-482d-9aff-547fcb63917a None None] For port d9e476b4-b4fa-4a56-a126-4335af77390c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9e476b4-b4fa-4a56-a126-4335af77390c,segment=NetworkSegment(a6b8f418-e308-4097-98ea-d620242bb045),segment_id=a6b8f418-e308-4097-98ea-d620242bb045)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:42.643550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5908d066-071f-482d-9aff-547fcb63917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:42.727009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908d066-071f-482d-9aff-547fcb63917a None None] Pushing event updated for resources: {'Port': ['ID=d9e476b4-b4fa-4a56-a126-4335af77390c,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:42.749621 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e914220>, [{'id': '57837c25-455f-4653-9658-01ccd3991bb0', 'name': 'tempest-TestVolumeBootPattern-1169777485-router', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:29Z', 'updated_at': '2021-12-18T21:08:37Z', 'revision_number': 4, 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'gw_port': {'id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57837c25-455f-4653-9658-01ccd3991bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:32Z', 'updated_at': '2021-12-18T21:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd9e476b4-b4fa-4a56-a126-4335af77390c', 'name': '', 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'mac_address': 'fa:16:3e:28:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57837c25-455f-4653-9658-01ccd3991bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '8e3e3323-5aa3-4e06-8deb-5ca6067ffaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:36Z', 'updated_at': '2021-12-18T21:08:41Z', 'revision_number': 4, 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'subnets': [{'id': '8e3e3323-5aa3-4e06-8deb-5ca6067ffaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:08:42.784374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734f92c-92b9-48e5-9e7d-baa98e955e96 None None] The sync data for ids ['57837c25-455f-4653-9658-01ccd3991bb0'] in ncdv-master-1 is: [{'id': '57837c25-455f-4653-9658-01ccd3991bb0', 'name': 'tempest-TestVolumeBootPattern-1169777485-router', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:29Z', 'updated_at': '2021-12-18T21:08:37Z', 'revision_number': 4, 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'gw_port': {'id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57837c25-455f-4653-9658-01ccd3991bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:32Z', 'updated_at': '2021-12-18T21:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd9e476b4-b4fa-4a56-a126-4335af77390c', 'name': '', 'network_id': '5cc15ad6-bddf-4f06-a29c-e3c0049a52b7', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'mac_address': 'fa:16:3e:28:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57837c25-455f-4653-9658-01ccd3991bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '8e3e3323-5aa3-4e06-8deb-5ca6067ffaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:36Z', 'updated_at': '2021-12-18T21:08:41Z', 'revision_number': 4, 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'subnets': [{'id': '8e3e3323-5aa3-4e06-8deb-5ca6067ffaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:08:42.803762 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6f2c4157-7f71-4a9a-9932-819c102904a6 None None] Provisioning complete for port d9e476b4-b4fa-4a56-a126-4335af77390c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:42.804314 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6f2c4157-7f71-4a9a-9932-819c102904a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:42.824531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2503be-9767-4791-a1fd-25fb3a7f34fe req-639126fd-e74f-4a99-a8f8-59cd8a641663 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:42.826779 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa2503be-9767-4791-a1fd-25fb3a7f34fe req-639126fd-e74f-4a99-a8f8-59cd8a641663 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.31 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 946 time: 0.0662053
Dec 18 21:08:43.006574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-fa2503be-9767-4791-a1fd-25fb3a7f34fe req-bc6a2eaa-1c72-4171-9062-dd8deb49a5b5 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Deleting port 3097be62-2436-4586-8304-3ef9c014939e {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:08:43.007210 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fa2503be-9767-4791-a1fd-25fb3a7f34fe req-bc6a2eaa-1c72-4171-9062-dd8deb49a5b5 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:43.132009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d9e476b4-b4fa-4a56-a126-4335af77390c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:43.240395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-fa2503be-9767-4791-a1fd-25fb3a7f34fe req-bc6a2eaa-1c72-4171-9062-dd8deb49a5b5 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] For port 3097be62-2436-4586-8304-3ef9c014939e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3097be62-2436-4586-8304-3ef9c014939e,segment=NetworkSegment(bd998b4b-227d-456b-899e-f5c5dfc046bb),segment_id=bd998b4b-227d-456b-899e-f5c5dfc046bb)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:43.240769 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fa2503be-9767-4791-a1fd-25fb3a7f34fe req-bc6a2eaa-1c72-4171-9062-dd8deb49a5b5 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:43.256947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-fa2503be-9767-4791-a1fd-25fb3a7f34fe req-bc6a2eaa-1c72-4171-9062-dd8deb49a5b5 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Calling delete_port for 3097be62-2436-4586-8304-3ef9c014939e owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:08:43.281619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d9e476b4-b4fa-4a56-a126-4335af77390c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:43.282417 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:43.283755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e96c-048e-4fae-be78-a9897882d58e req-18c16d99-c48b-40fa-949d-354541f47226 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:43.285454 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fdb9e96c-048e-4fae-be78-a9897882d58e req-18c16d99-c48b-40fa-949d-354541f47226 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/ports?device_id=8668088b-ae76-48a8-bd85-f81eb04d72cc HTTP/1.1" status: 200  len: 946 time: 0.1225419
Dec 18 21:08:43.472546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fdb9e96c-048e-4fae-be78-a9897882d58e req-b7efc8f5-146e-4ef7-87cf-c09c6b9f0cfc tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98be349-7b99-47fb-be72-8bcf5cef0b53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393054
Dec 18 21:08:43.479829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7288c4-d05e-46ed-a05d-2d2fe790d1a5 req-5409a2af-bad0-4915-8643-16123ccff821 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:43.481381 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa7288c4-d05e-46ed-a05d-2d2fe790d1a5 req-5409a2af-bad0-4915-8643-16123ccff821 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1586003
Dec 18 21:08:43.603781 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fa2503be-9767-4791-a1fd-25fb3a7f34fe req-bc6a2eaa-1c72-4171-9062-dd8deb49a5b5 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:43.607161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa7288c4-d05e-46ed-a05d-2d2fe790d1a5 req-7c5761e2-cc18-4ee8-a3a7-cb852991d2fb tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135848
Dec 18 21:08:43.615577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['3097be62-2436-4586-8304-3ef9c014939e'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:08:43.691060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60594) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:43.720145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a2eaa-1c72-4171-9062-dd8deb49a5b5 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Pushing event deleted for resources: {'Port': ['ID=3097be62-2436-4586-8304-3ef9c014939e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:43.770591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2503be-9767-4791-a1fd-25fb3a7f34fe req-bc6a2eaa-1c72-4171-9062-dd8deb49a5b5 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] No DVR routers for this DVR port 3097be62-2436-4586-8304-3ef9c014939e on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:08:43.784401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cef8d9-3aea-427c-b150-f260d2aebf95 req-3bd308bb-2050-4418-aa21-ae4ca32f8796 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:43.786219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82cef8d9-3aea-427c-b150-f260d2aebf95 req-3bd308bb-2050-4418-aa21-ae4ca32f8796 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 948 time: 0.1969645
Dec 18 21:08:43.789190 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-fa2503be-9767-4791-a1fd-25fb3a7f34fe req-bc6a2eaa-1c72-4171-9062-dd8deb49a5b5 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:43.793781 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa2503be-9767-4791-a1fd-25fb3a7f34fe req-bc6a2eaa-1c72-4171-9062-dd8deb49a5b5 tempest-VolumesActionsTest-489501281 tempest-VolumesActionsTest-489501281-project] 10.222.0.31 "DELETE /v2.0/ports/3097be62-2436-4586-8304-3ef9c014939e HTTP/1.1" status: 204  len: 173 time: 0.9545200
Dec 18 21:08:43.794503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8668088b-ae76-48a8-bd85-f81eb04d72cc', 'name': 'network-vif-deleted', 'tag': '3097be62-2436-4586-8304-3ef9c014939e'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:43.797662 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de02ba17-2d10-4d19-8b24-18df3199b7aa" -d '{"events": [{"server_uuid": "8668088b-ae76-48a8-bd85-f81eb04d72cc", "name": "network-vif-deleted", "tag": "3097be62-2436-4586-8304-3ef9c014939e"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:43.884343 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82cef8d9-3aea-427c-b150-f260d2aebf95 req-aa768cf5-c96c-4125-a29c-452d7466cd32 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/security-groups?id=e71e6b18-534a-42c2-a6e5-a7297cfc6e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828238
Dec 18 21:08:43.897398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-328920129-network', 'tenant_id': '88b33c528aa7484e8069e68727cd6e27'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:43.909806 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b211e4f-154a-422d-9d1b-842d96452b67 x-openstack-request-id: req-2b211e4f-154a-422d-9d1b-842d96452b67 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:43.912476 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8668088b-ae76-48a8-bd85-f81eb04d72cc", "name": "network-vif-deleted", "tag": "3097be62-2436-4586-8304-3ef9c014939e", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:43.912991 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b211e4f-154a-422d-9d1b-842d96452b67 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:43.913561 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8668088b-ae76-48a8-bd85-f81eb04d72cc', 'name': 'network-vif-deleted', 'tag': '3097be62-2436-4586-8304-3ef9c014939e', 'status': 'completed', 'code': 200}
Dec 18 21:08:43.935863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Made reservation on behalf of 88b33c528aa7484e8069e68727cd6e27 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:43.939049 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:43.949750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:44.133844 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:44.140328 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:44.175549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:08:44.189132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a88728-641d-4e94-8821-d425c467a62e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:44.195040 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:44.195469 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Added segment 99e9ee64-f19e-432b-a764-8b3d018a1745 of type vlan for network afdfbfa6-06d3-4512-85d9-5baa178f2b1d
Dec 18 21:08:44.229282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-d1c04f2c-f8cb-449c-b9f8-7c6bd90b5f3e tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:44.232129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-d1c04f2c-f8cb-449c-b9f8-7c6bd90b5f3e tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 812 time: 0.1367576
Dec 18 21:08:44.240072 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:44.259658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-fc08c8b0-3b26-4176-81d9-e9ae168e5c05 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/quotas/de79cd87d023436a80d3cc5428586e21 HTTP/1.1" status: 200  len: 375 time: 0.0143359
Dec 18 21:08:44.282292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:44.282292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:44.282292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:44.337090 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-a6e82023-3fa7-4c31-b024-886fcd73380c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0716438
Dec 18 21:08:44.365767 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.6685047
Dec 18 21:08:44.365767 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 60618) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:44.386443 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-50101d95-a2e0-4f9c-a6d7-8e1699ec4523 admin admin] Request body: {'subnet': {'network_id': 'afdfbfa6-06d3-4512-85d9-5baa178f2b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-328920129-subnet', 'tenant_id': '88b33c528aa7484e8069e68727cd6e27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:44.397943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc79865-d1a5-4d1d-a580-b7773f5a48ba admin admin] Pushing event updated for resources: {'Network': ['ID=afdfbfa6-06d3-4512-85d9-5baa178f2b1d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:44.415651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network afdfbfa6-06d3-4512-85d9-5baa178f2b1d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:08:44.428703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50101d95-a2e0-4f9c-a6d7-8e1699ec4523 admin admin] Made reservation on behalf of 88b33c528aa7484e8069e68727cd6e27 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:44.434131 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50101d95-a2e0-4f9c-a6d7-8e1699ec4523 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:44.566615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-202e9683-759c-445c-a4d6-fbf0ade3c942 service neutron] 10.222.0.13 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2217698
Dec 18 21:08:44.673590 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-993943ba-ce74-46ff-8828-5fc620389269 service neutron] 10.222.0.13 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1057045
Dec 18 21:08:44.693938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50101d95-a2e0-4f9c-a6d7-8e1699ec4523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:44.829750 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50101d95-a2e0-4f9c-a6d7-8e1699ec4523 admin admin] Checking segment: {'id': '99e9ee64-f19e-432b-a764-8b3d018a1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdfbfa6-06d3-4512-85d9-5baa178f2b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:44.830121 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50101d95-a2e0-4f9c-a6d7-8e1699ec4523 admin admin] Network hostable DHCP agents. Network: afdfbfa6-06d3-4512-85d9-5baa178f2b1d, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:08:44.850372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50101d95-a2e0-4f9c-a6d7-8e1699ec4523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e211d4b-9265-44da-b156-b2f562b9ed08,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:44.863758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71430c0b-81cf-49a5-b79f-172df5f6246b req-41770167-d26d-4d9b-ad9a-fadb94e06021 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:44.896752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50101d95-a2e0-4f9c-a6d7-8e1699ec4523 admin admin] Network afdfbfa6-06d3-4512-85d9-5baa178f2b1d is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:08:44.900554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71430c0b-81cf-49a5-b79f-172df5f6246b req-41770167-d26d-4d9b-ad9a-fadb94e06021 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1309154
Dec 18 21:08:44.905520 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:44.922225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-50101d95-a2e0-4f9c-a6d7-8e1699ec4523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, afdfbfa6-06d3-4512-85d9-5baa178f2b1d) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:44.929896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50101d95-a2e0-4f9c-a6d7-8e1699ec4523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:44.930719 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50101d95-a2e0-4f9c-a6d7-8e1699ec4523 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:44.932995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb70ce98-ee67-473d-b8f8-e75765522de5 None None] Network afdfbfa6-06d3-4512-85d9-5baa178f2b1d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:44.956182 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-50101d95-a2e0-4f9c-a6d7-8e1699ec4523 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.5897603
Dec 18 21:08:45.053349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device e3692064-60f7-457f-a6ec-747e276ca1b7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:08:45.060289 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6384e5df-cc5a-40b0-af01-0c2484a069cb req-ec669105-4882-4bba-a17a-5a41a3baa8fb tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 210 time: 0.0945847
Dec 18 21:08:45.106159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71430c0b-81cf-49a5-b79f-172df5f6246b req-14456ab7-c760-4e7b-9280-349fb5be48f2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015815
Dec 18 21:08:45.253226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff6eb1-3b2d-410f-8bf3-7c3a3040d640 None None] Network afdfbfa6-06d3-4512-85d9-5baa178f2b1d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:08:45.313757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0704300-ad50-471b-80f3-6e5ab89ec0c6 req-6b2e34fb-e3c8-48ca-a78c-88b61d295474 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:45.315336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0704300-ad50-471b-80f3-6e5ab89ec0c6 req-6b2e34fb-e3c8-48ca-a78c-88b61d295474 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 948 time: 0.0896857
Dec 18 21:08:45.328378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ebd29-d1be-4df1-b040-073e48adba06 req-5246e94a-e7ee-4e35-a74b-76a35d0cdfde tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:45.330050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-964ebd29-d1be-4df1-b040-073e48adba06 req-5246e94a-e7ee-4e35-a74b-76a35d0cdfde tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1223395
Dec 18 21:08:45.337180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port e3692064-60f7-457f-a6ec-747e276ca1b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3692064-60f7-457f-a6ec-747e276ca1b7,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:45.356259 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'e3692064-60f7-457f-a6ec-747e276ca1b7', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': 'e3692064-60f7-457f-a6ec-747e276ca1b7', 'mac_address': 'fa:16:3e:b8:0b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:08:45.426680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0704300-ad50-471b-80f3-6e5ab89ec0c6 req-fb07caa3-fac7-4960-85d0-10ad6b2f3d69 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/security-groups?id=e71e6b18-534a-42c2-a6e5-a7297cfc6e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956092
Dec 18 21:08:45.431260 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-964ebd29-d1be-4df1-b040-073e48adba06 req-8e6291a0-320a-4226-98ea-7b96dec05da8 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935326
Dec 18 21:08:45.462812 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:45.497615 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3692064-60f7-457f-a6ec-747e276ca1b7 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:08:45.530662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port e3692064-60f7-457f-a6ec-747e276ca1b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3692064-60f7-457f-a6ec-747e276ca1b7,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:45.536131 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:45.598823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=e3692064-60f7-457f-a6ec-747e276ca1b7,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:45.611414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3c8bc-7dec-488e-8d29-087750c93ca0 req-843163b3-e37c-4b94-9dda-799eeeb982e2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:45.618706 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22a3c8bc-7dec-488e-8d29-087750c93ca0 req-843163b3-e37c-4b94-9dda-799eeeb982e2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0670192
Dec 18 21:08:45.690192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22a3c8bc-7dec-488e-8d29-087750c93ca0 req-ea68647e-0275-4cb9-875b-bb3763c83435 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604832
Dec 18 21:08:45.762587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['e3692064-60f7-457f-a6ec-747e276ca1b7'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:08:45.841161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed88e6c-51f1-4226-b756-63649a49bc28 req-d4de8a02-af46-484f-9ada-4e9a114cefc2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:45.842711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ed88e6c-51f1-4226-b756-63649a49bc28 req-d4de8a02-af46-484f-9ada-4e9a114cefc2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0857480
Dec 18 21:08:45.849750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-776e0cde-ca31-42f5-9471-687700728fc0 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:45.851236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-776e0cde-ca31-42f5-9471-687700728fc0 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/networks?id=afdfbfa6-06d3-4512-85d9-5baa178f2b1d HTTP/1.1" status: 200  len: 820 time: 0.1591060
Dec 18 21:08:45.880937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-5ad49af9-d779-4d44-bd18-c398fdde790e tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/quotas/88b33c528aa7484e8069e68727cd6e27 HTTP/1.1" status: 200  len: 375 time: 0.0213141
Dec 18 21:08:45.918453 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-9d217b41-ea09-4070-aaa9-f9c1e021c2f4 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=88b33c528aa7484e8069e68727cd6e27&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0312555
Dec 18 21:08:45.925803 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ed88e6c-51f1-4226-b756-63649a49bc28 req-a8a5e485-a6df-4eb8-97ec-c53288ebd495 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736089
Dec 18 21:08:46.037053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-e267d8e3-bdbf-4885-b095-7a1946a45dd9 service neutron] 10.222.0.13 "GET /v2.0/networks/afdfbfa6-06d3-4512-85d9-5baa178f2b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1102912
Dec 18 21:08:46.098735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8559994-047a-4299-8bbb-d0f6d652c72f req-ea0e7108-c591-48ff-87b9-793bfc860b71 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:46.100225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8559994-047a-4299-8bbb-d0f6d652c72f req-ea0e7108-c591-48ff-87b9-793bfc860b71 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1015713
Dec 18 21:08:46.224956 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-7e479829-aa83-44fc-b368-4f8ca7fe4280 service neutron] 10.222.0.13 "GET /v2.0/networks/afdfbfa6-06d3-4512-85d9-5baa178f2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1811800
Dec 18 21:08:46.231567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8559994-047a-4299-8bbb-d0f6d652c72f req-49bad83b-abc6-4e4e-8e70-9ab6bbc1fdb2 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171165
Dec 18 21:08:46.391411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-41394856-66cc-4c12-bc5c-16896c93d383 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:46.393048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-41394856-66cc-4c12-bc5c-16896c93d383 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 812 time: 0.2280524
Dec 18 21:08:46.406902 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f82ddb3-f30e-485e-a846-836b21d4f543 req-9fbda407-bfe1-476b-a818-ff50813f17b0 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 210 time: 0.0596919
Dec 18 21:08:46.413797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'port': {'device_id': '7daee463-3272-487e-8135-f684d393deed', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'admin_state_up': True, 'tenant_id': 'de79cd87d023436a80d3cc5428586e21'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:46.510894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82bbc95f-3248-488f-833b-68427ac76be0 req-cfbe4875-4450-41c0-ac82-967460138ce4 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 210 time: 0.0366447
Dec 18 21:08:46.707891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644f3c1-5653-42c3-b972-c2b2ab0d095c req-b7f3d2c1-cfb3-4d16-9f46-f94faf480f71 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:46.715656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4644f3c1-5653-42c3-b972-c2b2ab0d095c req-b7f3d2c1-cfb3-4d16-9f46-f94faf480f71 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1589811
Dec 18 21:08:46.749760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293be41-5b94-42a0-8ecd-fe87bda8be19 req-c3ee68e6-539a-433a-ad3c-8238e2f51626 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:46.757380 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6293be41-5b94-42a0-8ecd-fe87bda8be19 req-c3ee68e6-539a-433a-ad3c-8238e2f51626 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 949 time: 0.1373568
Dec 18 21:08:46.761039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Made reservation on behalf of de79cd87d023436a80d3cc5428586e21 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:46.765749 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:46.882403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4644f3c1-5653-42c3-b972-c2b2ab0d095c req-bd0f7087-6ae3-45f4-83f4-af227dcc32f3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486342
Dec 18 21:08:46.957869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6293be41-5b94-42a0-8ecd-fe87bda8be19 req-4e42c7b5-e805-45d8-a3f9-f4a16b2d3a0b tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/security-groups?id=e71e6b18-534a-42c2-a6e5-a7297cfc6e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1995499
Dec 18 21:08:46.987132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device e3692064-60f7-457f-a6ec-747e276ca1b7 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:47.018022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 3097be62-2436-4586-8304-3ef9c014939e no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:08:47.059737 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 3097be62-2436-4586-8304-3ef9c014939e {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:08:47.060140 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 3097be62-2436-4586-8304-3ef9c014939e not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:08:47.084897 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port e3692064-60f7-457f-a6ec-747e276ca1b7 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:08:47.088529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Allocated IP 172.20.0.7 (719d1db8-90bc-4a29-9e67-d552b1d87f10/ce6df939-cc0b-4eee-ad97-d0794ca80cc4/597bdadb-cb27-4590-9bf4-888c4f82aae3) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:08:47.090714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port e3692064-60f7-457f-a6ec-747e276ca1b7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:47.091478 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:47.117462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fc27b-e620-46b4-af61-49d96d595f56 req-dbf67d22-6b7b-4b2b-b94b-bfe3a1de651a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:47.119570 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a37fc27b-e620-46b4-af61-49d96d595f56 req-dbf67d22-6b7b-4b2b-b94b-bfe3a1de651a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1054389
Dec 18 21:08:47.198668 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:47.224961 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d942a42-4f82-4308-bd4c-2501b4e54663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3692064-60f7-457f-a6ec-747e276ca1b7'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:47.227578 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57aa92a-d743-4f7a-9576-1ff61d35b311" -d '{"events": [{"server_uuid": "7d942a42-4f82-4308-bd4c-2501b4e54663", "name": "network-vif-plugged", "status": "completed", "tag": "e3692064-60f7-457f-a6ec-747e276ca1b7"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:47.239395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a37fc27b-e620-46b4-af61-49d96d595f56 req-487172c7-a880-47eb-9213-98affbae6942 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046574
Dec 18 21:08:47.254352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port e3692064-60f7-457f-a6ec-747e276ca1b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3692064-60f7-457f-a6ec-747e276ca1b7,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:47.258535 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:47.297536 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c13b86-d174-407f-9065-ed2a1a7d5384 x-openstack-request-id: req-87c13b86-d174-407f-9065-ed2a1a7d5384 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:47.297742 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d942a42-4f82-4308-bd4c-2501b4e54663", "name": "network-vif-plugged", "status": "completed", "tag": "e3692064-60f7-457f-a6ec-747e276ca1b7", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:47.297973 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87c13b86-d174-407f-9065-ed2a1a7d5384 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:47.298785 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d942a42-4f82-4308-bd4c-2501b4e54663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3692064-60f7-457f-a6ec-747e276ca1b7', 'code': 200}
Dec 18 21:08:47.341188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=e3692064-60f7-457f-a6ec-747e276ca1b7,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:47.418597 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:47.462237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94438422-b135-49ac-8a57-ef3c940c1018 req-e6f224ab-d1f0-4ff1-bc71-32f9f0ac431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:47.464130 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-94438422-b135-49ac-8a57-ef3c940c1018 req-e6f224ab-d1f0-4ff1-bc71-32f9f0ac431f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 1101 time: 0.0767539
Dec 18 21:08:47.469677 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:47.557057 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-94438422-b135-49ac-8a57-ef3c940c1018 req-ca917522-16b7-4bdf-bfe9-c1d667010d8c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e71e6b18-534a-42c2-a6e5-a7297cfc6e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824568
Dec 18 21:08:47.617731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:47.634856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:47.637690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:08:47.681467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'Port': ['ID=597bdadb-cb27-4590-9bf4-888c4f82aae3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:47.737826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce742a-89d7-4106-bed6-a183d471371d req-bf00eb6c-e8f0-4a1e-8072-81cffc16ad5b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:47.739212 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4ce742a-89d7-4106-bed6-a183d471371d req-bf00eb6c-e8f0-4a1e-8072-81cffc16ad5b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 931 time: 0.1669855
Dec 18 21:08:47.758842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e4a21-4f2f-4cc4-a56c-267541e5d71b req-51861b4a-c1dd-4588-b7c9-97a7a993578f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:47.766931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa2e4a21-4f2f-4cc4-a56c-267541e5d71b req-51861b4a-c1dd-4588-b7c9-97a7a993578f tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1693087
Dec 18 21:08:47.782937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:47.784122 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:47.848019 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-99cd7d8e-1135-4b1b-aa86-a2394a1d2e9f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4397697
Dec 18 21:08:47.870583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Request body: {'port': {'device_id': '7daee463-3272-487e-8135-f684d393deed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:47.914853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa2e4a21-4f2f-4cc4-a56c-267541e5d71b req-1251a5c7-0f08-4b3f-9076-5b5537cfd734 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469800
Dec 18 21:08:47.930571 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4ce742a-89d7-4106-bed6-a183d471371d req-d4218985-f1e3-4ef2-aafd-ee87a4345ed3 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607115
Dec 18 21:08:47.988714 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:47.992022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ead1f5-34b9-4826-809b-d956001b6992 req-f5b2b7d9-dba8-4bbe-a860-c220fee700c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:47.994817 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-95ead1f5-34b9-4826-809b-d956001b6992 req-f5b2b7d9-dba8-4bbe-a860-c220fee700c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 1097 time: 0.0986462
Dec 18 21:08:48.089157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-92e91177-c2ac-41c3-b67c-1f222248da32 None None] Provisioning complete for port 597bdadb-cb27-4590-9bf4-888c4f82aae3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:48.089749 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92e91177-c2ac-41c3-b67c-1f222248da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:48.177949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-92e91177-c2ac-41c3-b67c-1f222248da32 None None] Port 597bdadb-cb27-4590-9bf4-888c4f82aae3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:08:48.210004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ead1f5-34b9-4826-809b-d956001b6992 req-c6df0db2-579b-4869-b7eb-29dedb34576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:48.211744 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-95ead1f5-34b9-4826-809b-d956001b6992 req-c6df0db2-579b-4869-b7eb-29dedb34576b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 914 time: 0.1854270
Dec 18 21:08:48.218588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-603272d4-d318-4d19-bb9e-fc805e3c514d req-2e2dd4cf-736d-4c9c-b03c-1136a2422887 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 210 time: 0.1541502
Dec 18 21:08:48.261393 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-95ead1f5-34b9-4826-809b-d956001b6992 req-e9aeb738-18d1-4ccc-9520-cda235d05c60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea HTTP/1.1" status: 200  len: 217 time: 0.0389736
Dec 18 21:08:48.301310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bb5fa-36e6-4f2d-b235-1df7677a61e3 req-8018c463-f11f-4c12-ba5e-ff61ab10fb71 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:48.302815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-581bb5fa-36e6-4f2d-b235-1df7677a61e3 req-8018c463-f11f-4c12-ba5e-ff61ab10fb71 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 950 time: 0.1531832
Dec 18 21:08:48.315687 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ead1f5-34b9-4826-809b-d956001b6992 req-f2d547d2-5dcd-4f6c-9be1-317119eb57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:48.317448 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-95ead1f5-34b9-4826-809b-d956001b6992 req-f2d547d2-5dcd-4f6c-9be1-317119eb57f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fddf9542-b331-44d6-bbe6-163e1b723ad1 HTTP/1.1" status: 200  len: 853 time: 0.0472772
Dec 18 21:08:48.354786 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-95ead1f5-34b9-4826-809b-d956001b6992 req-a6301004-c6d5-4eb5-8d84-0a3dc2c2dc78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1868cd24-2ddf-47fc-8474-997160de3083&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285680
Dec 18 21:08:48.376657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dae539be-3caf-481e-b2c9-8848b57475b2 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:48.378104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dae539be-3caf-481e-b2c9-8848b57475b2 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.36 "GET /v2.0/networks?id=afdfbfa6-06d3-4512-85d9-5baa178f2b1d HTTP/1.1" status: 200  len: 820 time: 0.3127649
Dec 18 21:08:48.399147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Request body: {'port': {'device_id': 'db18654e-90f1-4c94-bf14-03fcc3a678b7', 'network_id': 'afdfbfa6-06d3-4512-85d9-5baa178f2b1d', 'admin_state_up': True, 'tenant_id': '88b33c528aa7484e8069e68727cd6e27'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:48.446099 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-95ead1f5-34b9-4826-809b-d956001b6992 req-0497263c-9129-44fe-9281-53a16ee192dd service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816848
Dec 18 21:08:48.772656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-581bb5fa-36e6-4f2d-b235-1df7677a61e3 req-aaa06fc2-6235-4272-b854-d11ec10730ef tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/security-groups?id=e71e6b18-534a-42c2-a6e5-a7297cfc6e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4577289
Dec 18 21:08:48.907740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597bdadb-cb27-4590-9bf4-888c4f82aae3 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:08:48.915337 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-95ead1f5-34b9-4826-809b-d956001b6992 req-aed3d054-8c85-4a17-af5a-6d2e213987c6 service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4598708
Dec 18 21:08:48.916960 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:48.919598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Made reservation on behalf of 88b33c528aa7484e8069e68727cd6e27 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:08:48.923095 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:48.943958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Transition to ACTIVE for port object 597bdadb-cb27-4590-9bf4-888c4f82aae3 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:08:48.959546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:49.140684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Pushing event updated for resources: {'Port': ['ID=597bdadb-cb27-4590-9bf4-888c4f82aae3,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:49.240658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28689a5-9650-45f1-a1bc-98c23f1ca6f4 req-7750aa17-4d91-429e-9e5f-320fdb547a69 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:49.242156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c28689a5-9650-45f1-a1bc-98c23f1ca6f4 req-7750aa17-4d91-429e-9e5f-320fdb547a69 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.2169473
Dec 18 21:08:49.255429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac75cf-efc2-44de-9507-cbda4ad45b61 req-5efc963c-3738-44e0-b42d-df93a86cdfce tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:49.256880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75ac75cf-efc2-44de-9507-cbda4ad45b61 req-5efc963c-3738-44e0-b42d-df93a86cdfce tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 943 time: 0.2115779
Dec 18 21:08:49.301197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Allocated IP 172.20.0.10 (afdfbfa6-06d3-4512-85d9-5baa178f2b1d/7e211d4b-9265-44da-b156-b2f562b9ed08/a81daf49-71eb-4800-830e-d8fc7dbbfaae) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:08:49.310998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Attempting to bind port 597bdadb-cb27-4590-9bf4-888c4f82aae3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:08:49.311243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Attempting to bind port 597bdadb-cb27-4590-9bf4-888c4f82aae3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:08:49.311490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Attempting to bind port 597bdadb-cb27-4590-9bf4-888c4f82aae3 on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:49.337721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Port 597bdadb-cb27-4590-9bf4-888c4f82aae3 on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:08:49.338058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Attempting to bind port 597bdadb-cb27-4590-9bf4-888c4f82aae3 on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:49.364450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:08:49.364796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Checking segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:49.365187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Bound using segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:08:49.365619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Bound port: 597bdadb-cb27-4590-9bf4-888c4f82aae3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:08:49.365980 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:49.399055 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c28689a5-9650-45f1-a1bc-98c23f1ca6f4 req-d6e5e928-c8b0-4a73-abb8-2bd9d354de36 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411974
Dec 18 21:08:49.405637 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75ac75cf-efc2-44de-9507-cbda4ad45b61 req-069f9519-fe20-4871-a7af-cc6c8de8d1dc tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392634
Dec 18 21:08:49.481108 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:49.531761 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9cc8ecbd-b0de-4be8-8653-63617c791e90 req-adc81d8b-321e-4eae-b9e2-3bd606558fb6 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 210 time: 0.0630372
Dec 18 21:08:49.550463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] For port 597bdadb-cb27-4590-9bf4-888c4f82aae3, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:08:49.557270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] For port 597bdadb-cb27-4590-9bf4-888c4f82aae3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=597bdadb-cb27-4590-9bf4-888c4f82aae3,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:08:49.565546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:49.638186 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:49.638844 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:49.640235 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] 10.222.0.31 "PUT /v2.0/ports/597bdadb-cb27-4590-9bf4-888c4f82aae3 HTTP/1.1" status: 200  len: 1091 time: 1.7812028
Dec 18 21:08:49.640689 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7daee463-3272-487e-8135-f684d393deed', 'tag': '597bdadb-cb27-4590-9bf4-888c4f82aae3'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:49.643087 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae55b2c0-7138-4f97-9664-8e908da3ac7c" -d '{"events": [{"name": "network-changed", "server_uuid": "7daee463-3272-487e-8135-f684d393deed", "tag": "597bdadb-cb27-4590-9bf4-888c4f82aae3"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:49.684584 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:49.701177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe817f-83e3-4ac6-8df0-9ac07e8293c9 service neutron] Pushing event updated for resources: {'Port': ['ID=597bdadb-cb27-4590-9bf4-888c4f82aae3,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:49.749375 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c29ace-221b-4b45-ad5a-a3ffa184fd88 x-openstack-request-id: req-d4c29ace-221b-4b45-ad5a-a3ffa184fd88 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:49.749763 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7daee463-3272-487e-8135-f684d393deed", "tag": "597bdadb-cb27-4590-9bf4-888c4f82aae3", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:49.750098 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4c29ace-221b-4b45-ad5a-a3ffa184fd88 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:49.750529 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7daee463-3272-487e-8135-f684d393deed', 'tag': '597bdadb-cb27-4590-9bf4-888c4f82aae3', 'status': 'completed', 'code': 200}
Dec 18 21:08:49.810368 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:49.810520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2706c5-aa63-48c7-8e28-7d2292e9b185 req-851ceb3d-1d67-4c37-a3df-9a214a59bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:49.812021 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2706c5-aa63-48c7-8e28-7d2292e9b185 req-851ceb3d-1d67-4c37-a3df-9a214a59bfb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 1097 time: 0.0463467
Dec 18 21:08:49.823646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ad241-e733-44ab-96b6-0c14e3b0218f req-1c091865-db77-48b3-9cce-d272a66e4648 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:49.830706 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-537ad241-e733-44ab-96b6-0c14e3b0218f req-1c091865-db77-48b3-9cce-d272a66e4648 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1206682
Dec 18 21:08:49.892154 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-59dbceaa-48f2-46ec-88f0-dda25544d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:49.893710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-59dbceaa-48f2-46ec-88f0-dda25544d3a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 1094 time: 0.1411204
Dec 18 21:08:49.926782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Network afdfbfa6-06d3-4512-85d9-5baa178f2b1d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:08:49.961000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:08:49.963484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:08:49.964033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2706c5-aa63-48c7-8e28-7d2292e9b185 req-4557a283-41fd-4d66-b21d-03bf7549e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:49.966469 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2706c5-aa63-48c7-8e28-7d2292e9b185 req-4557a283-41fd-4d66-b21d-03bf7549e792 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 200  len: 914 time: 0.1459568
Dec 18 21:08:50.012203 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2706c5-aa63-48c7-8e28-7d2292e9b185 req-37ff1143-a392-4c32-ba7f-97f363ed0461 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea HTTP/1.1" status: 200  len: 217 time: 0.0388227
Dec 18 21:08:50.033693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Pushing event updated for resources: {'Port': ['ID=a81daf49-71eb-4800-830e-d8fc7dbbfaae,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:50.037744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-b4ff5f98-d8e5-4e30-8bbe-82135a549e38 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597bdadb-cb27-4590-9bf4-888c4f82aae3 HTTP/1.1" status: 200  len: 217 time: 0.1178071
Dec 18 21:08:50.063954 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-537ad241-e733-44ab-96b6-0c14e3b0218f req-1035445c-fe61-443b-86af-29268daac8f7 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209020
Dec 18 21:08:50.066468 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2706c5-aa63-48c7-8e28-7d2292e9b185 req-cdfe1b03-a1cd-40dc-913e-58a2445bc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:50.069032 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2706c5-aa63-48c7-8e28-7d2292e9b185 req-cdfe1b03-a1cd-40dc-913e-58a2445bc21a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fddf9542-b331-44d6-bbe6-163e1b723ad1 HTTP/1.1" status: 200  len: 853 time: 0.0501277
Dec 18 21:08:50.108204 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2706c5-aa63-48c7-8e28-7d2292e9b185 req-23c26320-3caf-4ea3-8164-8f333ef86216 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1868cd24-2ddf-47fc-8474-997160de3083&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0311139
Dec 18 21:08:50.111527 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:50.112149 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:50.126866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b34165-2bb9-4316-8561-978fe5224cb3 req-fd417df2-a20b-4bf9-b6e7-79b2c3998505 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:50.128406 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0b34165-2bb9-4316-8561-978fe5224cb3 req-fd417df2-a20b-4bf9-b6e7-79b2c3998505 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 950 time: 0.2264192
Dec 18 21:08:50.147488 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-e1cbdf6c-8cf8-4fa7-9ca4-2a18fb494565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:50.149102 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-e1cbdf6c-8cf8-4fa7-9ca4-2a18fb494565 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.1042702
Dec 18 21:08:50.191813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-dd4dac23-7213-4262-b848-92b2dd1baa6b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7996485
Dec 18 21:08:50.213780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Request body: {'port': {'device_id': 'db18654e-90f1-4c94-bf14-03fcc3a678b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:08:50.218476 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2706c5-aa63-48c7-8e28-7d2292e9b185 req-e34c642a-f435-42e1-8a9b-5e13448bf359 service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1035917
Dec 18 21:08:50.264722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-0b6020a0-ee0d-4b5a-8e7c-2054695c06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:50.267098 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-0b6020a0-ee0d-4b5a-8e7c-2054695c06dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1089382
Dec 18 21:08:50.293173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0b34165-2bb9-4316-8561-978fe5224cb3 req-54e36a36-eeb7-4445-aa79-be8ff57638b0 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/security-groups?id=e71e6b18-534a-42c2-a6e5-a7297cfc6e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524348
Dec 18 21:08:50.328095 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ca2706c5-aa63-48c7-8e28-7d2292e9b185 req-fa02364b-cf2d-4b9d-baba-88c87fb4de6e service neutron] 10.222.0.36 "GET /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024284
Dec 18 21:08:50.386857 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:50.505537 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-bc45a6eb-c649-4869-af82-4dd0eed83990 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2001455
Dec 18 21:08:50.771927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f07dc-7b28-4610-903d-f73487aa6a59 req-98ec9c74-7cb7-4128-9e3c-ad12093025bf tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:50.773471 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-789f07dc-7b28-4610-903d-f73487aa6a59 req-98ec9c74-7cb7-4128-9e3c-ad12093025bf tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 943 time: 0.2238038
Dec 18 21:08:50.828084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34ea38e4-931f-4a45-b87e-83f95b740465 req-9931e4c8-8dcc-4a92-8343-aa4fe0597591 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2798722
Dec 18 21:08:50.880637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2e8f5-276f-4025-b2c0-0ed824332929 req-bddcebc9-dd90-40a0-8dbf-db18154fb064 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:50.882183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22d2e8f5-276f-4025-b2c0-0ed824332929 req-bddcebc9-dd90-40a0-8dbf-db18154fb064 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 932 time: 0.1681643
Dec 18 21:08:50.888931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-789f07dc-7b28-4610-903d-f73487aa6a59 req-90889c1e-0ae4-4b63-a2a2-f7088d3b296e tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053157
Dec 18 21:08:50.975851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81daf49-71eb-4800-830e-d8fc7dbbfaae {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:08:50.986016 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:51.047217 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22d2e8f5-276f-4025-b2c0-0ed824332929 req-633a64fe-9834-4a7a-8a27-d960dffd88ac tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/security-groups?id=77a88728-641d-4e94-8821-d425c467a62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527698
Dec 18 21:08:51.048967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Transition to ACTIVE for port object a81daf49-71eb-4800-830e-d8fc7dbbfaae will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:08:51.055495 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:51.061314 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b2c0-7138-4f97-9664-8e908da3ac7c req-dae89974-53d1-4e53-8dcc-922747de194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:51.062844 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae55b2c0-7138-4f97-9664-8e908da3ac7c req-dae89974-53d1-4e53-8dcc-922747de194a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 1094 time: 0.1674750
Dec 18 21:08:51.163965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0ad4-d118-4c44-b6c6-083bdbf479d3 req-47fe15af-1ba4-4f96-a471-9d1b6a49b21c tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:51.165434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e23a0ad4-d118-4c44-b6c6-083bdbf479d3 req-47fe15af-1ba4-4f96-a471-9d1b6a49b21c tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 950 time: 0.1723394
Dec 18 21:08:51.208792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Pushing event updated for resources: {'Port': ['ID=a81daf49-71eb-4800-830e-d8fc7dbbfaae,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:51.329101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9215b53-9c68-4140-81b0-0a2db08519e6 req-e539c0d7-09fd-40dc-8a18-3890e3cbc57c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:51.330519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e9215b53-9c68-4140-81b0-0a2db08519e6 req-e539c0d7-09fd-40dc-8a18-3890e3cbc57c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1826890
Dec 18 21:08:51.347318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b2c0-7138-4f97-9664-8e908da3ac7c req-bec9c370-a2de-4cf7-adef-f32aea36148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:51.348841 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae55b2c0-7138-4f97-9664-8e908da3ac7c req-bec9c370-a2de-4cf7-adef-f32aea36148f service neutron] 10.222.0.31 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.2647963
Dec 18 21:08:51.352099 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e23a0ad4-d118-4c44-b6c6-083bdbf479d3 req-f21e90a8-7486-46c9-9f6b-82e1ab56cfb9 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/security-groups?id=e71e6b18-534a-42c2-a6e5-a7297cfc6e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744452
Dec 18 21:08:51.403691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae55b2c0-7138-4f97-9664-8e908da3ac7c req-a3859f54-2ac2-4f69-b562-3be2f882abf1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597bdadb-cb27-4590-9bf4-888c4f82aae3 HTTP/1.1" status: 200  len: 217 time: 0.0385475
Dec 18 21:08:51.452505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Attempting to bind port a81daf49-71eb-4800-830e-d8fc7dbbfaae on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:08:51.452770 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Attempting to bind port a81daf49-71eb-4800-830e-d8fc7dbbfaae by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '99e9ee64-f19e-432b-a764-8b3d018a1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdfbfa6-06d3-4512-85d9-5baa178f2b1d'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:08:51.453099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Attempting to bind port a81daf49-71eb-4800-830e-d8fc7dbbfaae on network afdfbfa6-06d3-4512-85d9-5baa178f2b1d {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:51.472932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Port a81daf49-71eb-4800-830e-d8fc7dbbfaae on network afdfbfa6-06d3-4512-85d9-5baa178f2b1d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:08:51.473254 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Attempting to bind port a81daf49-71eb-4800-830e-d8fc7dbbfaae on network afdfbfa6-06d3-4512-85d9-5baa178f2b1d {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:08:51.480826 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e9215b53-9c68-4140-81b0-0a2db08519e6 req-64e85ccc-e382-4e43-b10b-5f5c6ee47d50 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440883
Dec 18 21:08:51.486793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b2c0-7138-4f97-9664-8e908da3ac7c req-01e23182-067b-4c37-9165-5f293c2614d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:51.488202 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae55b2c0-7138-4f97-9664-8e908da3ac7c req-01e23182-067b-4c37-9165-5f293c2614d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0763009
Dec 18 21:08:51.489334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:08:51.489672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Checking segment: {'id': '99e9ee64-f19e-432b-a764-8b3d018a1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdfbfa6-06d3-4512-85d9-5baa178f2b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:08:51.490041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Bound using segment: {'id': '99e9ee64-f19e-432b-a764-8b3d018a1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdfbfa6-06d3-4512-85d9-5baa178f2b1d'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:08:51.490490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Bound port: a81daf49-71eb-4800-830e-d8fc7dbbfaae, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e9ee64-f19e-432b-a764-8b3d018a1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdfbfa6-06d3-4512-85d9-5baa178f2b1d'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:08:51.490858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:51.589159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b2c0-7138-4f97-9664-8e908da3ac7c req-9980526d-367f-43ba-be01-d5a2ed2f3168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:51.589159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae55b2c0-7138-4f97-9664-8e908da3ac7c req-9980526d-367f-43ba-be01-d5a2ed2f3168 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0893693
Dec 18 21:08:51.664536 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] For port a81daf49-71eb-4800-830e-d8fc7dbbfaae, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:08:51.685373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] For port a81daf49-71eb-4800-830e-d8fc7dbbfaae, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a81daf49-71eb-4800-830e-d8fc7dbbfaae,segment=NetworkSegment(99e9ee64-f19e-432b-a764-8b3d018a1745),segment_id=99e9ee64-f19e-432b-a764-8b3d018a1745)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:08:51.695567 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:51.713942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04e995-3d2a-431b-816c-1c570a773eb5 req-7a8f5431-866e-47c3-b7de-d27144d2b606 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:51.715535 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf04e995-3d2a-431b-816c-1c570a773eb5 req-7a8f5431-866e-47c3-b7de-d27144d2b606 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1518059
Dec 18 21:08:51.782199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:51.782845 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:51.784258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] 10.222.0.36 "PUT /v2.0/ports/a81daf49-71eb-4800-830e-d8fc7dbbfaae HTTP/1.1" status: 200  len: 1092 time: 1.5824506
Dec 18 21:08:51.785979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db18654e-90f1-4c94-bf14-03fcc3a678b7', 'tag': 'a81daf49-71eb-4800-830e-d8fc7dbbfaae'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:51.788198 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44083f11-dffe-4323-a638-b8208670fd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "db18654e-90f1-4c94-bf14-03fcc3a678b7", "tag": "a81daf49-71eb-4800-830e-d8fc7dbbfaae"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:51.811960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae55b2c0-7138-4f97-9664-8e908da3ac7c req-7afe7eb7-c1b8-46a6-b8f2-4fc0793ea447 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2076681
Dec 18 21:08:51.843685 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a804472-d827-466d-ab73-b2c01640d677 x-openstack-request-id: req-1a804472-d827-466d-ab73-b2c01640d677 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:51.843975 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db18654e-90f1-4c94-bf14-03fcc3a678b7", "tag": "a81daf49-71eb-4800-830e-d8fc7dbbfaae", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:51.844231 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a804472-d827-466d-ab73-b2c01640d677 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:51.844629 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db18654e-90f1-4c94-bf14-03fcc3a678b7', 'tag': 'a81daf49-71eb-4800-830e-d8fc7dbbfaae', 'status': 'completed', 'code': 200}
Dec 18 21:08:51.904726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd5351-72b6-45e3-9a2c-e3645194b280 service neutron] Pushing event updated for resources: {'Port': ['ID=a81daf49-71eb-4800-830e-d8fc7dbbfaae,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:51.938523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf04e995-3d2a-431b-816c-1c570a773eb5 req-02f42cef-87d5-410f-8f1b-211de038ca96 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934652
Dec 18 21:08:51.967220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-042cae67-d14a-4c97-a37e-f5f81c98a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:51.968878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-042cae67-d14a-4c97-a37e-f5f81c98a4e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88b33c528aa7484e8069e68727cd6e27&device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 1095 time: 0.1334188
Dec 18 21:08:52.056073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae55b2c0-7138-4f97-9664-8e908da3ac7c req-1e974cb7-7bdc-4bd3-9971-aa0f81adbef1 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351010
Dec 18 21:08:52.058896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-c9b4f7b0-9247-42aa-ad7d-83af9f448bb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a81daf49-71eb-4800-830e-d8fc7dbbfaae HTTP/1.1" status: 200  len: 217 time: 0.0690269
Dec 18 21:08:52.139306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa36f43-032c-48b0-99ca-34e8283bb6e1 req-5b38366f-ab07-448d-99bf-d0d351004325 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:52.141050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaa36f43-032c-48b0-99ca-34e8283bb6e1 req-5b38366f-ab07-448d-99bf-d0d351004325 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 943 time: 0.1678624
Dec 18 21:08:52.191982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde50ba-ccc0-4a4d-ad0a-6ca805e71b47 req-e82e71f3-00b8-4a46-a1c8-7af5124df86b tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:52.196442 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acde50ba-ccc0-4a4d-ad0a-6ca805e71b47 req-e82e71f3-00b8-4a46-a1c8-7af5124df86b tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 950 time: 0.0662894
Dec 18 21:08:52.306975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-acde50ba-ccc0-4a4d-ad0a-6ca805e71b47 req-6cec1b9b-3610-4848-8ba7-b9c76b8ca8f5 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Deleting port e3692064-60f7-457f-a6ec-747e276ca1b7 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:08:52.307316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-acde50ba-ccc0-4a4d-ad0a-6ca805e71b47 req-6cec1b9b-3610-4848-8ba7-b9c76b8ca8f5 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:52.406364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-acde50ba-ccc0-4a4d-ad0a-6ca805e71b47 req-6cec1b9b-3610-4848-8ba7-b9c76b8ca8f5 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] For port e3692064-60f7-457f-a6ec-747e276ca1b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3692064-60f7-457f-a6ec-747e276ca1b7,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:52.406721 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-acde50ba-ccc0-4a4d-ad0a-6ca805e71b47 req-6cec1b9b-3610-4848-8ba7-b9c76b8ca8f5 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:52.420184 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-acde50ba-ccc0-4a4d-ad0a-6ca805e71b47 req-6cec1b9b-3610-4848-8ba7-b9c76b8ca8f5 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Calling delete_port for e3692064-60f7-457f-a6ec-747e276ca1b7 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:08:52.481126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-aec93b28-ced3-439a-8851-86c1e584624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:52.482611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-aec93b28-ced3-439a-8851-86c1e584624d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e211d4b-9265-44da-b156-b2f562b9ed08 HTTP/1.1" status: 200  len: 860 time: 0.4164429
Dec 18 21:08:52.512945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf03c1-3a48-44c7-81a5-7dd573aedc79 req-0d8b6860-f76b-4999-a2ed-0a75b8f45abf tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:52.514442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36bf03c1-3a48-44c7-81a5-7dd573aedc79 req-0d8b6860-f76b-4999-a2ed-0a75b8f45abf tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.4510350
Dec 18 21:08:52.540306 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-5f51134b-f1a9-49d5-8825-9b99db9503d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afdfbfa6-06d3-4512-85d9-5baa178f2b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474644
Dec 18 21:08:52.561704 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-acde50ba-ccc0-4a4d-ad0a-6ca805e71b47 req-6cec1b9b-3610-4848-8ba7-b9c76b8ca8f5 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:52.562032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaa36f43-032c-48b0-99ca-34e8283bb6e1 req-8ca66740-b8f0-467a-a55e-6d627844058f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4135721
Dec 18 21:08:52.574338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['e3692064-60f7-457f-a6ec-747e276ca1b7'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:08:52.607873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1b9b-3610-4848-8ba7-b9c76b8ca8f5 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Pushing event deleted for resources: {'Port': ['ID=e3692064-60f7-457f-a6ec-747e276ca1b7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:52.653952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36bf03c1-3a48-44c7-81a5-7dd573aedc79 req-f04b831e-b44a-41d1-962a-3b4eb44b4f69 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327455
Dec 18 21:08:52.679979 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-acde50ba-ccc0-4a4d-ad0a-6ca805e71b47 req-6cec1b9b-3610-4848-8ba7-b9c76b8ca8f5 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] No DVR routers for this DVR port e3692064-60f7-457f-a6ec-747e276ca1b7 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:08:52.682762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-acde50ba-ccc0-4a4d-ad0a-6ca805e71b47 req-6cec1b9b-3610-4848-8ba7-b9c76b8ca8f5 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:52.686404 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acde50ba-ccc0-4a4d-ad0a-6ca805e71b47 req-6cec1b9b-3610-4848-8ba7-b9c76b8ca8f5 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.36 "DELETE /v2.0/ports/e3692064-60f7-457f-a6ec-747e276ca1b7 HTTP/1.1" status: 204  len: 173 time: 0.4831281
Dec 18 21:08:52.686881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d942a42-4f82-4308-bd4c-2501b4e54663', 'name': 'network-vif-deleted', 'tag': 'e3692064-60f7-457f-a6ec-747e276ca1b7'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:52.689206 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eef42d3-6dfe-43f0-9fa0-9c377c088699" -d '{"events": [{"server_uuid": "7d942a42-4f82-4308-bd4c-2501b4e54663", "name": "network-vif-deleted", "tag": "e3692064-60f7-457f-a6ec-747e276ca1b7"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:52.712070 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-11221461-660b-4831-85db-e9101a96bcbb service neutron] 10.222.0.36 "GET /v2.0/networks/afdfbfa6-06d3-4512-85d9-5baa178f2b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623771
Dec 18 21:08:52.745778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58786b-53a4-4d98-887e-8b218cf0cbf1 req-58234642-f615-4a83-9bbf-16a3a92c4741 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:52.754629 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe58786b-53a4-4d98-887e-8b218cf0cbf1 req-58234642-f615-4a83-9bbf-16a3a92c4741 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 944 time: 0.0969045
Dec 18 21:08:52.836398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fb60d91-2389-4f60-9aa6-c34d8bc27606 req-0c3c63ed-be2d-49aa-8304-736565fdbc64 tempest-VolumesNegativeTest-1566869411 tempest-VolumesNegativeTest-1566869411-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d942a42-4f82-4308-bd4c-2501b4e54663 HTTP/1.1" status: 200  len: 210 time: 0.1050241
Dec 18 21:08:52.889631 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe58786b-53a4-4d98-887e-8b218cf0cbf1 req-1a3caaaf-09b5-4a92-8ebb-03ff2224be3f tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/security-groups?id=77a88728-641d-4e94-8821-d425c467a62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301968
Dec 18 21:08:52.941256 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808d4071-89d2-41cb-bd80-f519984fb6c0 x-openstack-request-id: req-808d4071-89d2-41cb-bd80-f519984fb6c0 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:52.941564 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d942a42-4f82-4308-bd4c-2501b4e54663", "name": "network-vif-deleted", "tag": "e3692064-60f7-457f-a6ec-747e276ca1b7", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:52.941826 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-808d4071-89d2-41cb-bd80-f519984fb6c0 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:52.942513 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d942a42-4f82-4308-bd4c-2501b4e54663', 'name': 'network-vif-deleted', 'tag': 'e3692064-60f7-457f-a6ec-747e276ca1b7', 'status': 'completed', 'code': 200}
Dec 18 21:08:52.973473 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e80e8d37-2ce9-456e-bf6a-e6c64e116e11 req-11254f7a-71c7-4fe2-b2bc-13f3ca390d22 service neutron] 10.222.0.36 "GET /v2.0/networks/afdfbfa6-06d3-4512-85d9-5baa178f2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2524748
Dec 18 21:08:53.010800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0feedd-b88a-4b94-b9f2-60f97c24c549 req-740337af-a2a1-48ed-8b43-7a63769743e0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:53.012542 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a0feedd-b88a-4b94-b9f2-60f97c24c549 req-740337af-a2a1-48ed-8b43-7a63769743e0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1083581
Dec 18 21:08:53.107089 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a0feedd-b88a-4b94-b9f2-60f97c24c549 req-a9c0f737-630b-4946-b9a6-3c8edae52a16 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755997
Dec 18 21:08:53.107089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44083f11-dffe-4323-a638-b8208670fd2e req-52d6b7fd-1e83-4513-a43f-48b5a7e9805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:53.107089 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44083f11-dffe-4323-a638-b8208670fd2e req-52d6b7fd-1e83-4513-a43f-48b5a7e9805b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88b33c528aa7484e8069e68727cd6e27&device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 1095 time: 0.0764008
Dec 18 21:08:53.223220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44083f11-dffe-4323-a638-b8208670fd2e req-8ddf3f0e-8660-434e-872e-6614ff948db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:53.224725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44083f11-dffe-4323-a638-b8208670fd2e req-8ddf3f0e-8660-434e-872e-6614ff948db2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afdfbfa6-06d3-4512-85d9-5baa178f2b1d HTTP/1.1" status: 200  len: 921 time: 0.1138024
Dec 18 21:08:53.276041 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44083f11-dffe-4323-a638-b8208670fd2e req-fe074b71-7f1d-4d19-802d-dc46b5ebe4a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a81daf49-71eb-4800-830e-d8fc7dbbfaae HTTP/1.1" status: 200  len: 217 time: 0.0430801
Dec 18 21:08:53.347691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44083f11-dffe-4323-a638-b8208670fd2e req-f51dd120-fa25-46d1-80fc-7b13a979ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:53.349168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44083f11-dffe-4323-a638-b8208670fd2e req-f51dd120-fa25-46d1-80fc-7b13a979ea91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e211d4b-9265-44da-b156-b2f562b9ed08 HTTP/1.1" status: 200  len: 860 time: 0.0649512
Dec 18 21:08:53.363087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ab5e3-ed8f-481c-87f3-db18e4bdea51 req-fcc0a7a7-28ce-4f34-82e0-e4f73582fc7c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:53.364731 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e58ab5e3-ed8f-481c-87f3-db18e4bdea51 req-fcc0a7a7-28ce-4f34-82e0-e4f73582fc7c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0914891
Dec 18 21:08:53.397210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44083f11-dffe-4323-a638-b8208670fd2e req-f198eea9-889d-49b7-90ca-c9be3fa08d65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afdfbfa6-06d3-4512-85d9-5baa178f2b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0313468
Dec 18 21:08:53.483670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e58ab5e3-ed8f-481c-87f3-db18e4bdea51 req-926edc77-94c0-42b3-857b-8d96a57a297d tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097505
Dec 18 21:08:53.514958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44083f11-dffe-4323-a638-b8208670fd2e req-391e9344-bc68-450f-804f-07d6f2f24654 service neutron] 10.222.0.36 "GET /v2.0/networks/afdfbfa6-06d3-4512-85d9-5baa178f2b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092169
Dec 18 21:08:53.647739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cec7e-bb5d-407d-95b9-663255188839 req-950dbef4-a8b6-44eb-b4ea-01cd7fd471bf tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:53.649180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-335cec7e-bb5d-407d-95b9-663255188839 req-950dbef4-a8b6-44eb-b4ea-01cd7fd471bf tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0759952
Dec 18 21:08:53.698066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44083f11-dffe-4323-a638-b8208670fd2e req-1a64c3ff-cfb1-4c49-939a-9b883960bdd7 service neutron] 10.222.0.36 "GET /v2.0/networks/afdfbfa6-06d3-4512-85d9-5baa178f2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685629
Dec 18 21:08:53.732564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-335cec7e-bb5d-407d-95b9-663255188839 req-77e67eea-fcc1-4291-9c53-9fc52fbfe65a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723031
Dec 18 21:08:53.739845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be59fd-b02d-4664-842c-64ffb9fb380e req-6303718a-56d4-415e-b7be-57b654221108 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:53.741313 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48be59fd-b02d-4664-842c-64ffb9fb380e req-6303718a-56d4-415e-b7be-57b654221108 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 943 time: 0.1040082
Dec 18 21:08:53.794172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48be59fd-b02d-4664-842c-64ffb9fb380e req-629be87c-8158-452b-9d94-dfe1bb1a88f5 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445383
Dec 18 21:08:53.867355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693964a-8f0c-4ba5-962b-2dea25babf76 req-fe4c3b3f-dbf2-471c-9a76-38c5939d1542 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:53.868871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7693964a-8f0c-4ba5-962b-2dea25babf76 req-fe4c3b3f-dbf2-471c-9a76-38c5939d1542 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0523853
Dec 18 21:08:53.922907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7693964a-8f0c-4ba5-962b-2dea25babf76 req-cb8932d1-8a13-4e1a-acad-405e44d4b3ab tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469663
Dec 18 21:08:54.039197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a13b6-e276-44d5-8b1f-7bbdc2d07545 req-6bba8e40-cc97-40f8-8034-05a022db2b5b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:54.040682 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d1a13b6-e276-44d5-8b1f-7bbdc2d07545 req-6bba8e40-cc97-40f8-8034-05a022db2b5b tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 944 time: 0.0805533
Dec 18 21:08:54.076144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259ff4-0bfd-4f90-a93e-3909100a7b77 req-637e3593-b0b3-4eb9-aa89-3085fa574df6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:54.077588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa259ff4-0bfd-4f90-a93e-3909100a7b77 req-637e3593-b0b3-4eb9-aa89-3085fa574df6 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0817478
Dec 18 21:08:54.121697 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d1a13b6-e276-44d5-8b1f-7bbdc2d07545 req-ce6729c9-4800-401e-bc7a-199d5fb00f87 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/security-groups?id=77a88728-641d-4e94-8821-d425c467a62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744214
Dec 18 21:08:54.143035 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa259ff4-0bfd-4f90-a93e-3909100a7b77 req-4b0ff7eb-05b4-4529-8ff7-99ef1393549c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545075
Dec 18 21:08:54.326452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2260f5b-cdf9-41bd-b01e-231a44c2290d req-bff6bd4e-3916-472b-82db-70d8c66efcb3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:54.326564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2260f5b-cdf9-41bd-b01e-231a44c2290d req-bff6bd4e-3916-472b-82db-70d8c66efcb3 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0592172
Dec 18 21:08:54.378566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2260f5b-cdf9-41bd-b01e-231a44c2290d req-a242bc48-7497-4e99-ac54-5b91691299e5 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450373
Dec 18 21:08:54.524289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fddbc-6350-4ab5-bfc1-094423481e7d req-63e34ace-951d-49b1-b608-c7c5f16c9a3c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:54.525707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f5fddbc-6350-4ab5-bfc1-094423481e7d req-63e34ace-951d-49b1-b608-c7c5f16c9a3c tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0655904
Dec 18 21:08:54.590102 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f5fddbc-6350-4ab5-bfc1-094423481e7d req-b42fc3ab-7f03-460d-8416-f0966c488a5b tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567036
Dec 18 21:08:54.751392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb66f3-96d3-42c2-be08-b4339b9d8e3f req-7ad4f14b-75df-4a66-bc73-c05b3d67e6f1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:54.752907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58bb66f3-96d3-42c2-be08-b4339b9d8e3f req-7ad4f14b-75df-4a66-bc73-c05b3d67e6f1 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0638418
Dec 18 21:08:54.814972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58bb66f3-96d3-42c2-be08-b4339b9d8e3f req-db277ed9-a077-4113-9d70-6a4e3702f856 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548968
Dec 18 21:08:54.981885 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec28513-d9e0-40e1-9b2d-be05ee63d413 req-fc9e9142-c1ae-4dae-8ee4-6081d9c446d2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:54.983462 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fec28513-d9e0-40e1-9b2d-be05ee63d413 req-fc9e9142-c1ae-4dae-8ee4-6081d9c446d2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 943 time: 0.0945272
Dec 18 21:08:54.996952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae1548-8cb0-487b-afa9-f542321eccf8 req-fdb66e7b-d68d-46da-9c62-48fc850e6e13 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:54.998691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28ae1548-8cb0-487b-afa9-f542321eccf8 req-fdb66e7b-d68d-46da-9c62-48fc850e6e13 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0982866
Dec 18 21:08:55.048111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 597bdadb-cb27-4590-9bf4-888c4f82aae3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:08:55.081252 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fec28513-d9e0-40e1-9b2d-be05ee63d413 req-d5246959-3e83-4f26-89b6-26dd38d35cb9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811515
Dec 18 21:08:55.085346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28ae1548-8cb0-487b-afa9-f542321eccf8 req-feeca180-7bd2-4ee6-8c8f-b8bb236f9f62 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790200
Dec 18 21:08:55.166747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 597bdadb-cb27-4590-9bf4-888c4f82aae3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=597bdadb-cb27-4590-9bf4-888c4f82aae3,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:55.180268 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '597bdadb-cb27-4590-9bf4-888c4f82aae3', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'port_id': '597bdadb-cb27-4590-9bf4-888c4f82aae3', 'mac_address': 'fa:16:3e:f7:22:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:08:55.226921 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:55.241021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597bdadb-cb27-4590-9bf4-888c4f82aae3 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:08:55.260566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdaa6c-f27d-41aa-af6a-60613b1e6c51 req-7b1f5704-989f-45bc-a1f5-52fe6f402a02 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:55.261886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 597bdadb-cb27-4590-9bf4-888c4f82aae3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=597bdadb-cb27-4590-9bf4-888c4f82aae3,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:55.262304 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95bdaa6c-f27d-41aa-af6a-60613b1e6c51 req-7b1f5704-989f-45bc-a1f5-52fe6f402a02 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0800836
Dec 18 21:08:55.268282 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:55.279478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98580e78-dec6-42cf-bac2-b4950d7ba80e req-26c6a1a5-ab99-452a-af96-48463270bc85 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:55.281002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98580e78-dec6-42cf-bac2-b4950d7ba80e req-26c6a1a5-ab99-452a-af96-48463270bc85 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 944 time: 0.0699778
Dec 18 21:08:55.319095 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=597bdadb-cb27-4590-9bf4-888c4f82aae3,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:55.326683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.327113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.327524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.327921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.328316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.328841 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.329195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.329542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.329945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.330451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.331034 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.331371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.331690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:55.351815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95bdaa6c-f27d-41aa-af6a-60613b1e6c51 req-fa20da84-221c-4b37-b0fa-d11259761a5b tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811038
Dec 18 21:08:55.364966 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98580e78-dec6-42cf-bac2-b4950d7ba80e req-140acacf-b2a3-459e-9dd4-cadf36925dc1 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/security-groups?id=77a88728-641d-4e94-8821-d425c467a62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765026
Dec 18 21:08:55.482824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d563f-924a-4eec-b24c-b0ea1e46d503 req-27a75422-36db-4dd7-a2d0-82eaeddc7c98 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:55.486921 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-691d563f-924a-4eec-b24c-b0ea1e46d503 req-27a75422-36db-4dd7-a2d0-82eaeddc7c98 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0572684
Dec 18 21:08:55.518944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['597bdadb-cb27-4590-9bf4-888c4f82aae3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:08:55.542086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-691d563f-924a-4eec-b24c-b0ea1e46d503 req-6372d05f-9ee4-476a-bc8a-b0c0ed7cb4fa tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507522
Dec 18 21:08:55.697651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4536025-f80c-4de7-9f8f-13e1773d5a34 req-26e0ffaf-4d45-4eba-a1aa-b5414eb6b563 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:55.705834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4536025-f80c-4de7-9f8f-13e1773d5a34 req-26e0ffaf-4d45-4eba-a1aa-b5414eb6b563 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0745144
Dec 18 21:08:55.754968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4536025-f80c-4de7-9f8f-13e1773d5a34 req-afc8862a-9f86-4ddf-ae0b-0c7ea0b4d369 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480237
Dec 18 21:08:56.231077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5ff63-c57b-41ee-9645-2c674a42edf9 req-05e50b68-a2cd-4bab-9862-cb3697f50c18 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:56.232606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fa5ff63-c57b-41ee-9645-2c674a42edf9 req-05e50b68-a2cd-4bab-9862-cb3697f50c18 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 944 time: 0.0603800
Dec 18 21:08:56.286088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fa5ff63-c57b-41ee-9645-2c674a42edf9 req-14abf990-8fa5-4ea9-98b7-c43a0d08bb35 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463960
Dec 18 21:08:56.487058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fc975-4acb-44e9-95c2-4b2f8101234f req-0f1845fb-3fc9-4dbb-89c1-0d103b7ec0e1 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:56.488866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b47fc975-4acb-44e9-95c2-4b2f8101234f req-0f1845fb-3fc9-4dbb-89c1-0d103b7ec0e1 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 944 time: 0.0518131
Dec 18 21:08:56.539831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b47fc975-4acb-44e9-95c2-4b2f8101234f req-0a7df8ad-91e0-437e-966f-c6ae7b245155 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/security-groups?id=77a88728-641d-4e94-8821-d425c467a62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448365
Dec 18 21:08:57.040009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a81daf49-71eb-4800-830e-d8fc7dbbfaae details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:08:57.042712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device e3692064-60f7-457f-a6ec-747e276ca1b7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:08:57.079801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 597bdadb-cb27-4590-9bf4-888c4f82aae3 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:57.083810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: e3692064-60f7-457f-a6ec-747e276ca1b7 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:08:57.084318 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device e3692064-60f7-457f-a6ec-747e276ca1b7 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:08:57.383052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 597bdadb-cb27-4590-9bf4-888c4f82aae3 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:08:57.397208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 597bdadb-cb27-4590-9bf4-888c4f82aae3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:57.397565 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:57.445433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a81daf49-71eb-4800-830e-d8fc7dbbfaae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a81daf49-71eb-4800-830e-d8fc7dbbfaae,segment=NetworkSegment(99e9ee64-f19e-432b-a764-8b3d018a1745),segment_id=99e9ee64-f19e-432b-a764-8b3d018a1745)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:57.459978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64965c30-286a-4399-be21-f3b66647c44a req-3a9f3259-b721-40f7-99bf-e9b5d4e5bb4a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:57.472771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'a81daf49-71eb-4800-830e-d8fc7dbbfaae', 'network_id': 'afdfbfa6-06d3-4512-85d9-5baa178f2b1d', 'port_id': 'a81daf49-71eb-4800-830e-d8fc7dbbfaae', 'mac_address': 'fa:16:3e:85:61:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e211d4b-9265-44da-b156-b2f562b9ed08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:08:57.479062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64965c30-286a-4399-be21-f3b66647c44a req-3a9f3259-b721-40f7-99bf-e9b5d4e5bb4a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 944 time: 0.0929983
Dec 18 21:08:57.546752 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64965c30-286a-4399-be21-f3b66647c44a req-fc31342c-64eb-4bf9-ab9e-80a3af2d27f2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664492
Dec 18 21:08:57.559404 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:57.576653 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:57.579564 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81daf49-71eb-4800-830e-d8fc7dbbfaae {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:08:57.618813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a81daf49-71eb-4800-830e-d8fc7dbbfaae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a81daf49-71eb-4800-830e-d8fc7dbbfaae,segment=NetworkSegment(99e9ee64-f19e-432b-a764-8b3d018a1745),segment_id=99e9ee64-f19e-432b-a764-8b3d018a1745)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:57.624909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daee463-3272-487e-8135-f684d393deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597bdadb-cb27-4590-9bf4-888c4f82aae3'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:57.627188 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334f88bb-d1d4-4298-9342-474f80f2d201" -d '{"events": [{"server_uuid": "7daee463-3272-487e-8135-f684d393deed", "name": "network-vif-plugged", "status": "completed", "tag": "597bdadb-cb27-4590-9bf4-888c4f82aae3"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:57.636908 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:57.644152 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 597bdadb-cb27-4590-9bf4-888c4f82aae3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=597bdadb-cb27-4590-9bf4-888c4f82aae3,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:57.676445 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b529bd8d-e75d-4caf-bcbb-4b515d99a3ba x-openstack-request-id: req-b529bd8d-e75d-4caf-bcbb-4b515d99a3ba {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:57.676775 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7daee463-3272-487e-8135-f684d393deed", "name": "network-vif-plugged", "status": "completed", "tag": "597bdadb-cb27-4590-9bf4-888c4f82aae3", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:57.677011 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b529bd8d-e75d-4caf-bcbb-4b515d99a3ba {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:57.677400 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daee463-3272-487e-8135-f684d393deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597bdadb-cb27-4590-9bf4-888c4f82aae3', 'code': 200}
Dec 18 21:08:57.682927 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:57.697421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b42c6-e302-448f-84df-23e086060429 req-31ffa132-7ada-48f3-91c9-a952be4a1f25 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:57.700026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c66b42c6-e302-448f-84df-23e086060429 req-31ffa132-7ada-48f3-91c9-a952be4a1f25 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 945 time: 0.0650656
Dec 18 21:08:57.706875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=a81daf49-71eb-4800-830e-d8fc7dbbfaae,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:57.787590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=597bdadb-cb27-4590-9bf4-888c4f82aae3,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:57.830472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c66b42c6-e302-448f-84df-23e086060429 req-7783e9c8-1fde-487d-95d6-3c95f76d88a2 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/security-groups?id=77a88728-641d-4e94-8821-d425c467a62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238685
Dec 18 21:08:57.845710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b0d52-3fe0-4f5c-9f54-6e81c32e0a5d req-3b0d8c26-f058-4dc4-98d4-5e02584a55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:57.847708 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-117b0d52-3fe0-4f5c-9f54-6e81c32e0a5d req-3b0d8c26-f058-4dc4-98d4-5e02584a55fb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 1096 time: 0.1029229
Dec 18 21:08:57.904196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-117b0d52-3fe0-4f5c-9f54-6e81c32e0a5d req-d15aa966-bcba-4a68-96ac-2134ed5d86e4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482025
Dec 18 21:08:57.912212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['a81daf49-71eb-4800-830e-d8fc7dbbfaae'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:08:58.077167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33204) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:58.234230 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ab35c0a7-bd43-487f-ba98-6dad3b32664f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6df650339f864e028604b27467d14de8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1557658
Dec 18 21:08:58.236938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33232) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:58.289142 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:58.311271 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:58.361278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:58.364341 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:58.365512 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e71e6b18-534a-42c2-a6e5-a7297cfc6e31 HTTP/1.1" status: 204  len: 168 time: 0.1276417
Dec 18 21:08:58.374943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71e6b18-534a-42c2-a6e5-a7297cfc6e31,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:58.382904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.383256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.383769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.384117 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.384457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.384831 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.385160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.385446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.385768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.386832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.387169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.387497 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.387851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc436cb-a55b-44d3-8706-76aa387de39a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:08:58.431449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce166f84-785c-4e85-ae47-20e0851bd2cc req-7ab4bdab-2c96-41d4-b11a-f69f3c598735 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:58.433777 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce166f84-785c-4e85-ae47-20e0851bd2cc req-7ab4bdab-2c96-41d4-b11a-f69f3c598735 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0561500
Dec 18 21:08:58.483977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce166f84-785c-4e85-ae47-20e0851bd2cc req-d0fd0a3e-f705-45c8-9ff8-4d0041d24ea0 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429697
Dec 18 21:08:58.684238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970046f1-c45f-4228-af13-e0c8f60bc756 req-9fb9ffce-aa89-40e1-8f14-698b0325a066 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:58.686073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-970046f1-c45f-4228-af13-e0c8f60bc756 req-9fb9ffce-aa89-40e1-8f14-698b0325a066 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 945 time: 0.0670063
Dec 18 21:08:58.740292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-970046f1-c45f-4228-af13-e0c8f60bc756 req-89deb76b-31ea-496a-8480-d03089e160e3 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474164
Dec 18 21:08:58.968275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b664f07-410e-47ca-a3ec-9fd39d9b2bc9 req-21fd65c0-8d45-40f7-abe0-db60b969c1fc tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:58.975874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b664f07-410e-47ca-a3ec-9fd39d9b2bc9 req-21fd65c0-8d45-40f7-abe0-db60b969c1fc tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 945 time: 0.0696058
Dec 18 21:08:59.024426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a81daf49-71eb-4800-830e-d8fc7dbbfaae up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:08:59.025416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b664f07-410e-47ca-a3ec-9fd39d9b2bc9 req-0696eeb0-aefe-4aea-8adc-70049fd76e0e tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/security-groups?id=77a88728-641d-4e94-8821-d425c467a62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484350
Dec 18 21:08:59.087237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port a81daf49-71eb-4800-830e-d8fc7dbbfaae completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:08:59.092503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port a81daf49-71eb-4800-830e-d8fc7dbbfaae triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:08:59.092985 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:59.178202 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:59.216034 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a81daf49-71eb-4800-830e-d8fc7dbbfaae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a81daf49-71eb-4800-830e-d8fc7dbbfaae,segment=NetworkSegment(99e9ee64-f19e-432b-a764-8b3d018a1745),segment_id=99e9ee64-f19e-432b-a764-8b3d018a1745)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:08:59.220339 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:59.281156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=a81daf49-71eb-4800-830e-d8fc7dbbfaae,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:08:59.613713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7489c-978e-4dde-a14d-2bd2b7b69cb3 req-a6f6aa4f-82de-416a-aae8-b35c061d8292 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:59.620091 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fae7489c-978e-4dde-a14d-2bd2b7b69cb3 req-a6f6aa4f-82de-416a-aae8-b35c061d8292 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0543077
Dec 18 21:08:59.669827 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fae7489c-978e-4dde-a14d-2bd2b7b69cb3 req-524d9db1-956d-48a4-a277-a5d333fde89a tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426548
Dec 18 21:08:59.678978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18654e-90f1-4c94-bf14-03fcc3a678b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81daf49-71eb-4800-830e-d8fc7dbbfaae'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:08:59.691215 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb353e-e10e-4d36-98a9-771f1aedf4fe" -d '{"events": [{"server_uuid": "db18654e-90f1-4c94-bf14-03fcc3a678b7", "name": "network-vif-plugged", "status": "completed", "tag": "a81daf49-71eb-4800-830e-d8fc7dbbfaae"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:08:59.734987 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12601490-1724-49ec-97c9-a1145ebd5c77 x-openstack-request-id: req-12601490-1724-49ec-97c9-a1145ebd5c77 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:08:59.735532 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18654e-90f1-4c94-bf14-03fcc3a678b7", "name": "network-vif-plugged", "status": "completed", "tag": "a81daf49-71eb-4800-830e-d8fc7dbbfaae", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:08:59.735981 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12601490-1724-49ec-97c9-a1145ebd5c77 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:08:59.736416 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db18654e-90f1-4c94-bf14-03fcc3a678b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81daf49-71eb-4800-830e-d8fc7dbbfaae', 'code': 200}
Dec 18 21:08:59.864714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33328) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:08:59.895234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055566ae-1c7c-49af-9ef1-ac3a47f788fe req-82d7e69e-3965-4a6f-972d-57729ee83527 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:59.896714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-055566ae-1c7c-49af-9ef1-ac3a47f788fe req-82d7e69e-3965-4a6f-972d-57729ee83527 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 945 time: 0.0749624
Dec 18 21:08:59.898505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b45150-6a1a-4009-bde4-3bfaa9ef1a8e req-866226dd-0a81-489a-84e4-e55872d587ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:08:59.899834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4b45150-6a1a-4009-bde4-3bfaa9ef1a8e req-866226dd-0a81-489a-84e4-e55872d587ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 1097 time: 0.0893416
Dec 18 21:08:59.909542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab571021-df34-45d2-869e-854b25c272dd admin admin] Deleting subnet 09da5263-e4b3-4b42-9ec6-fd24cc9e4697 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:08:59.912713 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab571021-df34-45d2-869e-854b25c272dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:59.947401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab571021-df34-45d2-869e-854b25c272dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:08:59.970727 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4b45150-6a1a-4009-bde4-3bfaa9ef1a8e req-025fdd31-5f24-4100-9c0d-2ed6fdd6126d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77a88728-641d-4e94-8821-d425c467a62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618737
Dec 18 21:08:59.974070 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-055566ae-1c7c-49af-9ef1-ac3a47f788fe req-287813a8-1508-45cf-b375-0a4a431506ef tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709515
Dec 18 21:08:59.989961 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab571021-df34-45d2-869e-854b25c272dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.044125 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab571021-df34-45d2-869e-854b25c272dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.075293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab571021-df34-45d2-869e-854b25c272dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09da5263-e4b3-4b42-9ec6-fd24cc9e4697,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:00.083152 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab571021-df34-45d2-869e-854b25c272dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.086192 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ab571021-df34-45d2-869e-854b25c272dd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/09da5263-e4b3-4b42-9ec6-fd24cc9e4697 HTTP/1.1" status: 204  len: 168 time: 0.2202814
Dec 18 21:09:00.090555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33334) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:00.099491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000ebe6-2a00-423b-8724-68068b80f374 req-bee6ce89-c99c-46aa-b2b3-8f3e4faadabb tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:00.101016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b000ebe6-2a00-423b-8724-68068b80f374 req-bee6ce89-c99c-46aa-b2b3-8f3e4faadabb tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 945 time: 0.0570383
Dec 18 21:09:00.167256 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.183908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057186c-b20b-4d67-8c90-83b265eaa91b req-37d497f6-0ca1-462c-9809-fb302cbf1cc8 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:00.185411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0057186c-b20b-4d67-8c90-83b265eaa91b req-37d497f6-0ca1-462c-9809-fb302cbf1cc8 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 946 time: 0.0824404
Dec 18 21:09:00.189028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b000ebe6-2a00-423b-8724-68068b80f374 req-9d9eecd7-9206-450e-a664-5808e58fb887 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762029
Dec 18 21:09:00.238786 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0057186c-b20b-4d67-8c90-83b265eaa91b req-7458d42f-8d03-4aed-81f8-7cef1c16a474 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/security-groups?id=77a88728-641d-4e94-8821-d425c467a62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468407
Dec 18 21:09:00.248122 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.272227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36640fb730>,) {'filters': {'network_id': ['8033b418-7626-44d2-9e3d-745ce17575dd']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:00.281286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36640fb730>, 'bd998b4b-227d-456b-899e-f5c5dfc046bb') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:00.281590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36640fb730>, 'bd998b4b-227d-456b-899e-f5c5dfc046bb') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:00.291115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.302113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167b16e-1a7c-4d39-b4bd-277e6d1ffbf2 req-ab949be4-9207-4c31-9252-5f13a1056d46 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:00.303682 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c167b16e-1a7c-4d39-b4bd-277e6d1ffbf2 req-ab949be4-9207-4c31-9252-5f13a1056d46 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 945 time: 0.0476067
Dec 18 21:09:00.305011 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.311764 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:09:00.312321 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:09:00.314090 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:09:00.351354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c167b16e-1a7c-4d39-b4bd-277e6d1ffbf2 req-eaa2af01-8af3-47d7-a7db-65e13122de3b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411224
Dec 18 21:09:00.374371 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.383394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.390017 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8033b418-7626-44d2-9e3d-745ce17575dd HTTP/1.1" status: 204  len: 168 time: 0.2977602
Dec 18 21:09:00.390684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33340) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:00.403581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0688a6-5dee-4c2b-b1b8-d568d00035a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8033b418-7626-44d2-9e3d-745ce17575dd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:00.430463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34768d-1016-4da3-bde0-8e225876fbf3 req-ed677e37-373b-4c01-9f2a-bad0c6375277 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:00.431928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dc34768d-1016-4da3-bde0-8e225876fbf3 req-ed677e37-373b-4c01-9f2a-bad0c6375277 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.0797248
Dec 18 21:09:00.455299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85d8735-944b-4a50-b8bf-343f43c904be admin admin] Deleting subnet 1557df33-311f-485a-9b76-5934c46ef715 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:09:00.475575 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f85d8735-944b-4a50-b8bf-343f43c904be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.546472 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f85d8735-944b-4a50-b8bf-343f43c904be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.600614 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f85d8735-944b-4a50-b8bf-343f43c904be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.636356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-dc34768d-1016-4da3-bde0-8e225876fbf3 req-89d6f324-e427-43ff-a7f0-2702914e7b21 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Deleting port 01029a1f-6c70-48b6-9ed9-4300a6739bea {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:09:00.636939 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dc34768d-1016-4da3-bde0-8e225876fbf3 req-89d6f324-e427-43ff-a7f0-2702914e7b21 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.757423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668841b-8162-4f19-a4e9-97ea376ea1bf req-a9e36343-77b2-42a2-b608-a6458c132d96 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:00.759212 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c668841b-8162-4f19-a4e9-97ea376ea1bf req-a9e36343-77b2-42a2-b608-a6458c132d96 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 945 time: 0.1390488
Dec 18 21:09:00.769035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f85d8735-944b-4a50-b8bf-343f43c904be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.848820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d8735-944b-4a50-b8bf-343f43c904be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1557df33-311f-485a-9b76-5934c46ef715,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:00.856175 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f85d8735-944b-4a50-b8bf-343f43c904be admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.859355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f85d8735-944b-4a50-b8bf-343f43c904be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1557df33-311f-485a-9b76-5934c46ef715 HTTP/1.1" status: 204  len: 168 time: 0.4662619
Dec 18 21:09:00.861922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33358) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:00.884234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-dc34768d-1016-4da3-bde0-8e225876fbf3 req-89d6f324-e427-43ff-a7f0-2702914e7b21 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] For port 01029a1f-6c70-48b6-9ed9-4300a6739bea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01029a1f-6c70-48b6-9ed9-4300a6739bea,segment=NetworkSegment(c0a34398-f8f7-4a60-90a2-f46f3737c15a),segment_id=c0a34398-f8f7-4a60-90a2-f46f3737c15a)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:00.884603 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dc34768d-1016-4da3-bde0-8e225876fbf3 req-89d6f324-e427-43ff-a7f0-2702914e7b21 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:00.915693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-dc34768d-1016-4da3-bde0-8e225876fbf3 req-89d6f324-e427-43ff-a7f0-2702914e7b21 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Calling delete_port for 01029a1f-6c70-48b6-9ed9-4300a6739bea owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:09:00.937639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c668841b-8162-4f19-a4e9-97ea376ea1bf req-6b95cab6-a617-465a-a40f-449c7f9dbd85 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700594
Dec 18 21:09:00.947243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb294867-cb2f-4c6e-9829-040b85e47dd7 req-c17d3a8a-794a-4d8d-9a30-766ce4eaf353 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:00.949203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb294867-cb2f-4c6e-9829-040b85e47dd7 req-c17d3a8a-794a-4d8d-9a30-766ce4eaf353 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1be5bad-33b6-459e-93d1-c890f71c2fb7 HTTP/1.1" status: 200  len: 946 time: 0.1664460
Dec 18 21:09:00.955937 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.045580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.048556 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb294867-cb2f-4c6e-9829-040b85e47dd7 req-8faa7884-2d3a-4bfa-a209-5c5bc6b3b541 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.13 "GET /v2.0/security-groups?id=806175d9-92de-4836-8ba3-4fa77be5c8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677235
Dec 18 21:09:01.073456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c81dbe0>,) {'filters': {'network_id': ['74f3f838-6cbc-491e-baac-88550f4fdc88']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:01.084930 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c81dbe0>, 'd0281747-d9bb-4a2b-a8dc-64962c648981') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:01.085354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c81dbe0>, 'd0281747-d9bb-4a2b-a8dc-64962c648981') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:01.095952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.111540 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.118472 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dc34768d-1016-4da3-bde0-8e225876fbf3 req-89d6f324-e427-43ff-a7f0-2702914e7b21 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.122132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:09:01.123113 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:09:01.126820 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:09:01.132897 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['01029a1f-6c70-48b6-9ed9-4300a6739bea'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:09:01.157959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6f324-e427-43ff-a7f0-2702914e7b21 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Pushing event deleted for resources: {'Port': ['ID=01029a1f-6c70-48b6-9ed9-4300a6739bea,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:01.203601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc34768d-1016-4da3-bde0-8e225876fbf3 req-89d6f324-e427-43ff-a7f0-2702914e7b21 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] No DVR routers for this DVR port 01029a1f-6c70-48b6-9ed9-4300a6739bea on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:09:01.206105 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dc34768d-1016-4da3-bde0-8e225876fbf3 req-89d6f324-e427-43ff-a7f0-2702914e7b21 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.209449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dc34768d-1016-4da3-bde0-8e225876fbf3 req-89d6f324-e427-43ff-a7f0-2702914e7b21 tempest-ServersNegativeTestJSON-381782243 tempest-ServersNegativeTestJSON-381782243-project] 10.222.0.36 "DELETE /v2.0/ports/01029a1f-6c70-48b6-9ed9-4300a6739bea HTTP/1.1" status: 204  len: 173 time: 0.7697003
Dec 18 21:09:01.209892 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'name': 'network-vif-deleted', 'tag': '01029a1f-6c70-48b6-9ed9-4300a6739bea'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:01.212333 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a482b507-8660-469d-a508-af3c36865346" -d '{"events": [{"server_uuid": "b1be5bad-33b6-459e-93d1-c890f71c2fb7", "name": "network-vif-deleted", "tag": "01029a1f-6c70-48b6-9ed9-4300a6739bea"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:01.224247 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.229821 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.233057 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/74f3f838-6cbc-491e-baac-88550f4fdc88 HTTP/1.1" status: 204  len: 168 time: 0.3682475
Dec 18 21:09:01.246701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb66025-12a7-497f-ad0b-e5f1d0c261cb admin admin] Pushing event deleted for resources: {'Network': ['ID=74f3f838-6cbc-491e-baac-88550f4fdc88,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:01.272976 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283626c4-ba8c-43d2-80de-e03e17c6dcfe x-openstack-request-id: req-283626c4-ba8c-43d2-80de-e03e17c6dcfe {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:01.273874 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be5bad-33b6-459e-93d1-c890f71c2fb7", "name": "network-vif-deleted", "tag": "01029a1f-6c70-48b6-9ed9-4300a6739bea", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:01.273874 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-283626c4-ba8c-43d2-80de-e03e17c6dcfe {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:01.274589 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be5bad-33b6-459e-93d1-c890f71c2fb7', 'name': 'network-vif-deleted', 'tag': '01029a1f-6c70-48b6-9ed9-4300a6739bea', 'status': 'completed', 'code': 200}
Dec 18 21:09:01.379875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223659b-6dfe-4b53-8a98-db6801512855 req-8893ab2e-1b50-4942-ab02-2793eca0fbc7 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:01.381475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7223659b-6dfe-4b53-8a98-db6801512855 req-8893ab2e-1b50-4942-ab02-2793eca0fbc7 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 946 time: 0.0603790
Dec 18 21:09:01.431206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33372) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:01.436073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7223659b-6dfe-4b53-8a98-db6801512855 req-7e0fa883-7d54-484b-92f8-42b1769fd87d tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/security-groups?id=77a88728-641d-4e94-8821-d425c467a62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469494
Dec 18 21:09:01.478296 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e8b08219-39a4-49d5-9c19-b8297ed2bb33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c48b8b9635104eafab5295b3b8709c14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0456867
Dec 18 21:09:01.481406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33376) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:01.528698 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f646a1f-c1bc-46ac-9ca4-fbe70bcda414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.551563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f646a1f-c1bc-46ac-9ca4-fbe70bcda414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.599936 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f646a1f-c1bc-46ac-9ca4-fbe70bcda414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.602594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7f646a1f-c1bc-46ac-9ca4-fbe70bcda414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:01.603746 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7f646a1f-c1bc-46ac-9ca4-fbe70bcda414 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b98be349-7b99-47fb-be72-8bcf5cef0b53 HTTP/1.1" status: 204  len: 168 time: 0.1213245
Dec 18 21:09:01.612226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f646a1f-c1bc-46ac-9ca4-fbe70bcda414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98be349-7b99-47fb-be72-8bcf5cef0b53,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:02.000974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33414) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:02.065384 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-31f3b980-cc1b-4fed-8aba-9bf605bc34e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c7702c20e184901a92a1480029e7730&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0624232
Dec 18 21:09:02.068963 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33418) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:02.121559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44912b5-5d5d-4b31-afa8-a203538670b7 req-ac555981-c919-4046-bcf1-73ae9d62406b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:02.123123 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b44912b5-5d5d-4b31-afa8-a203538670b7 req-ac555981-c919-4046-bcf1-73ae9d62406b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 945 time: 0.0964227
Dec 18 21:09:02.139365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c58436fb-47b6-4bd7-82de-32f7d7812b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.157048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f601f-5262-43de-b18b-ddfcac4f70b0 req-b61d080d-f382-415c-960b-a7a4e7044696 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:02.158675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b32f601f-5262-43de-b18b-ddfcac4f70b0 req-b61d080d-f382-415c-960b-a7a4e7044696 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 945 time: 0.0886447
Dec 18 21:09:02.166033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c58436fb-47b6-4bd7-82de-32f7d7812b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.212531 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c58436fb-47b6-4bd7-82de-32f7d7812b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.215788 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c58436fb-47b6-4bd7-82de-32f7d7812b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.216979 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c58436fb-47b6-4bd7-82de-32f7d7812b76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b6d47da-6c50-437c-84b3-3334f3011c57 HTTP/1.1" status: 204  len: 168 time: 0.1469381
Dec 18 21:09:02.228558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58436fb-47b6-4bd7-82de-32f7d7812b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6d47da-6c50-437c-84b3-3334f3011c57,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:02.281265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8c781-1cda-4736-aa5e-d1aca67d0b66 req-b996a996-5efc-40a0-8a31-fe2e6aea20c3 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:02.282787 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85a8c781-1cda-4736-aa5e-d1aca67d0b66 req-b996a996-5efc-40a0-8a31-fe2e6aea20c3 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 946 time: 0.1541579
Dec 18 21:09:02.307682 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b32f601f-5262-43de-b18b-ddfcac4f70b0 req-cc7e10e7-143c-4e81-b73b-b55c09a454c7 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167552
Dec 18 21:09:02.355205 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33434) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:02.363981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-b44912b5-5d5d-4b31-afa8-a203538670b7 req-7e092c67-956a-4e34-9c01-7908235023df tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Deleting port 597bdadb-cb27-4590-9bf4-888c4f82aae3 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:09:02.364824 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b44912b5-5d5d-4b31-afa8-a203538670b7 req-7e092c67-956a-4e34-9c01-7908235023df tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.391910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85a8c781-1cda-4736-aa5e-d1aca67d0b66 req-6c7de118-62b7-4a87-ab93-5a2364ee3b04 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/security-groups?id=77a88728-641d-4e94-8821-d425c467a62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026621
Dec 18 21:09:02.410234 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3917f2-8c65-49e9-add6-55883449b989 admin admin] Deleting subnet fddf9542-b331-44d6-bbe6-163e1b723ad1 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:09:02.413874 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d3917f2-8c65-49e9-add6-55883449b989 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.449058 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d3917f2-8c65-49e9-add6-55883449b989 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.493219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d3917f2-8c65-49e9-add6-55883449b989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.496726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b44912b5-5d5d-4b31-afa8-a203538670b7 req-7e092c67-956a-4e34-9c01-7908235023df tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] For port 597bdadb-cb27-4590-9bf4-888c4f82aae3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=597bdadb-cb27-4590-9bf4-888c4f82aae3,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:02.497099 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b44912b5-5d5d-4b31-afa8-a203538670b7 req-7e092c67-956a-4e34-9c01-7908235023df tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.512777 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-b44912b5-5d5d-4b31-afa8-a203538670b7 req-7e092c67-956a-4e34-9c01-7908235023df tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Calling delete_port for 597bdadb-cb27-4590-9bf4-888c4f82aae3 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:09:02.553694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d3917f2-8c65-49e9-add6-55883449b989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.585970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3917f2-8c65-49e9-add6-55883449b989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fddf9542-b331-44d6-bbe6-163e1b723ad1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:02.593478 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d3917f2-8c65-49e9-add6-55883449b989 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.597882 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3d3917f2-8c65-49e9-add6-55883449b989 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fddf9542-b331-44d6-bbe6-163e1b723ad1 HTTP/1.1" status: 204  len: 168 time: 0.2416630
Dec 18 21:09:02.600383 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33444) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:02.663607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b44912b5-5d5d-4b31-afa8-a203538670b7 req-7e092c67-956a-4e34-9c01-7908235023df tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.673062 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.679548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['597bdadb-cb27-4590-9bf4-888c4f82aae3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:09:02.700261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e092c67-956a-4e34-9c01-7908235023df tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event deleted for resources: {'Port': ['ID=597bdadb-cb27-4590-9bf4-888c4f82aae3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:02.760835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44912b5-5d5d-4b31-afa8-a203538670b7 req-7e092c67-956a-4e34-9c01-7908235023df tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] No DVR routers for this DVR port 597bdadb-cb27-4590-9bf4-888c4f82aae3 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:09:02.765319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b44912b5-5d5d-4b31-afa8-a203538670b7 req-7e092c67-956a-4e34-9c01-7908235023df tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.781505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b44912b5-5d5d-4b31-afa8-a203538670b7 req-7e092c67-956a-4e34-9c01-7908235023df tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "DELETE /v2.0/ports/597bdadb-cb27-4590-9bf4-888c4f82aae3 HTTP/1.1" status: 204  len: 173 time: 0.6500924
Dec 18 21:09:02.781765 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.809253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f1637f0>,) {'filters': {'network_id': ['1868cd24-2ddf-47fc-8474-997160de3083']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:02.821745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f1637f0>, 'c0a34398-f8f7-4a60-90a2-f46f3737c15a') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:02.822053 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f1637f0>, 'c0a34398-f8f7-4a60-90a2-f46f3737c15a') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:02.847750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.866661 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.874190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:09:02.874665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:09:02.888528 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:09:02.938021 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a391c7a-567a-41bc-b389-a00946051760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.943930 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.950665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:02.957961 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1868cd24-2ddf-47fc-8474-997160de3083 HTTP/1.1" status: 204  len: 168 time: 0.3531618
Dec 18 21:09:02.970883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97a5c2-81df-45f3-8be4-6101aab7a034 admin admin] Pushing event deleted for resources: {'Network': ['ID=1868cd24-2ddf-47fc-8474-997160de3083,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:03.173623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33464) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:03.236615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2c909503-5a07-42be-afa0-f38133ee0bd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea26536b064a4650b9c08f4b5ce6fadf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0615964
Dec 18 21:09:03.238636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33478) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:03.275915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daee463-3272-487e-8135-f684d393deed', 'name': 'network-vif-deleted', 'tag': '597bdadb-cb27-4590-9bf4-888c4f82aae3'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:03.279459 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b6bc3c-4a5b-46a0-8b5d-9df4e731acb0" -d '{"events": [{"server_uuid": "7daee463-3272-487e-8135-f684d393deed", "name": "network-vif-deleted", "tag": "597bdadb-cb27-4590-9bf4-888c4f82aae3"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:03.319344 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49117d6c-7562-41e4-95b0-82ed8a575fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:03.338580 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac66d2c-046f-4033-9e7c-16ee06e5912d x-openstack-request-id: req-4ac66d2c-046f-4033-9e7c-16ee06e5912d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:03.338904 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7daee463-3272-487e-8135-f684d393deed", "name": "network-vif-deleted", "tag": "597bdadb-cb27-4590-9bf4-888c4f82aae3", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:03.339210 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ac66d2c-046f-4033-9e7c-16ee06e5912d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:03.339875 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daee463-3272-487e-8135-f684d393deed', 'name': 'network-vif-deleted', 'tag': '597bdadb-cb27-4590-9bf4-888c4f82aae3', 'status': 'completed', 'code': 200}
Dec 18 21:09:03.356891 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49117d6c-7562-41e4-95b0-82ed8a575fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:03.437433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b595c72-c3db-44ef-a53f-316310a0aa33 req-b84916ec-39af-4dce-b715-749c8fac5a8f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=7daee463-3272-487e-8135-f684d393deed HTTP/1.1" status: 200  len: 210 time: 0.0359335
Dec 18 21:09:03.452516 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49117d6c-7562-41e4-95b0-82ed8a575fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:03.455894 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49117d6c-7562-41e4-95b0-82ed8a575fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:03.457858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-49117d6c-7562-41e4-95b0-82ed8a575fd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/806175d9-92de-4836-8ba3-4fa77be5c8d5 HTTP/1.1" status: 204  len: 168 time: 0.2179718
Dec 18 21:09:03.466670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49117d6c-7562-41e4-95b0-82ed8a575fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806175d9-92de-4836-8ba3-4fa77be5c8d5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:03.581535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180552a-34ee-4df9-91ad-84731e602131 req-0cf1e43f-54d6-4201-8f7c-5670e8e0d3bd tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:03.589803 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b180552a-34ee-4df9-91ad-84731e602131 req-0cf1e43f-54d6-4201-8f7c-5670e8e0d3bd tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 946 time: 0.1042671
Dec 18 21:09:03.599283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcecf0b-cb9e-42e8-ad2b-bd19a28de38f req-ece3065d-e56c-4ee3-af9a-8e1a690b9269 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:03.600749 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fcecf0b-cb9e-42e8-ad2b-bd19a28de38f req-ece3065d-e56c-4ee3-af9a-8e1a690b9269 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.36 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 946 time: 0.1175263
Dec 18 21:09:03.727785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b180552a-34ee-4df9-91ad-84731e602131 req-22a276e5-b25c-4520-95de-8c4b8e4c9480 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/security-groups?id=77a88728-641d-4e94-8821-d425c467a62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375501
Dec 18 21:09:03.766505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-4fcecf0b-cb9e-42e8-ad2b-bd19a28de38f req-c9c645b6-dff7-4a4d-a9eb-dc0f8dd7db21 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Deleting port a81daf49-71eb-4800-830e-d8fc7dbbfaae {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:09:03.766975 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4fcecf0b-cb9e-42e8-ad2b-bd19a28de38f req-c9c645b6-dff7-4a4d-a9eb-dc0f8dd7db21 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:03.888855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-4fcecf0b-cb9e-42e8-ad2b-bd19a28de38f req-c9c645b6-dff7-4a4d-a9eb-dc0f8dd7db21 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] For port a81daf49-71eb-4800-830e-d8fc7dbbfaae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a81daf49-71eb-4800-830e-d8fc7dbbfaae,segment=NetworkSegment(99e9ee64-f19e-432b-a764-8b3d018a1745),segment_id=99e9ee64-f19e-432b-a764-8b3d018a1745)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:03.889222 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4fcecf0b-cb9e-42e8-ad2b-bd19a28de38f req-c9c645b6-dff7-4a4d-a9eb-dc0f8dd7db21 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:03.902349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-4fcecf0b-cb9e-42e8-ad2b-bd19a28de38f req-c9c645b6-dff7-4a4d-a9eb-dc0f8dd7db21 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Calling delete_port for a81daf49-71eb-4800-830e-d8fc7dbbfaae owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:09:03.924764 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33510) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:04.044175 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1efac65-a3e1-404d-aa94-014acda31c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.170177 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1efac65-a3e1-404d-aa94-014acda31c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.174652 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1efac65-a3e1-404d-aa94-014acda31c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.222488 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efac65-a3e1-404d-aa94-014acda31c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044d4f16-279e-4851-8bb9-be3dab1256f8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:04.241028 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e1efac65-a3e1-404d-aa94-014acda31c2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32d10bb7beb946509e177dc1af08150a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3151605
Dec 18 21:09:04.244344 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33524) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:04.323546 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3955a8fd-7de9-49fe-aafa-4dfb290c07fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.356871 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3955a8fd-7de9-49fe-aafa-4dfb290c07fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.405164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4fcecf0b-cb9e-42e8-ad2b-bd19a28de38f req-c9c645b6-dff7-4a4d-a9eb-dc0f8dd7db21 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.420042 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3955a8fd-7de9-49fe-aafa-4dfb290c07fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.422195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['a81daf49-71eb-4800-830e-d8fc7dbbfaae'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:09:04.423367 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3955a8fd-7de9-49fe-aafa-4dfb290c07fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.428057 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3955a8fd-7de9-49fe-aafa-4dfb290c07fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/044d4f16-279e-4851-8bb9-be3dab1256f8 HTTP/1.1" status: 204  len: 168 time: 0.1743958
Dec 18 21:09:04.439372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955a8fd-7de9-49fe-aafa-4dfb290c07fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044d4f16-279e-4851-8bb9-be3dab1256f8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:04.452575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c645b6-dff7-4a4d-a9eb-dc0f8dd7db21 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Pushing event deleted for resources: {'Port': ['ID=a81daf49-71eb-4800-830e-d8fc7dbbfaae,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:04.509936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcecf0b-cb9e-42e8-ad2b-bd19a28de38f req-c9c645b6-dff7-4a4d-a9eb-dc0f8dd7db21 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] No DVR routers for this DVR port a81daf49-71eb-4800-830e-d8fc7dbbfaae on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:09:04.517661 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-4fcecf0b-cb9e-42e8-ad2b-bd19a28de38f req-c9c645b6-dff7-4a4d-a9eb-dc0f8dd7db21 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.523505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fcecf0b-cb9e-42e8-ad2b-bd19a28de38f req-c9c645b6-dff7-4a4d-a9eb-dc0f8dd7db21 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.36 "DELETE /v2.0/ports/a81daf49-71eb-4800-830e-d8fc7dbbfaae HTTP/1.1" status: 204  len: 173 time: 0.9079733
Dec 18 21:09:04.531991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33552) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:04.673818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1241798311-network', 'tenant_id': 'e271aa0214324c64befe829bc16370dc'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:04.707107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Made reservation on behalf of e271aa0214324c64befe829bc16370dc for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:04.709864 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.725830 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.845096 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.850653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.865900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34897dbf-14c1-4ff7-a37f-beee9eb294c4 req-0c6f5fca-bd53-4091-9114-433402f308d3 tempest-ServerMetadataNegativeTestJSON-1868969141 tempest-ServerMetadataNegativeTestJSON-1868969141-project] 10.222.0.13 "GET /v2.0/ports?device_id=db18654e-90f1-4c94-bf14-03fcc3a678b7 HTTP/1.1" status: 200  len: 210 time: 0.0412903
Dec 18 21:09:04.883271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:09:04.894209 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07da99b-6cbb-4eac-97b1-fe57332db828,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:04.900655 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.901002 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Added segment 52047f2e-b677-4fec-a007-52e1736a3c0a of type vlan for network bc3ed21c-a69a-4854-8e0d-d3e90a50d15f
Dec 18 21:09:04.943802 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.972823 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:04.974147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:04.975103 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:05.043700 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5105188
Dec 18 21:09:05.046906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33586) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:05.049265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c31ba-b675-4212-8015-fc40a279846e admin admin] Pushing event updated for resources: {'Network': ['ID=bc3ed21c-a69a-4854-8e0d-d3e90a50d15f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:05.051923 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-38b8396c-9e21-4f9b-abd2-ef20c3a66e9f admin admin] Request body: {'subnet': {'network_id': 'bc3ed21c-a69a-4854-8e0d-d3e90a50d15f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1241798311-subnet', 'tenant_id': 'e271aa0214324c64befe829bc16370dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:05.060407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network bc3ed21c-a69a-4854-8e0d-d3e90a50d15f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:09:05.077703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b8396c-9e21-4f9b-abd2-ef20c3a66e9f admin admin] Made reservation on behalf of e271aa0214324c64befe829bc16370dc for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:05.080629 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38b8396c-9e21-4f9b-abd2-ef20c3a66e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:05.142176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01029a1f-6c70-48b6-9ed9-4300a6739bea no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:09:05.187861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-29e4ea4c-ad06-4f3d-898b-842ae5f5ee55 req-8b792941-359d-4c8e-b713-b0a2b40d61f1 service neutron] (126008) timed out ('10.222.0.13', 52526) {{(pid=126008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:09:05.195818 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 01029a1f-6c70-48b6-9ed9-4300a6739bea {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:09:05.196431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 01029a1f-6c70-48b6-9ed9-4300a6739bea not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:09:05.214540 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c6767369-3fdd-40e1-b72b-a429b5444d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:05.322581 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38b8396c-9e21-4f9b-abd2-ef20c3a66e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:05.348718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18654e-90f1-4c94-bf14-03fcc3a678b7', 'name': 'network-vif-deleted', 'tag': 'a81daf49-71eb-4800-830e-d8fc7dbbfaae'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:05.351522 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0960b145-e22e-42df-bc10-39f6b3278fc8" -d '{"events": [{"server_uuid": "db18654e-90f1-4c94-bf14-03fcc3a678b7", "name": "network-vif-deleted", "tag": "a81daf49-71eb-4800-830e-d8fc7dbbfaae"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:05.386307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8396c-9e21-4f9b-abd2-ef20c3a66e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e1ffd5-0ab0-4a6a-a826-24cc7b79ca36,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:05.393771 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb4e642-480c-456e-9f34-cda663643d24 x-openstack-request-id: req-abb4e642-480c-456e-9f34-cda663643d24 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:05.394066 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18654e-90f1-4c94-bf14-03fcc3a678b7", "name": "network-vif-deleted", "tag": "a81daf49-71eb-4800-830e-d8fc7dbbfaae", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:05.394348 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abb4e642-480c-456e-9f34-cda663643d24 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:05.394738 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db18654e-90f1-4c94-bf14-03fcc3a678b7', 'name': 'network-vif-deleted', 'tag': 'a81daf49-71eb-4800-830e-d8fc7dbbfaae', 'status': 'completed', 'code': 200}
Dec 18 21:09:05.397692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b8396c-9e21-4f9b-abd2-ef20c3a66e9f admin admin] Checking segment: {'id': '52047f2e-b677-4fec-a007-52e1736a3c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc3ed21c-a69a-4854-8e0d-d3e90a50d15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:05.398064 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b8396c-9e21-4f9b-abd2-ef20c3a66e9f admin admin] Network hostable DHCP agents. Network: bc3ed21c-a69a-4854-8e0d-d3e90a50d15f, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:09:05.416634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b8396c-9e21-4f9b-abd2-ef20c3a66e9f admin admin] Network bc3ed21c-a69a-4854-8e0d-d3e90a50d15f is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:09:05.426235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-38b8396c-9e21-4f9b-abd2-ef20c3a66e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bc3ed21c-a69a-4854-8e0d-d3e90a50d15f) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:05.431399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b8396c-9e21-4f9b-abd2-ef20c3a66e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:05.432047 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38b8396c-9e21-4f9b-abd2-ef20c3a66e9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:05.442689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41377266-20d2-42c3-9a6a-5c2c767db0c1 None None] Network bc3ed21c-a69a-4854-8e0d-d3e90a50d15f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:05.458195 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-38b8396c-9e21-4f9b-abd2-ef20c3a66e9f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.4017684
Dec 18 21:09:05.600883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33626) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:05.608361 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0e52e7-b8a6-4b39-97cc-f2b48662eb13 None None] Network bc3ed21c-a69a-4854-8e0d-d3e90a50d15f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:05.678787 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3385fc0c-d97a-4b9a-8e78-1705f0fccf84 admin admin] Deleting subnet d7e1ffd5-0ab0-4a6a-a826-24cc7b79ca36 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:09:05.682302 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3385fc0c-d97a-4b9a-8e78-1705f0fccf84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:05.726764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3385fc0c-d97a-4b9a-8e78-1705f0fccf84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:05.785504 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3385fc0c-d97a-4b9a-8e78-1705f0fccf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:05.861442 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3385fc0c-d97a-4b9a-8e78-1705f0fccf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:05.889279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385fc0c-d97a-4b9a-8e78-1705f0fccf84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e1ffd5-0ab0-4a6a-a826-24cc7b79ca36,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:05.897286 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3385fc0c-d97a-4b9a-8e78-1705f0fccf84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:05.904539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33648) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:05.904851 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3385fc0c-d97a-4b9a-8e78-1705f0fccf84 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d7e1ffd5-0ab0-4a6a-a826-24cc7b79ca36 HTTP/1.1" status: 204  len: 168 time: 0.3026662
Dec 18 21:09:05.998463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33666) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:06.079054 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.086777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b0c135-05e3-468a-ad24-49a845ce1af9 admin admin] Deleting subnet 7e211d4b-9265-44da-b156-b2f562b9ed08 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:09:06.092513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c135-05e3-468a-ad24-49a845ce1af9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.149399 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c135-05e3-468a-ad24-49a845ce1af9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.199591 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c135-05e3-468a-ad24-49a845ce1af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.208026 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.241351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ed4f7f0>,) {'filters': {'network_id': ['bc3ed21c-a69a-4854-8e0d-d3e90a50d15f']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:06.262781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ed4f7f0>, '52047f2e-b677-4fec-a007-52e1736a3c0a') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:06.263136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ed4f7f0>, '52047f2e-b677-4fec-a007-52e1736a3c0a') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:06.283134 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.283505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c135-05e3-468a-ad24-49a845ce1af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.306041 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.314975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0c135-05e3-468a-ad24-49a845ce1af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e211d4b-9265-44da-b156-b2f562b9ed08,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:06.315728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:09:06.315728 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:09:06.317611 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:09:06.322668 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c135-05e3-468a-ad24-49a845ce1af9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.332839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f7b0c135-05e3-468a-ad24-49a845ce1af9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7e211d4b-9265-44da-b156-b2f562b9ed08 HTTP/1.1" status: 204  len: 168 time: 0.3331535
Dec 18 21:09:06.338667 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33694) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:06.390607 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.407659 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.413179 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.416636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] 10.222.0.13 "DELETE /v2.0/networks/bc3ed21c-a69a-4854-8e0d-d3e90a50d15f HTTP/1.1" status: 204  len: 168 time: 0.5108442
Dec 18 21:09:06.431027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21493672-3351-42fb-80e1-22c9fad89d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3ed21c-a69a-4854-8e0d-d3e90a50d15f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:06.434941 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.528606 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.551162 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c8fe850>,) {'filters': {'network_id': ['afdfbfa6-06d3-4512-85d9-5baa178f2b1d']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:06.563596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c8fe850>, '99e9ee64-f19e-432b-a764-8b3d018a1745') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:06.563827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c8fe850>, '99e9ee64-f19e-432b-a764-8b3d018a1745') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:06.574207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.587092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.593378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:09:06.593759 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:09:06.595796 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:09:06.611304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33706) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:06.649193 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.652976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7d583336-0683-47f3-8141-3d08b2112e9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e271aa0214324c64befe829bc16370dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0399787
Dec 18 21:09:06.655324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33708) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:06.655558 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.658664 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/afdfbfa6-06d3-4512-85d9-5baa178f2b1d HTTP/1.1" status: 204  len: 168 time: 0.3186672
Dec 18 21:09:06.674517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a3336-4271-4792-bc67-7a21ea7cc4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=afdfbfa6-06d3-4512-85d9-5baa178f2b1d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:06.705911 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4380f326-93bb-4e75-8c9d-8b78df7eb381 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.727342 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4380f326-93bb-4e75-8c9d-8b78df7eb381 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.779096 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4380f326-93bb-4e75-8c9d-8b78df7eb381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.782320 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4380f326-93bb-4e75-8c9d-8b78df7eb381 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.783572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4380f326-93bb-4e75-8c9d-8b78df7eb381 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e07da99b-6cbb-4eac-97b1-fe57332db828 HTTP/1.1" status: 204  len: 168 time: 0.1272347
Dec 18 21:09:06.793048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380f326-93bb-4e75-8c9d-8b78df7eb381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07da99b-6cbb-4eac-97b1-fe57332db828,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:06.837500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33714) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:06.881308 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33716) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:06.881820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6c7c0b03-d5bf-4e98-85c1-f7c456cfe837 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88b33c528aa7484e8069e68727cd6e27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0427084
Dec 18 21:09:06.930595 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae30ba61-aa4d-4fef-8828-1fd03dfd852b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:06.952506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae30ba61-aa4d-4fef-8828-1fd03dfd852b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:07.006905 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae30ba61-aa4d-4fef-8828-1fd03dfd852b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:07.014998 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae30ba61-aa4d-4fef-8828-1fd03dfd852b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:07.014998 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ae30ba61-aa4d-4fef-8828-1fd03dfd852b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77a88728-641d-4e94-8821-d425c467a62e HTTP/1.1" status: 204  len: 168 time: 0.1283281
Dec 18 21:09:07.020858 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30ba61-aa4d-4fef-8828-1fd03dfd852b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a88728-641d-4e94-8821-d425c467a62e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:07.136128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 597bdadb-cb27-4590-9bf4-888c4f82aae3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:09:07.174688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 597bdadb-cb27-4590-9bf4-888c4f82aae3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:09:07.177256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 597bdadb-cb27-4590-9bf4-888c4f82aae3 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:09:07.962615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33802) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:08.091220 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.129987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33820) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:08.243630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-87718768-network', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:08.292998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Made reservation on behalf of 0115052ed7dd4b60b9c729f1daa095c2 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:08.295942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.326070 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.423373 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-34c749bd-a527-4e51-b2bf-d9231ddbea85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.535384 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.599579 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.605499 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-34c749bd-a527-4e51-b2bf-d9231ddbea85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.608167 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.617448 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-34c749bd-a527-4e51-b2bf-d9231ddbea85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.667828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:09:08.684746 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-34c749bd-a527-4e51-b2bf-d9231ddbea85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=362302cd06fc42e6950c07b8682ea8b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5536437
Dec 18 21:09:08.690521 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.690521 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Added segment de0cf8e3-b008-4af3-95ee-37e8abe97507 of type vlan for network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff
Dec 18 21:09:08.691473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33892) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:08.695098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc8ffa1-8584-48f5-bbe5-1b45aca10f07,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:08.772599 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.772762 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab39aafc-b614-4961-b4dc-4803069eeb16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.789175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c749bd-a527-4e51-b2bf-d9231ddbea85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b8ebfc-7928-4f4c-aeae-b24b25bd6fd6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:08.804605 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab39aafc-b614-4961-b4dc-4803069eeb16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.813734 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.814971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:08.815634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.862927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab39aafc-b614-4961-b4dc-4803069eeb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.865937 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ab39aafc-b614-4961-b4dc-4803069eeb16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:08.867369 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ab39aafc-b614-4961-b4dc-4803069eeb16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14b8ebfc-7928-4f4c-aeae-b24b25bd6fd6 HTTP/1.1" status: 204  len: 168 time: 0.1745617
Dec 18 21:09:08.875795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39aafc-b614-4961-b4dc-4803069eeb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b8ebfc-7928-4f4c-aeae-b24b25bd6fd6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:08.881428 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9176676
Dec 18 21:09:08.884415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33900) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:08.890955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-94a03d6d-017d-475c-a59f-b50f4cb09f25 admin admin] Request body: {'subnet': {'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-87718768-subnet', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:08.909845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518a634-7bc8-45f5-bf1d-33a807079432 admin admin] Pushing event updated for resources: {'Network': ['ID=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:08.922559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:09:08.924528 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a03d6d-017d-475c-a59f-b50f4cb09f25 admin admin] Made reservation on behalf of 0115052ed7dd4b60b9c729f1daa095c2 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:08.927732 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94a03d6d-017d-475c-a59f-b50f4cb09f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.102193 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a81daf49-71eb-4800-830e-d8fc7dbbfaae no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:09:09.125390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: a81daf49-71eb-4800-830e-d8fc7dbbfaae {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:09:09.125825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a81daf49-71eb-4800-830e-d8fc7dbbfaae not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:09:09.161274 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94a03d6d-017d-475c-a59f-b50f4cb09f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.226863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a03d6d-017d-475c-a59f-b50f4cb09f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c32a9709-eb41-4302-a656-d37822e7e70b,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:09.236811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a03d6d-017d-475c-a59f-b50f4cb09f25 admin admin] Checking segment: {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:09.237208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a03d6d-017d-475c-a59f-b50f4cb09f25 admin admin] Network hostable DHCP agents. Network: 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:09:09.255147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a03d6d-017d-475c-a59f-b50f4cb09f25 admin admin] Network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:09:09.270359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-94a03d6d-017d-475c-a59f-b50f4cb09f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:09.274535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a03d6d-017d-475c-a59f-b50f4cb09f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:09.275415 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94a03d6d-017d-475c-a59f-b50f4cb09f25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.282038 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4f64cb-7f92-4ce2-8eb4-350875a7d765 None None] Network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:09.294807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-94a03d6d-017d-475c-a59f-b50f4cb09f25 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4090981
Dec 18 21:09:09.297464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33944) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:09.303321 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:09.336457 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.337586 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.431001 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:09:09.434768 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.447062 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.600136 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.604252 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Allocated IP 172.20.0.2 (3fa9a6b3-e419-4c2c-9375-8a9a95a008ff/c32a9709-eb41-4302-a656-d37822e7e70b/76fa2115-1a98-4404-bddf-42eed1f329cf) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:09.697341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 33978) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:09.770267 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.777607 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.823257 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.826481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-725830747-network', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:09.832349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:09.833826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:09.838497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:09.848388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Pushing event updated for resources: {'Port': ['ID=76fa2115-1a98-4404-bddf-42eed1f329cf,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:09.854219 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.857617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Made reservation on behalf of 64ef041cd6724458b053cde5c1afe4fa for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:09.861357 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.872444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.901463 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Attempting to bind port 76fa2115-1a98-4404-bddf-42eed1f329cf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:09.901846 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Attempting to bind port 76fa2115-1a98-4404-bddf-42eed1f329cf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:09.902275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Attempting to bind port 76fa2115-1a98-4404-bddf-42eed1f329cf on network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:09.907879 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:09.908538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Checking segment: {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:09.909131 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.909538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Bound using segment: {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:09.909992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Bound port: 76fa2115-1a98-4404-bddf-42eed1f329cf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:09.910408 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.959506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.964482 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:09.976123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Allocated IP 172.35.3.158 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/93380f02-a556-4463-afdf-5b0c13599896) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:09.985882 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] For port 76fa2115-1a98-4404-bddf-42eed1f329cf, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:09.992931 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:09:09.993410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] For port 76fa2115-1a98-4404-bddf-42eed1f329cf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76fa2115-1a98-4404-bddf-42eed1f329cf,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:09.999644 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:10.007561 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792753e0-3cfe-4fed-9e26-2ed4f0f8d54b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:10.012429 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:10.012767 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Added segment b7595ab8-adf0-4fbf-a768-de8c4cac31e6 of type vlan for network 7a73f33f-bbbf-4537-b0c3-79abe445c89e
Dec 18 21:09:10.066712 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:10.091051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005dd84-88b7-4b2c-8dc9-4707fbd9629f None None] Pushing event updated for resources: {'Port': ['ID=76fa2115-1a98-4404-bddf-42eed1f329cf,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:10.109384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:10.111178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:10.112101 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:10.123007 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:10.180386 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4818609
Dec 18 21:09:10.184652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 33984) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:10.195842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Request body: {'subnet': {'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-subnet', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:10.200441 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:10.207120 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9609a28-91b1-44ce-ab9e-677f3fa043de admin admin] Pushing event updated for resources: {'Network': ['ID=7a73f33f-bbbf-4537-b0c3-79abe445c89e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:10.219523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 7a73f33f-bbbf-4537-b0c3-79abe445c89e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:09:10.271632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:10.281820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:10.291198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:10.333269 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510530e1-a9d3-40b0-89d2-8cc8619b959b None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:10.341375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Pushing event updated for resources: {'Port': ['ID=93380f02-a556-4463-afdf-5b0c13599896,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:10.347728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Made reservation on behalf of 64ef041cd6724458b053cde5c1afe4fa for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:10.351762 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:10.423923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-eebba0a8-1a76-4ee5-8b22-4e4c348d8dd3 None None] Provisioning complete for port 93380f02-a556-4463-afdf-5b0c13599896 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:10.424693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eebba0a8-1a76-4ee5-8b22-4e4c348d8dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:10.479640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-eebba0a8-1a76-4ee5-8b22-4e4c348d8dd3 None None] Port 93380f02-a556-4463-afdf-5b0c13599896 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:10.810190 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:10.859876 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:10.964709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=996b7ed1-3367-4177-a52e-17014c2109e8,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:10.977585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Checking segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:10.977961 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Network hostable DHCP agents. Network: 7a73f33f-bbbf-4537-b0c3-79abe445c89e, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:09:10.983213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:10.983706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:10.983897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:10.984464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:10.984696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:10.985031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:10.985343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:10.985677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:10.986005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:10.986357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:10.986688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:10.987140 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:10.987328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:11.046363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Network 7a73f33f-bbbf-4537-b0c3-79abe445c89e is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:09:11.067666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7a73f33f-bbbf-4537-b0c3-79abe445c89e) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:11.076651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd2fe2a-b62a-4c1b-a0c6-185ef267c21a None None] Network 7a73f33f-bbbf-4537-b0c3-79abe445c89e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:11.082053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:11.082878 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:11.136509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 76fa2115-1a98-4404-bddf-42eed1f329cf up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:11.150548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7a039178-78a4-470f-94fb-e537af1ba609 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9593480
Dec 18 21:09:11.153054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34028) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:11.158656 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:11.187810 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:11.200409 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:11.202000 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:11.255667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:09:11.256606 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:11.276982 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:11.281285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 76fa2115-1a98-4404-bddf-42eed1f329cf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:11.285552 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:11.352302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-99b6f960-5996-43ea-bdb3-13c8cfaad14b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:11.353973 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-99b6f960-5996-43ea-bdb3-13c8cfaad14b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 812 time: 0.1793096
Dec 18 21:09:11.414173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-a4d3118a-fe8c-4bf1-b3b5-92eeb8ccf0bd tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/quotas/de79cd87d023436a80d3cc5428586e21 HTTP/1.1" status: 200  len: 375 time: 0.0200176
Dec 18 21:09:11.528755 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:11.554956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539b76ca-10ec-4c03-b5ad-05751f1907e7 None None] Network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:11.564320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-677505d0-b1f8-4e1d-9f19-e77d0633ea96 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1380241
Dec 18 21:09:11.565562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Router 5080fc68-ce21-48e8-b97e-286cfe92f288 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:09:11.566276 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Allocated IP 172.20.0.2 (7a73f33f-bbbf-4537-b0c3-79abe445c89e/996b7ed1-3367-4177-a52e-17014c2109e8/a3ae32a8-a158-4b89-b84b-8428e165d77d) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:11.805007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-3cf73113-2ccf-4b73-b0b2-64febe15f7e4 service neutron] 10.222.0.13 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320495
Dec 18 21:09:11.812467 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:11.866813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:11.883402 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Sync routers for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:11.900056 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:11.900821 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36644caf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:11.917981 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:11.921651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c466a253-86de-48a6-908d-d27e2d4d2bce admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.6225317
Dec 18 21:09:11.953235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-eba5b63f-0fae-4c61-8247-81b514b6287a None None] Provisioning complete for port 76fa2115-1a98-4404-bddf-42eed1f329cf triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:11.953873 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eba5b63f-0fae-4c61-8247-81b514b6287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:11.972721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34056) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:12.001271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 76fa2115-1a98-4404-bddf-42eed1f329cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76fa2115-1a98-4404-bddf-42eed1f329cf,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:12.015516 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-ccce694c-ab66-4805-bb2f-7ce631fab602 service neutron] 10.222.0.13 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2011368
Dec 18 21:09:12.025773 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:12.045867 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:12.237897 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=76fa2115-1a98-4404-bddf-42eed1f329cf,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:12.310143 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:12.325967 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:12.337480 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36644caf40>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:10Z', 'revision_number': 3, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:12.384442 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Checking router: 5080fc68-ce21-48e8-b97e-286cfe92f288 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:12.384674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Network 7a73f33f-bbbf-4537-b0c3-79abe445c89e is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:12.385509 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Updating router 5080fc68-ce21-48e8-b97e-286cfe92f288 port 93380f02-a556-4463-afdf-5b0c13599896 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:09:12.389809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:12.393751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:12.431366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Pushing event updated for resources: {'Port': ['ID=a3ae32a8-a158-4b89-b84b-8428e165d77d,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:12.491885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Attempting to bind port a3ae32a8-a158-4b89-b84b-8428e165d77d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:12.492965 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:12.497593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Attempting to bind port a3ae32a8-a158-4b89-b84b-8428e165d77d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:12.498359 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Attempting to bind port a3ae32a8-a158-4b89-b84b-8428e165d77d on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:12.504203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:12.505232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Checking segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:12.505859 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:12.506311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Bound using segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:12.507041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Bound port: a3ae32a8-a158-4b89-b84b-8428e165d77d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:12.507516 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:12.513523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07626276-6ac1-4373-a92a-c8af13ee7ed0 req-9a5569c4-cee6-498c-b8ed-ebc1e1ef70d4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 210 time: 0.0650454
Dec 18 21:09:12.633394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] For port a3ae32a8-a158-4b89-b84b-8428e165d77d, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:12.637415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] For port a3ae32a8-a158-4b89-b84b-8428e165d77d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3ae32a8-a158-4b89-b84b-8428e165d77d,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:12.645485 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:12.704261 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:12.770115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:12.778808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548aa6ae-3f32-4114-9695-678b54422188 None None] Pushing event updated for resources: {'Port': ['ID=a3ae32a8-a158-4b89-b84b-8428e165d77d,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:12.799204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-21916d82-29ec-4fec-a0ad-bd339db34ea8 None None] Provisioning complete for port 76fa2115-1a98-4404-bddf-42eed1f329cf triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:12.799579 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21916d82-29ec-4fec-a0ad-bd339db34ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.039566 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.074775 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.091172 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.167091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 76fa2115-1a98-4404-bddf-42eed1f329cf up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:13.224068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1e8fda-c07d-410e-8838-fc1f433e6026 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:13.253304 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Attempting to bind port 93380f02-a556-4463-afdf-5b0c13599896 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:13.256636 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Attempting to bind port 93380f02-a556-4463-afdf-5b0c13599896 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:13.257126 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Attempting to bind port 93380f02-a556-4463-afdf-5b0c13599896 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:13.268968 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2182d3d-069c-4ad5-b215-8e8aca1c39af None None] Pushing event updated for resources: {'Port': ['ID=93380f02-a556-4463-afdf-5b0c13599896,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:13.280768 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:13.284351 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:13.285599 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.287487 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:13.289316 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Bound port: 93380f02-a556-4463-afdf-5b0c13599896, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:13.289909 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.331498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 76fa2115-1a98-4404-bddf-42eed1f329cf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:13.332020 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.335640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-56746c2d-e691-4636-9a3e-98153e8651e1 None None] Provisioning complete for port 93380f02-a556-4463-afdf-5b0c13599896 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:13.336004 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-56746c2d-e691-4636-9a3e-98153e8651e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.383037 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Allocated IP 172.35.3.25 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/a6ca3c1d-929c-4ea5-b60d-7c9b35e06636) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:13.446669 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-56746c2d-e691-4636-9a3e-98153e8651e1 None None] Port 93380f02-a556-4463-afdf-5b0c13599896 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:13.458457 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] For port 93380f02-a556-4463-afdf-5b0c13599896, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:13.466214 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] For port 93380f02-a556-4463-afdf-5b0c13599896, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93380f02-a556-4463-afdf-5b0c13599896,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:13.475836 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.574175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec360f-7d77-4459-8924-aa5dad992fac None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:13.613190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34122) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:13.622212 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:13.625717 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36644caf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:13.638737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Allocated IP 172.20.0.1 (3fa9a6b3-e419-4c2c-9375-8a9a95a008ff/c32a9709-eb41-4302-a656-d37822e7e70b/0bfcef24-5aee-495d-bfaf-4bb8d1955d5c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:13.667866 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.691214 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2182d3d-069c-4ad5-b215-8e8aca1c39af None None] Pushing event updated for resources: {'Port': ['ID=93380f02-a556-4463-afdf-5b0c13599896,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:13.704839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c801e495-4646-4242-96eb-ff089760f73d req-63473feb-3195-407a-b695-f54c5c46d967 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 210 time: 0.0515170
Dec 18 21:09:13.744695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-da0262f8-36a9-4e18-97c4-3ee8a8534f99 None None] Provisioning complete for port 93380f02-a556-4463-afdf-5b0c13599896 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:13.745885 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-da0262f8-36a9-4e18-97c4-3ee8a8534f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.780710 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:13.837653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.875943 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-da0262f8-36a9-4e18-97c4-3ee8a8534f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.892886 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eda690a8-30aa-4b8c-9e87-37a6ea477a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.896898 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Pushing event updated for resources: {'Port': ['ID=a6ca3c1d-929c-4ea5-b60d-7c9b35e06636,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:13.907282 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.942426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-da0262f8-36a9-4e18-97c4-3ee8a8534f99 None None] For port 93380f02-a556-4463-afdf-5b0c13599896, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93380f02-a556-4463-afdf-5b0c13599896,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:13.950930 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:13.955092 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:13.959241 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-da0262f8-36a9-4e18-97c4-3ee8a8534f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:13.965337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:14.036040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639ce8f8-feb3-4790-8bab-c4c769b4a9e4 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:14.041641 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eda690a8-30aa-4b8c-9e87-37a6ea477a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:14.052505 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eda690a8-30aa-4b8c-9e87-37a6ea477a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:14.087586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0262f8-36a9-4e18-97c4-3ee8a8534f99 None None] Pushing event updated for resources: {'Port': ['ID=93380f02-a556-4463-afdf-5b0c13599896,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:14.124523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-43f244b0-6ef7-447a-b46c-525ce2f4e12c None None] Provisioning complete for port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:14.125109 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-43f244b0-6ef7-447a-b46c-525ce2f4e12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:14.145318 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:14.152064 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-eda690a8-30aa-4b8c-9e87-37a6ea477a31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d050b91d2cd43cfbff6d3e27cd18b5d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5370772
Dec 18 21:09:14.155395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34142) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:14.164305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda690a8-30aa-4b8c-9e87-37a6ea477a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685aa247-baca-4c5f-928a-207451eefee0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:14.194715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-43f244b0-6ef7-447a-b46c-525ce2f4e12c None None] Port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:14.231294 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22bee4f7-e952-4026-a8a6-36c74e4e45ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:14.268415 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22bee4f7-e952-4026-a8a6-36c74e4e45ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:14.295481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:14.305391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:14.312758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:14.315074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Pushing event updated for resources: {'Port': ['ID=0bfcef24-5aee-495d-bfaf-4bb8d1955d5c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:14.415402 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36644caf40>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:10Z', 'revision_number': 3, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:14.480476 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745eb28f-24be-4dd7-b1c4-3aeac4efbdeb None None] The sync data for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 is: [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:10Z', 'revision_number': 3, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:14.495721 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:14.516895 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22bee4f7-e952-4026-a8a6-36c74e4e45ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:14.520773 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22bee4f7-e952-4026-a8a6-36c74e4e45ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:14.522122 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-22bee4f7-e952-4026-a8a6-36c74e4e45ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/685aa247-baca-4c5f-928a-207451eefee0 HTTP/1.1" status: 204  len: 168 time: 0.3658075
Dec 18 21:09:14.591816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bee4f7-e952-4026-a8a6-36c74e4e45ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685aa247-baca-4c5f-928a-207451eefee0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:14.689245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-b865fa99-e302-4c4e-a896-708209ebe75f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:14.691756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-b865fa99-e302-4c4e-a896-708209ebe75f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 812 time: 0.3336453
Dec 18 21:09:14.746381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'port': {'device_id': 'bfef2208-39a2-4867-b92e-b779754f95e6', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'admin_state_up': True, 'tenant_id': 'de79cd87d023436a80d3cc5428586e21'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:14.772423 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:14.847714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b06ba18d-34d6-4302-ae7c-769da0cf82c6 None None] Provisioning complete for port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:14.850215 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b06ba18d-34d6-4302-ae7c-769da0cf82c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:14.940763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf5a37-bc8c-419d-bb48-d7422e976433 None None] Network 7a73f33f-bbbf-4537-b0c3-79abe445c89e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:14.987989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31aa558a-8a35-4927-a69b-d88f87dd5bba req-0f2de2ea-7be9-400a-9b7d-f0956a0f0984 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 210 time: 0.0932388
Dec 18 21:09:15.081081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Made reservation on behalf of de79cd87d023436a80d3cc5428586e21 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:15.091731 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:15.134132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:15.163530 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b06ba18d-34d6-4302-ae7c-769da0cf82c6 None None] Port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:15.195254 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:15.341746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a3ae32a8-a158-4b89-b84b-8428e165d77d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:15.487968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9593e93b-2168-4f0a-a17e-4def053f515c None None] Provisioning complete for port a3ae32a8-a158-4b89-b84b-8428e165d77d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:15.488340 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9593e93b-2168-4f0a-a17e-4def053f515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:15.530346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a3ae32a8-a158-4b89-b84b-8428e165d77d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:15.530819 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:15.645137 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:15.780020 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9593e93b-2168-4f0a-a17e-4def053f515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:15.821505 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:15.876011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9593e93b-2168-4f0a-a17e-4def053f515c None None] For port a3ae32a8-a158-4b89-b84b-8428e165d77d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3ae32a8-a158-4b89-b84b-8428e165d77d,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:15.891543 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9593e93b-2168-4f0a-a17e-4def053f515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:15.908888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Allocated IP 172.20.0.10 (719d1db8-90bc-4a29-9e67-d552b1d87f10/ce6df939-cc0b-4eee-ad97-d0794ca80cc4/f16db603-fc8c-45ee-85f8-94d3470ee5f5) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:15.982179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34192) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:16.090366 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:09:16.091353 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:09:16.095527 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593e93b-2168-4f0a-a17e-4def053f515c None None] Pushing event updated for resources: {'Port': ['ID=a3ae32a8-a158-4b89-b84b-8428e165d77d,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:16.110138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9b336d6e-92a8-4e38-82cd-0f0c6b53944e None None] Provisioning complete for port a3ae32a8-a158-4b89-b84b-8428e165d77d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:16.111422 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9b336d6e-92a8-4e38-82cd-0f0c6b53944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.243574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87210221-3169-4089-bba7-1a0bc10b21e6 req-3db5e9f2-fbee-4f14-bfc3-ce54cbb0fe1b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 210 time: 0.0671141
Dec 18 21:09:16.255255 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-674781988-network', 'tenant_id': '8cd3a167092049489c79bc4681600124'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:16.330219 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.342121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Made reservation on behalf of 8cd3a167092049489c79bc4681600124 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:16.344783 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.358381 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.453527 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.462459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.469727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Router 2655322f-0402-401a-98b3-da4f6f8d5037 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:09:16.473688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.514279 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.526354 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.545843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:16.560935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:16.569955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34204) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:16.571006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:09:16.573382 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:16.575752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'Port': ['ID=f16db603-fc8c-45ee-85f8-94d3470ee5f5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:16.618402 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.624080 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.624588 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Added segment e1a19e1e-c28e-4951-8c1b-f5b3388a277f of type vlan for network 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd
Dec 18 21:09:16.627930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b039ed3-ab8f-41e8-9285-e6cbf1033050,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:16.630388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Pushing event updated for resources: {'Port': ['ID=0bfcef24-5aee-495d-bfaf-4bb8d1955d5c,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:16.654995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:16.655633 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.690599 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 93380f02-a556-4463-afdf-5b0c13599896 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:16.701188 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.714580 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-e4d69e4d-9991-40e3-a30b-936eb640fc23 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9849055
Dec 18 21:09:16.735232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Request body: {'port': {'device_id': 'bfef2208-39a2-4867-b92e-b779754f95e6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:16.773330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.774461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:16.775099 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.802226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 93380f02-a556-4463-afdf-5b0c13599896 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:16.802918 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.865429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8821108
Dec 18 21:09:16.868545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34208) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:16.871009 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.879369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-96ab0c7b-cecf-43c9-81b5-0d0a95e66a56 admin admin] Request body: {'subnet': {'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-674781988-subnet', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:16.914330 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e5322e02-0a7b-4d45-a9e3-f785eddcf9f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:16.920610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de621729-e5a7-4e87-b5af-69ab3a0b6fcb admin admin] Pushing event updated for resources: {'Network': ['ID=56d7a6d2-e0f5-49ee-a148-7ed9c30309cd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:16.944451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:09:16.961253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:16.992580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ab0c7b-cecf-43c9-81b5-0d0a95e66a56 admin admin] Made reservation on behalf of 8cd3a167092049489c79bc4681600124 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:16.995931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96ab0c7b-cecf-43c9-81b5-0d0a95e66a56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:17.000359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:17.006805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Sync routers for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:17.022063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:17.048459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:17.048459 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-15617dc2-c37d-48ec-aa07-be5da9bfbcae admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.8926692
Dec 18 21:09:17.052762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34212) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:17.054055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:17.055658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d578d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:17.131941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a3ae32a8-a158-4b89-b84b-8428e165d77d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:17.195977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4d62242d-4a4a-4c63-bd4b-cda0983241d0 None None] Provisioning complete for port f16db603-fc8c-45ee-85f8-94d3470ee5f5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:17.195977 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4d62242d-4a4a-4c63-bd4b-cda0983241d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:17.215703 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e5322e02-0a7b-4d45-a9e3-f785eddcf9f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:17.224077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Router 5080fc68-ce21-48e8-b97e-286cfe92f288 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:09:17.227172 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e5322e02-0a7b-4d45-a9e3-f785eddcf9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:17.238940 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4d62242d-4a4a-4c63-bd4b-cda0983241d0 None None] Port f16db603-fc8c-45ee-85f8-94d3470ee5f5 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:17.260297 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:09:17.334199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:17.387382 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5322e02-0a7b-4d45-a9e3-f785eddcf9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d3dda6-3468-4cb5-b28d-919c7d5036d5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:17.394006 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e5322e02-0a7b-4d45-a9e3-f785eddcf9f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2128a151c944e66bc3b9d6bc11b3c10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8198307
Dec 18 21:09:17.400883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34216) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:17.453820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:17.460354 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7dab584e-1b22-4ba5-a406-9111be04b81d admin admin] 10.222.0.13 "PUT /v2.0/routers/5080fc68-ce21-48e8-b97e-286cfe92f288/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4826899
Dec 18 21:09:17.482714 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5adc4-488c-4fba-a4c9-70b145049d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:17.514178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5adc4-488c-4fba-a4c9-70b145049d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:17.529737 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2a0683c5-c9eb-4b15-a5b7-1083d494cf06 None None] Provisioning complete for port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:17.530016 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a0683c5-c9eb-4b15-a5b7-1083d494cf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:17.591594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5adc4-488c-4fba-a4c9-70b145049d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:17.594292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5adc4-488c-4fba-a4c9-70b145049d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:17.595712 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6ba5adc4-488c-4fba-a4c9-70b145049d90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63d3dda6-3468-4cb5-b28d-919c7d5036d5 HTTP/1.1" status: 204  len: 168 time: 0.1929908
Dec 18 21:09:17.605530 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Sync routers for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:17.612915 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5adc4-488c-4fba-a4c9-70b145049d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d3dda6-3468-4cb5-b28d-919c7d5036d5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:17.649754 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:17.650498 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f575610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:17.723676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4224d2-aadc-4a8a-95f3-66500a438a21 req-f9db4b33-f6c9-477d-ae9c-132bda09f175 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:17.725321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e4224d2-aadc-4a8a-95f3-66500a438a21 req-f9db4b33-f6c9-477d-ae9c-132bda09f175 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 932 time: 0.3422656
Dec 18 21:09:17.767954 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96ab0c7b-cecf-43c9-81b5-0d0a95e66a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:17.780824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a3ae32a8-a158-4b89-b84b-8428e165d77d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:17.781286 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:17.878715 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:17.939262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2a0683c5-c9eb-4b15-a5b7-1083d494cf06 None None] Port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:17.966044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab0c7b-cecf-43c9-81b5-0d0a95e66a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36470c9b-bf35-4cce-906f-8effe305c205,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:17.970318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16db603-fc8c-45ee-85f8-94d3470ee5f5 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:09:18.013949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e4224d2-aadc-4a8a-95f3-66500a438a21 req-ea312594-17be-4d8a-8c48-6d22836452a9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2769787
Dec 18 21:09:18.030040 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.039795 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d578d90>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 3, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:18.066145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab0c7b-cecf-43c9-81b5-0d0a95e66a56 admin admin] Checking segment: {'id': 'e1a19e1e-c28e-4951-8c1b-f5b3388a277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:18.066531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab0c7b-cecf-43c9-81b5-0d0a95e66a56 admin admin] Network hostable DHCP agents. Network: 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:09:18.068928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Checking router: 2655322f-0402-401a-98b3-da4f6f8d5037 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:18.069106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Transition to ACTIVE for port object f16db603-fc8c-45ee-85f8-94d3470ee5f5 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:09:18.069605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Updating router 2655322f-0402-401a-98b3-da4f6f8d5037 port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:09:18.101791 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.110789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.217170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab0c7b-cecf-43c9-81b5-0d0a95e66a56 admin admin] Network 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:09:18.292688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-96ab0c7b-cecf-43c9-81b5-0d0a95e66a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:18.312224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ab0c7b-cecf-43c9-81b5-0d0a95e66a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:18.312820 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96ab0c7b-cecf-43c9-81b5-0d0a95e66a56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.325293 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f575610>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:15Z', 'revision_number': 2, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:18.328784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Pushing event updated for resources: {'Port': ['ID=f16db603-fc8c-45ee-85f8-94d3470ee5f5,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:18.331096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab2258b-7005-45c7-b134-02d615f1b5a8 None None] Network 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:18.386601 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Checking router: 5080fc68-ce21-48e8-b97e-286cfe92f288 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:18.386961 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Updating router 5080fc68-ce21-48e8-b97e-286cfe92f288 port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:09:18.442600 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.514877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-56d7a6d2-e0f5-49ee-a148-7ed9c30309cd', 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd', 'project_id': '8cd3a167092049489c79bc4681600124', 'fixed_ips': [{'subnet_id': '36470c9b-bf35-4cce-906f-8effe305c205'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:09:18.516777 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.535417 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.627507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34244) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:18.633116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-674781988-router', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:18.638524 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-96ab0c7b-cecf-43c9-81b5-0d0a95e66a56 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.7550654
Dec 18 21:09:18.668361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34246) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:18.672797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6b6223ea-504d-475f-8fad-acadad1c023e tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--214975411', 'description': 'tempest-description--606332532'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:18.700088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.701637 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.785759 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.787285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Attempting to bind port f16db603-fc8c-45ee-85f8-94d3470ee5f5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:18.787701 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Attempting to bind port f16db603-fc8c-45ee-85f8-94d3470ee5f5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:18.792678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Attempting to bind port f16db603-fc8c-45ee-85f8-94d3470ee5f5 on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:18.811692 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.817853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Port f16db603-fc8c-45ee-85f8-94d3470ee5f5 on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:09:18.821344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Attempting to bind port f16db603-fc8c-45ee-85f8-94d3470ee5f5 on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:18.822315 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.832874 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.835164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:18.835645 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Checking segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:18.836038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Bound using segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:18.836657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Bound port: f16db603-fc8c-45ee-85f8-94d3470ee5f5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:18.838151 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.842941 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.914739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b6223ea-504d-475f-8fad-acadad1c023e tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:18.938630 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f1a51-70bc-4b46-8a8b-3114fd9d0cae None None] Pushing event updated for resources: {'Port': ['ID=0bfcef24-5aee-495d-bfaf-4bb8d1955d5c,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:18.967836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb8e9d-5003-4046-b534-3d4f81f1ae7d None None] Pushing event updated for resources: {'Port': ['ID=a6ca3c1d-929c-4ea5-b60d-7c9b35e06636,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:19.031800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a953c998-c0bc-4f0b-ac93-bf9356567df7 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:19.037269 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Attempting to bind port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:19.037529 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Attempting to bind port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:19.037802 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Attempting to bind port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c on network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:19.055537 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:19.055943 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Checking segment: {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:19.057115 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.059342 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Bound using segment: {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:19.059831 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Bound port: 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:19.061833 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.067373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Attempting to bind port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:19.067819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Attempting to bind port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:19.068094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Attempting to bind port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:19.083027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:19.083389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:19.083792 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.084183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:19.084657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Bound port: a6ca3c1d-929c-4ea5-b60d-7c9b35e06636, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:19.085030 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.093747 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b6223ea-504d-475f-8fad-acadad1c023e tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.130005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] For port f16db603-fc8c-45ee-85f8-94d3470ee5f5, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:19.148588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] For port f16db603-fc8c-45ee-85f8-94d3470ee5f5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f16db603-fc8c-45ee-85f8-94d3470ee5f5,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:19.153680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Allocated IP 172.20.0.2 (56d7a6d2-e0f5-49ee-a148-7ed9c30309cd/36470c9b-bf35-4cce-906f-8effe305c205/961d951e-1e21-469d-9416-c72c1736083b) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:19.162931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.168073 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b6223ea-504d-475f-8fad-acadad1c023e tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.180675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Allocated IP 172.20.0.1 (7a73f33f-bbbf-4537-b0c3-79abe445c89e/996b7ed1-3367-4177-a52e-17014c2109e8/8cc5367f-262b-4de1-89d9-21d8d196bbeb) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:19.201821 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.226484 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] For port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:19.240185 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] For port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bfcef24-5aee-495d-bfaf-4bb8d1955d5c,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:19.247835 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b6223ea-504d-475f-8fad-acadad1c023e tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.249394 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6b6223ea-504d-475f-8fad-acadad1c023e tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.5800591
Dec 18 21:09:19.253168 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.267113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:19.267736 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.269151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] 10.222.0.36 "PUT /v2.0/ports/f16db603-fc8c-45ee-85f8-94d3470ee5f5 HTTP/1.1" status: 200  len: 1092 time: 2.5406437
Dec 18 21:09:19.269602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34282) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:19.293327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6223ea-504d-475f-8fad-acadad1c023e tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:19.314952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfef2208-39a2-4867-b92e-b779754f95e6', 'tag': 'f16db603-fc8c-45ee-85f8-94d3470ee5f5'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:19.319441 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dfb3c6-fbf8-474b-bc6d-d272431cee03" -d '{"events": [{"name": "network-changed", "server_uuid": "bfef2208-39a2-4867-b92e-b779754f95e6", "tag": "f16db603-fc8c-45ee-85f8-94d3470ee5f5"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:19.385414 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f1a51-70bc-4b46-8a8b-3114fd9d0cae None None] Pushing event updated for resources: {'Port': ['ID=0bfcef24-5aee-495d-bfaf-4bb8d1955d5c,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:19.395028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] For port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:19.399078 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:19.399791 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f575610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:19.403726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] For port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6ca3c1d-929c-4ea5-b60d-7c9b35e06636,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:19.434306 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.457039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a195e353-061b-43e8-ae72-5d9f7a0d4856 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Request body: {'security_group_rule': {'security_group_id': '73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:19.603512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb8e9d-5003-4046-b534-3d4f81f1ae7d None None] Pushing event updated for resources: {'Port': ['ID=a6ca3c1d-929c-4ea5-b60d-7c9b35e06636,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:19.638858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.650167 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:19.659359 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.677071 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.695795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26cf45-77e3-4624-9538-8e7051da3e13 service neutron] Pushing event updated for resources: {'Port': ['ID=f16db603-fc8c-45ee-85f8-94d3470ee5f5,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:19.727186 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e690a246-a03e-423b-bd3e-414ac3583452 x-openstack-request-id: req-e690a246-a03e-423b-bd3e-414ac3583452 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:19.727693 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfef2208-39a2-4867-b92e-b779754f95e6", "tag": "f16db603-fc8c-45ee-85f8-94d3470ee5f5", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:19.728214 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e690a246-a03e-423b-bd3e-414ac3583452 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:19.728652 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfef2208-39a2-4867-b92e-b779754f95e6', 'tag': 'f16db603-fc8c-45ee-85f8-94d3470ee5f5', 'status': 'completed', 'code': 200}
Dec 18 21:09:19.784854 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.846076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-ca2886ba-f040-49e1-94b8-666450f73865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:19.848067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-ca2886ba-f040-49e1-94b8-666450f73865 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 1095 time: 0.4908302
Dec 18 21:09:19.858158 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.863263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f13190-4f61-478d-9f2a-4dede1f08384 req-e4b1e45e-770e-4c4a-ad9e-e99620caaf7c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:19.875008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d121b2e1-aeb8-46e1-a548-a022677ee049 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:19.875250 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79f13190-4f61-478d-9f2a-4dede1f08384 req-e4b1e45e-770e-4c4a-ad9e-e99620caaf7c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 944 time: 0.6343224
Dec 18 21:09:19.893728 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.917229 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Allocated IP 172.35.3.26 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/c3231107-fd7d-4d2d-92dd-4ee74a1a054f) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:19.920549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c9e2acb3-53fc-4ded-a33d-291b4590443d None None] Provisioning complete for port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:19.920870 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c9e2acb3-53fc-4ded-a33d-291b4590443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:19.990989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-66770717-7a8c-4946-befe-b1835f1cd5c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16db603-fc8c-45ee-85f8-94d3470ee5f5 HTTP/1.1" status: 200  len: 217 time: 0.1136110
Dec 18 21:09:20.099067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:20.099730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d578d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:20.107821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79f13190-4f61-478d-9f2a-4dede1f08384 req-635885fe-f010-48a5-9d2c-5d778adeb21b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318597
Dec 18 21:09:20.110411 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a195e353-061b-43e8-ae72-5d9f7a0d4856 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.142173 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f575610>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:19Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:20.153865 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.155778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Network 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:20.166089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:20.176677 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7bc32-15cf-4701-9a56-e7bc746069bc None None] The sync data for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 is: [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:19Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:20.182204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:20.203965 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.211929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-21fe523f-8bd1-4c6a-ada0-7f5b0d45fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:20.214343 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-21fe523f-8bd1-4c6a-ada0-7f5b0d45fca1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.2112749
Dec 18 21:09:20.218521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.227804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Pushing event updated for resources: {'Port': ['ID=961d951e-1e21-469d-9416-c72c1736083b,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:20.312447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:20.314390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3231107-fd7d-4d2d-92dd-4ee74a1a054f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:20.321356 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:20.323152 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:20.344828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Attempting to bind port 961d951e-1e21-469d-9416-c72c1736083b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:20.345300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Attempting to bind port 961d951e-1e21-469d-9416-c72c1736083b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e1a19e1e-c28e-4951-8c1b-f5b3388a277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:20.345771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Attempting to bind port 961d951e-1e21-469d-9416-c72c1736083b on network 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:20.353150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd1a244-05da-4417-a2ea-76a90fca8e5b None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:20.390040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Network 7a73f33f-bbbf-4537-b0c3-79abe445c89e is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:20.390567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:20.391062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Checking segment: {'id': 'e1a19e1e-c28e-4951-8c1b-f5b3388a277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:20.391586 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.392544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Bound using segment: {'id': 'e1a19e1e-c28e-4951-8c1b-f5b3388a277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:20.393131 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Bound port: 961d951e-1e21-469d-9416-c72c1736083b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a19e1e-c28e-4951-8c1b-f5b3388a277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:20.393618 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.400235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:20.468842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:20.493333 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a195e353-061b-43e8-ae72-5d9f7a0d4856 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.496011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:20.533301 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a195e353-061b-43e8-ae72-5d9f7a0d4856 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.555890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-93b760fc-cecf-46c7-9dcf-ef112f4a3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:20.559257 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-93b760fc-cecf-46c7-9dcf-ef112f4a3a63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3101082
Dec 18 21:09:20.586417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195e353-061b-43e8-ae72-5d9f7a0d4856 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e424f416-67c3-4b82-ae2f-2dd2f6711731,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:20.616333 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a195e353-061b-43e8-ae72-5d9f7a0d4856 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.618034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a195e353-061b-43e8-ae72-5d9f7a0d4856 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2870295
Dec 18 21:09:20.619075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Pushing event updated for resources: {'Port': ['ID=8cc5367f-262b-4de1-89d9-21d8d196bbeb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:20.621939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34330) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:20.649516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9eeea3a1-4726-4d6a-8304-1e4b5f9369a0 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Request body: {'security_group_rule': {'security_group_id': '73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:20.680290 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c9e2acb3-53fc-4ded-a33d-291b4590443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.728061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.751266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] For port 961d951e-1e21-469d-9416-c72c1736083b, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:20.756031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] For port 961d951e-1e21-469d-9416-c72c1736083b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=961d951e-1e21-469d-9416-c72c1736083b,segment=NetworkSegment(e1a19e1e-c28e-4951-8c1b-f5b3388a277f),segment_id=e1a19e1e-c28e-4951-8c1b-f5b3388a277f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:20.759363 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c9e2acb3-53fc-4ded-a33d-291b4590443d None None] For port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6ca3c1d-929c-4ea5-b60d-7c9b35e06636,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:20.765127 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.780545 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c9e2acb3-53fc-4ded-a33d-291b4590443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.783380 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.846904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d578d90>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 3, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:20.864373 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9eeea3a1-4726-4d6a-8304-1e4b5f9369a0 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:20.898682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec38df2-b47f-4d30-978a-51e0c349e366 None None] The sync data for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 is: [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 3, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:20.952790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c2953-17a5-45d2-baa9-82518a90d641 None None] Pushing event updated for resources: {'Port': ['ID=961d951e-1e21-469d-9416-c72c1736083b,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:20.967334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Provisioning complete for port 8cc5367f-262b-4de1-89d9-21d8d196bbeb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:20.967770 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:21.122615 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Port 8cc5367f-262b-4de1-89d9-21d8d196bbeb cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:21.131703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2acb3-53fc-4ded-a33d-291b4590443d None None] Pushing event updated for resources: {'Port': ['ID=a6ca3c1d-929c-4ea5-b60d-7c9b35e06636,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:21.168514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Provisioning complete for port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:21.169311 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:21.286379 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:21.306859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:21.445489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:21.445949 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:21.448465 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:21.579916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] For port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bfcef24-5aee-495d-bfaf-4bb8d1955d5c,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:21.590343 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-1f234904-6509-4ade-87a2-0ff6a5fa23a6 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9975917
Dec 18 21:09:21.641556 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:21.644600 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:21.658978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Router 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:09:21.769930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Pushing event updated for resources: {'Port': ['ID=0bfcef24-5aee-495d-bfaf-4bb8d1955d5c,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:21.813051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Provisioning complete for port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:21.813426 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:21.834352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9eeea3a1-4726-4d6a-8304-1e4b5f9369a0 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:21.865404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9eeea3a1-4726-4d6a-8304-1e4b5f9369a0 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:21.882684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:21.893671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeea3a1-4726-4d6a-8304-1e4b5f9369a0 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727150bc-5637-462b-b785-1c50fa70cb8d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:21.912372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6351bc-8f7d-4176-9178-0edb7b948eb6 req-50a40c45-6364-4dd3-96c4-5dcca5c7d235 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:21.913862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:21.914176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf6351bc-8f7d-4176-9178-0edb7b948eb6 req-50a40c45-6364-4dd3-96c4-5dcca5c7d235 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 944 time: 0.3200352
Dec 18 21:09:21.918899 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2bc52df5-3cc3-4242-9b39-2429f3daf2d5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2901287
Dec 18 21:09:21.919718 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34336) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:21.927395 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:22.010884 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9eeea3a1-4726-4d6a-8304-1e4b5f9369a0 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:22.011770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9eeea3a1-4726-4d6a-8304-1e4b5f9369a0 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3707304
Dec 18 21:09:22.015277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34338) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:22.030898 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:22.182093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Sync routers for ids ['7511dd7d-cb94-4c94-af38-56efbb2b4ad5'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:22.201021 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:22.214495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Routers {'7511dd7d-cb94-4c94-af38-56efbb2b4ad5'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:22.215327 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e5276d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7511dd7d-cb94-4c94-af38-56efbb2b4ad5'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:22.285756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cf6351bc-8f7d-4176-9178-0edb7b948eb6 req-ce10e546-588d-4fe3-85b1-3e1a3a13e55d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3628910
Dec 18 21:09:22.330650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8741b8d3-adaf-428b-a71a-1791db4a3a0e req-a8269c02-6e7a-49e4-b192-3a0dc1ba44d3 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6777403
Dec 18 21:09:22.386436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Set router 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:22.561966 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:09:22.562405 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:09:22.587792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:22.605922 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:22.864719 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfb3c6-fbf8-474b-bc6d-d272431cee03 req-634874e1-3a74-49e4-8459-b91651236bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:22.871041 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08dfb3c6-fbf8-474b-bc6d-d272431cee03 req-634874e1-3a74-49e4-8459-b91651236bff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 1095 time: 0.4528415
Dec 18 21:09:22.877123 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:22.914975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb33689-974b-42f1-8ca5-e01d53b44745 None None] Network 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:23.056418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e5276d0>, [{'id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'name': 'tempest-TestAggregatesBasicOps-674781988-router', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 3, 'project_id': '8cd3a167092049489c79bc4681600124', 'gw_port': {'id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:19Z', 'updated_at': '2021-12-18T21:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:23.075697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfb3c6-fbf8-474b-bc6d-d272431cee03 req-8ec816c6-9829-45fd-a416-921f00366bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:23.077685 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08dfb3c6-fbf8-474b-bc6d-d272431cee03 req-8ec816c6-9829-45fd-a416-921f00366bf8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1757922
Dec 18 21:09:23.113346 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:23.139073 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Checking router: 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:23.139396 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Updating router 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 port c3231107-fd7d-4d2d-92dd-4ee74a1a054f binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:09:23.179915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Provisioning complete for port c3231107-fd7d-4d2d-92dd-4ee74a1a054f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:23.180294 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:23.185465 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Pushing event updated for resources: {'Port': ['ID=8cc5367f-262b-4de1-89d9-21d8d196bbeb,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:23.189520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08dfb3c6-fbf8-474b-bc6d-d272431cee03 req-91b829b3-400c-416a-919f-783c24ba7f36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16db603-fc8c-45ee-85f8-94d3470ee5f5 HTTP/1.1" status: 200  len: 217 time: 0.0933537
Dec 18 21:09:23.272867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfb3c6-fbf8-474b-bc6d-d272431cee03 req-65395c6a-ea6d-47a7-bc27-ae2110de8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:23.274393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08dfb3c6-fbf8-474b-bc6d-d272431cee03 req-65395c6a-ea6d-47a7-bc27-ae2110de8fb1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0731506
Dec 18 21:09:23.281626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Network 7a73f33f-bbbf-4537-b0c3-79abe445c89e is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:23.287434 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:23.291700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:23.418547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-20cd6787-dacd-4923-b3bc-12b9b2b4d684 None None] Port c3231107-fd7d-4d2d-92dd-4ee74a1a054f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:23.448347 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:23.450987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Allocated IP 172.35.3.223 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/7144bca5-188a-4a25-850c-0c4ec4e0570a) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:23.554671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfb3c6-fbf8-474b-bc6d-d272431cee03 req-4227372a-1795-4977-9672-958a85923815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:23.556582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08dfb3c6-fbf8-474b-bc6d-d272431cee03 req-4227372a-1795-4977-9672-958a85923815 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2734125
Dec 18 21:09:23.558407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ae4d6aec-dee0-4ea3-b455-02530ac44d5e None None] Provisioning complete for port 961d951e-1e21-469d-9416-c72c1736083b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:23.559760 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6aec-dee0-4ea3-b455-02530ac44d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:23.586416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Router 2655322f-0402-401a-98b3-da4f6f8d5037 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:09:23.595949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867df251-2964-4bf9-9e04-84add3f913c2 req-9cc9e619-c429-499a-ae71-9af3d1ddf33b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:23.597971 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-867df251-2964-4bf9-9e04-84add3f913c2 req-9cc9e619-c429-499a-ae71-9af3d1ddf33b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 944 time: 0.1569371
Dec 18 21:09:23.725570 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6aec-dee0-4ea3-b455-02530ac44d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:23.770915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 961d951e-1e21-469d-9416-c72c1736083b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:23.820258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-867df251-2964-4bf9-9e04-84add3f913c2 req-f34c2b33-169f-4841-aaf9-445a3e0c6626 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097101
Dec 18 21:09:23.860875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ae4d6aec-dee0-4ea3-b455-02530ac44d5e None None] For port 961d951e-1e21-469d-9416-c72c1736083b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=961d951e-1e21-469d-9416-c72c1736083b,segment=NetworkSegment(e1a19e1e-c28e-4951-8c1b-f5b3388a277f),segment_id=e1a19e1e-c28e-4951-8c1b-f5b3388a277f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:23.871156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08dfb3c6-fbf8-474b-bc6d-d272431cee03 req-bebc0985-ffce-47dd-b6b7-11f5c527f403 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718401
Dec 18 21:09:23.873387 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6aec-dee0-4ea3-b455-02530ac44d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:23.905154 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:23.922681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:23.939837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7e48059e-7cc9-453d-9eac-0ea877c08c1b admin admin] 10.222.0.13 "PUT /v2.0/routers/2655322f-0402-401a-98b3-da4f6f8d5037/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8142636
Dec 18 21:09:23.959773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 961d951e-1e21-469d-9416-c72c1736083b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:23.959773 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.022063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d6aec-dee0-4ea3-b455-02530ac44d5e None None] Pushing event updated for resources: {'Port': ['ID=961d951e-1e21-469d-9416-c72c1736083b,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:24.028205 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Allocated IP 172.20.0.1 (56d7a6d2-e0f5-49ee-a148-7ed9c30309cd/36470c9b-bf35-4cce-906f-8effe305c205/7d64d3c7-016e-4573-8be0-a25fa58ed34e) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:24.034191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.084855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08dfb3c6-fbf8-474b-bc6d-d272431cee03 req-9df3e7bd-d380-44b3-a0ce-59dcacc6cda3 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1732628
Dec 18 21:09:24.100429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:24.112598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:24.120061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:24.152255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fd5d0bb4-ce4f-4ed9-974b-9fedbf787ad0 None None] Provisioning complete for port 8cc5367f-262b-4de1-89d9-21d8d196bbeb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:24.152636 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0bb4-ce4f-4ed9-974b-9fedbf787ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.215183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event updated for resources: {'Port': ['ID=7144bca5-188a-4a25-850c-0c4ec4e0570a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:24.305114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d0bb4-ce4f-4ed9-974b-9fedbf787ad0 None None] Port 8cc5367f-262b-4de1-89d9-21d8d196bbeb cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:24.332699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:24.336071 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.364373 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.365192 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.376317 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.411063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c12a9-73b0-4d67-ab8c-7952d27e0f44 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:24.432605 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.444790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fd5d0bb4-ce4f-4ed9-974b-9fedbf787ad0 None None] Provisioning complete for port 961d951e-1e21-469d-9416-c72c1736083b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:24.445167 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0bb4-ce4f-4ed9-974b-9fedbf787ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.504770 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Sync routers for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:24.519080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Attempting to bind port c3231107-fd7d-4d2d-92dd-4ee74a1a054f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:24.519462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Attempting to bind port c3231107-fd7d-4d2d-92dd-4ee74a1a054f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:24.519948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Attempting to bind port c3231107-fd7d-4d2d-92dd-4ee74a1a054f on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:24.529412 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:24.533360 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366411dd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:24.542267 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:24.542693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:24.543148 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.543550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:24.544066 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Bound port: c3231107-fd7d-4d2d-92dd-4ee74a1a054f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:24.544708 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.550160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c1699-e382-4932-a24f-7a4e6120f6b6 None None] Pushing event updated for resources: {'Port': ['ID=c3231107-fd7d-4d2d-92dd-4ee74a1a054f,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:24.616191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.628793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.640318 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.680786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] For port c3231107-fd7d-4d2d-92dd-4ee74a1a054f, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:24.688091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] For port c3231107-fd7d-4d2d-92dd-4ee74a1a054f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3231107-fd7d-4d2d-92dd-4ee74a1a054f,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:24.691218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:24.692216 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.740747 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.748952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Network 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:24.751432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:24.761239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:24.768771 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.812143 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Pushing event updated for resources: {'Port': ['ID=7d64d3c7-016e-4573-8be0-a25fa58ed34e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:24.859096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Routers {'7511dd7d-cb94-4c94-af38-56efbb2b4ad5'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:24.860386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e5276d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7511dd7d-cb94-4c94-af38-56efbb2b4ad5'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:24.881842 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.885915 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8649154
Dec 18 21:09:24.904831 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34374) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:24.910412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0d666cdd-ddfa-47f8-af2f-071ae9242bff tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1462364744', 'description': 'tempest-description--836397439'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:24.917755 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3620479e-d132-423e-a514-4786479621da None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:24.922397 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:24.943857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c1699-e382-4932-a24f-7a4e6120f6b6 None None] Pushing event updated for resources: {'Port': ['ID=c3231107-fd7d-4d2d-92dd-4ee74a1a054f,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:25.069823 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d666cdd-ddfa-47f8-af2f-071ae9242bff tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.070542 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:25.088469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea489d-fa2d-4ee4-aa1c-fc6aa0c843d4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event updated for resources: {'Port': ['ID=7144bca5-188a-4a25-850c-0c4ec4e0570a,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:25.140234 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.213996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb938d-cfb7-4885-a312-a03f36fb6945 req-452f7dbf-91e1-4430-92e5-2c216ce708d1 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:25.223457 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bdb938d-cfb7-4885-a312-a03f36fb6945 req-452f7dbf-91e1-4430-92e5-2c216ce708d1 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 944 time: 0.2642848
Dec 18 21:09:25.353532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:25.355433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-396035ed-2b75-440d-85ff-0d8b73681ed0 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--214975411&fields=id&tenant_id=0115052ed7dd4b60b9c729f1daa095c2 HTTP/1.1" status: 200  len: 267 time: 0.1004658
Dec 18 21:09:25.369012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ca72370e-bb3f-4b07-ab12-c56924c28503 None None] Provisioning complete for port c3231107-fd7d-4d2d-92dd-4ee74a1a054f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:25.370339 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ca72370e-bb3f-4b07-ab12-c56924c28503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.383486 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366411dd00>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:22Z', 'revision_number': 2, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:25.420814 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.435445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.466200 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Checking router: 2655322f-0402-401a-98b3-da4f6f8d5037 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:25.466914 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Updating router 2655322f-0402-401a-98b3-da4f6f8d5037 port 8cc5367f-262b-4de1-89d9-21d8d196bbeb binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:09:25.473173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bdb938d-cfb7-4885-a312-a03f36fb6945 req-f1811e64-2ff0-44e7-966a-8e065000899b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2381730
Dec 18 21:09:25.490715 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d666cdd-ddfa-47f8-af2f-071ae9242bff tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.511010 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d666cdd-ddfa-47f8-af2f-071ae9242bff tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.542453 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.605548 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.615485 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d666cdd-ddfa-47f8-af2f-071ae9242bff tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.624686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0d666cdd-ddfa-47f8-af2f-071ae9242bff tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.7180650
Dec 18 21:09:25.628884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34392) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:25.641938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-94b34668-1ad3-4740-b02f-9996c00dc804 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Request body: {'security_group_rule': {'security_group_id': 'd5553d77-4b51-42d6-89b0-de46f606ac1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:25.652077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d666cdd-ddfa-47f8-af2f-071ae9242bff tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5553d77-4b51-42d6-89b0-de46f606ac1e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:25.662044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Pushing event updated for resources: {'Port': ['ID=7d64d3c7-016e-4573-8be0-a25fa58ed34e,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:25.695539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-8e991d0f-710d-4668-9b51-bdc9cb1e015a tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:25.718720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-8e991d0f-710d-4668-9b51-bdc9cb1e015a tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 809 time: 0.3621130
Dec 18 21:09:25.748911 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-d379c7e3-ff30-42e6-8658-9c1e16014050 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/quotas/0115052ed7dd4b60b9c729f1daa095c2 HTTP/1.1" status: 200  len: 375 time: 0.0292535
Dec 18 21:09:25.823164 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] Set router 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:25.853482 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-e7a16a53-1466-4efa-871c-f299d08d3a1c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0961850
Dec 18 21:09:25.889384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94b34668-1ad3-4740-b02f-9996c00dc804 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.911943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:25.912610 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.935615 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.948438 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.967576 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94b34668-1ad3-4740-b02f-9996c00dc804 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.978728 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94b34668-1ad3-4740-b02f-9996c00dc804 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:25.982517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Network 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:25.993032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:26.015747 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b34668-1ad3-4740-b02f-9996c00dc804 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46483075-ab39-4afc-b2d6-21a18c43953b,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:26.073753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94b34668-1ad3-4740-b02f-9996c00dc804 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.075030 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-94b34668-1ad3-4740-b02f-9996c00dc804 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4410942
Dec 18 21:09:26.082128 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34406) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:26.107171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0e599c27-523d-46ab-b26b-c13ad4f40e6f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Request body: {'security_group_rule': {'security_group_id': 'd5553d77-4b51-42d6-89b0-de46f606ac1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:26.124058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-abfb5e98-3740-4470-a232-76ce13ff3289 service neutron] 10.222.0.13 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2695947
Dec 18 21:09:26.153416 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ca72370e-bb3f-4b07-ab12-c56924c28503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.184134 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Pushing event updated for resources: {'Port': ['ID=8cc5367f-262b-4de1-89d9-21d8d196bbeb,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:26.219622 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.224811 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.225538 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.226091 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.226721 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.227266 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.227843 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.228461 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.229094 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.229684 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.230868 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.232099 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.232672 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:26.251608 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Attempting to bind port 8cc5367f-262b-4de1-89d9-21d8d196bbeb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:26.251981 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Attempting to bind port 8cc5367f-262b-4de1-89d9-21d8d196bbeb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:26.252339 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Attempting to bind port 8cc5367f-262b-4de1-89d9-21d8d196bbeb on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:26.259176 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:26.259555 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Checking segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:26.259952 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.260856 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Bound using segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:26.264997 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Bound port: 8cc5367f-262b-4de1-89d9-21d8d196bbeb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:26.265397 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.277555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e599c27-523d-46ab-b26b-c13ad4f40e6f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.282109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ca72370e-bb3f-4b07-ab12-c56924c28503 None None] For port c3231107-fd7d-4d2d-92dd-4ee74a1a054f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3231107-fd7d-4d2d-92dd-4ee74a1a054f,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:26.337391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-168e5a5c-0576-4f5c-86e5-e50c703b55db service neutron] 10.222.0.13 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2064471
Dec 18 21:09:26.345490 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Router 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:09:26.348493 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ca72370e-bb3f-4b07-ab12-c56924c28503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.379773 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] For port 8cc5367f-262b-4de1-89d9-21d8d196bbeb, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:26.384225 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] For port 8cc5367f-262b-4de1-89d9-21d8d196bbeb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cc5367f-262b-4de1-89d9-21d8d196bbeb,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:26.396108 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.432575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 961d951e-1e21-469d-9416-c72c1736083b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:26.464589 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232dcf6-48aa-40b2-a0e0-3a556f037377 None None] Pushing event updated for resources: {'Port': ['ID=8cc5367f-262b-4de1-89d9-21d8d196bbeb,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:26.494228 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:26.495178 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366411dd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:26.516753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72370e-bb3f-4b07-ab12-c56924c28503 None None] Pushing event updated for resources: {'Port': ['ID=c3231107-fd7d-4d2d-92dd-4ee74a1a054f,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:26.552386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e599c27-523d-46ab-b26b-c13ad4f40e6f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.556405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:26.571945 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b9144b67-b31d-4df3-b004-83656ab5e50f admin admin] 10.222.0.13 "PUT /v2.0/routers/7511dd7d-cb94-4c94-af38-56efbb2b4ad5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6510365
Dec 18 21:09:26.575997 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e599c27-523d-46ab-b26b-c13ad4f40e6f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.579361 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3754029a-f927-4b01-a195-1350e3b40983 None None] Provisioning complete for port 8cc5367f-262b-4de1-89d9-21d8d196bbeb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:26.579771 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3754029a-f927-4b01-a195-1350e3b40983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.650695 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e599c27-523d-46ab-b26b-c13ad4f40e6f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.652602 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0e599c27-523d-46ab-b26b-c13ad4f40e6f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5625520
Dec 18 21:09:26.655698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e599c27-523d-46ab-b26b-c13ad4f40e6f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2a761d-3853-4336-9820-ff28de4b0460,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:26.660361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34420) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:26.675925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:26.677553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e5276d0>, [{'id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'name': 'tempest-TestAggregatesBasicOps-674781988-router', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 3, 'project_id': '8cd3a167092049489c79bc4681600124', 'gw_port': {'id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:19Z', 'updated_at': '2021-12-18T21:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:26.739077 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.751006 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:26.765581 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-842abce2-7f11-40b7-8b4d-ddb567c6ab08 req-509c789a-ae08-4caa-ac0b-3eeea31fa76b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 210 time: 0.0679004
Dec 18 21:09:26.788285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86490212-b079-40c9-a816-19e47a39a2cb None None] The sync data for ids ['7511dd7d-cb94-4c94-af38-56efbb2b4ad5'] in ncdv-master-1 is: [{'id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'name': 'tempest-TestAggregatesBasicOps-674781988-router', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 3, 'project_id': '8cd3a167092049489c79bc4681600124', 'gw_port': {'id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:19Z', 'updated_at': '2021-12-18T21:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:26.791890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 961d951e-1e21-469d-9416-c72c1736083b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:26.792389 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:26.827030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958704-f7b3-408d-8052-3135370d0d82 req-b10c59a3-ba60-4543-bb51-0b4bbcd8c413 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:26.836226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6958704-f7b3-408d-8052-3135370d0d82 req-b10c59a3-ba60-4543-bb51-0b4bbcd8c413 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 944 time: 0.2135975
Dec 18 21:09:26.997924 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3754029a-f927-4b01-a195-1350e3b40983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:27.055117 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6958704-f7b3-408d-8052-3135370d0d82 req-c218a264-0f44-46e7-af27-66d57acc59fc tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2137561
Dec 18 21:09:27.063821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3754029a-f927-4b01-a195-1350e3b40983 None None] For port 8cc5367f-262b-4de1-89d9-21d8d196bbeb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cc5367f-262b-4de1-89d9-21d8d196bbeb,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:27.076359 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3754029a-f927-4b01-a195-1350e3b40983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:27.090556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:27.186746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754029a-f927-4b01-a195-1350e3b40983 None None] Pushing event updated for resources: {'Port': ['ID=8cc5367f-262b-4de1-89d9-21d8d196bbeb,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:27.189388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f16db603-fc8c-45ee-85f8-94d3470ee5f5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:09:27.212416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3754029a-f927-4b01-a195-1350e3b40983 None None] Provisioning complete for port 7d64d3c7-016e-4573-8be0-a25fa58ed34e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:27.214400 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3754029a-f927-4b01-a195-1350e3b40983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:27.292839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Allocated IP 172.35.3.198 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/d585b6bf-d34c-4aca-bfc9-81b78663b1e2) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:27.331173 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.resource_extend [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 21:09:27.345513 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366411dd00>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:26Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:27.382050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3754029a-f927-4b01-a195-1350e3b40983 None None] Port 7d64d3c7-016e-4573-8be0-a25fa58ed34e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:27.382996 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe08c2-54ac-42f6-95b5-4ccfdb95427a None None] The sync data for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 is: [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:26Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:27.543930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port f16db603-fc8c-45ee-85f8-94d3470ee5f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f16db603-fc8c-45ee-85f8-94d3470ee5f5,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:27.561883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'f16db603-fc8c-45ee-85f8-94d3470ee5f5', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'port_id': 'f16db603-fc8c-45ee-85f8-94d3470ee5f5', 'mac_address': 'fa:16:3e:d7:ab:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:09:27.597227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b610a213-7a37-49c5-b19e-fac69acfe15b None None] Provisioning complete for port 8cc5367f-262b-4de1-89d9-21d8d196bbeb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:27.597866 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b610a213-7a37-49c5-b19e-fac69acfe15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:27.617268 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:27.716650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:27.769836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:27.811563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16db603-fc8c-45ee-85f8-94d3470ee5f5 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:09:27.843196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port f16db603-fc8c-45ee-85f8-94d3470ee5f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f16db603-fc8c-45ee-85f8-94d3470ee5f5,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:27.879379 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:27.887328 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:27.902744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:27.910365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:27.977796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de48ca94-ce91-45cf-a1f7-c8d9cf6d6802 req-94c8f7d4-6d40-4038-b80e-5a834a794fa3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 210 time: 0.0682752
Dec 18 21:09:28.017224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event updated for resources: {'Port': ['ID=d585b6bf-d34c-4aca-bfc9-81b78663b1e2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:28.030355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34454) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:28.038372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=f16db603-fc8c-45ee-85f8-94d3470ee5f5,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:28.038535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1933169078-network', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:28.115887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Made reservation on behalf of e361f6dac643438a9702f4b3c7dd9502 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:28.119842 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.132402 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.136836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['f16db603-fc8c-45ee-85f8-94d3470ee5f5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:09:28.186126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.243864 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.345902 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4dc0-9eac-43f8-b48d-c5ead5086a78 req-6242a7aa-3f3f-435f-9f99-58b484392234 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:28.347484 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaad4dc0-9eac-43f8-b48d-c5ead5086a78 req-6242a7aa-3f3f-435f-9f99-58b484392234 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 945 time: 0.1516578
Dec 18 21:09:28.364993 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.395659 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.462028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaad4dc0-9eac-43f8-b48d-c5ead5086a78 req-8c7856d5-9407-48ec-af07-04e023f9543e tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992775
Dec 18 21:09:28.474382 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:09:28.488477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4166df42-0a42-4972-9ee5-cca229bd2143,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:28.496032 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.497087 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Added segment 0f23fdac-786a-4f3f-800e-f8594acdbde7 of type vlan for network 59e31d2b-271f-4e87-893a-9a859e1f8240
Dec 18 21:09:28.548267 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.564421 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c3231107-fd7d-4d2d-92dd-4ee74a1a054f up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:28.595209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.605610 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.609836 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.611069 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:28.611934 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.669121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port c3231107-fd7d-4d2d-92dd-4ee74a1a054f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:28.669865 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.715347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6842599
Dec 18 21:09:28.723109 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34468) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:28.731607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6167f8-461c-4c78-b445-18491fd74be9 admin admin] Pushing event updated for resources: {'Network': ['ID=59e31d2b-271f-4e87-893a-9a859e1f8240,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:28.737886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c8c906b9-8ba4-40a4-9180-3f70d5d9c020 admin admin] Request body: {'subnet': {'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1933169078-subnet', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:28.757207 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 59e31d2b-271f-4e87-893a-9a859e1f8240 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:09:28.794127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event updated for resources: {'Port': ['ID=d585b6bf-d34c-4aca-bfc9-81b78663b1e2,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:28.845622 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.861417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c906b9-8ba4-40a4-9180-3f70d5d9c020 admin admin] Made reservation on behalf of e361f6dac643438a9702f4b3c7dd9502 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:28.864994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8c906b9-8ba4-40a4-9180-3f70d5d9c020 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.871718 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:28.873163 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-88fc2079-6763-42f1-b7ed-59fcf3caa383 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2080646
Dec 18 21:09:28.917318 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 8cc5367f-262b-4de1-89d9-21d8d196bbeb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:29.007856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 8cc5367f-262b-4de1-89d9-21d8d196bbeb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:29.008416 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:29.160058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8323a0a8-09ae-439e-b405-589b1b430f9a req-a1d76774-76e1-46e7-b74b-07509fe0c489 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 210 time: 0.0593634
Dec 18 21:09:29.161634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f16db603-fc8c-45ee-85f8-94d3470ee5f5 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:29.219952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8c906b9-8ba4-40a4-9180-3f70d5d9c020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:29.299420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port f16db603-fc8c-45ee-85f8-94d3470ee5f5 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:09:29.305310 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port f16db603-fc8c-45ee-85f8-94d3470ee5f5 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:29.305750 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:29.316936 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-30c4ec23-887b-43c7-b64e-c9ae04ff61c8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1462364744&fields=id&tenant_id=64ef041cd6724458b053cde5c1afe4fa HTTP/1.1" status: 200  len: 267 time: 0.1665504
Dec 18 21:09:29.362293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c906b9-8ba4-40a4-9180-3f70d5d9c020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:29.365547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c906b9-8ba4-40a4-9180-3f70d5d9c020 admin admin] Checking segment: {'id': '0f23fdac-786a-4f3f-800e-f8594acdbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:29.365921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c906b9-8ba4-40a4-9180-3f70d5d9c020 admin admin] Network hostable DHCP agents. Network: 59e31d2b-271f-4e87-893a-9a859e1f8240, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:09:29.397293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c906b9-8ba4-40a4-9180-3f70d5d9c020 admin admin] Network 59e31d2b-271f-4e87-893a-9a859e1f8240 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:09:29.410039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c8c906b9-8ba4-40a4-9180-3f70d5d9c020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 59e31d2b-271f-4e87-893a-9a859e1f8240) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:29.418456 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:29.425043 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c906b9-8ba4-40a4-9180-3f70d5d9c020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:29.426052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8c906b9-8ba4-40a4-9180-3f70d5d9c020 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:29.441822 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5585b2f-3d49-482f-8b97-91c046b45e9c None None] Network 59e31d2b-271f-4e87-893a-9a859e1f8240 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:29.448586 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c8c906b9-8ba4-40a4-9180-3f70d5d9c020 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7246041
Dec 18 21:09:29.451832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34496) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:29.457343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1933169078-router', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:29.466085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfef2208-39a2-4867-b92e-b779754f95e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16db603-fc8c-45ee-85f8-94d3470ee5f5'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:29.468781 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d9290-8471-4cc7-b753-dc95f7fed41c" -d '{"events": [{"server_uuid": "bfef2208-39a2-4867-b92e-b779754f95e6", "name": "network-vif-plugged", "status": "completed", "tag": "f16db603-fc8c-45ee-85f8-94d3470ee5f5"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:29.476210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a9d9c09c-beda-4b9a-b4e6-d8c4b7ac0979 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:29.478122 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a9d9c09c-beda-4b9a-b4e6-d8c4b7ac0979 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.31 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 809 time: 0.2918117
Dec 18 21:09:29.499450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:29.500649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:29.516051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port f16db603-fc8c-45ee-85f8-94d3470ee5f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f16db603-fc8c-45ee-85f8-94d3470ee5f5,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:29.525067 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c08c92d-9840-4e1e-bf65-98d7768804a0 x-openstack-request-id: req-1c08c92d-9840-4e1e-bf65-98d7768804a0 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:29.525433 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfef2208-39a2-4867-b92e-b779754f95e6", "name": "network-vif-plugged", "status": "completed", "tag": "f16db603-fc8c-45ee-85f8-94d3470ee5f5", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:29.525772 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c08c92d-9840-4e1e-bf65-98d7768804a0 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:29.526173 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfef2208-39a2-4867-b92e-b779754f95e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16db603-fc8c-45ee-85f8-94d3470ee5f5', 'code': 200}
Dec 18 21:09:29.529697 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:29.635995 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:29.641647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=f16db603-fc8c-45ee-85f8-94d3470ee5f5,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:29.662295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-59e31d2b-271f-4e87-893a-9a859e1f8240', 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240', 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'fixed_ips': [{'subnet_id': '8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:09:29.663235 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:29.735427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535217-0481-4916-ae95-17229e6f6282 req-17593331-97bb-4e45-8c9f-1283e5acdaa0 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:29.735427 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-17593331-97bb-4e45-8c9f-1283e5acdaa0 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 816 time: 0.4046814
Dec 18 21:09:29.782630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-f71fc979-cc66-444f-804e-1812102f95a1 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0115052ed7dd4b60b9c729f1daa095c2 HTTP/1.1" status: 200  len: 379 time: 0.2948515
Dec 18 21:09:29.789093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-f5d77a80-285a-43ef-ab1b-0cbae7a2958d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/quotas/64ef041cd6724458b053cde5c1afe4fa HTTP/1.1" status: 200  len: 375 time: 0.0258467
Dec 18 21:09:29.797785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Request body: {'port': {'device_id': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'admin_state_up': True, 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'security_groups': ['73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:29.814656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Allocated IP 172.20.0.2 (59e31d2b-271f-4e87-893a-9a859e1f8240/8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74/039bd049-0e1b-491e-9e18-501b962d1307) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:29.933500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30742d0a-bff9-427a-a75d-81c2f914e7af req-e8ce34f0-33a9-4fda-af5e-9989c2bff82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:29.935529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30742d0a-bff9-427a-a75d-81c2f914e7af req-e8ce34f0-33a9-4fda-af5e-9989c2bff82f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 1097 time: 0.2961607
Dec 18 21:09:29.989431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5a58b-4c16-427f-91cf-5c4c5ef9fe91 req-7f6e1e04-a4e0-42e9-9465-d18c7805e2d7 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:29.991569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07a5a58b-4c16-427f-91cf-5c4c5ef9fe91 req-7f6e1e04-a4e0-42e9-9465-d18c7805e2d7 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 946 time: 0.2969837
Dec 18 21:09:30.050274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30742d0a-bff9-427a-a75d-81c2f914e7af req-ba2926f4-69be-45e2-aab9-d36446b97e52 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955160
Dec 18 21:09:30.066134 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:30.076654 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:30.094568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07a5a58b-4c16-427f-91cf-5c4c5ef9fe91 req-0b0f7cd9-fd75-43f2-bbfa-89f781e4ab6a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716414
Dec 18 21:09:30.119904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-d9102926-64d0-4f2f-8bc3-de0cc0e3902c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3171604
Dec 18 21:09:30.138241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Pushing event updated for resources: {'Port': ['ID=039bd049-0e1b-491e-9e18-501b962d1307,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:30.155755 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Network 59e31d2b-271f-4e87-893a-9a859e1f8240 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:30.157458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:30.164828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:30.188872 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:30.273486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Attempting to bind port 039bd049-0e1b-491e-9e18-501b962d1307 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:30.273730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Attempting to bind port 039bd049-0e1b-491e-9e18-501b962d1307 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0f23fdac-786a-4f3f-800e-f8594acdbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:30.273837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Made reservation on behalf of 0115052ed7dd4b60b9c729f1daa095c2 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:30.274351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Attempting to bind port 039bd049-0e1b-491e-9e18-501b962d1307 on network 59e31d2b-271f-4e87-893a-9a859e1f8240 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:30.280436 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:30.289447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:30.290201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Checking segment: {'id': '0f23fdac-786a-4f3f-800e-f8594acdbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:30.290811 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:30.291451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Bound using segment: {'id': '0f23fdac-786a-4f3f-800e-f8594acdbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:30.292098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Bound port: 039bd049-0e1b-491e-9e18-501b962d1307, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f23fdac-786a-4f3f-800e-f8594acdbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:30.292770 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:30.357476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-efc98df1-b243-4790-84d3-24acb4f2574a req-b98b8178-1232-46b8-aa36-9eee2097290f tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 210 time: 0.0419402
Dec 18 21:09:30.389167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-0b39ebd6-a561-4547-9988-25bc574e2070 service neutron] 10.222.0.13 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2637017
Dec 18 21:09:30.390501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] For port 039bd049-0e1b-491e-9e18-501b962d1307, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:30.394611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] For port 039bd049-0e1b-491e-9e18-501b962d1307, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=039bd049-0e1b-491e-9e18-501b962d1307,segment=NetworkSegment(0f23fdac-786a-4f3f-800e-f8594acdbde7),segment_id=0f23fdac-786a-4f3f-800e-f8594acdbde7)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:30.404755 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:30.481797 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:30.501966 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dd8f8-c8f7-430d-b04d-d3f1f83d1d14 None None] Pushing event updated for resources: {'Port': ['ID=039bd049-0e1b-491e-9e18-501b962d1307,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:30.512169 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:30.539317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Allocated IP 172.20.0.7 (3fa9a6b3-e419-4c2c-9375-8a9a95a008ff/c32a9709-eb41-4302-a656-d37822e7e70b/83ebec85-c173-4b36-8f22-c0da8cd772d9) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:30.663796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Allocated IP 172.35.3.102 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:30.844315 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:30.884351 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:30.930826 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-43874df1-1297-4713-94ab-bb53f33a5b9f service neutron] 10.222.0.13 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5256433
Dec 18 21:09:30.936443 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:30.940664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:30.945543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:30.949595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:30.955006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc85e4-eb72-4187-8e4a-6763ad47bc11 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:30.993709 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7385a1d6-0fcc-496a-93df-95d2a92e39d5 None None] Provisioning complete for port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:30.994085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7385a1d6-0fcc-496a-93df-95d2a92e39d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:31.066701 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7385a1d6-0fcc-496a-93df-95d2a92e39d5 None None] Port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:31.127013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:31.210921 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:31.360712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd34ccda-776a-4b4b-ae33-b8a7eae1f54d req-1d33cc7b-f25e-4415-b8e7-6494350e0644 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 210 time: 0.1379433
Dec 18 21:09:31.388353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:31.417069 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:31.427406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:31.434013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event updated for resources: {'Port': ['ID=83ebec85-c173-4b36-8f22-c0da8cd772d9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:31.436796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:31.613405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Sync routers for ids ['7511dd7d-cb94-4c94-af38-56efbb2b4ad5'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:31.613586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b0125-4999-46cf-944d-18ff6fef3654 req-95b7d210-6e6f-4bfe-a4c3-9659c050c123 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:31.622578 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-339b0125-4999-46cf-944d-18ff6fef3654 req-95b7d210-6e6f-4bfe-a4c3-9659c050c123 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 946 time: 0.3021798
Dec 18 21:09:31.633381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:31.634466 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:31.667258 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Routers {'7511dd7d-cb94-4c94-af38-56efbb2b4ad5'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:31.668360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d5686d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7511dd7d-cb94-4c94-af38-56efbb2b4ad5'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:31.699597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6f459add-67a4-4652-a681-205a2e804092 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9064388
Dec 18 21:09:31.735928 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Request body: {'port': {'device_id': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:31.771432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2de27-8cb6-4b89-8b75-0298b87e307a req-c6a3f397-fa90-4661-9215-e0440562b61b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:31.782020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccf2de27-8cb6-4b89-8b75-0298b87e307a req-c6a3f397-fa90-4661-9215-e0440562b61b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 931 time: 0.2873356
Dec 18 21:09:31.805607 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-58341063-76e2-49d4-93f5-9152143b9276 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2047155
Dec 18 21:09:31.875080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Set router 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:31.909229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-339b0125-4999-46cf-944d-18ff6fef3654 req-ef3ecf54-ce6b-4a30-9553-aba0c0308d32 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2618194
Dec 18 21:09:31.989304 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:32.008487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccf2de27-8cb6-4b89-8b75-0298b87e307a req-e5d69aae-e03e-40fb-b6d3-8400e9d24f85 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2207022
Dec 18 21:09:32.012013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:32.086710 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-4a8f0dcc-462e-41ca-960d-9f78b6d13b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:32.090420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-4a8f0dcc-462e-41ca-960d-9f78b6d13b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:32.091298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-4a8f0dcc-462e-41ca-960d-9f78b6d13b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:32.092562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-4a8f0dcc-462e-41ca-960d-9f78b6d13b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:32.097248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-4a8f0dcc-462e-41ca-960d-9f78b6d13b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:32.098389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-4a8f0dcc-462e-41ca-960d-9f78b6d13b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:32.099070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-4a8f0dcc-462e-41ca-960d-9f78b6d13b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:32.101846 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-4a8f0dcc-462e-41ca-960d-9f78b6d13b17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=08fc19b054a54a08aec65b0870725eb8&device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 6500 time: 0.2195852
Dec 18 21:09:32.270725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccae28c-b919-4135-8300-2ac33faf664f None None] Network 59e31d2b-271f-4e87-893a-9a859e1f8240 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:32.308946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-7c9484a5-582b-4af4-8a16-b8394642db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:32.309241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-7c9484a5-582b-4af4-8a16-b8394642db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:32.309719 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-7c9484a5-582b-4af4-8a16-b8394642db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:32.320966 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-7c9484a5-582b-4af4-8a16-b8394642db1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=50f70d1e-856f-4dc0-8d15-f219387fa189&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=e4fbd253-ec67-4760-9f35-d8231c84dace&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&id=3e4696f9-9ec3-403c-b1d1-c2615c38c344 HTTP/1.1" status: 200  len: 2299 time: 0.1613452
Dec 18 21:09:32.327600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-64f32aa3-8e73-4b06-be7b-45560d8ef4e9 None None] Provisioning complete for port 83ebec85-c173-4b36-8f22-c0da8cd772d9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:32.327891 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-64f32aa3-8e73-4b06-be7b-45560d8ef4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:32.388902 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Router d14dda18-863c-44c2-b61d-e1f9eb4305fd is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:09:32.448495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-64f32aa3-8e73-4b06-be7b-45560d8ef4e9 None None] Port 83ebec85-c173-4b36-8f22-c0da8cd772d9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:32.503984 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ebec85-c173-4b36-8f22-c0da8cd772d9 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:09:32.514071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 039bd049-0e1b-491e-9e18-501b962d1307 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:32.514851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:32.518951 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-f59f70c7-b2e5-4bbe-8205-5918dacf3a7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6 HTTP/1.1" status: 200  len: 1000 time: 0.1881511
Dec 18 21:09:32.571563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Transition to ACTIVE for port object 83ebec85-c173-4b36-8f22-c0da8cd772d9 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:09:32.598726 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:32.613410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3d3eccfb-33c3-44f1-a9cc-b405b03a88e6 None None] Provisioning complete for port 039bd049-0e1b-491e-9e18-501b962d1307 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:32.613777 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3d3eccfb-33c3-44f1-a9cc-b405b03a88e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:32.645748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-31130595-7657-4afa-b460-7e699e8f6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:32.647467 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-31130595-7657-4afa-b460-7e699e8f6edd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd650901-9f47-47d9-a2fb-bdde348d3ffa HTTP/1.1" status: 200  len: 856 time: 0.1178973
Dec 18 21:09:32.653349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:32.666944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 039bd049-0e1b-491e-9e18-501b962d1307 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:32.667400 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:32.670211 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928b055-a960-437a-9a41-5462256e919a None None] Sync routers for ids ['d14dda18-863c-44c2-b61d-e1f9eb4305fd'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:32.694213 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928b055-a960-437a-9a41-5462256e919a None None] Routers {'d14dda18-863c-44c2-b61d-e1f9eb4305fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:32.696568 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c928b055-a960-437a-9a41-5462256e919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6be2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['d14dda18-863c-44c2-b61d-e1f9eb4305fd'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:32.707721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d5686d0>, [{'id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'name': 'tempest-TestAggregatesBasicOps-674781988-router', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:25Z', 'revision_number': 4, 'project_id': '8cd3a167092049489c79bc4681600124', 'gw_port': {'id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:19Z', 'updated_at': '2021-12-18T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7d64d3c7-016e-4573-8be0-a25fa58ed34e', 'name': '', 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'mac_address': 'fa:16:3e:3b:12:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '36470c9b-bf35-4cce-906f-8effe305c205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:23Z', 'updated_at': '2021-12-18T21:09:25Z', 'revision_number': 2, 'project_id': '8cd3a167092049489c79bc4681600124', 'subnets': [{'id': '36470c9b-bf35-4cce-906f-8effe305c205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:32.733493 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60eca4dd-ce6d-440f-8387-1809715d51c6 req-ed3f5d77-49e4-4921-b785-a58d3b6b0f8d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 210 time: 0.1556742
Dec 18 21:09:32.739084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:32.743889 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3ca2b347-1005-4dde-a684-892e2e0c6895 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.2906125
Dec 18 21:09:32.747411 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34572) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:32.780728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Checking router: 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:32.781467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Updating router 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 port 7d64d3c7-016e-4573-8be0-a25fa58ed34e binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:09:32.889041 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3d3eccfb-33c3-44f1-a9cc-b405b03a88e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:32.921443 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-74dfa25d-67fe-4460-a23b-a25f4957d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:32.923164 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-74dfa25d-67fe-4460-a23b-a25f4957d519 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50f70d1e-856f-4dc0-8d15-f219387fa189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2676742
Dec 18 21:09:32.924294 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:32.991684 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c928b055-a960-437a-9a41-5462256e919a None None] Set router d14dda18-863c-44c2-b61d-e1f9eb4305fd gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:33.025102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535217-0481-4916-ae95-17229e6f6282 req-b8379516-bd2c-48a1-929f-62f51b876929 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:33.039842 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-b8379516-bd2c-48a1-929f-62f51b876929 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.36 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 816 time: 0.3003294
Dec 18 21:09:33.078860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Pushing event updated for resources: {'Port': ['ID=83ebec85-c173-4b36-8f22-c0da8cd772d9,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:33.134001 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-88bb0567-e9b6-4cbd-abd8-563e496e0fda service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1154418
Dec 18 21:09:33.177039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3d3eccfb-33c3-44f1-a9cc-b405b03a88e6 None None] For port 039bd049-0e1b-491e-9e18-501b962d1307, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=039bd049-0e1b-491e-9e18-501b962d1307,segment=NetworkSegment(0f23fdac-786a-4f3f-800e-f8594acdbde7),segment_id=0f23fdac-786a-4f3f-800e-f8594acdbde7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:33.194672 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3d3eccfb-33c3-44f1-a9cc-b405b03a88e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:33.240044 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:33.263116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b36f3ac7-aa6a-427d-82da-ba11da502e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:33.270916 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-8f370095-2f87-4463-9f57-0f247d132818 service neutron] 10.222.0.31 "GET /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291900
Dec 18 21:09:33.377181 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-08faf053-0306-47a4-838c-4aaf8692df7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=fbcf81f3-8b8e-462f-9434-1aafb30b288a HTTP/1.1" status: 200  len: 217 time: 0.0765121
Dec 18 21:09:33.421262 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c928b055-a960-437a-9a41-5462256e919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6be2e0>, [{'id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'name': 'tempest-TestAggregatesBasicOps-1933169078-router', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:29Z', 'updated_at': '2021-12-18T21:09:31Z', 'revision_number': 3, 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'gw_port': {'id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:30Z', 'updated_at': '2021-12-18T21:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:33.460443 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928b055-a960-437a-9a41-5462256e919a None None] Checking router: d14dda18-863c-44c2-b61d-e1f9eb4305fd for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:33.461166 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928b055-a960-437a-9a41-5462256e919a None None] Updating router d14dda18-863c-44c2-b61d-e1f9eb4305fd port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:09:33.469120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c619b675-7808-4b54-b9c6-78f2e5b086a3 None None] Provisioning complete for port 039bd049-0e1b-491e-9e18-501b962d1307 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:33.469634 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c619b675-7808-4b54-b9c6-78f2e5b086a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:33.486842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-fc9a4eb1-65a4-4b0e-bdea-7341f90055e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:33.488400 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-fc9a4eb1-65a4-4b0e-bdea-7341f90055e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.1023188
Dec 18 21:09:33.510720 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c928b055-a960-437a-9a41-5462256e919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:33.535239 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3eccfb-33c3-44f1-a9cc-b405b03a88e6 None None] Pushing event updated for resources: {'Port': ['ID=039bd049-0e1b-491e-9e18-501b962d1307,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:33.611309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-44175277-193b-4094-83ce-3dbbdbb111c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:33.612873 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-44175277-193b-4094-83ce-3dbbdbb111c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1155276
Dec 18 21:09:33.613189 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:09:33.613550 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:09:33.617630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448045e3-df8d-4b47-90ad-dcd2f3e5ca23 req-b6e9bd95-93ab-4caf-8ab5-7af6750b06e8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:33.626821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-448045e3-df8d-4b47-90ad-dcd2f3e5ca23 req-b6e9bd95-93ab-4caf-8ab5-7af6750b06e8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 946 time: 0.5282865
Dec 18 21:09:33.632410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Attempting to bind port 83ebec85-c173-4b36-8f22-c0da8cd772d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:33.632935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Attempting to bind port 83ebec85-c173-4b36-8f22-c0da8cd772d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:33.633449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Attempting to bind port 83ebec85-c173-4b36-8f22-c0da8cd772d9 on network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:33.652231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-983ad793-bccf-4b3a-84d1-f232eb9ac6b8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ef041cd6724458b053cde5c1afe4fa HTTP/1.1" status: 200  len: 380 time: 0.5573750
Dec 18 21:09:33.662970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c8209-aa6a-4b39-a80b-df9eae32b83d req-59b28e35-215f-487b-8779-2570cde118a7 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:33.671961 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a1c8209-aa6a-4b39-a80b-df9eae32b83d req-59b28e35-215f-487b-8779-2570cde118a7 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 943 time: 0.4666398
Dec 18 21:09:33.689905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-82535217-0481-4916-ae95-17229e6f6282 req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Request body: {'port': {'device_id': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'admin_state_up': True, 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'security_groups': ['d5553d77-4b51-42d6-89b0-de46f606ac1e']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:33.701749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Port 83ebec85-c173-4b36-8f22-c0da8cd772d9 on network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:09:33.702407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Attempting to bind port 83ebec85-c173-4b36-8f22-c0da8cd772d9 on network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:33.774755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:33.775468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Checking segment: {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:33.776038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Bound using segment: {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:33.776660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Bound port: 83ebec85-c173-4b36-8f22-c0da8cd772d9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:33.777191 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:33.789360 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-a0f78ef6-5ee2-4b96-8140-4d2fc5638c16 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673634
Dec 18 21:09:33.878066 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:33.887939 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:33.894191 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-448045e3-df8d-4b47-90ad-dcd2f3e5ca23 req-a738b18a-fb02-4660-8aa7-5a7c681c1566 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2661805
Dec 18 21:09:33.902676 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-0a661066-6d60-4d21-a11d-9737b8296637 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1064072
Dec 18 21:09:33.973567 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c928b055-a960-437a-9a41-5462256e919a None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:33.983543 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c928b055-a960-437a-9a41-5462256e919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.012921 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a1c8209-aa6a-4b39-a80b-df9eae32b83d req-b03e4de1-1380-44b5-bfab-ed1ba4efca98 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3332679
Dec 18 21:09:34.023073 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-a0535760-d601-4dba-b23e-3b515a604203 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=f844557f-eb38-48aa-8a3a-a4ec5d372124 HTTP/1.1" status: 200  len: 217 time: 0.0690145
Dec 18 21:09:34.040220 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d321d3e-bba4-47f9-b9c2-9ba22c6ec29e None None] Pushing event updated for resources: {'Port': ['ID=0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:34.086825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03d1a18-015b-435c-9594-a45eb3ff42de None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:34.093625 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-c928b055-a960-437a-9a41-5462256e919a None None] Attempting to bind port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:34.094610 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-c928b055-a960-437a-9a41-5462256e919a None None] Attempting to bind port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:34.096229 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928b055-a960-437a-9a41-5462256e919a None None] Attempting to bind port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:34.097165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97cbde83-0b48-4cee-a2fa-f12bce27f549 req-e08e4c62-8cd1-4a14-b430-e04bd595d512 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 210 time: 0.0762687
Dec 18 21:09:34.107897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] For port 83ebec85-c173-4b36-8f22-c0da8cd772d9, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:34.112225 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928b055-a960-437a-9a41-5462256e919a None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:34.114515 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928b055-a960-437a-9a41-5462256e919a None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:34.115185 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c928b055-a960-437a-9a41-5462256e919a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.116288 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928b055-a960-437a-9a41-5462256e919a None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:34.118220 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-c928b055-a960-437a-9a41-5462256e919a None None] Bound port: 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:34.118758 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c928b055-a960-437a-9a41-5462256e919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.165056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] For port 83ebec85-c173-4b36-8f22-c0da8cd772d9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83ebec85-c173-4b36-8f22-c0da8cd772d9,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:34.171985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-8ec3f30b-dc65-4c5d-97e0-a80674252122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:34.173702 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-8ec3f30b-dc65-4c5d-97e0-a80674252122 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.1433525
Dec 18 21:09:34.183022 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.216029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec53c23-5dd6-44a3-b4af-c1228adce581 None None] Pushing event updated for resources: {'Port': ['ID=7d64d3c7-016e-4573-8be0-a25fa58ed34e,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:34.218895 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-c928b055-a960-437a-9a41-5462256e919a None None] For port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:34.223709 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-c928b055-a960-437a-9a41-5462256e919a None None] For port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:34.232105 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c928b055-a960-437a-9a41-5462256e919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.256339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Attempting to bind port 7d64d3c7-016e-4573-8be0-a25fa58ed34e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:34.256909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Attempting to bind port 7d64d3c7-016e-4573-8be0-a25fa58ed34e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e1a19e1e-c28e-4951-8c1b-f5b3388a277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:34.257908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Attempting to bind port 7d64d3c7-016e-4573-8be0-a25fa58ed34e on network 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:34.271042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:34.271679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Checking segment: {'id': 'e1a19e1e-c28e-4951-8c1b-f5b3388a277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:34.272094 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.272501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Bound using segment: {'id': 'e1a19e1e-c28e-4951-8c1b-f5b3388a277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:34.272992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Bound port: 7d64d3c7-016e-4573-8be0-a25fa58ed34e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a19e1e-c28e-4951-8c1b-f5b3388a277f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:34.273381 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.301417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82535217-0481-4916-ae95-17229e6f6282 req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Made reservation on behalf of 64ef041cd6724458b053cde5c1afe4fa for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:34.319093 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82535217-0481-4916-ae95-17229e6f6282 req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.325440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050d642a-ee47-406d-99b6-b4199029a6d9 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:34.377410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:34.378778 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.380662 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] 10.222.0.31 "PUT /v2.0/ports/83ebec85-c173-4b36-8f22-c0da8cd772d9 HTTP/1.1" status: 200  len: 1091 time: 2.6730149
Dec 18 21:09:34.381076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'tag': '83ebec85-c173-4b36-8f22-c0da8cd772d9'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:34.383446 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1f7e3d-9aa4-477a-820b-39325af1c908" -d '{"events": [{"name": "network-changed", "server_uuid": "befd31cf-08d3-4d80-a3e6-101af7256703", "tag": "83ebec85-c173-4b36-8f22-c0da8cd772d9"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:34.439245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467dcb7-746f-4851-8330-0d3be5bdf934 service neutron] Pushing event updated for resources: {'Port': ['ID=83ebec85-c173-4b36-8f22-c0da8cd772d9,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:34.466948 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928b055-a960-437a-9a41-5462256e919a None None] Routers {'d14dda18-863c-44c2-b61d-e1f9eb4305fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:34.471226 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c928b055-a960-437a-9a41-5462256e919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6be2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['d14dda18-863c-44c2-b61d-e1f9eb4305fd'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:34.489934 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d321d3e-bba4-47f9-b9c2-9ba22c6ec29e None None] Pushing event updated for resources: {'Port': ['ID=0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:34.538507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6a02f238-773f-42af-b234-81b653ddbcaa None None] Provisioning complete for port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:34.539141 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a02f238-773f-42af-b234-81b653ddbcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.610743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 039bd049-0e1b-491e-9e18-501b962d1307 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:34.624153 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb93d34-1359-481c-9d28-931bbe888061 req-6b0c448d-c948-47c2-a76b-e6455b3265bc tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:34.638705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abb93d34-1359-481c-9d28-931bbe888061 req-6b0c448d-c948-47c2-a76b-e6455b3265bc tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 946 time: 0.4841347
Dec 18 21:09:34.670762 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2147a41e-c4d9-4cfa-b077-3bfe9d65a8eb x-openstack-request-id: req-2147a41e-c4d9-4cfa-b077-3bfe9d65a8eb {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:34.671341 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "befd31cf-08d3-4d80-a3e6-101af7256703", "tag": "83ebec85-c173-4b36-8f22-c0da8cd772d9", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:34.671664 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2147a41e-c4d9-4cfa-b077-3bfe9d65a8eb {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:34.672209 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'tag': '83ebec85-c173-4b36-8f22-c0da8cd772d9', 'status': 'completed', 'code': 200}
Dec 18 21:09:34.704053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] For port 7d64d3c7-016e-4573-8be0-a25fa58ed34e, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:34.707274 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.713242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] For port 7d64d3c7-016e-4573-8be0-a25fa58ed34e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d64d3c7-016e-4573-8be0-a25fa58ed34e,segment=NetworkSegment(e1a19e1e-c28e-4951-8c1b-f5b3388a277f),segment_id=e1a19e1e-c28e-4951-8c1b-f5b3388a277f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:34.731399 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.753223 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-4ec8c3fd-1390-4a42-b293-2ceeb63e7f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:34.754954 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-4ec8c3fd-1390-4a42-b293-2ceeb63e7f0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.5636272
Dec 18 21:09:34.772837 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c928b055-a960-437a-9a41-5462256e919a None None] Set router d14dda18-863c-44c2-b61d-e1f9eb4305fd gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:34.862829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-ffd3da6d-1585-4140-aa0d-51bed55a0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:34.864371 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-ffd3da6d-1585-4140-aa0d-51bed55a0314 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 1094 time: 0.3887181
Dec 18 21:09:34.940342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 039bd049-0e1b-491e-9e18-501b962d1307 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:34.942532 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:34.949198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abb93d34-1359-481c-9d28-931bbe888061 req-1dc30870-c280-482c-a783-28f041ee748b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3079708
Dec 18 21:09:34.957213 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-5c71d483-feb3-4121-94a2-c3b932b903da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ebec85-c173-4b36-8f22-c0da8cd772d9 HTTP/1.1" status: 200  len: 217 time: 0.0681484
Dec 18 21:09:35.020137 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-22f460da-e30e-481b-93ef-097cc69c9bda service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541866
Dec 18 21:09:35.060334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Routers {'7511dd7d-cb94-4c94-af38-56efbb2b4ad5'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:35.060972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d5686d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7511dd7d-cb94-4c94-af38-56efbb2b4ad5'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:35.120888 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c928b055-a960-437a-9a41-5462256e919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6be2e0>, [{'id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'name': 'tempest-TestAggregatesBasicOps-1933169078-router', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:29Z', 'updated_at': '2021-12-18T21:09:31Z', 'revision_number': 3, 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'gw_port': {'id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:30Z', 'updated_at': '2021-12-18T21:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:35.161810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Allocated IP 172.20.0.1 (59e31d2b-271f-4e87-893a-9a859e1f8240/8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74/b4b115d0-910b-4903-b861-e3130688d8aa) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:35.163790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-82535217-0481-4916-ae95-17229e6f6282 req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Allocated IP 172.20.0.5 (7a73f33f-bbbf-4537-b0c3-79abe445c89e/996b7ed1-3367-4177-a52e-17014c2109e8/108c8a1c-0915-4513-8659-185ce5146ce7) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:35.166073 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928b055-a960-437a-9a41-5462256e919a None None] The sync data for ids ['d14dda18-863c-44c2-b61d-e1f9eb4305fd'] in ncdv-master-1 is: [{'id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'name': 'tempest-TestAggregatesBasicOps-1933169078-router', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:29Z', 'updated_at': '2021-12-18T21:09:31Z', 'revision_number': 3, 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'gw_port': {'id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:30Z', 'updated_at': '2021-12-18T21:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:35.169666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-00afed70-10ae-4772-a668-f69ff73d7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:35.170959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-00afed70-10ae-4772-a668-f69ff73d7e84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c32a9709-eb41-4302-a656-d37822e7e70b HTTP/1.1" status: 200  len: 848 time: 0.1996763
Dec 18 21:09:35.252291 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-3f5d2127-6fe5-4b06-bd89-d4f2aedeac6f service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214067
Dec 18 21:09:35.269631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a62d57-f389-488f-9483-e0416d63c95c req-bfdd0cfa-5cdd-4451-ad70-00b5572975c9 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:35.271072 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec53c23-5dd6-44a3-b4af-c1228adce581 None None] Pushing event updated for resources: {'Port': ['ID=7d64d3c7-016e-4573-8be0-a25fa58ed34e,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:35.271207 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28a62d57-f389-488f-9483-e0416d63c95c req-bfdd0cfa-5cdd-4451-ad70-00b5572975c9 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 943 time: 0.1532001
Dec 18 21:09:35.312270 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4cac16e-35c1-4c97-a162-4e2c4e4414d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:35.319746 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a02f238-773f-42af-b234-81b653ddbcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:35.348854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6a02f238-773f-42af-b234-81b653ddbcaa None None] For port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:35.375064 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-6c379842-b081-4216-a8b8-7382ff0ba172 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85 HTTP/1.1" status: 200  len: 217 time: 0.0620894
Dec 18 21:09:35.401104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-7dd09dc0-e2db-4a06-b403-74e4f79c63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:35.405814 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-7dd09dc0-e2db-4a06-b403-74e4f79c63f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2270598
Dec 18 21:09:35.429229 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a02f238-773f-42af-b234-81b653ddbcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:35.449802 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:35.507897 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:35.610236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28a62d57-f389-488f-9483-e0416d63c95c req-c08cbb52-3bdc-4b24-a679-75e4ca4980b6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3215687
Dec 18 21:09:35.629482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Network 59e31d2b-271f-4e87-893a-9a859e1f8240 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:35.662081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:35.670657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:35.758423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-e8e89be7-8d9b-47d1-87f1-92c2d3bc2afb service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3392673
Dec 18 21:09:35.763212 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82535217-0481-4916-ae95-17229e6f6282 req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:35.782373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Pushing event updated for resources: {'Port': ['ID=b4b115d0-910b-4903-b861-e3130688d8aa,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:35.805339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-12124bf3-cc62-4e76-a37a-f1e71dc7db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:35.809311 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-12124bf3-cc62-4e76-a37a-f1e71dc7db64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.3133442
Dec 18 21:09:35.957773 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82535217-0481-4916-ae95-17229e6f6282 req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:35.958401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:35.966837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2d67362-3d08-4249-a2e3-b6a1bad6bdd6 req-860bce0e-3c1b-4d32-9eb4-24a762d71770 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 210 time: 0.0899749
Dec 18 21:09:36.035722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event updated for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:36.058780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82535217-0481-4916-ae95-17229e6f6282 req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Network 7a73f33f-bbbf-4537-b0c3-79abe445c89e is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:36.068829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-82535217-0481-4916-ae95-17229e6f6282 req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:36.085571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-82535217-0481-4916-ae95-17229e6f6282 req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:36.170148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] Set router 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:36.195547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cff60c84-21ad-4fd0-827a-108aad6d6fc7 req-6761c5a0-95e1-458c-a23b-acc2e1d2fab1 service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4283872
Dec 18 21:09:36.234085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535217-0481-4916-ae95-17229e6f6282 req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:36.235532 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82535217-0481-4916-ae95-17229e6f6282 req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:36.244448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-c577d778-d897-4ce5-9322-422c94275261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:36.246412 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-c577d778-d897-4ce5-9322-422c94275261 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4190176
Dec 18 21:09:36.254652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02f238-773f-42af-b234-81b653ddbcaa None None] Pushing event updated for resources: {'Port': ['ID=0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:36.276506 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-171bce30-cb4a-4b76-9144-ec3d8afd1f48 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5944817
Dec 18 21:09:36.342743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Request body: {'port': {'device_id': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:36.523078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4f981de0-87f5-4eb8-877f-1c6472c22716 None None] Provisioning complete for port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:36.523695 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4f981de0-87f5-4eb8-877f-1c6472c22716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:36.527348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f7e3d-9aa4-477a-820b-39325af1c908 req-7d539b57-9134-4448-9761-89bf1c365e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:36.528855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a1f7e3d-9aa4-477a-820b-39325af1c908 req-7d539b57-9134-4448-9761-89bf1c365e89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 1094 time: 0.2507403
Dec 18 21:09:36.531912 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:36.610634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:36.615875 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-8c0b5205-be96-414c-96bd-a7da592a18d8 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3533707
Dec 18 21:09:36.661811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:36.791796 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:36.812389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f7e3d-9aa4-477a-820b-39325af1c908 req-fce9327e-b36b-44da-8fbd-3611793d88db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:36.815946 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a1f7e3d-9aa4-477a-820b-39325af1c908 req-fce9327e-b36b-44da-8fbd-3611793d88db service neutron] 10.222.0.31 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 910 time: 0.2608459
Dec 18 21:09:36.912166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a1f7e3d-9aa4-477a-820b-39325af1c908 req-e453a24a-8be1-4151-be5e-1d707ca16efc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ebec85-c173-4b36-8f22-c0da8cd772d9 HTTP/1.1" status: 200  len: 217 time: 0.0412283
Dec 18 21:09:36.961802 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:36.978058 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:36.983864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:36.984243 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:37.066652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4f981de0-87f5-4eb8-877f-1c6472c22716 None None] Provisioning complete for port b4b115d0-910b-4903-b861-e3130688d8aa triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:37.067763 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4f981de0-87f5-4eb8-877f-1c6472c22716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:37.087136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:37.106072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Pushing event updated for resources: {'Port': ['ID=b4b115d0-910b-4903-b861-e3130688d8aa,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:37.123936 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-b43d26d8-5f5a-4d61-916c-b8f78230a428 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4986520
Dec 18 21:09:37.172904 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-ab278386-7d2f-4376-93ac-7f7f075f00e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=59526aeb-f155-46bf-ba7e-15d8467624a2 HTTP/1.1" status: 200  len: 217 time: 0.0372217
Dec 18 21:09:37.173697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276d706-2696-4a49-8276-4dc4d48a628b req-3a2a9921-8e52-4be2-b327-d086ce00587c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:37.189010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d276d706-2696-4a49-8276-4dc4d48a628b req-3a2a9921-8e52-4be2-b327-d086ce00587c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 943 time: 0.3484390
Dec 18 21:09:37.200352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4f981de0-87f5-4eb8-877f-1c6472c22716 None None] Port b4b115d0-910b-4903-b861-e3130688d8aa cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:37.205089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f7e3d-9aa4-477a-820b-39325af1c908 req-686228d4-68b6-44a6-a71b-b1a26e6c28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:37.207542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d5686d0>, [{'id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'name': 'tempest-TestAggregatesBasicOps-674781988-router', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:25Z', 'revision_number': 4, 'project_id': '8cd3a167092049489c79bc4681600124', 'gw_port': {'id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:19Z', 'updated_at': '2021-12-18T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7d64d3c7-016e-4573-8be0-a25fa58ed34e', 'name': '', 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'mac_address': 'fa:16:3e:3b:12:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '36470c9b-bf35-4cce-906f-8effe305c205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:23Z', 'updated_at': '2021-12-18T21:09:34Z', 'revision_number': 4, 'project_id': '8cd3a167092049489c79bc4681600124', 'subnets': [{'id': '36470c9b-bf35-4cce-906f-8effe305c205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:37.208194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a1f7e3d-9aa4-477a-820b-39325af1c908 req-686228d4-68b6-44a6-a71b-b1a26e6c28d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c32a9709-eb41-4302-a656-d37822e7e70b HTTP/1.1" status: 200  len: 848 time: 0.2861843
Dec 18 21:09:37.249608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f5ebd-a20c-4140-8941-37aa1b80331b None None] The sync data for ids ['7511dd7d-cb94-4c94-af38-56efbb2b4ad5'] in ncdv-master-1 is: [{'id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'name': 'tempest-TestAggregatesBasicOps-674781988-router', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:25Z', 'revision_number': 4, 'project_id': '8cd3a167092049489c79bc4681600124', 'gw_port': {'id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:19Z', 'updated_at': '2021-12-18T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7d64d3c7-016e-4573-8be0-a25fa58ed34e', 'name': '', 'network_id': '56d7a6d2-e0f5-49ee-a148-7ed9c30309cd', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'mac_address': 'fa:16:3e:3b:12:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '36470c9b-bf35-4cce-906f-8effe305c205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:23Z', 'updated_at': '2021-12-18T21:09:34Z', 'revision_number': 4, 'project_id': '8cd3a167092049489c79bc4681600124', 'subnets': [{'id': '36470c9b-bf35-4cce-906f-8effe305c205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:37.253511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-b6269d7e-1c58-4ca4-8eee-7fbcd797490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:37.255222 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-b6269d7e-1c58-4ca4-8eee-7fbcd797490f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 200  len: 797 time: 0.0530078
Dec 18 21:09:37.265911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4f981de0-87f5-4eb8-877f-1c6472c22716 None None] Provisioning complete for port 7d64d3c7-016e-4573-8be0-a25fa58ed34e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:37.266321 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4f981de0-87f5-4eb8-877f-1c6472c22716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:37.383957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-f56501e4-0645-4d1b-8ad7-b0806a79ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:37.385562 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-f56501e4-0645-4d1b-8ad7-b0806a79ceed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4fbd253-ec67-4760-9f35-d8231c84dace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1234646
Dec 18 21:09:37.486042 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4f981de0-87f5-4eb8-877f-1c6472c22716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:37.494471 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Network 59e31d2b-271f-4e87-893a-9a859e1f8240 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:37.499181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:37.500588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f7e3d-9aa4-477a-820b-39325af1c908 req-9a254700-28b3-4834-b0ad-02f00f2ed3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:37.502223 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a1f7e3d-9aa4-477a-820b-39325af1c908 req-9a254700-28b3-4834-b0ad-02f00f2ed3fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2277837
Dec 18 21:09:37.551211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4f981de0-87f5-4eb8-877f-1c6472c22716 None None] For port 7d64d3c7-016e-4573-8be0-a25fa58ed34e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d64d3c7-016e-4573-8be0-a25fa58ed34e,segment=NetworkSegment(e1a19e1e-c28e-4951-8c1b-f5b3388a277f),segment_id=e1a19e1e-c28e-4951-8c1b-f5b3388a277f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:37.558683 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4f981de0-87f5-4eb8-877f-1c6472c22716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:37.568985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d276d706-2696-4a49-8276-4dc4d48a628b req-c62bcde0-d1f7-4555-8902-e383ec26117e tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3756082
Dec 18 21:09:37.632052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108c8a1c-0915-4513-8659-185ce5146ce7 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:09:37.651651 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:37.689756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f981de0-87f5-4eb8-877f-1c6472c22716 None None] Pushing event updated for resources: {'Port': ['ID=7d64d3c7-016e-4573-8be0-a25fa58ed34e,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:37.764321 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Transition to ACTIVE for port object 108c8a1c-0915-4513-8659-185ce5146ce7 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:09:37.767555 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a1f7e3d-9aa4-477a-820b-39325af1c908 req-3b92bf91-457f-4adb-b7b5-d4005a7e5e51 service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2377751
Dec 18 21:09:37.775089 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:37.916873 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-79e1a928-0e2f-4b2a-9e5c-25201917a208 service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5193741
Dec 18 21:09:37.983155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1df508f8-900d-4e03-8f63-e21fb360c48e None None] Provisioning complete for port b4b115d0-910b-4903-b861-e3130688d8aa triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:37.991691 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1df508f8-900d-4e03-8f63-e21fb360c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:38.050042 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Router d14dda18-863c-44c2-b61d-e1f9eb4305fd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:09:38.126284 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1df508f8-900d-4e03-8f63-e21fb360c48e None None] Port b4b115d0-910b-4903-b861-e3130688d8aa cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:38.133317 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:38.149680 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-59dbdf86-d2bf-46c0-b240-88180a4c437c service neutron] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2243109
Dec 18 21:09:38.150825 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4d212-f044-4662-9aba-35e3c09ee1a1 req-5aee3495-9325-4f17-b454-e85fe207f9a8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:38.163068 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2f4d212-f044-4662-9aba-35e3c09ee1a1 req-5aee3495-9325-4f17-b454-e85fe207f9a8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 931 time: 0.5057206
Dec 18 21:09:38.197760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Pushing event updated for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:38.261391 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-5729cfbe-587b-458c-bed8-d7333a60f5fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f477167-6d29-4a5d-a26d-96bb2271bada HTTP/1.1" status: 200  len: 217 time: 0.0489762
Dec 18 21:09:38.321525 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a1f7e3d-9aa4-477a-820b-39325af1c908 req-6d7a2090-a969-4e79-a4e5-483f646b2685 service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5391924
Dec 18 21:09:38.324492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Attempting to bind port 108c8a1c-0915-4513-8659-185ce5146ce7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:38.324836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Attempting to bind port 108c8a1c-0915-4513-8659-185ce5146ce7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:38.325168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Attempting to bind port 108c8a1c-0915-4513-8659-185ce5146ce7 on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:38.359203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Port 108c8a1c-0915-4513-8659-185ce5146ce7 on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:09:38.359532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Attempting to bind port 108c8a1c-0915-4513-8659-185ce5146ce7 on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:38.408025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-be409fdc-d348-4e80-bb06-d3ee0490ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:38.412172 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-be409fdc-d348-4e80-bb06-d3ee0490ce16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.1122749
Dec 18 21:09:38.417416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:38.435322 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6e1ffa33-f88d-4301-9fbf-d38f0079c0de admin admin] 10.222.0.13 "PUT /v2.0/routers/d14dda18-863c-44c2-b61d-e1f9eb4305fd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6701405
Dec 18 21:09:38.441023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7d64d3c7-016e-4573-8be0-a25fa58ed34e up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:38.526081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-9926568c-e820-4526-82cc-8b10b542d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:38.530069 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-9926568c-e820-4526-82cc-8b10b542d70e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0935891
Dec 18 21:09:38.550971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:38.571622 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 7d64d3c7-016e-4573-8be0-a25fa58ed34e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:38.572456 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:38.674779 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-76bf1481-505c-4633-85cd-71595f72f21b service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369565
Dec 18 21:09:38.777540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Sync routers for ids ['d14dda18-863c-44c2-b61d-e1f9eb4305fd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:38.793100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Routers {'d14dda18-863c-44c2-b61d-e1f9eb4305fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:38.793723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f732f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['d14dda18-863c-44c2-b61d-e1f9eb4305fd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:38.868696 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-45e32644-1253-42f2-901b-3eb03e1aa9dd service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1854682
Dec 18 21:09:38.878723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:38.878966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Checking segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:38.879238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Bound using segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:38.879677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Bound port: 108c8a1c-0915-4513-8659-185ce5146ce7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:38.880034 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:38.908668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34780) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:38.925459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e2f4d212-f044-4662-9aba-35e3c09ee1a1 req-882e36e3-bdc6-4e8c-a743-11d4edca0518 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7613811
Dec 18 21:09:38.941604 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-b7a8a7ba-5dc9-44b0-a129-111f2be6fdc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 HTTP/1.1" status: 200  len: 217 time: 0.0652041
Dec 18 21:09:38.992400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:38.995817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:39.008346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Set router d14dda18-863c-44c2-b61d-e1f9eb4305fd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:39.011118 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:39.055049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-ad48312b-e1b5-478c-9f10-35f76fcfaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:39.056690 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-ad48312b-e1b5-478c-9f10-35f76fcfaa45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 200  len: 797 time: 0.1070907
Dec 18 21:09:39.059654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-6f8c873e-c09f-4d4a-94c8-aa13d678ae35 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:39.061161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-6f8c873e-c09f-4d4a-94c8-aa13d678ae35 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 812 time: 0.8672645
Dec 18 21:09:39.132882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-f7577a35-8c3d-4827-8baa-8bd33cf1c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:39.135316 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-f7577a35-8c3d-4827-8baa-8bd33cf1c624 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e4696f9-9ec3-403c-b1d1-c2615c38c344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0651476
Dec 18 21:09:39.137911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:39.138591 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:39.140001 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] 10.222.0.36 "PUT /v2.0/ports/108c8a1c-0915-4513-8659-185ce5146ce7 HTTP/1.1" status: 200  len: 1091 time: 2.8030798
Dec 18 21:09:39.142156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:39.149446 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb21f0aa-f000-4eac-a8d0-f552576bcda0" -d '{"events": [{"name": "network-changed", "server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:39.158155 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-030c88ed-d037-4d32-9f83-cadbc9ab8248 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/quotas/de79cd87d023436a80d3cc5428586e21 HTTP/1.1" status: 200  len: 375 time: 0.0740471
Dec 18 21:09:39.226084 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc65e-68b6-4833-9edd-20182a023904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:39.268400 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 83ebec85-c173-4b36-8f22-c0da8cd772d9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:09:39.282637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0d6ab-77ce-42f1-8c04-887b63e2a3dd service neutron] Pushing event updated for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:39.287035 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-1e6d306f-a41b-4dbd-9c5e-063c8aa8725a service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441698
Dec 18 21:09:39.339619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fe42e-7cc4-4014-810c-4c6d160d0186 req-d909f4ab-1579-472e-b2e7-7b939cec5354 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:39.341228 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-707fe42e-7cc4-4014-810c-4c6d160d0186 req-d909f4ab-1579-472e-b2e7-7b939cec5354 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 943 time: 0.2791581
Dec 18 21:09:39.402184 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-f3534ad0-d69a-41cb-b3ad-e9d0e267ee8d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2285662
Dec 18 21:09:39.428994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 83ebec85-c173-4b36-8f22-c0da8cd772d9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83ebec85-c173-4b36-8f22-c0da8cd772d9,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:39.441923 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5efb6c6a-2493-4d0e-8f5e-c3a62a1a68b6 req-c8b8638f-49a7-46ff-b849-896f8209e960 service neutron] 10.222.0.31 "GET /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484859
Dec 18 21:09:39.452160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '83ebec85-c173-4b36-8f22-c0da8cd772d9', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'port_id': '83ebec85-c173-4b36-8f22-c0da8cd772d9', 'mac_address': 'fa:16:3e:fa:e1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:09:39.458622 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-707fe42e-7cc4-4014-810c-4c6d160d0186 req-74d5f17a-d1fd-4a79-99ff-10bb9eb84453 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0965934
Dec 18 21:09:39.460884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535217-0481-4916-ae95-17229e6f6282 req-b5d66713-04c9-4eeb-bb4f-7751bbb8e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:39.462534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-b5d66713-04c9-4eeb-bb4f-7751bbb8e37c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 1094 time: 0.2393329
Dec 18 21:09:39.570986 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:39.585688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-c0c92548-f2d7-44bf-8cf3-3a65d6b04dfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c8a1c-0915-4513-8659-185ce5146ce7 HTTP/1.1" status: 200  len: 217 time: 0.0496449
Dec 18 21:09:39.587162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ebec85-c173-4b36-8f22-c0da8cd772d9 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:09:39.620884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 83ebec85-c173-4b36-8f22-c0da8cd772d9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83ebec85-c173-4b36-8f22-c0da8cd772d9,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:39.630545 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:39.667398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f732f40>, [{'id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'name': 'tempest-TestAggregatesBasicOps-1933169078-router', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:29Z', 'updated_at': '2021-12-18T21:09:36Z', 'revision_number': 4, 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'gw_port': {'id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:30Z', 'updated_at': '2021-12-18T21:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4b115d0-910b-4903-b861-e3130688d8aa', 'name': '', 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'mac_address': 'fa:16:3e:0b:93:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:34Z', 'updated_at': '2021-12-18T21:09:36Z', 'revision_number': 2, 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'subnets': [{'id': '8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:39.676504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-54b1d885-f1a7-4f6a-b7e3-6337a57576be service neutron] 10.222.0.13 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2324796
Dec 18 21:09:39.695627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535217-0481-4916-ae95-17229e6f6282 req-f10a6bfc-e06a-4f91-91dc-88611219cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:39.698639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-f10a6bfc-e06a-4f91-91dc-88611219cdcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.1042039
Dec 18 21:09:39.702603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Checking router: d14dda18-863c-44c2-b61d-e1f9eb4305fd for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:39.703195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Updating router d14dda18-863c-44c2-b61d-e1f9eb4305fd port b4b115d0-910b-4903-b861-e3130688d8aa binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:09:39.755821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=83ebec85-c173-4b36-8f22-c0da8cd772d9,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:39.758775 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:39.829119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc65e-68b6-4833-9edd-20182a023904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:39.856080 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc65e-68b6-4833-9edd-20182a023904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:39.913564 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877a7dea-88f9-4aab-ad3a-1da96633b462 x-openstack-request-id: req-877a7dea-88f9-4aab-ad3a-1da96633b462 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:39.913564 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:39.914062 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-877a7dea-88f9-4aab-ad3a-1da96633b462 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:39.914636 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7', 'status': 'completed', 'code': 200}
Dec 18 21:09:39.929589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535217-0481-4916-ae95-17229e6f6282 req-8c59b3d0-9ff2-488d-a491-c8a96b420e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:39.931444 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-8c59b3d0-9ff2-488d-a491-c8a96b420e55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2184658
Dec 18 21:09:39.933014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['83ebec85-c173-4b36-8f22-c0da8cd772d9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:09:39.948793 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b5ebc65e-68b6-4833-9edd-20182a023904 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5673f3a012384b3d82feb722bb93a642&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0388467
Dec 18 21:09:39.951399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34790) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:39.979341 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebc65e-68b6-4833-9edd-20182a023904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaf157c-b9cf-46f1-8639-4ed29865e6d4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:40.034860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-46b9aa98-cdd6-48c0-8de6-3b7d25c3fd38 service neutron] 10.222.0.13 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3311195
Dec 18 21:09:40.068928 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e539f013-b7cf-4ee9-9729-8158028a0950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:40.140537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e539f013-b7cf-4ee9-9729-8158028a0950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:40.181087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faccaad-4d5f-48cd-a6d9-a67527ceebbe req-8a560015-e179-40cf-9257-383e29248623 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:40.189857 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2faccaad-4d5f-48cd-a6d9-a67527ceebbe req-8a560015-e179-40cf-9257-383e29248623 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 943 time: 0.0940092
Dec 18 21:09:40.254016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-75137cdf-9947-4ccc-b377-ab19e8f22967 service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3089788
Dec 18 21:09:40.262993 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:40.263753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e539f013-b7cf-4ee9-9729-8158028a0950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:40.267483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e539f013-b7cf-4ee9-9729-8158028a0950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:40.270036 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e539f013-b7cf-4ee9-9729-8158028a0950 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/caaf157c-b9cf-46f1-8639-4ed29865e6d4 HTTP/1.1" status: 204  len: 168 time: 0.3173804
Dec 18 21:09:40.274876 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:40.281986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539f013-b7cf-4ee9-9729-8158028a0950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaf157c-b9cf-46f1-8639-4ed29865e6d4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:40.330089 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2faccaad-4d5f-48cd-a6d9-a67527ceebbe req-91162cd7-3fe2-4729-900d-1917436c5fe4 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1393514
Dec 18 21:09:40.405389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b005e-bae1-4b26-83fa-17e20925433a None None] Pushing event updated for resources: {'Port': ['ID=b4b115d0-910b-4903-b861-e3130688d8aa,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:40.536674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fdf31a0a-2eb0-42b8-9e69-c4574ca05f77 req-55edf909-733f-43dd-8a38-eeb18eb8bf2a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 210 time: 0.0860538
Dec 18 21:09:40.641117 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82535217-0481-4916-ae95-17229e6f6282 req-74b50af4-80e4-4fe9-a8b7-b6a93e0a24db service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3779073
Dec 18 21:09:40.786400 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Attempting to bind port b4b115d0-910b-4903-b861-e3130688d8aa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:40.786879 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Attempting to bind port b4b115d0-910b-4903-b861-e3130688d8aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0f23fdac-786a-4f3f-800e-f8594acdbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:40.787388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Attempting to bind port b4b115d0-910b-4903-b861-e3130688d8aa on network 59e31d2b-271f-4e87-893a-9a859e1f8240 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:40.796275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:40.797071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Checking segment: {'id': '0f23fdac-786a-4f3f-800e-f8594acdbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:40.797373 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:40.797974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Bound using segment: {'id': '0f23fdac-786a-4f3f-800e-f8594acdbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:40.798619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Bound port: b4b115d0-910b-4903-b861-e3130688d8aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f23fdac-786a-4f3f-800e-f8594acdbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:40.799012 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:40.842424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f0aa-f000-4eac-a8d0-f552576bcda0 req-2e5f2ae2-345b-47c9-8b45-1188273c99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:40.843957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb21f0aa-f000-4eac-a8d0-f552576bcda0 req-2e5f2ae2-345b-47c9-8b45-1188273c99dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 1094 time: 0.1178839
Dec 18 21:09:40.896226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1f2d-251d-4f0e-b109-a53fb63ff0f3 req-a29f81bd-2d03-462f-af3b-cc9caa079259 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:40.898843 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-797e1f2d-251d-4f0e-b109-a53fb63ff0f3 req-a29f81bd-2d03-462f-af3b-cc9caa079259 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 944 time: 0.1615970
Dec 18 21:09:40.907934 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-64831053-be61-4313-88b8-38cb8b9d2de2 None None] Provisioning complete for port b4b115d0-910b-4903-b861-e3130688d8aa triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:40.908312 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-64831053-be61-4313-88b8-38cb8b9d2de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:40.913165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] For port b4b115d0-910b-4903-b861-e3130688d8aa, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:40.963549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] For port b4b115d0-910b-4903-b861-e3130688d8aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4b115d0-910b-4903-b861-e3130688d8aa,segment=NetworkSegment(0f23fdac-786a-4f3f-800e-f8594acdbde7),segment_id=0f23fdac-786a-4f3f-800e-f8594acdbde7)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:40.970419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-64831053-be61-4313-88b8-38cb8b9d2de2 None None] Port b4b115d0-910b-4903-b861-e3130688d8aa cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:40.976337 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:41.049637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Routers {'d14dda18-863c-44c2-b61d-e1f9eb4305fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:41.050645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f732f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['d14dda18-863c-44c2-b61d-e1f9eb4305fd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:41.052745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b005e-bae1-4b26-83fa-17e20925433a None None] Pushing event updated for resources: {'Port': ['ID=b4b115d0-910b-4903-b861-e3130688d8aa,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:41.136809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-797e1f2d-251d-4f0e-b109-a53fb63ff0f3 req-f0670755-3e77-4d82-9207-d5f11d33cc3a tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2097495
Dec 18 21:09:41.162074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f0aa-f000-4eac-a8d0-f552576bcda0 req-4667389a-3857-4fc3-bf93-c19961decd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:41.167209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb21f0aa-f000-4eac-a8d0-f552576bcda0 req-4667389a-3857-4fc3-bf93-c19961decd31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.3073368
Dec 18 21:09:41.243384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb21f0aa-f000-4eac-a8d0-f552576bcda0 req-c760d9eb-cb72-4f0d-bb77-7ff9f17f0208 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c8a1c-0915-4513-8659-185ce5146ce7 HTTP/1.1" status: 200  len: 217 time: 0.0618498
Dec 18 21:09:41.255801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 83ebec85-c173-4b36-8f22-c0da8cd772d9 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:41.323578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] Set router d14dda18-863c-44c2-b61d-e1f9eb4305fd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:41.351659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f0aa-f000-4eac-a8d0-f552576bcda0 req-c77bab6b-c107-49e2-a0a7-1c27cd408417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:41.353862 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb21f0aa-f000-4eac-a8d0-f552576bcda0 req-c77bab6b-c107-49e2-a0a7-1c27cd408417 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.1033518
Dec 18 21:09:41.483190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f0aa-f000-4eac-a8d0-f552576bcda0 req-9ff9fce8-e2b9-4f4c-ba31-1d6e98ebe32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:41.486341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb21f0aa-f000-4eac-a8d0-f552576bcda0 req-9ff9fce8-e2b9-4f4c-ba31-1d6e98ebe32a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1085622
Dec 18 21:09:41.497717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 83ebec85-c173-4b36-8f22-c0da8cd772d9 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:09:41.512916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 83ebec85-c173-4b36-8f22-c0da8cd772d9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:41.513302 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:41.577694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f96afd5a-0738-44f2-9a4d-b5e6723503ba None None] Provisioning complete for port b4b115d0-910b-4903-b861-e3130688d8aa triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:41.578063 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f96afd5a-0738-44f2-9a4d-b5e6723503ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:41.650946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262fc91-4317-4db6-ab64-305f8ba572bb req-4105890e-a21e-413d-98f1-99f048eef0fd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:41.659417 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5262fc91-4317-4db6-ab64-305f8ba572bb req-4105890e-a21e-413d-98f1-99f048eef0fd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 943 time: 0.1469707
Dec 18 21:09:41.678909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb21f0aa-f000-4eac-a8d0-f552576bcda0 req-261daa5a-966d-47b6-9552-a62e71e38aaa service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1844516
Dec 18 21:09:41.722233 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:41.752139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5262fc91-4317-4db6-ab64-305f8ba572bb req-4e4dfc28-9005-4e57-8cb0-9c61d402c4cd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916018
Dec 18 21:09:41.777693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f96afd5a-0738-44f2-9a4d-b5e6723503ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:41.781160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f732f40>, [{'id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'name': 'tempest-TestAggregatesBasicOps-1933169078-router', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:29Z', 'updated_at': '2021-12-18T21:09:36Z', 'revision_number': 4, 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'gw_port': {'id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:30Z', 'updated_at': '2021-12-18T21:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4b115d0-910b-4903-b861-e3130688d8aa', 'name': '', 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'mac_address': 'fa:16:3e:0b:93:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:34Z', 'updated_at': '2021-12-18T21:09:40Z', 'revision_number': 4, 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'subnets': [{'id': '8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:41.788898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ebec85-c173-4b36-8f22-c0da8cd772d9'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:41.791287 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3021e05-4f82-4d42-8320-4b4f3fb8c28a" -d '{"events": [{"server_uuid": "befd31cf-08d3-4d80-a3e6-101af7256703", "name": "network-vif-plugged", "status": "completed", "tag": "83ebec85-c173-4b36-8f22-c0da8cd772d9"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:41.819211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb21f0aa-f000-4eac-a8d0-f552576bcda0 req-2b4d079c-fb6c-407f-8eb8-728ba0f4de32 service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309073
Dec 18 21:09:41.835175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0a62bf-2046-4ccb-b32d-bf826618b199 None None] The sync data for ids ['d14dda18-863c-44c2-b61d-e1f9eb4305fd'] in ncdv-master-1 is: [{'id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'name': 'tempest-TestAggregatesBasicOps-1933169078-router', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:29Z', 'updated_at': '2021-12-18T21:09:36Z', 'revision_number': 4, 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'gw_port': {'id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:30Z', 'updated_at': '2021-12-18T21:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4b115d0-910b-4903-b861-e3130688d8aa', 'name': '', 'network_id': '59e31d2b-271f-4e87-893a-9a859e1f8240', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'mac_address': 'fa:16:3e:0b:93:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:34Z', 'updated_at': '2021-12-18T21:09:40Z', 'revision_number': 4, 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'subnets': [{'id': '8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:41.837917 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 83ebec85-c173-4b36-8f22-c0da8cd772d9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83ebec85-c173-4b36-8f22-c0da8cd772d9,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:41.870861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f96afd5a-0738-44f2-9a4d-b5e6723503ba None None] For port b4b115d0-910b-4903-b861-e3130688d8aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4b115d0-910b-4903-b861-e3130688d8aa,segment=NetworkSegment(0f23fdac-786a-4f3f-800e-f8594acdbde7),segment_id=0f23fdac-786a-4f3f-800e-f8594acdbde7)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:41.872035 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:41.914644 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b163aec-9f67-46fb-b51a-8c6efe394179 req-7248e116-03b0-4f8c-bbdd-38de9850b857 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 210 time: 0.0584347
Dec 18 21:09:41.949525 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f96afd5a-0738-44f2-9a4d-b5e6723503ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:41.968646 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b1368b-e934-4304-b449-43b446f4378b x-openstack-request-id: req-f1b1368b-e934-4304-b449-43b446f4378b {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:41.969062 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "befd31cf-08d3-4d80-a3e6-101af7256703", "name": "network-vif-plugged", "status": "completed", "tag": "83ebec85-c173-4b36-8f22-c0da8cd772d9", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:41.969409 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1b1368b-e934-4304-b449-43b446f4378b {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:41.969932 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ebec85-c173-4b36-8f22-c0da8cd772d9', 'code': 200}
Dec 18 21:09:41.973257 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=83ebec85-c173-4b36-8f22-c0da8cd772d9,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:42.055453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96afd5a-0738-44f2-9a4d-b5e6723503ba None None] Pushing event updated for resources: {'Port': ['ID=b4b115d0-910b-4903-b861-e3130688d8aa,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:42.164309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c484c80-a24c-400a-981c-984bcf95ea69 req-3146ebaa-814f-4402-b76f-bd8235d91fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:42.165863 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c484c80-a24c-400a-981c-984bcf95ea69 req-3146ebaa-814f-4402-b76f-bd8235d91fed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 1096 time: 0.0720093
Dec 18 21:09:42.242644 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-12d6982d-8233-49d2-8bda-517c9334e132 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:42.246321 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-12d6982d-8233-49d2-8bda-517c9334e132 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 812 time: 0.1756439
Dec 18 21:09:42.259007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'port': {'device_id': 'ceaaab41-fbd2-47ed-b72a-90caaa32d9c7', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'admin_state_up': True, 'tenant_id': 'de79cd87d023436a80d3cc5428586e21'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:42.263476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c484c80-a24c-400a-981c-984bcf95ea69 req-0ccd371e-5d15-4ba6-90fd-a07361e8b415 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902314
Dec 18 21:09:42.376345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556088-19fc-4588-a9c7-64b9eb7bbd25 req-4d505882-022d-467d-b8c5-cc9cb6437e3b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:42.378432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f556088-19fc-4588-a9c7-64b9eb7bbd25 req-4d505882-022d-467d-b8c5-cc9cb6437e3b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0839238
Dec 18 21:09:42.512997 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f556088-19fc-4588-a9c7-64b9eb7bbd25 req-060ca465-4e22-459a-aabd-b71f31032adf tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1234865
Dec 18 21:09:42.558777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b4b115d0-910b-4903-b861-e3130688d8aa up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:42.643447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b4b115d0-910b-4903-b861-e3130688d8aa triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:42.643834 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:42.764122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Made reservation on behalf of de79cd87d023436a80d3cc5428586e21 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:42.775753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:42.981008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c2a0e-bb91-42f8-881b-b034b667fc86 req-55ad2f1d-79b7-4ef4-adb7-d1a196b7dd74 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:42.984929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a07c2a0e-bb91-42f8-881b-b034b667fc86 req-55ad2f1d-79b7-4ef4-adb7-d1a196b7dd74 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 943 time: 0.1080735
Dec 18 21:09:43.027646 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Allocated IP 172.20.0.14 (719d1db8-90bc-4a29-9e67-d552b1d87f10/ce6df939-cc0b-4eee-ad97-d0794ca80cc4/913b3bf1-d339-48ab-8f6f-9bdc6158dd92) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:43.108416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a07c2a0e-bb91-42f8-881b-b034b667fc86 req-4510c379-8e3c-4e42-93ed-16ccdc322703 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111090
Dec 18 21:09:43.193621 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 108c8a1c-0915-4513-8659-185ce5146ce7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:09:43.272676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5422f90d-a669-4cd4-8463-d0f578076bd2 req-a853dd51-59fb-4055-ba9d-9f5c054170c2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 210 time: 0.1052666
Dec 18 21:09:43.393043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34900) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:43.505158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:43.597535 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:43.632629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:43.652863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '108c8a1c-0915-4513-8659-185ce5146ce7', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'port_id': '108c8a1c-0915-4513-8659-185ce5146ce7', 'mac_address': 'fa:16:3e:02:f1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:09:43.671733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['f16db603-fc8c-45ee-85f8-94d3470ee5f5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:09:43.732459 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:43.747277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:43.756316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:43.799530 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:43.819925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108c8a1c-0915-4513-8659-185ce5146ce7 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:09:43.855860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'Port': ['ID=913b3bf1-d339-48ab-8f6f-9bdc6158dd92,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:43.866765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:43.867553 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:43.895876 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-9ad25fbd-0606-41c1-a1b0-07803dcf51c9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6411471
Dec 18 21:09:43.904731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:43.913868 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:43.932077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Request body: {'port': {'device_id': 'ceaaab41-fbd2-47ed-b72a-90caaa32d9c7', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:44.033466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:44.093841 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:44.161418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8725c-a294-4385-9411-4d2919614462 req-21e1164b-9f78-44d2-96c6-a4d72ec5c11b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:44.169897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4dc8725c-a294-4385-9411-4d2919614462 req-21e1164b-9f78-44d2-96c6-a4d72ec5c11b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.4560535
Dec 18 21:09:44.182165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['108c8a1c-0915-4513-8659-185ce5146ce7'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:09:44.242435 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4dc8725c-a294-4385-9411-4d2919614462 req-455c73f3-0b24-4f8c-92bc-1de2cd3d48ea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712583
Dec 18 21:09:44.331265 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24ee407c-fa1c-486b-8f82-2999a32be801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:44.361073 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-393c80c8-405f-4baa-80a2-e6e109e6614e None None] Provisioning complete for port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:44.361998 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-393c80c8-405f-4baa-80a2-e6e109e6614e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:44.407807 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34932) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:44.414816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-dbc97b8b-e6ba-4d01-9ebb-67ec50113aa6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-131772408', 'description': 'tempest-secgroup-smoke-131772408 description', 'project_id': '71c859bfcff54b5c85e6cb248341f37c'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:44.440324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-393c80c8-405f-4baa-80a2-e6e109e6614e None None] Port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:44.509307 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:09:44.516903 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:44.529742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Transition to ACTIVE for port object 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:09:44.533945 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:44.545725 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbc97b8b-e6ba-4d01-9ebb-67ec50113aa6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:44.565820 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbc97b8b-e6ba-4d01-9ebb-67ec50113aa6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:44.605485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e758a03-fb0f-4a8f-9808-0eb0c24773a5 req-62a4be0b-5bbd-4d1c-82ae-672858897859 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:44.607016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e758a03-fb0f-4a8f-9808-0eb0c24773a5 req-62a4be0b-5bbd-4d1c-82ae-672858897859 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.1982069
Dec 18 21:09:44.611363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Pushing event updated for resources: {'Port': ['ID=913b3bf1-d339-48ab-8f6f-9bdc6158dd92,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:44.628211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4282b-69a5-47e9-aa45-ddd5904d81d5 req-a9ef1b6e-5eb7-4460-9390-6c1462c4a9ca tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:44.629855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6dd4282b-69a5-47e9-aa45-ddd5904d81d5 req-a9ef1b6e-5eb7-4460-9390-6c1462c4a9ca tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.1646717
Dec 18 21:09:44.651194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34934) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:44.656208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-cba7a8e0-a30d-411c-acec-3ab832ca2939 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Request body: {'floatingip': {'port_id': '83ebec85-c173-4b36-8f22-c0da8cd772d9'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:44.744175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e758a03-fb0f-4a8f-9808-0eb0c24773a5 req-a06c1121-eebc-4830-b8c7-eb09d632e8db tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132760
Dec 18 21:09:44.770713 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cba7a8e0-a30d-411c-acec-3ab832ca2939 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:44.812550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Attempting to bind port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:44.812550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Attempting to bind port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:44.812550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Attempting to bind port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:44.841377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:09:44.841629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Attempting to bind port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:44.855470 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:44.855891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Checking segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:44.859066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Bound using segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:44.859551 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Bound port: 913b3bf1-d339-48ab-8f6f-9bdc6158dd92, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:44.860299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:44.867274 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbc97b8b-e6ba-4d01-9ebb-67ec50113aa6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:44.874173 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbc97b8b-e6ba-4d01-9ebb-67ec50113aa6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:44.889023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353f477-1f77-49c8-a441-5e0ccf0b7f31 req-d6c71a30-ca5a-41e1-b3b1-328bc8c7abd3 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:44.899005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9353f477-1f77-49c8-a441-5e0ccf0b7f31 req-d6c71a30-ca5a-41e1-b3b1-328bc8c7abd3 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 948 time: 0.1418529
Dec 18 21:09:44.903887 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:44.982578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc97b8b-e6ba-4d01-9ebb-67ec50113aa6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca0e4e8-954f-4999-ad17-9e90dc884360,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:45.034300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9353f477-1f77-49c8-a441-5e0ccf0b7f31 req-7d17a329-1567-4e86-a59e-1efa73c6dc85 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346509
Dec 18 21:09:45.062619 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbc97b8b-e6ba-4d01-9ebb-67ec50113aa6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.065714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] For port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:45.066772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-24ee407c-fa1c-486b-8f82-2999a32be801 admin admin] Deleting port 7d64d3c7-016e-4573-8be0-a25fa58ed34e {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:09:45.067386 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24ee407c-fa1c-486b-8f82-2999a32be801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.070335 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbc97b8b-e6ba-4d01-9ebb-67ec50113aa6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.094981 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] For port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=913b3bf1-d339-48ab-8f6f-9bdc6158dd92,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:45.103677 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.154555 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbc97b8b-e6ba-4d01-9ebb-67ec50113aa6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.158467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dbc97b8b-e6ba-4d01-9ebb-67ec50113aa6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.7457428
Dec 18 21:09:45.160418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc97b8b-e6ba-4d01-9ebb-67ec50113aa6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c6acc0-6008-4e17-bc38-51383352bbd5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:45.164403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34938) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:45.165848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:45.166502 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.168021 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] 10.222.0.31 "PUT /v2.0/ports/913b3bf1-d339-48ab-8f6f-9bdc6158dd92 HTTP/1.1" status: 200  len: 1096 time: 1.2621562
Dec 18 21:09:45.170190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaaab41-fbd2-47ed-b72a-90caaa32d9c7', 'tag': '913b3bf1-d339-48ab-8f6f-9bdc6158dd92'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:45.171204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9e79000e-2562-4a4e-94d1-37c358994097 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': '67c6acc0-6008-4e17-bc38-51383352bbd5', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:45.172484 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caadb827-149e-4e53-9162-8f8b819c62ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaaab41-fbd2-47ed-b72a-90caaa32d9c7", "tag": "913b3bf1-d339-48ab-8f6f-9bdc6158dd92"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:45.211573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-24ee407c-fa1c-486b-8f82-2999a32be801 admin admin] For port 7d64d3c7-016e-4573-8be0-a25fa58ed34e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d64d3c7-016e-4573-8be0-a25fa58ed34e,segment=NetworkSegment(e1a19e1e-c28e-4951-8c1b-f5b3388a277f),segment_id=e1a19e1e-c28e-4951-8c1b-f5b3388a277f)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:45.212234 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24ee407c-fa1c-486b-8f82-2999a32be801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.216159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 108c8a1c-0915-4513-8659-185ce5146ce7 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:45.231746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-24ee407c-fa1c-486b-8f82-2999a32be801 admin admin] Calling delete_port for 7d64d3c7-016e-4573-8be0-a25fa58ed34e owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:09:45.246064 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e79000e-2562-4a4e-94d1-37c358994097 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.330701 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b3ccae-c7dd-4428-aece-a75d17b02d8b x-openstack-request-id: req-30b3ccae-c7dd-4428-aece-a75d17b02d8b {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:45.331056 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaaab41-fbd2-47ed-b72a-90caaa32d9c7", "tag": "913b3bf1-d339-48ab-8f6f-9bdc6158dd92", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:45.331255 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30b3ccae-c7dd-4428-aece-a75d17b02d8b {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:45.331659 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaaab41-fbd2-47ed-b72a-90caaa32d9c7', 'tag': '913b3bf1-d339-48ab-8f6f-9bdc6158dd92', 'status': 'completed', 'code': 200}
Dec 18 21:09:45.335267 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 108c8a1c-0915-4513-8659-185ce5146ce7 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:09:45.339948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74786962-1beb-4d88-8679-f04bd563b01b service neutron] Pushing event updated for resources: {'Port': ['ID=913b3bf1-d339-48ab-8f6f-9bdc6158dd92,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:45.356704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 108c8a1c-0915-4513-8659-185ce5146ce7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:45.357650 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.365793 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e79000e-2562-4a4e-94d1-37c358994097 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.397251 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e79000e-2562-4a4e-94d1-37c358994097 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.432019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79000e-2562-4a4e-94d1-37c358994097 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e66b26-3560-46de-8d13-2c52798c5814,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:45.446947 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e79000e-2562-4a4e-94d1-37c358994097 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.448676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9e79000e-2562-4a4e-94d1-37c358994097 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2832603
Dec 18 21:09:45.451376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34942) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:45.457584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e67c133e-19e1-4141-aa29-d7ce9e284ffb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': '67c6acc0-6008-4e17-bc38-51383352bbd5', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:45.504215 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.531291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-129287d7-48ee-4091-9472-e3f0e31d896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:45.531760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:45.532756 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-129287d7-48ee-4091-9472-e3f0e31d896a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 1099 time: 0.3170393
Dec 18 21:09:45.534337 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af888027-d953-4a53-8b02-318ce8e498c5" -d '{"events": [{"server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "name": "network-vif-plugged", "status": "completed", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:45.550326 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:45.555907 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.595184 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf258b4-8bad-4d74-b042-67d9adc6fa3f x-openstack-request-id: req-bbf258b4-8bad-4d74-b042-67d9adc6fa3f {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:45.595478 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "name": "network-vif-plugged", "status": "completed", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:45.595946 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbf258b4-8bad-4d74-b042-67d9adc6fa3f {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:45.596374 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7', 'code': 200}
Dec 18 21:09:45.636839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-96a61b79-4a87-4b9c-8d9b-cb48e17e75e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913b3bf1-d339-48ab-8f6f-9bdc6158dd92 HTTP/1.1" status: 200  len: 217 time: 0.0928538
Dec 18 21:09:45.640122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:45.701278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.resource_extend [None req-cba7a8e0-a30d-411c-acec-3ab832ca2939 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 21:09:45.767326 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-cf746dc0-e2ca-4b98-b7d2-dd0c8b0fa505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:45.768822 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-cf746dc0-e2ca-4b98-b7d2-dd0c8b0fa505 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.1254370
Dec 18 21:09:45.812206 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cba7a8e0-a30d-411c-acec-3ab832ca2939 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.821455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cba7a8e0-a30d-411c-acec-3ab832ca2939 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.884593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-75c5f784-b210-4f97-8bd4-309ba877c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:45.886096 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-75c5f784-b210-4f97-8bd4-309ba877c8e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1070912
Dec 18 21:09:45.904984 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e67c133e-19e1-4141-aa29-d7ce9e284ffb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.966512 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24ee407c-fa1c-486b-8f82-2999a32be801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:45.972560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c918df8-78f4-4837-8960-342b724cdbc2 req-75300823-aadf-4343-9f4c-f7e6595b80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:45.974072 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c918df8-78f4-4837-8960-342b724cdbc2 req-75300823-aadf-4343-9f4c-f7e6595b80b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 1096 time: 0.1293309
Dec 18 21:09:45.985593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926061-f4b1-4bed-852f-70e514c69280 req-64e2c538-7b93-49b3-a272-88c4ade4332e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:45.987060 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5926061-f4b1-4bed-852f-70e514c69280 req-64e2c538-7b93-49b3-a272-88c4ade4332e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.1409402
Dec 18 21:09:45.987668 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-cba7a8e0-a30d-411c-acec-3ab832ca2939 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Floating IP 4ba8d333-d330-47be-bb80-a670508baab6 associated. External IP: 172.35.3.223, port: 83ebec85-c173-4b36-8f22-c0da8cd772d9.
Dec 18 21:09:46.022004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee407c-fa1c-486b-8f82-2999a32be801 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d64d3c7-016e-4573-8be0-a25fa58ed34e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:46.119184 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e67c133e-19e1-4141-aa29-d7ce9e284ffb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:46.145214 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e67c133e-19e1-4141-aa29-d7ce9e284ffb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:46.179755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c918df8-78f4-4837-8960-342b724cdbc2 req-bd6d267b-aba7-4b3e-bf1b-2c9eeb3642a3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1875877
Dec 18 21:09:46.219060 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5926061-f4b1-4bed-852f-70e514c69280 req-8de5b85d-5a4c-457a-ae0a-e8d75a2ea82a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2100821
Dec 18 21:09:46.222619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c133e-19e1-4141-aa29-d7ce9e284ffb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994b77c6-4432-4e63-bcfd-d15544912287,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:46.261218 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e67c133e-19e1-4141-aa29-d7ce9e284ffb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:46.262560 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e67c133e-19e1-4141-aa29-d7ce9e284ffb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8101799
Dec 18 21:09:46.265957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34950) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:46.271545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-efc818b5-653f-4935-b8c5-80253aa22f42 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': '67c6acc0-6008-4e17-bc38-51383352bbd5', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:46.309520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12191a2-2b99-426d-a81b-524577a462f0 req-63cfb80d-fa4a-4978-8418-88c3f2b5365c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:46.311034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a12191a2-2b99-426d-a81b-524577a462f0 req-63cfb80d-fa4a-4978-8418-88c3f2b5365c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 948 time: 0.1731167
Dec 18 21:09:46.409770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-efc818b5-653f-4935-b8c5-80253aa22f42 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:46.412237 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-24ee407c-fa1c-486b-8f82-2999a32be801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:46.427628 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-61f4cecb-e1c5-4c04-b413-996b2e9d59c1 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5145028
Dec 18 21:09:46.443485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a12191a2-2b99-426d-a81b-524577a462f0 req-3b969004-5e86-432d-8e94-aa4f7dbcb63d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021841
Dec 18 21:09:46.568301 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-efc818b5-653f-4935-b8c5-80253aa22f42 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:46.581187 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-efc818b5-653f-4935-b8c5-80253aa22f42 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:46.582452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba7a8e0-a30d-411c-acec-3ab832ca2939 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Router 5080fc68-ce21-48e8-b97e-286cfe92f288 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:09:46.587175 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-abe2cea8-95db-4600-a635-a707d0f69e64 req-c5705ace-49ef-4d42-b09b-e69147c6a24a service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505368
Dec 18 21:09:46.619640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc818b5-653f-4935-b8c5-80253aa22f42 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e93633-5150-4942-b792-3eb11df7b2f4,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:46.669864 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-efc818b5-653f-4935-b8c5-80253aa22f42 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:46.673909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-efc818b5-653f-4935-b8c5-80253aa22f42 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4044874
Dec 18 21:09:46.674045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34952) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:46.678628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-51cacf4f-503b-42b0-a9d0-b115666ecbf2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': '67c6acc0-6008-4e17-bc38-51383352bbd5', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:46.729696 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadb827-149e-4e53-9162-8f8b819c62ed req-68e4ce9e-add3-42dd-8041-7ed0d086cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:46.731460 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-caadb827-149e-4e53-9162-8f8b819c62ed req-68e4ce9e-add3-42dd-8041-7ed0d086cd7a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 1099 time: 0.0884352
Dec 18 21:09:46.752993 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba7a8e0-a30d-411c-acec-3ab832ca2939 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:46.757978 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cba7a8e0-a30d-411c-acec-3ab832ca2939 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:46.758312 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51cacf4f-503b-42b0-a9d0-b115666ecbf2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:46.766491 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e2fb39-d52f-46bc-ac50-2b25e75c73b2 None None] Sync routers for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:46.776749 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2fb39-d52f-46bc-ac50-2b25e75c73b2 None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:46.777366 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-38e2fb39-d52f-46bc-ac50-2b25e75c73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6bef70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:46.794212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ee407c-fa1c-486b-8f82-2999a32be801 admin admin] Router 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:09:46.834459 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cba7a8e0-a30d-411c-acec-3ab832ca2939 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "PUT /v2.0/floatingips/4ba8d333-d330-47be-bb80-a670508baab6 HTTP/1.1" status: 200  len: 991 time: 2.1814296
Dec 18 21:09:46.891312 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadb827-149e-4e53-9162-8f8b819c62ed req-755038e3-8ea9-4680-b25e-a93b0bfaaa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:46.893650 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-caadb827-149e-4e53-9162-8f8b819c62ed req-755038e3-8ea9-4680-b25e-a93b0bfaaa3a service neutron] 10.222.0.31 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1556613
Dec 18 21:09:46.916687 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-38e2fb39-d52f-46bc-ac50-2b25e75c73b2 None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:46.939073 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51cacf4f-503b-42b0-a9d0-b115666ecbf2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:46.947742 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51cacf4f-503b-42b0-a9d0-b115666ecbf2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:46.954989 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-caadb827-149e-4e53-9162-8f8b819c62ed req-e807ba0a-09aa-4fa3-bcac-e34fff30bd72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913b3bf1-d339-48ab-8f6f-9bdc6158dd92 HTTP/1.1" status: 200  len: 217 time: 0.0538554
Dec 18 21:09:47.000695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cacf4f-503b-42b0-a9d0-b115666ecbf2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7a37c9-b81e-4e8e-9c85-123f542a7197,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:47.021349 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51cacf4f-503b-42b0-a9d0-b115666ecbf2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:47.025237 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-51cacf4f-503b-42b0-a9d0-b115666ecbf2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3476436
Dec 18 21:09:47.025237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ee407c-fa1c-486b-8f82-2999a32be801 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:47.026833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34956) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:47.034243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004db5ae-40a7-4049-8fee-01a4bb2b9228 None None] Sync routers for ids ['7511dd7d-cb94-4c94-af38-56efbb2b4ad5'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:47.037481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadb827-149e-4e53-9162-8f8b819c62ed req-0a05181a-a704-40ed-946a-61ac273b6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:47.039500 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-caadb827-149e-4e53-9162-8f8b819c62ed req-0a05181a-a704-40ed-946a-61ac273b6f51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0775976
Dec 18 21:09:47.049357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004db5ae-40a7-4049-8fee-01a4bb2b9228 None None] Routers {'7511dd7d-cb94-4c94-af38-56efbb2b4ad5'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:47.049980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-004db5ae-40a7-4049-8fee-01a4bb2b9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e256790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7511dd7d-cb94-4c94-af38-56efbb2b4ad5'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:47.053501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-bfbf330e-2a4c-4a8c-af89-207b223746e7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': '67c6acc0-6008-4e17-bc38-51383352bbd5', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:47.076483 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-24ee407c-fa1c-486b-8f82-2999a32be801 admin admin] 10.222.0.13 "PUT /v2.0/routers/7511dd7d-cb94-4c94-af38-56efbb2b4ad5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6819677
Dec 18 21:09:47.077250 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34958) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:47.115162 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadb827-149e-4e53-9162-8f8b819c62ed req-43ae0b0d-7634-48ad-931d-2c9c78df6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:47.117597 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-caadb827-149e-4e53-9162-8f8b819c62ed req-43ae0b0d-7634-48ad-931d-2c9c78df6ec5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0684185
Dec 18 21:09:47.179454 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-bfbf330e-2a4c-4a8c-af89-207b223746e7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Project 71c859bfcff54b5c85e6cb248341f37c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:09:47.190664 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfbf330e-2a4c-4a8c-af89-207b223746e7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:47.192638 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-38e2fb39-d52f-46bc-ac50-2b25e75c73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6bef70>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ba8d333-d330-47be-bb80-a670508baab6', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'floating_ip_address': '172.35.3.223', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'port_id': '83ebec85-c173-4b36-8f22-c0da8cd772d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'mac_address': 'fa:16:3e:fa:e1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:09:24Z', 'updated_at': '2021-12-18T21:09:45Z', 'revision_number': 1, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:47.197002 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-004db5ae-40a7-4049-8fee-01a4bb2b9228 None None] Set router 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:47.228826 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e2fb39-d52f-46bc-ac50-2b25e75c73b2 None None] Checking router: 5080fc68-ce21-48e8-b97e-286cfe92f288 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:47.240612 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2fb39-d52f-46bc-ac50-2b25e75c73b2 None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:47.241602 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-38e2fb39-d52f-46bc-ac50-2b25e75c73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6bef70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:47.280679 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:47.304144 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfbf330e-2a4c-4a8c-af89-207b223746e7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:47.345632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'tag': '83ebec85-c173-4b36-8f22-c0da8cd772d9'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:47.355837 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55822369-494f-4a10-aa4e-00247efb2ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "befd31cf-08d3-4d80-a3e6-101af7256703", "tag": "83ebec85-c173-4b36-8f22-c0da8cd772d9"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:47.365291 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-caadb827-149e-4e53-9162-8f8b819c62ed req-ea93f6c3-429d-4fca-b0b1-80490e864255 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2391260
Dec 18 21:09:47.446464 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742769b6-3a8b-425c-9bbd-24475c9b6a90 x-openstack-request-id: req-742769b6-3a8b-425c-9bbd-24475c9b6a90 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:47.446840 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "befd31cf-08d3-4d80-a3e6-101af7256703", "tag": "83ebec85-c173-4b36-8f22-c0da8cd772d9", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:47.447231 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-742769b6-3a8b-425c-9bbd-24475c9b6a90 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:47.447964 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'tag': '83ebec85-c173-4b36-8f22-c0da8cd772d9', 'status': 'completed', 'code': 200}
Dec 18 21:09:47.460034 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-38e2fb39-d52f-46bc-ac50-2b25e75c73b2 None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:47.476624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-004db5ae-40a7-4049-8fee-01a4bb2b9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e256790>, [{'id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'name': 'tempest-TestAggregatesBasicOps-674781988-router', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:45Z', 'revision_number': 5, 'project_id': '8cd3a167092049489c79bc4681600124', 'gw_port': {'id': 'c3231107-fd7d-4d2d-92dd-4ee74a1a054f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:19Z', 'updated_at': '2021-12-18T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:47.504139 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-caadb827-149e-4e53-9162-8f8b819c62ed req-cfc6700f-0b82-46a8-aa20-52db0e213355 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328859
Dec 18 21:09:47.526018 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:47.553011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004db5ae-40a7-4049-8fee-01a4bb2b9228 None None] Checking router: 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:47.562975 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfbf330e-2a4c-4a8c-af89-207b223746e7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:47.596877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004db5ae-40a7-4049-8fee-01a4bb2b9228 None None] Routers {'7511dd7d-cb94-4c94-af38-56efbb2b4ad5'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:47.598722 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-004db5ae-40a7-4049-8fee-01a4bb2b9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e256790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7511dd7d-cb94-4c94-af38-56efbb2b4ad5'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:47.632019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf330e-2a4c-4a8c-af89-207b223746e7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41ea9af-673f-4fe4-aa6d-ef3273c486d0,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:47.668856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfbf330e-2a4c-4a8c-af89-207b223746e7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:47.673070 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bfbf330e-2a4c-4a8c-af89-207b223746e7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6260562
Dec 18 21:09:47.673270 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34974) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:47.678360 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d9159ffc-db4b-423f-bdeb-95225cb238d1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': '67c6acc0-6008-4e17-bc38-51383352bbd5', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:47.739930 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-d9159ffc-db4b-423f-bdeb-95225cb238d1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Project 71c859bfcff54b5c85e6cb248341f37c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:09:47.745807 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9159ffc-db4b-423f-bdeb-95225cb238d1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:47.750718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbd1c1-5558-4936-80c9-12896a8766d5 req-d6d67c8e-bc5c-485a-8e47-87303942699f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:47.752725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3adbd1c1-5558-4936-80c9-12896a8766d5 req-d6d67c8e-bc5c-485a-8e47-87303942699f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.2376165
Dec 18 21:09:47.757726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55822369-494f-4a10-aa4e-00247efb2ddb req-b3e92b83-df57-4053-865e-f4b66a11f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:47.759607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55822369-494f-4a10-aa4e-00247efb2ddb req-b3e92b83-df57-4053-865e-f4b66a11f882 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 1096 time: 0.2456172
Dec 18 21:09:47.763251 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-004db5ae-40a7-4049-8fee-01a4bb2b9228 None None] Set router 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:47.774170 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-38e2fb39-d52f-46bc-ac50-2b25e75c73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6bef70>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ba8d333-d330-47be-bb80-a670508baab6', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'floating_ip_address': '172.35.3.223', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'port_id': '83ebec85-c173-4b36-8f22-c0da8cd772d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'mac_address': 'fa:16:3e:fa:e1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:09:24Z', 'updated_at': '2021-12-18T21:09:45Z', 'revision_number': 1, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:47.808050 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e2fb39-d52f-46bc-ac50-2b25e75c73b2 None None] The sync data for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 is: [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ba8d333-d330-47be-bb80-a670508baab6', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'floating_ip_address': '172.35.3.223', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'port_id': '83ebec85-c173-4b36-8f22-c0da8cd772d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'mac_address': 'fa:16:3e:fa:e1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:09:24Z', 'updated_at': '2021-12-18T21:09:45Z', 'revision_number': 1, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:47.855929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Deleting port c3231107-fd7d-4d2d-92dd-4ee74a1a054f {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:09:47.856382 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:47.866112 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9159ffc-db4b-423f-bdeb-95225cb238d1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:47.882702 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9159ffc-db4b-423f-bdeb-95225cb238d1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:47.914915 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9159ffc-db4b-423f-bdeb-95225cb238d1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:47.917824 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d9159ffc-db4b-423f-bdeb-95225cb238d1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2434723
Dec 18 21:09:47.919005 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9159ffc-db4b-423f-bdeb-95225cb238d1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d31161-a593-43d0-b6f3-e9eb8d773e2f,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:47.920785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34976) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:47.932362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-db5d01cb-64e9-4413-a2a9-0cc6ac83ec3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'network': {'name': 'tempest-network-smoke--509093086', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'port_security_enabled': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:47.976661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3adbd1c1-5558-4936-80c9-12896a8766d5 req-8105d4b9-c8da-4929-b5aa-43cc9b852efa tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2121391
Dec 18 21:09:47.977715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5d01cb-64e9-4413-a2a9-0cc6ac83ec3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Made reservation on behalf of 71c859bfcff54b5c85e6cb248341f37c for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:47.986846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db5d01cb-64e9-4413-a2a9-0cc6ac83ec3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.003634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb181c8-2857-4d83-816f-7db467bbd59e req-38405e3a-a837-4c6c-8377-9e8494b33790 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:48.005577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbb181c8-2857-4d83-816f-7db467bbd59e req-38405e3a-a837-4c6c-8377-9e8494b33790 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 948 time: 0.4025536
Dec 18 21:09:48.023862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5d01cb-64e9-4413-a2a9-0cc6ac83ec3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:09:48.037333 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db5d01cb-64e9-4413-a2a9-0cc6ac83ec3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.037715 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-db5d01cb-64e9-4413-a2a9-0cc6ac83ec3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Added segment e65a1add-2a34-49ed-9861-ddacad21328b of type vlan for network 50351f84-6aa6-4168-a1c5-734a5dfac7c6
Dec 18 21:09:48.096921 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db5d01cb-64e9-4413-a2a9-0cc6ac83ec3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.144436 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db5d01cb-64e9-4413-a2a9-0cc6ac83ec3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.151810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5d01cb-64e9-4413-a2a9-0cc6ac83ec3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:48.152429 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db5d01cb-64e9-4413-a2a9-0cc6ac83ec3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.154536 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-004db5ae-40a7-4049-8fee-01a4bb2b9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e256790>, [{'id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'name': 'tempest-TestAggregatesBasicOps-674781988-router', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:47Z', 'revision_number': 6, 'project_id': '8cd3a167092049489c79bc4681600124', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:48.172785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbb181c8-2857-4d83-816f-7db467bbd59e req-afdd6c98-a790-4404-952c-28651eaf9a0d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495993
Dec 18 21:09:48.176412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55822369-494f-4a10-aa4e-00247efb2ddb req-49118043-8b33-477c-949a-9b1453ef8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:48.178499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55822369-494f-4a10-aa4e-00247efb2ddb req-49118043-8b33-477c-949a-9b1453ef8dcb service neutron] 10.222.0.31 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 910 time: 0.3510475
Dec 18 21:09:48.200262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004db5ae-40a7-4049-8fee-01a4bb2b9228 None None] The sync data for ids ['7511dd7d-cb94-4c94-af38-56efbb2b4ad5'] in ncdv-master-1 is: [{'id': '7511dd7d-cb94-4c94-af38-56efbb2b4ad5', 'name': 'tempest-TestAggregatesBasicOps-674781988-router', 'tenant_id': '8cd3a167092049489c79bc4681600124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:47Z', 'revision_number': 6, 'project_id': '8cd3a167092049489c79bc4681600124', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:48.252983 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-db5d01cb-64e9-4413-a2a9-0cc6ac83ec3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3226075
Dec 18 21:09:48.258305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34980) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:48.267714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'admin_state_up': True, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:48.271619 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55822369-494f-4a10-aa4e-00247efb2ddb req-a4957d13-5ee0-4c06-addb-f18ae1de2444 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ebec85-c173-4b36-8f22-c0da8cd772d9 HTTP/1.1" status: 200  len: 999 time: 0.0812738
Dec 18 21:09:48.278551 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a676a-ee49-42cb-891e-4d0ec034167a None None] New status for floating IP 4ba8d333-d330-47be-bb80-a670508baab6: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:09:48.281298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d01cb-64e9-4413-a2a9-0cc6ac83ec3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Network': ['ID=50351f84-6aa6-4168-a1c5-734a5dfac7c6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:48.301341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:09:48.321168 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.323718 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.360460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] For port c3231107-fd7d-4d2d-92dd-4ee74a1a054f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3231107-fd7d-4d2d-92dd-4ee74a1a054f,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:48.360835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.380191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Calling delete_port for c3231107-fd7d-4d2d-92dd-4ee74a1a054f owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:09:48.380450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.387831 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55822369-494f-4a10-aa4e-00247efb2ddb req-2f65fef4-6aa5-4377-967d-bb9cf8f6bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:48.390201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55822369-494f-4a10-aa4e-00247efb2ddb req-2f65fef4-6aa5-4377-967d-bb9cf8f6bdd7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c32a9709-eb41-4302-a656-d37822e7e70b HTTP/1.1" status: 200  len: 848 time: 0.0850360
Dec 18 21:09:48.524389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55822369-494f-4a10-aa4e-00247efb2ddb req-dc6b91c5-dce4-4899-bae4-e29cfeceadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:48.526474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55822369-494f-4a10-aa4e-00247efb2ddb req-dc6b91c5-dce4-4899-bae4-e29cfeceadbf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0945148
Dec 18 21:09:48.535703 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.624406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7d64d3c7-016e-4573-8be0-a25fa58ed34e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:09:48.645725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 7d64d3c7-016e-4573-8be0-a25fa58ed34e {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:09:48.646166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7d64d3c7-016e-4573-8be0-a25fa58ed34e not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:09:48.686785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55822369-494f-4a10-aa4e-00247efb2ddb req-de0639cf-b0d1-402c-a27c-3cf49e08ce8b service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529553
Dec 18 21:09:48.691217 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.753035 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.755392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3231107-fd7d-4d2d-92dd-4ee74a1a054f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:48.772932 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.774610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db60cd83-353c-48c3-9287-cbf4dd8de473 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:48.849087 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.853580 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55822369-494f-4a10-aa4e-00247efb2ddb req-331b627a-b236-4589-b9f2-c90cf916aae3 service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585495
Dec 18 21:09:48.884759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.35.3.68 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:48.940129 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.942496 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.991381 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.991633 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:48.992045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7511dd7d-cb94-4c94-af38-56efbb2b4ad5 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:09:48.998037 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.001637 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0e7246cd-daa2-40ea-84ba-7e66ccb75099 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7511dd7d-cb94-4c94-af38-56efbb2b4ad5 HTTP/1.1" status: 204  len: 168 time: 1.9202518
Dec 18 21:09:49.002149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34982) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:49.040222 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.060824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2b0522-b2ca-461e-a29c-fa1f2cbdd3a2 admin admin] Deleting subnet 36470c9b-bf35-4cce-906f-8effe305c205 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:09:49.064140 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0522-b2ca-461e-a29c-fa1f2cbdd3a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.080901 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:49.085114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:49.088789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:49.094212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:49.103717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd06500-0ed4-4ddf-b4c1-1fd384016f65 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:49.141237 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0522-b2ca-461e-a29c-fa1f2cbdd3a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.192550 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f164f-a661-4f8a-b746-b0ac07234a34 req-f4c6ec86-729d-409e-9371-6ad4179ed624 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:49.202018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-296f164f-a661-4f8a-b746-b0ac07234a34 req-f4c6ec86-729d-409e-9371-6ad4179ed624 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.1124825
Dec 18 21:09:49.227451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1912c81f-9a9f-4989-8a62-dc76b4841272 None None] Provisioning complete for port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:49.228569 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1912c81f-9a9f-4989-8a62-dc76b4841272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.293561 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-296f164f-a661-4f8a-b746-b0ac07234a34 req-a9552851-a02b-40dc-b5a8-e4525ac2b0ee tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905502
Dec 18 21:09:49.293754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1912c81f-9a9f-4989-8a62-dc76b4841272 None None] Port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:49.307801 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0522-b2ca-461e-a29c-fa1f2cbdd3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.441492 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0522-b2ca-461e-a29c-fa1f2cbdd3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.481034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b0522-b2ca-461e-a29c-fa1f2cbdd3a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36470c9b-bf35-4cce-906f-8effe305c205,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:49.483868 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0522-b2ca-461e-a29c-fa1f2cbdd3a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.487219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.489740 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.490545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34992) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:49.490672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5a2b0522-b2ca-461e-a29c-fa1f2cbdd3a2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/36470c9b-bf35-4cce-906f-8effe305c205 HTTP/1.1" status: 204  len: 168 time: 0.4872236
Dec 18 21:09:49.495694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c6213d-72e6-4f10-ab7b-7798046e7f21 None None] Network 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:49.509823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70396a-eb40-4127-b75d-4a9338227c3f req-29c9d4a5-ddab-4f58-9530-bf6b6e0e97ed tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:49.511348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c70396a-eb40-4127-b75d-4a9338227c3f req-29c9d4a5-ddab-4f58-9530-bf6b6e0e97ed tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.1285839
Dec 18 21:09:49.522944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65861d64-f444-4dad-8f6b-b609a7485e26 req-4537c4c1-b407-495d-8c33-84f50dd001f8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:49.524873 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65861d64-f444-4dad-8f6b-b609a7485e26 req-4537c4c1-b407-495d-8c33-84f50dd001f8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 948 time: 0.1409638
Dec 18 21:09:49.525822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 34994) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:49.530367 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-12a93ce4-8b9d-4a92-83e3-64d9c870672b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Request body: {'floatingip': {'port_id': '108c8a1c-0915-4513-8659-185ce5146ce7'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:49.594537 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-12a93ce4-8b9d-4a92-83e3-64d9c870672b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.640044 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.730909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65861d64-f444-4dad-8f6b-b609a7485e26 req-9e210d6e-960b-4011-b17b-d237e50b0ddd tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968825
Dec 18 21:09:49.766463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3e08908-e367-445f-9f1a-d0799f585cb4 req-a3321558-fc31-4c61-867f-a735922ca78f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1212091
Dec 18 21:09:49.771311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c5c27-70c2-45ad-b599-cd7368d9b72e None None] DHCP port deletion for 56d7a6d2-e0f5-49ee-a148-7ed9c30309cd request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:49.805642 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.850191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c5c27-70c2-45ad-b599-cd7368d9b72e None None] Deleting port 961d951e-1e21-469d-9416-c72c1736083b {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:09:49.850532 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5c27-70c2-45ad-b599-cd7368d9b72e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.860557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Deleting port 961d951e-1e21-469d-9416-c72c1736083b {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:09:49.860871 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.911970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e08908-e367-445f-9f1a-d0799f585cb4 req-efcf8017-fb36-4ef2-9e6f-5b58f76220b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:49.913908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3e08908-e367-445f-9f1a-d0799f585cb4 req-efcf8017-fb36-4ef2-9e6f-5b58f76220b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 1097 time: 0.0829618
Dec 18 21:09:49.925654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0f0c5c27-70c2-45ad-b599-cd7368d9b72e None None] For port 961d951e-1e21-469d-9416-c72c1736083b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=961d951e-1e21-469d-9416-c72c1736083b,segment=NetworkSegment(e1a19e1e-c28e-4951-8c1b-f5b3388a277f),segment_id=e1a19e1e-c28e-4951-8c1b-f5b3388a277f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:49.926058 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5c27-70c2-45ad-b599-cd7368d9b72e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.927374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] For port 961d951e-1e21-469d-9416-c72c1736083b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=961d951e-1e21-469d-9416-c72c1736083b,segment=NetworkSegment(e1a19e1e-c28e-4951-8c1b-f5b3388a277f),segment_id=e1a19e1e-c28e-4951-8c1b-f5b3388a277f)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:49.927745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:49.943428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Calling delete_port for 961d951e-1e21-469d-9416-c72c1736083b owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:09:49.949605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c5c27-70c2-45ad-b599-cd7368d9b72e None None] Calling delete_port for 961d951e-1e21-469d-9416-c72c1736083b owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:09:50.041349 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5c27-70c2-45ad-b599-cd7368d9b72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:50.082635 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:50.097359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e08908-e367-445f-9f1a-d0799f585cb4 req-3ad6ab94-4b12-4a25-8001-a9ab47c571d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:50.101186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3e08908-e367-445f-9f1a-d0799f585cb4 req-3ad6ab94-4b12-4a25-8001-a9ab47c571d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1584349
Dec 18 21:09:50.105429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c5c27-70c2-45ad-b599-cd7368d9b72e None None] No DVR routers for this DVR port 961d951e-1e21-469d-9416-c72c1736083b on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:09:50.112670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c5c27-70c2-45ad-b599-cd7368d9b72e None None] Pushing event deleted for resources: {'Port': ['ID=961d951e-1e21-469d-9416-c72c1736083b,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:50.118808 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=961d951e-1e21-469d-9416-c72c1736083b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:50.123859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] No DVR routers for this DVR port 961d951e-1e21-469d-9416-c72c1736083b on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:09:50.179573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router 872e1793-38f8-4f27-8f35-8275af3b10ec is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:09:50.232649 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3e08908-e367-445f-9f1a-d0799f585cb4 req-ed04369f-a211-401b-9520-930198f053a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16db603-fc8c-45ee-85f8-94d3470ee5f5 HTTP/1.1" status: 200  len: 217 time: 0.0992942
Dec 18 21:09:50.257511 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:50.328791 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c9fde50>,) {'filters': {'network_id': ['56d7a6d2-e0f5-49ee-a148-7ed9c30309cd']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:50.386439 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 961d951e-1e21-469d-9416-c72c1736083b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:09:50.411005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 961d951e-1e21-469d-9416-c72c1736083b {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:09:50.411364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 961d951e-1e21-469d-9416-c72c1736083b not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:09:50.411790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c3231107-fd7d-4d2d-92dd-4ee74a1a054f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:09:50.432587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: c3231107-fd7d-4d2d-92dd-4ee74a1a054f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:09:50.432936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c3231107-fd7d-4d2d-92dd-4ee74a1a054f not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:09:50.637676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c9fde50>, 'e1a19e1e-c28e-4951-8c1b-f5b3388a277f') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:50.637895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c9fde50>, 'e1a19e1e-c28e-4951-8c1b-f5b3388a277f') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:50.652556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:50.670712 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:50.680526 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:09:50.681546 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:09:50.683661 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:09:50.692904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:50.705027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Sync routers for ids ['872e1793-38f8-4f27-8f35-8275af3b10ec'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:50.717718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Routers {'872e1793-38f8-4f27-8f35-8275af3b10ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:50.718968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eeafd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['872e1793-38f8-4f27-8f35-8275af3b10ec'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:50.721884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e08908-e367-445f-9f1a-d0799f585cb4 req-bc87f0bb-c8d8-4515-a234-a040651305a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:50.723394 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3e08908-e367-445f-9f1a-d0799f585cb4 req-bc87f0bb-c8d8-4515-a234-a040651305a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.4677172
Dec 18 21:09:50.756422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:50.761142 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-621f8124-d05e-489a-903e-436a765b4513 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.4975326
Dec 18 21:09:50.761506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 34998) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:50.770823 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:50.789916 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:50.797941 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] 10.222.0.13 "DELETE /v2.0/networks/56d7a6d2-e0f5-49ee-a148-7ed9c30309cd HTTP/1.1" status: 204  len: 168 time: 1.3062117
Dec 18 21:09:50.799029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915081e-fd21-4f6a-ac4b-1824c1664a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d7a6d2-e0f5-49ee-a148-7ed9c30309cd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:50.801038 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35004) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:50.870727 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.db.resource_extend [None req-12a93ce4-8b9d-4a92-83e3-64d9c870672b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 18 21:09:50.885599 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Set router 872e1793-38f8-4f27-8f35-8275af3b10ec gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:50.912448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e08908-e367-445f-9f1a-d0799f585cb4 req-e2c4954b-6b91-4fb7-97d6-7b6fa9607e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:50.914010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3e08908-e367-445f-9f1a-d0799f585cb4 req-e2c4954b-6b91-4fb7-97d6-7b6fa9607e19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1810410
Dec 18 21:09:50.976419 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aeb93987-6708-4706-8497-701e41108a30 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=71c859bfcff54b5c85e6cb248341f37c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2137375
Dec 18 21:09:50.979742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35006) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:51.038963 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-12a93ce4-8b9d-4a92-83e3-64d9c870672b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.048542 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-12a93ce4-8b9d-4a92-83e3-64d9c870672b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.081082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eeafd90>, [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:49Z', 'revision_number': 3, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:51.099918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb38ea-9efe-4584-aaf5-49204035993e req-ede872d4-082c-4cfa-93a3-22bb1aa1860f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:51.101664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13fb38ea-9efe-4584-aaf5-49204035993e req-ede872d4-082c-4cfa-93a3-22bb1aa1860f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 948 time: 0.1917257
Dec 18 21:09:51.110808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Checking router: 872e1793-38f8-4f27-8f35-8275af3b10ec for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:51.111191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Updating router 872e1793-38f8-4f27-8f35-8275af3b10ec port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:09:51.147018 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.200919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3e08908-e367-445f-9f1a-d0799f585cb4 req-47c213cb-3f3e-4687-810c-f8a0c28db243 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2589412
Dec 18 21:09:51.224029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6141e-cb21-4d77-b6e7-a43da257aed8 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:51.228753 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c3b6141e-cb21-4d77-b6e7-a43da257aed8 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2448604
Dec 18 21:09:51.229123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35008) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:51.246493 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-12a93ce4-8b9d-4a92-83e3-64d9c870672b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Floating IP 3c82d0df-ded1-4973-abdc-08a2ded77424 associated. External IP: 172.35.3.198, port: 108c8a1c-0915-4513-8659-185ce5146ce7.
Dec 18 21:09:51.317267 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f881b9c7-361a-4050-90c3-d24569c35869 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0869133
Dec 18 21:09:51.322768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35012) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:51.331420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-44d15f25-eb09-40e4-bf01-9b51c21fcf3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1557652092', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:09:51.340292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13fb38ea-9efe-4584-aaf5-49204035993e req-e892f4b3-d7b3-4e46-8f24-2c083a171e05 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011073
Dec 18 21:09:51.429972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3e08908-e367-445f-9f1a-d0799f585cb4 req-3fd7b470-ef83-4f1b-9245-3df115f3cc09 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2164340
Dec 18 21:09:51.470820 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.480385 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.480838 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d15f25-eb09-40e4-bf01-9b51c21fcf3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Made reservation on behalf of 71c859bfcff54b5c85e6cb248341f37c for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:09:51.484919 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-44d15f25-eb09-40e4-bf01-9b51c21fcf3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.535089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Attempting to bind port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:51.535089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Attempting to bind port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:51.535321 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Attempting to bind port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:51.546383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61060b2a-74c6-4395-bcff-5c557031a71c None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:51.556704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:51.557535 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:51.558386 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.561462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:51.562503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Bound port: cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:51.563262 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.595934 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9d8c4-3402-443a-bc37-4b22f8d41c51 None None] Pushing event updated for resources: {'Port': ['ID=cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:51.617311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a93ce4-8b9d-4a92-83e3-64d9c870672b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Router 2655322f-0402-401a-98b3-da4f6f8d5037 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:09:51.628741 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4be07ead-25e8-4546-b56d-cc9162937e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.636857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] For port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:51.640382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] For port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:51.650520 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.725186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-681c3c64-fac1-498b-ad85-0124d70a2425 None None] Provisioning complete for port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:51.725551 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-681c3c64-fac1-498b-ad85-0124d70a2425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.738930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd43b51c-af99-4be8-9eec-1944fe57f715 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:51.758948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a93ce4-8b9d-4a92-83e3-64d9c870672b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:51.764505 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-12a93ce4-8b9d-4a92-83e3-64d9c870672b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.770475 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6286f08d-28b0-4d6e-aef2-fd1bc3ab3f55 None None] Sync routers for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:51.784412 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6286f08d-28b0-4d6e-aef2-fd1bc3ab3f55 None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:51.784823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Routers {'872e1793-38f8-4f27-8f35-8275af3b10ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:51.785458 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6286f08d-28b0-4d6e-aef2-fd1bc3ab3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36643b8370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:51.786279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eeafd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['872e1793-38f8-4f27-8f35-8275af3b10ec'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:51.803941 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-44d15f25-eb09-40e4-bf01-9b51c21fcf3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:51.828191 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-12a93ce4-8b9d-4a92-83e3-64d9c870672b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "PUT /v2.0/floatingips/3c82d0df-ded1-4973-abdc-08a2ded77424 HTTP/1.1" status: 200  len: 991 time: 2.2993195
Dec 18 21:09:51.828978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:51.835980 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c4ee43-8beb-429e-973c-b5d4dd48818c" -d '{"events": [{"name": "network-changed", "server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:51.867956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9d8c4-3402-443a-bc37-4b22f8d41c51 None None] Pushing event updated for resources: {'Port': ['ID=cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:51.922818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d15f25-eb09-40e4-bf01-9b51c21fcf3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Subnet': ['ID=70999cfe-42f2-4589-9127-a8b2dfb99a30,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:51.950091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d15f25-eb09-40e4-bf01-9b51c21fcf3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Checking segment: {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:51.950638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d15f25-eb09-40e4-bf01-9b51c21fcf3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network hostable DHCP agents. Network: 50351f84-6aa6-4168-a1c5-734a5dfac7c6, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:09:51.973509 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3407b951-f521-4bbb-9e55-fc9a645b4531 x-openstack-request-id: req-3407b951-f521-4bbb-9e55-fc9a645b4531 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:51.973708 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:51.975454 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3407b951-f521-4bbb-9e55-fc9a645b4531 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:51.975983 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7', 'status': 'completed', 'code': 200}
Dec 18 21:09:51.981511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d15f25-eb09-40e4-bf01-9b51c21fcf3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:09:52.015955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-44d15f25-eb09-40e4-bf01-9b51c21fcf3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50351f84-6aa6-4168-a1c5-734a5dfac7c6) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:52.020421 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-681c3c64-fac1-498b-ad85-0124d70a2425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:52.029338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] Set router 872e1793-38f8-4f27-8f35-8275af3b10ec gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:52.029519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4ee43-8beb-429e-973c-b5d4dd48818c req-beebb6ff-e321-4724-acbb-c9046caf98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:52.031215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1c4ee43-8beb-429e-973c-b5d4dd48818c req-beebb6ff-e321-4724-acbb-c9046caf98c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 1096 time: 0.0609086
Dec 18 21:09:52.033032 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c321e7e-f0c0-4078-8767-8c2dd5632f51 None None] Network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:52.035611 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-6286f08d-28b0-4d6e-aef2-fd1bc3ab3f55 None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:52.043736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d15f25-eb09-40e4-bf01-9b51c21fcf3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:52.044323 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-44d15f25-eb09-40e4-bf01-9b51c21fcf3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:52.079986 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-44d15f25-eb09-40e4-bf01-9b51c21fcf3c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7519221
Dec 18 21:09:52.080721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35018) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:52.122434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-681c3c64-fac1-498b-ad85-0124d70a2425 None None] For port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:52.153288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4be07ead-25e8-4546-b56d-cc9162937e35 admin admin] Deleting port b4b115d0-910b-4903-b861-e3130688d8aa {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:09:52.153542 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4be07ead-25e8-4546-b56d-cc9162937e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:52.172378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4ee43-8beb-429e-973c-b5d4dd48818c req-422007e0-6daf-4476-a6b4-b5ec6ed8157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:52.177240 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1c4ee43-8beb-429e-973c-b5d4dd48818c req-422007e0-6daf-4476-a6b4-b5ec6ed8157a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.1356423
Dec 18 21:09:52.192534 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-681c3c64-fac1-498b-ad85-0124d70a2425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:52.266939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1c4ee43-8beb-429e-973c-b5d4dd48818c req-4284b639-f620-485e-82b0-4e63b25cd6a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c8a1c-0915-4513-8659-185ce5146ce7 HTTP/1.1" status: 200  len: 999 time: 0.0780134
Dec 18 21:09:52.302794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c3c64-fac1-498b-ad85-0124d70a2425 None None] Pushing event updated for resources: {'Port': ['ID=cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:52.327087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-4be07ead-25e8-4546-b56d-cc9162937e35 admin admin] For port b4b115d0-910b-4903-b861-e3130688d8aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4b115d0-910b-4903-b861-e3130688d8aa,segment=NetworkSegment(0f23fdac-786a-4f3f-800e-f8594acdbde7),segment_id=0f23fdac-786a-4f3f-800e-f8594acdbde7)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:52.327614 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4be07ead-25e8-4546-b56d-cc9162937e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:52.358110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4ee43-8beb-429e-973c-b5d4dd48818c req-c7a90989-2382-4e28-a3f0-9899ec119469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:52.361720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1c4ee43-8beb-429e-973c-b5d4dd48818c req-c7a90989-2382-4e28-a3f0-9899ec119469 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.0880027
Dec 18 21:09:52.373967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4be07ead-25e8-4546-b56d-cc9162937e35 admin admin] Calling delete_port for b4b115d0-910b-4903-b861-e3130688d8aa owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:09:52.424920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8ef38eb3-bac6-4507-be13-dc638e303dd4 None None] Provisioning complete for port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:52.425310 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8ef38eb3-bac6-4507-be13-dc638e303dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:52.443589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4ee43-8beb-429e-973c-b5d4dd48818c req-03ac5a6f-4551-439b-bdca-194d12fc726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:52.446296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1c4ee43-8beb-429e-973c-b5d4dd48818c req-03ac5a6f-4551-439b-bdca-194d12fc726f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0765700
Dec 18 21:09:52.488419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ips': [{'subnet_id': '70999cfe-42f2-4589-9127-a8b2dfb99a30'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:09:52.489272 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:52.506319 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6286f08d-28b0-4d6e-aef2-fd1bc3ab3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36643b8370>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c82d0df-ded1-4973-abdc-08a2ded77424', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'floating_ip_address': '172.35.3.198', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'port_id': '108c8a1c-0915-4513-8659-185ce5146ce7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'mac_address': 'fa:16:3e:02:f1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:09:28Z', 'updated_at': '2021-12-18T21:09:50Z', 'revision_number': 1, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:27Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:52.558641 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6286f08d-28b0-4d6e-aef2-fd1bc3ab3f55 None None] Checking router: 2655322f-0402-401a-98b3-da4f6f8d5037 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:52.568589 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6286f08d-28b0-4d6e-aef2-fd1bc3ab3f55 None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:52.569433 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6286f08d-28b0-4d6e-aef2-fd1bc3ab3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36643b8370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:52.595907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1c4ee43-8beb-429e-973c-b5d4dd48818c req-1eef2f69-9c59-4f50-96e8-5fbdc3d109c5 service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415009
Dec 18 21:09:52.671719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eeafd90>, [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:49Z', 'revision_number': 3, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:52.706541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfa707-ce64-4c38-b097-d7704ffb4cde None None] The sync data for ids ['872e1793-38f8-4f27-8f35-8275af3b10ec'] in ncdv-master-1 is: [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:49Z', 'revision_number': 3, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:52.714807 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-6286f08d-28b0-4d6e-aef2-fd1bc3ab3f55 None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:52.739950 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Allocated IP 172.20.0.2 (50351f84-6aa6-4168-a1c5-734a5dfac7c6/70999cfe-42f2-4589-9127-a8b2dfb99a30/c48f5c6b-467e-41a1-b4ed-444da0b37f6c) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:52.764773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d86c3-1d45-4a17-82a2-cdf21012c2bf req-a9793843-ddf0-42af-9c3f-cbaaf51677d8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:52.766478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f5d86c3-1d45-4a17-82a2-cdf21012c2bf req-a9793843-ddf0-42af-9c3f-cbaaf51677d8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 948 time: 0.1692798
Dec 18 21:09:52.841543 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1c4ee43-8beb-429e-973c-b5d4dd48818c req-14e67977-081f-477e-861f-b7372a4c0add service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2015386
Dec 18 21:09:52.875845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f5d86c3-1d45-4a17-82a2-cdf21012c2bf req-dac42539-ae0c-413b-824a-f623726e3fbd tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919697
Dec 18 21:09:52.981509 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:52.990500 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:53.059184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:53.063230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:53.065753 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6286f08d-28b0-4d6e-aef2-fd1bc3ab3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36643b8370>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c82d0df-ded1-4973-abdc-08a2ded77424', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'floating_ip_address': '172.35.3.198', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'port_id': '108c8a1c-0915-4513-8659-185ce5146ce7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'mac_address': 'fa:16:3e:02:f1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:09:28Z', 'updated_at': '2021-12-18T21:09:50Z', 'revision_number': 1, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:27Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:53.069489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:53.103498 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6286f08d-28b0-4d6e-aef2-fd1bc3ab3f55 None None] The sync data for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 is: [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c82d0df-ded1-4973-abdc-08a2ded77424', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'floating_ip_address': '172.35.3.198', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'port_id': '108c8a1c-0915-4513-8659-185ce5146ce7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'mac_address': 'fa:16:3e:02:f1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:09:28Z', 'updated_at': '2021-12-18T21:09:50Z', 'revision_number': 1, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:27Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:53.136139 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4be07ead-25e8-4546-b56d-cc9162937e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:53.214646 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be07ead-25e8-4546-b56d-cc9162937e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b115d0-910b-4903-b861-e3130688d8aa,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:53.220701 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:53.346793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Pushing event updated for resources: {'Port': ['ID=c48f5c6b-467e-41a1-b4ed-444da0b37f6c,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:53.350472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:09:53.374618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Attempting to bind port c48f5c6b-467e-41a1-b4ed-444da0b37f6c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:53.375135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Attempting to bind port c48f5c6b-467e-41a1-b4ed-444da0b37f6c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:53.375617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Attempting to bind port c48f5c6b-467e-41a1-b4ed-444da0b37f6c on network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:53.387396 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:53.387930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Checking segment: {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:53.388429 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:53.389207 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Bound using segment: {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:53.389816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Bound port: c48f5c6b-467e-41a1-b4ed-444da0b37f6c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:53.390346 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:53.578245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] For port c48f5c6b-467e-41a1-b4ed-444da0b37f6c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:53.598285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=913b3bf1-d339-48ab-8f6f-9bdc6158dd92,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:53.610423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] For port c48f5c6b-467e-41a1-b4ed-444da0b37f6c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c48f5c6b-467e-41a1-b4ed-444da0b37f6c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:53.616911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '913b3bf1-d339-48ab-8f6f-9bdc6158dd92', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'port_id': '913b3bf1-d339-48ab-8f6f-9bdc6158dd92', 'mac_address': 'fa:16:3e:f2:db:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:09:53.621801 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:53.653144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9269b14-61da-47f4-bc47-c8c977846b65 None None] New status for floating IP 3c82d0df-ded1-4973-abdc-08a2ded77424: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:09:53.777370 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:53.784817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cfb98-68c1-491c-b547-6253eaa25149 None None] Pushing event updated for resources: {'Port': ['ID=c48f5c6b-467e-41a1-b4ed-444da0b37f6c,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:53.810756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.20.0.1 (50351f84-6aa6-4168-a1c5-734a5dfac7c6/70999cfe-42f2-4589-9127-a8b2dfb99a30/ccde5b22-ce5b-4638-94cf-ac40a0292033) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:09:53.848769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:09:53.881562 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4be07ead-25e8-4546-b56d-cc9162937e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:53.888062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=913b3bf1-d339-48ab-8f6f-9bdc6158dd92,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:53.894730 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:54.086175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=913b3bf1-d339-48ab-8f6f-9bdc6158dd92,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:54.102988 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:54.113691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4af2-f7b3-4e6f-908d-c6a9376d8457 req-95aa9e6f-7868-4cb2-ad9e-aabdb8ae8182 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:54.115443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-646a4af2-f7b3-4e6f-908d-c6a9376d8457 req-95aa9e6f-7868-4cb2-ad9e-aabdb8ae8182 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 949 time: 0.0848615
Dec 18 21:09:54.177178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-646a4af2-f7b3-4e6f-908d-c6a9376d8457 req-dac5b374-0630-448e-9b75-6f61936a9692 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542967
Dec 18 21:09:54.184587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['913b3bf1-d339-48ab-8f6f-9bdc6158dd92'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:09:54.240332 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:09:54.259529 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:54.318951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:54.329027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:54.332684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:09:54.386584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=ccde5b22-ce5b-4638-94cf-ac40a0292033,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:54.420638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be07ead-25e8-4546-b56d-cc9162937e35 admin admin] Router d14dda18-863c-44c2-b61d-e1f9eb4305fd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:09:54.441520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:54.589538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c48f5c6b-467e-41a1-b4ed-444da0b37f6c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:54.645208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be07ead-25e8-4546-b56d-cc9162937e35 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:54.651225 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4be07ead-25e8-4546-b56d-cc9162937e35 admin admin] 10.222.0.13 "PUT /v2.0/routers/d14dda18-863c-44c2-b61d-e1f9eb4305fd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8450220
Dec 18 21:09:54.655843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35034) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:54.658509 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee7594a-e904-4966-b9a4-9287097dfdd3 None None] Sync routers for ids ['d14dda18-863c-44c2-b61d-e1f9eb4305fd'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:54.697596 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7594a-e904-4966-b9a4-9287097dfdd3 None None] Routers {'d14dda18-863c-44c2-b61d-e1f9eb4305fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:54.703422 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-1ee7594a-e904-4966-b9a4-9287097dfdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640597c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['d14dda18-863c-44c2-b61d-e1f9eb4305fd'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:54.719441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port c48f5c6b-467e-41a1-b4ed-444da0b37f6c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:54.719964 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:54.734916 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:54.818998 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:54.857253 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-1ee7594a-e904-4966-b9a4-9287097dfdd3 None None] Set router d14dda18-863c-44c2-b61d-e1f9eb4305fd gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:54.926854 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:54.989604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port c48f5c6b-467e-41a1-b4ed-444da0b37f6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c48f5c6b-467e-41a1-b4ed-444da0b37f6c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:54.999459 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:55.002072 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:55.015525 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:55.115388 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Deleting port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:09:55.116325 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:55.152163 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-1ee7594a-e904-4966-b9a4-9287097dfdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640597c0>, [{'id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'name': 'tempest-TestAggregatesBasicOps-1933169078-router', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:29Z', 'updated_at': '2021-12-18T21:09:53Z', 'revision_number': 5, 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'gw_port': {'id': '0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:30Z', 'updated_at': '2021-12-18T21:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:55.206045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=c48f5c6b-467e-41a1-b4ed-444da0b37f6c,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:55.210817 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee7594a-e904-4966-b9a4-9287097dfdd3 None None] Checking router: d14dda18-863c-44c2-b61d-e1f9eb4305fd for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:55.221630 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7594a-e904-4966-b9a4-9287097dfdd3 None None] Routers {'d14dda18-863c-44c2-b61d-e1f9eb4305fd'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:55.222279 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-1ee7594a-e904-4966-b9a4-9287097dfdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640597c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['d14dda18-863c-44c2-b61d-e1f9eb4305fd'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:55.256056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:55.256437 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:55.301507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] For port 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:55.301897 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:55.338722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Calling delete_port for 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:09:55.346313 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:55.432590 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-1ee7594a-e904-4966-b9a4-9287097dfdd3 None None] Set router d14dda18-863c-44c2-b61d-e1f9eb4305fd gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:55.445540 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:55.452856 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:55.456051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50af559-6a21-488b-8f12-5ef57b17a8e8 None None] Network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:55.502109 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-1ee7594a-e904-4966-b9a4-9287097dfdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640597c0>, [{'id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'name': 'tempest-TestAggregatesBasicOps-1933169078-router', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:29Z', 'updated_at': '2021-12-18T21:09:55Z', 'revision_number': 6, 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:55.515346 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:55.621623 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=ccde5b22-ce5b-4638-94cf-ac40a0292033,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:55.639403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-96cb1299-b261-4509-a593-d13c3014f1d0 None None] Provisioning complete for port c48f5c6b-467e-41a1-b4ed-444da0b37f6c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:55.640274 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96cb1299-b261-4509-a593-d13c3014f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:55.682404 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:09:55.692612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:09:55.702087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:09:55.721892 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee7594a-e904-4966-b9a4-9287097dfdd3 None None] The sync data for ids ['d14dda18-863c-44c2-b61d-e1f9eb4305fd'] in ncdv-master-1 is: [{'id': 'd14dda18-863c-44c2-b61d-e1f9eb4305fd', 'name': 'tempest-TestAggregatesBasicOps-1933169078-router', 'tenant_id': 'e361f6dac643438a9702f4b3c7dd9502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:29Z', 'updated_at': '2021-12-18T21:09:55Z', 'revision_number': 6, 'project_id': 'e361f6dac643438a9702f4b3c7dd9502', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:55.726243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:55.726688 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:55.783165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c0830-5a68-4950-88f2-723c6fb63b53 req-4fcf045e-1c48-4ad8-9d70-95d7d50ee066 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:55.794545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-401c0830-5a68-4950-88f2-723c6fb63b53 req-4fcf045e-1c48-4ad8-9d70-95d7d50ee066 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 949 time: 0.3421457
Dec 18 21:09:55.864731 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:55.901748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-401c0830-5a68-4950-88f2-723c6fb63b53 req-3484a7ef-7052-418e-a8de-e372f643813e tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063182
Dec 18 21:09:55.905563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:55.933764 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:55.935580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router 872e1793-38f8-4f27-8f35-8275af3b10ec has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:09:55.949622 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6ea638-f1a4-4b59-ba43-0bc9f89c7e14 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:55.976593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaaab41-fbd2-47ed-b72a-90caaa32d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913b3bf1-d339-48ab-8f6f-9bdc6158dd92'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:09:55.979637 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a5345e-83ee-4453-8d38-505417be23f7" -d '{"events": [{"server_uuid": "ceaaab41-fbd2-47ed-b72a-90caaa32d9c7", "name": "network-vif-plugged", "status": "completed", "tag": "913b3bf1-d339-48ab-8f6f-9bdc6158dd92"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:09:55.999657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=913b3bf1-d339-48ab-8f6f-9bdc6158dd92,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:56.007427 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.014463 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.139934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:09:56.150551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=913b3bf1-d339-48ab-8f6f-9bdc6158dd92,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:56.151770 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-04ac0acc-01cc-4d61-9de4-fec405667abf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "PUT /v2.0/routers/872e1793-38f8-4f27-8f35-8275af3b10ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0700960
Dec 18 21:09:56.157581 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.160182 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.163859 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc14a70b-2593-4f19-b987-d163480e9b03 x-openstack-request-id: req-fc14a70b-2593-4f19-b987-d163480e9b03 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:09:56.164360 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaaab41-fbd2-47ed-b72a-90caaa32d9c7", "name": "network-vif-plugged", "status": "completed", "tag": "913b3bf1-d339-48ab-8f6f-9bdc6158dd92", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:09:56.164859 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc14a70b-2593-4f19-b987-d163480e9b03 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:09:56.166894 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaaab41-fbd2-47ed-b72a-90caaa32d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913b3bf1-d339-48ab-8f6f-9bdc6158dd92', 'code': 200}
Dec 18 21:09:56.171520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Sync routers for ids ['872e1793-38f8-4f27-8f35-8275af3b10ec'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:09:56.177213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.177885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.178434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.178919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.180299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.181644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.182178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.182750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.184079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.184611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.185162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.185656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.186384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:56.203004 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Routers {'872e1793-38f8-4f27-8f35-8275af3b10ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:56.203862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d68c1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['872e1793-38f8-4f27-8f35-8275af3b10ec'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:56.231111 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.231674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d14dda18-863c-44c2-b61d-e1f9eb4305fd {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:09:56.248866 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.251801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c9a62a8d-446c-457c-8d10-b644baf2fb23 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d14dda18-863c-44c2-b61d-e1f9eb4305fd HTTP/1.1" status: 204  len: 168 time: 1.5921466
Dec 18 21:09:56.254292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35050) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:56.274790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf4590-5afe-4288-a030-469989c4fa52 req-62ae5c7b-5dce-4aa8-9aec-fb96126d9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:56.280661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68bf4590-5afe-4288-a030-469989c4fa52 req-62ae5c7b-5dce-4aa8-9aec-fb96126d9d1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 1101 time: 0.1423516
Dec 18 21:09:56.343992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a698c2c-d0d3-4f74-9c99-a22d16d2c9be admin admin] Deleting subnet 8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:09:56.356146 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a698c2c-d0d3-4f74-9c99-a22d16d2c9be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.387801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68bf4590-5afe-4288-a030-469989c4fa52 req-08e18e7d-c870-41fa-8e3f-27062ef7f76f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992746
Dec 18 21:09:56.420588 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a698c2c-d0d3-4f74-9c99-a22d16d2c9be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.423869 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Set router 872e1793-38f8-4f27-8f35-8275af3b10ec gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:56.440138 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-da357563-6ec7-45f2-a39d-3382526debc3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131772408&fields=id&tenant_id=71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 267 time: 0.0718625
Dec 18 21:09:56.529087 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a698c2c-d0d3-4f74-9c99-a22d16d2c9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.539518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5a75b996-f739-4bb8-9cb6-1cb6427c76f6 None None] Provisioning complete for port c48f5c6b-467e-41a1-b4ed-444da0b37f6c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:56.539891 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a75b996-f739-4bb8-9cb6-1cb6427c76f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.601257 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-564a3861-a436-448e-a8dd-7c56af75a0f4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:56.608463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-564a3861-a436-448e-a8dd-7c56af75a0f4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/networks?id=50351f84-6aa6-4168-a1c5-734a5dfac7c6 HTTP/1.1" status: 200  len: 796 time: 0.1562428
Dec 18 21:09:56.612676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a698c2c-d0d3-4f74-9c99-a22d16d2c9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.648042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-fb473372-caf4-42fd-a0a6-7aab41d11d9d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/quotas/71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 375 time: 0.0280340
Dec 18 21:09:56.677905 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a698c2c-d0d3-4f74-9c99-a22d16d2c9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:56.687009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a698c2c-d0d3-4f74-9c99-a22d16d2c9be admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.696647 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3a698c2c-d0d3-4f74-9c99-a22d16d2c9be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8ff7dd05-d3d3-4a51-ab4d-eb65fed16d74 HTTP/1.1" status: 204  len: 168 time: 0.4410920
Dec 18 21:09:56.697733 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35060) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:56.722882 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b0bc7-432f-4651-a538-1518138a3e03 None None] Network 59e31d2b-271f-4e87-893a-9a859e1f8240 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:09:56.787440 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-6060d803-d125-4609-a7e8-770a9df9863f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1259634
Dec 18 21:09:56.818340 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.888545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c48f5c6b-467e-41a1-b4ed-444da0b37f6c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:09:56.890583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Deleting port 039bd049-0e1b-491e-9e18-501b962d1307 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:09:56.890951 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:56.950704 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-58c3bf36-1ced-4eb8-a53b-2864c841bfcc service neutron] 10.222.0.13 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458693
Dec 18 21:09:56.985264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] For port 039bd049-0e1b-491e-9e18-501b962d1307, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=039bd049-0e1b-491e-9e18-501b962d1307,segment=NetworkSegment(0f23fdac-786a-4f3f-800e-f8594acdbde7),segment_id=0f23fdac-786a-4f3f-800e-f8594acdbde7)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:56.985792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.007141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5a75b996-f739-4bb8-9cb6-1cb6427c76f6 None None] Provisioning complete for port ccde5b22-ce5b-4638-94cf-ac40a0292033 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:57.007512 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a75b996-f739-4bb8-9cb6-1cb6427c76f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.015286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Calling delete_port for 039bd049-0e1b-491e-9e18-501b962d1307 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:09:57.081687 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d68c1f0>, [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:54Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccde5b22-ce5b-4638-94cf-ac40a0292033', 'name': '', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:05:17:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:53Z', 'updated_at': '2021-12-18T21:09:55Z', 'revision_number': 2, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:57.116866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port c48f5c6b-467e-41a1-b4ed-444da0b37f6c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:57.117240 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.122329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Checking router: 872e1793-38f8-4f27-8f35-8275af3b10ec for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:09:57.122700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Updating router 872e1793-38f8-4f27-8f35-8275af3b10ec port ccde5b22-ce5b-4638-94cf-ac40a0292033 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:09:57.137112 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.151595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5a75b996-f739-4bb8-9cb6-1cb6427c76f6 None None] Port ccde5b22-ce5b-4638-94cf-ac40a0292033 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:57.179689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Pushing event deleted for resources: {'Port': ['ID=039bd049-0e1b-491e-9e18-501b962d1307,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:57.185255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5332cc-be03-48ed-9e3d-11f9247cd47a None None] DHCP port deletion for 59e31d2b-271f-4e87-893a-9a859e1f8240 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:09:57.186179 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] No DVR routers for this DVR port 039bd049-0e1b-491e-9e18-501b962d1307 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:09:57.219901 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.289241 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.317303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e32ce20>,) {'filters': {'network_id': ['59e31d2b-271f-4e87-893a-9a859e1f8240']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:57.329199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e32ce20>, '0f23fdac-786a-4f3f-800e-f8594acdbde7') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:57.329698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e32ce20>, '0f23fdac-786a-4f3f-800e-f8594acdbde7') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:57.349934 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.365354 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.375852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:09:57.376581 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:09:57.379017 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:09:57.452301 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.459292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.462596 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] 10.222.0.13 "DELETE /v2.0/networks/59e31d2b-271f-4e87-893a-9a859e1f8240 HTTP/1.1" status: 204  len: 168 time: 0.7634592
Dec 18 21:09:57.476027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db372a-1638-4451-9414-3960ca55d065 admin admin] Pushing event deleted for resources: {'Network': ['ID=59e31d2b-271f-4e87-893a-9a859e1f8240,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:57.482157 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-6e70c9b9-c156-4b4f-8b93-ff7ac070c67f service neutron] 10.222.0.13 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5205448
Dec 18 21:09:57.500294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb4bf5-927b-4b50-a9cb-325b13e33463 req-e271c4e7-cfc1-40af-a3ba-4b27e80b85ce tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:57.510527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3efb4bf5-927b-4b50-a9cb-325b13e33463 req-e271c4e7-cfc1-40af-a3ba-4b27e80b85ce tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 950 time: 0.4791429
Dec 18 21:09:57.584303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3efb4bf5-927b-4b50-a9cb-325b13e33463 req-3afc9e79-81ad-482d-ba25-520931688713 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725660
Dec 18 21:09:57.624092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f38d937e-f9b4-4eea-ac87-8a72e0362fc2 None None] Provisioning complete for port ccde5b22-ce5b-4638-94cf-ac40a0292033 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:57.624092 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f38d937e-f9b4-4eea-ac87-8a72e0362fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.632385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b4b115d0-910b-4903-b861-e3130688d8aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:09:57.732158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: b4b115d0-910b-4903-b861-e3130688d8aa {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:09:57.732750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b4b115d0-910b-4903-b861-e3130688d8aa not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:09:57.762762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35076) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:57.767977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f38d937e-f9b4-4eea-ac87-8a72e0362fc2 None None] Port ccde5b22-ce5b-4638-94cf-ac40a0292033 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:09:57.879581 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0bfd3997-05e9-4e68-bc82-1d5633cb352b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cd3a167092049489c79bc4681600124&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1154544
Dec 18 21:09:57.880546 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35078) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:57.930126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c98f3d3-5b0a-4462-8cba-e4942fdaad1c req-630f51e4-2b56-4eea-9637-56982a5a5e7a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 210 time: 0.0778110
Dec 18 21:09:57.959534 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-79f3fa2a-fcca-46ae-a46a-9fe2512eb8aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.966566 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.976380 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:57.994376 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-79f3fa2a-fcca-46ae-a46a-9fe2512eb8aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:58.085083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62832961-22eb-4337-a695-075f06423db7 None None] Pushing event updated for resources: {'Port': ['ID=ccde5b22-ce5b-4638-94cf-ac40a0292033,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:58.089759 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-79f3fa2a-fcca-46ae-a46a-9fe2512eb8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:58.093487 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-79f3fa2a-fcca-46ae-a46a-9fe2512eb8aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:58.098099 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-79f3fa2a-fcca-46ae-a46a-9fe2512eb8aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b039ed3-ab8f-41e8-9285-e6cbf1033050 HTTP/1.1" status: 204  len: 168 time: 0.2139459
Dec 18 21:09:58.146047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3fa2a-fcca-46ae-a46a-9fe2512eb8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b039ed3-ab8f-41e8-9285-e6cbf1033050,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:58.191783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Attempting to bind port ccde5b22-ce5b-4638-94cf-ac40a0292033 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:09:58.192481 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Attempting to bind port ccde5b22-ce5b-4638-94cf-ac40a0292033 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:09:58.192865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Attempting to bind port ccde5b22-ce5b-4638-94cf-ac40a0292033 on network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:09:58.200757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:09:58.201188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Checking segment: {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:09:58.201608 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:58.201991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Bound using segment: {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:09:58.202565 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Bound port: ccde5b22-ce5b-4638-94cf-ac40a0292033, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:09:58.203081 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:58.210843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b504673-0346-47b0-9710-d1acf3c202cc req-e9cc3265-d318-42d4-8476-7e37a9820599 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:58.218326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b504673-0346-47b0-9710-d1acf3c202cc req-e9cc3265-d318-42d4-8476-7e37a9820599 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:58.226281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b504673-0346-47b0-9710-d1acf3c202cc req-e9cc3265-d318-42d4-8476-7e37a9820599 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:58.233663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b504673-0346-47b0-9710-d1acf3c202cc req-e9cc3265-d318-42d4-8476-7e37a9820599 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:58.241244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b504673-0346-47b0-9710-d1acf3c202cc req-e9cc3265-d318-42d4-8476-7e37a9820599 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:58.247913 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b504673-0346-47b0-9710-d1acf3c202cc req-e9cc3265-d318-42d4-8476-7e37a9820599 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:58.254345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b504673-0346-47b0-9710-d1acf3c202cc req-e9cc3265-d318-42d4-8476-7e37a9820599 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:58.263903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b504673-0346-47b0-9710-d1acf3c202cc req-e9cc3265-d318-42d4-8476-7e37a9820599 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5443 time: 0.1439407
Dec 18 21:09:58.318795 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] For port ccde5b22-ce5b-4638-94cf-ac40a0292033, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:09:58.323425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] For port ccde5b22-ce5b-4638-94cf-ac40a0292033, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccde5b22-ce5b-4638-94cf-ac40a0292033,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:09:58.330806 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:58.378514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b504673-0346-47b0-9710-d1acf3c202cc req-d500be8b-fa9b-4fd9-93ae-77b498c4fdd7 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1127925
Dec 18 21:09:58.435178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62832961-22eb-4337-a695-075f06423db7 None None] Pushing event updated for resources: {'Port': ['ID=ccde5b22-ce5b-4638-94cf-ac40a0292033,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:58.458098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 039bd049-0e1b-491e-9e18-501b962d1307 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:09:58.496885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Routers {'872e1793-38f8-4f27-8f35-8275af3b10ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:09:58.497637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d68c1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:09:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['872e1793-38f8-4f27-8f35-8275af3b10ec'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:58.504001 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 039bd049-0e1b-491e-9e18-501b962d1307 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:09:58.504222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 039bd049-0e1b-491e-9e18-501b962d1307 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:09:58.504573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:09:58.577235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:09:58.577649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0fa103a1-a8e9-491c-9f5a-4a1500aa7cf1 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:09:58.588794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f1994824-29d3-428d-80cb-74a9963ffd7d None None] Provisioning complete for port ccde5b22-ce5b-4638-94cf-ac40a0292033 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:58.589169 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f1994824-29d3-428d-80cb-74a9963ffd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:58.718328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] Set router 872e1793-38f8-4f27-8f35-8275af3b10ec gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:09:58.825396 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f1994824-29d3-428d-80cb-74a9963ffd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:58.835940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1268dd-8804-4aea-b53f-356db53f7074 req-0d194ebc-2b1a-44c8-9375-16f47e12363d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:58.844554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f1268dd-8804-4aea-b53f-356db53f7074 req-0d194ebc-2b1a-44c8-9375-16f47e12363d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 950 time: 0.1099200
Dec 18 21:09:58.856932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35098) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:58.914869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f1268dd-8804-4aea-b53f-356db53f7074 req-4d44cd16-888a-48a5-b169-b0142d1e22ec tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688467
Dec 18 21:09:58.921738 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-67e35aa5-909d-43d9-925f-f8a375d83aa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e361f6dac643438a9702f4b3c7dd9502&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0597899
Dec 18 21:09:58.922746 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35100) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:09:58.952669 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f1994824-29d3-428d-80cb-74a9963ffd7d None None] For port ccde5b22-ce5b-4638-94cf-ac40a0292033, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccde5b22-ce5b-4638-94cf-ac40a0292033,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:09:58.965941 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f1994824-29d3-428d-80cb-74a9963ffd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:59.011468 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:59.042696 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:59.063035 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1994824-29d3-428d-80cb-74a9963ffd7d None None] Pushing event updated for resources: {'Port': ['ID=ccde5b22-ce5b-4638-94cf-ac40a0292033,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:59.095586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824285a-ef1a-4741-8bd0-558d948bc20f req-3ea1b0bc-1358-493c-b456-ee6db65f3ec7 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:59.107005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f824285a-ef1a-4741-8bd0-558d948bc20f req-3ea1b0bc-1358-493c-b456-ee6db65f3ec7 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 950 time: 0.0945935
Dec 18 21:09:59.112719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-39acf055-f479-40b6-8965-72bcc02f309a None None] Provisioning complete for port ccde5b22-ce5b-4638-94cf-ac40a0292033 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:09:59.113116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-39acf055-f479-40b6-8965-72bcc02f309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:59.136483 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95569f57-f1e6-4201-9fd0-95a57fcb6108 req-3f5c9654-404b-496e-8d72-a48e2b2f658d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 210 time: 0.0815337
Dec 18 21:09:59.144252 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:59.154564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:09:59.163495 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4166df42-0a42-4972-9ee5-cca229bd2143 HTTP/1.1" status: 204  len: 168 time: 0.2366960
Dec 18 21:09:59.172888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d68c1f0>, [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:54Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccde5b22-ce5b-4638-94cf-ac40a0292033', 'name': '', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:05:17:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:53Z', 'updated_at': '2021-12-18T21:09:58Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:09:59.191788 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4166df42-0a42-4972-9ee5-cca229bd2143,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:09:59.209549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516fd239-9a2a-4aad-ad68-4d85e21ee33a None None] The sync data for ids ['872e1793-38f8-4f27-8f35-8275af3b10ec'] in ncdv-master-1 is: [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:54Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccde5b22-ce5b-4638-94cf-ac40a0292033', 'name': '', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:05:17:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:53Z', 'updated_at': '2021-12-18T21:09:58Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:09:59.209863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.210012 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.211461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.219031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.221592 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.221955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.222327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.222675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.223015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.223856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.224221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.224562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.225039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e7076-b1da-4130-9d1c-c088094e08a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:09:59.444183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f824285a-ef1a-4741-8bd0-558d948bc20f req-d44da65a-b4fc-4960-8603-6ed9c3153317 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3353133
Dec 18 21:09:59.520741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-59706b56-ce50-41e1-92f6-13c7aab446fa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:59.544681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-59706b56-ce50-41e1-92f6-13c7aab446fa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:59.553282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-59706b56-ce50-41e1-92f6-13c7aab446fa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:59.560745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-59706b56-ce50-41e1-92f6-13c7aab446fa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:59.569638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-59706b56-ce50-41e1-92f6-13c7aab446fa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:59.577565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-59706b56-ce50-41e1-92f6-13c7aab446fa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:59.594009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-59706b56-ce50-41e1-92f6-13c7aab446fa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:59.596075 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-59706b56-ce50-41e1-92f6-13c7aab446fa tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5443 time: 0.3281488
Dec 18 21:09:59.619498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-ca3fb615-7fdd-4642-8037-35903a2f494b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:59.623460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-ca3fb615-7fdd-4642-8037-35903a2f494b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.36 "GET /v2.0/networks?id=50351f84-6aa6-4168-a1c5-734a5dfac7c6 HTTP/1.1" status: 200  len: 796 time: 0.4750209
Dec 18 21:09:59.736877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2a776cf5-fc72-440f-8cad-5ab4dd2dd658 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:09:59.739837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2a776cf5-fc72-440f-8cad-5ab4dd2dd658 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "GET /v2.0/ports/fbcf81f3-8b8e-462f-9434-1aafb30b288a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1149125
Dec 18 21:09:59.960251 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-394361fd-544b-4a71-a910-73ad23c66579 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 379 time: 0.3202555
Dec 18 21:09:59.967499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-63251a9f-cdb9-4e6c-bcf4-64e7f1bbb39c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "GET /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1759305
Dec 18 21:09:59.990695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'port': {'device_id': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'admin_state_up': True, 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'security_groups': ['67c6acc0-6008-4e17-bc38-51383352bbd5']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:00.021742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:00.163281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d9b5-acdb-4a1b-aa35-f4c2f04e46fb req-0a51c762-6a5d-4a7a-9bc1-4448ffe03dd2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:00.169697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d9b5-acdb-4a1b-aa35-f4c2f04e46fb req-0a51c762-6a5d-4a7a-9bc1-4448ffe03dd2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:00.175865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d9b5-acdb-4a1b-aa35-f4c2f04e46fb req-0a51c762-6a5d-4a7a-9bc1-4448ffe03dd2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:00.182007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d9b5-acdb-4a1b-aa35-f4c2f04e46fb req-0a51c762-6a5d-4a7a-9bc1-4448ffe03dd2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:00.188676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d9b5-acdb-4a1b-aa35-f4c2f04e46fb req-0a51c762-6a5d-4a7a-9bc1-4448ffe03dd2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:00.195413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d9b5-acdb-4a1b-aa35-f4c2f04e46fb req-0a51c762-6a5d-4a7a-9bc1-4448ffe03dd2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:00.202124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021d9b5-acdb-4a1b-aa35-f4c2f04e46fb req-0a51c762-6a5d-4a7a-9bc1-4448ffe03dd2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:00.204141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d021d9b5-acdb-4a1b-aa35-f4c2f04e46fb req-0a51c762-6a5d-4a7a-9bc1-4448ffe03dd2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 5443 time: 0.2912285
Dec 18 21:10:00.219164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d8946-1a35-471c-aae5-6530e6df6f07 req-7f8b7e4f-2767-4093-8134-cf5142024bfe tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:00.220838 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c33d8946-1a35-471c-aae5-6530e6df6f07 req-7f8b7e4f-2767-4093-8134-cf5142024bfe tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 950 time: 0.3068089
Dec 18 21:10:00.229474 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.260367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35140) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:00.394000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d021d9b5-acdb-4a1b-aa35-f4c2f04e46fb req-53b283f9-2bfa-48af-8fe9-c511362fd9b4 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1686649
Dec 18 21:10:00.407572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c33d8946-1a35-471c-aae5-6530e6df6f07 req-87e33be3-50cc-4eb2-a7ae-61ccbd31a3c0 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685686
Dec 18 21:10:00.420711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-904002411-network', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:00.473555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ccde5b22-ce5b-4638-94cf-ac40a0292033 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:00.488633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Made reservation on behalf of 71c859bfcff54b5c85e6cb248341f37c for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:10:00.492806 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.535310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Made reservation on behalf of 62fd960aee2d408d8c9977b60fcabd61 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:10:00.540003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.554363 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.576003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port ccde5b22-ce5b-4638-94cf-ac40a0292033 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:00.577851 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.695478 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.701034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.729618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:10:00.739541 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c221aa-70e6-400f-992d-933e59ac7a29,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:00.746831 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.747511 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Added segment 65575524-6660-470f-9942-dc769b3b3f7e of type vlan for network c62ef8c3-463b-4e15-8f35-55a2c15acde0
Dec 18 21:10:00.749962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-642eebc5-a95a-42d2-bbe5-36fa11acceab req-0ef29889-9aa5-44ad-a683-e544264d8ab2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 210 time: 0.1300077
Dec 18 21:10:00.751926 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] For port fbcf81f3-8b8e-462f-9434-1aafb30b288a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fbcf81f3-8b8e-462f-9434-1aafb30b288a,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:00.794275 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.804526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.20.0.6 (50351f84-6aa6-4168-a1c5-734a5dfac7c6/70999cfe-42f2-4589-9127-a8b2dfb99a30/7174a37a-13ce-4590-8989-11e0c1e06a4c) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:00.824453 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.825414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] For port fbcf81f3-8b8e-462f-9434-1aafb30b288a, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:00.825713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:00.826433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.885378 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6230664
Dec 18 21:10:00.890166 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35144) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:00.890936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] device_id is not set on port fbcf81f3-8b8e-462f-9434-1aafb30b288a yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:10:00.902287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3d5ca6a3-a025-4464-ad64-25ff96a93886 admin admin] Request body: {'subnet': {'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-904002411-subnet', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:00.913742 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.916175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a3b32-ad6d-4679-a512-f974c1db0452 admin admin] Pushing event updated for resources: {'Network': ['ID=c62ef8c3-463b-4e15-8f35-55a2c15acde0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:00.928784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network c62ef8c3-463b-4e15-8f35-55a2c15acde0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:10:00.940945 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:00.945792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5ca6a3-a025-4464-ad64-25ff96a93886 admin admin] Made reservation on behalf of 62fd960aee2d408d8c9977b60fcabd61 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:10:00.948317 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca6a3-a025-4464-ad64-25ff96a93886 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.056860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] Pushing event updated for resources: {'Port': ['ID=fbcf81f3-8b8e-462f-9434-1aafb30b288a,revision_number=6']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:01.083644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] No DVR routers for this DVR port fbcf81f3-8b8e-462f-9434-1aafb30b288a on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:01.176644 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.178481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] In _notify_port_updated(), no bound segment for port fbcf81f3-8b8e-462f-9434-1aafb30b288a on network e4fbd253-ec67-4760-9f35-d8231c84dace {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:10:01.179868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:01.180634 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.182137 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-9ad37b90-5fdb-4b7e-9b40-2f258823723c service neutron] 10.222.0.31 "PUT /v2.0/ports/fbcf81f3-8b8e-462f-9434-1aafb30b288a HTTP/1.1" status: 200  len: 1031 time: 1.1868892
Dec 18 21:10:01.216633 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca6a3-a025-4464-ad64-25ff96a93886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.266424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-6b83566d-f4d3-40c6-b96d-4092eaf07ca2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:01.267883 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-6b83566d-f4d3-40c6-b96d-4092eaf07ca2 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "GET /v2.0/ports/f844557f-eb38-48aa-8a3a-a4ec5d372124?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0557301
Dec 18 21:10:01.269627 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.284718 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ca6a3-a025-4464-ad64-25ff96a93886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9dd9ccd-6110-462a-950d-40714b5429ee,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:01.285208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:01.298742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ca6a3-a025-4464-ad64-25ff96a93886 admin admin] Checking segment: {'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:01.299100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ca6a3-a025-4464-ad64-25ff96a93886 admin admin] Network hostable DHCP agents. Network: c62ef8c3-463b-4e15-8f35-55a2c15acde0, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:10:01.319741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ca6a3-a025-4464-ad64-25ff96a93886 admin admin] Network c62ef8c3-463b-4e15-8f35-55a2c15acde0 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:10:01.328437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-3d5ca6a3-a025-4464-ad64-25ff96a93886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c62ef8c3-463b-4e15-8f35-55a2c15acde0) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:01.332991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5ca6a3-a025-4464-ad64-25ff96a93886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:01.333683 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca6a3-a025-4464-ad64-25ff96a93886 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.340589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1159cea4-d22e-4d82-b854-70c204882387 None None] Network c62ef8c3-463b-4e15-8f35-55a2c15acde0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:10:01.351762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:01.353880 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3d5ca6a3-a025-4464-ad64-25ff96a93886 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4624631
Dec 18 21:10:01.356667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35146) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:01.357798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:01.360945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:01.368033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:01.419642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=7174a37a-13ce-4590-8989-11e0c1e06a4c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:01.442724 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.488074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41f371-6ee2-4dcd-8c7c-2a87f773d4c3 req-5b600f67-f366-4cc7-8507-4c9b1dc97e66 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:01.490570 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-af41f371-6ee2-4dcd-8c7c-2a87f773d4c3 req-5b600f67-f366-4cc7-8507-4c9b1dc97e66 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 950 time: 0.0941610
Dec 18 21:10:01.505366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:01.507898 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.520191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-44ce6ad6-7237-4196-abab-f22cc4162e80 None None] Provisioning complete for port fbcf81f3-8b8e-462f-9434-1aafb30b288a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:01.525966 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44ce6ad6-7237-4196-abab-f22cc4162e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.556056 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.557226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.609743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:10:01.610677 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.627557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-44ce6ad6-7237-4196-abab-f22cc4162e80 None None] Port fbcf81f3-8b8e-462f-9434-1aafb30b288a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:01.676629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-af41f371-6ee2-4dcd-8c7c-2a87f773d4c3 req-1e3dde0f-0d7f-4985-93c3-9b83f6894ee6 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Deleting port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:01.676939 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-af41f371-6ee2-4dcd-8c7c-2a87f773d4c3 req-1e3dde0f-0d7f-4985-93c3-9b83f6894ee6 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.715274 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.727606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-c5123ff1-6a4c-4f71-98e7-e6fba5ea1547 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7409320
Dec 18 21:10:01.775222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Request body: {'port': {'device_id': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:01.795302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Allocated IP 172.20.0.2 (c62ef8c3-463b-4e15-8f35-55a2c15acde0/c9dd9ccd-6110-462a-950d-40714b5429ee/7decd6e4-608b-4f86-90f5-39db8b1589e8) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:01.799778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d476e09e-4a42-47d4-9464-f6088fcf7132 None None] Provisioning complete for port 7174a37a-13ce-4590-8989-11e0c1e06a4c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:01.800410 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d476e09e-4a42-47d4-9464-f6088fcf7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.801867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-af41f371-6ee2-4dcd-8c7c-2a87f773d4c3 req-1e3dde0f-0d7f-4985-93c3-9b83f6894ee6 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] For port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=913b3bf1-d339-48ab-8f6f-9bdc6158dd92,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:01.802244 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-af41f371-6ee2-4dcd-8c7c-2a87f773d4c3 req-1e3dde0f-0d7f-4985-93c3-9b83f6894ee6 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.819485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-af41f371-6ee2-4dcd-8c7c-2a87f773d4c3 req-1e3dde0f-0d7f-4985-93c3-9b83f6894ee6 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Calling delete_port for 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 owned by compute:foo_zone {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:01.893426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d476e09e-4a42-47d4-9464-f6088fcf7132 None None] Port 7174a37a-13ce-4590-8989-11e0c1e06a4c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:01.943076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb514a90-261c-4247-97dd-b95df2096c78 req-f9bf79e9-1bfe-43ff-ac33-bca738109fdc tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:01.950755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb514a90-261c-4247-97dd-b95df2096c78 req-f9bf79e9-1bfe-43ff-ac33-bca738109fdc tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceaaab41-fbd2-47ed-b72a-90caaa32d9c7 HTTP/1.1" status: 200  len: 950 time: 0.3870399
Dec 18 21:10:01.983549 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-af41f371-6ee2-4dcd-8c7c-2a87f773d4c3 req-1e3dde0f-0d7f-4985-93c3-9b83f6894ee6 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:01.997960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['913b3bf1-d339-48ab-8f6f-9bdc6158dd92'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:10:02.000291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['f16db603-fc8c-45ee-85f8-94d3470ee5f5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:10:02.015446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dde0f-0d7f-4985-93c3-9b83f6894ee6 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event deleted for resources: {'Port': ['ID=913b3bf1-d339-48ab-8f6f-9bdc6158dd92,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:02.019162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b7251-e046-40f1-b547-55a25d1e89cd req-53208e16-a05e-4998-959d-777784c07b0c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:02.028670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b7251-e046-40f1-b547-55a25d1e89cd req-53208e16-a05e-4998-959d-777784c07b0c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:02.035474 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b7251-e046-40f1-b547-55a25d1e89cd req-53208e16-a05e-4998-959d-777784c07b0c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:02.041526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b7251-e046-40f1-b547-55a25d1e89cd req-53208e16-a05e-4998-959d-777784c07b0c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:02.048215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b7251-e046-40f1-b547-55a25d1e89cd req-53208e16-a05e-4998-959d-777784c07b0c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:02.054468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b7251-e046-40f1-b547-55a25d1e89cd req-53208e16-a05e-4998-959d-777784c07b0c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:02.061931 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:02.063486 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ee8b7251-e046-40f1-b547-55a25d1e89cd req-53208e16-a05e-4998-959d-777784c07b0c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 4665 time: 0.4713407
Dec 18 21:10:02.073424 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-af41f371-6ee2-4dcd-8c7c-2a87f773d4c3 req-1e3dde0f-0d7f-4985-93c3-9b83f6894ee6 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] No DVR routers for this DVR port 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:02.076366 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-af41f371-6ee2-4dcd-8c7c-2a87f773d4c3 req-1e3dde0f-0d7f-4985-93c3-9b83f6894ee6 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:02.076545 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:02.081715 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-af41f371-6ee2-4dcd-8c7c-2a87f773d4c3 req-1e3dde0f-0d7f-4985-93c3-9b83f6894ee6 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "DELETE /v2.0/ports/913b3bf1-d339-48ab-8f6f-9bdc6158dd92 HTTP/1.1" status: 204  len: 173 time: 0.5834301
Dec 18 21:10:02.083688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaaab41-fbd2-47ed-b72a-90caaa32d9c7', 'name': 'network-vif-deleted', 'tag': '913b3bf1-d339-48ab-8f6f-9bdc6158dd92'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:02.085778 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e8416b-95d6-4444-bc54-429985c65d38" -d '{"events": [{"server_uuid": "ceaaab41-fbd2-47ed-b72a-90caaa32d9c7", "name": "network-vif-deleted", "tag": "913b3bf1-d339-48ab-8f6f-9bdc6158dd92"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:02.118845 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:02.152794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Network c62ef8c3-463b-4e15-8f35-55a2c15acde0 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:02.159708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:02.159830 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:02.164471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] For port f844557f-eb38-48aa-8a3a-a4ec5d372124, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f844557f-eb38-48aa-8a3a-a4ec5d372124,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:02.171836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:02.177492 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Pushing event updated for resources: {'Port': ['ID=7decd6e4-608b-4f86-90f5-39db8b1589e8,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:02.234821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb514a90-261c-4247-97dd-b95df2096c78 req-470b8d88-91f3-40ec-ad8b-25e0483520ac tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2815657
Dec 18 21:10:02.288329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Attempting to bind port 7decd6e4-608b-4f86-90f5-39db8b1589e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:10:02.288868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Attempting to bind port 7decd6e4-608b-4f86-90f5-39db8b1589e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:10:02.289247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Attempting to bind port 7decd6e4-608b-4f86-90f5-39db8b1589e8 on network c62ef8c3-463b-4e15-8f35-55a2c15acde0 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:02.306631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:10:02.307019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Checking segment: {'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:02.307431 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:02.307862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Bound using segment: {'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:10:02.308311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Bound port: 7decd6e4-608b-4f86-90f5-39db8b1589e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:10:02.308700 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:02.418598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] For port 7decd6e4-608b-4f86-90f5-39db8b1589e8, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:02.424148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] For port 7decd6e4-608b-4f86-90f5-39db8b1589e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7decd6e4-608b-4f86-90f5-39db8b1589e8,segment=NetworkSegment(65575524-6660-470f-9942-dc769b3b3f7e),segment_id=65575524-6660-470f-9942-dc769b3b3f7e)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:10:02.435680 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:02.443028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] For port f844557f-eb38-48aa-8a3a-a4ec5d372124, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:02.456053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ee8b7251-e046-40f1-b547-55a25d1e89cd req-c38885ff-56cd-4208-ad51-d4646a284628 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&id=746f1d89-9a8b-417e-9ba3-0a62d2d53df6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3903766
Dec 18 21:10:02.523480 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712bd177-ab44-4e5d-a86a-c34b5a2bc5c2 x-openstack-request-id: req-712bd177-ab44-4e5d-a86a-c34b5a2bc5c2 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:02.524042 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaaab41-fbd2-47ed-b72a-90caaa32d9c7", "name": "network-vif-deleted", "tag": "913b3bf1-d339-48ab-8f6f-9bdc6158dd92", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:02.524139 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-712bd177-ab44-4e5d-a86a-c34b5a2bc5c2 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:02.524796 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaaab41-fbd2-47ed-b72a-90caaa32d9c7', 'name': 'network-vif-deleted', 'tag': '913b3bf1-d339-48ab-8f6f-9bdc6158dd92', 'status': 'completed', 'code': 200}
Dec 18 21:10:02.549085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dbfc7-9e68-45f4-acb6-46b1dbe6e605 None None] Pushing event updated for resources: {'Port': ['ID=7decd6e4-608b-4f86-90f5-39db8b1589e8,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:02.660055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] device_id is not set on port f844557f-eb38-48aa-8a3a-a4ec5d372124 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:10:02.692274 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:02.715588 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:02.823747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac763d29-1e8e-4369-b604-e2c8de5954e3 req-154584be-4b8d-4dcd-8571-9d2052d9976e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:02.830878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac763d29-1e8e-4369-b604-e2c8de5954e3 req-154584be-4b8d-4dcd-8571-9d2052d9976e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 931 time: 0.2869596
Dec 18 21:10:02.897180 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f844557f-eb38-48aa-8a3a-a4ec5d372124,revision_number=6']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:02.947611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] No DVR routers for this DVR port f844557f-eb38-48aa-8a3a-a4ec5d372124 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:02.994427 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9f183e87-e96e-427c-af32-9e6a83c50c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:03.046657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] In _notify_port_updated(), no bound segment for port f844557f-eb38-48aa-8a3a-a4ec5d372124 on network e4fbd253-ec67-4760-9f35-d8231c84dace {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:10:03.047569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:03.048221 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:03.049730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-2b871f76-d186-4da9-aea0-f6136cac30d6 service neutron] 10.222.0.31 "PUT /v2.0/ports/f844557f-eb38-48aa-8a3a-a4ec5d372124 HTTP/1.1" status: 200  len: 1033 time: 1.7701802
Dec 18 21:10:03.246037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-148daaf6-cf02-4ba6-89b9-9dc5e4cfb55a None None] Provisioning complete for port f844557f-eb38-48aa-8a3a-a4ec5d372124 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:03.246608 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-148daaf6-cf02-4ba6-89b9-9dc5e4cfb55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:03.314651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-148daaf6-cf02-4ba6-89b9-9dc5e4cfb55a None None] Port f844557f-eb38-48aa-8a3a-a4ec5d372124 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:03.383541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 1dc7a401-6ed9-4aec-ba52-1af54a484d85 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:03.517074 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:03.548150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc7a401-6ed9-4aec-ba52-1af54a484d85'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:03.550508 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58307dad-0b78-4017-b5db-d656a259a38d" -d '{"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-unplugged", "status": "completed", "tag": "1dc7a401-6ed9-4aec-ba52-1af54a484d85"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:03.560886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac763d29-1e8e-4369-b604-e2c8de5954e3 req-6f2210f4-3dec-4a6f-8d35-f6dcb283834b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7235234
Dec 18 21:10:03.614199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 1dc7a401-6ed9-4aec-ba52-1af54a484d85, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:03.629401 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:03.630977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:03.699868 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8a2702-bb9e-4a99-93fb-0fc27875b8c2 x-openstack-request-id: req-cb8a2702-bb9e-4a99-93fb-0fc27875b8c2 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:03.700152 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-unplugged", "status": "completed", "tag": "1dc7a401-6ed9-4aec-ba52-1af54a484d85", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:03.700368 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb8a2702-bb9e-4a99-93fb-0fc27875b8c2 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:03.700852 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc7a401-6ed9-4aec-ba52-1af54a484d85', 'code': 200}
Dec 18 21:10:03.706464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:10:03.706952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 913b3bf1-d339-48ab-8f6f-9bdc6158dd92 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:10:03.707277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f1860d8e-c101-497b-93b4-18753b0bd5c6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:03.765938 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7174a37a-13ce-4590-8989-11e0c1e06a4c {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:10:03.781875 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:03.839344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Transition to ACTIVE for port object 7174a37a-13ce-4590-8989-11e0c1e06a4c will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:10:03.849981 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:03.883179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579f03f-8a82-4054-8750-7b213f40d58b req-1c967f96-d9c1-4eff-91c1-3c5e277b7cf1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:03.889466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579f03f-8a82-4054-8750-7b213f40d58b req-1c967f96-d9c1-4eff-91c1-3c5e277b7cf1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:03.895707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579f03f-8a82-4054-8750-7b213f40d58b req-1c967f96-d9c1-4eff-91c1-3c5e277b7cf1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:03.902004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579f03f-8a82-4054-8750-7b213f40d58b req-1c967f96-d9c1-4eff-91c1-3c5e277b7cf1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:03.908229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579f03f-8a82-4054-8750-7b213f40d58b req-1c967f96-d9c1-4eff-91c1-3c5e277b7cf1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:03.910115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0579f03f-8a82-4054-8750-7b213f40d58b req-1c967f96-d9c1-4eff-91c1-3c5e277b7cf1 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 3883 time: 0.2335608
Dec 18 21:10:03.931558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:03.932446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=1dc7a401-6ed9-4aec-ba52-1af54a484d85,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:03.962555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-56c16a4b-77c1-4b14-920a-e0d89de09564 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Deleting port 1dc7a401-6ed9-4aec-ba52-1af54a484d85 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:03.962984 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-56c16a4b-77c1-4b14-920a-e0d89de09564 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:03.996059 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:03.996373 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.037876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f1860d8e-c101-497b-93b4-18753b0bd5c6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:04.043347 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.044149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device fbcf81f3-8b8e-462f-9434-1aafb30b288a no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:04.089292 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Pushing event updated for resources: {'Port': ['ID=7174a37a-13ce-4590-8989-11e0c1e06a4c,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:04.136543 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device fbcf81f3-8b8e-462f-9434-1aafb30b288a not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:10:04.136967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 59526aeb-f155-46bf-ba7e-15d8467624a2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:04.139017 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f1860d8e-c101-497b-93b4-18753b0bd5c6,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:04.172648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea36431-fb8b-4d63-bc49-0f25c3b7d3dd None None] Network c62ef8c3-463b-4e15-8f35-55a2c15acde0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:10:04.248724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-56c16a4b-77c1-4b14-920a-e0d89de09564 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] For port 1dc7a401-6ed9-4aec-ba52-1af54a484d85, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dc7a401-6ed9-4aec-ba52-1af54a484d85,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:04.249042 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-56c16a4b-77c1-4b14-920a-e0d89de09564 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.260375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0579f03f-8a82-4054-8750-7b213f40d58b req-128cadf9-345e-4b43-8426-4a809f6d2f50 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3255026
Dec 18 21:10:04.280189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7f093b24-f2d6-42a0-87b9-2705bac55dd7 None None] Provisioning complete for port 7decd6e4-608b-4f86-90f5-39db8b1589e8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:04.280189 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f093b24-f2d6-42a0-87b9-2705bac55dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.293459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-56c16a4b-77c1-4b14-920a-e0d89de09564 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Calling delete_port for 1dc7a401-6ed9-4aec-ba52-1af54a484d85 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:04.343776 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Attempting to bind port 7174a37a-13ce-4590-8989-11e0c1e06a4c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:10:04.344094 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Attempting to bind port 7174a37a-13ce-4590-8989-11e0c1e06a4c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:10:04.344359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Attempting to bind port 7174a37a-13ce-4590-8989-11e0c1e06a4c on network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:04.383442 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.394091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Port 7174a37a-13ce-4590-8989-11e0c1e06a4c on network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:10:04.394459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Attempting to bind port 7174a37a-13ce-4590-8989-11e0c1e06a4c on network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:04.399846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Allocated IP 172.35.3.78 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/3c14e5a5-a637-49c3-9456-a413a38a62df) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:04.408933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:10:04.409231 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Checking segment: {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:04.409616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Bound using segment: {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:10:04.410428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Bound port: 7174a37a-13ce-4590-8989-11e0c1e06a4c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:10:04.410428 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.474864 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f093b24-f2d6-42a0-87b9-2705bac55dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.494382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 59526aeb-f155-46bf-ba7e-15d8467624a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59526aeb-f155-46bf-ba7e-15d8467624a2,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:04.506940 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7decd6e4-608b-4f86-90f5-39db8b1589e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:04.518753 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.519833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 1f477167-6d29-4a5d-a26d-96bb2271bada no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:04.614349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:04.670352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-56c16a4b-77c1-4b14-920a-e0d89de09564 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.674688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:10:04.677982 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.709758 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.717780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7f093b24-f2d6-42a0-87b9-2705bac55dd7 None None] For port 7decd6e4-608b-4f86-90f5-39db8b1589e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7decd6e4-608b-4f86-90f5-39db8b1589e8,segment=NetworkSegment(65575524-6660-470f-9942-dc769b3b3f7e),segment_id=65575524-6660-470f-9942-dc769b3b3f7e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:04.735327 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f093b24-f2d6-42a0-87b9-2705bac55dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.750578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=59526aeb-f155-46bf-ba7e-15d8467624a2,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:04.770355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c16a4b-77c1-4b14-920a-e0d89de09564 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'Port': ['ID=1dc7a401-6ed9-4aec-ba52-1af54a484d85,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:04.794234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:04.794894 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.797167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] 10.222.0.36 "PUT /v2.0/ports/7174a37a-13ce-4590-8989-11e0c1e06a4c HTTP/1.1" status: 200  len: 1091 time: 3.0557611
Dec 18 21:10:04.816469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:04.819129 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10440998-0e1c-4e44-bc7e-33cf3aee7b48" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:04.878304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 7decd6e4-608b-4f86-90f5-39db8b1589e8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:04.878690 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.900249 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eec6a7d-42b5-4b3a-aeae-bb2b14b39901 x-openstack-request-id: req-1eec6a7d-42b5-4b3a-aeae-bb2b14b39901 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:04.901140 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:04.901538 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1eec6a7d-42b5-4b3a-aeae-bb2b14b39901 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:04.901936 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'status': 'completed', 'code': 200}
Dec 18 21:10:04.933284 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.953696 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:04.959178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f093b24-f2d6-42a0-87b9-2705bac55dd7 None None] Pushing event updated for resources: {'Port': ['ID=7decd6e4-608b-4f86-90f5-39db8b1589e8,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:04.996610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:05.012911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 1f477167-6d29-4a5d-a26d-96bb2271bada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f477167-6d29-4a5d-a26d-96bb2271bada,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:05.022141 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:05.023123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:05.023629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d7f01-d8be-4d61-bad9-09d8618cc19b req-fc2167a0-d495-49bb-b0fb-df15714d7158 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:05.025662 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b8d7f01-d8be-4d61-bad9-09d8618cc19b req-fc2167a0-d495-49bb-b0fb-df15714d7158 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 943 time: 0.2993031
Dec 18 21:10:05.030526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:05.035234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:05.051913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa87fd8-169e-46b0-927e-04a36696a4a2 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:10:05.071828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-8c708d64-0ee0-461a-bc81-e832fe799ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:05.073344 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-8c708d64-0ee0-461a-bc81-e832fe799ec6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1094 time: 0.1909513
Dec 18 21:10:05.074029 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf465e44-195d-47e6-b4dc-3e9803901fcb service neutron] Pushing event updated for resources: {'Port': ['ID=7174a37a-13ce-4590-8989-11e0c1e06a4c,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:05.110086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-56c16a4b-77c1-4b14-920a-e0d89de09564 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] No DVR routers for this DVR port 1dc7a401-6ed9-4aec-ba52-1af54a484d85 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:05.174046 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-56c16a4b-77c1-4b14-920a-e0d89de09564 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:05.178519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-56c16a4b-77c1-4b14-920a-e0d89de09564 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "DELETE /v2.0/ports/1dc7a401-6ed9-4aec-ba52-1af54a484d85 HTTP/1.1" status: 204  len: 173 time: 2.1102257
Dec 18 21:10:05.198750 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-f233d1bd-9365-46aa-b871-60110a1e3549 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c HTTP/1.1" status: 200  len: 217 time: 0.0996120
Dec 18 21:10:05.202125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=1f477167-6d29-4a5d-a26d-96bb2271bada,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:05.208266 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8812352b-10b9-49c3-8247-42fe6643cf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:05.250469 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-aed2c93a-46cb-4205-a89a-21b0823f4d5c None None] Provisioning complete for port 7decd6e4-608b-4f86-90f5-39db8b1589e8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:05.251406 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aed2c93a-46cb-4205-a89a-21b0823f4d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:05.282947 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:05.329466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:05.340076 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:05.340805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f844557f-eb38-48aa-8a3a-a4ec5d372124 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:05.390616 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b8d7f01-d8be-4d61-bad9-09d8618cc19b req-62c91420-196a-44f3-aa0c-327e5abf0a67 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3290002
Dec 18 21:10:05.403080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Pushing event updated for resources: {'Port': ['ID=3c14e5a5-a637-49c3-9456-a413a38a62df,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:05.457954 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f844557f-eb38-48aa-8a3a-a4ec5d372124 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:10:05.460425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:05.502437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-02122c02-af96-4c47-a1f7-bbf95b053955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:05.503909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-02122c02-af96-4c47-a1f7-bbf95b053955 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70999cfe-42f2-4589-9127-a8b2dfb99a30 HTTP/1.1" status: 200  len: 835 time: 0.2902472
Dec 18 21:10:05.570774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6659ec22-d765-4b0e-8ef7-1dfc355ecd5a None None] Provisioning complete for port 3c14e5a5-a637-49c3-9456-a413a38a62df triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:05.570972 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6659ec22-d765-4b0e-8ef7-1dfc355ecd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:05.602614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319b7b3-9d8f-4ac8-a239-59fd06e25128 req-02c3b939-1abf-489e-91e2-136b970be890 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:05.610116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319b7b3-9d8f-4ac8-a239-59fd06e25128 req-02c3b939-1abf-489e-91e2-136b970be890 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:05.616893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319b7b3-9d8f-4ac8-a239-59fd06e25128 req-02c3b939-1abf-489e-91e2-136b970be890 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:05.620580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6659ec22-d765-4b0e-8ef7-1dfc355ecd5a None None] Port 3c14e5a5-a637-49c3-9456-a413a38a62df cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:05.625508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319b7b3-9d8f-4ac8-a239-59fd06e25128 req-02c3b939-1abf-489e-91e2-136b970be890 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:05.630821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6319b7b3-9d8f-4ac8-a239-59fd06e25128 req-02c3b939-1abf-489e-91e2-136b970be890 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 3142 time: 0.2393198
Dec 18 21:10:05.702108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1860d8e-c101-497b-93b4-18753b0bd5c6'}, {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59526aeb-f155-46bf-ba7e-15d8467624a2'}, {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f477167-6d29-4a5d-a26d-96bb2271bada'}, {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:05.705908 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f48e73a-638a-4e13-b592-5361c8117adb" -d '{"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-unplugged", "status": "completed", "tag": "f1860d8e-c101-497b-93b4-18753b0bd5c6"}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-unplugged", "status": "completed", "tag": "59526aeb-f155-46bf-ba7e-15d8467624a2"}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-unplugged", "status": "completed", "tag": "1f477167-6d29-4a5d-a26d-96bb2271bada"}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-unplugged", "status": "completed", "tag": "340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:05.715529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-f5aca0c7-e7c7-4c88-aa83-e66237026238 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Deleting port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:05.715868 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-f5aca0c7-e7c7-4c88-aa83-e66237026238 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:05.726146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-4fcfa017-d3b2-4fb0-b04a-9c6545bca6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:05.728213 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-4fcfa017-d3b2-4fb0-b04a-9c6545bca6c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50351f84-6aa6-4168-a1c5-734a5dfac7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2091808
Dec 18 21:10:05.781131 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ae5d60-ba09-410a-b3ad-6de92e777e37 x-openstack-request-id: req-f7ae5d60-ba09-410a-b3ad-6de92e777e37 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:05.781647 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-unplugged", "status": "completed", "tag": "f1860d8e-c101-497b-93b4-18753b0bd5c6", "code": 200}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-unplugged", "status": "completed", "tag": "59526aeb-f155-46bf-ba7e-15d8467624a2", "code": 200}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-unplugged", "status": "completed", "tag": "1f477167-6d29-4a5d-a26d-96bb2271bada", "code": 200}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-unplugged", "status": "completed", "tag": "340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:05.781647 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7ae5d60-ba09-410a-b3ad-6de92e777e37 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:05.782025 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1860d8e-c101-497b-93b4-18753b0bd5c6', 'code': 200}
Dec 18 21:10:05.782352 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59526aeb-f155-46bf-ba7e-15d8467624a2', 'code': 200}
Dec 18 21:10:05.782571 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f477167-6d29-4a5d-a26d-96bb2271bada', 'code': 200}
Dec 18 21:10:05.782808 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3', 'code': 200}
Dec 18 21:10:05.905121 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6319b7b3-9d8f-4ac8-a239-59fd06e25128 req-e3e7476f-1089-410b-a51c-09caa67925b7 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2687700
Dec 18 21:10:05.962834 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:05.972101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-f5aca0c7-e7c7-4c88-aa83-e66237026238 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] For port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:05.972447 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-f5aca0c7-e7c7-4c88-aa83-e66237026238 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:06.016672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-78b69610-1d34-4d2b-b101-66ce39b007dd service neutron] 10.222.0.36 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2747066
Dec 18 21:10:06.027712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-f5aca0c7-e7c7-4c88-aa83-e66237026238 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Calling delete_port for 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:06.408021 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:06.411023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7decd6e4-608b-4f86-90f5-39db8b1589e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:06.482571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 7decd6e4-608b-4f86-90f5-39db8b1589e8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:06.483021 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:06.641530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcf3fcd2-6e6e-4968-b115-6c6303699a61 req-a45485fb-326c-4642-8175-94c3d92c001e service neutron] 10.222.0.36 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6148918
Dec 18 21:10:06.657594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc0f53-ef9a-456a-af4a-7ad4aa564e06 req-a4b4a4b0-3880-4c15-b511-98a171bd9156 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:06.659451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3dcc0f53-ef9a-456a-af4a-7ad4aa564e06 req-a4b4a4b0-3880-4c15-b511-98a171bd9156 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 943 time: 0.1638212
Dec 18 21:10:06.823427 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3dcc0f53-ef9a-456a-af4a-7ad4aa564e06 req-5248294e-120c-41ee-a539-cf45bee72662 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1550422
Dec 18 21:10:06.841906 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:06.846549 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-f5aca0c7-e7c7-4c88-aa83-e66237026238 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:06.851522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10440998-0e1c-4e44-bc7e-33cf3aee7b48 req-fb49219e-1dcc-4ab4-8625-398df0d2844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:06.853173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10440998-0e1c-4e44-bc7e-33cf3aee7b48 req-fb49219e-1dcc-4ab4-8625-398df0d2844c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1094 time: 0.1272962
Dec 18 21:10:06.911723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-deleted', 'tag': '1dc7a401-6ed9-4aec-ba52-1af54a484d85'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:06.913912 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ff6df5-ab7a-47c3-9269-fd7e11ffda46" -d '{"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-deleted", "tag": "1dc7a401-6ed9-4aec-ba52-1af54a484d85"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:06.926020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aca0c7-e7c7-4c88-aa83-e66237026238 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'Port': ['ID=340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:06.980609 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d6d5b9-84e0-411f-af45-5993272b5f48 x-openstack-request-id: req-12d6d5b9-84e0-411f-af45-5993272b5f48 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:06.980609 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-deleted", "tag": "1dc7a401-6ed9-4aec-ba52-1af54a484d85", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:06.980609 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12d6d5b9-84e0-411f-af45-5993272b5f48 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:06.981012 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-deleted', 'tag': '1dc7a401-6ed9-4aec-ba52-1af54a484d85', 'status': 'completed', 'code': 200}
Dec 18 21:10:07.082764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-f5aca0c7-e7c7-4c88-aa83-e66237026238 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] No DVR routers for this DVR port 340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:07.090437 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-f5aca0c7-e7c7-4c88-aa83-e66237026238 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:07.093707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-f5aca0c7-e7c7-4c88-aa83-e66237026238 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "DELETE /v2.0/ports/340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3 HTTP/1.1" status: 204  len: 173 time: 1.9042804
Dec 18 21:10:07.161671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10440998-0e1c-4e44-bc7e-33cf3aee7b48 req-4ff6110b-d3b7-4211-a846-24a4a3dc7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:07.163159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10440998-0e1c-4e44-bc7e-33cf3aee7b48 req-4ff6110b-d3b7-4211-a846-24a4a3dc7bae service neutron] 10.222.0.36 "GET /v2.0/networks?id=50351f84-6aa6-4168-a1c5-734a5dfac7c6 HTTP/1.1" status: 200  len: 897 time: 0.2522919
Dec 18 21:10:07.187682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0540-3521-45de-b352-a0318dd6ca54 req-7c136c5a-b71e-4fc5-b743-83e9086f223c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:07.193821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0540-3521-45de-b352-a0318dd6ca54 req-7c136c5a-b71e-4fc5-b743-83e9086f223c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:07.200406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0540-3521-45de-b352-a0318dd6ca54 req-7c136c5a-b71e-4fc5-b743-83e9086f223c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:07.201979 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21be0540-3521-45de-b352-a0318dd6ca54 req-7c136c5a-b71e-4fc5-b743-83e9086f223c tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 2409 time: 0.2004473
Dec 18 21:10:07.265713 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10440998-0e1c-4e44-bc7e-33cf3aee7b48 req-cdfac1d7-96f6-446b-9b7f-16a7819f6ec2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c HTTP/1.1" status: 200  len: 217 time: 0.0927813
Dec 18 21:10:07.371985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21be0540-3521-45de-b352-a0318dd6ca54 req-9fa456ae-de96-4bfc-95f8-3d25a3c5a10b tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1364646
Dec 18 21:10:07.378432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Router 1be5c754-1681-47a2-8301-de9cedb08c80 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:10:07.388063 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10440998-0e1c-4e44-bc7e-33cf3aee7b48 req-c330f667-8fa6-40bd-9476-b891f843930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:07.389562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10440998-0e1c-4e44-bc7e-33cf3aee7b48 req-c330f667-8fa6-40bd-9476-b891f843930a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70999cfe-42f2-4589-9127-a8b2dfb99a30 HTTP/1.1" status: 200  len: 835 time: 0.1089473
Dec 18 21:10:07.398173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-886b8764-3a50-4f9e-b462-a13e635101b6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Deleting port 1f477167-6d29-4a5d-a26d-96bb2271bada {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:07.398544 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-886b8764-3a50-4f9e-b462-a13e635101b6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:07.584210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10440998-0e1c-4e44-bc7e-33cf3aee7b48 req-4022ea29-8e6d-4c9a-9711-8f1a81675de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:07.585628 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10440998-0e1c-4e44-bc7e-33cf3aee7b48 req-4022ea29-8e6d-4c9a-9711-8f1a81675de5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50351f84-6aa6-4168-a1c5-734a5dfac7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1840584
Dec 18 21:10:07.670673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-886b8764-3a50-4f9e-b462-a13e635101b6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] For port 1f477167-6d29-4a5d-a26d-96bb2271bada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f477167-6d29-4a5d-a26d-96bb2271bada,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:07.671399 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-886b8764-3a50-4f9e-b462-a13e635101b6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:07.679482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:10:07.689400 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Sync routers for ids ['1be5c754-1681-47a2-8301-de9cedb08c80'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:10:07.693413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-886b8764-3a50-4f9e-b462-a13e635101b6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Calling delete_port for 1f477167-6d29-4a5d-a26d-96bb2271bada owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:07.700313 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Routers {'1be5c754-1681-47a2-8301-de9cedb08c80'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:07.700923 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f588970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1be5c754-1681-47a2-8301-de9cedb08c80'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:07.755205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:07.756443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c1e512e1-c3b6-4fc6-9653-5a997bdd0636 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 6.3965251
Dec 18 21:10:07.759282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35252) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:07.781608 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10440998-0e1c-4e44-bc7e-33cf3aee7b48 req-36f3e7a2-223b-4466-b8a2-54fd94686304 service neutron] 10.222.0.36 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821692
Dec 18 21:10:07.833841 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Set router 1be5c754-1681-47a2-8301-de9cedb08c80 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:07.933423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-10440998-0e1c-4e44-bc7e-33cf3aee7b48 req-eb5fec75-0e05-498e-9a13-b8b616ff1ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413610
Dec 18 21:10:07.946183 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-886b8764-3a50-4f9e-b462-a13e635101b6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:07.993655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b8764-3a50-4f9e-b462-a13e635101b6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'Port': ['ID=1f477167-6d29-4a5d-a26d-96bb2271bada,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:08.070640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-886b8764-3a50-4f9e-b462-a13e635101b6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] No DVR routers for this DVR port 1f477167-6d29-4a5d-a26d-96bb2271bada on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:08.073866 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-886b8764-3a50-4f9e-b462-a13e635101b6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.078198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-886b8764-3a50-4f9e-b462-a13e635101b6 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "DELETE /v2.0/ports/1f477167-6d29-4a5d-a26d-96bb2271bada HTTP/1.1" status: 204  len: 173 time: 0.9708431
Dec 18 21:10:08.087783 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.092764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099cd80-e481-4bdf-aa85-da07db7adf57 req-60229650-ae0e-4877-bc53-f691e681aecd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:08.094959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9099cd80-e481-4bdf-aa85-da07db7adf57 req-60229650-ae0e-4877-bc53-f691e681aecd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 943 time: 0.1115727
Dec 18 21:10:08.097296 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f588970>, [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:05Z', 'revision_number': 3, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:08.132855 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Checking router: 1be5c754-1681-47a2-8301-de9cedb08c80 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:10:08.133520 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Updating router 1be5c754-1681-47a2-8301-de9cedb08c80 port 3c14e5a5-a637-49c3-9456-a413a38a62df binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:10:08.160944 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.219820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9099cd80-e481-4bdf-aa85-da07db7adf57 req-7c6b3bb0-1c79-4909-9b58-844a90621cd3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1146336
Dec 18 21:10:08.241131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Deleting port f1860d8e-c101-497b-93b4-18753b0bd5c6 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:08.241522 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.339289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] For port f1860d8e-c101-497b-93b4-18753b0bd5c6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1860d8e-c101-497b-93b4-18753b0bd5c6,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:08.339706 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.445100 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.459546 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.525510 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cf892-dbf2-486c-8f97-f3b5a3021e5f None None] Pushing event updated for resources: {'Port': ['ID=3c14e5a5-a637-49c3-9456-a413a38a62df,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:08.558030 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f27b99f-0083-40c1-bc2d-fd5bca063942 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:10:08.569510 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Attempting to bind port 3c14e5a5-a637-49c3-9456-a413a38a62df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:10:08.570174 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Attempting to bind port 3c14e5a5-a637-49c3-9456-a413a38a62df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:10:08.570758 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Attempting to bind port 3c14e5a5-a637-49c3-9456-a413a38a62df on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:08.581786 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.597489 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:10:08.598001 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:08.599735 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.600152 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:10:08.600654 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Bound port: 3c14e5a5-a637-49c3-9456-a413a38a62df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:10:08.601045 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.684065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3bfcaa69-07f8-42e2-b425-15436c20ff54 None None] Provisioning complete for port 3c14e5a5-a637-49c3-9456-a413a38a62df triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:08.685338 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3bfcaa69-07f8-42e2-b425-15436c20ff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.694777 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] For port 3c14e5a5-a637-49c3-9456-a413a38a62df, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:08.697036 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.698532 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] For port 3c14e5a5-a637-49c3-9456-a413a38a62df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c14e5a5-a637-49c3-9456-a413a38a62df,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:10:08.705504 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.760024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3bfcaa69-07f8-42e2-b425-15436c20ff54 None None] Port 3c14e5a5-a637-49c3-9456-a413a38a62df cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:08.769341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc51cf-8dac-4c52-ba20-4e51c51facbe None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:10:08.794935 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Routers {'1be5c754-1681-47a2-8301-de9cedb08c80'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:08.795554 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f588970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1be5c754-1681-47a2-8301-de9cedb08c80'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:08.809647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f6195-470c-44f6-b8f7-b20aa3920bc4 req-eb35de2e-3c82-4747-89c0-4c388fd09195 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:08.816535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f6195-470c-44f6-b8f7-b20aa3920bc4 req-eb35de2e-3c82-4747-89c0-4c388fd09195 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:08.819054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-937f6195-470c-44f6-b8f7-b20aa3920bc4 req-eb35de2e-3c82-4747-89c0-4c388fd09195 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 1676 time: 0.3326674
Dec 18 21:10:08.855124 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cf892-dbf2-486c-8f97-f3b5a3021e5f None None] Pushing event updated for resources: {'Port': ['ID=3c14e5a5-a637-49c3-9456-a413a38a62df,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:08.897222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6486841e-7a00-4cf7-bf4a-5abaf00df8cc None None] Provisioning complete for port 3c14e5a5-a637-49c3-9456-a413a38a62df triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:08.899036 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6486841e-7a00-4cf7-bf4a-5abaf00df8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.906125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Allocated IP 172.20.0.1 (c62ef8c3-463b-4e15-8f35-55a2c15acde0/c9dd9ccd-6110-462a-950d-40714b5429ee/3dafade2-435c-49b5-92f5-8cc6dc24b597) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:08.983406 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.983923 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:08.985791 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Floating IP 1e930b78-fb54-4b40-9dba-82e0652b9ff6 disassociated. External IP: 172.35.3.51, port: f1860d8e-c101-497b-93b4-18753b0bd5c6.
Dec 18 21:10:08.987627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Calling delete_port for f1860d8e-c101-497b-93b4-18753b0bd5c6 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:09.000924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-deleted', 'tag': '340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3'}, {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-deleted', 'tag': '1f477167-6d29-4a5d-a26d-96bb2271bada'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:09.003287 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efb711b-281f-4840-a6bf-497355d38174" -d '{"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-deleted", "tag": "340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3"}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-deleted", "tag": "1f477167-6d29-4a5d-a26d-96bb2271bada"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:09.019926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-937f6195-470c-44f6-b8f7-b20aa3920bc4 req-25abd263-9a4e-47d6-8a1d-6aa2c1bee3e4 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1837814
Dec 18 21:10:09.028298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.068967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.076590 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] Set router 1be5c754-1681-47a2-8301-de9cedb08c80 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:09.114984 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Network c62ef8c3-463b-4e15-8f35-55a2c15acde0 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:09.119415 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a9c84d-6967-4221-b77c-45dc1befba8a x-openstack-request-id: req-28a9c84d-6967-4221-b77c-45dc1befba8a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:09.119925 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-deleted", "tag": "340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3", "status": "completed", "code": 200}, {"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-deleted", "tag": "1f477167-6d29-4a5d-a26d-96bb2271bada", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:09.120209 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28a9c84d-6967-4221-b77c-45dc1befba8a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:09.120669 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-deleted', 'tag': '340e6be6-1fef-4dd8-be5e-b48f2c8f9ee3', 'status': 'completed', 'code': 200}
Dec 18 21:10:09.120938 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-deleted', 'tag': '1f477167-6d29-4a5d-a26d-96bb2271bada', 'status': 'completed', 'code': 200}
Dec 18 21:10:09.122065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:09.126207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:09.150977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Pushing event updated for resources: {'Port': ['ID=3dafade2-435c-49b5-92f5-8cc6dc24b597,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:09.173736 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6486841e-7a00-4cf7-bf4a-5abaf00df8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.176231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.218392 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6486841e-7a00-4cf7-bf4a-5abaf00df8cc None None] For port 3c14e5a5-a637-49c3-9456-a413a38a62df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c14e5a5-a637-49c3-9456-a413a38a62df,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:09.222719 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.229026 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6486841e-7a00-4cf7-bf4a-5abaf00df8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.287113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'Port': ['ID=f1860d8e-c101-497b-93b4-18753b0bd5c6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:09.323566 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486841e-7a00-4cf7-bf4a-5abaf00df8cc None None] Pushing event updated for resources: {'Port': ['ID=3c14e5a5-a637-49c3-9456-a413a38a62df,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:09.327014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 7174a37a-13ce-4590-8989-11e0c1e06a4c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:10:09.445392 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.509962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:09.511452 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f588970>, [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:05Z', 'revision_number': 3, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:09.522853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801fdfd-ed6d-480c-abf6-a508a0a5f6f8 req-e6cfed78-b03b-4681-9800-acf9c3a0242b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:09.525079 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0801fdfd-ed6d-480c-abf6-a508a0a5f6f8 req-e6cfed78-b03b-4681-9800-acf9c3a0242b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 943 time: 0.1366997
Dec 18 21:10:09.535515 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'port_id': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'mac_address': 'fa:16:3e:12:d9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:10:09.580013 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbe55dc-7d36-4945-9e3b-94e4d8c23cb6 None None] The sync data for ids ['1be5c754-1681-47a2-8301-de9cedb08c80'] in ncdv-master-1 is: [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:05Z', 'revision_number': 3, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:10:09.605646 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.606630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Router 81c3a485-7d7c-4831-9bde-18b04cf933a1 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:10:09.624351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0801fdfd-ed6d-480c-abf6-a508a0a5f6f8 req-e6446a07-b061-42bd-9dd1-2abed9b740d6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873230
Dec 18 21:10:09.629851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7174a37a-13ce-4590-8989-11e0c1e06a4c {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:10:09.701778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:09.715738 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.761168 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.765065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-50c11666-20d8-43de-94e9-36552df20a44 None None] Provisioning complete for port 3dafade2-435c-49b5-92f5-8cc6dc24b597 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:09.765462 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-50c11666-20d8-43de-94e9-36552df20a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.767426 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.807325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-50c11666-20d8-43de-94e9-36552df20a44 None None] Port 3dafade2-435c-49b5-92f5-8cc6dc24b597 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:09.824635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:10:09.837903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc9970-fea4-4e21-9767-734250fd99d4 None None] Sync routers for ids ['81c3a485-7d7c-4831-9bde-18b04cf933a1'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:10:09.842296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=7174a37a-13ce-4590-8989-11e0c1e06a4c,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:09.860430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Pushing event updated for resources: {'Port': ['ID=3dafade2-435c-49b5-92f5-8cc6dc24b597,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:09.862734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc9970-fea4-4e21-9767-734250fd99d4 None None] Routers {'81c3a485-7d7c-4831-9bde-18b04cf933a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:09.863866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-41fc9970-fea4-4e21-9767-734250fd99d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e107af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['81c3a485-7d7c-4831-9bde-18b04cf933a1'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:09.896940 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.903354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] No DVR routers for this DVR port f1860d8e-c101-497b-93b4-18753b0bd5c6 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:09.906455 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:09.918853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-bba3e7f7-5d99-4c06-967c-fea324159b92 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "DELETE /v2.0/ports/f1860d8e-c101-497b-93b4-18753b0bd5c6 HTTP/1.1" status: 204  len: 173 time: 1.8232367
Dec 18 21:10:10.025852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['7174a37a-13ce-4590-8989-11e0c1e06a4c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:10:10.110548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-41fc9970-fea4-4e21-9767-734250fd99d4 None None] Set router 81c3a485-7d7c-4831-9bde-18b04cf933a1 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:10.146147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Network c62ef8c3-463b-4e15-8f35-55a2c15acde0 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:10.150756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Deleting port 59526aeb-f155-46bf-ba7e-15d8467624a2 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:10.152533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:10.155580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:10.367107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Router 1be5c754-1681-47a2-8301-de9cedb08c80 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:10:10.560930 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:10:10.567278 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d284f476-fbf9-48ba-a7c9-f4c1dcf4358c admin admin] 10.222.0.13 "PUT /v2.0/routers/1be5c754-1681-47a2-8301-de9cedb08c80/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8051529
Dec 18 21:10:10.583125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3c14e5a5-a637-49c3-9456-a413a38a62df up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:10.847711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-720843a7-5e69-44df-a3a3-186a01f84503 None None] Provisioning complete for port 3dafade2-435c-49b5-92f5-8cc6dc24b597 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:10.848473 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-720843a7-5e69-44df-a3a3-186a01f84503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:10.869318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb41e48-fa0c-4121-bedb-01e5305b8139 req-563bf6a1-c410-4dd5-9e64-f977e3d3974e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:10.876873 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-efb41e48-fa0c-4121-bedb-01e5305b8139 req-563bf6a1-c410-4dd5-9e64-f977e3d3974e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 942 time: 0.6473985
Dec 18 21:10:10.939085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] For port 59526aeb-f155-46bf-ba7e-15d8467624a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59526aeb-f155-46bf-ba7e-15d8467624a2,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:10.939458 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:10.973122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc721d-6c50-4a91-aa0c-4c4ef81ef755 req-cb3061d8-03ef-44af-865d-d8e090b0ff3d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:10.982276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70dc721d-6c50-4a91-aa0c-4c4ef81ef755 req-cb3061d8-03ef-44af-865d-d8e090b0ff3d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 944 time: 0.1505158
Dec 18 21:10:10.985823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3c14e5a5-a637-49c3-9456-a413a38a62df triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:10.986205 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:10.996407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Calling delete_port for 59526aeb-f155-46bf-ba7e-15d8467624a2 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:11.032155 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-efb41e48-fa0c-4121-bedb-01e5305b8139 req-464b7752-1035-4d45-88d2-7d0ea71d8622 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4903f4-1940-4588-9b07-ca4738782059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1542718
Dec 18 21:10:11.048757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-720843a7-5e69-44df-a3a3-186a01f84503 None None] Port 3dafade2-435c-49b5-92f5-8cc6dc24b597 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:11.122164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70dc721d-6c50-4a91-aa0c-4c4ef81ef755 req-45dfec7c-baf4-48e1-814e-8dd2ae7d8772 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1382818
Dec 18 21:10:11.123951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-deleted', 'tag': 'f1860d8e-c101-497b-93b4-18753b0bd5c6'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:11.126362 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543fc061-61bd-4585-8d1d-4330d54ae7ee" -d '{"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-deleted", "tag": "f1860d8e-c101-497b-93b4-18753b0bd5c6"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:11.126507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-41fc9970-fea4-4e21-9767-734250fd99d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e107af0>, [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcbd12cb-be5f-41a7-8b22-29b151e4fdc4', 'name': '', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'mac_address': 'fa:16:3e:23:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:31Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 5, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'subnets': [{'id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:11.157153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc9970-fea4-4e21-9767-734250fd99d4 None None] Checking router: 81c3a485-7d7c-4831-9bde-18b04cf933a1 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:10:11.212411 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc9970-fea4-4e21-9767-734250fd99d4 None None] Routers {'81c3a485-7d7c-4831-9bde-18b04cf933a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:11.212865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-41fc9970-fea4-4e21-9767-734250fd99d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e107af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['81c3a485-7d7c-4831-9bde-18b04cf933a1'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:11.239038 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:11.250163 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b12784-4f9d-443e-bcc9-59168b86fc1d x-openstack-request-id: req-c7b12784-4f9d-443e-bcc9-59168b86fc1d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:11.250747 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-deleted", "tag": "f1860d8e-c101-497b-93b4-18753b0bd5c6", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:11.251107 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7b12784-4f9d-443e-bcc9-59168b86fc1d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:11.251619 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-deleted', 'tag': 'f1860d8e-c101-497b-93b4-18753b0bd5c6', 'status': 'completed', 'code': 200}
Dec 18 21:10:11.310100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'Port': ['ID=59526aeb-f155-46bf-ba7e-15d8467624a2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:11.328995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.329648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.330316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.331603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.331603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.331941 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.332422 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.333195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.333537 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.333890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.334446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.334764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.335110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:11.379687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] No DVR routers for this DVR port 59526aeb-f155-46bf-ba7e-15d8467624a2 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:11.382932 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:11.387569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ae61526-ed3f-40a8-9bb9-00c43a48abcb req-51f9b935-c477-4adf-a9f9-00771425a9fc tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.31 "DELETE /v2.0/ports/59526aeb-f155-46bf-ba7e-15d8467624a2 HTTP/1.1" status: 204  len: 173 time: 1.4628546
Dec 18 21:10:11.429893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35302) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:11.437771 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1896081761-network', 'tenant_id': '5db10117831d4d9396e883590d0cf553'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:11.470910 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-41fc9970-fea4-4e21-9767-734250fd99d4 None None] Set router 81c3a485-7d7c-4831-9bde-18b04cf933a1 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:11.478463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Made reservation on behalf of 5db10117831d4d9396e883590d0cf553 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:10:11.481443 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:11.492722 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:11.589159 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:11.595386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:11.627962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:10:11.638712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8137ed45-a5d1-440c-ae0d-89bb9d5cea44,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:11.645744 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:11.646394 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Added segment 859d3254-82ab-4568-9db5-b7b4960bf132 of type vlan for network b47a65be-3dbc-4b94-a202-8c621acb5cd9
Dec 18 21:10:11.696770 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:11.733848 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:11.735039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:11.735786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:11.783976 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3521681
Dec 18 21:10:11.787777 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35306) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:11.794560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-31c9789f-6528-41b7-aa26-d162d434094a admin admin] Request body: {'subnet': {'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1896081761-subnet', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:11.830314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-41fc9970-fea4-4e21-9767-734250fd99d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e107af0>, [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcbd12cb-be5f-41a7-8b22-29b151e4fdc4', 'name': '', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'mac_address': 'fa:16:3e:23:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:31Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 5, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'subnets': [{'id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:11.847177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7192f-de3a-41ae-8217-21dc79973914 admin admin] Pushing event updated for resources: {'Network': ['ID=b47a65be-3dbc-4b94-a202-8c621acb5cd9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:11.849479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c9789f-6528-41b7-aa26-d162d434094a admin admin] Made reservation on behalf of 5db10117831d4d9396e883590d0cf553 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:10:11.852306 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31c9789f-6528-41b7-aa26-d162d434094a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:11.892588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network b47a65be-3dbc-4b94-a202-8c621acb5cd9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:10:11.895677 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc9970-fea4-4e21-9767-734250fd99d4 None None] The sync data for ids ['81c3a485-7d7c-4831-9bde-18b04cf933a1'] in ncdv-master-1 is: [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcbd12cb-be5f-41a7-8b22-29b151e4fdc4', 'name': '', 'network_id': '50f70d1e-856f-4dc0-8d15-f219387fa189', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'mac_address': 'fa:16:3e:23:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:31Z', 'updated_at': '2021-12-18T21:00:39Z', 'revision_number': 5, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'subnets': [{'id': 'fd650901-9f47-47d9-a2fb-bdde348d3ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:10:12.111664 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31c9789f-6528-41b7-aa26-d162d434094a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:12.184854 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9789f-6528-41b7-aa26-d162d434094a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7d1b74-4c01-4ae0-b654-2523548598a8,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:12.205476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-306f9c2b-2910-4bfd-906b-ad516ae769ef req-10fe827f-5bc0-4bc5-9f08-cbfb480a1e5e tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f6c651-66b5-429c-8db2-13f49236ec82 HTTP/1.1" status: 200  len: 210 time: 0.0363255
Dec 18 21:10:12.212678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9789f-6528-41b7-aa26-d162d434094a admin admin] Checking segment: {'id': '859d3254-82ab-4568-9db5-b7b4960bf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:12.213098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9789f-6528-41b7-aa26-d162d434094a admin admin] Network hostable DHCP agents. Network: b47a65be-3dbc-4b94-a202-8c621acb5cd9, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:10:12.261986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9789f-6528-41b7-aa26-d162d434094a admin admin] Network b47a65be-3dbc-4b94-a202-8c621acb5cd9 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:10:12.276232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0932-0684-47bf-a08d-51318821030f req-41332264-69c2-49f7-a44a-ebc384a99ea2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:12.277742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31ce0932-0684-47bf-a08d-51318821030f req-41332264-69c2-49f7-a44a-ebc384a99ea2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 944 time: 0.0610635
Dec 18 21:10:12.284090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-31c9789f-6528-41b7-aa26-d162d434094a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b47a65be-3dbc-4b94-a202-8c621acb5cd9) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:12.295763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c9789f-6528-41b7-aa26-d162d434094a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:12.295931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31c9789f-6528-41b7-aa26-d162d434094a admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:12.297008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d40e795-a532-48f9-a42a-065b0980c0b5 None None] Network b47a65be-3dbc-4b94-a202-8c621acb5cd9 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:10:12.356395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-31c9789f-6528-41b7-aa26-d162d434094a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5670166
Dec 18 21:10:12.360414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35316) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:12.366337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1896081761-router', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:12.388337 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Sync routers for ids ['1be5c754-1681-47a2-8301-de9cedb08c80'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:10:12.405113 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Routers {'1be5c754-1681-47a2-8301-de9cedb08c80'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:12.406057 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f795be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1be5c754-1681-47a2-8301-de9cedb08c80'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:12.406941 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:12.408176 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:12.451729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31ce0932-0684-47bf-a08d-51318821030f req-fd8c49e6-d829-4466-ae48-3d2f4d8f4bd4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1550179
Dec 18 21:10:12.491859 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:12.540648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b47a65be-3dbc-4b94-a202-8c621acb5cd9', 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9', 'project_id': '5db10117831d4d9396e883590d0cf553', 'fixed_ips': [{'subnet_id': '3a7d1b74-4c01-4ae0-b654-2523548598a8'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:10:12.541995 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:12.608272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466927cf-25d3-4716-9261-3cb37ee6c8bf None None] New status for floating IP 1e930b78-fb54-4b40-9dba-82e0652b9ff6: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:10:12.636094 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Set router 1be5c754-1681-47a2-8301-de9cedb08c80 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:12.695124 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:12.879446 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f795be0>, [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dafade2-435c-49b5-92f5-8cc6dc24b597', 'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'mac_address': 'fa:16:3e:3d:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:08Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 2, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'subnets': [{'id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:12.887926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Allocated IP 172.20.0.2 (b47a65be-3dbc-4b94-a202-8c621acb5cd9/3a7d1b74-4c01-4ae0-b654-2523548598a8/4a616a9c-a897-45a6-a636-39df01c03028) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:12.942768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:12.966654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.029486 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Checking router: 1be5c754-1681-47a2-8301-de9cedb08c80 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:10:13.030150 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Updating router 1be5c754-1681-47a2-8301-de9cedb08c80 port 3dafade2-435c-49b5-92f5-8cc6dc24b597 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:10:13.058206 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.091303 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.097841 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.098151 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Allocated IP 172.35.3.203 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/29ec6867-e69a-4059-8ef5-597af9df0812) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:13.154749 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Network b47a65be-3dbc-4b94-a202-8c621acb5cd9 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:13.158347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:13.163625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:13.177935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Pushing event updated for resources: {'Port': ['ID=4a616a9c-a897-45a6-a636-39df01c03028,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:13.236351 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.252757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-deleted', 'tag': '59526aeb-f155-46bf-ba7e-15d8467624a2'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:13.253336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Attempting to bind port 4a616a9c-a897-45a6-a636-39df01c03028 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:10:13.253914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Attempting to bind port 4a616a9c-a897-45a6-a636-39df01c03028 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '859d3254-82ab-4568-9db5-b7b4960bf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:10:13.254426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Attempting to bind port 4a616a9c-a897-45a6-a636-39df01c03028 on network b47a65be-3dbc-4b94-a202-8c621acb5cd9 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:13.255687 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5074a461-94b7-453b-bd8c-9c09d6551156" -d '{"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-deleted", "tag": "59526aeb-f155-46bf-ba7e-15d8467624a2"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:13.263347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:10:13.263707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Checking segment: {'id': '859d3254-82ab-4568-9db5-b7b4960bf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:13.264184 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.264820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Bound using segment: {'id': '859d3254-82ab-4568-9db5-b7b4960bf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:10:13.265309 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Bound port: 4a616a9c-a897-45a6-a636-39df01c03028, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859d3254-82ab-4568-9db5-b7b4960bf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:10:13.266412 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.313704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 7174a37a-13ce-4590-8989-11e0c1e06a4c up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:13.323863 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c902b13f-c9c7-4741-aa27-027c3fca1926 x-openstack-request-id: req-c902b13f-c9c7-4741-aa27-027c3fca1926 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:13.324157 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6c651-66b5-429c-8db2-13f49236ec82", "name": "network-vif-deleted", "tag": "59526aeb-f155-46bf-ba7e-15d8467624a2", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:13.327452 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.328327 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c902b13f-c9c7-4741-aa27-027c3fca1926 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:13.328973 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6c651-66b5-429c-8db2-13f49236ec82', 'name': 'network-vif-deleted', 'tag': '59526aeb-f155-46bf-ba7e-15d8467624a2', 'status': 'completed', 'code': 200}
Dec 18 21:10:13.346920 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.354468 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.367032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35326) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:13.382294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:13.388143 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:13.406910 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:13.408880 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1301a1-dc6a-41b0-b95c-294b61bbfcee None None] Pushing event updated for resources: {'Port': ['ID=3dafade2-435c-49b5-92f5-8cc6dc24b597,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:13.410520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab1dabd-63c2-4d9c-9c60-784bc7c98907 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:10:13.423629 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] For port 4a616a9c-a897-45a6-a636-39df01c03028, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:13.434483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] For port 4a616a9c-a897-45a6-a636-39df01c03028, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a616a9c-a897-45a6-a636-39df01c03028,segment=NetworkSegment(859d3254-82ab-4568-9db5-b7b4960bf132),segment_id=859d3254-82ab-4568-9db5-b7b4960bf132)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:10:13.444611 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.465957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 7174a37a-13ce-4590-8989-11e0c1e06a4c completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:10:13.472763 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22cedbc9-9355-466b-a0ca-819c1c4f8c2d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.486531 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Pushing event updated for resources: {'Port': ['ID=29ec6867-e69a-4059-8ef5-597af9df0812,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:13.529042 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Attempting to bind port 3dafade2-435c-49b5-92f5-8cc6dc24b597 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:10:13.529674 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Attempting to bind port 3dafade2-435c-49b5-92f5-8cc6dc24b597 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:10:13.530241 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Attempting to bind port 3dafade2-435c-49b5-92f5-8cc6dc24b597 on network c62ef8c3-463b-4e15-8f35-55a2c15acde0 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:13.548632 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:10:13.549169 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Checking segment: {'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:13.549584 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.549988 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Bound using segment: {'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:10:13.550549 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Bound port: 3dafade2-435c-49b5-92f5-8cc6dc24b597, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:10:13.550937 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.570017 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22cedbc9-9355-466b-a0ca-819c1c4f8c2d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.593308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 7174a37a-13ce-4590-8989-11e0c1e06a4c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:13.595633 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.693734 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] For port 3dafade2-435c-49b5-92f5-8cc6dc24b597, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:13.702580 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] For port 3dafade2-435c-49b5-92f5-8cc6dc24b597, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3dafade2-435c-49b5-92f5-8cc6dc24b597,segment=NetworkSegment(65575524-6660-470f-9942-dc769b3b3f7e),segment_id=65575524-6660-470f-9942-dc769b3b3f7e)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:10:13.714265 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-656b3214-e2a3-4373-a910-e346b2f45bac None None] Provisioning complete for port 29ec6867-e69a-4059-8ef5-597af9df0812 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:13.714265 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-656b3214-e2a3-4373-a910-e346b2f45bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.719767 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.727558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491108b2-d64a-4373-b6f5-fdb27daf9202 req-b1bc5815-b09c-49c8-b04b-3cde9dde0cf8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:13.730432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-491108b2-d64a-4373-b6f5-fdb27daf9202 req-b1bc5815-b09c-49c8-b04b-3cde9dde0cf8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 944 time: 0.0934069
Dec 18 21:10:13.747848 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22cedbc9-9355-466b-a0ca-819c1c4f8c2d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.753014 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22cedbc9-9355-466b-a0ca-819c1c4f8c2d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:13.756852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-22cedbc9-9355-466b-a0ca-819c1c4f8c2d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "DELETE /v2.0/security-groups/ef4903f4-1940-4588-9b07-ca4738782059 HTTP/1.1" status: 204  len: 168 time: 0.3864410
Dec 18 21:10:13.760270 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35334) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:13.769996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c643f-de56-449e-bb11-e19b720ff293 None None] Pushing event updated for resources: {'Port': ['ID=4a616a9c-a897-45a6-a636-39df01c03028,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:13.801607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-656b3214-e2a3-4373-a910-e346b2f45bac None None] Port 29ec6867-e69a-4059-8ef5-597af9df0812 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:13.806205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cedbc9-9355-466b-a0ca-819c1c4f8c2d tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4903f4-1940-4588-9b07-ca4738782059,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:13.818045 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-c4dbc646-3ba5-4d2b-ba9b-51b0739f79f9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] show failed (client error): The resource could not be found.
Dec 18 21:10:13.831103 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c4dbc646-3ba5-4d2b-ba9b-51b0739f79f9 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "GET /v2.0/security-groups/ef4903f4-1940-4588-9b07-ca4738782059 HTTP/1.1" status: 404  len: 347 time: 0.0690873
Dec 18 21:10:13.832015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35336) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:13.868090 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1301a1-dc6a-41b0-b95c-294b61bbfcee None None] Pushing event updated for resources: {'Port': ['ID=3dafade2-435c-49b5-92f5-8cc6dc24b597,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:13.869609 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-491108b2-d64a-4373-b6f5-fdb27daf9202 req-f4ff39d3-75e8-4e5d-92bb-a4d5af5e4fcd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1126022
Dec 18 21:10:13.898892 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Routers {'1be5c754-1681-47a2-8301-de9cedb08c80'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:13.899768 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f795be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1be5c754-1681-47a2-8301-de9cedb08c80'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:13.979957 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.061750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.092507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:14.094471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:14.100460 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91f9f36-b506-487f-b02c-9542f66b70f9" -d '{"events": [{"server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "name": "network-vif-plugged", "status": "completed", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:14.106707 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.116576 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] Set router 1be5c754-1681-47a2-8301-de9cedb08c80 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:14.202817 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3efc36-a488-4185-bb35-2d1b39d5f28a x-openstack-request-id: req-aa3efc36-a488-4185-bb35-2d1b39d5f28a {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:14.204029 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "name": "network-vif-plugged", "status": "completed", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:14.204391 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa3efc36-a488-4185-bb35-2d1b39d5f28a {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:14.205837 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'code': 200}
Dec 18 21:10:14.226693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4abb1f75-e3e4-4d04-89ce-f46845399e3f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Deleting port 704c4050-7a14-4e23-b6bf-57422d7cfa43 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:14.228221 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4abb1f75-e3e4-4d04-89ce-f46845399e3f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.264398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8c48f05a-9c7c-4209-a590-78b66461752a None None] Provisioning complete for port 3dafade2-435c-49b5-92f5-8cc6dc24b597 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:14.264768 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c48f05a-9c7c-4209-a590-78b66461752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.385756 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.420725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=7174a37a-13ce-4590-8989-11e0c1e06a4c,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:14.446919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5213fa-4d37-4ae2-80a5-a124352e5eb0 req-d150a44d-7760-4b4a-acd9-cebf95e9d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:14.448530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b5213fa-4d37-4ae2-80a5-a124352e5eb0 req-d150a44d-7760-4b4a-acd9-cebf95e9d253 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1096 time: 0.1285324
Dec 18 21:10:14.450659 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4abb1f75-e3e4-4d04-89ce-f46845399e3f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.450991 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4abb1f75-e3e4-4d04-89ce-f46845399e3f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.514187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4abb1f75-e3e4-4d04-89ce-f46845399e3f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Calling delete_port for 704c4050-7a14-4e23-b6bf-57422d7cfa43 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:14.514413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a616a9c-a897-45a6-a636-39df01c03028 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:14.551625 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b5213fa-4d37-4ae2-80a5-a124352e5eb0 req-e69e3867-0d49-41d9-8d0b-6455edf16e51 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911951
Dec 18 21:10:14.587393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Router 09436db4-34b0-4dd4-a313-95ad7d468789 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:10:14.599567 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f795be0>, [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dafade2-435c-49b5-92f5-8cc6dc24b597', 'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'mac_address': 'fa:16:3e:3d:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:08Z', 'updated_at': '2021-12-18T21:10:13Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'subnets': [{'id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:14.630651 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c48f05a-9c7c-4209-a590-78b66461752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.647689 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9862a-419f-4db9-86b0-54e017cc5b64 None None] The sync data for ids ['1be5c754-1681-47a2-8301-de9cedb08c80'] in ncdv-master-1 is: [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dafade2-435c-49b5-92f5-8cc6dc24b597', 'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'mac_address': 'fa:16:3e:3d:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:08Z', 'updated_at': '2021-12-18T21:10:13Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'subnets': [{'id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:10:14.784097 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8c48f05a-9c7c-4209-a590-78b66461752a None None] For port 3dafade2-435c-49b5-92f5-8cc6dc24b597, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3dafade2-435c-49b5-92f5-8cc6dc24b597,segment=NetworkSegment(65575524-6660-470f-9942-dc769b3b3f7e),segment_id=65575524-6660-470f-9942-dc769b3b3f7e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:14.791633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4a616a9c-a897-45a6-a636-39df01c03028 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:14.792080 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.793722 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c48f05a-9c7c-4209-a590-78b66461752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.858025 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4abb1f75-e3e4-4d04-89ce-f46845399e3f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.886802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:10:14.908907 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Sync routers for ids ['09436db4-34b0-4dd4-a313-95ad7d468789'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:10:14.913022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb1f75-e3e4-4d04-89ce-f46845399e3f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'Port': ['ID=704c4050-7a14-4e23-b6bf-57422d7cfa43,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:14.920733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:14.925889 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9de33e05-0f09-4b59-8712-cddfca9a8716 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.5641723
Dec 18 21:10:14.929065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35348) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:14.936690 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Routers {'09436db4-34b0-4dd4-a313-95ad7d468789'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:14.945271 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664442fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['09436db4-34b0-4dd4-a313-95ad7d468789'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:14.981734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48f05a-9c7c-4209-a590-78b66461752a None None] Pushing event updated for resources: {'Port': ['ID=3dafade2-435c-49b5-92f5-8cc6dc24b597,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:15.036250 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:15.071225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2982168d-e4d4-4e9b-b7b1-28b9543d6916 None None] Provisioning complete for port 3dafade2-435c-49b5-92f5-8cc6dc24b597 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:15.071646 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2982168d-e4d4-4e9b-b7b1-28b9543d6916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:15.134680 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4abb1f75-e3e4-4d04-89ce-f46845399e3f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:15.137448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4abb1f75-e3e4-4d04-89ce-f46845399e3f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:15.142914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4abb1f75-e3e4-4d04-89ce-f46845399e3f tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "DELETE /v2.0/floatingips/1e930b78-fb54-4b40-9dba-82e0652b9ff6 HTTP/1.1" status: 204  len: 168 time: 1.3094573
Dec 18 21:10:15.143803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35352) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:15.161801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d08474-d2ad-4653-9d0b-a52934d168cc req-15d2aaba-0e77-4595-a62d-cd200fc4a76a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:15.172055 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6d08474-d2ad-4653-9d0b-a52934d168cc req-15d2aaba-0e77-4595-a62d-cd200fc4a76a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.1518760
Dec 18 21:10:15.176034 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Set router 09436db4-34b0-4dd4-a313-95ad7d468789 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:15.250168 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:15.311066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6d08474-d2ad-4653-9d0b-a52934d168cc req-d3b7f70a-2004-4704-9cca-86eb30d0d499 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1380973
Dec 18 21:10:15.385603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 4a616a9c-a897-45a6-a636-39df01c03028, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a616a9c-a897-45a6-a636-39df01c03028,segment=NetworkSegment(859d3254-82ab-4568-9db5-b7b4960bf132),segment_id=859d3254-82ab-4568-9db5-b7b4960bf132)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:15.401557 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:15.456507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c9f11132-a767-4767-b909-82ee34e75b78 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Deleting port f844557f-eb38-48aa-8a3a-a4ec5d372124 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:15.457061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9f11132-a767-4767-b909-82ee34e75b78 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:15.482302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=4a616a9c-a897-45a6-a636-39df01c03028,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:15.515904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f8892b-d34b-4978-8271-835fa80d96e7 None None] Network b47a65be-3dbc-4b94-a202-8c621acb5cd9 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:10:15.534495 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664442fd0>, [{'id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'name': 'tempest-TestVolumeBackupRestore-1896081761-router', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:13Z', 'revision_number': 3, 'project_id': '5db10117831d4d9396e883590d0cf553', 'gw_port': {'id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:15.575908 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9f11132-a767-4767-b909-82ee34e75b78 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:15.591538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c9f11132-a767-4767-b909-82ee34e75b78 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Calling delete_port for f844557f-eb38-48aa-8a3a-a4ec5d372124 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:15.596289 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Checking router: 09436db4-34b0-4dd4-a313-95ad7d468789 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:10:15.596907 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Updating router 09436db4-34b0-4dd4-a313-95ad7d468789 port 29ec6867-e69a-4059-8ef5-597af9df0812 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:10:15.641236 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:15.897414 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9f11132-a767-4767-b909-82ee34e75b78 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:15.937122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-04b86c83-3eba-4de3-a9ff-38edf089a1b3 None None] Provisioning complete for port 4a616a9c-a897-45a6-a636-39df01c03028 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:15.937582 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-04b86c83-3eba-4de3-a9ff-38edf089a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:15.946423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f11132-a767-4767-b909-82ee34e75b78 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'Port': ['ID=f844557f-eb38-48aa-8a3a-a4ec5d372124,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:16.063452 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c9f11132-a767-4767-b909-82ee34e75b78 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:16.074951 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c9f11132-a767-4767-b909-82ee34e75b78 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "DELETE /v2.0/ports/f844557f-eb38-48aa-8a3a-a4ec5d372124 HTTP/1.1" status: 204  len: 168 time: 0.9210429
Dec 18 21:10:16.075182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35360) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:16.202562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-dac7e2a8-8fc8-42b7-bb10-1587d0ebabab tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Deleting port fbcf81f3-8b8e-462f-9434-1aafb30b288a {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:16.205363 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dac7e2a8-8fc8-42b7-bb10-1587d0ebabab tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:16.223424 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:16.239516 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:16.293046 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cf223-cfab-445e-8633-293a48523f60 None None] Pushing event updated for resources: {'Port': ['ID=29ec6867-e69a-4059-8ef5-597af9df0812,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:16.335328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36445938-a512-4bc6-b62d-d85022d1bc4e None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:10:16.368541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dac7e2a8-8fc8-42b7-bb10-1587d0ebabab tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:16.371726 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Attempting to bind port 29ec6867-e69a-4059-8ef5-597af9df0812 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:10:16.373545 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Attempting to bind port 29ec6867-e69a-4059-8ef5-597af9df0812 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:10:16.375160 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Attempting to bind port 29ec6867-e69a-4059-8ef5-597af9df0812 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:16.388813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-dac7e2a8-8fc8-42b7-bb10-1587d0ebabab tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Calling delete_port for fbcf81f3-8b8e-462f-9434-1aafb30b288a owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:16.398209 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:10:16.399314 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:16.400790 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:16.401291 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:10:16.408064 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Bound port: 29ec6867-e69a-4059-8ef5-597af9df0812, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:10:16.410681 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:16.505902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-992236d3-fc50-4805-a432-59a061675828 None None] Provisioning complete for port 29ec6867-e69a-4059-8ef5-597af9df0812 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:16.506440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-992236d3-fc50-4805-a432-59a061675828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:16.522034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:16.585058 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] For port 29ec6867-e69a-4059-8ef5-597af9df0812, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:16.589960 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] For port 29ec6867-e69a-4059-8ef5-597af9df0812, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29ec6867-e69a-4059-8ef5-597af9df0812,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:10:16.597942 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:16.619546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-992236d3-fc50-4805-a432-59a061675828 None None] Port 29ec6867-e69a-4059-8ef5-597af9df0812 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:16.664947 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c453219-cfa9-4bb5-9222-fed971365c37 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:10:16.742614 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Routers {'09436db4-34b0-4dd4-a313-95ad7d468789'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:16.743379 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664442fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['09436db4-34b0-4dd4-a313-95ad7d468789'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:16.771165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4f9d61c0-caaa-4e82-a69a-701344f903fa None None] Provisioning complete for port 4a616a9c-a897-45a6-a636-39df01c03028 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:16.772203 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4f9d61c0-caaa-4e82-a69a-701344f903fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:16.778692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a616a9c-a897-45a6-a636-39df01c03028 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:16.887574 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dac7e2a8-8fc8-42b7-bb10-1587d0ebabab tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:16.890997 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cf223-cfab-445e-8633-293a48523f60 None None] Pushing event updated for resources: {'Port': ['ID=29ec6867-e69a-4059-8ef5-597af9df0812,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:16.961255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Allocated IP 172.20.0.1 (b47a65be-3dbc-4b94-a202-8c621acb5cd9/3a7d1b74-4c01-4ae0-b654-2523548598a8/71f2df89-b653-40ca-a3c8-fcae92fd5e8c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:16.966852 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7e2a8-8fc8-42b7-bb10-1587d0ebabab tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'Port': ['ID=fbcf81f3-8b8e-462f-9434-1aafb30b288a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:16.988996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4a616a9c-a897-45a6-a636-39df01c03028 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:16.989440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.026914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f3142-1218-4d0c-807d-4685edfca40c req-c0319b0a-8c89-4c40-86f9-0e1dbea271b2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:17.027173 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] Set router 09436db4-34b0-4dd4-a313-95ad7d468789 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:17.028973 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb7f3142-1218-4d0c-807d-4685edfca40c req-c0319b0a-8c89-4c40-86f9-0e1dbea271b2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.4534252
Dec 18 21:10:17.066491 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dac7e2a8-8fc8-42b7-bb10-1587d0ebabab tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.075616 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dac7e2a8-8fc8-42b7-bb10-1587d0ebabab tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "DELETE /v2.0/ports/fbcf81f3-8b8e-462f-9434-1aafb30b288a HTTP/1.1" status: 204  len: 168 time: 0.9993172
Dec 18 21:10:17.076568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35370) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:17.139999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4f9d61c0-caaa-4e82-a69a-701344f903fa None None] Provisioning complete for port 29ec6867-e69a-4059-8ef5-597af9df0812 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:17.140421 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4f9d61c0-caaa-4e82-a69a-701344f903fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.204634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e85b21-7121-4f9c-94cf-2cf0ecac8fc3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Deleting subnet bb20149f-40f2-4730-9732-866a51cae125 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:10:17.212185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb7f3142-1218-4d0c-807d-4685edfca40c req-70264906-0fe3-40f0-bae0-a3eb8e92cbc5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1482632
Dec 18 21:10:17.213059 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70e85b21-7121-4f9c-94cf-2cf0ecac8fc3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.220003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.271323 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70e85b21-7121-4f9c-94cf-2cf0ecac8fc3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.303717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.340342 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4f9d61c0-caaa-4e82-a69a-701344f903fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.357557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Network b47a65be-3dbc-4b94-a202-8c621acb5cd9 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:17.364684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:17.372545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4f9d61c0-caaa-4e82-a69a-701344f903fa None None] For port 29ec6867-e69a-4059-8ef5-597af9df0812, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29ec6867-e69a-4059-8ef5-597af9df0812,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:17.377753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3dafade2-435c-49b5-92f5-8cc6dc24b597 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:17.382554 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4f9d61c0-caaa-4e82-a69a-701344f903fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.384188 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664442fd0>, [{'id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'name': 'tempest-TestVolumeBackupRestore-1896081761-router', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:13Z', 'revision_number': 3, 'project_id': '5db10117831d4d9396e883590d0cf553', 'gw_port': {'id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:17.389830 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:17.429730 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9809d8-2c0e-4753-93ac-6b5f8941ad4c None None] The sync data for ids ['09436db4-34b0-4dd4-a313-95ad7d468789'] in ncdv-master-1 is: [{'id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'name': 'tempest-TestVolumeBackupRestore-1896081761-router', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:13Z', 'revision_number': 3, 'project_id': '5db10117831d4d9396e883590d0cf553', 'gw_port': {'id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:10:17.486456 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.495747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d61c0-caaa-4e82-a69a-701344f903fa None None] Pushing event updated for resources: {'Port': ['ID=29ec6867-e69a-4059-8ef5-597af9df0812,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:17.501470 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3dafade2-435c-49b5-92f5-8cc6dc24b597 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:17.502355 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.565175 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70e85b21-7121-4f9c-94cf-2cf0ecac8fc3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.620279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Pushing event updated for resources: {'Port': ['ID=71f2df89-b653-40ca-a3c8-fcae92fd5e8c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:17.673247 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70e85b21-7121-4f9c-94cf-2cf0ecac8fc3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.704243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e85b21-7121-4f9c-94cf-2cf0ecac8fc3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'Subnet': ['ID=bb20149f-40f2-4730-9732-866a51cae125,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:17.718097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc122977-0a50-477a-bb85-cad88f4766db req-5663a3c5-3110-4655-be45-2c186079edd2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:17.722767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc122977-0a50-477a-bb85-cad88f4766db req-5663a3c5-3110-4655-be45-2c186079edd2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.3103755
Dec 18 21:10:17.738113 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70e85b21-7121-4f9c-94cf-2cf0ecac8fc3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.741721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-70e85b21-7121-4f9c-94cf-2cf0ecac8fc3 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "DELETE /v2.0/subnets/bb20149f-40f2-4730-9732-866a51cae125 HTTP/1.1" status: 204  len: 168 time: 0.6597106
Dec 18 21:10:17.745861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35374) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:17.753345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d95bf-1fca-41b4-90ad-9afee3a8be3a None None] Network 3e4696f9-9ec3-403c-b1d1-c2615c38c344 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:10:17.815435 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc122977-0a50-477a-bb85-cad88f4766db req-1cee1785-5b50-45a2-8eb6-ef4d1cf431d4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869241
Dec 18 21:10:17.833167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35376) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:17.876257 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.914948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1706e165-7287-49ad-aad3-06a21fcfac68 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Deleting subnet 41db58aa-9be6-4f7e-8474-4a12381938c1 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:10:17.930421 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-09f4fb3b-7929-43e4-9f04-976ad1eed98a None None] Provisioning complete for port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:17.931064 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09f4fb3b-7929-43e4-9f04-976ad1eed98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:17.945049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9430cea0-93c1-48e8-a88c-fdea8cc4578a tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:17.950656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9430cea0-93c1-48e8-a88c-fdea8cc4578a tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1091 time: 0.1134315
Dec 18 21:10:17.951205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35378) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:17.957011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:17.976811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-09f4fb3b-7929-43e4-9f04-976ad1eed98a None None] Port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:18.000735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1706e165-7287-49ad-aad3-06a21fcfac68 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.007591 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.078028 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1706e165-7287-49ad-aad3-06a21fcfac68 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.080502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffa7508-c784-441e-9dd1-8bfc5748ad9f None None] DHCP port deletion for 3e4696f9-9ec3-403c-b1d1-c2615c38c344 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:10:18.188110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa7508-c784-441e-9dd1-8bfc5748ad9f None None] Deleting port b7c01f0e-bd1e-4aab-b68b-0b81f9848584 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:18.188563 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.188726 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7508-c784-441e-9dd1-8bfc5748ad9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.291142 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6ffa7508-c784-441e-9dd1-8bfc5748ad9f None None] For port b7c01f0e-bd1e-4aab-b68b-0b81f9848584, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7c01f0e-bd1e-4aab-b68b-0b81f9848584,segment=NetworkSegment(de37ac15-8cb9-4b94-8b9f-84995ff2ffa1),segment_id=de37ac15-8cb9-4b94-8b9f-84995ff2ffa1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:18.291665 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7508-c784-441e-9dd1-8bfc5748ad9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.293169 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.307653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa7508-c784-441e-9dd1-8bfc5748ad9f None None] Calling delete_port for b7c01f0e-bd1e-4aab-b68b-0b81f9848584 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:18.307870 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.370460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.35.3.164 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/d4ba2348-0e7f-4657-8177-c211947dd4a4) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:18.418031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1706e165-7287-49ad-aad3-06a21fcfac68 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.449652 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7508-c784-441e-9dd1-8bfc5748ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.489960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa7508-c784-441e-9dd1-8bfc5748ad9f None None] Pushing event deleted for resources: {'Port': ['ID=b7c01f0e-bd1e-4aab-b68b-0b81f9848584,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:18.496228 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.498502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Pushing event updated for resources: {'Port': ['ID=71f2df89-b653-40ca-a3c8-fcae92fd5e8c,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:18.500790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa7508-c784-441e-9dd1-8bfc5748ad9f None None] No DVR routers for this DVR port b7c01f0e-bd1e-4aab-b68b-0b81f9848584 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:18.541926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 29ec6867-e69a-4059-8ef5-597af9df0812 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:18.565181 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.611040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 29ec6867-e69a-4059-8ef5-597af9df0812 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:18.611736 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.626973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.667908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Network b47a65be-3dbc-4b94-a202-8c621acb5cd9 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:18.669265 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1706e165-7287-49ad-aad3-06a21fcfac68 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.686734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:18.700476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:18.703153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5beaa6c-6021-4f08-9b0a-a050a33b5777 None None] Network e4fbd253-ec67-4760-9f35-d8231c84dace requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:10:18.706078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:18.720497 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=d4ba2348-0e7f-4657-8177-c211947dd4a4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:18.724214 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:18.738833 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1706e165-7287-49ad-aad3-06a21fcfac68 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:18.740784 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1706e165-7287-49ad-aad3-06a21fcfac68 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "DELETE /v2.0/subnets/41db58aa-9be6-4f7e-8474-4a12381938c1 HTTP/1.1" status: 204  len: 168 time: 0.9939029
Dec 18 21:10:18.757014 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35386) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:18.759167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706e165-7287-49ad-aad3-06a21fcfac68 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'Subnet': ['ID=41db58aa-9be6-4f7e-8474-4a12381938c1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:18.964846 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b7c01f0e-bd1e-4aab-b68b-0b81f9848584 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:19.001042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: b7c01f0e-bd1e-4aab-b68b-0b81f9848584 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:10:19.001731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b7c01f0e-bd1e-4aab-b68b-0b81f9848584 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:10:19.032973 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.054831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41085a90-389e-4f04-a82d-10cdcb624608 None None] DHCP port deletion for e4fbd253-ec67-4760-9f35-d8231c84dace request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:10:19.130469 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-41085a90-389e-4f04-a82d-10cdcb624608 None None] Deleting port 1ac506af-223a-4f7f-b5b8-b0eb25833db1 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:19.131103 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-41085a90-389e-4f04-a82d-10cdcb624608 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.182388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8b67dbd1-bbd6-4edf-a24c-f09bc7426ed4 None None] Provisioning complete for port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:19.182627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Router 09436db4-34b0-4dd4-a313-95ad7d468789 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:10:19.183053 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b67dbd1-bbd6-4edf-a24c-f09bc7426ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.196713 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.248050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-41085a90-389e-4f04-a82d-10cdcb624608 None None] For port 1ac506af-223a-4f7f-b5b8-b0eb25833db1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ac506af-223a-4f7f-b5b8-b0eb25833db1,segment=NetworkSegment(8effe386-876f-460a-8d69-51f7e832c4c2),segment_id=8effe386-876f-460a-8d69-51f7e832c4c2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:19.248050 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-41085a90-389e-4f04-a82d-10cdcb624608 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.265036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e562160>,) {'filters': {'network_id': ['3e4696f9-9ec3-403c-b1d1-c2615c38c344']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:19.276438 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8b67dbd1-bbd6-4edf-a24c-f09bc7426ed4 None None] Port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:19.282354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e562160>, 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:19.282673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e562160>, 'de37ac15-8cb9-4b94-8b9f-84995ff2ffa1') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:19.293718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-41085a90-389e-4f04-a82d-10cdcb624608 None None] Calling delete_port for 1ac506af-223a-4f7f-b5b8-b0eb25833db1 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:19.306293 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.362908 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.363388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.377593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:10:19.378007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:10:19.381277 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:10:19.427910 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-41085a90-389e-4f04-a82d-10cdcb624608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.440676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:10:19.460041 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-db0e8ed2-fe3d-46bf-a1cf-707e30bab780 admin admin] 10.222.0.13 "PUT /v2.0/routers/09436db4-34b0-4dd4-a313-95ad7d468789/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5230649
Dec 18 21:10:19.466449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41085a90-389e-4f04-a82d-10cdcb624608 None None] Pushing event deleted for resources: {'Port': ['ID=1ac506af-223a-4f7f-b5b8-b0eb25833db1,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:19.470882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.478350 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.499916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41085a90-389e-4f04-a82d-10cdcb624608 None None] No DVR routers for this DVR port 1ac506af-223a-4f7f-b5b8-b0eb25833db1 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:19.512352 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.521456 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.523348 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "DELETE /v2.0/networks/3e4696f9-9ec3-403c-b1d1-c2615c38c344 HTTP/1.1" status: 204  len: 168 time: 0.7619908
Dec 18 21:10:19.527452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35396) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:19.537327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968706a0-6ee9-4854-8539-37e2a15f75d0 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'Network': ['ID=3e4696f9-9ec3-403c-b1d1-c2615c38c344,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:19.678945 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.812993 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.824818 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.827886 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.897885 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f3848b0>,) {'filters': {'network_id': ['e4fbd253-ec67-4760-9f35-d8231c84dace']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:19.942802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f3848b0>, '8effe386-876f-460a-8d69-51f7e832c4c2') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:19.943198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f3848b0>, '8effe386-876f-460a-8d69-51f7e832c4c2') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:19.955038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=d4ba2348-0e7f-4657-8177-c211947dd4a4,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:19.966922 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.991777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:19.994596 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:20.036629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:10:20.037195 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:10:20.043508 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:10:20.046477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Sync routers for ids ['09436db4-34b0-4dd4-a313-95ad7d468789'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:10:20.063500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Routers {'09436db4-34b0-4dd4-a313-95ad7d468789'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:20.064943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e4bac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['09436db4-34b0-4dd4-a313-95ad7d468789'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:20.166727 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:20.178332 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:20.182826 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] 10.222.0.13 "DELETE /v2.0/networks/e4fbd253-ec67-4760-9f35-d8231c84dace HTTP/1.1" status: 204  len: 168 time: 0.6540322
Dec 18 21:10:20.198867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e1091-a5f5-4945-b16c-1c43e27cae89 tempest-TaggedBootDevicesTest_v242-1367484865 tempest-TaggedBootDevicesTest_v242-1367484865-project] Pushing event deleted for resources: {'Network': ['ID=e4fbd253-ec67-4760-9f35-d8231c84dace,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:20.200835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Set router 09436db4-34b0-4dd4-a313-95ad7d468789 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:20.205240 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Floating IP 01cd9917-2dc5-4649-a68a-dc3f343e2f2b associated. External IP: 172.35.3.164, port: 7174a37a-13ce-4590-8989-11e0c1e06a4c.
Dec 18 21:10:20.508901 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e4bac40>, [{'id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'name': 'tempest-TestVolumeBackupRestore-1896081761-router', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:17Z', 'revision_number': 4, 'project_id': '5db10117831d4d9396e883590d0cf553', 'gw_port': {'id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71f2df89-b653-40ca-a3c8-fcae92fd5e8c', 'name': '', 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'mac_address': 'fa:16:3e:72:ba:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '3a7d1b74-4c01-4ae0-b654-2523548598a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:16Z', 'updated_at': '2021-12-18T21:10:17Z', 'revision_number': 2, 'project_id': '5db10117831d4d9396e883590d0cf553', 'subnets': [{'id': '3a7d1b74-4c01-4ae0-b654-2523548598a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:20.571651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1ac506af-223a-4f7f-b5b8-b0eb25833db1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:20.580721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Checking router: 09436db4-34b0-4dd4-a313-95ad7d468789 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:10:20.581055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Updating router 09436db4-34b0-4dd4-a313-95ad7d468789 port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:10:20.618471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router 872e1793-38f8-4f27-8f35-8275af3b10ec has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:10:20.622850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 1ac506af-223a-4f7f-b5b8-b0eb25833db1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:10:20.623204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1ac506af-223a-4f7f-b5b8-b0eb25833db1 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:10:20.630814 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:20.822820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:10:20.842879 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6877c9-9373-4101-90c0-415bfae2c951 None None] Sync routers for ids ['872e1793-38f8-4f27-8f35-8275af3b10ec'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:10:20.846467 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:20.862963 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6877c9-9373-4101-90c0-415bfae2c951 None None] Routers {'872e1793-38f8-4f27-8f35-8275af3b10ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:20.863833 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ba6877c9-9373-4101-90c0-415bfae2c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664242b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['872e1793-38f8-4f27-8f35-8275af3b10ec'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:20.888824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e0f1c107-0b00-448d-a93d-ab963fec19f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9360631
Dec 18 21:10:20.889506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:20.894023 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146ed310-96c4-4394-8afd-54660fd34dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:20.966145 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cb80a6-a288-4c56-b7c1-80aa5c27f1f2 x-openstack-request-id: req-28cb80a6-a288-4c56-b7c1-80aa5c27f1f2 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:20.966422 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:20.966680 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28cb80a6-a288-4c56-b7c1-80aa5c27f1f2 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:20.968041 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'status': 'completed', 'code': 200}
Dec 18 21:10:21.043435 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ba6877c9-9373-4101-90c0-415bfae2c951 None None] Set router 872e1793-38f8-4f27-8f35-8275af3b10ec gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:21.076056 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:21.084278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ed310-96c4-4394-8afd-54660fd34dcb req-a6ec79d9-b98e-41e8-ae28-5ce158b19d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:21.084775 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:21.085978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-146ed310-96c4-4394-8afd-54660fd34dcb req-a6ec79d9-b98e-41e8-ae28-5ce158b19d25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1096 time: 0.0934188
Dec 18 21:10:21.115941 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68701203-0ea2-4b92-9f71-2bb5febf8a7f req-9cfff67c-6840-4b69-90a2-b085b0602375 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:21.119364 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68701203-0ea2-4b92-9f71-2bb5febf8a7f req-9cfff67c-6840-4b69-90a2-b085b0602375 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0885060
Dec 18 21:10:21.223694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f8aa3-19de-4477-8861-fba813bc7360 None None] Pushing event updated for resources: {'Port': ['ID=71f2df89-b653-40ca-a3c8-fcae92fd5e8c,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:21.256806 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68701203-0ea2-4b92-9f71-2bb5febf8a7f req-f93d2041-f36e-466f-9414-77fbdec61ec3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1266921
Dec 18 21:10:21.261347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Attempting to bind port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:10:21.262667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Attempting to bind port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '859d3254-82ab-4568-9db5-b7b4960bf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:10:21.263466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Attempting to bind port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c on network b47a65be-3dbc-4b94-a202-8c621acb5cd9 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:21.269841 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:10:21.270774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Checking segment: {'id': '859d3254-82ab-4568-9db5-b7b4960bf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:21.273825 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:21.273825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Bound using segment: {'id': '859d3254-82ab-4568-9db5-b7b4960bf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:10:21.273825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Bound port: 71f2df89-b653-40ca-a3c8-fcae92fd5e8c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859d3254-82ab-4568-9db5-b7b4960bf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:10:21.273825 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:21.281099 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35504) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:21.318083 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ed310-96c4-4394-8afd-54660fd34dcb req-dea783b0-173d-4656-ab29-2c194e10efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:21.320083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-146ed310-96c4-4394-8afd-54660fd34dcb req-dea783b0-173d-4656-ab29-2c194e10efbe service neutron] 10.222.0.36 "GET /v2.0/networks?id=50351f84-6aa6-4168-a1c5-734a5dfac7c6 HTTP/1.1" status: 200  len: 897 time: 0.2218797
Dec 18 21:10:21.386943 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ba6877c9-9373-4101-90c0-415bfae2c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664242b80>, [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:54Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '01cd9917-2dc5-4649-a68a-dc3f343e2f2b', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'floating_ip_address': '172.35.3.164', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'port_id': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'mac_address': 'fa:16:3e:12:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:10:19Z', 'updated_at': '2021-12-18T21:10:19Z', 'revision_number': 0, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccde5b22-ce5b-4638-94cf-ac40a0292033', 'name': '', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:05:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:53Z', 'updated_at': '2021-12-18T21:09:58Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:21.401773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] For port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:21.406731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] For port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71f2df89-b653-40ca-a3c8-fcae92fd5e8c,segment=NetworkSegment(859d3254-82ab-4568-9db5-b7b4960bf132),segment_id=859d3254-82ab-4568-9db5-b7b4960bf132)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:10:21.413556 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5328353e-0125-463f-b109-4e2f9ef7f175 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/01cd9917-2dc5-4649-a68a-dc3f343e2f2b HTTP/1.1" status: 200  len: 991 time: 0.1309817
Dec 18 21:10:21.419449 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:21.435148 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6877c9-9373-4101-90c0-415bfae2c951 None None] Checking router: 872e1793-38f8-4f27-8f35-8275af3b10ec for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:10:21.445232 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6877c9-9373-4101-90c0-415bfae2c951 None None] Routers {'872e1793-38f8-4f27-8f35-8275af3b10ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:21.457630 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ba6877c9-9373-4101-90c0-415bfae2c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664242b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['872e1793-38f8-4f27-8f35-8275af3b10ec'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:21.495838 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Routers {'09436db4-34b0-4dd4-a313-95ad7d468789'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:21.496473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e4bac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['09436db4-34b0-4dd4-a313-95ad7d468789'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:21.561553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f8aa3-19de-4477-8861-fba813bc7360 None None] Pushing event updated for resources: {'Port': ['ID=71f2df89-b653-40ca-a3c8-fcae92fd5e8c,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:21.644428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-86a2cf1f-8aa7-48f9-bde0-99e7930ce56c None None] Provisioning complete for port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:21.644741 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ba6877c9-9373-4101-90c0-415bfae2c951 None None] Set router 872e1793-38f8-4f27-8f35-8275af3b10ec gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:21.645533 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86a2cf1f-8aa7-48f9-bde0-99e7930ce56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:21.786270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] Set router 09436db4-34b0-4dd4-a313-95ad7d468789 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:21.945743 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ba6877c9-9373-4101-90c0-415bfae2c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664242b80>, [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:54Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '01cd9917-2dc5-4649-a68a-dc3f343e2f2b', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'floating_ip_address': '172.35.3.164', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'port_id': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'mac_address': 'fa:16:3e:12:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:10:19Z', 'updated_at': '2021-12-18T21:10:19Z', 'revision_number': 0, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccde5b22-ce5b-4638-94cf-ac40a0292033', 'name': '', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:05:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:53Z', 'updated_at': '2021-12-18T21:09:58Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:21.971756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-146ed310-96c4-4394-8afd-54660fd34dcb req-00f533ab-8f31-43a5-a70b-97e3bba221cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c HTTP/1.1" status: 200  len: 999 time: 0.6402972
Dec 18 21:10:21.998601 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6877c9-9373-4101-90c0-415bfae2c951 None None] The sync data for ids ['872e1793-38f8-4f27-8f35-8275af3b10ec'] in ncdv-master-1 is: [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:54Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '01cd9917-2dc5-4649-a68a-dc3f343e2f2b', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'floating_ip_address': '172.35.3.164', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'port_id': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'mac_address': 'fa:16:3e:12:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:10:19Z', 'updated_at': '2021-12-18T21:10:19Z', 'revision_number': 0, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccde5b22-ce5b-4638-94cf-ac40a0292033', 'name': '', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:05:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:53Z', 'updated_at': '2021-12-18T21:09:58Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:10:22.052972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ed310-96c4-4394-8afd-54660fd34dcb req-ba23f958-8205-4dd6-afe5-f2e37773718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:22.054529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-146ed310-96c4-4394-8afd-54660fd34dcb req-ba23f958-8205-4dd6-afe5-f2e37773718a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70999cfe-42f2-4589-9127-a8b2dfb99a30 HTTP/1.1" status: 200  len: 835 time: 0.0731418
Dec 18 21:10:22.119547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ed310-96c4-4394-8afd-54660fd34dcb req-ff267101-c1eb-4ea2-872e-6c1f78940ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:22.121439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-146ed310-96c4-4394-8afd-54660fd34dcb req-ff267101-c1eb-4ea2-872e-6c1f78940ba7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50351f84-6aa6-4168-a1c5-734a5dfac7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0547085
Dec 18 21:10:22.196870 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86a2cf1f-8aa7-48f9-bde0-99e7930ce56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:22.253965 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-146ed310-96c4-4394-8afd-54660fd34dcb req-3012c722-19a9-47a4-9f92-9ae57a821c8b service neutron] 10.222.0.36 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227670
Dec 18 21:10:22.268288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-86a2cf1f-8aa7-48f9-bde0-99e7930ce56c None None] For port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71f2df89-b653-40ca-a3c8-fcae92fd5e8c,segment=NetworkSegment(859d3254-82ab-4568-9db5-b7b4960bf132),segment_id=859d3254-82ab-4568-9db5-b7b4960bf132)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:22.276008 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86a2cf1f-8aa7-48f9-bde0-99e7930ce56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:22.360909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ffd20f-a6f8-4f0d-949a-c7c1e942daa2 None None] New status for floating IP 01cd9917-2dc5-4649-a68a-dc3f343e2f2b: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:10:22.368065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2cf1f-8aa7-48f9-bde0-99e7930ce56c None None] Pushing event updated for resources: {'Port': ['ID=71f2df89-b653-40ca-a3c8-fcae92fd5e8c,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:22.371830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-146ed310-96c4-4394-8afd-54660fd34dcb req-2fecdc0e-5c82-4935-a72f-22952a0232ac service neutron] 10.222.0.36 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1155143
Dec 18 21:10:22.418529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35516) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:22.438853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e4bac40>, [{'id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'name': 'tempest-TestVolumeBackupRestore-1896081761-router', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:17Z', 'revision_number': 4, 'project_id': '5db10117831d4d9396e883590d0cf553', 'gw_port': {'id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71f2df89-b653-40ca-a3c8-fcae92fd5e8c', 'name': '', 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'mac_address': 'fa:16:3e:72:ba:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '3a7d1b74-4c01-4ae0-b654-2523548598a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:16Z', 'updated_at': '2021-12-18T21:10:21Z', 'revision_number': 4, 'project_id': '5db10117831d4d9396e883590d0cf553', 'subnets': [{'id': '3a7d1b74-4c01-4ae0-b654-2523548598a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:22.486404 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d601e9-7cce-46fb-ba0a-3ef196c88d6b None None] The sync data for ids ['09436db4-34b0-4dd4-a313-95ad7d468789'] in ncdv-master-1 is: [{'id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'name': 'tempest-TestVolumeBackupRestore-1896081761-router', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:17Z', 'revision_number': 4, 'project_id': '5db10117831d4d9396e883590d0cf553', 'gw_port': {'id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71f2df89-b653-40ca-a3c8-fcae92fd5e8c', 'name': '', 'network_id': 'b47a65be-3dbc-4b94-a202-8c621acb5cd9', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'mac_address': 'fa:16:3e:72:ba:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '3a7d1b74-4c01-4ae0-b654-2523548598a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:16Z', 'updated_at': '2021-12-18T21:10:21Z', 'revision_number': 4, 'project_id': '5db10117831d4d9396e883590d0cf553', 'subnets': [{'id': '3a7d1b74-4c01-4ae0-b654-2523548598a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:10:22.487387 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c6b23f62-85d0-489c-92db-2e1eaf946d50 None None] Provisioning complete for port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:22.487760 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c6b23f62-85d0-489c-92db-2e1eaf946d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:22.514029 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-55d9c002-b48f-401c-aed4-1d7820e2f4e0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/01cd9917-2dc5-4649-a68a-dc3f343e2f2b HTTP/1.1" status: 200  len: 991 time: 0.0934017
Dec 18 21:10:23.517606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35578) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:23.606857 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4c399208-c290-4e3d-9c44-75d6c838338a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/01cd9917-2dc5-4649-a68a-dc3f343e2f2b HTTP/1.1" status: 200  len: 993 time: 0.0874174
Dec 18 21:10:24.464199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 71f2df89-b653-40ca-a3c8-fcae92fd5e8c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:24.530568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:24.531186 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:26.269470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35676) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:26.856984 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59b00851-647e-4aba-8f66-04b34f8ba960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:27.181830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-59b00851-647e-4aba-8f66-04b34f8ba960 admin admin] Deleting port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:27.182292 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59b00851-647e-4aba-8f66-04b34f8ba960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:27.278937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-59b00851-647e-4aba-8f66-04b34f8ba960 admin admin] For port dcbd12cb-be5f-41a7-8b22-29b151e4fdc4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcbd12cb-be5f-41a7-8b22-29b151e4fdc4,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:27.279580 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59b00851-647e-4aba-8f66-04b34f8ba960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:27.292218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-59b00851-647e-4aba-8f66-04b34f8ba960 admin admin] Calling delete_port for dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:27.473202 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59b00851-647e-4aba-8f66-04b34f8ba960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:27.500072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b00851-647e-4aba-8f66-04b34f8ba960 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbd12cb-be5f-41a7-8b22-29b151e4fdc4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:27.748464 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-59b00851-647e-4aba-8f66-04b34f8ba960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:27.980470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b00851-647e-4aba-8f66-04b34f8ba960 admin admin] Router 81c3a485-7d7c-4831-9bde-18b04cf933a1 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:10:28.107411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b00851-647e-4aba-8f66-04b34f8ba960 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:10:28.120069 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35714) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:28.120644 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-59b00851-647e-4aba-8f66-04b34f8ba960 admin admin] 10.222.0.13 "PUT /v2.0/routers/81c3a485-7d7c-4831-9bde-18b04cf933a1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8494585
Dec 18 21:10:28.123338 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155280f-5e71-469e-8b5e-98d648650d42 None None] Sync routers for ids ['81c3a485-7d7c-4831-9bde-18b04cf933a1'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:10:28.158858 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155280f-5e71-469e-8b5e-98d648650d42 None None] Routers {'81c3a485-7d7c-4831-9bde-18b04cf933a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:28.160139 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2155280f-5e71-469e-8b5e-98d648650d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36644d4ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['81c3a485-7d7c-4831-9bde-18b04cf933a1'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:28.264941 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:28.298478 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-2155280f-5e71-469e-8b5e-98d648650d42 None None] Set router 81c3a485-7d7c-4831-9bde-18b04cf933a1 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:28.401004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:28.485231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Deleting port 36b23fe5-9f5e-425f-8b12-225e0e78fd81 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:28.485690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:28.575482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] For port 36b23fe5-9f5e-425f-8b12-225e0e78fd81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b23fe5-9f5e-425f-8b12-225e0e78fd81,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:28.575951 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:28.593730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Calling delete_port for 36b23fe5-9f5e-425f-8b12-225e0e78fd81 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:28.622399 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2155280f-5e71-469e-8b5e-98d648650d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36644d4ac0>, [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:10:27Z', 'revision_number': 5, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port': {'id': '36b23fe5-9f5e-425f-8b12-225e0e78fd81', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:28Z', 'updated_at': '2021-12-18T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:28.648005 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155280f-5e71-469e-8b5e-98d648650d42 None None] Checking router: 81c3a485-7d7c-4831-9bde-18b04cf933a1 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:10:28.660001 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155280f-5e71-469e-8b5e-98d648650d42 None None] Routers {'81c3a485-7d7c-4831-9bde-18b04cf933a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:28.660642 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2155280f-5e71-469e-8b5e-98d648650d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36644d4ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['81c3a485-7d7c-4831-9bde-18b04cf933a1'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:28.770080 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-2155280f-5e71-469e-8b5e-98d648650d42 None None] Set router 81c3a485-7d7c-4831-9bde-18b04cf933a1 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:28.803470 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:28.847145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Pushing event deleted for resources: {'Port': ['ID=36b23fe5-9f5e-425f-8b12-225e0e78fd81,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:28.874166 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2155280f-5e71-469e-8b5e-98d648650d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36644d4ac0>, [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:10:28Z', 'revision_number': 6, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:28.875079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead7f169-aa41-4a14-99d4-31bbbadbde1c None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:10:28.915361 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155280f-5e71-469e-8b5e-98d648650d42 None None] The sync data for ids ['81c3a485-7d7c-4831-9bde-18b04cf933a1'] in ncdv-master-1 is: [{'id': '81c3a485-7d7c-4831-9bde-18b04cf933a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2072708075-router', 'tenant_id': '08fc19b054a54a08aec65b0870725eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:27Z', 'updated_at': '2021-12-18T21:10:28Z', 'revision_number': 6, 'project_id': '08fc19b054a54a08aec65b0870725eb8', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:10:28.947069 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:29.040447 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:29.042649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:29.096331 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:29.097082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81c3a485-7d7c-4831-9bde-18b04cf933a1 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:10:29.101549 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:29.102758 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5a121765-fd2b-4f0b-a53b-40db5053b22c admin admin] 10.222.0.13 "DELETE /v2.0/routers/81c3a485-7d7c-4831-9bde-18b04cf933a1 HTTP/1.1" status: 204  len: 168 time: 0.9807746
Dec 18 21:10:29.105145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35720) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:29.522994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b38ad38-3bc8-4013-8cbf-ec97c22345b3 admin admin] Deleting subnet fd650901-9f47-47d9-a2fb-bdde348d3ffa {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:10:29.526028 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b38ad38-3bc8-4013-8cbf-ec97c22345b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:29.561062 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b38ad38-3bc8-4013-8cbf-ec97c22345b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:29.676566 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b38ad38-3bc8-4013-8cbf-ec97c22345b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:29.762039 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b38ad38-3bc8-4013-8cbf-ec97c22345b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:29.788492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38ad38-3bc8-4013-8cbf-ec97c22345b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd650901-9f47-47d9-a2fb-bdde348d3ffa,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:29.816166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed49e3-4e94-4021-9b35-391ae0671415 None None] Network 50f70d1e-856f-4dc0-8d15-f219387fa189 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:10:29.819807 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b38ad38-3bc8-4013-8cbf-ec97c22345b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:29.824753 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5b38ad38-3bc8-4013-8cbf-ec97c22345b3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fd650901-9f47-47d9-a2fb-bdde348d3ffa HTTP/1.1" status: 204  len: 168 time: 0.7185521
Dec 18 21:10:29.828070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35730) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:29.941753 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.007569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Deleting port 65668957-9825-44da-ba9c-b8c000873777 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:30.008445 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.028076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4cadd5-36f7-4cdd-95f5-f2984cb91740 None None] DHCP port deletion for 50f70d1e-856f-4dc0-8d15-f219387fa189 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:10:30.084564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] For port 65668957-9825-44da-ba9c-b8c000873777, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65668957-9825-44da-ba9c-b8c000873777,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:30.085109 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.103237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Calling delete_port for 65668957-9825-44da-ba9c-b8c000873777 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:30.109928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cadd5-36f7-4cdd-95f5-f2984cb91740 None None] Deleting port 65668957-9825-44da-ba9c-b8c000873777 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:30.110494 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c4cadd5-36f7-4cdd-95f5-f2984cb91740 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.232522 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.244963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6c4cadd5-36f7-4cdd-95f5-f2984cb91740 None None] For port 65668957-9825-44da-ba9c-b8c000873777, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65668957-9825-44da-ba9c-b8c000873777,segment=NetworkSegment(ab88ec87-2232-4b6c-a474-619d06546f55),segment_id=ab88ec87-2232-4b6c-a474-619d06546f55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:30.245793 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c4cadd5-36f7-4cdd-95f5-f2984cb91740 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.265742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Pushing event deleted for resources: {'Port': ['ID=65668957-9825-44da-ba9c-b8c000873777,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:30.278617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cadd5-36f7-4cdd-95f5-f2984cb91740 None None] Calling delete_port for 65668957-9825-44da-ba9c-b8c000873777 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:30.292173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] No DVR routers for this DVR port 65668957-9825-44da-ba9c-b8c000873777 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:30.428073 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c4cadd5-36f7-4cdd-95f5-f2984cb91740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.428331 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.466224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365dddaac0>,) {'filters': {'network_id': ['50f70d1e-856f-4dc0-8d15-f219387fa189']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:30.478235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dddaac0>, 'ab88ec87-2232-4b6c-a474-619d06546f55') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:30.478658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365dddaac0>, 'ab88ec87-2232-4b6c-a474-619d06546f55') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:30.481441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cadd5-36f7-4cdd-95f5-f2984cb91740 None None] Pushing event deleted for resources: {'Port': ['ID=65668957-9825-44da-ba9c-b8c000873777,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:30.484927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4cadd5-36f7-4cdd-95f5-f2984cb91740 None None] No DVR routers for this DVR port 65668957-9825-44da-ba9c-b8c000873777 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:30.490126 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.509096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 36b23fe5-9f5e-425f-8b12-225e0e78fd81 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:30.512950 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.519631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:10:30.520153 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:10:30.522166 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:10:30.531356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 36b23fe5-9f5e-425f-8b12-225e0e78fd81 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:10:30.531981 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 36b23fe5-9f5e-425f-8b12-225e0e78fd81 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:10:30.532525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:30.555845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:10:30.556375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dcbd12cb-be5f-41a7-8b22-29b151e4fdc4 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:10:30.556900 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 65668957-9825-44da-ba9c-b8c000873777 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:30.582077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 65668957-9825-44da-ba9c-b8c000873777 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:10:30.582559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 65668957-9825-44da-ba9c-b8c000873777 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:10:30.595053 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.600366 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:30.603620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] 10.222.0.13 "DELETE /v2.0/networks/50f70d1e-856f-4dc0-8d15-f219387fa189 HTTP/1.1" status: 204  len: 168 time: 0.7735350
Dec 18 21:10:30.606630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35738) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:30.614836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae309e-7e30-42eb-970b-655fda68530a admin admin] Pushing event deleted for resources: {'Network': ['ID=50f70d1e-856f-4dc0-8d15-f219387fa189,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:31.034138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4098aa10-a1c5-409a-807d-09c26887deeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:31.244324 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:10:31.341926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4098aa10-a1c5-409a-807d-09c26887deeb admin admin] Deleting port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:31.342510 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4098aa10-a1c5-409a-807d-09c26887deeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:31.430737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-4098aa10-a1c5-409a-807d-09c26887deeb admin admin] For port 7207e54f-bfd3-4443-a7a8-1b73cb6fe400, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7207e54f-bfd3-4443-a7a8-1b73cb6fe400,segment=NetworkSegment(d2915a94-2a48-4d98-af47-f4c85eaf2971),segment_id=d2915a94-2a48-4d98-af47-f4c85eaf2971)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:31.431114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4098aa10-a1c5-409a-807d-09c26887deeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:31.446850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4098aa10-a1c5-409a-807d-09c26887deeb admin admin] Calling delete_port for 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:31.643665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75b35bb7-0f9e-4dfb-a4c2-0fe8545fe1cb req-80e334eb-89d3-41ce-b861-434e3864b0dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0606091
Dec 18 21:10:31.711951 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4098aa10-a1c5-409a-807d-09c26887deeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:31.760007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b35bb7-0f9e-4dfb-a4c2-0fe8545fe1cb req-32f66438-d149-4032-95d4-ddb004a244c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:31.761751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75b35bb7-0f9e-4dfb-a4c2-0fe8545fe1cb req-32f66438-d149-4032-95d4-ddb004a244c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 1096 time: 0.0618205
Dec 18 21:10:31.792048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098aa10-a1c5-409a-807d-09c26887deeb admin admin] Pushing event deleted for resources: {'Port': ['ID=7207e54f-bfd3-4443-a7a8-1b73cb6fe400,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:31.925121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b35bb7-0f9e-4dfb-a4c2-0fe8545fe1cb req-5abb5c86-eb07-45b2-8c36-9b0ad8c4941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:31.926871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75b35bb7-0f9e-4dfb-a4c2-0fe8545fe1cb req-5abb5c86-eb07-45b2-8c36-9b0ad8c4941d service neutron] 10.222.0.31 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 910 time: 0.1427140
Dec 18 21:10:32.011140 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4098aa10-a1c5-409a-807d-09c26887deeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:32.014375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75b35bb7-0f9e-4dfb-a4c2-0fe8545fe1cb req-442c7c1b-cf8d-4f60-a574-4c9eac98b149 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ebec85-c173-4b36-8f22-c0da8cd772d9 HTTP/1.1" status: 200  len: 1001 time: 0.0798547
Dec 18 21:10:32.099985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b35bb7-0f9e-4dfb-a4c2-0fe8545fe1cb req-b4020602-4502-4122-a17d-f2b762433699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:32.102871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75b35bb7-0f9e-4dfb-a4c2-0fe8545fe1cb req-b4020602-4502-4122-a17d-f2b762433699 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c32a9709-eb41-4302-a656-d37822e7e70b HTTP/1.1" status: 200  len: 848 time: 0.0822856
Dec 18 21:10:32.167589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b35bb7-0f9e-4dfb-a4c2-0fe8545fe1cb req-5393c81e-af10-4d5c-b787-4ced173da8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:32.169093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75b35bb7-0f9e-4dfb-a4c2-0fe8545fe1cb req-5393c81e-af10-4d5c-b787-4ced173da8e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0589767
Dec 18 21:10:32.266570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4098aa10-a1c5-409a-807d-09c26887deeb admin admin] Router cf55b2f1-59e0-44a9-904f-06078c6e7057 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:10:32.283032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75b35bb7-0f9e-4dfb-a4c2-0fe8545fe1cb req-fe6ecd0d-14d3-43ce-bea8-79be4409768d service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1053391
Dec 18 21:10:32.446804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4098aa10-a1c5-409a-807d-09c26887deeb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:10:32.454967 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4098aa10-a1c5-409a-807d-09c26887deeb admin admin] 10.222.0.13 "PUT /v2.0/routers/cf55b2f1-59e0-44a9-904f-06078c6e7057/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8469391
Dec 18 21:10:32.458295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35752) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:32.458755 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d1067-26cd-4245-a650-8f8a37bbcb73 None None] Sync routers for ids ['cf55b2f1-59e0-44a9-904f-06078c6e7057'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:10:32.472782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d1067-26cd-4245-a650-8f8a37bbcb73 None None] Routers {'cf55b2f1-59e0-44a9-904f-06078c6e7057'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:32.473541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f98d1067-26cd-4245-a650-8f8a37bbcb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e977c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cf55b2f1-59e0-44a9-904f-06078c6e7057'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:32.598121 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75b35bb7-0f9e-4dfb-a4c2-0fe8545fe1cb req-8596051b-8b67-42ff-bb5c-8ce2f0fc1a8c service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3075376
Dec 18 21:10:32.644637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f98d1067-26cd-4245-a650-8f8a37bbcb73 None None] Set router cf55b2f1-59e0-44a9-904f-06078c6e7057 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:32.686653 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:32.844433 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:32.919173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f98d1067-26cd-4245-a650-8f8a37bbcb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e977c70>, [{'id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'name': 'tempest-TaggedBootDevicesTest_v242-1944745936-router', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:34Z', 'updated_at': '2021-12-18T21:10:31Z', 'revision_number': 5, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'gw_port': {'id': 'bb0a9fc8-8b7c-489e-a77f-175ad69d3620', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:00:35Z', 'updated_at': '2021-12-18T21:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:32.954988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Deleting port bb0a9fc8-8b7c-489e-a77f-175ad69d3620 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:32.955389 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:32.994808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d1067-26cd-4245-a650-8f8a37bbcb73 None None] Checking router: cf55b2f1-59e0-44a9-904f-06078c6e7057 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:10:33.012466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d1067-26cd-4245-a650-8f8a37bbcb73 None None] Routers {'cf55b2f1-59e0-44a9-904f-06078c6e7057'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:10:33.013169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f98d1067-26cd-4245-a650-8f8a37bbcb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e977c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cf55b2f1-59e0-44a9-904f-06078c6e7057'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:33.095645 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b2ba-535c-4af0-8f68-903d6acd7dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.102308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] For port bb0a9fc8-8b7c-489e-a77f-175ad69d3620, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb0a9fc8-8b7c-489e-a77f-175ad69d3620,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:33.102308 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.115816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Calling delete_port for bb0a9fc8-8b7c-489e-a77f-175ad69d3620 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:33.123277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f98d1067-26cd-4245-a650-8f8a37bbcb73 None None] Set router cf55b2f1-59e0-44a9-904f-06078c6e7057 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:10:33.177039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f98d1067-26cd-4245-a650-8f8a37bbcb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e977c70>, [{'id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'name': 'tempest-TaggedBootDevicesTest_v242-1944745936-router', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:34Z', 'updated_at': '2021-12-18T21:10:32Z', 'revision_number': 6, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:33.203246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d1067-26cd-4245-a650-8f8a37bbcb73 None None] The sync data for ids ['cf55b2f1-59e0-44a9-904f-06078c6e7057'] in ncdv-master-1 is: [{'id': 'cf55b2f1-59e0-44a9-904f-06078c6e7057', 'name': 'tempest-TaggedBootDevicesTest_v242-1944745936-router', 'tenant_id': 'b66794ba47ff4407b4073a90be2df125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:00:34Z', 'updated_at': '2021-12-18T21:10:32Z', 'revision_number': 6, 'project_id': 'b66794ba47ff4407b4073a90be2df125', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:10:33.280917 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.303745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0a9fc8-8b7c-489e-a77f-175ad69d3620,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:33.319204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca1280d-51c0-43c4-aa1c-2ee90eb9c24c None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:10:33.376786 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.463348 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.465393 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.506271 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.506751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf55b2f1-59e0-44a9-904f-06078c6e7057 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:10:33.511065 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.512198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-76ea042a-4884-4aa2-8c9c-3ca4189560b9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cf55b2f1-59e0-44a9-904f-06078c6e7057 HTTP/1.1" status: 204  len: 168 time: 1.0530162
Dec 18 21:10:33.514613 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35762) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:33.560945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e0eb79-fe62-4ec2-b9fb-3a84a2cca9fb admin admin] Deleting subnet e16ba348-055f-49d3-a274-7a48a18635e8 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:10:33.564191 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65e0eb79-fe62-4ec2-b9fb-3a84a2cca9fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.624403 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65e0eb79-fe62-4ec2-b9fb-3a84a2cca9fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.764239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65e0eb79-fe62-4ec2-b9fb-3a84a2cca9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.840179 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65e0eb79-fe62-4ec2-b9fb-3a84a2cca9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.876645 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-65e0eb79-fe62-4ec2-b9fb-3a84a2cca9fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:33.880082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-65e0eb79-fe62-4ec2-b9fb-3a84a2cca9fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e16ba348-055f-49d3-a274-7a48a18635e8 HTTP/1.1" status: 204  len: 168 time: 0.3645208
Dec 18 21:10:33.881733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0eb79-fe62-4ec2-b9fb-3a84a2cca9fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e16ba348-055f-49d3-a274-7a48a18635e8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:33.883013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35782) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:33.888654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa517afd-af56-4a98-9ef5-4905d6dbf8e2 None None] Network 5aab095a-7f4a-4055-8905-55d5b047555f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:10:33.978986 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.040046 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Deleting port 634a8c37-fb09-4b5f-b3ae-65f827795359 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:34.040395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.056561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ba2af-e41b-4d15-9a3c-05f9e89c1e52 None None] DHCP port deletion for 5aab095a-7f4a-4055-8905-55d5b047555f request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:10:34.118292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] For port 634a8c37-fb09-4b5f-b3ae-65f827795359, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=634a8c37-fb09-4b5f-b3ae-65f827795359,segment=NetworkSegment(d2915a94-2a48-4d98-af47-f4c85eaf2971),segment_id=d2915a94-2a48-4d98-af47-f4c85eaf2971)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:34.118668 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.119024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-501ba2af-e41b-4d15-9a3c-05f9e89c1e52 None None] Deleting port 634a8c37-fb09-4b5f-b3ae-65f827795359 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:34.119402 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-501ba2af-e41b-4d15-9a3c-05f9e89c1e52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.135850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Calling delete_port for 634a8c37-fb09-4b5f-b3ae-65f827795359 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:34.185244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-501ba2af-e41b-4d15-9a3c-05f9e89c1e52 None None] For port 634a8c37-fb09-4b5f-b3ae-65f827795359, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=634a8c37-fb09-4b5f-b3ae-65f827795359,segment=NetworkSegment(d2915a94-2a48-4d98-af47-f4c85eaf2971),segment_id=d2915a94-2a48-4d98-af47-f4c85eaf2971)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:34.185924 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-501ba2af-e41b-4d15-9a3c-05f9e89c1e52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.197979 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-501ba2af-e41b-4d15-9a3c-05f9e89c1e52 None None] Calling delete_port for 634a8c37-fb09-4b5f-b3ae-65f827795359 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:34.218561 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.244119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=634a8c37-fb09-4b5f-b3ae-65f827795359,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:34.250566 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] No DVR routers for this DVR port 634a8c37-fb09-4b5f-b3ae-65f827795359 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:34.277954 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-501ba2af-e41b-4d15-9a3c-05f9e89c1e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.302344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ba2af-e41b-4d15-9a3c-05f9e89c1e52 None None] Pushing event deleted for resources: {'Port': ['ID=634a8c37-fb09-4b5f-b3ae-65f827795359,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:34.305820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ba2af-e41b-4d15-9a3c-05f9e89c1e52 None None] No DVR routers for this DVR port 634a8c37-fb09-4b5f-b3ae-65f827795359 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:34.330989 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.352311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d974fa0>,) {'filters': {'network_id': ['5aab095a-7f4a-4055-8905-55d5b047555f']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:34.363722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d974fa0>, 'd2915a94-2a48-4d98-af47-f4c85eaf2971') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:34.364029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d974fa0>, 'd2915a94-2a48-4d98-af47-f4c85eaf2971') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:10:34.375505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.396922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.407942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:10:34.408345 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:10:34.410452 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:10:34.440978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:34.473680 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.483767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:10:34.484118 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7207e54f-bfd3-4443-a7a8-1b73cb6fe400 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:10:34.484546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bb0a9fc8-8b7c-489e-a77f-175ad69d3620 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:34.492591 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.498582 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] 10.222.0.13 "DELETE /v2.0/networks/5aab095a-7f4a-4055-8905-55d5b047555f HTTP/1.1" status: 204  len: 168 time: 0.6024024
Dec 18 21:10:34.498582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599acb6b-2505-4463-898b-a27fa1941cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=5aab095a-7f4a-4055-8905-55d5b047555f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:34.521139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: bb0a9fc8-8b7c-489e-a77f-175ad69d3620 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:10:34.521495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bb0a9fc8-8b7c-489e-a77f-175ad69d3620 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:10:34.521926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 634a8c37-fb09-4b5f-b3ae-65f827795359 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:34.542143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 634a8c37-fb09-4b5f-b3ae-65f827795359 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:10:34.542522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 634a8c37-fb09-4b5f-b3ae-65f827795359 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:10:34.646150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35808) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:34.746394 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9b2c3d29-fc1f-4331-aada-7ebd1c6f2a5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08fc19b054a54a08aec65b0870725eb8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0989931
Dec 18 21:10:34.749326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35816) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:34.831033 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdd3932f-93af-499b-9d6f-2168a5c43a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.862039 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdd3932f-93af-499b-9d6f-2168a5c43a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.915644 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdd3932f-93af-499b-9d6f-2168a5c43a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.919609 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdd3932f-93af-499b-9d6f-2168a5c43a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:34.921087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fdd3932f-93af-499b-9d6f-2168a5c43a09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/746f1d89-9a8b-417e-9ba3-0a62d2d53df6 HTTP/1.1" status: 204  len: 168 time: 0.1705213
Dec 18 21:10:34.939595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3932f-93af-499b-9d6f-2168a5c43a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746f1d89-9a8b-417e-9ba3-0a62d2d53df6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:35.069889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd24e9c-5fa9-4a37-b0fd-616f7e8ceaab req-49b0cc37-ba46-416a-8ec0-30d5e36b0874 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:35.071560 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6dd24e9c-5fa9-4a37-b0fd-616f7e8ceaab req-49b0cc37-ba46-416a-8ec0-30d5e36b0874 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 946 time: 0.0502028
Dec 18 21:10:35.127813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6dd24e9c-5fa9-4a37-b0fd-616f7e8ceaab req-ecc508e8-d436-4e04-8033-6286184d95f3 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498378
Dec 18 21:10:35.171935 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02132392-85e6-41be-b2cb-57bd994dc3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:35.308401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35842) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:35.347431 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ac0f594c-167c-4075-a78a-24679a02be89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b66794ba47ff4407b4073a90be2df125&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0378804
Dec 18 21:10:35.349725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35844) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:35.396209 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-debe52be-a9e2-423c-a36f-52bf9f21c19c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:35.421988 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-debe52be-a9e2-423c-a36f-52bf9f21c19c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:35.467379 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-debe52be-a9e2-423c-a36f-52bf9f21c19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:35.470087 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-debe52be-a9e2-423c-a36f-52bf9f21c19c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:35.471375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-debe52be-a9e2-423c-a36f-52bf9f21c19c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88d9c70c-684d-4225-80b9-f981337f89c8 HTTP/1.1" status: 204  len: 168 time: 0.1206684
Dec 18 21:10:35.479180 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe52be-a9e2-423c-a36f-52bf9f21c19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d9c70c-684d-4225-80b9-f981337f89c8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:36.187684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 35874) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:36.251111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf53fc-5925-43af-a516-96521050678e req-fd405965-365a-45d6-a20e-638508df675e tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:36.252736 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2acf53fc-5925-43af-a516-96521050678e req-fd405965-365a-45d6-a20e-638508df675e tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 946 time: 0.0509462
Dec 18 21:10:36.295016 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-882053720-network', 'tenant_id': 'c36bc0b6ca0849f58c6b8f41df80db6f'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:36.303959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2acf53fc-5925-43af-a516-96521050678e req-47acb303-6940-45ef-9e34-70dad042a812 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445898
Dec 18 21:10:36.329252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Made reservation on behalf of c36bc0b6ca0849f58c6b8f41df80db6f for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:10:36.331691 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:36.340502 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:36.393150 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:36.415522 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:36.419401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:36.443115 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:10:36.451475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b99544-f3eb-42f8-854a-7ac218b24af6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:36.457996 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:36.458420 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Added segment fe9a1e46-f801-48f4-bc57-506d8041b4ce of type vlan for network 3a5db276-ddbb-4d99-a69c-3e20248c5144
Dec 18 21:10:36.497141 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:36.521400 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:36.522389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:36.522957 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:36.582526 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.3925545
Dec 18 21:10:36.585529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342b222-9585-4b53-9aff-702c7277c579 admin admin] Pushing event updated for resources: {'Network': ['ID=3a5db276-ddbb-4d99-a69c-3e20248c5144,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:36.585743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 35886) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:36.593460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f62c475f-44d1-4c7f-99df-f330e17ba18d admin admin] Request body: {'subnet': {'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-882053720-subnet', 'tenant_id': 'c36bc0b6ca0849f58c6b8f41df80db6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:36.596692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 3a5db276-ddbb-4d99-a69c-3e20248c5144 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:10:36.624107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62c475f-44d1-4c7f-99df-f330e17ba18d admin admin] Made reservation on behalf of c36bc0b6ca0849f58c6b8f41df80db6f for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:10:36.626747 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f62c475f-44d1-4c7f-99df-f330e17ba18d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:36.838668 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f62c475f-44d1-4c7f-99df-f330e17ba18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:36.910013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c475f-44d1-4c7f-99df-f330e17ba18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ab83944-842a-4d14-aea4-2059d07b7fe4,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:36.929161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5e601-9552-4568-bf69-5e27bad59f47 req-e612b87f-808d-4468-9d58-5cbc51c705c6 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:36.930782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2d5e601-9552-4568-bf69-5e27bad59f47 req-e612b87f-808d-4468-9d58-5cbc51c705c6 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 946 time: 0.1244416
Dec 18 21:10:36.941296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c475f-44d1-4c7f-99df-f330e17ba18d admin admin] Checking segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:36.941660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c475f-44d1-4c7f-99df-f330e17ba18d admin admin] Network hostable DHCP agents. Network: 3a5db276-ddbb-4d99-a69c-3e20248c5144, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:10:36.997449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c475f-44d1-4c7f-99df-f330e17ba18d admin admin] Network 3a5db276-ddbb-4d99-a69c-3e20248c5144 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:10:37.048973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-f62c475f-44d1-4c7f-99df-f330e17ba18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a5db276-ddbb-4d99-a69c-3e20248c5144) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:37.055853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c475f-44d1-4c7f-99df-f330e17ba18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:37.056521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f62c475f-44d1-4c7f-99df-f330e17ba18d admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:37.058442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fb0158-10fa-429f-a4c5-2f8c09a025f6 None None] Network 3a5db276-ddbb-4d99-a69c-3e20248c5144 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:10:37.086433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f62c475f-44d1-4c7f-99df-f330e17ba18d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.4902067
Dec 18 21:10:37.105041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-f2d5e601-9552-4568-bf69-5e27bad59f47 req-39d4ad56-12a8-49e8-bf65-37ce3f97398a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Deleting port f16db603-fc8c-45ee-85f8-94d3470ee5f5 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:10:37.105402 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f2d5e601-9552-4568-bf69-5e27bad59f47 req-39d4ad56-12a8-49e8-bf65-37ce3f97398a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:37.215032 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb005530-aae6-4d1d-9807-df0bb2beef5b None None] Network 3a5db276-ddbb-4d99-a69c-3e20248c5144 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:10:37.321512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f2d5e601-9552-4568-bf69-5e27bad59f47 req-39d4ad56-12a8-49e8-bf65-37ce3f97398a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] For port f16db603-fc8c-45ee-85f8-94d3470ee5f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f16db603-fc8c-45ee-85f8-94d3470ee5f5,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:37.322083 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f2d5e601-9552-4568-bf69-5e27bad59f47 req-39d4ad56-12a8-49e8-bf65-37ce3f97398a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:37.345778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-f2d5e601-9552-4568-bf69-5e27bad59f47 req-39d4ad56-12a8-49e8-bf65-37ce3f97398a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Calling delete_port for f16db603-fc8c-45ee-85f8-94d3470ee5f5 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:10:37.526239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feafd8c-6cb4-4354-8356-02b9a9a791e6 req-47f3a278-7375-409b-9545-1779b651d521 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:37.527945 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0feafd8c-6cb4-4354-8356-02b9a9a791e6 req-47f3a278-7375-409b-9545-1779b651d521 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 946 time: 0.0993979
Dec 18 21:10:37.635547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0feafd8c-6cb4-4354-8356-02b9a9a791e6 req-bf800f80-6094-44ef-99fc-b1e9379ee0eb tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870697
Dec 18 21:10:37.637358 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f2d5e601-9552-4568-bf69-5e27bad59f47 req-39d4ad56-12a8-49e8-bf65-37ce3f97398a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:37.655572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['f16db603-fc8c-45ee-85f8-94d3470ee5f5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:10:37.674713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4ad56-12a8-49e8-bf65-37ce3f97398a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event deleted for resources: {'Port': ['ID=f16db603-fc8c-45ee-85f8-94d3470ee5f5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:37.747150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d5e601-9552-4568-bf69-5e27bad59f47 req-39d4ad56-12a8-49e8-bf65-37ce3f97398a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] No DVR routers for this DVR port f16db603-fc8c-45ee-85f8-94d3470ee5f5 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:10:37.750133 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f2d5e601-9552-4568-bf69-5e27bad59f47 req-39d4ad56-12a8-49e8-bf65-37ce3f97398a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:37.754024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2d5e601-9552-4568-bf69-5e27bad59f47 req-39d4ad56-12a8-49e8-bf65-37ce3f97398a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "DELETE /v2.0/ports/f16db603-fc8c-45ee-85f8-94d3470ee5f5 HTTP/1.1" status: 204  len: 173 time: 0.8095412
Dec 18 21:10:37.754709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfef2208-39a2-4867-b92e-b779754f95e6', 'name': 'network-vif-deleted', 'tag': 'f16db603-fc8c-45ee-85f8-94d3470ee5f5'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:37.757281 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d60f82-db9f-4989-8a6d-6265253699f0" -d '{"events": [{"server_uuid": "bfef2208-39a2-4867-b92e-b779754f95e6", "name": "network-vif-deleted", "tag": "f16db603-fc8c-45ee-85f8-94d3470ee5f5"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:38.104807 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:38.338420 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a798a3ef-ac4e-4699-b26e-c1af2fdbc042 x-openstack-request-id: req-a798a3ef-ac4e-4699-b26e-c1af2fdbc042 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:38.339174 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfef2208-39a2-4867-b92e-b779754f95e6", "name": "network-vif-deleted", "tag": "f16db603-fc8c-45ee-85f8-94d3470ee5f5", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:38.339174 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a798a3ef-ac4e-4699-b26e-c1af2fdbc042 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:38.339641 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfef2208-39a2-4867-b92e-b779754f95e6', 'name': 'network-vif-deleted', 'tag': 'f16db603-fc8c-45ee-85f8-94d3470ee5f5', 'status': 'completed', 'code': 200}
Dec 18 21:10:38.477128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-bda9fb3d-6ae4-4175-93cb-80d69352aeb1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:38.478935 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-bda9fb3d-6ae4-4175-93cb-80d69352aeb1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.7338924
Dec 18 21:10:38.499002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-cfd4174c-4b22-4468-8804-99608b759ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/quotas/c36bc0b6ca0849f58c6b8f41df80db6f HTTP/1.1" status: 200  len: 375 time: 0.0131111
Dec 18 21:10:38.546862 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-7f918ff3-4ab9-4d94-b8a9-c193824644e5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0396576
Dec 18 21:10:38.565424 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:38.714320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-07352518-55de-4aa8-ba5e-93f7ea4f7aba service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543779
Dec 18 21:10:38.865537 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ee5197e-cab6-48a0-ad3c-1f703d884874 req-7fcbd759-b7b1-4abf-9f6f-775a6bc7cbc9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfef2208-39a2-4867-b92e-b779754f95e6 HTTP/1.1" status: 200  len: 210 time: 0.0550065
Dec 18 21:10:38.899378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-0624824f-ee44-4747-b7fc-c19969d4216c service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789408
Dec 18 21:10:39.148442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49f6a189-8347-4b8c-a059-41b8f6034ec2 req-32976829-c04e-48e9-95af-ef1d63e29a99 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 210 time: 0.0412815
Dec 18 21:10:40.314179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ca09f8-6e2a-4134-8a86-5548634ada77 req-5b49ef6a-c778-4fc7-b9be-2dfc8971b2c1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 210 time: 0.0561976
Dec 18 21:10:40.463100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-3fb52911-4f07-47f5-b2e0-b71b7a7556e1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:40.464667 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-3fb52911-4f07-47f5-b2e0-b71b7a7556e1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.31 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.1377404
Dec 18 21:10:40.482322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Request body: {'port': {'device_id': 'dcb51a0f-5058-4d20-b42e-eb65fa93481b', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'admin_state_up': True, 'tenant_id': 'c36bc0b6ca0849f58c6b8f41df80db6f'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:40.643177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Made reservation on behalf of c36bc0b6ca0849f58c6b8f41df80db6f for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:10:40.646868 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:40.802662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Allocated IP 172.20.0.9 (3a5db276-ddbb-4d99-a69c-3e20248c5144/2ab83944-842a-4d14-aea4-2059d07b7fe4/bb247fd1-b352-4374-a8bf-d70e3684560c) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:40.959910 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:40.993774 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:41.037908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Network 3a5db276-ddbb-4d99-a69c-3e20248c5144 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:41.041005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:41.044863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:41.051271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event updated for resources: {'Port': ['ID=bb247fd1-b352-4374-a8bf-d70e3684560c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:41.097656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:41.098324 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:41.114068 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-2eb68520-682e-4fff-b700-72b43d786868 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6374948
Dec 18 21:10:41.127135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Request body: {'port': {'device_id': 'dcb51a0f-5058-4d20-b42e-eb65fa93481b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:41.184230 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:41.366510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f16db603-fc8c-45ee-85f8-94d3470ee5f5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:10:41.392463 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: f16db603-fc8c-45ee-85f8-94d3470ee5f5 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:10:41.393523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device f16db603-fc8c-45ee-85f8-94d3470ee5f5 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:10:41.497591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a5156-0dcc-472f-9ee2-bd3ce7e2361f req-d276c64b-39f0-4cf5-ba0b-7bc767fed930 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:41.499178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-495a5156-0dcc-472f-9ee2-bd3ce7e2361f req-d276c64b-39f0-4cf5-ba0b-7bc767fed930 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 931 time: 0.0955670
Dec 18 21:10:41.543942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb247fd1-b352-4374-a8bf-d70e3684560c {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:10:41.554340 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:41.581306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Transition to ACTIVE for port object bb247fd1-b352-4374-a8bf-d70e3684560c will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:10:41.585366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-495a5156-0dcc-472f-9ee2-bd3ce7e2361f req-74c31118-4283-4a6a-8947-e8c1ed16fd6f tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691607
Dec 18 21:10:41.588447 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:41.652580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Pushing event updated for resources: {'Port': ['ID=bb247fd1-b352-4374-a8bf-d70e3684560c,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:41.727487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Attempting to bind port bb247fd1-b352-4374-a8bf-d70e3684560c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:10:41.727831 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Attempting to bind port bb247fd1-b352-4374-a8bf-d70e3684560c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:10:41.728169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Attempting to bind port bb247fd1-b352-4374-a8bf-d70e3684560c on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:41.732768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Port bb247fd1-b352-4374-a8bf-d70e3684560c on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:10:41.733082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Attempting to bind port bb247fd1-b352-4374-a8bf-d70e3684560c on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:41.738934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:10:41.739271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Checking segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:41.739646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Bound using segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:10:41.740065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Bound port: bb247fd1-b352-4374-a8bf-d70e3684560c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:10:41.740416 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:41.809021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] For port bb247fd1-b352-4374-a8bf-d70e3684560c, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:41.812186 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] For port bb247fd1-b352-4374-a8bf-d70e3684560c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb247fd1-b352-4374-a8bf-d70e3684560c,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:10:41.817353 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:41.855084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:41.855711 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:41.857133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] 10.222.0.31 "PUT /v2.0/ports/bb247fd1-b352-4374-a8bf-d70e3684560c HTTP/1.1" status: 200  len: 1091 time: 0.7343636
Dec 18 21:10:41.857583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb51a0f-5058-4d20-b42e-eb65fa93481b', 'tag': 'bb247fd1-b352-4374-a8bf-d70e3684560c'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:41.859864 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5200e511-820f-4739-bfd3-58530c2f7a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb51a0f-5058-4d20-b42e-eb65fa93481b", "tag": "bb247fd1-b352-4374-a8bf-d70e3684560c"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:41.889510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133661d-5c62-4025-a670-6c48e23b438b service neutron] Pushing event updated for resources: {'Port': ['ID=bb247fd1-b352-4374-a8bf-d70e3684560c,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:41.935056 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053a18f5-e653-463b-9d0c-a8edcc68e654 x-openstack-request-id: req-053a18f5-e653-463b-9d0c-a8edcc68e654 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:41.935362 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb51a0f-5058-4d20-b42e-eb65fa93481b", "tag": "bb247fd1-b352-4374-a8bf-d70e3684560c", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:41.935622 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-053a18f5-e653-463b-9d0c-a8edcc68e654 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:41.936024 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb51a0f-5058-4d20-b42e-eb65fa93481b', 'tag': 'bb247fd1-b352-4374-a8bf-d70e3684560c', 'status': 'completed', 'code': 200}
Dec 18 21:10:41.953754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-c302fe44-1fd5-4406-b876-59f3cab8b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:41.957025 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-c302fe44-1fd5-4406-b876-59f3cab8b69b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 1094 time: 0.0543170
Dec 18 21:10:42.017860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-0760d951-4436-4bff-9eb7-7a9b75929431 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb247fd1-b352-4374-a8bf-d70e3684560c HTTP/1.1" status: 200  len: 217 time: 0.0527208
Dec 18 21:10:42.072091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-25a4f348-297c-4df4-8d08-1b429e49114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:42.073732 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-25a4f348-297c-4df4-8d08-1b429e49114f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0486498
Dec 18 21:10:42.111868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-a114c357-6603-4ba2-8698-d956c56020ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309603
Dec 18 21:10:42.166500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36112) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:42.171982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5389e665-8383-4f5b-8c0b-098c3ec64c46 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903789239', 'description': 'tempest-secgroup-smoke-1903789239 description', 'project_id': 'de79cd87d023436a80d3cc5428586e21'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:42.212951 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5389e665-8383-4f5b-8c0b-098c3ec64c46 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.225470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-fe2a1b42-4853-43f8-b4bd-d535bf16d927 service neutron] 10.222.0.31 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1058526
Dec 18 21:10:42.340031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5389e665-8383-4f5b-8c0b-098c3ec64c46 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.345521 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5389e665-8383-4f5b-8c0b-098c3ec64c46 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.366710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da3bbd99-228f-4ef4-8a7f-0b53d85f4952 req-1813db7a-74bf-4760-9b8e-0d64bcedaa89 service neutron] 10.222.0.31 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348562
Dec 18 21:10:42.393347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389e665-8383-4f5b-8c0b-098c3ec64c46 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b86a7d-da6b-4732-bd4c-dcdcea004f44,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:42.405516 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5389e665-8383-4f5b-8c0b-098c3ec64c46 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.406793 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5389e665-8383-4f5b-8c0b-098c3ec64c46 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2385485
Dec 18 21:10:42.410280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36116) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:42.417603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-94dd2d2c-79ce-474f-a452-ae773f88ce25 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'security_group_rule': {'security_group_id': '43b86a7d-da6b-4732-bd4c-dcdcea004f44', 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:42.476613 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94dd2d2c-79ce-474f-a452-ae773f88ce25 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.514749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200e511-820f-4739-bfd3-58530c2f7a0a req-e1b09ee4-02d0-4e15-99e8-70c3910bab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:42.516258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5200e511-820f-4739-bfd3-58530c2f7a0a req-e1b09ee4-02d0-4e15-99e8-70c3910bab5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 1094 time: 0.0796833
Dec 18 21:10:42.587065 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94dd2d2c-79ce-474f-a452-ae773f88ce25 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.593876 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94dd2d2c-79ce-474f-a452-ae773f88ce25 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.625105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd2d2c-79ce-474f-a452-ae773f88ce25 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b78e3d-dea0-4878-8e34-ae0388002a23,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:42.642670 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94dd2d2c-79ce-474f-a452-ae773f88ce25 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.646736 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-94dd2d2c-79ce-474f-a452-ae773f88ce25 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2354064
Dec 18 21:10:42.646948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36122) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:42.651746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200e511-820f-4739-bfd3-58530c2f7a0a req-5fd4c0d6-0661-40c8-bbdd-067939fc23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:42.652827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e9490f42-8f19-4831-a64c-a8f4feab7db9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'security_group_rule': {'security_group_id': '43b86a7d-da6b-4732-bd4c-dcdcea004f44', 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:42.653191 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5200e511-820f-4739-bfd3-58530c2f7a0a req-5fd4c0d6-0661-40c8-bbdd-067939fc23a0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 906 time: 0.1293116
Dec 18 21:10:42.683897 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9490f42-8f19-4831-a64c-a8f4feab7db9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.722319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5200e511-820f-4739-bfd3-58530c2f7a0a req-61cc797a-b540-4aa6-8413-ce4fd8f76895 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb247fd1-b352-4374-a8bf-d70e3684560c HTTP/1.1" status: 200  len: 217 time: 0.0602121
Dec 18 21:10:42.749489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9490f42-8f19-4831-a64c-a8f4feab7db9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.753694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9490f42-8f19-4831-a64c-a8f4feab7db9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.771655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9490f42-8f19-4831-a64c-a8f4feab7db9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ea2106-1bf1-4677-be6c-4b5e7249609f,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:42.778927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257dde3-5ff6-4b1e-835d-70ab82b65f56 req-b41f3c31-e83e-4ed0-9114-276edbbc6ca2 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:42.780172 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9490f42-8f19-4831-a64c-a8f4feab7db9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.781507 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e9490f42-8f19-4831-a64c-a8f4feab7db9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1334310
Dec 18 21:10:42.784083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36124) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:42.786659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4257dde3-5ff6-4b1e-835d-70ab82b65f56 req-b41f3c31-e83e-4ed0-9114-276edbbc6ca2 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 943 time: 0.1257226
Dec 18 21:10:42.788435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-da6fec40-2648-4cf0-a42a-9c78d73f50d5 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'security_group_rule': {'security_group_id': '43b86a7d-da6b-4732-bd4c-dcdcea004f44', 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:42.815960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200e511-820f-4739-bfd3-58530c2f7a0a req-c72529f4-38c2-4cf6-b496-92140c349d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:42.817683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5200e511-820f-4739-bfd3-58530c2f7a0a req-c72529f4-38c2-4cf6-b496-92140c349d86 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0876000
Dec 18 21:10:42.828025 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da6fec40-2648-4cf0-a42a-9c78d73f50d5 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.866501 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5200e511-820f-4739-bfd3-58530c2f7a0a req-e6b492b6-c50d-4ab1-bb2c-c74eb5a40fe8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374305
Dec 18 21:10:42.871901 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4257dde3-5ff6-4b1e-835d-70ab82b65f56 req-e7a04d64-556f-4e30-9ecf-3c3b42648daa tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842245
Dec 18 21:10:42.888582 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da6fec40-2648-4cf0-a42a-9c78d73f50d5 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.893275 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da6fec40-2648-4cf0-a42a-9c78d73f50d5 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.911744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fec40-2648-4cf0-a42a-9c78d73f50d5 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26ce443-3bff-47cb-9330-e0bb64110ac6,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:42.923727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da6fec40-2648-4cf0-a42a-9c78d73f50d5 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.927401 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-da6fec40-2648-4cf0-a42a-9c78d73f50d5 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1399248
Dec 18 21:10:42.927809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36126) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:42.932695 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b78dbd15-ad40-487b-b3ac-ce12cb207573 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'security_group_rule': {'security_group_id': '43b86a7d-da6b-4732-bd4c-dcdcea004f44', 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:42.960921 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b78dbd15-ad40-487b-b3ac-ce12cb207573 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:42.969100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5200e511-820f-4739-bfd3-58530c2f7a0a req-43b1613c-d103-4c88-a144-42db52e08e98 service neutron] 10.222.0.31 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949099
Dec 18 21:10:43.019035 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b78dbd15-ad40-487b-b3ac-ce12cb207573 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.025315 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b78dbd15-ad40-487b-b3ac-ce12cb207573 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.047012 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78dbd15-ad40-487b-b3ac-ce12cb207573 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed54b39-aa62-4c37-9b53-47b970858b7d,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:43.053700 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b78dbd15-ad40-487b-b3ac-ce12cb207573 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.058278 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b78dbd15-ad40-487b-b3ac-ce12cb207573 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1270974
Dec 18 21:10:43.061627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36132) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:43.066224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-fa280379-3ea2-4c2c-bed7-1876a1af8956 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'security_group_rule': {'security_group_id': '43b86a7d-da6b-4732-bd4c-dcdcea004f44', 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:43.072940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5200e511-820f-4739-bfd3-58530c2f7a0a req-c350bf38-71ae-4d73-b720-0a02ed1702b6 service neutron] 10.222.0.31 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964947
Dec 18 21:10:43.091733 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-fa280379-3ea2-4c2c-bed7-1876a1af8956 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Project de79cd87d023436a80d3cc5428586e21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:10:43.097111 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa280379-3ea2-4c2c-bed7-1876a1af8956 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.155299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa280379-3ea2-4c2c-bed7-1876a1af8956 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.159012 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa280379-3ea2-4c2c-bed7-1876a1af8956 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.176025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa280379-3ea2-4c2c-bed7-1876a1af8956 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21043348-0ec7-41a4-84dd-8235ac150de7,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:43.184824 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fa280379-3ea2-4c2c-bed7-1876a1af8956 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.186088 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fa280379-3ea2-4c2c-bed7-1876a1af8956 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1234202
Dec 18 21:10:43.188841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36138) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:43.193559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-74c801aa-adde-480d-acec-c457e9cc539c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'security_group_rule': {'security_group_id': '43b86a7d-da6b-4732-bd4c-dcdcea004f44', 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:43.222990 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-74c801aa-adde-480d-acec-c457e9cc539c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Project de79cd87d023436a80d3cc5428586e21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:10:43.230036 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74c801aa-adde-480d-acec-c457e9cc539c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.289858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74c801aa-adde-480d-acec-c457e9cc539c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.293455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74c801aa-adde-480d-acec-c457e9cc539c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.310620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c801aa-adde-480d-acec-c457e9cc539c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6db7d0f-1cdc-4ed8-862d-553c58386841,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:43.319587 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-74c801aa-adde-480d-acec-c457e9cc539c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.324348 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-74c801aa-adde-480d-acec-c457e9cc539c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1315885
Dec 18 21:10:43.677588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36182) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:43.682604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c6daf48f-2cc0-41b8-a053-8ca9134ff9df tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191490882', 'description': 'tempest-secgroup-smoke-1191490882 description', 'project_id': '62fd960aee2d408d8c9977b60fcabd61'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:43.714389 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c6daf48f-2cc0-41b8-a053-8ca9134ff9df tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.792264 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c6daf48f-2cc0-41b8-a053-8ca9134ff9df tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.796799 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c6daf48f-2cc0-41b8-a053-8ca9134ff9df tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.829026 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c6daf48f-2cc0-41b8-a053-8ca9134ff9df tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.833076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c6daf48f-2cc0-41b8-a053-8ca9134ff9df tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1518779
Dec 18 21:10:43.833076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daf48f-2cc0-41b8-a053-8ca9134ff9df tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f385ae1-2dd7-4b78-a58e-589ff6f42aed,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:43.833362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36190) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:43.838128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-863313ba-b0b2-4a77-a5ee-5eb889cef78c tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Request body: {'security_group_rule': {'security_group_id': '6f385ae1-2dd7-4b78-a58e-589ff6f42aed', 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:43.867801 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-863313ba-b0b2-4a77-a5ee-5eb889cef78c tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.933136 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-863313ba-b0b2-4a77-a5ee-5eb889cef78c tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.938676 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-863313ba-b0b2-4a77-a5ee-5eb889cef78c tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.973368 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-863313ba-b0b2-4a77-a5ee-5eb889cef78c tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:43.974684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-863313ba-b0b2-4a77-a5ee-5eb889cef78c tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1403911
Dec 18 21:10:43.978517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36214) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:43.983628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7aeb7490-e39a-4201-9996-1f5189439cd3 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Request body: {'security_group_rule': {'security_group_id': '6f385ae1-2dd7-4b78-a58e-589ff6f42aed', 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:43.991317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863313ba-b0b2-4a77-a5ee-5eb889cef78c tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7082c1-f4f5-406d-b3c8-971c938b312b,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:44.015455 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d1519-1508-4d1c-84d4-03956bf08aa5 req-d906071f-a60e-4b8b-8f74-f027df88997a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:44.017129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f8d1519-1508-4d1c-84d4-03956bf08aa5 req-d906071f-a60e-4b8b-8f74-f027df88997a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 943 time: 0.0617177
Dec 18 21:10:44.021033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7490-e39a-4201-9996-1f5189439cd3 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.083056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f8d1519-1508-4d1c-84d4-03956bf08aa5 req-eb9a0675-63a6-4775-ab60-a2de238977a4 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581632
Dec 18 21:10:44.084350 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7490-e39a-4201-9996-1f5189439cd3 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.088807 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7490-e39a-4201-9996-1f5189439cd3 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.109421 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb7490-e39a-4201-9996-1f5189439cd3 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b81d33-93e5-44a3-86a4-bfee63ea2322,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:44.117437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7490-e39a-4201-9996-1f5189439cd3 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.118685 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7aeb7490-e39a-4201-9996-1f5189439cd3 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1390314
Dec 18 21:10:44.121303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36228) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:44.125473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f12f3493-6f9e-47af-ae31-fcfeaf4fc810 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Request body: {'security_group_rule': {'security_group_id': '6f385ae1-2dd7-4b78-a58e-589ff6f42aed', 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:44.152424 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f12f3493-6f9e-47af-ae31-fcfeaf4fc810 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.207829 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f12f3493-6f9e-47af-ae31-fcfeaf4fc810 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.212137 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f12f3493-6f9e-47af-ae31-fcfeaf4fc810 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.231829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f3493-6f9e-47af-ae31-fcfeaf4fc810 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc017fc7-e16c-422e-b6ec-7c4097523601,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:44.238958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f12f3493-6f9e-47af-ae31-fcfeaf4fc810 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.242657 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f12f3493-6f9e-47af-ae31-fcfeaf4fc810 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1177468
Dec 18 21:10:44.242886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36230) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:44.247223 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-dbc32ec5-ae2e-4351-84d8-ccaf3152388a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Request body: {'security_group_rule': {'security_group_id': '6f385ae1-2dd7-4b78-a58e-589ff6f42aed', 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:44.275109 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbc32ec5-ae2e-4351-84d8-ccaf3152388a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.331814 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbc32ec5-ae2e-4351-84d8-ccaf3152388a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.335274 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbc32ec5-ae2e-4351-84d8-ccaf3152388a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.352073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc32ec5-ae2e-4351-84d8-ccaf3152388a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec354ceb-38e0-410b-a2e3-fd9db9ecb8eb,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:44.360479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbc32ec5-ae2e-4351-84d8-ccaf3152388a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.361678 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dbc32ec5-ae2e-4351-84d8-ccaf3152388a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1178463
Dec 18 21:10:44.364369 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36232) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:44.368604 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b2d92ed0-8107-4065-80c5-9571326fd450 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Request body: {'security_group_rule': {'security_group_id': '6f385ae1-2dd7-4b78-a58e-589ff6f42aed', 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:44.391399 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-b2d92ed0-8107-4065-80c5-9571326fd450 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Project 62fd960aee2d408d8c9977b60fcabd61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:10:44.396040 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d92ed0-8107-4065-80c5-9571326fd450 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.455095 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d92ed0-8107-4065-80c5-9571326fd450 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.459134 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d92ed0-8107-4065-80c5-9571326fd450 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.478670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d92ed0-8107-4065-80c5-9571326fd450 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e296a76-c3b9-4699-941d-5852d8b0a741,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:44.485373 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b2d92ed0-8107-4065-80c5-9571326fd450 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.486581 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b2d92ed0-8107-4065-80c5-9571326fd450 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1212721
Dec 18 21:10:44.489434 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36234) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:44.493713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-cd2b6d7d-aead-4fca-b27e-65f32124be13 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Request body: {'security_group_rule': {'security_group_id': '6f385ae1-2dd7-4b78-a58e-589ff6f42aed', 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:44.518851 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-cd2b6d7d-aead-4fca-b27e-65f32124be13 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Project 62fd960aee2d408d8c9977b60fcabd61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:10:44.524276 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6d7d-aead-4fca-b27e-65f32124be13 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.588468 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6d7d-aead-4fca-b27e-65f32124be13 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.591987 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6d7d-aead-4fca-b27e-65f32124be13 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.610711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b6d7d-aead-4fca-b27e-65f32124be13 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685b99ae-9975-40d9-999d-80e9dcd52388,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:44.620206 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6d7d-aead-4fca-b27e-65f32124be13 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.621491 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cd2b6d7d-aead-4fca-b27e-65f32124be13 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1311767
Dec 18 21:10:44.822702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-e52cfd57-a1c5-4a08-b31a-3b656688a46f tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191490882&fields=id&tenant_id=62fd960aee2d408d8c9977b60fcabd61 HTTP/1.1" status: 200  len: 267 time: 0.0436060
Dec 18 21:10:44.898831 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:44.936690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-9e593a8e-f61c-42fd-9e12-b90fedac8c76 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:44.938195 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-9e593a8e-f61c-42fd-9e12-b90fedac8c76 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/networks?id=c62ef8c3-463b-4e15-8f35-55a2c15acde0 HTTP/1.1" status: 200  len: 813 time: 0.1087656
Dec 18 21:10:44.954726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-f83aaec4-8131-421d-be95-e0344f3a6695 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/quotas/62fd960aee2d408d8c9977b60fcabd61 HTTP/1.1" status: 200  len: 375 time: 0.0100231
Dec 18 21:10:45.011925 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1bffaee1-d660-4f17-bf7f-f0f4e2b46ae4 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62fd960aee2d408d8c9977b60fcabd61&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0504153
Dec 18 21:10:45.108614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-391260ea-1fef-4954-8a7d-9940aee5525f service neutron] 10.222.0.13 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830932
Dec 18 21:10:45.245581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3c558-e93b-419d-93df-35bc1bfd284f req-21ee8f7f-c21e-4745-a657-4d8c48460beb tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:45.247113 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72e3c558-e93b-419d-93df-35bc1bfd284f req-21ee8f7f-c21e-4745-a657-4d8c48460beb tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 943 time: 0.0801084
Dec 18 21:10:45.250235 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-e2111d7a-8d9a-49a0-8cc3-4b605fe0de1b service neutron] 10.222.0.13 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283550
Dec 18 21:10:45.297888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72e3c558-e93b-419d-93df-35bc1bfd284f req-cf28784b-af74-4a3b-b5f3-c95e42709ade tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445428
Dec 18 21:10:45.528658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bb247fd1-b352-4374-a8bf-d70e3684560c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:10:45.534423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3c24945-050d-4b5e-a9c9-dcfc16c214d7 req-c3b8597f-9888-4cfb-b7b2-481dfb8241bc tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 210 time: 0.0263107
Dec 18 21:10:45.650534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port bb247fd1-b352-4374-a8bf-d70e3684560c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb247fd1-b352-4374-a8bf-d70e3684560c,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:45.667875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'bb247fd1-b352-4374-a8bf-d70e3684560c', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'port_id': 'bb247fd1-b352-4374-a8bf-d70e3684560c', 'mac_address': 'fa:16:3e:1b:4c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab83944-842a-4d14-aea4-2059d07b7fe4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:10:45.709953 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:45.730298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb247fd1-b352-4374-a8bf-d70e3684560c {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:10:45.750677 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port bb247fd1-b352-4374-a8bf-d70e3684560c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb247fd1-b352-4374-a8bf-d70e3684560c,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:45.756186 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:45.819870 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=bb247fd1-b352-4374-a8bf-d70e3684560c,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:45.977430 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:10:46.134268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-961b6ee2-72e7-4bf6-b4ac-dbd8342f9900 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903789239&fields=id&tenant_id=de79cd87d023436a80d3cc5428586e21 HTTP/1.1" status: 200  len: 267 time: 0.0556269
Dec 18 21:10:46.243434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-69a8f7f5-6b95-4a2a-bc49-4951999e9418 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:46.244892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-69a8f7f5-6b95-4a2a-bc49-4951999e9418 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 812 time: 0.1025014
Dec 18 21:10:46.259428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-7d111ff0-b748-4e04-ba7f-f3b38e665896 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/quotas/de79cd87d023436a80d3cc5428586e21 HTTP/1.1" status: 200  len: 375 time: 0.0086617
Dec 18 21:10:46.308631 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-5a61d98d-83ff-4934-b589-138e003d3714 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0440774
Dec 18 21:10:46.450058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafde6c-c6cb-4d63-94a8-59d3e2de19af req-d17ef641-016a-48ca-b282-4ab4729ba467 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:46.451572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0aafde6c-c6cb-4d63-94a8-59d3e2de19af req-d17ef641-016a-48ca-b282-4ab4729ba467 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 944 time: 0.0817993
Dec 18 21:10:46.455192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-078a2e9b-a81b-4533-86fb-f91ff32e7d96 service neutron] 10.222.0.13 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338031
Dec 18 21:10:46.637341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0aafde6c-c6cb-4d63-94a8-59d3e2de19af req-95c8e830-0403-48a1-b670-27e1d3feffc5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718020
Dec 18 21:10:46.666227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-34dbe416-c0de-4542-b6b3-faad607b0f98 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:46.667726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-34dbe416-c0de-4542-b6b3-faad607b0f98 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.31 "GET /v2.0/networks?id=c62ef8c3-463b-4e15-8f35-55a2c15acde0 HTTP/1.1" status: 200  len: 813 time: 0.2116902
Dec 18 21:10:46.673696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-7aee343b-d990-4c89-9bff-d23849b8f13e service neutron] 10.222.0.13 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072098
Dec 18 21:10:46.762366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09abceed-48a3-4fff-8426-61e580e07506 req-41a63b7b-1c0e-4c50-b052-006b3911cf37 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 210 time: 0.0404418
Dec 18 21:10:46.781312 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-a50c0cd0-adc5-4f98-8b00-43844e803cee tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62fd960aee2d408d8c9977b60fcabd61 HTTP/1.1" status: 200  len: 380 time: 0.1048183
Dec 18 21:10:46.795672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Request body: {'port': {'device_id': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'admin_state_up': True, 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'security_groups': ['6f385ae1-2dd7-4b78-a58e-589ff6f42aed']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:46.951561 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Made reservation on behalf of 62fd960aee2d408d8c9977b60fcabd61 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:10:46.957784 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:47.028828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de8f0c28-33b1-464f-b55f-1243b5be0820 req-17bb645c-8672-4cfe-853f-e42e428c9a4d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 210 time: 0.0324707
Dec 18 21:10:47.136027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Allocated IP 172.20.0.11 (c62ef8c3-463b-4e15-8f35-55a2c15acde0/c9dd9ccd-6110-462a-950d-40714b5429ee/6952405e-dd10-48ed-b3df-0dbd6bb82a96) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:47.284333 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:47.340020 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:47.387888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Network c62ef8c3-463b-4e15-8f35-55a2c15acde0 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:47.391207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:47.395618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:47.400715 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event updated for resources: {'Port': ['ID=6952405e-dd10-48ed-b3df-0dbd6bb82a96,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:47.449428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:47.450072 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:47.470328 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-90332ac2-7b87-4b9f-9669-77ddd6eb8950 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6818690
Dec 18 21:10:47.488911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Request body: {'port': {'device_id': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:47.564671 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:47.565864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bb247fd1-b352-4374-a8bf-d70e3684560c up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:47.634518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port bb247fd1-b352-4374-a8bf-d70e3684560c completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:10:47.639959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port bb247fd1-b352-4374-a8bf-d70e3684560c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:47.640698 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:47.757150 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:47.774229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9d9bfc42-b2b1-4dd2-926a-4462a73f794f None None] Provisioning complete for port 6952405e-dd10-48ed-b3df-0dbd6bb82a96 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:47.774612 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9d9bfc42-b2b1-4dd2-926a-4462a73f794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:47.815260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port bb247fd1-b352-4374-a8bf-d70e3684560c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb247fd1-b352-4374-a8bf-d70e3684560c,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:47.818209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb51a0f-5058-4d20-b42e-eb65fa93481b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb247fd1-b352-4374-a8bf-d70e3684560c'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:47.822167 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6328f5b9-f2ff-4551-961e-221f095d3189" -d '{"events": [{"server_uuid": "dcb51a0f-5058-4d20-b42e-eb65fa93481b", "name": "network-vif-plugged", "status": "completed", "tag": "bb247fd1-b352-4374-a8bf-d70e3684560c"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:47.832628 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:47.850904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff61e8-837c-4464-9b5e-37fc7e892d77 req-6efcdb8c-3d03-4c2e-b1fe-b82419006b76 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:47.853077 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33ff61e8-837c-4464-9b5e-37fc7e892d77 req-6efcdb8c-3d03-4c2e-b1fe-b82419006b76 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 944 time: 0.0809939
Dec 18 21:10:47.870284 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9d9bfc42-b2b1-4dd2-926a-4462a73f794f None None] Port 6952405e-dd10-48ed-b3df-0dbd6bb82a96 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:47.890589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=bb247fd1-b352-4374-a8bf-d70e3684560c,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:47.981019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70056c39-bb5d-473e-a97d-3940bf106d68 req-c35fd848-f67c-4ac7-8922-f6b87e850054 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:47.982536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70056c39-bb5d-473e-a97d-3940bf106d68 req-c35fd848-f67c-4ac7-8922-f6b87e850054 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 932 time: 0.1285491
Dec 18 21:10:47.993600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33ff61e8-837c-4464-9b5e-37fc7e892d77 req-be7b3be6-e01d-4fdc-a100-e29fc2343d2c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240134
Dec 18 21:10:48.003823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6952405e-dd10-48ed-b3df-0dbd6bb82a96 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:10:48.019239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:48.043597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Transition to ACTIVE for port object 6952405e-dd10-48ed-b3df-0dbd6bb82a96 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:10:48.050358 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff19cb67-2429-4816-9aee-c9e1c8f73fde x-openstack-request-id: req-ff19cb67-2429-4816-9aee-c9e1c8f73fde {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:48.050880 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb51a0f-5058-4d20-b42e-eb65fa93481b", "name": "network-vif-plugged", "status": "completed", "tag": "bb247fd1-b352-4374-a8bf-d70e3684560c", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:48.051175 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff19cb67-2429-4816-9aee-c9e1c8f73fde {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:48.052154 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb51a0f-5058-4d20-b42e-eb65fa93481b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb247fd1-b352-4374-a8bf-d70e3684560c', 'code': 200}
Dec 18 21:10:48.053337 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:48.090484 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70056c39-bb5d-473e-a97d-3940bf106d68 req-ef690c68-04c8-41a2-9701-2f4b5521401f tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006680
Dec 18 21:10:48.174179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6952405e-dd10-48ed-b3df-0dbd6bb82a96,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:48.213699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a369f-0ad1-4895-9547-1d6c260e713e req-1c8aef57-caaa-4a4e-a2be-77f6c95764cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:48.215915 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-386a369f-0ad1-4895-9547-1d6c260e713e req-1c8aef57-caaa-4a4e-a2be-77f6c95764cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 1096 time: 0.0770369
Dec 18 21:10:48.272614 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-386a369f-0ad1-4895-9547-1d6c260e713e req-f161ac52-5b09-4bca-b7ef-36d45b0aba96 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491986
Dec 18 21:10:48.298238 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65ce8aaf-4f6b-4cb3-99fa-4ce7d4806bbc req-b8773743-2423-49a6-8676-ad1368f41945 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 210 time: 0.0969191
Dec 18 21:10:48.327816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-d4f5edab-4b04-459b-a436-1c088dae05e3 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:48.329271 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-d4f5edab-4b04-459b-a436-1c088dae05e3 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 812 time: 0.2320809
Dec 18 21:10:48.349010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Attempting to bind port 6952405e-dd10-48ed-b3df-0dbd6bb82a96 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:10:48.349339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Attempting to bind port 6952405e-dd10-48ed-b3df-0dbd6bb82a96 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:10:48.349662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Attempting to bind port 6952405e-dd10-48ed-b3df-0dbd6bb82a96 on network c62ef8c3-463b-4e15-8f35-55a2c15acde0 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:48.362884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Port 6952405e-dd10-48ed-b3df-0dbd6bb82a96 on network c62ef8c3-463b-4e15-8f35-55a2c15acde0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:10:48.363215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Attempting to bind port 6952405e-dd10-48ed-b3df-0dbd6bb82a96 on network c62ef8c3-463b-4e15-8f35-55a2c15acde0 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:48.375629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:10:48.375974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Checking segment: {'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:48.376615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Bound using segment: {'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:10:48.377075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Bound port: 6952405e-dd10-48ed-b3df-0dbd6bb82a96, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65575524-6660-470f-9942-dc769b3b3f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:10:48.377409 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:48.455004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-dbcdf59c-2851-4e10-a04b-a099e5b854e4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de79cd87d023436a80d3cc5428586e21 HTTP/1.1" status: 200  len: 380 time: 0.1024125
Dec 18 21:10:48.471641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'port': {'device_id': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'admin_state_up': True, 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'security_groups': ['43b86a7d-da6b-4732-bd4c-dcdcea004f44']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:48.525325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] For port 6952405e-dd10-48ed-b3df-0dbd6bb82a96, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:48.543386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] For port 6952405e-dd10-48ed-b3df-0dbd6bb82a96, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6952405e-dd10-48ed-b3df-0dbd6bb82a96,segment=NetworkSegment(65575524-6660-470f-9942-dc769b3b3f7e),segment_id=65575524-6660-470f-9942-dc769b3b3f7e)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:10:48.552245 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:48.608449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:48.609434 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:48.611022 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] 10.222.0.31 "PUT /v2.0/ports/6952405e-dd10-48ed-b3df-0dbd6bb82a96 HTTP/1.1" status: 200  len: 1092 time: 1.1277895
Dec 18 21:10:48.618288 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:48.620540 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fd0385-cd8c-47cf-93c9-ad04e7303c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:48.673966 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62d4199-4793-4c76-89aa-ac9b619aa2f6 x-openstack-request-id: req-c62d4199-4793-4c76-89aa-ac9b619aa2f6 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:48.674357 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:48.674677 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c62d4199-4793-4c76-89aa-ac9b619aa2f6 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:48.675202 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'status': 'completed', 'code': 200}
Dec 18 21:10:48.700941 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867e335-20ae-4668-9d85-472b5e57a7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6952405e-dd10-48ed-b3df-0dbd6bb82a96,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:48.741530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-ab634a09-ca99-496a-9f1e-b985fe072ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:48.743190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-ab634a09-ca99-496a-9f1e-b985fe072ca0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62fd960aee2d408d8c9977b60fcabd61&device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 1095 time: 0.0855310
Dec 18 21:10:48.744238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Made reservation on behalf of de79cd87d023436a80d3cc5428586e21 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:10:48.748073 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:48.801372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-3e5ff35d-e638-408f-8752-42159ae1497f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6952405e-dd10-48ed-b3df-0dbd6bb82a96 HTTP/1.1" status: 200  len: 217 time: 0.0492747
Dec 18 21:10:48.899982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-c80ce3fd-f974-4c5a-b79a-b7e279b7f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:48.901378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-c80ce3fd-f974-4c5a-b79a-b7e279b7f5d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dd9ccd-6110-462a-950d-40714b5429ee HTTP/1.1" status: 200  len: 852 time: 0.0913060
Dec 18 21:10:49.371482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Allocated IP 172.20.0.5 (719d1db8-90bc-4a29-9e67-d552b1d87f10/ce6df939-cc0b-4eee-ad97-d0794ca80cc4/66e4db18-6da1-4474-8bda-7ecda4c5e03f) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:49.404371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055a507-fe6b-47d9-9090-bf5dbd9f805e req-5d09c9b9-6f6a-4c30-a714-90293ebce9a5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:49.405864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4055a507-fe6b-47d9-9090-bf5dbd9f805e req-5d09c9b9-6f6a-4c30-a714-90293ebce9a5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 945 time: 0.1445737
Dec 18 21:10:49.407558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-c513945e-c99c-4e17-a134-52f2242fb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:49.408911 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-c513945e-c99c-4e17-a134-52f2242fb3d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c62ef8c3-463b-4e15-8f35-55a2c15acde0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1466253
Dec 18 21:10:49.419035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8782f6-f215-41b4-852b-7a1db31318ff req-7ec270b0-8da4-44bc-a0ee-e8e8eae3f649 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:49.420504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dc8782f6-f215-41b4-852b-7a1db31318ff req-7ec270b0-8da4-44bc-a0ee-e8e8eae3f649 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 944 time: 0.1604257
Dec 18 21:10:49.497557 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:49.626792 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4055a507-fe6b-47d9-9090-bf5dbd9f805e req-648972b5-7769-416e-823e-2ae19dbbb27a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032590
Dec 18 21:10:49.633630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dc8782f6-f215-41b4-852b-7a1db31318ff req-8b99b06d-dadf-4a16-a382-6d08420f0c47 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1985402
Dec 18 21:10:49.663691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-5e03f920-dcbb-4d40-ac7c-1396b767b280 service neutron] 10.222.0.31 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2329860
Dec 18 21:10:49.760955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9180c9cc-6515-47cf-9bbc-309919146b91 req-75e15e7b-84a0-4cae-9e9b-e63c3f0e0c9d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 210 time: 0.0444040
Dec 18 21:10:49.766398 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:49.816272 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c5f4283-de5d-4536-aaa8-2538d758dda2 req-aef32f13-1920-4cf8-9827-13ac4346b4d7 service neutron] 10.222.0.31 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491568
Dec 18 21:10:49.828055 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:49.883036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:49.903708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:49.907376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:49.909770 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'Port': ['ID=66e4db18-6da1-4474-8bda-7ecda4c5e03f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:49.959988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd0385-cd8c-47cf-93c9-ad04e7303c0f req-e1bf19e8-67d8-4880-ae39-9785f405f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:49.962071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55fd0385-cd8c-47cf-93c9-ad04e7303c0f req-e1bf19e8-67d8-4880-ae39-9785f405f369 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62fd960aee2d408d8c9977b60fcabd61&device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 1095 time: 0.0992267
Dec 18 21:10:49.982680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:49.983307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:50.037616 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-ffaa44ec-2e78-44ad-8cc8-4a0a30102c9b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5715683
Dec 18 21:10:50.056392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Request body: {'port': {'device_id': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:50.098602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd0385-cd8c-47cf-93c9-ad04e7303c0f req-7b5b5615-71da-48cc-a5b0-ae600d52d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:50.100078 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55fd0385-cd8c-47cf-93c9-ad04e7303c0f req-7b5b5615-71da-48cc-a5b0-ae600d52d74c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c62ef8c3-463b-4e15-8f35-55a2c15acde0 HTTP/1.1" status: 200  len: 914 time: 0.1306746
Dec 18 21:10:50.153965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b587de8b-007d-4d8b-b8ce-fd98e8507b03 None None] Provisioning complete for port 66e4db18-6da1-4474-8bda-7ecda4c5e03f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:50.154310 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b587de8b-007d-4d8b-b8ce-fd98e8507b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:50.159710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55fd0385-cd8c-47cf-93c9-ad04e7303c0f req-60b26491-4a9f-415a-9d1e-d6f3ffa47a36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6952405e-dd10-48ed-b3df-0dbd6bb82a96 HTTP/1.1" status: 200  len: 217 time: 0.0367603
Dec 18 21:10:50.162124 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:50.188262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b587de8b-007d-4d8b-b8ce-fd98e8507b03 None None] Port 66e4db18-6da1-4474-8bda-7ecda4c5e03f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:10:50.252266 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd0385-cd8c-47cf-93c9-ad04e7303c0f req-aa59ad7b-3b71-4ed2-8d0d-13df63c6fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:50.253718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55fd0385-cd8c-47cf-93c9-ad04e7303c0f req-aa59ad7b-3b71-4ed2-8d0d-13df63c6fe14 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dd9ccd-6110-462a-950d-40714b5429ee HTTP/1.1" status: 200  len: 852 time: 0.0830066
Dec 18 21:10:50.397048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd0385-cd8c-47cf-93c9-ad04e7303c0f req-9e15eebc-64c2-4468-8756-0705d1678cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:50.398652 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55fd0385-cd8c-47cf-93c9-ad04e7303c0f req-9e15eebc-64c2-4468-8756-0705d1678cbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c62ef8c3-463b-4e15-8f35-55a2c15acde0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0981121
Dec 18 21:10:50.550288 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55fd0385-cd8c-47cf-93c9-ad04e7303c0f req-04e984c1-c24e-4d28-9934-7c0561a39d1e service neutron] 10.222.0.31 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409671
Dec 18 21:10:50.578879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e4db18-6da1-4474-8bda-7ecda4c5e03f {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:10:50.611858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:50.635319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Transition to ACTIVE for port object 66e4db18-6da1-4474-8bda-7ecda4c5e03f will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:10:50.639996 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:50.727650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55fd0385-cd8c-47cf-93c9-ad04e7303c0f req-7b104a3a-eca3-487d-8455-be9805dd68eb service neutron] 10.222.0.31 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698956
Dec 18 21:10:50.748772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Pushing event updated for resources: {'Port': ['ID=66e4db18-6da1-4474-8bda-7ecda4c5e03f,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:50.856165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7c712-5877-4db2-8e91-f4cc50ccc7aa req-f811be0b-e790-456d-8278-d7ca43edd606 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:50.857720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9f7c712-5877-4db2-8e91-f4cc50ccc7aa req-f811be0b-e790-456d-8278-d7ca43edd606 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 945 time: 0.1549795
Dec 18 21:10:50.880439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1815c67-9d0d-45fe-9935-fdcd421741d0 req-1c15f761-5b17-43ec-9b5e-b4bd7c459a8d tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:50.881920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1815c67-9d0d-45fe-9935-fdcd421741d0 req-1c15f761-5b17-43ec-9b5e-b4bd7c459a8d tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 944 time: 0.1343350
Dec 18 21:10:50.913351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Attempting to bind port 66e4db18-6da1-4474-8bda-7ecda4c5e03f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:10:50.913689 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Attempting to bind port 66e4db18-6da1-4474-8bda-7ecda4c5e03f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:10:50.914600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Attempting to bind port 66e4db18-6da1-4474-8bda-7ecda4c5e03f on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:50.927483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Port 66e4db18-6da1-4474-8bda-7ecda4c5e03f on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:10:50.927806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Attempting to bind port 66e4db18-6da1-4474-8bda-7ecda4c5e03f on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:50.946576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:10:50.946914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Checking segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:50.947296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Bound using segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:10:50.947726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Bound port: 66e4db18-6da1-4474-8bda-7ecda4c5e03f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:10:50.948081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:50.982140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9f7c712-5877-4db2-8e91-f4cc50ccc7aa req-82c443b6-e004-438b-bc5d-1337a7326872 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159301
Dec 18 21:10:50.987072 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1815c67-9d0d-45fe-9935-fdcd421741d0 req-edc1db6e-1deb-4ce1-a0d8-2fb54b32e704 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921354
Dec 18 21:10:51.044609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] For port 66e4db18-6da1-4474-8bda-7ecda4c5e03f, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:51.048531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] For port 66e4db18-6da1-4474-8bda-7ecda4c5e03f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e4db18-6da1-4474-8bda-7ecda4c5e03f,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:10:51.056311 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:51.111753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:51.112370 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:51.113786 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] 10.222.0.36 "PUT /v2.0/ports/66e4db18-6da1-4474-8bda-7ecda4c5e03f HTTP/1.1" status: 200  len: 1091 time: 1.0615997
Dec 18 21:10:51.127018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'tag': '66e4db18-6da1-4474-8bda-7ecda4c5e03f'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:51.129500 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdcaa20-0dd4-4280-8116-fbb8408707e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4677eac8-1f9e-4309-b018-4b60ce5b1eb4", "tag": "66e4db18-6da1-4474-8bda-7ecda4c5e03f"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:51.186336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f33ed0-54b8-4fa5-8da1-f562670b27df service neutron] Pushing event updated for resources: {'Port': ['ID=66e4db18-6da1-4474-8bda-7ecda4c5e03f,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:51.251283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ee89a-9307-4da7-b0b1-521caab8d0b8 req-0b24c923-70dd-4e84-b860-81ede37c2ffb tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:51.252836 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f66ee89a-9307-4da7-b0b1-521caab8d0b8 req-0b24c923-70dd-4e84-b860-81ede37c2ffb tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 943 time: 0.1635616
Dec 18 21:10:51.304035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-3cd647c5-67d5-4fc3-b03c-8adda1d3a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:51.306065 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-3cd647c5-67d5-4fc3-b03c-8adda1d3a0ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 1094 time: 0.1374691
Dec 18 21:10:51.377627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aa969-bdff-4d2a-8033-4eaf421c1078 req-7b3b345e-00f3-46b6-b310-7678f4f14844 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:51.379113 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b15aa969-bdff-4d2a-8033-4eaf421c1078 req-7b3b345e-00f3-46b6-b310-7678f4f14844 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.2279358
Dec 18 21:10:51.381242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-fc95cf2f-92d7-4961-9eaf-647d6a4b9e5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66e4db18-6da1-4474-8bda-7ecda4c5e03f HTTP/1.1" status: 200  len: 217 time: 0.0556254
Dec 18 21:10:51.385902 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f66ee89a-9307-4da7-b0b1-521caab8d0b8 req-49b11d75-ace6-41f2-92a7-3636d70f3b42 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229720
Dec 18 21:10:51.408088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b15aa969-bdff-4d2a-8033-4eaf421c1078 req-118f1e07-00b8-45b5-b3fe-3808acb9b0d5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/quotas/c36bc0b6ca0849f58c6b8f41df80db6f HTTP/1.1" status: 200  len: 375 time: 0.0212262
Dec 18 21:10:51.432804 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e789f1e9-8f0d-4b3c-aed4-fc08b5aa289e x-openstack-request-id: req-e789f1e9-8f0d-4b3c-aed4-fc08b5aa289e {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:51.433088 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4677eac8-1f9e-4309-b018-4b60ce5b1eb4", "tag": "66e4db18-6da1-4474-8bda-7ecda4c5e03f", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:51.433338 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e789f1e9-8f0d-4b3c-aed4-fc08b5aa289e {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:51.433720 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'tag': '66e4db18-6da1-4474-8bda-7ecda4c5e03f', 'status': 'completed', 'code': 200}
Dec 18 21:10:51.474526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-345e2552-6bc7-4e27-af8e-5e71735d1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:51.475988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-345e2552-6bc7-4e27-af8e-5e71735d1760 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0821917
Dec 18 21:10:51.488250 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b15aa969-bdff-4d2a-8033-4eaf421c1078 req-ac263f78-fd3e-48de-930a-bb556a85ad5e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0596361
Dec 18 21:10:51.582203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-de7e17fa-bf49-4bd7-b186-ca3f616a0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:51.583977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-de7e17fa-bf49-4bd7-b186-ca3f616a0828 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0949948
Dec 18 21:10:51.642377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b15aa969-bdff-4d2a-8033-4eaf421c1078 req-51e98402-a843-4c97-953c-b0620c474248 service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456883
Dec 18 21:10:51.700692 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-22676395-4f8b-4370-9321-49c6030be6b7 req-604fcef5-b147-4879-b5b3-9fa7ab8a60f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0399609
Dec 18 21:10:51.749927 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-9778099e-e7fc-4779-9eb4-9022e117498e service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579173
Dec 18 21:10:51.763876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22676395-4f8b-4370-9321-49c6030be6b7 req-a3342287-aa77-4876-bf4b-525458983d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:51.765434 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-22676395-4f8b-4370-9321-49c6030be6b7 req-a3342287-aa77-4876-bf4b-525458983d91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 1096 time: 0.0416141
Dec 18 21:10:51.819003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b15aa969-bdff-4d2a-8033-4eaf421c1078 req-e53c6ab1-0eee-47c5-b333-2028f66527fd service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1691716
Dec 18 21:10:51.858770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2341d65-88e8-4eb8-933b-add96e3a47a7 req-e68d722a-a1f1-48ef-8585-b0893b000114 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001666
Dec 18 21:10:51.878190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22676395-4f8b-4370-9321-49c6030be6b7 req-1a422cae-81c2-4b76-b295-6a8daa8daa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:51.879758 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-22676395-4f8b-4370-9321-49c6030be6b7 req-1a422cae-81c2-4b76-b295-6a8daa8daa56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.0935383
Dec 18 21:10:51.970759 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-22676395-4f8b-4370-9321-49c6030be6b7 req-a39dcf34-7fd3-49b4-baf5-31b1c97bd3ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c8a1c-0915-4513-8659-185ce5146ce7 HTTP/1.1" status: 200  len: 1001 time: 0.0807636
Dec 18 21:10:51.977108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcaa20-0dd4-4280-8116-fbb8408707e2 req-b1c50939-b774-4a1d-b7db-8ecbbab4ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:51.980268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2bdcaa20-0dd4-4280-8116-fbb8408707e2 req-b1c50939-b774-4a1d-b7db-8ecbbab4ab8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 1094 time: 0.0648317
Dec 18 21:10:52.035590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22676395-4f8b-4370-9321-49c6030be6b7 req-76b7f0c8-1fbf-4c10-948c-5ba96fa733c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:52.037079 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-22676395-4f8b-4370-9321-49c6030be6b7 req-76b7f0c8-1fbf-4c10-948c-5ba96fa733c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.0584660
Dec 18 21:10:52.119436 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22676395-4f8b-4370-9321-49c6030be6b7 req-c466c838-7488-4254-97e2-adddaf46e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:52.121342 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-22676395-4f8b-4370-9321-49c6030be6b7 req-c466c838-7488-4254-97e2-adddaf46e8b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0760751
Dec 18 21:10:52.157562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcaa20-0dd4-4280-8116-fbb8408707e2 req-ffb11cf1-53af-4469-923c-ca5d569bfa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:52.159304 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2bdcaa20-0dd4-4280-8116-fbb8408707e2 req-ffb11cf1-53af-4469-923c-ca5d569bfa41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1681798
Dec 18 21:10:52.170814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6eb20-d955-436e-b66e-ab7f1e299aad req-3d2f2d1b-368f-4d1e-9385-59d34c6c54f9 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:52.172329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ee6eb20-d955-436e-b66e-ab7f1e299aad req-3d2f2d1b-368f-4d1e-9385-59d34c6c54f9 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 944 time: 0.0771563
Dec 18 21:10:52.214835 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2bdcaa20-0dd4-4280-8116-fbb8408707e2 req-9c1adc74-dd92-45f5-ba56-2305b157f643 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66e4db18-6da1-4474-8bda-7ecda4c5e03f HTTP/1.1" status: 200  len: 217 time: 0.0415437
Dec 18 21:10:52.239818 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-22676395-4f8b-4370-9321-49c6030be6b7 req-624afc32-eb85-4e52-9d82-41c3fa19ceb2 service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1068530
Dec 18 21:10:52.318148 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ee6eb20-d955-436e-b66e-ab7f1e299aad req-3b7bd2ca-3026-417f-a87b-3bb897db7ac1 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1380763
Dec 18 21:10:52.322136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcaa20-0dd4-4280-8116-fbb8408707e2 req-bb2a2ab9-efbc-45f1-ac2a-fd0058cfa136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:52.323557 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2bdcaa20-0dd4-4280-8116-fbb8408707e2 req-bb2a2ab9-efbc-45f1-ac2a-fd0058cfa136 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.1002164
Dec 18 21:10:52.357427 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-22676395-4f8b-4370-9321-49c6030be6b7 req-fb2e29bd-4e97-42d7-be85-60f4b3531de0 service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1093776
Dec 18 21:10:52.849324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcaa20-0dd4-4280-8116-fbb8408707e2 req-282d0bf0-bdbf-4674-9feb-ac9f4976e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:52.850858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2bdcaa20-0dd4-4280-8116-fbb8408707e2 req-282d0bf0-bdbf-4674-9feb-ac9f4976e5a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4926438
Dec 18 21:10:52.884247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b9720-a5cf-4c5c-82be-b62bf936fada req-6c8cec9d-1c43-4f7c-82cf-9d68533c0a50 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:52.885600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e63b9720-a5cf-4c5c-82be-b62bf936fada req-6c8cec9d-1c43-4f7c-82cf-9d68533c0a50 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 943 time: 0.1408498
Dec 18 21:10:52.956727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-f507b411-3046-4722-ba26-0e0e9ade8c6f tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:52.958152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-f507b411-3046-4722-ba26-0e0e9ade8c6f tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.2120032
Dec 18 21:10:52.995701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-f3d0b830-9c7e-4209-b723-65b0797c528e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/quotas/c36bc0b6ca0849f58c6b8f41df80db6f HTTP/1.1" status: 200  len: 375 time: 0.0307033
Dec 18 21:10:53.044619 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e63b9720-a5cf-4c5c-82be-b62bf936fada req-4b4a3ddd-5186-409e-900a-2ac187ca7197 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468391
Dec 18 21:10:53.063396 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2bdcaa20-0dd4-4280-8116-fbb8408707e2 req-1b15681b-b1a4-4318-b16a-f7d50875ac6d service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2018273
Dec 18 21:10:53.128323 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-c125c7ba-0201-4fff-b066-0a773df526cd tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1209698
Dec 18 21:10:53.212583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2bdcaa20-0dd4-4280-8116-fbb8408707e2 req-83378015-1107-4c6d-8b49-68fe1ea463a9 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413498
Dec 18 21:10:53.240945 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-42e37d8c-0503-458a-9792-c24873cde8fb service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036029
Dec 18 21:10:53.332805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-8949b713-69cc-4aba-b28b-59bf2844e782 service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856168
Dec 18 21:10:53.435320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9b48c-cf05-4482-8695-f07163040969 req-f28a18c4-5b71-4dad-9160-94f2928d69e6 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:53.436819 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3c9b48c-cf05-4482-8695-f07163040969 req-f28a18c4-5b71-4dad-9160-94f2928d69e6 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 944 time: 0.0508857
Dec 18 21:10:53.509699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3c9b48c-cf05-4482-8695-f07163040969 req-99749e82-23ab-48a5-ba72-06ce0cec8091 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663922
Dec 18 21:10:53.575043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 6952405e-dd10-48ed-b3df-0dbd6bb82a96 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:10:53.582611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c91f966-3006-4fe0-bcad-241239cf1a4a req-8287f63e-ac4e-49a4-ad74-0ef1d11e3ef8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 210 time: 0.0389690
Dec 18 21:10:53.691431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 6952405e-dd10-48ed-b3df-0dbd6bb82a96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6952405e-dd10-48ed-b3df-0dbd6bb82a96,segment=NetworkSegment(65575524-6660-470f-9942-dc769b3b3f7e),segment_id=65575524-6660-470f-9942-dc769b3b3f7e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:53.703335 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'port_id': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'mac_address': 'fa:16:3e:f7:fb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:10:53.744932 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:53.758286 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6952405e-dd10-48ed-b3df-0dbd6bb82a96 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:10:53.781232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 6952405e-dd10-48ed-b3df-0dbd6bb82a96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6952405e-dd10-48ed-b3df-0dbd6bb82a96,segment=NetworkSegment(65575524-6660-470f-9942-dc769b3b3f7e),segment_id=65575524-6660-470f-9942-dc769b3b3f7e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:53.785202 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:53.835283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=6952405e-dd10-48ed-b3df-0dbd6bb82a96,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:53.992817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['6952405e-dd10-48ed-b3df-0dbd6bb82a96'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:10:54.165492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c3bcc-7768-4239-a105-546cabc698a9 req-3c259533-3831-4dc0-8b83-b9f841c8f38f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:54.166992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b9c3bcc-7768-4239-a105-546cabc698a9 req-3c259533-3831-4dc0-8b83-b9f841c8f38f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 943 time: 0.0535665
Dec 18 21:10:54.217196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b9c3bcc-7768-4239-a105-546cabc698a9 req-9ef17ab6-8d0c-4082-9b1a-a0623d380f68 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435321
Dec 18 21:10:54.496672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-39f59a53-38bb-459d-8050-513505ff6a28 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:54.498110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-39f59a53-38bb-459d-8050-513505ff6a28 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.1068282
Dec 18 21:10:54.513479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Request body: {'port': {'device_id': 'b733c412-1cdb-45f5-9fa7-b68e4121ec4a', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'admin_state_up': True, 'tenant_id': 'c36bc0b6ca0849f58c6b8f41df80db6f'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:54.659020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01203524-5020-44c4-a61a-bc464f84ce5f req-53882a37-e708-46ad-9c6f-74e7a857ad0c tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:54.660518 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01203524-5020-44c4-a61a-bc464f84ce5f req-53882a37-e708-46ad-9c6f-74e7a857ad0c tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 945 time: 0.0776484
Dec 18 21:10:54.710279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77209ce7-e9c1-4b59-98e8-6ca712d89e63 req-4376ce40-2865-40b2-aadd-d1ff094b5369 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 210 time: 0.0464294
Dec 18 21:10:54.724935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Made reservation on behalf of c36bc0b6ca0849f58c6b8f41df80db6f for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:10:54.728451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:54.769268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01203524-5020-44c4-a61a-bc464f84ce5f req-e2d26ce9-06bb-4982-a0b4-5e8af733ba7c tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013124
Dec 18 21:10:54.870706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Allocated IP 172.20.0.2 (3a5db276-ddbb-4d99-a69c-3e20248c5144/2ab83944-842a-4d14-aea4-2059d07b7fe4/2515fc60-3b2e-4cc2-999d-5614da915260) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:55.013622 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.047040 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.058541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:10:55.093203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Network 3a5db276-ddbb-4d99-a69c-3e20248c5144 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:55.096346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:55.100183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:55.127531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event updated for resources: {'Port': ['ID=2515fc60-3b2e-4cc2-999d-5614da915260,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:55.155358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:55.156086 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.171766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4355e9eb-d38f-4391-903b-f981cd180ed3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6622334
Dec 18 21:10:55.189885 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Request body: {'port': {'device_id': 'b733c412-1cdb-45f5-9fa7-b68e4121ec4a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:55.243821 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.436127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2098b05-c170-4bea-a06f-47f794980494 req-e491f84b-bd0e-41f6-b26a-3f3c629464c4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:55.439009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2098b05-c170-4bea-a06f-47f794980494 req-e491f84b-bd0e-41f6-b26a-3f3c629464c4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 943 time: 0.1535170
Dec 18 21:10:55.439251 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 66e4db18-6da1-4474-8bda-7ecda4c5e03f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:10:55.525762 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2098b05-c170-4bea-a06f-47f794980494 req-adfe1f93-8cd2-46e1-8f03-7c596b44b4a5 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782692
Dec 18 21:10:55.536518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 66e4db18-6da1-4474-8bda-7ecda4c5e03f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e4db18-6da1-4474-8bda-7ecda4c5e03f,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:55.548495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '66e4db18-6da1-4474-8bda-7ecda4c5e03f', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'port_id': '66e4db18-6da1-4474-8bda-7ecda4c5e03f', 'mac_address': 'fa:16:3e:3c:8e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:10:55.581512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2515fc60-3b2e-4cc2-999d-5614da915260 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:10:55.589005 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.593757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 6952405e-dd10-48ed-b3df-0dbd6bb82a96 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:55.594385 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.609338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Transition to ACTIVE for port object 2515fc60-3b2e-4cc2-999d-5614da915260 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:10:55.614324 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.629047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e4db18-6da1-4474-8bda-7ecda4c5e03f {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:10:55.661513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 66e4db18-6da1-4474-8bda-7ecda4c5e03f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e4db18-6da1-4474-8bda-7ecda4c5e03f,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:55.670584 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.694058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Pushing event updated for resources: {'Port': ['ID=2515fc60-3b2e-4cc2-999d-5614da915260,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:55.707064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 6952405e-dd10-48ed-b3df-0dbd6bb82a96 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:10:55.715616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 6952405e-dd10-48ed-b3df-0dbd6bb82a96 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:55.715980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.757546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=66e4db18-6da1-4474-8bda-7ecda4c5e03f,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:55.759922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Attempting to bind port 2515fc60-3b2e-4cc2-999d-5614da915260 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:10:55.766504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Attempting to bind port 2515fc60-3b2e-4cc2-999d-5614da915260 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:10:55.766883 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Attempting to bind port 2515fc60-3b2e-4cc2-999d-5614da915260 on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:55.772815 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Port 2515fc60-3b2e-4cc2-999d-5614da915260 on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:10:55.773671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Attempting to bind port 2515fc60-3b2e-4cc2-999d-5614da915260 on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:10:55.779564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:10:55.779901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Checking segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:10:55.780284 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Bound using segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:10:55.780714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Bound port: 2515fc60-3b2e-4cc2-999d-5614da915260, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:10:55.781069 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.818742 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.850484 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:55.853460 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e50aeb-db51-4a86-85c6-54f6e1291cdc" -d '{"events": [{"server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "name": "network-vif-plugged", "status": "completed", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:55.869175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 6952405e-dd10-48ed-b3df-0dbd6bb82a96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6952405e-dd10-48ed-b3df-0dbd6bb82a96,segment=NetworkSegment(65575524-6660-470f-9942-dc769b3b3f7e),segment_id=65575524-6660-470f-9942-dc769b3b3f7e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:55.875241 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.883007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] For port 2515fc60-3b2e-4cc2-999d-5614da915260, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:10:55.886841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] For port 2515fc60-3b2e-4cc2-999d-5614da915260, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2515fc60-3b2e-4cc2-999d-5614da915260,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:10:55.895074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee286f1-1b25-465b-9227-dd2d47c3a918 req-bf6f87cd-8e6c-4618-a0ac-8dc0d8039160 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:55.896611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aee286f1-1b25-465b-9227-dd2d47c3a918 req-bf6f87cd-8e6c-4618-a0ac-8dc0d8039160 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 943 time: 0.0785489
Dec 18 21:10:55.898756 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.921123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['66e4db18-6da1-4474-8bda-7ecda4c5e03f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:10:55.951328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=6952405e-dd10-48ed-b3df-0dbd6bb82a96,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:55.964190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:55.964815 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:55.966216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] 10.222.0.36 "PUT /v2.0/ports/2515fc60-3b2e-4cc2-999d-5614da915260 HTTP/1.1" status: 200  len: 1091 time: 0.7805371
Dec 18 21:10:55.980972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b733c412-1cdb-45f5-9fa7-b68e4121ec4a', 'tag': '2515fc60-3b2e-4cc2-999d-5614da915260'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:55.983270 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a809f1-55da-40a5-85c5-051d21c428cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b733c412-1cdb-45f5-9fa7-b68e4121ec4a", "tag": "2515fc60-3b2e-4cc2-999d-5614da915260"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:56.060128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff14923-85e8-401a-b5d4-d347392bfa9e service neutron] Pushing event updated for resources: {'Port': ['ID=2515fc60-3b2e-4cc2-999d-5614da915260,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:56.080861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aee286f1-1b25-465b-9227-dd2d47c3a918 req-69b14e5b-36c3-4fdf-b220-003a3dcf635c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723063
Dec 18 21:10:56.089946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74b887-75ce-49e1-8a26-5dfbbfcd37f9 req-114bc474-f8cf-467f-b866-243e354421b6 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:56.091569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe74b887-75ce-49e1-8a26-5dfbbfcd37f9 req-114bc474-f8cf-467f-b866-243e354421b6 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 946 time: 0.1598158
Dec 18 21:10:56.103894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-ca74caf4-46de-49bf-aa65-140b63952e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:56.109472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-ca74caf4-46de-49bf-aa65-140b63952e3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 1094 time: 0.0921550
Dec 18 21:10:56.149406 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781cb57b-bd33-40ad-ae3c-58e8a520a092 x-openstack-request-id: req-781cb57b-bd33-40ad-ae3c-58e8a520a092 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:56.149975 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "name": "network-vif-plugged", "status": "completed", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:56.150209 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-781cb57b-bd33-40ad-ae3c-58e8a520a092 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:56.150583 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'code': 200}
Dec 18 21:10:56.166129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-7db82e86-541e-4314-9a6e-1926932250cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2515fc60-3b2e-4cc2-999d-5614da915260 HTTP/1.1" status: 200  len: 217 time: 0.0410621
Dec 18 21:10:56.186696 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b3b966-0678-4826-9d69-3dd280a17c6b x-openstack-request-id: req-f1b3b966-0678-4826-9d69-3dd280a17c6b {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:56.187440 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b733c412-1cdb-45f5-9fa7-b68e4121ec4a", "tag": "2515fc60-3b2e-4cc2-999d-5614da915260", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:56.187440 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1b3b966-0678-4826-9d69-3dd280a17c6b {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:56.187629 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b733c412-1cdb-45f5-9fa7-b68e4121ec4a', 'tag': '2515fc60-3b2e-4cc2-999d-5614da915260', 'status': 'completed', 'code': 200}
Dec 18 21:10:56.233550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe74b887-75ce-49e1-8a26-5dfbbfcd37f9 req-d76006cf-071e-4376-bae0-6b1d79f89f7f tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327198
Dec 18 21:10:56.263179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4f0d8835-28da-421e-a830-d74006a81844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:56.264637 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-4f0d8835-28da-421e-a830-d74006a81844 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0888438
Dec 18 21:10:56.272697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5a684-a8e0-4d45-96e5-1f23de0d529b req-a794bc4c-b604-41e0-a38c-d7f7c256e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:56.274789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7b5a684-a8e0-4d45-96e5-1f23de0d529b req-a794bc4c-b604-41e0-a38c-d7f7c256e35b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 1097 time: 0.0564270
Dec 18 21:10:56.311998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-45baf811-def1-4604-a3da-55d2155f0926 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363081
Dec 18 21:10:56.379135 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7b5a684-a8e0-4d45-96e5-1f23de0d529b req-f2011246-27a0-4d15-94ba-5296f4bff91c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952320
Dec 18 21:10:56.419791 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-f97132b3-63b0-4ae1-9b52-de239cd1ad46 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961494
Dec 18 21:10:56.514784 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b927434c-eddd-4ec7-8c15-566687b31a10 req-1434b87e-18a9-4e84-b6e8-0745f57c59e0 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846918
Dec 18 21:10:56.610525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a809f1-55da-40a5-85c5-051d21c428cf req-f6b5de9c-cd44-4892-81f9-fec62552ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:56.612059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0a809f1-55da-40a5-85c5-051d21c428cf req-f6b5de9c-cd44-4892-81f9-fec62552ccd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 1094 time: 0.0522864
Dec 18 21:10:56.706131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66117619-3192-439a-a060-24f81e1f1848 req-49218db9-1711-425f-ae4f-8739e9a1d73b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:56.707644 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66117619-3192-439a-a060-24f81e1f1848 req-49218db9-1711-425f-ae4f-8739e9a1d73b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 944 time: 0.1074948
Dec 18 21:10:56.751415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a809f1-55da-40a5-85c5-051d21c428cf req-2ab7f732-b093-4484-8d4f-a5b5f364ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:56.752864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0a809f1-55da-40a5-85c5-051d21c428cf req-2ab7f732-b093-4484-8d4f-a5b5f364ab70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 906 time: 0.1234708
Dec 18 21:10:56.782273 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66117619-3192-439a-a060-24f81e1f1848 req-028bc8fa-642f-443c-bb32-f0dba8f793a7 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619235
Dec 18 21:10:56.808822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0a809f1-55da-40a5-85c5-051d21c428cf req-e6c8055f-d879-4eff-85d1-ce5edd25cc24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2515fc60-3b2e-4cc2-999d-5614da915260 HTTP/1.1" status: 200  len: 217 time: 0.0412183
Dec 18 21:10:56.863677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a809f1-55da-40a5-85c5-051d21c428cf req-3baa6ceb-99c8-4fed-9105-3a378c153593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:56.865123 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0a809f1-55da-40a5-85c5-051d21c428cf req-3baa6ceb-99c8-4fed-9105-3a378c153593 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0472484
Dec 18 21:10:56.899062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0a809f1-55da-40a5-85c5-051d21c428cf req-615c6577-3d3d-4100-a682-da7b6dd83ffa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248768
Dec 18 21:10:57.018188 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0a809f1-55da-40a5-85c5-051d21c428cf req-9c700f73-302d-4298-a461-2c5484b3d845 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1106346
Dec 18 21:10:57.027355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7014ae-2960-41cb-90d5-4b139488b812 req-75634927-2cd9-4f64-a428-d2771688fc12 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:57.028732 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec7014ae-2960-41cb-90d5-4b139488b812 req-75634927-2cd9-4f64-a428-d2771688fc12 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1096 time: 0.0627415
Dec 18 21:10:57.082721 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ec7014ae-2960-41cb-90d5-4b139488b812 req-fb6f0cf3-44f6-4f5b-8577-39931bfec55f tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:57.146694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0a809f1-55da-40a5-85c5-051d21c428cf req-04732a62-adc6-4ecb-8dc6-380e762fe418 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1170192
Dec 18 21:10:57.218529 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ec7014ae-2960-41cb-90d5-4b139488b812 req-fb6f0cf3-44f6-4f5b-8577-39931bfec55f tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:57.223201 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ec7014ae-2960-41cb-90d5-4b139488b812 req-fb6f0cf3-44f6-4f5b-8577-39931bfec55f tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:57.252202 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206812de-1c49-4599-be55-71cef3274f6c req-041afe78-b5f5-4a5e-85cc-93a8c2df58c8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:57.253680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-206812de-1c49-4599-be55-71cef3274f6c req-041afe78-b5f5-4a5e-85cc-93a8c2df58c8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 943 time: 0.0908163
Dec 18 21:10:57.285612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f0cf3-44f6-4f5b-8577-39931bfec55f tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f79266a-528b-48f6-a3de-aa0615d11f6b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:57.290105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec7014ae-2960-41cb-90d5-4b139488b812 req-fb6f0cf3-44f6-4f5b-8577-39931bfec55f tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2538061
Dec 18 21:10:57.333204 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-206812de-1c49-4599-be55-71cef3274f6c req-c51cdd86-0507-4849-b49a-cba5e98136b6 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678864
Dec 18 21:10:57.407643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d968-3899-4b48-b3e3-9857bef54c5d req-f80c3ee3-b593-4fee-b179-d04941a322e8 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:57.409809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93f4d968-3899-4b48-b3e3-9857bef54c5d req-f80c3ee3-b593-4fee-b179-d04941a322e8 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 946 time: 0.0590413
Dec 18 21:10:57.440952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 66e4db18-6da1-4474-8bda-7ecda4c5e03f up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:10:57.495892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 66e4db18-6da1-4474-8bda-7ecda4c5e03f completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:10:57.500188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 66e4db18-6da1-4474-8bda-7ecda4c5e03f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:10:57.500631 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:57.502215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189c2b6-6f50-4736-a10a-ec04eb43871e req-66c704af-4771-4f58-b6d8-1f68b61356c6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:57.503794 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8189c2b6-6f50-4736-a10a-ec04eb43871e req-66c704af-4771-4f58-b6d8-1f68b61356c6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0930521
Dec 18 21:10:57.509337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93f4d968-3899-4b48-b3e3-9857bef54c5d req-7687789a-1ac9-4ed0-a821-bfa7eda6d10e tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869591
Dec 18 21:10:57.555824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8189c2b6-6f50-4736-a10a-ec04eb43871e req-71f15d4a-df63-402a-bbb3-bd4b47a62ef8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455358
Dec 18 21:10:57.578737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36482) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:57.584753 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:57.621069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 66e4db18-6da1-4474-8bda-7ecda4c5e03f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e4db18-6da1-4474-8bda-7ecda4c5e03f,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:57.625266 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:57.644539 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e550f748-4b17-4341-ab3b-f1e09db6e1c9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/01cd9917-2dc5-4649-a68a-dc3f343e2f2b HTTP/1.1" status: 200  len: 993 time: 0.0644996
Dec 18 21:10:57.672612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=66e4db18-6da1-4474-8bda-7ecda4c5e03f,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:57.680655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.681010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.681361 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.681700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.682038 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.682405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.682738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.683070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.683398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.683726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.684055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.684378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.684702 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:57.901610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7612b6c-8bd2-469d-9235-7e0a5e396674 req-cdaf9b81-84dd-4ca2-a1de-4a14c8bd89b8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:57.903185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7612b6c-8bd2-469d-9235-7e0a5e396674 req-cdaf9b81-84dd-4ca2-a1de-4a14c8bd89b8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 945 time: 0.0484352
Dec 18 21:10:57.953224 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7612b6c-8bd2-469d-9235-7e0a5e396674 req-ef16c63b-a45b-498d-bd95-8bafdbf06174 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437555
Dec 18 21:10:57.958026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-043c4eb5-a273-49b3-a83b-cc7f19b0bcdd req-de25f24e-4d1a-4070-b7bb-f040d21b13ae service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:10:57.959020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-043c4eb5-a273-49b3-a83b-cc7f19b0bcdd req-de25f24e-4d1a-4070-b7bb-f040d21b13ae service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049555
Dec 18 21:10:58.152171 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4db18-6da1-4474-8bda-7ecda4c5e03f'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:10:58.154696 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b482fa78-4688-4b52-943c-7747bc0733ed" -d '{"events": [{"server_uuid": "4677eac8-1f9e-4309-b018-4b60ce5b1eb4", "name": "network-vif-plugged", "status": "completed", "tag": "66e4db18-6da1-4474-8bda-7ecda4c5e03f"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:10:58.191678 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f0d62e-37c1-4310-b960-974a59237435 x-openstack-request-id: req-92f0d62e-37c1-4310-b960-974a59237435 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:10:58.192582 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4677eac8-1f9e-4309-b018-4b60ce5b1eb4", "name": "network-vif-plugged", "status": "completed", "tag": "66e4db18-6da1-4474-8bda-7ecda4c5e03f", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:10:58.192845 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92f0d62e-37c1-4310-b960-974a59237435 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:10:58.193246 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4db18-6da1-4474-8bda-7ecda4c5e03f', 'code': 200}
Dec 18 21:10:58.271278 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-aaf85e6d-97cf-492c-8e00-dcb60216727b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0809224
Dec 18 21:10:58.298000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124186b2-9255-4f2e-8cd2-7dc77a8139dc req-2aae1dad-f48c-41ae-98f2-27d043622cee tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:58.299499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-124186b2-9255-4f2e-8cd2-7dc77a8139dc req-2aae1dad-f48c-41ae-98f2-27d043622cee tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0811658
Dec 18 21:10:58.326458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1bf8-ea9e-4891-8b8f-250cda53a283 req-3b59af16-ae71-4283-9cf6-4a0052a2e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:58.327955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-658f1bf8-ea9e-4891-8b8f-250cda53a283 req-3b59af16-ae71-4283-9cf6-4a0052a2e2b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 1096 time: 0.0711968
Dec 18 21:10:58.370638 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-124186b2-9255-4f2e-8cd2-7dc77a8139dc req-012a160f-a3a6-446b-9490-07df16317bcb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635960
Dec 18 21:10:58.403889 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-658f1bf8-ea9e-4891-8b8f-250cda53a283 req-c451f3e6-9aef-4e82-9e61-ae674f017ac3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647311
Dec 18 21:10:58.468025 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cae48d-deca-45a6-b2ef-3307ef09c21c req-56796c15-7a02-4ea1-a8f7-f18fb73fdf9d tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:58.469259 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39cae48d-deca-45a6-b2ef-3307ef09c21c req-56796c15-7a02-4ea1-a8f7-f18fb73fdf9d tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 943 time: 0.0521224
Dec 18 21:10:58.517668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39cae48d-deca-45a6-b2ef-3307ef09c21c req-db1300be-887f-4d47-9309-345f13afc1bc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423315
Dec 18 21:10:58.636287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8594-2fdc-4dd1-9cec-d5cec0071218 req-fbd26fd4-4109-4d38-bffa-ddd89c7be5f6 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:58.637912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-381f8594-2fdc-4dd1-9cec-d5cec0071218 req-fbd26fd4-4109-4d38-bffa-ddd89c7be5f6 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 946 time: 0.0509536
Dec 18 21:10:58.687710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-381f8594-2fdc-4dd1-9cec-d5cec0071218 req-a015301e-45bc-4528-b0d0-8ed8fc971895 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436647
Dec 18 21:10:58.830369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58d4bf-d658-412e-b778-57637fc22a7b req-8ad2e730-3c74-4158-9527-dd0d50c74f13 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:58.838895 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af58d4bf-d658-412e-b778-57637fc22a7b req-8ad2e730-3c74-4158-9527-dd0d50c74f13 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 946 time: 0.0796483
Dec 18 21:10:58.887045 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af58d4bf-d658-412e-b778-57637fc22a7b req-57e64e32-5bfe-45ab-b7e7-8a230ffadb43 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470972
Dec 18 21:10:58.909227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36534) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:59.073026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f96f5d-3706-4a95-95e8-ed7fe56e43df tempest-TestVolumeBackupRestore-1038166108 tempest-TestVolumeBackupRestore-1038166108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:59.074664 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-37f96f5d-3706-4a95-95e8-ed7fe56e43df tempest-TestVolumeBackupRestore-1038166108 tempest-TestVolumeBackupRestore-1038166108-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 1092 time: 0.1645017
Dec 18 21:10:59.077600 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36542) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:10:59.081981 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:10:59.111273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5c9c8-a75e-4374-8f57-83e3c37e4322 req-59b09ff3-5e46-4e61-8cdc-ae24e33be8d0 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:59.113096 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9cb5c9c8-a75e-4374-8f57-83e3c37e4322 req-59b09ff3-5e46-4e61-8cdc-ae24e33be8d0 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 945 time: 0.0763516
Dec 18 21:10:59.116038 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:59.161910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9cb5c9c8-a75e-4374-8f57-83e3c37e4322 req-c01b2828-a5bc-4c77-87a8-71684de674b3 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422511
Dec 18 21:10:59.215476 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:59.321250 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Allocated IP 172.35.3.191 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/50985de8-63b4-40f9-a26e-07ae85a1e8cd) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:10:59.430351 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:59.460281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2515fc60-3b2e-4cc2-999d-5614da915260 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:10:59.475960 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:59.509621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-e77f25ef-1ed8-4bdf-a1f1-a04e8a73a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:59.511175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-e77f25ef-1ed8-4bdf-a1f1-a04e8a73a2af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1096 time: 0.0749600
Dec 18 21:10:59.529927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70193e4-2625-421c-be9b-08a8e57f27b8 req-a4e86d22-7dd9-45e9-83bb-9b9f6871457a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:59.531461 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f70193e4-2625-421c-be9b-08a8e57f27b8 req-a4e86d22-7dd9-45e9-83bb-9b9f6871457a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0709605
Dec 18 21:10:59.531887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:10:59.536669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:10:59.541546 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:10:59.544578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event updated for resources: {'Port': ['ID=50985de8-63b4-40f9-a26e-07ae85a1e8cd,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:59.573326 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.573826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.574283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.574717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.575144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.575587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.576010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.576433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.576849 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.577280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.577694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.578115 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.578562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:10:59.608730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2515fc60-3b2e-4cc2-999d-5614da915260, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2515fc60-3b2e-4cc2-999d-5614da915260,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:59.633909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '2515fc60-3b2e-4cc2-999d-5614da915260', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'port_id': '2515fc60-3b2e-4cc2-999d-5614da915260', 'mac_address': 'fa:16:3e:a3:2f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab83944-842a-4d14-aea4-2059d07b7fe4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:10:59.654535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-b23111d9-7830-4003-93e7-69e8d211f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:59.656015 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-b23111d9-7830-4003-93e7-69e8d211f1a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=50351f84-6aa6-4168-a1c5-734a5dfac7c6 HTTP/1.1" status: 200  len: 897 time: 0.1355529
Dec 18 21:10:59.685116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:59.699882 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f70193e4-2625-421c-be9b-08a8e57f27b8 req-1942118e-cf3d-48a4-8910-41a0f3a7b047 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947893
Dec 18 21:10:59.701106 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2515fc60-3b2e-4cc2-999d-5614da915260 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:10:59.725297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2515fc60-3b2e-4cc2-999d-5614da915260, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2515fc60-3b2e-4cc2-999d-5614da915260,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:10:59.733287 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:59.797365 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-a2941e02-a083-4611-abc1-b2deeda4c7cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c HTTP/1.1" status: 200  len: 1001 time: 0.1238136
Dec 18 21:10:59.799862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=2515fc60-3b2e-4cc2-999d-5614da915260,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:10:59.813702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db17b00-3dfc-4baa-a75a-5f139e3114f8 req-b568a3f0-318e-4ed0-b3d6-b865d5dcf1e1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:59.815226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9db17b00-3dfc-4baa-a75a-5f139e3114f8 req-b568a3f0-318e-4ed0-b3d6-b865d5dcf1e1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 944 time: 0.1249104
Dec 18 21:10:59.885297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-d683a719-b197-4056-a31f-aac60e8aae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:59.886712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-d683a719-b197-4056-a31f-aac60e8aae39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70999cfe-42f2-4589-9127-a8b2dfb99a30 HTTP/1.1" status: 200  len: 835 time: 0.0706096
Dec 18 21:10:59.910391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9db17b00-3dfc-4baa-a75a-5f139e3114f8 req-f38190f5-17ec-4610-99ca-91dd54713147 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849969
Dec 18 21:10:59.949547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-4f4192ff-3528-44b6-bcf9-e0799783e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:10:59.951008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-4f4192ff-3528-44b6-bcf9-e0799783e92c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50351f84-6aa6-4168-a1c5-734a5dfac7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0541093
Dec 18 21:10:59.980029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:10:59.985726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['2515fc60-3b2e-4cc2-999d-5614da915260'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:00.044630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-100d15fb-affb-4e02-8de7-6e1e2f5bcadc service neutron] 10.222.0.36 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835690
Dec 18 21:11:00.151724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-e0059ae0-ae2c-446b-8a0f-f1de8e067683 service neutron] 10.222.0.36 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986898
Dec 18 21:11:00.292157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37585b7-f912-4d6e-9cda-bb85a002d390 req-c967ee51-b78d-4ee9-90cb-686a6c5fd559 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:00.293719 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b37585b7-f912-4d6e-9cda-bb85a002d390 req-c967ee51-b78d-4ee9-90cb-686a6c5fd559 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 945 time: 0.0505178
Dec 18 21:11:00.328191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:00.344374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b37585b7-f912-4d6e-9cda-bb85a002d390 req-0d632a26-0dcc-4b8e-bec6-aa83db077b54 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438278
Dec 18 21:11:00.461945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d3632-4654-4290-87e6-b03ec31ba451 req-df233eec-b18b-4f4d-a9ee-4e5b57ab2262 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:00.463361 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d81d3632-4654-4290-87e6-b03ec31ba451 req-df233eec-b18b-4f4d-a9ee-4e5b57ab2262 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 945 time: 0.0480697
Dec 18 21:11:00.477898 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:00.482712 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:00.517687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d81d3632-4654-4290-87e6-b03ec31ba451 req-54db7951-4fe0-44de-a910-d5771164c05e tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478463
Dec 18 21:11:00.541824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36556) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:11:00.551424 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event updated for resources: {'Port': ['ID=50985de8-63b4-40f9-a26e-07ae85a1e8cd,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:00.564789 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:00.669021 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Floating IP 7121498c-39fc-4909-a4e4-d9f95be43f48 associated. External IP: 172.35.3.191, port: 6952405e-dd10-48ed-b3df-0dbd6bb82a96.
Dec 18 21:11:00.684718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa90b2-09ba-4e43-a95e-1cc4bfbb701c tempest-TestVolumeBootPattern-957649353 tempest-TestVolumeBootPattern-957649353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:00.686285 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a4aa90b2-09ba-4e43-a95e-1cc4bfbb701c tempest-TestVolumeBootPattern-957649353 tempest-TestVolumeBootPattern-957649353-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 1091 time: 0.1433220
Dec 18 21:11:00.689222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 36560) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:11:00.693703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': '66e4db18-6da1-4474-8bda-7ecda4c5e03f', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:11:00.720014 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:00.859509 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:00.881288 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73933302-fd03-421f-91cb-40834d10d6a4 req-7328c988-40f0-42d0-83ed-5aa9dded7642 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:00.882835 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73933302-fd03-421f-91cb-40834d10d6a4 req-7328c988-40f0-42d0-83ed-5aa9dded7642 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0760062
Dec 18 21:11:00.892897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Router 1be5c754-1681-47a2-8301-de9cedb08c80 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:11:01.006649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:11:01.007360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73933302-fd03-421f-91cb-40834d10d6a4 req-673ec967-6354-4dd3-8684-6e71b3107f95 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998342
Dec 18 21:11:01.019438 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04cfe4e-1207-46b6-9397-b911dfe8d3ae None None] Sync routers for ids ['1be5c754-1681-47a2-8301-de9cedb08c80'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:11:01.031070 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04cfe4e-1207-46b6-9397-b911dfe8d3ae None None] Routers {'1be5c754-1681-47a2-8301-de9cedb08c80'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:11:01.031790 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e04cfe4e-1207-46b6-9397-b911dfe8d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645a71c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1be5c754-1681-47a2-8301-de9cedb08c80'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:01.046763 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:01.088897 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-babacc4e-14d5-4bf5-8730-be3d2301ad6a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.0078602
Dec 18 21:11:01.088897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:01.090756 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9a8cbb-7e61-411c-bd7b-633577104f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:01.093515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36568) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:11:01.157919 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b040ef-368e-420b-ab3f-de71932f7211 x-openstack-request-id: req-e5b040ef-368e-420b-ab3f-de71932f7211 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:01.158270 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:01.158523 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5b040ef-368e-420b-ab3f-de71932f7211 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:01.158914 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'status': 'completed', 'code': 200}
Dec 18 21:11:01.161839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175fe8cb-5159-44f6-9514-df1e5b314d4e tempest-TestVolumeBackupRestore-1038166108 tempest-TestVolumeBackupRestore-1038166108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:01.167850 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-175fe8cb-5159-44f6-9514-df1e5b314d4e tempest-TestVolumeBackupRestore-1038166108 tempest-TestVolumeBackupRestore-1038166108-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 1092 time: 0.0641203
Dec 18 21:11:01.168503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36572) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:11:01.171824 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-e04cfe4e-1207-46b6-9397-b911dfe8d3ae None None] Set router 1be5c754-1681-47a2-8301-de9cedb08c80 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:11:01.174071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-be2ff229-b9c5-4ff1-b0d5-c0c6653c7239 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Request body: {'floatingip': {'port_id': '6952405e-dd10-48ed-b3df-0dbd6bb82a96'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:11:01.262840 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be2ff229-b9c5-4ff1-b0d5-c0c6653c7239 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:01.417561 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e04cfe4e-1207-46b6-9397-b911dfe8d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645a71c0>, [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7121498c-39fc-4909-a4e4-d9f95be43f48', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'floating_ip_address': '172.35.3.191', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'port_id': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'mac_address': 'fa:16:3e:f7:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:10:59Z', 'updated_at': '2021-12-18T21:10:59Z', 'revision_number': 0, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dafade2-435c-49b5-92f5-8cc6dc24b597', 'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'mac_address': 'fa:16:3e:3d:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:08Z', 'updated_at': '2021-12-18T21:10:14Z', 'revision_number': 5, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'subnets': [{'id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:01.418771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Allocated IP 172.35.3.189 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/b2f452e4-afcd-48b9-a5d8-0f57f8089c0e) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:11:01.451798 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04cfe4e-1207-46b6-9397-b911dfe8d3ae None None] Checking router: 1be5c754-1681-47a2-8301-de9cedb08c80 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:11:01.456935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939505e-6063-4a4e-81a7-f5ab2397fb67 req-c1dd2552-e381-4f30-9fe3-f2b79bfbf194 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:01.458615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4939505e-6063-4a4e-81a7-f5ab2397fb67 req-c1dd2552-e381-4f30-9fe3-f2b79bfbf194 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 944 time: 0.4699237
Dec 18 21:11:01.466586 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04cfe4e-1207-46b6-9397-b911dfe8d3ae None None] Routers {'1be5c754-1681-47a2-8301-de9cedb08c80'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:11:01.467203 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e04cfe4e-1207-46b6-9397-b911dfe8d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645a71c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1be5c754-1681-47a2-8301-de9cedb08c80'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:01.477180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2515fc60-3b2e-4cc2-999d-5614da915260 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:11:01.515295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a8cbb-7e61-411c-bd7b-633577104f8f req-c3cc6774-4c98-4190-85d1-185bf3609b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:01.516819 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f9a8cbb-7e61-411c-bd7b-633577104f8f req-c3cc6774-4c98-4190-85d1-185bf3609b73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62fd960aee2d408d8c9977b60fcabd61&device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 1097 time: 0.1434622
Dec 18 21:11:01.543336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 2515fc60-3b2e-4cc2-999d-5614da915260 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:11:01.549076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 2515fc60-3b2e-4cc2-999d-5614da915260 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:11:01.549824 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:01.598895 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-e04cfe4e-1207-46b6-9397-b911dfe8d3ae None None] Set router 1be5c754-1681-47a2-8301-de9cedb08c80 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:11:01.650440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:01.650867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4939505e-6063-4a4e-81a7-f5ab2397fb67 req-e97f8036-faa6-4eaf-b149-3d2459b335a2 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766367
Dec 18 21:11:01.678914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b733c412-1cdb-45f5-9fa7-b68e4121ec4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2515fc60-3b2e-4cc2-999d-5614da915260'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:01.681813 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2382268a-e7fe-4839-b479-05ec1e1a948d" -d '{"events": [{"server_uuid": "b733c412-1cdb-45f5-9fa7-b68e4121ec4a", "name": "network-vif-plugged", "status": "completed", "tag": "2515fc60-3b2e-4cc2-999d-5614da915260"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:01.697531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2515fc60-3b2e-4cc2-999d-5614da915260, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2515fc60-3b2e-4cc2-999d-5614da915260,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:01.706328 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:01.715121 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:01.721190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a8cbb-7e61-411c-bd7b-633577104f8f req-c93e9bb5-95f3-42b5-8ba8-98b082b1171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:01.722755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f9a8cbb-7e61-411c-bd7b-633577104f8f req-c93e9bb5-95f3-42b5-8ba8-98b082b1171f service neutron] 10.222.0.31 "GET /v2.0/networks?id=c62ef8c3-463b-4e15-8f35-55a2c15acde0 HTTP/1.1" status: 200  len: 914 time: 0.1948032
Dec 18 21:11:01.764951 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6e5653-ca7c-47c3-bce5-6316360708cc x-openstack-request-id: req-0d6e5653-ca7c-47c3-bce5-6316360708cc {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:01.765249 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b733c412-1cdb-45f5-9fa7-b68e4121ec4a", "name": "network-vif-plugged", "status": "completed", "tag": "2515fc60-3b2e-4cc2-999d-5614da915260", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:01.765566 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d6e5653-ca7c-47c3-bce5-6316360708cc {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:01.765908 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b733c412-1cdb-45f5-9fa7-b68e4121ec4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2515fc60-3b2e-4cc2-999d-5614da915260', 'code': 200}
Dec 18 21:11:01.795899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=2515fc60-3b2e-4cc2-999d-5614da915260,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:01.830196 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:01.835834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f9a8cbb-7e61-411c-bd7b-633577104f8f req-5cab8ff3-78b3-4946-821e-ea23a897af5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6952405e-dd10-48ed-b3df-0dbd6bb82a96 HTTP/1.1" status: 200  len: 1000 time: 0.0904822
Dec 18 21:11:01.853223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be2ff229-b9c5-4ff1-b0d5-c0c6653c7239 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:01.860583 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be2ff229-b9c5-4ff1-b0d5-c0c6653c7239 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:01.920469 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e04cfe4e-1207-46b6-9397-b911dfe8d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645a71c0>, [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7121498c-39fc-4909-a4e4-d9f95be43f48', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'floating_ip_address': '172.35.3.191', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'port_id': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'mac_address': 'fa:16:3e:f7:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:10:59Z', 'updated_at': '2021-12-18T21:10:59Z', 'revision_number': 0, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dafade2-435c-49b5-92f5-8cc6dc24b597', 'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'mac_address': 'fa:16:3e:3d:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:08Z', 'updated_at': '2021-12-18T21:10:14Z', 'revision_number': 5, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'subnets': [{'id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:01.932791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:11:01.944400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:11:01.947572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:11:01.952973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'Port': ['ID=b2f452e4-afcd-48b9-a5d8-0f57f8089c0e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:01.954553 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04cfe4e-1207-46b6-9397-b911dfe8d3ae None None] The sync data for ids ['1be5c754-1681-47a2-8301-de9cedb08c80'] in ncdv-master-1 is: [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7121498c-39fc-4909-a4e4-d9f95be43f48', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'floating_ip_address': '172.35.3.191', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'port_id': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'mac_address': 'fa:16:3e:f7:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:10:59Z', 'updated_at': '2021-12-18T21:10:59Z', 'revision_number': 0, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dafade2-435c-49b5-92f5-8cc6dc24b597', 'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'mac_address': 'fa:16:3e:3d:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:08Z', 'updated_at': '2021-12-18T21:10:14Z', 'revision_number': 5, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'subnets': [{'id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:11:02.001076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a8cbb-7e61-411c-bd7b-633577104f8f req-6da1b2f9-0928-4c35-8fc0-ed44d1ab93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:02.002611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f9a8cbb-7e61-411c-bd7b-633577104f8f req-6da1b2f9-0928-4c35-8fc0-ed44d1ab93e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dd9ccd-6110-462a-950d-40714b5429ee HTTP/1.1" status: 200  len: 852 time: 0.1412702
Dec 18 21:11:02.006843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c39da-25ae-4bf4-8288-315b8af142e3 req-3b05a901-f98e-4c85-b1d1-aa11a8f969cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:02.008894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-900c39da-25ae-4bf4-8288-315b8af142e3 req-3b05a901-f98e-4c85-b1d1-aa11a8f969cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 1096 time: 0.1487625
Dec 18 21:11:02.103428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2ff229-b9c5-4ff1-b0d5-c0c6653c7239 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Router 1be5c754-1681-47a2-8301-de9cedb08c80 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:11:02.198236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-900c39da-25ae-4bf4-8288-315b8af142e3 req-414172fb-a67d-45cd-bf3c-a9da78588187 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747465
Dec 18 21:11:02.200041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a8cbb-7e61-411c-bd7b-633577104f8f req-7fb59296-e938-4952-a557-5cd157b9d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:02.201604 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f9a8cbb-7e61-411c-bd7b-633577104f8f req-7fb59296-e938-4952-a557-5cd157b9d4dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c62ef8c3-463b-4e15-8f35-55a2c15acde0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1898477
Dec 18 21:11:02.231625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2ff229-b9c5-4ff1-b0d5-c0c6653c7239 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:11:02.233284 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d494b4-173d-470e-96cb-7bc5eb144ed4 None None] New status for floating IP 7121498c-39fc-4909-a4e4-d9f95be43f48: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:11:02.236060 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be2ff229-b9c5-4ff1-b0d5-c0c6653c7239 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:02.303872 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-be2ff229-b9c5-4ff1-b0d5-c0c6653c7239 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "PUT /v2.0/floatingips/7121498c-39fc-4909-a4e4-d9f95be43f48 HTTP/1.1" status: 200  len: 992 time: 1.1254923
Dec 18 21:11:02.321133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30911e-f9cb-4c3d-931b-2ec62af64297 req-a720f23d-2961-4877-b0e8-8001b7bf7275 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:02.322674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c30911e-f9cb-4c3d-931b-2ec62af64297 req-a720f23d-2961-4877-b0e8-8001b7bf7275 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.2173190
Dec 18 21:11:02.427834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f9a8cbb-7e61-411c-bd7b-633577104f8f req-33b6d60c-6027-4c7e-b92f-491a2471e3be service neutron] 10.222.0.31 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121043
Dec 18 21:11:02.465241 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d9dbe-46b9-4f27-9723-ec151908f2b2 None None] Sync routers for ids ['1be5c754-1681-47a2-8301-de9cedb08c80'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:11:02.477881 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d9dbe-46b9-4f27-9723-ec151908f2b2 None None] Routers {'1be5c754-1681-47a2-8301-de9cedb08c80'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:11:02.478711 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ef0d9dbe-46b9-4f27-9723-ec151908f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645a72e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1be5c754-1681-47a2-8301-de9cedb08c80'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:02.503776 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c30911e-f9cb-4c3d-931b-2ec62af64297 req-1849360d-09a7-4549-ae64-16f44337fe55 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1428266
Dec 18 21:11:02.585879 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ef0d9dbe-46b9-4f27-9723-ec151908f2b2 None None] Set router 1be5c754-1681-47a2-8301-de9cedb08c80 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:11:02.624429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f9a8cbb-7e61-411c-bd7b-633577104f8f req-7b5a28e0-d1cb-405f-8120-12a1525026f1 service neutron] 10.222.0.31 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861682
Dec 18 21:11:02.671470 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:02.770375 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:02.817804 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51e477-5084-4f72-8fe6-377319dae7d2 req-938c6cdf-0787-4f98-93c5-282f9bbfa796 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:02.819382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb51e477-5084-4f72-8fe6-377319dae7d2 req-938c6cdf-0787-4f98-93c5-282f9bbfa796 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 945 time: 0.1028278
Dec 18 21:11:02.910152 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ef0d9dbe-46b9-4f27-9723-ec151908f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645a72e0>, [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7121498c-39fc-4909-a4e4-d9f95be43f48', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'floating_ip_address': '172.35.3.191', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'port_id': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'mac_address': 'fa:16:3e:f7:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:10:59Z', 'updated_at': '2021-12-18T21:11:02Z', 'revision_number': 2, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dafade2-435c-49b5-92f5-8cc6dc24b597', 'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'mac_address': 'fa:16:3e:3d:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:08Z', 'updated_at': '2021-12-18T21:10:14Z', 'revision_number': 5, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'subnets': [{'id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:02.920666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb51e477-5084-4f72-8fe6-377319dae7d2 req-85484bd9-d927-4291-b48e-284c7bac7249 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879874
Dec 18 21:11:02.945776 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d9dbe-46b9-4f27-9723-ec151908f2b2 None None] Checking router: 1be5c754-1681-47a2-8301-de9cedb08c80 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:11:02.954583 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d9dbe-46b9-4f27-9723-ec151908f2b2 None None] Routers {'1be5c754-1681-47a2-8301-de9cedb08c80'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:11:02.955192 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ef0d9dbe-46b9-4f27-9723-ec151908f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645a72e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1be5c754-1681-47a2-8301-de9cedb08c80'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:02.963783 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c48aa72-8a1e-4e51-9891-3864ee4ba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:02.976425 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:02.982120 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:03.047352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'Port': ['ID=b2f452e4-afcd-48b9-a5d8-0f57f8089c0e,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:03.061065 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:03.068342 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ef0d9dbe-46b9-4f27-9723-ec151908f2b2 None None] Set router 1be5c754-1681-47a2-8301-de9cedb08c80 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:11:03.159884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96'}, {'name': 'network-changed', 'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:03.161032 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Floating IP 0ce4ac1d-a158-4ae0-9725-40afde293294 associated. External IP: 172.35.3.189, port: 66e4db18-6da1-4474-8bda-7ecda4c5e03f.
Dec 18 21:11:03.162197 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510da061-6a83-4e6f-9558-838100c81b88" -d '{"events": [{"name": "network-changed", "server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96"}, {"name": "network-changed", "server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:03.207282 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f176c3-276a-4328-99eb-dd88f053fb09 x-openstack-request-id: req-30f176c3-276a-4328-99eb-dd88f053fb09 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:03.207282 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:03.207282 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30f176c3-276a-4328-99eb-dd88f053fb09 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:03.214818 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'status': 'completed', 'code': 200}
Dec 18 21:11:03.215214 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'status': 'completed', 'code': 200}
Dec 18 21:11:03.311276 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ef0d9dbe-46b9-4f27-9723-ec151908f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645a72e0>, [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7121498c-39fc-4909-a4e4-d9f95be43f48', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'floating_ip_address': '172.35.3.191', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'port_id': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'mac_address': 'fa:16:3e:f7:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:10:59Z', 'updated_at': '2021-12-18T21:11:02Z', 'revision_number': 2, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dafade2-435c-49b5-92f5-8cc6dc24b597', 'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'mac_address': 'fa:16:3e:3d:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:08Z', 'updated_at': '2021-12-18T21:10:14Z', 'revision_number': 5, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'subnets': [{'id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:03.325393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510da061-6a83-4e6f-9558-838100c81b88 req-035293bb-382c-40df-8556-144927a2aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:03.327075 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-035293bb-382c-40df-8556-144927a2aefb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62fd960aee2d408d8c9977b60fcabd61&device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 1097 time: 0.0705554
Dec 18 21:11:03.337989 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d9dbe-46b9-4f27-9723-ec151908f2b2 None None] The sync data for ids ['1be5c754-1681-47a2-8301-de9cedb08c80'] in ncdv-master-1 is: [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7121498c-39fc-4909-a4e4-d9f95be43f48', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'floating_ip_address': '172.35.3.191', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'port_id': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'mac_address': 'fa:16:3e:f7:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:10:59Z', 'updated_at': '2021-12-18T21:11:02Z', 'revision_number': 2, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dafade2-435c-49b5-92f5-8cc6dc24b597', 'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'mac_address': 'fa:16:3e:3d:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:08Z', 'updated_at': '2021-12-18T21:10:14Z', 'revision_number': 5, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'subnets': [{'id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:11:03.515672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510da061-6a83-4e6f-9558-838100c81b88 req-99d1f8ad-5dfd-411e-9d2a-87a4f14c924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:03.517767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-99d1f8ad-5dfd-411e-9d2a-87a4f14c924b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c62ef8c3-463b-4e15-8f35-55a2c15acde0 HTTP/1.1" status: 200  len: 914 time: 0.1492286
Dec 18 21:11:03.521632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Router 0ab23311-f236-4074-ab58-417d7cbdc88b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:11:03.677975 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-58b2b151-9400-4b40-80a6-e501766d1841 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6952405e-dd10-48ed-b3df-0dbd6bb82a96 HTTP/1.1" status: 200  len: 1002 time: 0.1520727
Dec 18 21:11:03.744128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1941cd-2218-4c04-95c3-8515a0a551ab req-2d4c7ee0-ba79-4336-9880-a85927168bb4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:03.745630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e1941cd-2218-4c04-95c3-8515a0a551ab req-2d4c7ee0-ba79-4336-9880-a85927168bb4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.1388395
Dec 18 21:11:03.755723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:11:03.765283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415ef48-9c58-4bd1-9d14-7b1817d21c71 None None] Sync routers for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:11:03.775774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415ef48-9c58-4bd1-9d14-7b1817d21c71 None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:11:03.776852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4415ef48-9c58-4bd1-9d14-7b1817d21c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d50d220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:03.777213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510da061-6a83-4e6f-9558-838100c81b88 req-3d5b6f41-d8f7-4e23-a6e6-8b0755dfe63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:03.782216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-3d5b6f41-d8f7-4e23-a6e6-8b0755dfe63c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dd9ccd-6110-462a-950d-40714b5429ee HTTP/1.1" status: 200  len: 852 time: 0.0898833
Dec 18 21:11:03.832551 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:03.876420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0baf639b-72e5-4b0f-8145-b415fac69a3d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1861808
Dec 18 21:11:03.880365 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e1941cd-2218-4c04-95c3-8515a0a551ab req-f17a9b5b-584f-430e-af0e-468dc923d369 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1284297
Dec 18 21:11:03.881572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'tag': '66e4db18-6da1-4474-8bda-7ecda4c5e03f'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:03.883859 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d120cee1-e5af-41c2-904c-c3486642161e" -d '{"events": [{"name": "network-changed", "server_uuid": "4677eac8-1f9e-4309-b018-4b60ce5b1eb4", "tag": "66e4db18-6da1-4474-8bda-7ecda4c5e03f"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:03.897153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4415ef48-9c58-4bd1-9d14-7b1817d21c71 None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:11:03.907078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510da061-6a83-4e6f-9558-838100c81b88 req-26085abc-a135-4d39-95c5-be9a09a6a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:03.908975 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-26085abc-a135-4d39-95c5-be9a09a6a75f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c62ef8c3-463b-4e15-8f35-55a2c15acde0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1166806
Dec 18 21:11:03.927186 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea01ece-158b-43fb-8803-e31406f29096 x-openstack-request-id: req-6ea01ece-158b-43fb-8803-e31406f29096 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:03.927622 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4677eac8-1f9e-4309-b018-4b60ce5b1eb4", "tag": "66e4db18-6da1-4474-8bda-7ecda4c5e03f", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:03.927886 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ea01ece-158b-43fb-8803-e31406f29096 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:03.928367 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'tag': '66e4db18-6da1-4474-8bda-7ecda4c5e03f', 'status': 'completed', 'code': 200}
Dec 18 21:11:04.295135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4415ef48-9c58-4bd1-9d14-7b1817d21c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d50d220>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0ce4ac1d-a158-4ae0-9725-40afde293294', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.189', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': '66e4db18-6da1-4474-8bda-7ecda4c5e03f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:3c:8e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:11:02Z', 'updated_at': '2021-12-18T21:11:02Z', 'revision_number': 0, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:04.324542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415ef48-9c58-4bd1-9d14-7b1817d21c71 None None] Checking router: 0ab23311-f236-4074-ab58-417d7cbdc88b for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:11:04.333340 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415ef48-9c58-4bd1-9d14-7b1817d21c71 None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:11:04.333969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4415ef48-9c58-4bd1-9d14-7b1817d21c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d50d220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:10:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:04.407300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120cee1-e5af-41c2-904c-c3486642161e req-9c667139-73dd-4776-ba8f-c1db40b06572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:04.408797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d120cee1-e5af-41c2-904c-c3486642161e req-9c667139-73dd-4776-ba8f-c1db40b06572 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 1096 time: 0.4553282
Dec 18 21:11:04.440877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-875a2f83-081d-4dd3-b6ab-b272e6497347 service neutron] 10.222.0.31 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5103424
Dec 18 21:11:04.447115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4415ef48-9c58-4bd1-9d14-7b1817d21c71 None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:11:04.473628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401554c-1c1b-400b-8cda-ed3eedd0fd5e req-25ba22c9-a65a-43f6-86cc-2d08b9154374 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:04.475142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f401554c-1c1b-400b-8cda-ed3eedd0fd5e req-25ba22c9-a65a-43f6-86cc-2d08b9154374 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 945 time: 0.4724419
Dec 18 21:11:04.615817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120cee1-e5af-41c2-904c-c3486642161e req-c1b819a9-0445-41ae-bf3f-fbf3b5b03d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:04.617866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d120cee1-e5af-41c2-904c-c3486642161e req-c1b819a9-0445-41ae-bf3f-fbf3b5b03d37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1997643
Dec 18 21:11:04.624491 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f401554c-1c1b-400b-8cda-ed3eedd0fd5e req-ecf30f5b-e132-49d8-bb9c-ff03b8db70ec tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377687
Dec 18 21:11:04.677144 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-7a98d176-aec3-43f8-a077-e1cbee7820f8 service neutron] 10.222.0.31 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2112882
Dec 18 21:11:04.687470 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4415ef48-9c58-4bd1-9d14-7b1817d21c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d50d220>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0ce4ac1d-a158-4ae0-9725-40afde293294', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.189', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': '66e4db18-6da1-4474-8bda-7ecda4c5e03f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:3c:8e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:11:02Z', 'updated_at': '2021-12-18T21:11:02Z', 'revision_number': 0, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:04.707030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d120cee1-e5af-41c2-904c-c3486642161e req-22377d99-1fd3-4729-963a-5793760307d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66e4db18-6da1-4474-8bda-7ecda4c5e03f HTTP/1.1" status: 200  len: 999 time: 0.0768692
Dec 18 21:11:04.717576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415ef48-9c58-4bd1-9d14-7b1817d21c71 None None] The sync data for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 is: [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0ce4ac1d-a158-4ae0-9725-40afde293294', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.189', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': '66e4db18-6da1-4474-8bda-7ecda4c5e03f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:3c:8e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:11:02Z', 'updated_at': '2021-12-18T21:11:02Z', 'revision_number': 0, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:11:04.819702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120cee1-e5af-41c2-904c-c3486642161e req-6c1c47bb-46ed-48b2-be5b-ede57b3bd2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:04.821530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d120cee1-e5af-41c2-904c-c3486642161e req-6c1c47bb-46ed-48b2-be5b-ede57b3bd2af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.1060512
Dec 18 21:11:04.831367 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587f141-4ac2-4df5-8596-6e297e62432a req-9608276b-19f7-4013-a959-b3cac5957eea tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:04.832848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d587f141-4ac2-4df5-8596-6e297e62432a req-9608276b-19f7-4013-a959-b3cac5957eea tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 945 time: 0.1289413
Dec 18 21:11:04.857895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510da061-6a83-4e6f-9558-838100c81b88 req-f4e9238c-d52e-48b5-8d1a-7a1c4ce566b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:04.859385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-f4e9238c-d52e-48b5-8d1a-7a1c4ce566b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62fd960aee2d408d8c9977b60fcabd61&device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 1097 time: 0.1279099
Dec 18 21:11:04.915532 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32137bde-f521-4c7c-a6e2-0684edc5ad4c None None] New status for floating IP 0ce4ac1d-a158-4ae0-9725-40afde293294: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:11:05.004385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d587f141-4ac2-4df5-8596-6e297e62432a req-21438a47-ffb9-4646-88fe-a60a9fd1ce6b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600189
Dec 18 21:11:05.006287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120cee1-e5af-41c2-904c-c3486642161e req-3fe88503-3f16-4d4a-b2f5-9a6d5ebbeae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:05.008101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d120cee1-e5af-41c2-904c-c3486642161e req-3fe88503-3f16-4d4a-b2f5-9a6d5ebbeae1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1744039
Dec 18 21:11:05.094745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510da061-6a83-4e6f-9558-838100c81b88 req-1154a887-1cdd-41e2-b5fd-46d660e3f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:05.096220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-1154a887-1cdd-41e2-b5fd-46d660e3f000 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c62ef8c3-463b-4e15-8f35-55a2c15acde0 HTTP/1.1" status: 200  len: 914 time: 0.2209711
Dec 18 21:11:05.107525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1777385-4cde-4f66-a6e1-80091c27351b req-adfe91f3-617c-4c4b-a1dd-5fb5b6583a7c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:05.108984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1777385-4cde-4f66-a6e1-80091c27351b req-adfe91f3-617c-4c4b-a1dd-5fb5b6583a7c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.1472991
Dec 18 21:11:05.180634 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-41ed05c5-5147-4bf6-8779-81c42f5d6c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:05.246177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-2e19d99b-79fa-4dde-9bc5-fa0ebd13b4fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6952405e-dd10-48ed-b3df-0dbd6bb82a96 HTTP/1.1" status: 200  len: 1002 time: 0.1346197
Dec 18 21:11:05.248201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d120cee1-e5af-41c2-904c-c3486642161e req-b9c4e6bc-7c02-4785-a036-b43337258672 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2308562
Dec 18 21:11:05.348127 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1777385-4cde-4f66-a6e1-80091c27351b req-15b92b81-6b6d-4e6b-9233-4496017afd67 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2234657
Dec 18 21:11:05.390451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97988f3d-83e4-4f4e-93b1-b70250d23f07 req-f334f519-07da-4a43-b99c-852aab48536a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:05.391842 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97988f3d-83e4-4f4e-93b1-b70250d23f07 req-f334f519-07da-4a43-b99c-852aab48536a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 945 time: 0.1702628
Dec 18 21:11:05.395347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510da061-6a83-4e6f-9558-838100c81b88 req-7afde12a-fa7e-428a-bda7-e3aaa0a24be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:05.397075 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-7afde12a-fa7e-428a-bda7-e3aaa0a24be3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dd9ccd-6110-462a-950d-40714b5429ee HTTP/1.1" status: 200  len: 852 time: 0.1315751
Dec 18 21:11:05.464311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d120cee1-e5af-41c2-904c-c3486642161e req-e8dcb25b-1030-40a4-b2e7-ffcffedbb794 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1980784
Dec 18 21:11:05.496306 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97988f3d-83e4-4f4e-93b1-b70250d23f07 req-b33e48e7-b6b4-4ccc-9d0e-65b3467b64cb tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967216
Dec 18 21:11:05.500194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510da061-6a83-4e6f-9558-838100c81b88 req-01012fe2-9ed4-422d-b9b5-c6c76cb77dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:05.501178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-01012fe2-9ed4-422d-b9b5-c6c76cb77dc2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c62ef8c3-463b-4e15-8f35-55a2c15acde0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0915885
Dec 18 21:11:05.595256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-cfe2db7d-2c48-4ae3-ada3-957c85c3a8cc service neutron] 10.222.0.31 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852079
Dec 18 21:11:05.692112 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-510da061-6a83-4e6f-9558-838100c81b88 req-ff1f8b1f-1ef5-416d-aa90-f70b37ef8dac service neutron] 10.222.0.31 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881462
Dec 18 21:11:06.394647 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:06.475293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921a83f-1c16-44b7-b682-6de56a0d613c req-a92b2b2b-4b65-450c-a893-7b3f96f29b1d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:06.476798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3921a83f-1c16-44b7-b682-6de56a0d613c req-a92b2b2b-4b65-450c-a893-7b3f96f29b1d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0605986
Dec 18 21:11:06.526393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3921a83f-1c16-44b7-b682-6de56a0d613c req-026cb93e-f465-464e-878a-11180896d07a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434940
Dec 18 21:11:06.622836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054a7fa-b71f-4331-977f-a451748351e9 req-da2ee83f-2b2a-4077-b508-9654b5db190c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:06.624254 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5054a7fa-b71f-4331-977f-a451748351e9 req-da2ee83f-2b2a-4077-b508-9654b5db190c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 945 time: 0.0504210
Dec 18 21:11:06.698525 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5054a7fa-b71f-4331-977f-a451748351e9 req-2e91ea08-6d42-4f20-b4c9-c45f02af9687 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682168
Dec 18 21:11:06.718112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88385a4-f376-41fe-9ee6-ff1dfb6cda95 req-8b8b3d31-f3b5-4dc7-b72f-bf6c5387757b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:06.719671 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a88385a4-f376-41fe-9ee6-ff1dfb6cda95 req-8b8b3d31-f3b5-4dc7-b72f-bf6c5387757b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "GET /v2.0/ports?device_id=b733c412-1cdb-45f5-9fa7-b68e4121ec4a HTTP/1.1" status: 200  len: 945 time: 0.0606732
Dec 18 21:11:06.812948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-a88385a4-f376-41fe-9ee6-ff1dfb6cda95 req-58b3e441-f83a-43f6-99a7-536946e9698e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Deleting port 2515fc60-3b2e-4cc2-999d-5614da915260 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:11:06.813294 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a88385a4-f376-41fe-9ee6-ff1dfb6cda95 req-58b3e441-f83a-43f6-99a7-536946e9698e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:06.902412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a88385a4-f376-41fe-9ee6-ff1dfb6cda95 req-58b3e441-f83a-43f6-99a7-536946e9698e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] For port 2515fc60-3b2e-4cc2-999d-5614da915260, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2515fc60-3b2e-4cc2-999d-5614da915260,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:06.902688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a88385a4-f376-41fe-9ee6-ff1dfb6cda95 req-58b3e441-f83a-43f6-99a7-536946e9698e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:06.915463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-a88385a4-f376-41fe-9ee6-ff1dfb6cda95 req-58b3e441-f83a-43f6-99a7-536946e9698e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Calling delete_port for 2515fc60-3b2e-4cc2-999d-5614da915260 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:11:07.041110 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a88385a4-f376-41fe-9ee6-ff1dfb6cda95 req-58b3e441-f83a-43f6-99a7-536946e9698e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:07.054150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['2515fc60-3b2e-4cc2-999d-5614da915260'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:07.067115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3e441-f83a-43f6-99a7-536946e9698e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event deleted for resources: {'Port': ['ID=2515fc60-3b2e-4cc2-999d-5614da915260,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:07.080817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:07.109992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88385a4-f376-41fe-9ee6-ff1dfb6cda95 req-58b3e441-f83a-43f6-99a7-536946e9698e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] No DVR routers for this DVR port 2515fc60-3b2e-4cc2-999d-5614da915260 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:11:07.112617 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a88385a4-f376-41fe-9ee6-ff1dfb6cda95 req-58b3e441-f83a-43f6-99a7-536946e9698e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:07.116011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a88385a4-f376-41fe-9ee6-ff1dfb6cda95 req-58b3e441-f83a-43f6-99a7-536946e9698e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "DELETE /v2.0/ports/2515fc60-3b2e-4cc2-999d-5614da915260 HTTP/1.1" status: 204  len: 173 time: 0.3890970
Dec 18 21:11:07.116496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b733c412-1cdb-45f5-9fa7-b68e4121ec4a', 'name': 'network-vif-deleted', 'tag': '2515fc60-3b2e-4cc2-999d-5614da915260'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:07.118767 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690c392d-0736-4479-8352-3a365082feab" -d '{"events": [{"server_uuid": "b733c412-1cdb-45f5-9fa7-b68e4121ec4a", "name": "network-vif-deleted", "tag": "2515fc60-3b2e-4cc2-999d-5614da915260"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:07.167723 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01f0726-a410-4aed-a2df-3fd25baa8fea x-openstack-request-id: req-e01f0726-a410-4aed-a2df-3fd25baa8fea {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:07.168332 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b733c412-1cdb-45f5-9fa7-b68e4121ec4a", "name": "network-vif-deleted", "tag": "2515fc60-3b2e-4cc2-999d-5614da915260", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:07.168653 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e01f0726-a410-4aed-a2df-3fd25baa8fea {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:07.169115 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b733c412-1cdb-45f5-9fa7-b68e4121ec4a', 'name': 'network-vif-deleted', 'tag': '2515fc60-3b2e-4cc2-999d-5614da915260', 'status': 'completed', 'code': 200}
Dec 18 21:11:07.655918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3f6d2-d387-4417-8ec1-8ce6305d0690 req-39870ec1-c5ec-4cb9-b29d-90eda01fdd08 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:07.657439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcb3f6d2-d387-4417-8ec1-8ce6305d0690 req-39870ec1-c5ec-4cb9-b29d-90eda01fdd08 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0540199
Dec 18 21:11:07.711554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcb3f6d2-d387-4417-8ec1-8ce6305d0690 req-24693da9-5cbb-4474-83b9-34f9cdf21775 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477428
Dec 18 21:11:08.093370 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:08.187800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-d9fb23c1-7f13-4db4-88f0-e76bf0b66a18 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:08.189267 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-d9fb23c1-7f13-4db4-88f0-e76bf0b66a18 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.0993249
Dec 18 21:11:08.203921 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-c305df79-f2b2-46b6-9bd3-10dae5fd0b34 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/quotas/c36bc0b6ca0849f58c6b8f41df80db6f HTTP/1.1" status: 200  len: 375 time: 0.0086467
Dec 18 21:11:08.245035 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:11:08.251479 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-8b9cce15-2486-4db2-8b3d-3a95f922820e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0423870
Dec 18 21:11:08.348751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-c127d90f-2596-4bd2-8eff-2627655c21ea service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856490
Dec 18 21:11:08.436751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-e0a09756-ed66-428c-8f8c-33f2712ed2d2 service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813200
Dec 18 21:11:08.533558 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:08.625859 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3d7fd42-5d65-4e6b-87cc-1f7ef40012f8 req-3cb9259f-c751-42f2-af61-a649e74a5139 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 210 time: 0.0335293
Dec 18 21:11:08.841005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527774eb-782a-437e-b84a-eaa6e758e9a9 req-77bf8a10-477e-41c1-81ad-186249bccdbc tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:08.842686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-527774eb-782a-437e-b84a-eaa6e758e9a9 req-77bf8a10-477e-41c1-81ad-186249bccdbc tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0577211
Dec 18 21:11:08.892621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-527774eb-782a-437e-b84a-eaa6e758e9a9 req-7a25665e-0e05-40a1-997b-d6ce6caf4439 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433140
Dec 18 21:11:09.610356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-fd72d9c0-e513-4b90-b62e-a7ce79524399 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:09.611859 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-fd72d9c0-e513-4b90-b62e-a7ce79524399 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.1124537
Dec 18 21:11:09.627111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Request body: {'port': {'device_id': '2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'admin_state_up': True, 'tenant_id': 'c36bc0b6ca0849f58c6b8f41df80db6f'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:11:09.740882 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d33b4a12-9572-4dd6-a00c-720917f402aa req-9a724336-2e3b-4d3f-960d-442774348311 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 210 time: 0.0436735
Dec 18 21:11:09.778879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Made reservation on behalf of c36bc0b6ca0849f58c6b8f41df80db6f for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:11:09.782514 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:09.907691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Allocated IP 172.20.0.8 (3a5db276-ddbb-4d99-a69c-3e20248c5144/2ab83944-842a-4d14-aea4-2059d07b7fe4/129f263a-24f1-418d-886c-a43ff93acd2f) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:11:10.072870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292af5fa-0be7-46fd-92b8-f9e1d01c9902 req-5ecf813d-586a-4783-ad1f-e76aa999cac1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:10.074388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-292af5fa-0be7-46fd-92b8-f9e1d01c9902 req-5ecf813d-586a-4783-ad1f-e76aa999cac1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.1038716
Dec 18 21:11:10.107278 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:10.144925 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-292af5fa-0be7-46fd-92b8-f9e1d01c9902 req-b580bfe1-ecf8-478b-8d49-306277dd022d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633745
Dec 18 21:11:10.164818 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:10.176379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:10.211573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Network 3a5db276-ddbb-4d99-a69c-3e20248c5144 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:11:10.214578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:11:10.218383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:11:10.246240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event updated for resources: {'Port': ['ID=129f263a-24f1-418d-886c-a43ff93acd2f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:10.271865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:10.272571 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:10.287785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-71f5bfa5-1ba6-4235-8354-ac98908d6d17 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6655948
Dec 18 21:11:10.300494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Request body: {'port': {'device_id': '2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:11:10.356868 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:10.606952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129f263a-24f1-418d-886c-a43ff93acd2f {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:11:10.614121 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:10.626811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Transition to ACTIVE for port object 129f263a-24f1-418d-886c-a43ff93acd2f will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:11:10.630222 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:10.676798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Pushing event updated for resources: {'Port': ['ID=129f263a-24f1-418d-886c-a43ff93acd2f,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:10.749523 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Attempting to bind port 129f263a-24f1-418d-886c-a43ff93acd2f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:11:10.749865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Attempting to bind port 129f263a-24f1-418d-886c-a43ff93acd2f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:11:10.750183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Attempting to bind port 129f263a-24f1-418d-886c-a43ff93acd2f on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:11:10.754599 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Port 129f263a-24f1-418d-886c-a43ff93acd2f on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:11:10.754947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Attempting to bind port 129f263a-24f1-418d-886c-a43ff93acd2f on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:11:10.759666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:11:10.759998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Checking segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:11:10.760374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Bound using segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:11:10.760793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Bound port: 129f263a-24f1-418d-886c-a43ff93acd2f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:11:10.761264 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:10.846620 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] For port 129f263a-24f1-418d-886c-a43ff93acd2f, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:11:10.864815 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] For port 129f263a-24f1-418d-886c-a43ff93acd2f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=129f263a-24f1-418d-886c-a43ff93acd2f,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:11:10.874358 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:10.911545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:10.912319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:10.914364 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] 10.222.0.36 "PUT /v2.0/ports/129f263a-24f1-418d-886c-a43ff93acd2f HTTP/1.1" status: 200  len: 1091 time: 0.6178844
Dec 18 21:11:10.919090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce', 'tag': '129f263a-24f1-418d-886c-a43ff93acd2f'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:10.921470 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad3204c-eb2a-4fbd-b1ae-8db931972735" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce", "tag": "129f263a-24f1-418d-886c-a43ff93acd2f"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:10.933023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf6f71-7eeb-4bf2-af3f-30f744697942 req-8321462c-0200-4a61-a9be-79de8f9063b4 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:10.934508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fdaf6f71-7eeb-4bf2-af3f-30f744697942 req-8321462c-0200-4a61-a9be-79de8f9063b4 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 943 time: 0.1184733
Dec 18 21:11:10.979750 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f52e211-3f8c-4f53-aa29-889e97704172 x-openstack-request-id: req-1f52e211-3f8c-4f53-aa29-889e97704172 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:10.980042 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce", "tag": "129f263a-24f1-418d-886c-a43ff93acd2f", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:10.980299 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f52e211-3f8c-4f53-aa29-889e97704172 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:10.980704 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce', 'tag': '129f263a-24f1-418d-886c-a43ff93acd2f', 'status': 'completed', 'code': 200}
Dec 18 21:11:11.005973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5691f-e057-43a3-89c0-298c1d10ca88 service neutron] Pushing event updated for resources: {'Port': ['ID=129f263a-24f1-418d-886c-a43ff93acd2f,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:11.034398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fdaf6f71-7eeb-4bf2-af3f-30f744697942 req-3c522104-7ede-443f-932c-3671864bd70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935776
Dec 18 21:11:11.040136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-375b7a9b-ba83-4f75-a49c-8a2a59b1434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:11.041579 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-375b7a9b-ba83-4f75-a49c-8a2a59b1434e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 1094 time: 0.0872235
Dec 18 21:11:11.087137 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-ce0615b6-36ec-400c-ab05-26460b89d8fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129f263a-24f1-418d-886c-a43ff93acd2f HTTP/1.1" status: 200  len: 217 time: 0.0343800
Dec 18 21:11:11.161305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-7b2e36c3-6cd8-4429-b1ce-8b7fba02d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:11.164136 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-7b2e36c3-6cd8-4429-b1ce-8b7fba02d289 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0486431
Dec 18 21:11:11.203839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-5b8fd452-28a5-47b2-b32c-7bf5b0263087 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0332909
Dec 18 21:11:11.318064 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e4734-daed-4446-ac47-9b6cf74722a0 req-1fc45e8d-1c5d-4f5d-891c-c5cb4eb4f514 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:11.320106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ee3e4734-daed-4446-ac47-9b6cf74722a0 req-1fc45e8d-1c5d-4f5d-891c-c5cb4eb4f514 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.1004539
Dec 18 21:11:11.342456 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-5e6a890f-4784-4b83-9bab-f908cae8f77e service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305528
Dec 18 21:11:11.425129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ee3e4734-daed-4446-ac47-9b6cf74722a0 req-9578410b-a84f-4043-9134-b3e610ae38cb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0945930
Dec 18 21:11:11.457852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1da04aa-1831-4a79-bc0b-bad30a19505c req-393dd70d-4c88-4651-85bf-e9d306f9f854 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1066816
Dec 18 21:11:11.524940 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2515fc60-3b2e-4cc2-999d-5614da915260 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:11:11.548501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 2515fc60-3b2e-4cc2-999d-5614da915260 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:11:11.548918 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2515fc60-3b2e-4cc2-999d-5614da915260 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:11:11.574576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3204c-eb2a-4fbd-b1ae-8db931972735 req-8d2e7f70-6157-4ea0-a621-eac52ba497fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:11.576116 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bad3204c-eb2a-4fbd-b1ae-8db931972735 req-8d2e7f70-6157-4ea0-a621-eac52ba497fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 1094 time: 0.0572450
Dec 18 21:11:11.670845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3204c-eb2a-4fbd-b1ae-8db931972735 req-c7c07d82-1741-4bae-916c-5fd32dda80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:11.672454 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bad3204c-eb2a-4fbd-b1ae-8db931972735 req-c7c07d82-1741-4bae-916c-5fd32dda80ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 906 time: 0.0856099
Dec 18 21:11:11.722169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bad3204c-eb2a-4fbd-b1ae-8db931972735 req-a8c2be3a-b87f-4164-bb1c-91a239ea5416 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129f263a-24f1-418d-886c-a43ff93acd2f HTTP/1.1" status: 200  len: 217 time: 0.0401692
Dec 18 21:11:11.772606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3204c-eb2a-4fbd-b1ae-8db931972735 req-e6b0fb49-a24d-4e1f-9560-bd54a0dbf389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:11.774082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bad3204c-eb2a-4fbd-b1ae-8db931972735 req-e6b0fb49-a24d-4e1f-9560-bd54a0dbf389 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0443347
Dec 18 21:11:11.808953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bad3204c-eb2a-4fbd-b1ae-8db931972735 req-446bd6a6-2839-4e48-9f68-8882690adf77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263233
Dec 18 21:11:11.902598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bad3204c-eb2a-4fbd-b1ae-8db931972735 req-0fbcbe4d-e9b3-4fd6-9e39-036ad522e40d service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820165
Dec 18 21:11:12.000530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bad3204c-eb2a-4fbd-b1ae-8db931972735 req-2b061530-a6de-479c-8253-c9ce598341d9 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900862
Dec 18 21:11:12.158615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13459f99-8f4d-4080-adef-237ab469d833 req-4469b14c-3a3c-4f5e-835c-cf5d1341efb5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:12.160148 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13459f99-8f4d-4080-adef-237ab469d833 req-4469b14c-3a3c-4f5e-835c-cf5d1341efb5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 943 time: 0.0503011
Dec 18 21:11:12.207740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13459f99-8f4d-4080-adef-237ab469d833 req-83dd4168-cf4d-4403-9086-80499b79ea6e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410233
Dec 18 21:11:12.553709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726f455-468a-417d-8c03-af512797f896 req-400bbc8f-9723-4a6e-ace0-be067fc7fce7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:12.555422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a726f455-468a-417d-8c03-af512797f896 req-400bbc8f-9723-4a6e-ace0-be067fc7fce7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0544024
Dec 18 21:11:12.608266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a726f455-468a-417d-8c03-af512797f896 req-bb6b6611-0bd1-4200-807c-e3f04f5f0e5d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464203
Dec 18 21:11:13.330621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247092be-3d6d-4d8b-a5e4-371651b6d481 req-20b89a98-b0ea-4013-b993-000947e66c5e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:13.332383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-247092be-3d6d-4d8b-a5e4-371651b6d481 req-20b89a98-b0ea-4013-b993-000947e66c5e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 943 time: 0.0483804
Dec 18 21:11:13.378549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-247092be-3d6d-4d8b-a5e4-371651b6d481 req-6e630f84-176b-4c0d-8c5c-63a2c801e682 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396957
Dec 18 21:11:13.725218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47006906-eead-41bf-8678-6ebd25f0de7f req-6fdce754-b825-490a-9e18-424ebf5c3252 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:13.726911 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47006906-eead-41bf-8678-6ebd25f0de7f req-6fdce754-b825-490a-9e18-424ebf5c3252 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0483222
Dec 18 21:11:13.778530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47006906-eead-41bf-8678-6ebd25f0de7f req-06376f34-1421-4556-8d90-40aef6546315 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455756
Dec 18 21:11:14.494480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88325ae-0d4b-4b1b-9d6c-5b73ebd675fd req-e2590faf-4277-4d3d-bace-ab31c6a5b228 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:14.495934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c88325ae-0d4b-4b1b-9d6c-5b73ebd675fd req-e2590faf-4277-4d3d-bace-ab31c6a5b228 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 943 time: 0.0473502
Dec 18 21:11:14.541822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c88325ae-0d4b-4b1b-9d6c-5b73ebd675fd req-335b801a-2291-4751-8b4e-0e5cf29021b7 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400739
Dec 18 21:11:14.904223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba489dc-ba1b-49e6-95a4-325032d6f536 req-bc070394-82b1-4a19-bb29-a9f7ce8b48e0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:14.905716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ba489dc-ba1b-49e6-95a4-325032d6f536 req-bc070394-82b1-4a19-bb29-a9f7ce8b48e0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0491848
Dec 18 21:11:14.917095 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:14.956199 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ba489dc-ba1b-49e6-95a4-325032d6f536 req-6939f8d9-f71a-413f-918a-1449232e7eb3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443950
Dec 18 21:11:15.549100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 129f263a-24f1-418d-886c-a43ff93acd2f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:11:15.651058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 129f263a-24f1-418d-886c-a43ff93acd2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=129f263a-24f1-418d-886c-a43ff93acd2f,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:15.662859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '129f263a-24f1-418d-886c-a43ff93acd2f', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'port_id': '129f263a-24f1-418d-886c-a43ff93acd2f', 'mac_address': 'fa:16:3e:3c:23:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab83944-842a-4d14-aea4-2059d07b7fe4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:11:15.673162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15775ff1-4473-44bd-a819-32e37f815835 req-d6364e01-0575-4096-80f1-8ec355f19ba4 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:15.674690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-15775ff1-4473-44bd-a819-32e37f815835 req-d6364e01-0575-4096-80f1-8ec355f19ba4 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 943 time: 0.0519011
Dec 18 21:11:15.704715 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:15.718096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129f263a-24f1-418d-886c-a43ff93acd2f {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:11:15.725618 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-15775ff1-4473-44bd-a819-32e37f815835 req-1599921b-1e62-4aed-ad7b-2b8d2d69be11 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422308
Dec 18 21:11:15.737682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 129f263a-24f1-418d-886c-a43ff93acd2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=129f263a-24f1-418d-886c-a43ff93acd2f,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:15.742547 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:15.788309 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=129f263a-24f1-418d-886c-a43ff93acd2f,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:16.035745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['129f263a-24f1-418d-886c-a43ff93acd2f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:16.076270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3caf1-2a66-427d-b2b8-8a4dae9c779f req-708ae0c4-c485-4e2f-8642-ad7edac8f1da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:16.077845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ac3caf1-2a66-427d-b2b8-8a4dae9c779f req-708ae0c4-c485-4e2f-8642-ad7edac8f1da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0515726
Dec 18 21:11:16.129588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ac3caf1-2a66-427d-b2b8-8a4dae9c779f req-6abfa3b9-f034-4fd5-9051-e634afe5af5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442202
Dec 18 21:11:16.852024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc093f-c5f9-45fd-a754-6e23aa7f0132 req-6218ebb1-a440-4b7f-991f-37de619a6002 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:16.853602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14fc093f-c5f9-45fd-a754-6e23aa7f0132 req-6218ebb1-a440-4b7f-991f-37de619a6002 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 944 time: 0.0535822
Dec 18 21:11:17.300164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14fc093f-c5f9-45fd-a754-6e23aa7f0132 req-48c474d9-66b9-41f0-9ca8-8f32c612baf7 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4397674
Dec 18 21:11:17.317091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dff3a-083b-4f69-a6ac-a253a5fead31 req-57eacdc5-b6f6-4e64-98b2-10c4ccaeaedc tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:17.318494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c92dff3a-083b-4f69-a6ac-a253a5fead31 req-57eacdc5-b6f6-4e64-98b2-10c4ccaeaedc tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0905607
Dec 18 21:11:17.319340 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-207187d3-cd2e-4ca0-b2f9-cc612ad16837 service neutron] show failed (client error): The resource could not be found.
Dec 18 21:11:17.320226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-207187d3-cd2e-4ca0-b2f9-cc612ad16837 service neutron] 10.222.0.36 "GET /v2.0/ports/7174a37a-13ce-4590-8989-11e0c1e06a4c/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1176651
Dec 18 21:11:17.374095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c92dff3a-083b-4f69-a6ac-a253a5fead31 req-74e4825e-6192-4f58-87b4-b66a747b29f7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479324
Dec 18 21:11:17.538509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-dd03d4ea-e36a-41d5-a3fb-5a33d8491d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:17.539998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-dd03d4ea-e36a-41d5-a3fb-5a33d8491d23 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31&tenant_id=71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 1096 time: 0.0398777
Dec 18 21:11:17.552196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:11:17.559520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 129f263a-24f1-418d-886c-a43ff93acd2f up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:11:17.606211 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:17.611719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 129f263a-24f1-418d-886c-a43ff93acd2f completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:11:17.615609 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 129f263a-24f1-418d-886c-a43ff93acd2f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:11:17.616004 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:17.691708 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:17.717071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129f263a-24f1-418d-886c-a43ff93acd2f'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:17.719305 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb667e8-35e4-45ee-8314-b2f65cbea57d" -d '{"events": [{"server_uuid": "2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce", "name": "network-vif-plugged", "status": "completed", "tag": "129f263a-24f1-418d-886c-a43ff93acd2f"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:17.731943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 129f263a-24f1-418d-886c-a43ff93acd2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=129f263a-24f1-418d-886c-a43ff93acd2f,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:17.738461 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:17.768364 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28d6326-7d39-4ba1-b884-a8e9463c8b87 x-openstack-request-id: req-f28d6326-7d39-4ba1-b884-a8e9463c8b87 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:17.768656 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce", "name": "network-vif-plugged", "status": "completed", "tag": "129f263a-24f1-418d-886c-a43ff93acd2f", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:17.768915 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f28d6326-7d39-4ba1-b884-a8e9463c8b87 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:17.769304 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129f263a-24f1-418d-886c-a43ff93acd2f', 'code': 200}
Dec 18 21:11:17.790213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=129f263a-24f1-418d-886c-a43ff93acd2f,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:17.814012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:17.849614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:11:17.919940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:17.922151 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ef5e77-39f8-42f1-af84-f294c91dbb51" -d '{"events": [{"server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "name": "network-vif-unplugged", "status": "completed", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:17.926421 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:17.945373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Transition to ACTIVE for port object 7174a37a-13ce-4590-8989-11e0c1e06a4c will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:11:17.947961 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c8280-89f1-4246-b105-441436df6e68 req-a3d97b0f-367c-4346-8e43-3861be81a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:17.949897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-900c8280-89f1-4246-b105-441436df6e68 req-a3d97b0f-367c-4346-8e43-3861be81a617 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 1096 time: 0.0816264
Dec 18 21:11:17.951111 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:17.993118 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc757a81-dceb-4e28-888b-b8dedfe75c44 x-openstack-request-id: req-cc757a81-dceb-4e28-888b-b8dedfe75c44 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:17.993414 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "name": "network-vif-unplugged", "status": "completed", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:17.993663 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc757a81-dceb-4e28-888b-b8dedfe75c44 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:17.994050 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'code': 200}
Dec 18 21:11:18.104441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Pushing event updated for resources: {'Port': ['ID=7174a37a-13ce-4590-8989-11e0c1e06a4c,revision_number=6']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:18.124197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-900c8280-89f1-4246-b105-441436df6e68 req-695ef395-a71c-419e-916c-8edfdffc8958 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657696
Dec 18 21:11:18.130519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.130879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.131220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.131603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.131941 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.132275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.132604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.132933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.133258 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.133583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.133909 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.134233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.134576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:18.184940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] No DVR routers for this DVR port 7174a37a-13ce-4590-8989-11e0c1e06a4c on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:11:18.322553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Attempting to bind port 7174a37a-13ce-4590-8989-11e0c1e06a4c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:11:18.322553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Attempting to bind port 7174a37a-13ce-4590-8989-11e0c1e06a4c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:11:18.322553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Attempting to bind port 7174a37a-13ce-4590-8989-11e0c1e06a4c on network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:11:18.325183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Port 7174a37a-13ce-4590-8989-11e0c1e06a4c on network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:11:18.325498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Attempting to bind port 7174a37a-13ce-4590-8989-11e0c1e06a4c on network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:11:18.330411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:11:18.330753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Checking segment: {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:11:18.331131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Bound using segment: {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:11:18.331558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Bound port: 7174a37a-13ce-4590-8989-11e0c1e06a4c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65a1add-2a34-49ed-9861-ddacad21328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:11:18.331906 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:18.423751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:11:18.427462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:11:18.438987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84036008-25a3-458e-9e25-c1e903e550c1 req-b8ecfc37-c80c-4ed0-a342-bdf4f9df14ef tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:18.440496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84036008-25a3-458e-9e25-c1e903e550c1 req-b8ecfc37-c80c-4ed0-a342-bdf4f9df14ef tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 945 time: 0.0696456
Dec 18 21:11:18.441698 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:18.495656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:18.496269 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:18.498296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] 10.222.0.31 "PUT /v2.0/ports/7174a37a-13ce-4590-8989-11e0c1e06a4c HTTP/1.1" status: 200  len: 1091 time: 0.9493506
Dec 18 21:11:18.547487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb7ce5-94b6-416c-adbf-146bdc02649f service neutron] Pushing event updated for resources: {'Port': ['ID=7174a37a-13ce-4590-8989-11e0c1e06a4c,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:18.568362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84036008-25a3-458e-9e25-c1e903e550c1 req-b1712f44-2246-4b75-8f92-c5cc6cb3bbf5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184814
Dec 18 21:11:18.623399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-6ec8d524-b578-4b3f-9b06-d349e145352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:18.624913 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-6ec8d524-b578-4b3f-9b06-d349e145352e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1094 time: 0.0915253
Dec 18 21:11:18.637806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef8a62-6b56-4c54-91d9-ea26f17da95c req-68bdd271-4d10-47bc-bbba-a8d9c8d787b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:18.639328 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54ef8a62-6b56-4c54-91d9-ea26f17da95c req-68bdd271-4d10-47bc-bbba-a8d9c8d787b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 943 time: 0.0759573
Dec 18 21:11:18.742558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54ef8a62-6b56-4c54-91d9-ea26f17da95c req-3b7f78c8-7eba-404e-a1b8-f6955bc55b4d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947776
Dec 18 21:11:18.763662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-761f2404-788e-4d9c-90b7-d483e2fc917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:18.765109 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-761f2404-788e-4d9c-90b7-d483e2fc917a service neutron] 10.222.0.31 "GET /v2.0/networks?id=50351f84-6aa6-4168-a1c5-734a5dfac7c6 HTTP/1.1" status: 200  len: 897 time: 0.1249230
Dec 18 21:11:18.834946 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-f1ce213d-cfb7-4325-a760-80a38094b98d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c HTTP/1.1" status: 200  len: 999 time: 0.0613976
Dec 18 21:11:18.882378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-818368c0-c94d-49a6-ad08-b58ca9ccfeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:18.883789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-818368c0-c94d-49a6-ad08-b58ca9ccfeea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70999cfe-42f2-4589-9127-a8b2dfb99a30 HTTP/1.1" status: 200  len: 835 time: 0.0427351
Dec 18 21:11:18.927949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-15ab6fb7-9914-402d-82ef-a40b5e604606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:18.929933 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-15ab6fb7-9914-402d-82ef-a40b5e604606 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50351f84-6aa6-4168-a1c5-734a5dfac7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388815
Dec 18 21:11:19.019281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-8dce9766-f7f9-4069-9d29-7e3417f843b4 service neutron] 10.222.0.31 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817337
Dec 18 21:11:19.108547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4717d52-44bb-4904-97ad-3c88d2bda3c4 req-995e521e-ea06-447b-9090-cc9927d5e155 service neutron] 10.222.0.31 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810661
Dec 18 21:11:19.501300 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:19.690888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762bb7a-01c8-4e19-94a1-d5400f37077f req-51fac1c9-da7e-42b9-a641-5ca33d4b8b7b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:19.692646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4762bb7a-01c8-4e19-94a1-d5400f37077f req-51fac1c9-da7e-42b9-a641-5ca33d4b8b7b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 945 time: 0.0504861
Dec 18 21:11:19.739638 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4762bb7a-01c8-4e19-94a1-d5400f37077f req-361adcc9-692b-4d03-bca6-94023be69acf tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405025
Dec 18 21:11:19.888100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83eebd5-3e7a-4334-8c59-eb29f521e1e5 req-4bf5e464-7869-48a7-8072-22d7eccc804a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:19.889505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a83eebd5-3e7a-4334-8c59-eb29f521e1e5 req-4bf5e464-7869-48a7-8072-22d7eccc804a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 945 time: 0.0789306
Dec 18 21:11:19.901600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e77a9-9665-4fbd-b70a-a2a343e32a77 req-b116b450-dd11-4f05-8921-5ab8aca7e8ac tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:19.903052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-236e77a9-9665-4fbd-b70a-a2a343e32a77 req-b116b450-dd11-4f05-8921-5ab8aca7e8ac tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 943 time: 0.0906241
Dec 18 21:11:19.976872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a83eebd5-3e7a-4334-8c59-eb29f521e1e5 req-bd76a17e-3589-488e-a17d-b21daf858f52 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728703
Dec 18 21:11:19.980829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-236e77a9-9665-4fbd-b70a-a2a343e32a77 req-21546b9a-a84a-4583-a410-53d3cc5ace57 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713031
Dec 18 21:11:19.995450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:19.997808 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838fe0ac-475a-44ab-9b19-81898377ab31" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:20.046589 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cf306d-e76d-4fd3-8b6e-a2fd7eaa99c6 x-openstack-request-id: req-18cf306d-e76d-4fd3-8b6e-a2fd7eaa99c6 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:20.046883 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:20.047392 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18cf306d-e76d-4fd3-8b6e-a2fd7eaa99c6 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:20.047710 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'status': 'completed', 'code': 200}
Dec 18 21:11:20.146989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-870a4cec-fef8-40bb-8b86-ed0519844f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:20.148531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-870a4cec-fef8-40bb-8b86-ed0519844f9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1094 time: 0.0763834
Dec 18 21:11:20.150294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-45dd4718-de4d-4b38-8c19-6d39c81c9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:20.151635 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-45dd4718-de4d-4b38-8c19-6d39c81c9425 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1094 time: 0.0699587
Dec 18 21:11:20.348486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae223e-90bb-4380-9b3a-40782b4da451 req-e93bb2ef-40ab-4111-8765-b4a259f64959 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:20.349948 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3ae223e-90bb-4380-9b3a-40782b4da451 req-e93bb2ef-40ab-4111-8765-b4a259f64959 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 945 time: 0.1380937
Dec 18 21:11:20.371076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-b0b43731-2c92-4f80-83ab-399b266fda10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:20.372470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-b0b43731-2c92-4f80-83ab-399b266fda10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50351f84-6aa6-4168-a1c5-734a5dfac7c6 HTTP/1.1" status: 200  len: 897 time: 0.2150495
Dec 18 21:11:20.380591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-88f950ce-198e-4a94-8063-431f0f0b9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:20.382211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-88f950ce-198e-4a94-8063-431f0f0b9f8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=50351f84-6aa6-4168-a1c5-734a5dfac7c6 HTTP/1.1" status: 200  len: 897 time: 0.2065499
Dec 18 21:11:20.512103 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c3ae223e-90bb-4380-9b3a-40782b4da451 req-c843492b-8eed-458a-88b2-0f912df8ac7d tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507504
Dec 18 21:11:20.526537 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-9f2d9709-dcd2-4056-af6a-2ea1744e0eab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c HTTP/1.1" status: 200  len: 999 time: 0.1331329
Dec 18 21:11:20.528504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-72c2678e-e8b0-43a0-b1a1-3aab4a2ea3d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c HTTP/1.1" status: 200  len: 999 time: 0.1452210
Dec 18 21:11:20.614266 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-e2ceee30-9da5-4a61-91c9-69c69b6a3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:20.615852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-e2ceee30-9da5-4a61-91c9-69c69b6a3745 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70999cfe-42f2-4589-9127-a8b2dfb99a30 HTTP/1.1" status: 200  len: 835 time: 0.0816474
Dec 18 21:11:20.619282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-be6c2ad1-5e06-4845-99fc-2338e80bfd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:20.620588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-be6c2ad1-5e06-4845-99fc-2338e80bfd3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70999cfe-42f2-4589-9127-a8b2dfb99a30 HTTP/1.1" status: 200  len: 835 time: 0.0783012
Dec 18 21:11:20.695645 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-d1e2cb76-c3e1-4a4b-84d7-8c5e1e420671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:20.697186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-d1e2cb76-c3e1-4a4b-84d7-8c5e1e420671 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50351f84-6aa6-4168-a1c5-734a5dfac7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0726583
Dec 18 21:11:20.699522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-7ecb518c-d653-46aa-b213-73bde1fee064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:20.700934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-7ecb518c-d653-46aa-b213-73bde1fee064 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50351f84-6aa6-4168-a1c5-734a5dfac7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0688868
Dec 18 21:11:20.857890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-7a16070f-136a-4436-a8c5-2bf4d939e6e8 service neutron] 10.222.0.36 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520135
Dec 18 21:11:20.860152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-0526a92d-93b9-40f4-9ce5-fd911f9bfc3f service neutron] 10.222.0.31 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464670
Dec 18 21:11:21.020045 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-47c831d8-cb84-4fcb-a68d-ebd4242f5134 service neutron] 10.222.0.36 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515691
Dec 18 21:11:21.029832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-838fe0ac-475a-44ab-9b19-81898377ab31 req-3a6d63a7-098a-4ce5-8fe6-95bb26819ae1 service neutron] 10.222.0.31 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602070
Dec 18 21:11:21.118713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feed9ca-c9c0-488e-a81f-6d23eee6a90b req-9d7d74bb-174a-4bdb-b34e-668c05b94012 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:21.120186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0feed9ca-c9c0-488e-a81f-6d23eee6a90b req-9d7d74bb-174a-4bdb-b34e-668c05b94012 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 943 time: 0.0514622
Dec 18 21:11:21.169891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0feed9ca-c9c0-488e-a81f-6d23eee6a90b req-e8f2cd28-5677-4e20-8632-646b07d628ea tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436170
Dec 18 21:11:21.570869 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 7174a37a-13ce-4590-8989-11e0c1e06a4c no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:11:21.620116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 7174a37a-13ce-4590-8989-11e0c1e06a4c not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:11:21.642043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da004ec-d3c7-4f96-8fb2-05389056d528 req-4fa3f893-9090-4e1c-a058-87509c030753 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:21.643590 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0da004ec-d3c7-4f96-8fb2-05389056d528 req-4fa3f893-9090-4e1c-a058-87509c030753 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 945 time: 0.0521140
Dec 18 21:11:21.655129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7174a37a-13ce-4590-8989-11e0c1e06a4c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:11:21.720599 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0da004ec-d3c7-4f96-8fb2-05389056d528 req-58c71479-f14d-4af3-af48-3aaccd6373ba tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706685
Dec 18 21:11:21.730140 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c2b38-2ef4-4389-9f63-fa8e26f65100 req-2c610ed7-b1c9-4f95-9fce-e1dfb51fb3a5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:21.731305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-442c2b38-2ef4-4389-9f63-fa8e26f65100 req-2c610ed7-b1c9-4f95-9fce-e1dfb51fb3a5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce HTTP/1.1" status: 200  len: 945 time: 0.0797248
Dec 18 21:11:21.754737 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:21.766213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'port_id': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'mac_address': 'fa:16:3e:12:d9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:11:21.807335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:21.825022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7174a37a-13ce-4590-8989-11e0c1e06a4c {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:11:21.831730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-442c2b38-2ef4-4389-9f63-fa8e26f65100 req-57688b4c-922d-42de-9adc-5df2eb7a0110 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Deleting port 129f263a-24f1-418d-886c-a43ff93acd2f {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:11:21.832078 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-442c2b38-2ef4-4389-9f63-fa8e26f65100 req-57688b4c-922d-42de-9adc-5df2eb7a0110 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:21.844538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:21.849430 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:21.896756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=7174a37a-13ce-4590-8989-11e0c1e06a4c,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:21.922146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-442c2b38-2ef4-4389-9f63-fa8e26f65100 req-57688b4c-922d-42de-9adc-5df2eb7a0110 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] For port 129f263a-24f1-418d-886c-a43ff93acd2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=129f263a-24f1-418d-886c-a43ff93acd2f,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:21.922638 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-442c2b38-2ef4-4389-9f63-fa8e26f65100 req-57688b4c-922d-42de-9adc-5df2eb7a0110 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:21.936662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-442c2b38-2ef4-4389-9f63-fa8e26f65100 req-57688b4c-922d-42de-9adc-5df2eb7a0110 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Calling delete_port for 129f263a-24f1-418d-886c-a43ff93acd2f owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:11:22.072839 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-442c2b38-2ef4-4389-9f63-fa8e26f65100 req-57688b4c-922d-42de-9adc-5df2eb7a0110 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:22.085951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:22.102053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57688b4c-922d-42de-9adc-5df2eb7a0110 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event deleted for resources: {'Port': ['ID=129f263a-24f1-418d-886c-a43ff93acd2f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:22.110356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['129f263a-24f1-418d-886c-a43ff93acd2f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:22.146466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-442c2b38-2ef4-4389-9f63-fa8e26f65100 req-57688b4c-922d-42de-9adc-5df2eb7a0110 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] No DVR routers for this DVR port 129f263a-24f1-418d-886c-a43ff93acd2f on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:11:22.149824 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-442c2b38-2ef4-4389-9f63-fa8e26f65100 req-57688b4c-922d-42de-9adc-5df2eb7a0110 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:22.153171 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-442c2b38-2ef4-4389-9f63-fa8e26f65100 req-57688b4c-922d-42de-9adc-5df2eb7a0110 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "DELETE /v2.0/ports/129f263a-24f1-418d-886c-a43ff93acd2f HTTP/1.1" status: 204  len: 173 time: 0.4151385
Dec 18 21:11:22.153625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce', 'name': 'network-vif-deleted', 'tag': '129f263a-24f1-418d-886c-a43ff93acd2f'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:22.154125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['7174a37a-13ce-4590-8989-11e0c1e06a4c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:22.156002 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a467f5-0054-4ba4-8992-e242de59c04e" -d '{"events": [{"server_uuid": "2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce", "name": "network-vif-deleted", "tag": "129f263a-24f1-418d-886c-a43ff93acd2f"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:22.198459 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe2c2b6-8f12-4299-b282-d6c12b74768a x-openstack-request-id: req-1fe2c2b6-8f12-4299-b282-d6c12b74768a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:22.199047 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce", "name": "network-vif-deleted", "tag": "129f263a-24f1-418d-886c-a43ff93acd2f", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:22.199525 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fe2c2b6-8f12-4299-b282-d6c12b74768a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:22.200129 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc2dca2-2075-4ff5-bbd1-f1a135e4fcce', 'name': 'network-vif-deleted', 'tag': '129f263a-24f1-418d-886c-a43ff93acd2f', 'status': 'completed', 'code': 200}
Dec 18 21:11:22.333007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e17d3a-3db1-4fcb-afb1-f86a93676f00 req-8a56fd48-5c63-4356-8ab1-8d65e6ee4ce3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:22.336476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5e17d3a-3db1-4fcb-afb1-f86a93676f00 req-8a56fd48-5c63-4356-8ab1-8d65e6ee4ce3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 944 time: 0.0705442
Dec 18 21:11:22.391253 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5e17d3a-3db1-4fcb-afb1-f86a93676f00 req-e405d856-a97b-426d-b596-deb5b899dca6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469935
Dec 18 21:11:22.670525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63960-823c-4071-8328-012212ec0ff0 req-9dda06bf-c38c-4ac0-8c03-2322250fbd4d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:22.672006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ade63960-823c-4071-8328-012212ec0ff0 req-9dda06bf-c38c-4ac0-8c03-2322250fbd4d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31&tenant_id=71c859bfcff54b5c85e6cb248341f37c&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1004708
Dec 18 21:11:22.680173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64690e4-ae37-471f-a19b-1d2a66d3dfd9 req-10e8cf03-1825-4c4b-bde4-ec8e205468cf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:22.681388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a64690e4-ae37-471f-a19b-1d2a66d3dfd9 req-10e8cf03-1825-4c4b-bde4-ec8e205468cf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 944 time: 0.1386855
Dec 18 21:11:22.776368 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-ade63960-823c-4071-8328-012212ec0ff0 req-3863150f-7cb5-451f-909a-65519c78c95e service neutron] delete failed (client error): The resource could not be found.
Dec 18 21:11:22.777491 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ade63960-823c-4071-8328-012212ec0ff0 req-3863150f-7cb5-451f-909a-65519c78c95e service neutron] 10.222.0.36 "DELETE /v2.0/ports/7174a37a-13ce-4590-8989-11e0c1e06a4c/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0951321
Dec 18 21:11:22.782093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a64690e4-ae37-471f-a19b-1d2a66d3dfd9 req-276527ee-68ff-4d46-b594-f5dc28ae3966 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920014
Dec 18 21:11:22.885847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63960-823c-4071-8328-012212ec0ff0 req-96587231-d8a5-4570-be50-cd5f1b594624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:22.887394 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ade63960-823c-4071-8328-012212ec0ff0 req-96587231-d8a5-4570-be50-cd5f1b594624 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1095 time: 0.0513685
Dec 18 21:11:23.415438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63960-823c-4071-8328-012212ec0ff0 req-50f12aa1-ac05-4766-bce6-7c53403b8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:23.416953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ade63960-823c-4071-8328-012212ec0ff0 req-50f12aa1-ac05-4766-bce6-7c53403b8749 service neutron] 10.222.0.36 "GET /v2.0/networks?id=50351f84-6aa6-4168-a1c5-734a5dfac7c6 HTTP/1.1" status: 200  len: 897 time: 0.5165336
Dec 18 21:11:23.431786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-6183d1d2-3235-4145-bbc4-e410ba0c7c97 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:23.433145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-6183d1d2-3235-4145-bbc4-e410ba0c7c97 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.1664793
Dec 18 21:11:23.489275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-82eaa661-f61f-48ed-a636-a58ea04c53fb tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/quotas/c36bc0b6ca0849f58c6b8f41df80db6f HTTP/1.1" status: 200  len: 375 time: 0.0493462
Dec 18 21:11:23.542357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ade63960-823c-4071-8328-012212ec0ff0 req-53967654-a835-41a3-9d35-07371d7bafec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c HTTP/1.1" status: 200  len: 1000 time: 0.1081879
Dec 18 21:11:23.602901 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-8fb45f7e-4f86-48ad-9ef8-1999db5b4357 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1058173
Dec 18 21:11:23.631761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63960-823c-4071-8328-012212ec0ff0 req-98683a71-3fcd-4d62-9f19-0b43d269f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:23.633361 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ade63960-823c-4071-8328-012212ec0ff0 req-98683a71-3fcd-4d62-9f19-0b43d269f873 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70999cfe-42f2-4589-9127-a8b2dfb99a30 HTTP/1.1" status: 200  len: 835 time: 0.0823572
Dec 18 21:11:23.657693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7174a37a-13ce-4590-8989-11e0c1e06a4c up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:11:23.738919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63960-823c-4071-8328-012212ec0ff0 req-575b1837-5d62-4b3f-b572-e9320eb302ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:23.739490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 7174a37a-13ce-4590-8989-11e0c1e06a4c completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:11:23.740499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ade63960-823c-4071-8328-012212ec0ff0 req-575b1837-5d62-4b3f-b572-e9320eb302ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50351f84-6aa6-4168-a1c5-734a5dfac7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0904899
Dec 18 21:11:23.743891 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 7174a37a-13ce-4590-8989-11e0c1e06a4c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:11:23.744511 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:23.806348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-bba6ebc0-3e20-426a-8cb1-97f335e62d8c service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907573
Dec 18 21:11:23.841882 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:23.878335 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:23.880783 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ba9a98-029e-4871-8db2-b687247abb91" -d '{"events": [{"server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "name": "network-vif-plugged", "status": "completed", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:23.894112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:23.899137 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:23.949186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=7174a37a-13ce-4590-8989-11e0c1e06a4c,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:23.969156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ade63960-823c-4071-8328-012212ec0ff0 req-00367bf5-4cd5-4b55-b51f-b030a0ad7ac7 service neutron] 10.222.0.36 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168629
Dec 18 21:11:24.072125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251d032-4a08-414a-9e32-dce07bbcf49e req-39850df5-9f75-478b-8ca1-b6e810c818a5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:24.074378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c251d032-4a08-414a-9e32-dce07bbcf49e req-39850df5-9f75-478b-8ca1-b6e810c818a5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.1776257
Dec 18 21:11:24.076422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-e802ab7b-5fd7-49bd-bb55-d00f4a579f25 service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595558
Dec 18 21:11:24.154706 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ade63960-823c-4071-8328-012212ec0ff0 req-7025a5cc-ef99-4cce-83a2-467a37e568b0 service neutron] 10.222.0.36 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731045
Dec 18 21:11:24.172792 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c251d032-4a08-414a-9e32-dce07bbcf49e req-0667668e-6423-4401-856c-6f122f6fbdab tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0858715
Dec 18 21:11:24.273938 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7533430a-63e3-4b7c-a884-0368601cbfaf x-openstack-request-id: req-7533430a-63e3-4b7c-a884-0368601cbfaf {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:24.275038 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "name": "network-vif-plugged", "status": "completed", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:24.275490 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7533430a-63e3-4b7c-a884-0368601cbfaf {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:24.276296 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'code': 200}
Dec 18 21:11:24.344209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0f9ffad-6375-450a-b658-2052af86dd07 req-c51c92cb-3cae-4a43-8299-54b5fc887455 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 210 time: 0.0410106
Dec 18 21:11:25.320731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3a8c6-2658-4293-87d4-e9f3f3813d15 req-9fa763e1-b8c7-48cb-94ee-98ef7556fb77 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:25.322496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f3a8c6-2658-4293-87d4-e9f3f3813d15 req-9fa763e1-b8c7-48cb-94ee-98ef7556fb77 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0658298
Dec 18 21:11:25.498831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6bec8d6d-b7e1-4222-8582-16c24cb858ac req-75a17d47-84f3-416f-9f0e-ea70654d3489 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 210 time: 0.0584049
Dec 18 21:11:25.509486 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50f3a8c6-2658-4293-87d4-e9f3f3813d15 req-603bea2d-ede6-4e60-bc3b-1a2e6ae46586 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1735699
Dec 18 21:11:25.529887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-d99c9628-7a15-4620-9d7b-82604a2f56a9 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:25.531990 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-d99c9628-7a15-4620-9d7b-82604a2f56a9 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.2074089
Dec 18 21:11:25.547841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 36854) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:11:25.548623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Request body: {'port': {'device_id': 'e7893530-a701-4c2f-8b28-18e55d0f3110', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'admin_state_up': True, 'tenant_id': 'c36bc0b6ca0849f58c6b8f41df80db6f'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:11:25.566727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 129f263a-24f1-418d-886c-a43ff93acd2f no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:11:25.611272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 129f263a-24f1-418d-886c-a43ff93acd2f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:11:25.611839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 129f263a-24f1-418d-886c-a43ff93acd2f not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:11:25.634305 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fdf1c5da-dbc8-4930-885a-517c781c8b78 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/01cd9917-2dc5-4649-a68a-dc3f343e2f2b HTTP/1.1" status: 200  len: 993 time: 0.0836313
Dec 18 21:11:25.709950 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Made reservation on behalf of c36bc0b6ca0849f58c6b8f41df80db6f for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:11:25.713665 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:25.881502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Allocated IP 172.20.0.10 (3a5db276-ddbb-4d99-a69c-3e20248c5144/2ab83944-842a-4d14-aea4-2059d07b7fe4/2a4210e6-9e25-4f49-8bbb-72cbab194ca3) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:11:26.048302 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:26.091603 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:26.107696 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:26.144080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Network 3a5db276-ddbb-4d99-a69c-3e20248c5144 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:11:26.147937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:11:26.153129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:11:26.157175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event updated for resources: {'Port': ['ID=2a4210e6-9e25-4f49-8bbb-72cbab194ca3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:26.214629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:26.215241 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:26.237485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-cfdec385-0956-4625-b2b5-ca869f37b70e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6952484
Dec 18 21:11:26.252991 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Request body: {'port': {'device_id': 'e7893530-a701-4c2f-8b28-18e55d0f3110', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:11:26.317237 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:26.616235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:11:26.636752 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:26.674161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Transition to ACTIVE for port object 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:11:26.682123 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:26.727948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2195556-6105-4d38-be68-65c45e493dbf req-b7becdb2-5070-4c46-a280-b2aa7bdb4723 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:26.729779 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2195556-6105-4d38-be68-65c45e493dbf req-b7becdb2-5070-4c46-a280-b2aa7bdb4723 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 932 time: 0.1065946
Dec 18 21:11:26.753859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4210e6-9e25-4f49-8bbb-72cbab194ca3,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:26.840227 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2195556-6105-4d38-be68-65c45e493dbf req-90aed74a-feab-470b-97b1-6d5e544f8b0b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011112
Dec 18 21:11:26.872762 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Attempting to bind port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:11:26.873164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Attempting to bind port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:11:26.873492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Attempting to bind port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:11:26.878688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:11:26.879078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Attempting to bind port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:11:26.885033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:11:26.885389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Checking segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:11:26.885838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Bound using segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:11:26.886702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Bound port: 2a4210e6-9e25-4f49-8bbb-72cbab194ca3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:11:26.886992 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:26.973915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] For port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:11:26.977106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] For port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2a4210e6-9e25-4f49-8bbb-72cbab194ca3,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:11:26.982470 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:27.023008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:27.023668 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:27.025358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] 10.222.0.36 "PUT /v2.0/ports/2a4210e6-9e25-4f49-8bbb-72cbab194ca3 HTTP/1.1" status: 200  len: 1092 time: 0.7776761
Dec 18 21:11:27.025501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7893530-a701-4c2f-8b28-18e55d0f3110', 'tag': '2a4210e6-9e25-4f49-8bbb-72cbab194ca3'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:27.027715 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec9f343-ce24-42e8-ab3c-3b66e4df7ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7893530-a701-4c2f-8b28-18e55d0f3110", "tag": "2a4210e6-9e25-4f49-8bbb-72cbab194ca3"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:27.048607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f082021-8edc-4c55-9f18-8e6eb0c6e446 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4210e6-9e25-4f49-8bbb-72cbab194ca3,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:27.068407 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a130eabf-9e52-4d43-a887-aa52d1acf77b x-openstack-request-id: req-a130eabf-9e52-4d43-a887-aa52d1acf77b {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:27.069231 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7893530-a701-4c2f-8b28-18e55d0f3110", "tag": "2a4210e6-9e25-4f49-8bbb-72cbab194ca3", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:27.069443 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a130eabf-9e52-4d43-a887-aa52d1acf77b {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:27.069909 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7893530-a701-4c2f-8b28-18e55d0f3110', 'tag': '2a4210e6-9e25-4f49-8bbb-72cbab194ca3', 'status': 'completed', 'code': 200}
Dec 18 21:11:27.121189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-f5ff01a8-3c3d-400a-b742-6709de771295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:27.122823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-f5ff01a8-3c3d-400a-b742-6709de771295 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 1095 time: 0.0425439
Dec 18 21:11:27.173778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-208cae86-557b-4ddf-af53-123936f829ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a4210e6-9e25-4f49-8bbb-72cbab194ca3 HTTP/1.1" status: 200  len: 217 time: 0.0411654
Dec 18 21:11:27.229945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-54b02e01-20f8-4d54-bc0f-7de1e3ed1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:27.232837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-54b02e01-20f8-4d54-bc0f-7de1e3ed1524 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0473115
Dec 18 21:11:27.266823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-f3ac057e-19e5-4255-949e-0dd2243f1098 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268085
Dec 18 21:11:27.363868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-db14293d-a325-4101-9e55-34faf77a0386 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893867
Dec 18 21:11:27.476596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67922b35-b4bf-4a4c-add9-1c9688f540c1 req-9e865a5b-754c-4c12-bf1c-1f60d5695dde service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1045609
Dec 18 21:11:27.574547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9f343-ce24-42e8-ab3c-3b66e4df7ef0 req-8fc5ea7f-18f3-486b-84da-f77b86158720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:27.576434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ec9f343-ce24-42e8-ab3c-3b66e4df7ef0 req-8fc5ea7f-18f3-486b-84da-f77b86158720 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 1095 time: 0.0466900
Dec 18 21:11:27.693042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9f343-ce24-42e8-ab3c-3b66e4df7ef0 req-560a1323-b2d6-47a3-bccc-4cb471fbd7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:27.694897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ec9f343-ce24-42e8-ab3c-3b66e4df7ef0 req-560a1323-b2d6-47a3-bccc-4cb471fbd7c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 906 time: 0.1108010
Dec 18 21:11:27.739670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ec9f343-ce24-42e8-ab3c-3b66e4df7ef0 req-56a7ec0d-2398-4d9e-979c-da6368f72f30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a4210e6-9e25-4f49-8bbb-72cbab194ca3 HTTP/1.1" status: 200  len: 217 time: 0.0362988
Dec 18 21:11:27.806168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9f343-ce24-42e8-ab3c-3b66e4df7ef0 req-6035928f-b091-494c-8e89-5d5f064befc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:27.807763 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ec9f343-ce24-42e8-ab3c-3b66e4df7ef0 req-6035928f-b091-494c-8e89-5d5f064befc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0585887
Dec 18 21:11:27.847044 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ec9f343-ce24-42e8-ab3c-3b66e4df7ef0 req-a6d0fffd-bab0-4ef0-9ba2-3679366cf6a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297949
Dec 18 21:11:27.955215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ec9f343-ce24-42e8-ab3c-3b66e4df7ef0 req-11b5c6d1-86e8-48fe-a20b-031540ae6ee4 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005478
Dec 18 21:11:28.055540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673152a-118b-4148-81ff-586c9902ca4b req-301a3cfb-3856-43b6-8fec-92883f3d7602 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:28.057092 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a673152a-118b-4148-81ff-586c9902ca4b req-301a3cfb-3856-43b6-8fec-92883f3d7602 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 944 time: 0.1181254
Dec 18 21:11:28.129526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ec9f343-ce24-42e8-ab3c-3b66e4df7ef0 req-9a048ed2-8ed6-409d-83a3-9468998a8eab service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543064
Dec 18 21:11:28.145058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a673152a-118b-4148-81ff-586c9902ca4b req-a297da35-1ada-4891-879e-ead56195339c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783997
Dec 18 21:11:29.282927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3a442-a543-4569-99a6-e7af40568985 req-e5a789c4-281e-45d9-9ea8-c56eaaf691bf tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:29.286935 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8b3a442-a543-4569-99a6-e7af40568985 req-e5a789c4-281e-45d9-9ea8-c56eaaf691bf tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 944 time: 0.0635862
Dec 18 21:11:29.344797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8b3a442-a543-4569-99a6-e7af40568985 req-ec2b400b-52ac-4282-ade4-79f4ce5c7474 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534167
Dec 18 21:11:29.403658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e697e0-51f7-4d7f-9497-0f74eed906bb req-6b5b5f14-b116-4ba7-b977-792d275487ef tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:29.405624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08e697e0-51f7-4d7f-9497-0f74eed906bb req-6b5b5f14-b116-4ba7-b977-792d275487ef tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0594170
Dec 18 21:11:29.460999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08e697e0-51f7-4d7f-9497-0f74eed906bb req-262a3877-a868-45af-9c15-1f583b608365 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487745
Dec 18 21:11:30.464796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a0099-333b-4e9b-b84b-39c531c2214d req-d6587182-fa63-4309-9bbb-9a160584d67f tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:30.466329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-916a0099-333b-4e9b-b84b-39c531c2214d req-d6587182-fa63-4309-9bbb-9a160584d67f tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 944 time: 0.0507722
Dec 18 21:11:30.521727 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-916a0099-333b-4e9b-b84b-39c531c2214d req-4158117d-e847-4472-8977-cad8b542be40 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487795
Dec 18 21:11:30.597056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059cea3-2c22-43a4-9973-e7ff43c286ea req-19a30cc1-20ee-4691-b0b0-afda0df70642 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:30.598994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c059cea3-2c22-43a4-9973-e7ff43c286ea req-19a30cc1-20ee-4691-b0b0-afda0df70642 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0601783
Dec 18 21:11:30.649819 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c059cea3-2c22-43a4-9973-e7ff43c286ea req-6c8cec05-c250-4692-b98a-8cb59989ca91 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442760
Dec 18 21:11:31.630679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:11:31.724999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe43229-ae8b-4a61-909c-45db7466a1ae req-79a99fff-a97f-48b7-b118-8360fbee8eb1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:31.727474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ebe43229-ae8b-4a61-909c-45db7466a1ae req-79a99fff-a97f-48b7-b118-8360fbee8eb1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 944 time: 0.0913739
Dec 18 21:11:31.791772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2a4210e6-9e25-4f49-8bbb-72cbab194ca3,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:31.804801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '2a4210e6-9e25-4f49-8bbb-72cbab194ca3', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'port_id': '2a4210e6-9e25-4f49-8bbb-72cbab194ca3', 'mac_address': 'fa:16:3e:a9:32:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab83944-842a-4d14-aea4-2059d07b7fe4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:11:31.844840 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:31.859607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:11:31.864594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efe531-5af8-4315-b417-6ade5ada3d06 req-5bb51f13-0695-4724-9fdb-556066a65f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:31.867246 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5efe531-5af8-4315-b417-6ade5ada3d06 req-5bb51f13-0695-4724-9fdb-556066a65f16 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 1096 time: 0.1669517
Dec 18 21:11:31.879549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e8ae-fad2-4a2f-93f7-6b1e7bd251a0 req-28adc56b-7536-4587-9b05-195178ce617b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:31.881483 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3b0e8ae-fad2-4a2f-93f7-6b1e7bd251a0 req-28adc56b-7536-4587-9b05-195178ce617b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.1258035
Dec 18 21:11:31.889984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2a4210e6-9e25-4f49-8bbb-72cbab194ca3,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:31.895914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ebe43229-ae8b-4a61-909c-45db7466a1ae req-3ada0ec8-7f4c-49df-ae2f-52671265f45b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425602
Dec 18 21:11:31.896342 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:31.953483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=2a4210e6-9e25-4f49-8bbb-72cbab194ca3,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:32.041637 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3b0e8ae-fad2-4a2f-93f7-6b1e7bd251a0 req-da512c22-1162-439f-9934-69341da549cf tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1389923
Dec 18 21:11:32.071412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efe531-5af8-4315-b417-6ade5ada3d06 req-5f34b7c1-fe6b-4ce5-a943-4ce60d66c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:32.073142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5efe531-5af8-4315-b417-6ade5ada3d06 req-5f34b7c1-fe6b-4ce5-a943-4ce60d66c402 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 910 time: 0.1689427
Dec 18 21:11:32.147249 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5efe531-5af8-4315-b417-6ade5ada3d06 req-c611a0fc-56cd-4cda-97d3-409adce8af00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ebec85-c173-4b36-8f22-c0da8cd772d9 HTTP/1.1" status: 200  len: 1001 time: 0.0674167
Dec 18 21:11:32.150862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['2a4210e6-9e25-4f49-8bbb-72cbab194ca3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:32.202552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efe531-5af8-4315-b417-6ade5ada3d06 req-f203573f-7c2e-4cd3-a626-75213b1df251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:32.204399 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5efe531-5af8-4315-b417-6ade5ada3d06 req-f203573f-7c2e-4cd3-a626-75213b1df251 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c32a9709-eb41-4302-a656-d37822e7e70b HTTP/1.1" status: 200  len: 848 time: 0.0488842
Dec 18 21:11:32.258979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efe531-5af8-4315-b417-6ade5ada3d06 req-4ae4b6ab-044d-4051-807d-0fc1395c2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:32.260463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5efe531-5af8-4315-b417-6ade5ada3d06 req-4ae4b6ab-044d-4051-807d-0fc1395c2d6c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0495152
Dec 18 21:11:32.362601 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5efe531-5af8-4315-b417-6ade5ada3d06 req-4f31780e-0afa-473c-a741-e8a8fc4ae387 service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0944567
Dec 18 21:11:32.467082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5efe531-5af8-4315-b417-6ade5ada3d06 req-6e180af8-cf8d-49e9-ae30-a865236d9fe6 service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0956669
Dec 18 21:11:32.952291 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7a842f8f-1094-4a12-a769-0ba72e0dc175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:33.028340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eac23-b5c2-4355-92e3-8e4d9152d6aa req-9900fec0-1a6e-4a29-9a1f-ef9b785e1568 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:33.030084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cc1eac23-b5c2-4355-92e3-8e4d9152d6aa req-9900fec0-1a6e-4a29-9a1f-ef9b785e1568 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 945 time: 0.0611234
Dec 18 21:11:33.083834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cc1eac23-b5c2-4355-92e3-8e4d9152d6aa req-b8a15468-ccc2-4087-8239-5af57e82c5bb tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476346
Dec 18 21:11:33.178676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a8da0-f7c6-4b63-8b30-ab498f334f1b req-bebea9d2-ef63-4338-ae84-bbaac4b86666 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:33.180263 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f8a8da0-f7c6-4b63-8b30-ab498f334f1b req-bebea9d2-ef63-4338-ae84-bbaac4b86666 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0540984
Dec 18 21:11:33.235979 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f8a8da0-f7c6-4b63-8b30-ab498f334f1b req-27d8f477-f4ec-427c-93aa-93b636aa4760 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493591
Dec 18 21:11:33.628679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:11:33.693942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:11:33.697848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:11:33.698632 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:33.803273 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:33.825512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a6c77-a3f0-4f32-8058-ba33abf1ed56 req-4a3efe38-0551-4912-a537-696da846ec7c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:33.827279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d6a6c77-a3f0-4f32-8058-ba33abf1ed56 req-4a3efe38-0551-4912-a537-696da846ec7c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0550673
Dec 18 21:11:33.833127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7893530-a701-4c2f-8b28-18e55d0f3110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4210e6-9e25-4f49-8bbb-72cbab194ca3'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:33.835403 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c2da2e-7262-45ae-80a5-cb308b203f02" -d '{"events": [{"server_uuid": "e7893530-a701-4c2f-8b28-18e55d0f3110", "name": "network-vif-plugged", "status": "completed", "tag": "2a4210e6-9e25-4f49-8bbb-72cbab194ca3"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:33.863372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2a4210e6-9e25-4f49-8bbb-72cbab194ca3,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:33.870660 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:33.882452 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268ac012-153c-4b56-9ba9-5cff63a95017 x-openstack-request-id: req-268ac012-153c-4b56-9ba9-5cff63a95017 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:33.882799 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7893530-a701-4c2f-8b28-18e55d0f3110", "name": "network-vif-plugged", "status": "completed", "tag": "2a4210e6-9e25-4f49-8bbb-72cbab194ca3", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:33.883063 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-268ac012-153c-4b56-9ba9-5cff63a95017 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:33.883484 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7893530-a701-4c2f-8b28-18e55d0f3110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4210e6-9e25-4f49-8bbb-72cbab194ca3', 'code': 200}
Dec 18 21:11:33.890977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d6a6c77-a3f0-4f32-8058-ba33abf1ed56 req-b366ec51-56e7-45e6-bf83-0085cd23e007 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562019
Dec 18 21:11:33.948591 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=2a4210e6-9e25-4f49-8bbb-72cbab194ca3,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:34.003259 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276945a-f743-4e13-9abb-cc2ed7629942 req-49f5b030-d543-4f94-b160-127e5f9b4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:34.004771 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b276945a-f743-4e13-9abb-cc2ed7629942 req-49f5b030-d543-4f94-b160-127e5f9b4b05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 1097 time: 0.0432959
Dec 18 21:11:34.052874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b276945a-f743-4e13-9abb-cc2ed7629942 req-59cd206f-62fb-4d3d-a2fe-d0b0e6d65be0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390620
Dec 18 21:11:34.219600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe679f-e215-4412-a735-6879ce7783b0 req-8a3c590d-8a89-4c38-9f01-1b6fe28ef36c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:34.221343 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-acbe679f-e215-4412-a735-6879ce7783b0 req-8a3c590d-8a89-4c38-9f01-1b6fe28ef36c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 946 time: 0.0594499
Dec 18 21:11:34.278314 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-acbe679f-e215-4412-a735-6879ce7783b0 req-b86ef371-10ac-41c9-9c10-199b80bb8b3f tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485532
Dec 18 21:11:34.369801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3d8be-0a84-49c4-9ac9-7117af0cb204 req-a7b4fea6-8c02-41c8-995a-4865170157b7 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:34.371758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aec3d8be-0a84-49c4-9ac9-7117af0cb204 req-a7b4fea6-8c02-41c8-995a-4865170157b7 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0556843
Dec 18 21:11:34.431229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aec3d8be-0a84-49c4-9ac9-7117af0cb204 req-906b122c-c86c-4ae1-b23b-f774c73e8b8c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520158
Dec 18 21:11:35.025410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e64b4-3366-451b-a2e0-8b8a1d62b59b req-d11388d7-21f8-4560-972e-e4da10cbec38 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:35.027221 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b4e64b4-3366-451b-a2e0-8b8a1d62b59b req-d11388d7-21f8-4560-972e-e4da10cbec38 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0532181
Dec 18 21:11:35.083460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b4e64b4-3366-451b-a2e0-8b8a1d62b59b req-968fbcaa-98bb-424f-8347-32c22c9ce47e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494859
Dec 18 21:11:35.174725 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d7921e08-6019-4127-8718-ae18ebb4de53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:35.402591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c073c-381a-4b72-9fe3-d5a21419173e req-ead15feb-ca26-4320-a380-8d058130f174 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:35.404101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa6c073c-381a-4b72-9fe3-d5a21419173e req-ead15feb-ca26-4320-a380-8d058130f174 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 946 time: 0.0538583
Dec 18 21:11:35.457282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa6c073c-381a-4b72-9fe3-d5a21419173e req-3e808195-73ea-40e1-b0e2-cfb1465a6d9f tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468543
Dec 18 21:11:35.562283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067af65-0677-474d-b07a-c5ed323321fb req-f7578992-aebd-483b-9f12-98b8892aff10 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:35.564434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d067af65-0677-474d-b07a-c5ed323321fb req-f7578992-aebd-483b-9f12-98b8892aff10 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0572333
Dec 18 21:11:35.677357 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d067af65-0677-474d-b07a-c5ed323321fb req-a539f149-3c99-43f7-a9af-9318ec721ebc tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050003
Dec 18 21:11:35.742911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-7d10a17a-d172-4329-8a52-55ea350c48b6 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:35.744684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-7d10a17a-d172-4329-8a52-55ea350c48b6 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.1422915
Dec 18 21:11:35.761148 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-ca17633f-f1d6-4d17-87a7-358ba4b1c838 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/quotas/c36bc0b6ca0849f58c6b8f41df80db6f HTTP/1.1" status: 200  len: 375 time: 0.0105433
Dec 18 21:11:35.818797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-b215757f-cbae-407c-91c6-468de92f1bbe tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0520697
Dec 18 21:11:35.921335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-cbbb418b-8387-412f-88b4-ba020a1c6589 service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0954342
Dec 18 21:11:36.019279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-ab679235-d8c0-462b-90b2-eeed143a8317 service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899761
Dec 18 21:11:36.201266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e018c5d-90d0-4d42-be9c-bc318b0b8eb7 req-214fc0aa-8326-4fba-a6e1-c43b07a41f10 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 210 time: 0.0355425
Dec 18 21:11:36.268782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85fca-814e-442a-a6de-e6cdf7961d53 req-5b44ef42-b745-48f0-92ff-f425194e6b3b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:36.274756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8be85fca-814e-442a-a6de-e6cdf7961d53 req-5b44ef42-b745-48f0-92ff-f425194e6b3b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0765021
Dec 18 21:11:36.332576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8be85fca-814e-442a-a6de-e6cdf7961d53 req-6c257ad2-0fb4-4d80-959c-b34d471d0d80 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550556
Dec 18 21:11:36.407283 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:36.812441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff4d32-397f-4a88-96a3-5b082cd55561 req-0aa5d1cf-e5d6-4284-a082-e5e70d5cce1f tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:36.813857 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27ff4d32-397f-4a88-96a3-5b082cd55561 req-0aa5d1cf-e5d6-4284-a082-e5e70d5cce1f tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0513458
Dec 18 21:11:36.866729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27ff4d32-397f-4a88-96a3-5b082cd55561 req-887f148a-21ab-4526-8f6d-d29d1a8b5587 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434794
Dec 18 21:11:37.262698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-afa4bd5c-4402-461a-bdab-9350d0006c7d tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:37.264340 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-afa4bd5c-4402-461a-bdab-9350d0006c7d tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.31 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.1218722
Dec 18 21:11:37.278416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Request body: {'port': {'device_id': 'd964e9dd-27c3-4ad1-aac9-b91bad02537a', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'admin_state_up': True, 'tenant_id': 'c36bc0b6ca0849f58c6b8f41df80db6f'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:11:37.357771 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80651173-7860-4e2c-99f4-a24eb137dea4 req-615f9a4c-cbca-4d5c-985d-cd4a1936cbfa tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 210 time: 0.0615504
Dec 18 21:11:37.427618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Made reservation on behalf of c36bc0b6ca0849f58c6b8f41df80db6f for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:11:37.432180 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:37.540123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e7fda-48bf-4c8b-851d-ffc42f0f731a req-cce6e887-19a8-499e-b6ab-70412fd80db4 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:37.542175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc6e7fda-48bf-4c8b-851d-ffc42f0f731a req-cce6e887-19a8-499e-b6ab-70412fd80db4 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.1076827
Dec 18 21:11:37.644347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Allocated IP 172.20.0.7 (3a5db276-ddbb-4d99-a69c-3e20248c5144/2ab83944-842a-4d14-aea4-2059d07b7fe4/8faf2ed9-ee6a-4551-b51e-004836ba1d41) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:11:37.649659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc6e7fda-48bf-4c8b-851d-ffc42f0f731a req-0e3ba4d2-eb41-4105-be4a-e0c1de67cc3d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987942
Dec 18 21:11:37.815836 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:37.851320 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:37.864470 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['2a4210e6-9e25-4f49-8bbb-72cbab194ca3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:37.870857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:37.909999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Network 3a5db276-ddbb-4d99-a69c-3e20248c5144 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:11:37.914412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:11:37.924632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:11:37.952040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event updated for resources: {'Port': ['ID=8faf2ed9-ee6a-4551-b51e-004836ba1d41,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:38.016070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:38.016878 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:38.043260 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-89362c2b-2146-4ad6-beec-6d4e8471c469 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7691407
Dec 18 21:11:38.053662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ce990-3eb3-4173-b8b8-c459b38d3b17 req-b60f7ff9-df2f-4c34-83d9-4ae7f9a5568b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:38.055548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-270ce990-3eb3-4173-b8b8-c459b38d3b17 req-b60f7ff9-df2f-4c34-83d9-4ae7f9a5568b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0895181
Dec 18 21:11:38.061453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Request body: {'port': {'device_id': 'd964e9dd-27c3-4ad1-aac9-b91bad02537a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:11:38.126125 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:38.165076 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:38.171242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-270ce990-3eb3-4173-b8b8-c459b38d3b17 req-5957349c-2628-42e5-9700-96a4851228bb tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1056790
Dec 18 21:11:38.541441 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:38.773427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0dffd-5922-4081-9151-2bf2a6c8b9da req-30a60e9a-2646-4538-9669-eef989a36f92 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:38.775177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67e0dffd-5922-4081-9151-2bf2a6c8b9da req-30a60e9a-2646-4538-9669-eef989a36f92 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 931 time: 0.1180067
Dec 18 21:11:38.904586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340a909-f1cc-4712-ab1b-dfbe10d82073 req-44e83621-b4d8-412d-853a-1eb1833c40c7 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:38.906080 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2340a909-f1cc-4712-ab1b-dfbe10d82073 req-44e83621-b4d8-412d-853a-1eb1833c40c7 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.1453841
Dec 18 21:11:38.915274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67e0dffd-5922-4081-9151-2bf2a6c8b9da req-a0841d5e-aaa2-43e2-bac9-2fd6514a3f26 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277747
Dec 18 21:11:38.996962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8faf2ed9-ee6a-4551-b51e-004836ba1d41 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:11:39.012262 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:39.021879 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2340a909-f1cc-4712-ab1b-dfbe10d82073 req-64d21165-890e-41dd-bc8c-f4fbbee39e52 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037555
Dec 18 21:11:39.030218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Transition to ACTIVE for port object 8faf2ed9-ee6a-4551-b51e-004836ba1d41 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:11:39.034319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:39.091980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Pushing event updated for resources: {'Port': ['ID=8faf2ed9-ee6a-4551-b51e-004836ba1d41,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:39.161396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Attempting to bind port 8faf2ed9-ee6a-4551-b51e-004836ba1d41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:11:39.161878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Attempting to bind port 8faf2ed9-ee6a-4551-b51e-004836ba1d41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:11:39.162245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Attempting to bind port 8faf2ed9-ee6a-4551-b51e-004836ba1d41 on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:11:39.167451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Port 8faf2ed9-ee6a-4551-b51e-004836ba1d41 on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:11:39.167825 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Attempting to bind port 8faf2ed9-ee6a-4551-b51e-004836ba1d41 on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:11:39.173458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:11:39.173854 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Checking segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:11:39.174380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Bound using segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:11:39.174855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Bound port: 8faf2ed9-ee6a-4551-b51e-004836ba1d41, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:11:39.175216 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:39.251509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] For port 8faf2ed9-ee6a-4551-b51e-004836ba1d41, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:11:39.257162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] For port 8faf2ed9-ee6a-4551-b51e-004836ba1d41, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8faf2ed9-ee6a-4551-b51e-004836ba1d41,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:11:39.269332 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:39.340660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:39.341381 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:39.343214 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] 10.222.0.31 "PUT /v2.0/ports/8faf2ed9-ee6a-4551-b51e-004836ba1d41 HTTP/1.1" status: 200  len: 1091 time: 1.2858980
Dec 18 21:11:39.345826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd964e9dd-27c3-4ad1-aac9-b91bad02537a', 'tag': '8faf2ed9-ee6a-4551-b51e-004836ba1d41'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:39.349278 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbb656e-9f38-4299-9e08-1eee803c0ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "d964e9dd-27c3-4ad1-aac9-b91bad02537a", "tag": "8faf2ed9-ee6a-4551-b51e-004836ba1d41"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:39.387102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fb33b-3c44-41a3-935b-b42b106438dd req-2c569550-b11f-4af1-bf22-c58635a76448 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:39.388923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef3fb33b-3c44-41a3-935b-b42b106438dd req-2c569550-b11f-4af1-bf22-c58635a76448 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.1348109
Dec 18 21:11:39.390668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc1852-cce0-4e2a-ba4d-e34db58640df service neutron] Pushing event updated for resources: {'Port': ['ID=8faf2ed9-ee6a-4551-b51e-004836ba1d41,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:39.394403 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae63fa5-0b80-4665-be61-db7550568f0d x-openstack-request-id: req-6ae63fa5-0b80-4665-be61-db7550568f0d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:39.394692 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d964e9dd-27c3-4ad1-aac9-b91bad02537a", "tag": "8faf2ed9-ee6a-4551-b51e-004836ba1d41", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:39.394945 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ae63fa5-0b80-4665-be61-db7550568f0d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:39.395389 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd964e9dd-27c3-4ad1-aac9-b91bad02537a', 'tag': '8faf2ed9-ee6a-4551-b51e-004836ba1d41', 'status': 'completed', 'code': 200}
Dec 18 21:11:39.481953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-dd5c3e82-f975-4eb6-b804-a6641ececefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:39.483695 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-dd5c3e82-f975-4eb6-b804-a6641ececefe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 1094 time: 0.0869749
Dec 18 21:11:39.488047 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef3fb33b-3c44-41a3-935b-b42b106438dd req-5a1fae64-6c93-4bc0-8ea7-057568fff7a5 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819430
Dec 18 21:11:39.530298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-d71f1ba7-9585-4002-95a7-7cd6ff0c58aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8faf2ed9-ee6a-4551-b51e-004836ba1d41 HTTP/1.1" status: 200  len: 217 time: 0.0373845
Dec 18 21:11:39.592516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-b3ef0264-250e-47c8-9cb5-7259a9635da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:39.594048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-b3ef0264-250e-47c8-9cb5-7259a9635da2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0552320
Dec 18 21:11:39.648801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-ae57cae8-0e83-4853-b348-871162d75906 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418332
Dec 18 21:11:39.758384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-169829bf-8cb0-456c-baf8-14e69e337d4b service neutron] 10.222.0.31 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986655
Dec 18 21:11:39.863928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-503e9374-e05e-4bba-bcc2-0379ea2d94f4 req-c6c9f328-31f6-4ab9-9ff3-7027763aa820 service neutron] 10.222.0.31 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0984559
Dec 18 21:11:39.953998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb656e-9f38-4299-9e08-1eee803c0ca9 req-20e5e81d-a887-4344-85ad-dcf24d0580f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:39.955657 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2cbb656e-9f38-4299-9e08-1eee803c0ca9 req-20e5e81d-a887-4344-85ad-dcf24d0580f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 1094 time: 0.0438683
Dec 18 21:11:40.087969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb656e-9f38-4299-9e08-1eee803c0ca9 req-b1e552d8-1914-46a8-820f-f7172ee3a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:40.089504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2cbb656e-9f38-4299-9e08-1eee803c0ca9 req-b1e552d8-1914-46a8-820f-f7172ee3a3de service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 906 time: 0.1254117
Dec 18 21:11:40.097849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5feaa7-327b-4cfc-bdcf-b1086991e5cc req-c769d1ec-a02e-463a-9436-fe7ddcdfeca7 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:40.099366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f5feaa7-327b-4cfc-bdcf-b1086991e5cc req-c769d1ec-a02e-463a-9436-fe7ddcdfeca7 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 943 time: 0.0858793
Dec 18 21:11:40.163201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2cbb656e-9f38-4299-9e08-1eee803c0ca9 req-13f1d364-2037-43f1-a7bb-b51504520e40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8faf2ed9-ee6a-4551-b51e-004836ba1d41 HTTP/1.1" status: 200  len: 217 time: 0.0627170
Dec 18 21:11:40.250891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f5feaa7-327b-4cfc-bdcf-b1086991e5cc req-880c9377-19fd-424a-b5fb-396c31d5b521 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348405
Dec 18 21:11:40.252324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb656e-9f38-4299-9e08-1eee803c0ca9 req-20347e53-e9e5-49ec-949b-f6338d7024ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:40.253683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2cbb656e-9f38-4299-9e08-1eee803c0ca9 req-20347e53-e9e5-49ec-949b-f6338d7024ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0818930
Dec 18 21:11:40.262288 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da65b01-7d13-4bc2-a98f-2db31a3161a7 req-1c9fcc9d-45c4-44b6-a719-203db7bcb528 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:40.263635 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6da65b01-7d13-4bc2-a98f-2db31a3161a7 req-1c9fcc9d-45c4-44b6-a719-203db7bcb528 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.1572754
Dec 18 21:11:40.304724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2cbb656e-9f38-4299-9e08-1eee803c0ca9 req-5c371229-9849-424e-be3c-40194da144ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402710
Dec 18 21:11:40.400482 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6da65b01-7d13-4bc2-a98f-2db31a3161a7 req-13a93996-8969-4868-96a3-fb08c3e074af tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1202245
Dec 18 21:11:40.436600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2cbb656e-9f38-4299-9e08-1eee803c0ca9 req-cb33af4b-cbdb-4db2-9fae-60e8a7e3604b service neutron] 10.222.0.31 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245668
Dec 18 21:11:40.534086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2cbb656e-9f38-4299-9e08-1eee803c0ca9 req-c576c10b-933c-4c28-9fa8-18db2ac6400a service neutron] 10.222.0.31 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893002
Dec 18 21:11:40.690144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54571b58-511d-40a2-96f7-396450533736 req-7694b2d9-aff9-4d85-87a5-71488f60135a tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:40.691247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54571b58-511d-40a2-96f7-396450533736 req-7694b2d9-aff9-4d85-87a5-71488f60135a tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.1253374
Dec 18 21:11:40.752052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54571b58-511d-40a2-96f7-396450533736 req-4c2a9f77-7325-4b47-919c-16c40fcab373 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541396
Dec 18 21:11:41.009449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b41d76-35f9-435d-ac16-b070bf6c481e req-807a4446-bd3b-46c3-971b-1b5ee017777d tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:41.012425 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07b41d76-35f9-435d-ac16-b070bf6c481e req-807a4446-bd3b-46c3-971b-1b5ee017777d tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0882127
Dec 18 21:11:41.050646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b8e67-70de-4d85-9164-21c7448a2005 req-3b02e044-04a9-4f3f-bffd-e224a9c6c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:41.052226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab2b8e67-70de-4d85-9164-21c7448a2005 req-3b02e044-04a9-4f3f-bffd-e224a9c6c234 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 1096 time: 0.0830910
Dec 18 21:11:41.084740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07b41d76-35f9-435d-ac16-b070bf6c481e req-232103e9-2d9c-420d-994a-e7e95d7b57fc tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648625
Dec 18 21:11:41.169054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b8e67-70de-4d85-9164-21c7448a2005 req-7c98d744-0516-4099-a822-4002a3bca290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:41.170735 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab2b8e67-70de-4d85-9164-21c7448a2005 req-7c98d744-0516-4099-a822-4002a3bca290 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 910 time: 0.1040316
Dec 18 21:11:41.245466 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab2b8e67-70de-4d85-9164-21c7448a2005 req-5f1c4065-a756-487e-847c-44b105ffa664 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ebec85-c173-4b36-8f22-c0da8cd772d9 HTTP/1.1" status: 200  len: 1001 time: 0.0620828
Dec 18 21:11:41.298427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b8e67-70de-4d85-9164-21c7448a2005 req-a0937d1e-6923-480d-a292-febd4e72298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:41.299957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab2b8e67-70de-4d85-9164-21c7448a2005 req-a0937d1e-6923-480d-a292-febd4e72298f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c32a9709-eb41-4302-a656-d37822e7e70b HTTP/1.1" status: 200  len: 848 time: 0.0482497
Dec 18 21:11:41.386274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b8e67-70de-4d85-9164-21c7448a2005 req-f74b6df9-55b4-43a2-951b-e1acbba57312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:41.387813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab2b8e67-70de-4d85-9164-21c7448a2005 req-f74b6df9-55b4-43a2-951b-e1acbba57312 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0779622
Dec 18 21:11:41.399595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cec44-0839-44f9-af02-e4ca67402034 req-7e3a6fc7-dd2c-4c11-b572-ad62751bc8dd tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:41.401565 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c82cec44-0839-44f9-af02-e4ca67402034 req-7e3a6fc7-dd2c-4c11-b572-ad62751bc8dd tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 943 time: 0.0598688
Dec 18 21:11:41.534874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c82cec44-0839-44f9-af02-e4ca67402034 req-681a4a0b-cb0b-4faf-b246-2b4e07cf4d5a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249561
Dec 18 21:11:41.554028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab2b8e67-70de-4d85-9164-21c7448a2005 req-c2a3c4ac-ef1b-4f48-8a8b-e603e800c852 service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515234
Dec 18 21:11:41.577168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0206-384e-45fd-aff7-afd40d94b178 req-3485f4b7-c6fe-4a07-8a42-ad6b9dddaecd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:41.578683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45ab0206-384e-45fd-aff7-afd40d94b178 req-3485f4b7-c6fe-4a07-8a42-ad6b9dddaecd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0852952
Dec 18 21:11:41.684762 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45ab0206-384e-45fd-aff7-afd40d94b178 req-0083a66a-3c2b-4c72-9c92-abcae30dc480 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956986
Dec 18 21:11:41.699741 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab2b8e67-70de-4d85-9164-21c7448a2005 req-1dcaca56-a7ad-40f3-a728-f88fb6ef3dba service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386428
Dec 18 21:11:42.215288 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dade2fa-b697-4f34-bb1b-3d69e3372dc4 req-0ac6ba1c-9ef6-46d6-a35d-942add3d0044 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:42.216858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0dade2fa-b697-4f34-bb1b-3d69e3372dc4 req-0ac6ba1c-9ef6-46d6-a35d-942add3d0044 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0613000
Dec 18 21:11:42.349920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0dade2fa-b697-4f34-bb1b-3d69e3372dc4 req-f8b7e329-bc30-4b54-9cd9-566a3a659504 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1264908
Dec 18 21:11:42.662190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f6ba0-7249-492d-bba3-cfb4a23cf294 req-e76b9b9c-2f81-442b-85bb-8fa9097a1a72 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:42.663717 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-749f6ba0-7249-492d-bba3-cfb4a23cf294 req-e76b9b9c-2f81-442b-85bb-8fa9097a1a72 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 943 time: 0.0522180
Dec 18 21:11:42.715220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-749f6ba0-7249-492d-bba3-cfb4a23cf294 req-1a209a93-0ada-40b0-b99d-71dc6ac832d3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451956
Dec 18 21:11:42.819763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36910a4-91e1-45dd-a475-ede1915ce432 req-b4df030b-33a3-4d4e-8d4e-8635af91848e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:42.821606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f36910a4-91e1-45dd-a475-ede1915ce432 req-b4df030b-33a3-4d4e-8d4e-8635af91848e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0570097
Dec 18 21:11:42.875348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f36910a4-91e1-45dd-a475-ede1915ce432 req-9255b39a-255f-488b-9a70-77893db8dd7d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461736
Dec 18 21:11:43.483576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95573ead-175f-4639-9fea-306ecb36abbe req-4d0d2a49-a2c4-4da0-a2eb-4c695107b1f9 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:43.485198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95573ead-175f-4639-9fea-306ecb36abbe req-4d0d2a49-a2c4-4da0-a2eb-4c695107b1f9 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0531459
Dec 18 21:11:43.537410 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95573ead-175f-4639-9fea-306ecb36abbe req-8a3a2cb8-5764-4318-bd7f-d3512c810e9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461287
Dec 18 21:11:43.714287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8faf2ed9-ee6a-4551-b51e-004836ba1d41 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:11:43.825182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8faf2ed9-ee6a-4551-b51e-004836ba1d41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8faf2ed9-ee6a-4551-b51e-004836ba1d41,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:43.838202 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '8faf2ed9-ee6a-4551-b51e-004836ba1d41', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'port_id': '8faf2ed9-ee6a-4551-b51e-004836ba1d41', 'mac_address': 'fa:16:3e:a0:4f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab83944-842a-4d14-aea4-2059d07b7fe4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:11:43.858231 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3ffee-d6ea-49a0-90c6-724b723cdde4 req-0153373d-09b1-4827-a957-94d12b0bfa22 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:43.859864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2b3ffee-d6ea-49a0-90c6-724b723cdde4 req-0153373d-09b1-4827-a957-94d12b0bfa22 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 943 time: 0.0552337
Dec 18 21:11:43.885629 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:43.899523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8faf2ed9-ee6a-4551-b51e-004836ba1d41 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:11:43.918639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2b3ffee-d6ea-49a0-90c6-724b723cdde4 req-5dacf8e6-f64b-43fa-bcbb-86dc275c18ba tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523143
Dec 18 21:11:43.945813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8faf2ed9-ee6a-4551-b51e-004836ba1d41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8faf2ed9-ee6a-4551-b51e-004836ba1d41,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:43.949748 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:44.003279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=8faf2ed9-ee6a-4551-b51e-004836ba1d41,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:44.005410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396672d-175d-4160-b5e9-48dd4d004714 req-407006fb-9277-486b-b380-262fa5f65260 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:44.006887 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2396672d-175d-4160-b5e9-48dd4d004714 req-407006fb-9277-486b-b380-262fa5f65260 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0529482
Dec 18 21:11:44.070637 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2396672d-175d-4160-b5e9-48dd4d004714 req-74a19281-59f9-46d1-b14b-9dcb24111f89 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568604
Dec 18 21:11:44.216496 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['8faf2ed9-ee6a-4551-b51e-004836ba1d41'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:44.909918 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:45.052150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b5459-d955-490b-b180-5baa5de54f29 req-66b9a2db-5ca3-4f52-818d-8e15e881370b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:45.053553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e86b5459-d955-490b-b180-5baa5de54f29 req-66b9a2db-5ca3-4f52-818d-8e15e881370b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 944 time: 0.0578532
Dec 18 21:11:45.113366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e86b5459-d955-490b-b180-5baa5de54f29 req-1d2d9fbf-de19-4d63-b568-57cacf09946b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527818
Dec 18 21:11:45.204560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcdd04-e5ca-46c3-9ce2-eb37ffdffe02 req-a40965fe-558b-4c9c-ab1d-2a08a92d424d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:45.206078 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1cbcdd04-e5ca-46c3-9ce2-eb37ffdffe02 req-a40965fe-558b-4c9c-ab1d-2a08a92d424d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0539832
Dec 18 21:11:45.243995 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:11:45.260567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1cbcdd04-e5ca-46c3-9ce2-eb37ffdffe02 req-ebc46cdd-0cb1-4659-9e45-db16b834e693 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478630
Dec 18 21:11:45.713327 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 108c8a1c-0915-4513-8659-185ce5146ce7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:11:45.716760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8faf2ed9-ee6a-4551-b51e-004836ba1d41 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:11:45.824796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 8faf2ed9-ee6a-4551-b51e-004836ba1d41 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:11:45.837477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 8faf2ed9-ee6a-4551-b51e-004836ba1d41 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:11:45.838107 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:45.881746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:45.899657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '108c8a1c-0915-4513-8659-185ce5146ce7', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'port_id': '108c8a1c-0915-4513-8659-185ce5146ce7', 'mac_address': 'fa:16:3e:02:f1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:11:45.979984 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:46.002917 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 108c8a1c-0915-4513-8659-185ce5146ce7 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:11:46.009885 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:46.039820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:46.049339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd964e9dd-27c3-4ad1-aac9-b91bad02537a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf2ed9-ee6a-4551-b51e-004836ba1d41'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:46.052162 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29e26ee-5b82-4d70-acb3-d315a8e5eeff" -d '{"events": [{"server_uuid": "d964e9dd-27c3-4ad1-aac9-b91bad02537a", "name": "network-vif-plugged", "status": "completed", "tag": "8faf2ed9-ee6a-4551-b51e-004836ba1d41"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:46.055721 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:46.082023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8faf2ed9-ee6a-4551-b51e-004836ba1d41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8faf2ed9-ee6a-4551-b51e-004836ba1d41,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:46.108296 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:46.115771 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90330ce9-df82-4fd8-b0e5-1c50eb2e3284 x-openstack-request-id: req-90330ce9-df82-4fd8-b0e5-1c50eb2e3284 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:46.116008 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d964e9dd-27c3-4ad1-aac9-b91bad02537a", "name": "network-vif-plugged", "status": "completed", "tag": "8faf2ed9-ee6a-4551-b51e-004836ba1d41", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:46.116272 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90330ce9-df82-4fd8-b0e5-1c50eb2e3284 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:46.116861 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd964e9dd-27c3-4ad1-aac9-b91bad02537a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf2ed9-ee6a-4551-b51e-004836ba1d41', 'code': 200}
Dec 18 21:11:46.139538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:46.174917 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['108c8a1c-0915-4513-8659-185ce5146ce7'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:46.240444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=8faf2ed9-ee6a-4551-b51e-004836ba1d41,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:46.255328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cdc83-f1d8-4a6d-b641-f8d38657cd6c req-07da7b8e-ec4b-4c59-af33-bd749e6958c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:46.256820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-459cdc83-f1d8-4a6d-b641-f8d38657cd6c req-07da7b8e-ec4b-4c59-af33-bd749e6958c2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 1096 time: 0.0857198
Dec 18 21:11:46.269050 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db85e7f-c4dc-41fe-a6e4-2811207d93c0 req-7dd333c6-64f7-409d-a131-b0c688bc13db tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:46.270535 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5db85e7f-c4dc-41fe-a6e4-2811207d93c0 req-7dd333c6-64f7-409d-a131-b0c688bc13db tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 945 time: 0.0665081
Dec 18 21:11:46.337999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-459cdc83-f1d8-4a6d-b641-f8d38657cd6c req-0ebc81bf-8dc2-454f-a5ae-6c656a986748 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664465
Dec 18 21:11:46.351380 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5db85e7f-c4dc-41fe-a6e4-2811207d93c0 req-a97b539c-37a3-4964-bf82-31f8c4ab6311 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665779
Dec 18 21:11:46.406730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d4dda-a8f0-4aca-ab8f-56b38e895115 req-b26bbdc9-9f59-413b-8570-224f4a23108c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:46.408228 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c51d4dda-a8f0-4aca-ab8f-56b38e895115 req-b26bbdc9-9f59-413b-8570-224f4a23108c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.0560715
Dec 18 21:11:46.458297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c51d4dda-a8f0-4aca-ab8f-56b38e895115 req-d517670e-11ef-4bba-b819-0ef033b97d7b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429103
Dec 18 21:11:47.519603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638075c-7dab-4443-96df-a5a45ee715c1 req-41992129-ddd7-4859-8e6b-8025312dc5d7 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:47.522702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7638075c-7dab-4443-96df-a5a45ee715c1 req-41992129-ddd7-4859-8e6b-8025312dc5d7 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 945 time: 0.0813913
Dec 18 21:11:47.610726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7638075c-7dab-4443-96df-a5a45ee715c1 req-48bb8d49-92c7-4fc8-b1fa-30887d520543 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768032
Dec 18 21:11:47.674154 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96bb0a-eaeb-4290-b145-d0b498c084fa req-b8429004-7ffa-4162-8d2d-4dfa52cd11c7 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:47.682021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a96bb0a-eaeb-4290-b145-d0b498c084fa req-b8429004-7ffa-4162-8d2d-4dfa52cd11c7 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.0947490
Dec 18 21:11:47.715628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 108c8a1c-0915-4513-8659-185ce5146ce7 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:11:47.741428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a96bb0a-eaeb-4290-b145-d0b498c084fa req-4440e1df-18fa-423f-8f22-15ef656002f0 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582716
Dec 18 21:11:47.813714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 108c8a1c-0915-4513-8659-185ce5146ce7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:11:47.814514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:47.920557 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:47.961564 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:47.965944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:48.056661 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:48.118138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:48.121893 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37e99d6-ad7d-44ec-ad15-a2900f44b234" -d '{"events": [{"server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "name": "network-vif-plugged", "status": "completed", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:48.176558 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d17569-a9e8-4d88-83f4-bbddfb4b1530 x-openstack-request-id: req-88d17569-a9e8-4d88-83f4-bbddfb4b1530 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:48.176558 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "name": "network-vif-plugged", "status": "completed", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:48.176558 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88d17569-a9e8-4d88-83f4-bbddfb4b1530 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:48.177346 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7', 'code': 200}
Dec 18 21:11:48.769047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27b114-d3ff-466c-a3a8-e3e9479e96b9 req-c5210dca-15de-46a5-b68f-7da3d6e3007c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:48.777844 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb27b114-d3ff-466c-a3a8-e3e9479e96b9 req-c5210dca-15de-46a5-b68f-7da3d6e3007c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 945 time: 0.0695977
Dec 18 21:11:48.848425 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb27b114-d3ff-466c-a3a8-e3e9479e96b9 req-88b47a8c-e67b-43fe-a07d-34861c5aa6a9 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674875
Dec 18 21:11:48.942328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923d967-c068-490e-8c39-bb30a141e9b7 req-82535618-daf4-4141-8027-ed8b9268a2d4 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:48.944594 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d923d967-c068-490e-8c39-bb30a141e9b7 req-82535618-daf4-4141-8027-ed8b9268a2d4 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0811975
Dec 18 21:11:49.034151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40497c05-abcf-46a2-bb80-01887a3c5c1e req-3e6728d9-79a7-42f0-a76c-c9ed3b96321a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:49.036388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40497c05-abcf-46a2-bb80-01887a3c5c1e req-3e6728d9-79a7-42f0-a76c-c9ed3b96321a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 946 time: 0.0906129
Dec 18 21:11:49.047002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d923d967-c068-490e-8c39-bb30a141e9b7 req-aaa90b1f-b3f0-42ad-b5ed-8c059fc5094f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711098
Dec 18 21:11:49.112588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40497c05-abcf-46a2-bb80-01887a3c5c1e req-e12939ab-34ae-487f-90c2-3dae583debc1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644352
Dec 18 21:11:49.258868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23719713-d77c-47e8-b6e1-58259b5cc171 req-2ac91bb5-0e10-466e-bce5-a4174b761183 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:49.261177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23719713-d77c-47e8-b6e1-58259b5cc171 req-2ac91bb5-0e10-466e-bce5-a4174b761183 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 945 time: 0.0681019
Dec 18 21:11:49.334763 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23719713-d77c-47e8-b6e1-58259b5cc171 req-38e8dca4-3fd7-4000-a732-76ea20a35625 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658815
Dec 18 21:11:49.548919 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:49.668454 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5419ff4-fbb9-4a3c-8336-2d8cce9815af req-eab140ea-fba5-4af2-a634-13ef0cefefb5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:49.670587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5419ff4-fbb9-4a3c-8336-2d8cce9815af req-eab140ea-fba5-4af2-a634-13ef0cefefb5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 945 time: 0.0726469
Dec 18 21:11:49.727177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d5419ff4-fbb9-4a3c-8336-2d8cce9815af req-5f4108ad-1e89-415f-9f59-6e358e298653 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488770
Dec 18 21:11:50.199476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba8614-f357-4476-b59d-9210be9d114d req-841b2292-7349-4607-be12-bbea01e8394d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:50.201295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fba8614-f357-4476-b59d-9210be9d114d req-841b2292-7349-4607-be12-bbea01e8394d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0612411
Dec 18 21:11:50.266530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fba8614-f357-4476-b59d-9210be9d114d req-67f547ff-4349-48ba-a95a-cd6072b1349e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586004
Dec 18 21:11:50.892423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7722-3b2c-4038-a0f0-30246b91cc17 req-c4b0a781-d28c-470a-bba9-ba15c700ce37 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:50.893869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-90ff7722-3b2c-4038-a0f0-30246b91cc17 req-c4b0a781-d28c-470a-bba9-ba15c700ce37 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 945 time: 0.0640492
Dec 18 21:11:50.950807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-90ff7722-3b2c-4038-a0f0-30246b91cc17 req-bc536e3b-3699-4792-a4b8-d945c93d8360 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502269
Dec 18 21:11:51.165116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9e40c-fa36-49c5-bf07-28742ba3a4a7 req-c76129e8-117f-42a0-bf9d-6d0a6b761423 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:51.167191 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7b9e40c-fa36-49c5-bf07-28742ba3a4a7 req-c76129e8-117f-42a0-bf9d-6d0a6b761423 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 945 time: 0.0575540
Dec 18 21:11:51.310329 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-e7b9e40c-fa36-49c5-bf07-28742ba3a4a7 req-d5c24e02-0485-4960-ad30-f9d0b933c217 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Deleting port 8faf2ed9-ee6a-4551-b51e-004836ba1d41 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:11:51.311008 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e7b9e40c-fa36-49c5-bf07-28742ba3a4a7 req-d5c24e02-0485-4960-ad30-f9d0b933c217 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:51.458810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127c277-7c1b-4ba5-8935-48b85d99d341 req-e2313f33-e23f-4266-b43b-3e0df7ffb584 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:51.460437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b127c277-7c1b-4ba5-8935-48b85d99d341 req-e2313f33-e23f-4266-b43b-3e0df7ffb584 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0981281
Dec 18 21:11:51.462653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e7b9e40c-fa36-49c5-bf07-28742ba3a4a7 req-d5c24e02-0485-4960-ad30-f9d0b933c217 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] For port 8faf2ed9-ee6a-4551-b51e-004836ba1d41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8faf2ed9-ee6a-4551-b51e-004836ba1d41,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:51.463103 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e7b9e40c-fa36-49c5-bf07-28742ba3a4a7 req-d5c24e02-0485-4960-ad30-f9d0b933c217 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:51.484181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-e7b9e40c-fa36-49c5-bf07-28742ba3a4a7 req-d5c24e02-0485-4960-ad30-f9d0b933c217 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Calling delete_port for 8faf2ed9-ee6a-4551-b51e-004836ba1d41 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:11:51.565563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b127c277-7c1b-4ba5-8935-48b85d99d341 req-8cd3e2d2-bb98-47ac-98e3-1d52fe48581e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939741
Dec 18 21:11:51.704315 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e7b9e40c-fa36-49c5-bf07-28742ba3a4a7 req-d5c24e02-0485-4960-ad30-f9d0b933c217 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:51.718586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['2a4210e6-9e25-4f49-8bbb-72cbab194ca3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:51.721952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c', '8faf2ed9-ee6a-4551-b51e-004836ba1d41'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:51.753653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c24e02-0485-4960-ad30-f9d0b933c217 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event deleted for resources: {'Port': ['ID=8faf2ed9-ee6a-4551-b51e-004836ba1d41,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:51.814449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b9e40c-fa36-49c5-bf07-28742ba3a4a7 req-d5c24e02-0485-4960-ad30-f9d0b933c217 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] No DVR routers for this DVR port 8faf2ed9-ee6a-4551-b51e-004836ba1d41 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:11:51.818484 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e7b9e40c-fa36-49c5-bf07-28742ba3a4a7 req-d5c24e02-0485-4960-ad30-f9d0b933c217 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:51.823757 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7b9e40c-fa36-49c5-bf07-28742ba3a4a7 req-d5c24e02-0485-4960-ad30-f9d0b933c217 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.31 "DELETE /v2.0/ports/8faf2ed9-ee6a-4551-b51e-004836ba1d41 HTTP/1.1" status: 204  len: 173 time: 0.6500139
Dec 18 21:11:51.824553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd964e9dd-27c3-4ad1-aac9-b91bad02537a', 'name': 'network-vif-deleted', 'tag': '8faf2ed9-ee6a-4551-b51e-004836ba1d41'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:51.827854 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cef6f26-bcf5-44f3-9677-4991a2900d1c" -d '{"events": [{"server_uuid": "d964e9dd-27c3-4ad1-aac9-b91bad02537a", "name": "network-vif-deleted", "tag": "8faf2ed9-ee6a-4551-b51e-004836ba1d41"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:51.891074 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d3d1e-c518-496a-b353-538d26b4d79e x-openstack-request-id: req-0a0d3d1e-c518-496a-b353-538d26b4d79e {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:51.892512 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d964e9dd-27c3-4ad1-aac9-b91bad02537a", "name": "network-vif-deleted", "tag": "8faf2ed9-ee6a-4551-b51e-004836ba1d41", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:51.892512 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a0d3d1e-c518-496a-b353-538d26b4d79e {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:51.892512 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd964e9dd-27c3-4ad1-aac9-b91bad02537a', 'name': 'network-vif-deleted', 'tag': '8faf2ed9-ee6a-4551-b51e-004836ba1d41', 'status': 'completed', 'code': 200}
Dec 18 21:11:52.114616 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6d06b53-d6a9-4ee5-b42a-ef72c62980fe req-f847ed36-4fc3-44ad-8fcc-eb08394d2c40 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d964e9dd-27c3-4ad1-aac9-b91bad02537a HTTP/1.1" status: 200  len: 210 time: 0.0485675
Dec 18 21:11:52.751995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9632f-c018-4dbc-8da2-e426e18837ad req-d9595c51-147a-41f8-8807-16d614b0485a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:52.762374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19f9632f-c018-4dbc-8da2-e426e18837ad req-d9595c51-147a-41f8-8807-16d614b0485a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0903957
Dec 18 21:11:52.884677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19f9632f-c018-4dbc-8da2-e426e18837ad req-59372f91-e0be-4bd9-9bf6-009f04ca52fd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1129017
Dec 18 21:11:52.885611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce94e-3069-403e-9adc-8328d34fb066 req-1edf68ce-a377-41b9-abb3-87ddb44f764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:52.887059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c1ce94e-3069-403e-9adc-8328d34fb066 req-1edf68ce-a377-41b9-abb3-87ddb44f764b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 1096 time: 0.0785027
Dec 18 21:11:53.027546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce94e-3069-403e-9adc-8328d34fb066 req-18a74f36-af2b-4761-8549-a75ffc63283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:53.029794 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c1ce94e-3069-403e-9adc-8328d34fb066 req-18a74f36-af2b-4761-8549-a75ffc63283b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.1187911
Dec 18 21:11:53.111140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c1ce94e-3069-403e-9adc-8328d34fb066 req-d4180632-9160-4347-b2d5-044852f04eb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c8a1c-0915-4513-8659-185ce5146ce7 HTTP/1.1" status: 200  len: 1001 time: 0.0707057
Dec 18 21:11:53.195463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce94e-3069-403e-9adc-8328d34fb066 req-104e3f4b-7c2c-4252-9688-9ffd4702dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:53.197928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c1ce94e-3069-403e-9adc-8328d34fb066 req-104e3f4b-7c2c-4252-9688-9ffd4702dfda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.0782955
Dec 18 21:11:53.273901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce94e-3069-403e-9adc-8328d34fb066 req-95c406fb-4fe2-4228-a515-1e99cc5dbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:53.276378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c1ce94e-3069-403e-9adc-8328d34fb066 req-95c406fb-4fe2-4228-a515-1e99cc5dbe44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0696719
Dec 18 21:11:53.346888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37158) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:11:53.414947 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c1ce94e-3069-403e-9adc-8328d34fb066 req-d41ef38b-9cd9-4046-9133-d5c2fa5aeb9a service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296351
Dec 18 21:11:53.557302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67b4c0-ba68-4751-9ec6-118573ab74e1 req-071eb90f-4339-45c6-aac1-9e3263e7d0ee tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:53.558982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f67b4c0-ba68-4751-9ec6-118573ab74e1 req-071eb90f-4339-45c6-aac1-9e3263e7d0ee tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 946 time: 0.1083918
Dec 18 21:11:53.592505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c1ce94e-3069-403e-9adc-8328d34fb066 req-a920c26b-2e94-4460-9714-7fc1324fb963 service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660507
Dec 18 21:11:53.629840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f67b4c0-ba68-4751-9ec6-118573ab74e1 req-767f3229-9ac1-4433-b2c6-adceb014f152 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636725
Dec 18 21:11:53.663091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Deleting port 50985de8-63b4-40f9-a26e-07ae85a1e8cd {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:11:53.663091 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:53.776448 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:53.776738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:53.790398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Calling delete_port for 50985de8-63b4-40f9-a26e-07ae85a1e8cd owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:11:54.004674 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:54.038293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event deleted for resources: {'Port': ['ID=50985de8-63b4-40f9-a26e-07ae85a1e8cd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:54.063760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f874b8-015a-41a4-b181-31b493f6f01c req-604511e4-6ec6-4cc5-9815-0b57cc5505a9 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:54.072944 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42f874b8-015a-41a4-b181-31b493f6f01c req-604511e4-6ec6-4cc5-9815-0b57cc5505a9 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0770288
Dec 18 21:11:54.114289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:54.114672 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Floating IP 7121498c-39fc-4909-a4e4-d9f95be43f48 disassociated (deleted). External IP: 172.35.3.191, port: 6952405e-dd10-48ed-b3df-0dbd6bb82a96.
Dec 18 21:11:54.139227 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42f874b8-015a-41a4-b181-31b493f6f01c req-e73f7566-24be-4776-8722-4b01d3d07ef5 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649645
Dec 18 21:11:54.418634 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Router 1be5c754-1681-47a2-8301-de9cedb08c80 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:11:54.559829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:11:54.566586 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:54.575860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d5b11-9746-4f77-8404-ba51132f1b02 None None] Sync routers for ids ['1be5c754-1681-47a2-8301-de9cedb08c80'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:11:54.589357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d5b11-9746-4f77-8404-ba51132f1b02 None None] Routers {'1be5c754-1681-47a2-8301-de9cedb08c80'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:11:54.590107 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-316d5b11-9746-4f77-8404-ba51132f1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365dfb2c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:11:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1be5c754-1681-47a2-8301-de9cedb08c80'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:54.610859 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e8b7cdbe-5927-4c4a-ad1b-e5314dd25f29 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "DELETE /v2.0/floatingips/7121498c-39fc-4909-a4e4-d9f95be43f48 HTTP/1.1" status: 204  len: 168 time: 1.2592511
Dec 18 21:11:54.610859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:54.612837 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18168fa-5795-473a-b10b-f0cb0067cca5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:54.695756 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd961a3-b247-4119-a3cb-f93add0c6d17 x-openstack-request-id: req-bbd961a3-b247-4119-a3cb-f93add0c6d17 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:54.696140 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:54.696401 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbd961a3-b247-4119-a3cb-f93add0c6d17 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:54.696901 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'status': 'completed', 'code': 200}
Dec 18 21:11:54.797143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18168fa-5795-473a-b10b-f0cb0067cca5 req-668cc70e-a4bb-4292-919f-1152730a727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:54.798922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b18168fa-5795-473a-b10b-f0cb0067cca5 req-668cc70e-a4bb-4292-919f-1152730a727f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62fd960aee2d408d8c9977b60fcabd61&device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 1097 time: 0.0758939
Dec 18 21:11:54.890469 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-316d5b11-9746-4f77-8404-ba51132f1b02 None None] Set router 1be5c754-1681-47a2-8301-de9cedb08c80 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:11:55.227659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-316d5b11-9746-4f77-8404-ba51132f1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365dfb2c10>, [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dafade2-435c-49b5-92f5-8cc6dc24b597', 'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'mac_address': 'fa:16:3e:3d:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:08Z', 'updated_at': '2021-12-18T21:10:14Z', 'revision_number': 5, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'subnets': [{'id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:55.258946 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d5b11-9746-4f77-8404-ba51132f1b02 None None] Checking router: 1be5c754-1681-47a2-8301-de9cedb08c80 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:11:55.277204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d5b11-9746-4f77-8404-ba51132f1b02 None None] Routers {'1be5c754-1681-47a2-8301-de9cedb08c80'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:11:55.278129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-316d5b11-9746-4f77-8404-ba51132f1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365dfb2c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:11:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1be5c754-1681-47a2-8301-de9cedb08c80'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:55.392761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2d534-eac6-496c-ab49-78f8c64139ea req-a10addda-955f-476f-b597-031b1b900b0c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:55.401206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3c2d534-eac6-496c-ab49-78f8c64139ea req-a10addda-955f-476f-b597-031b1b900b0c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 946 time: 0.5607352
Dec 18 21:11:55.419782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-316d5b11-9746-4f77-8404-ba51132f1b02 None None] Set router 1be5c754-1681-47a2-8301-de9cedb08c80 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:11:55.486727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea95286-2615-4482-a23c-df313facb8c0 req-c5addc9f-a509-417f-8ba1-7c4b7fe1aa7f tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:55.488328 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ea95286-2615-4482-a23c-df313facb8c0 req-c5addc9f-a509-417f-8ba1-7c4b7fe1aa7f tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 946 time: 0.1867075
Dec 18 21:11:55.519978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3c2d534-eac6-496c-ab49-78f8c64139ea req-da6c4769-afcb-410e-b059-07da9287de1a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177709
Dec 18 21:11:55.548038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad9da4-eaa8-4e44-bec8-b1692f4d61f2 req-1eb218ea-008b-4aa0-a887-f3ddc59d126c tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:55.562104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08ad9da4-eaa8-4e44-bec8-b1692f4d61f2 req-1eb218ea-008b-4aa0-a887-f3ddc59d126c tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 946 time: 0.2512040
Dec 18 21:11:55.626596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18168fa-5795-473a-b10b-f0cb0067cca5 req-60814257-2984-4f0c-bb7a-330c6500a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:55.635290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b18168fa-5795-473a-b10b-f0cb0067cca5 req-60814257-2984-4f0c-bb7a-330c6500a13d service neutron] 10.222.0.31 "GET /v2.0/networks?id=c62ef8c3-463b-4e15-8f35-55a2c15acde0 HTTP/1.1" status: 200  len: 914 time: 0.8170276
Dec 18 21:11:55.741605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-316d5b11-9746-4f77-8404-ba51132f1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365dfb2c10>, [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dafade2-435c-49b5-92f5-8cc6dc24b597', 'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'mac_address': 'fa:16:3e:3d:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:08Z', 'updated_at': '2021-12-18T21:10:14Z', 'revision_number': 5, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'subnets': [{'id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:55.783305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b18168fa-5795-473a-b10b-f0cb0067cca5 req-9ec2c145-d042-4e2d-b184-3d693b561961 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6952405e-dd10-48ed-b3df-0dbd6bb82a96 HTTP/1.1" status: 200  len: 217 time: 0.0988019
Dec 18 21:11:55.786968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d5b11-9746-4f77-8404-ba51132f1b02 None None] The sync data for ids ['1be5c754-1681-47a2-8301-de9cedb08c80'] in ncdv-master-1 is: [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dafade2-435c-49b5-92f5-8cc6dc24b597', 'name': '', 'network_id': 'c62ef8c3-463b-4e15-8f35-55a2c15acde0', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'mac_address': 'fa:16:3e:3d:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:08Z', 'updated_at': '2021-12-18T21:10:14Z', 'revision_number': 5, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'subnets': [{'id': 'c9dd9ccd-6110-462a-950d-40714b5429ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:11:55.790996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8faf2ed9-ee6a-4551-b51e-004836ba1d41 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:11:55.819720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 8faf2ed9-ee6a-4551-b51e-004836ba1d41 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:11:55.820078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8faf2ed9-ee6a-4551-b51e-004836ba1d41 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:11:55.892835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4924b-cd61-4845-94ed-fdd5e2e782cf req-378c8344-a68b-42e9-aa80-926a3c9a9edd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:55.897597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0c4924b-cd61-4845-94ed-fdd5e2e782cf req-378c8344-a68b-42e9-aa80-926a3c9a9edd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.2588260
Dec 18 21:11:55.913746 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08ad9da4-eaa8-4e44-bec8-b1692f4d61f2 req-4da583ee-a801-4f41-99b6-fc8c9fbe949a tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3491452
Dec 18 21:11:55.959176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18168fa-5795-473a-b10b-f0cb0067cca5 req-afa78088-c259-4f57-a0d0-34a725032fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:55.960766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b18168fa-5795-473a-b10b-f0cb0067cca5 req-afa78088-c259-4f57-a0d0-34a725032fed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dd9ccd-6110-462a-950d-40714b5429ee HTTP/1.1" status: 200  len: 852 time: 0.1633279
Dec 18 21:11:56.065769 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0c4924b-cd61-4845-94ed-fdd5e2e782cf req-00a04151-5bb8-41b8-9aae-c05f72008f15 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389458
Dec 18 21:11:56.078224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ea95286-2615-4482-a23c-df313facb8c0 req-95e3c628-706f-42ae-b316-b25433141a43 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Deleting port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:11:56.078700 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ea95286-2615-4482-a23c-df313facb8c0 req-95e3c628-706f-42ae-b316-b25433141a43 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:56.308823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18168fa-5795-473a-b10b-f0cb0067cca5 req-1e79c886-78f6-4349-bf20-8e245aca79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:56.310425 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b18168fa-5795-473a-b10b-f0cb0067cca5 req-1e79c886-78f6-4349-bf20-8e245aca79cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c62ef8c3-463b-4e15-8f35-55a2c15acde0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3400896
Dec 18 21:11:56.312421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-6ea95286-2615-4482-a23c-df313facb8c0 req-95e3c628-706f-42ae-b316-b25433141a43 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] For port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2a4210e6-9e25-4f49-8bbb-72cbab194ca3,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:56.312783 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ea95286-2615-4482-a23c-df313facb8c0 req-95e3c628-706f-42ae-b316-b25433141a43 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:56.347832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-6ea95286-2615-4482-a23c-df313facb8c0 req-95e3c628-706f-42ae-b316-b25433141a43 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Calling delete_port for 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:11:56.364745 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7487a53c-2285-4f8b-a2ab-4d549ef3d68e None None] New status for floating IP 7121498c-39fc-4909-a4e4-d9f95be43f48: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:11:56.433614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242ff9e-8547-4c79-a4e3-324431b91dcb req-5b8c910f-2ebc-4be5-8165-318f3479774b tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:56.444379 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f242ff9e-8547-4c79-a4e3-324431b91dcb req-5b8c910f-2ebc-4be5-8165-318f3479774b tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1096 time: 0.1639049
Dec 18 21:11:56.612657 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f242ff9e-8547-4c79-a4e3-324431b91dcb req-e7d6dd76-8aaf-46a3-b2f5-d2d3c2ff0d3d tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1622937
Dec 18 21:11:56.629419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37180) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:11:56.713516 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b18168fa-5795-473a-b10b-f0cb0067cca5 req-b833a1c3-a56c-441e-8967-be873aefb659 service neutron] 10.222.0.31 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2961266
Dec 18 21:11:56.762788 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa39ad-76aa-4589-b75c-e8a91c25463e req-0246aa3a-4391-4258-89ce-1996e1ef1098 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:56.764411 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-59aa39ad-76aa-4589-b75c-e8a91c25463e req-0246aa3a-4391-4258-89ce-1996e1ef1098 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 946 time: 0.1979609
Dec 18 21:11:56.813172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b59c43-fc79-4ee3-a006-63b71aadb4af req-fe1859b6-1658-41ca-81c0-3a5b293e2dda tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:56.814955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00b59c43-fc79-4ee3-a006-63b71aadb4af req-fe1859b6-1658-41ca-81c0-3a5b293e2dda tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7893530-a701-4c2f-8b28-18e55d0f3110 HTTP/1.1" status: 200  len: 946 time: 0.1922131
Dec 18 21:11:56.820105 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ea95286-2615-4482-a23c-df313facb8c0 req-95e3c628-706f-42ae-b316-b25433141a43 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:56.835715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['2a4210e6-9e25-4f49-8bbb-72cbab194ca3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:56.838635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:11:56.858949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3c628-706f-42ae-b316-b25433141a43 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event deleted for resources: {'Port': ['ID=2a4210e6-9e25-4f49-8bbb-72cbab194ca3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:56.944904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port d4ba2348-0e7f-4657-8177-c211947dd4a4 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:11:56.949947 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:56.951733 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b18168fa-5795-473a-b10b-f0cb0067cca5 req-fa511b8c-1b8b-474a-bb1f-ea76f267f04d service neutron] 10.222.0.31 "GET /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2267773
Dec 18 21:11:57.002144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea95286-2615-4482-a23c-df313facb8c0 req-95e3c628-706f-42ae-b316-b25433141a43 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] No DVR routers for this DVR port 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:11:57.009173 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-6ea95286-2615-4482-a23c-df313facb8c0 req-95e3c628-706f-42ae-b316-b25433141a43 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:57.013306 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ea95286-2615-4482-a23c-df313facb8c0 req-95e3c628-706f-42ae-b316-b25433141a43 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "DELETE /v2.0/ports/2a4210e6-9e25-4f49-8bbb-72cbab194ca3 HTTP/1.1" status: 204  len: 173 time: 1.5115495
Dec 18 21:11:57.013775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7893530-a701-4c2f-8b28-18e55d0f3110', 'name': 'network-vif-deleted', 'tag': '2a4210e6-9e25-4f49-8bbb-72cbab194ca3'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:57.016139 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446cba72-0616-4db5-b786-18c4ac6d9068" -d '{"events": [{"server_uuid": "e7893530-a701-4c2f-8b28-18e55d0f3110", "name": "network-vif-deleted", "tag": "2a4210e6-9e25-4f49-8bbb-72cbab194ca3"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:57.071733 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00b59c43-fc79-4ee3-a006-63b71aadb4af req-cb6716c1-d16e-403b-b66a-3f8cfc66bf11 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2198446
Dec 18 21:11:57.079011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-59aa39ad-76aa-4589-b75c-e8a91c25463e req-87a9cd59-a734-4432-9e68-f35af061c74b tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Deleting port 6952405e-dd10-48ed-b3df-0dbd6bb82a96 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:11:57.079451 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-59aa39ad-76aa-4589-b75c-e8a91c25463e req-87a9cd59-a734-4432-9e68-f35af061c74b tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:57.102435 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:57.102435 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:57.102801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2839a0-c5f6-4d9a-b7e0-318277ef814a req-9132e69e-61f8-40e5-ad27-2dc14a67104b tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:57.111677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d2839a0-c5f6-4d9a-b7e0-318277ef814a req-9132e69e-61f8-40e5-ad27-2dc14a67104b tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 946 time: 0.0793910
Dec 18 21:11:57.152499 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c35c28-39e4-4bfd-8000-6bf03096d3b9 x-openstack-request-id: req-44c35c28-39e4-4bfd-8000-6bf03096d3b9 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:57.152799 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7893530-a701-4c2f-8b28-18e55d0f3110", "name": "network-vif-deleted", "tag": "2a4210e6-9e25-4f49-8bbb-72cbab194ca3", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:57.153052 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44c35c28-39e4-4bfd-8000-6bf03096d3b9 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:57.154788 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7893530-a701-4c2f-8b28-18e55d0f3110', 'name': 'network-vif-deleted', 'tag': '2a4210e6-9e25-4f49-8bbb-72cbab194ca3', 'status': 'completed', 'code': 200}
Dec 18 21:11:57.180105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for d4ba2348-0e7f-4657-8177-c211947dd4a4 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:11:57.212319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d2839a0-c5f6-4d9a-b7e0-318277ef814a req-08ab6877-2350-4e9d-b818-9e2275633535 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f385ae1-2dd7-4b78-a58e-589ff6f42aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997436
Dec 18 21:11:57.303478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b78f78-97b3-4c50-8c18-8af3a0b3b9ee req-ef9e1583-51b8-4710-a694-7da4ab88f030 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:57.305300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4b78f78-97b3-4c50-8c18-8af3a0b3b9ee req-ef9e1583-51b8-4710-a694-7da4ab88f030 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0577092
Dec 18 21:11:57.378875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4b78f78-97b3-4c50-8c18-8af3a0b3b9ee req-0d411fa6-22f5-4ec7-a7e3-32b68ddfb1b4 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653741
Dec 18 21:11:57.619742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-59aa39ad-76aa-4589-b75c-e8a91c25463e req-87a9cd59-a734-4432-9e68-f35af061c74b tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] For port 6952405e-dd10-48ed-b3df-0dbd6bb82a96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6952405e-dd10-48ed-b3df-0dbd6bb82a96,segment=NetworkSegment(65575524-6660-470f-9942-dc769b3b3f7e),segment_id=65575524-6660-470f-9942-dc769b3b3f7e)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:11:57.620128 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-59aa39ad-76aa-4589-b75c-e8a91c25463e req-87a9cd59-a734-4432-9e68-f35af061c74b tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:57.640458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-59aa39ad-76aa-4589-b75c-e8a91c25463e req-87a9cd59-a734-4432-9e68-f35af061c74b tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Calling delete_port for 6952405e-dd10-48ed-b3df-0dbd6bb82a96 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:11:57.799394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:57.846427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=d4ba2348-0e7f-4657-8177-c211947dd4a4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:57.928251 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-59aa39ad-76aa-4589-b75c-e8a91c25463e req-87a9cd59-a734-4432-9e68-f35af061c74b tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:57.971732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9cd59-a734-4432-9e68-f35af061c74b tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event deleted for resources: {'Port': ['ID=6952405e-dd10-48ed-b3df-0dbd6bb82a96,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:58.004712 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:58.005188 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Floating IP 01cd9917-2dc5-4649-a68a-dc3f343e2f2b disassociated (deleted). External IP: 172.35.3.164, port: 7174a37a-13ce-4590-8989-11e0c1e06a4c.
Dec 18 21:11:58.055080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-59aa39ad-76aa-4589-b75c-e8a91c25463e req-87a9cd59-a734-4432-9e68-f35af061c74b tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] No DVR routers for this DVR port 6952405e-dd10-48ed-b3df-0dbd6bb82a96 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:11:58.064215 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-59aa39ad-76aa-4589-b75c-e8a91c25463e req-87a9cd59-a734-4432-9e68-f35af061c74b tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:58.068371 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-59aa39ad-76aa-4589-b75c-e8a91c25463e req-87a9cd59-a734-4432-9e68-f35af061c74b tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.31 "DELETE /v2.0/ports/6952405e-dd10-48ed-b3df-0dbd6bb82a96 HTTP/1.1" status: 204  len: 173 time: 1.2961731
Dec 18 21:11:58.068854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'name': 'network-vif-deleted', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:11:58.071303 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799516a6-f956-4739-8931-672db0839c51" -d '{"events": [{"server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "name": "network-vif-deleted", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:11:58.358063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b396577f-d1d0-4230-96b5-5831cf9512ba req-f2fc24d9-7e0a-40a7-a91d-dfdffde32818 tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5153e88-ea06-4895-a8f2-9cd58000c109 HTTP/1.1" status: 200  len: 210 time: 0.0402586
Dec 18 21:11:58.385464 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244aaff1-5ad0-47da-887b-3ab975d76976 x-openstack-request-id: req-244aaff1-5ad0-47da-887b-3ab975d76976 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:11:58.385822 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5153e88-ea06-4895-a8f2-9cd58000c109", "name": "network-vif-deleted", "tag": "6952405e-dd10-48ed-b3df-0dbd6bb82a96", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:11:58.386119 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-244aaff1-5ad0-47da-887b-3ab975d76976 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:11:58.387355 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5153e88-ea06-4895-a8f2-9cd58000c109', 'name': 'network-vif-deleted', 'tag': '6952405e-dd10-48ed-b3df-0dbd6bb82a96', 'status': 'completed', 'code': 200}
Dec 18 21:11:58.429756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router 872e1793-38f8-4f27-8f35-8275af3b10ec has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:11:58.572649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:11:58.578418 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:58.586582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836c892-7310-4950-b657-49e8b3e0e09f req-31ecced0-bfba-4579-81a4-d3e416831dd9 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:58.587266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c322e82-c600-42e3-a564-c7d68ff7d616 None None] Sync routers for ids ['872e1793-38f8-4f27-8f35-8275af3b10ec'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:11:58.589077 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1836c892-7310-4950-b657-49e8b3e0e09f req-31ecced0-bfba-4579-81a4-d3e416831dd9 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.1089530
Dec 18 21:11:58.605336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c322e82-c600-42e3-a564-c7d68ff7d616 None None] Routers {'872e1793-38f8-4f27-8f35-8275af3b10ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:11:58.606373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3c322e82-c600-42e3-a564-c7d68ff7d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb5e430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:11:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['872e1793-38f8-4f27-8f35-8275af3b10ec'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:58.629871 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8945f3ff-8474-4748-a087-f989faedf871 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/floatingips/01cd9917-2dc5-4649-a68a-dc3f343e2f2b HTTP/1.1" status: 204  len: 168 time: 1.9992971
Dec 18 21:11:58.657120 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d8ae0f3a-c14b-4da0-a1a3-194a5787a425 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:58.658747 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d8ae0f3a-c14b-4da0-a1a3-194a5787a425 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.2065907
Dec 18 21:11:58.698627 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-cb1f4e10-6917-4cc6-ae77-d916c5ec7bb8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/quotas/c36bc0b6ca0849f58c6b8f41df80db6f HTTP/1.1" status: 200  len: 375 time: 0.0292768
Dec 18 21:11:58.703900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1836c892-7310-4950-b657-49e8b3e0e09f req-6c4cbb9d-77e2-4202-a31f-121545e5d3bd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022396
Dec 18 21:11:58.745000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3c322e82-c600-42e3-a564-c7d68ff7d616 None None] Set router 872e1793-38f8-4f27-8f35-8275af3b10ec gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:11:58.799356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-ce8ff346-78ea-4340-9c8c-758a41121bbc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0944202
Dec 18 21:11:58.927662 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-99fe6d86-6658-451f-bcc9-21927ce5202c service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272662
Dec 18 21:11:59.017586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3c322e82-c600-42e3-a564-c7d68ff7d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb5e430>, [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:54Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccde5b22-ce5b-4638-94cf-ac40a0292033', 'name': '', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:05:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:53Z', 'updated_at': '2021-12-18T21:09:58Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:59.049478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c322e82-c600-42e3-a564-c7d68ff7d616 None None] Checking router: 872e1793-38f8-4f27-8f35-8275af3b10ec for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:11:59.059404 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c322e82-c600-42e3-a564-c7d68ff7d616 None None] Routers {'872e1793-38f8-4f27-8f35-8275af3b10ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:11:59.060007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3c322e82-c600-42e3-a564-c7d68ff7d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb5e430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:11:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['872e1793-38f8-4f27-8f35-8275af3b10ec'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:59.108183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e161a8-d844-4455-9a0c-f3f84b31436c req-0a3a8cd5-1352-4b59-9b0a-4fce852c66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:59.109891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8e161a8-d844-4455-9a0c-f3f84b31436c req-0a3a8cd5-1352-4b59-9b0a-4fce852c66a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 1096 time: 0.1178055
Dec 18 21:11:59.124025 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41806ef2-71b5-40b4-aa29-509e45f5bb91 req-e6c4c692-c378-42f7-9fd0-d10b18ff0092 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:59.125738 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41806ef2-71b5-40b4-aa29-509e45f5bb91 req-e6c4c692-c378-42f7-9fd0-d10b18ff0092 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.1195977
Dec 18 21:11:59.155587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-0d642719-0335-4020-9bf3-5b1351c08d7b service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253978
Dec 18 21:11:59.176527 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3c322e82-c600-42e3-a564-c7d68ff7d616 None None] Set router 872e1793-38f8-4f27-8f35-8275af3b10ec gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:11:59.260024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41806ef2-71b5-40b4-aa29-509e45f5bb91 req-ec60d9e6-3bd0-461a-b355-3b5e6cb26a57 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1194704
Dec 18 21:11:59.295200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e161a8-d844-4455-9a0c-f3f84b31436c req-8f1b04c3-d321-456a-997d-fcf95a792b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:59.297291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8e161a8-d844-4455-9a0c-f3f84b31436c req-8f1b04c3-d321-456a-997d-fcf95a792b7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.1704719
Dec 18 21:11:59.432561 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37238) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:11:59.477186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8e161a8-d844-4455-9a0c-f3f84b31436c req-1ca46612-fd49-4e68-bf0d-278bddc883df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c8a1c-0915-4513-8659-185ce5146ce7 HTTP/1.1" status: 200  len: 1001 time: 0.1717520
Dec 18 21:11:59.480380 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b05d1d93-4d8f-4c88-8a09-cd39c0425c2d req-99d6f2cf-be12-417b-8848-1923af3d5487 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 210 time: 0.0782082
Dec 18 21:11:59.529110 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:59.540296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e161a8-d844-4455-9a0c-f3f84b31436c req-7dae10ef-9b99-4065-8124-a1ff614edfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:59.543792 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8e161a8-d844-4455-9a0c-f3f84b31436c req-7dae10ef-9b99-4065-8124-a1ff614edfec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.0561156
Dec 18 21:11:59.564437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:59.632204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e161a8-d844-4455-9a0c-f3f84b31436c req-155d2797-a704-433a-85e9-25a3c147df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:11:59.634598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8e161a8-d844-4455-9a0c-f3f84b31436c req-155d2797-a704-433a-85e9-25a3c147df71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0822442
Dec 18 21:11:59.663134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3c322e82-c600-42e3-a564-c7d68ff7d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb5e430>, [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:54Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccde5b22-ce5b-4638-94cf-ac40a0292033', 'name': '', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:05:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:53Z', 'updated_at': '2021-12-18T21:09:58Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:11:59.676091 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:59.680384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:11:59.686722 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f385ae1-2dd7-4b78-a58e-589ff6f42aed HTTP/1.1" status: 204  len: 168 time: 0.2528470
Dec 18 21:11:59.701942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c322e82-c600-42e3-a564-c7d68ff7d616 None None] The sync data for ids ['872e1793-38f8-4f27-8f35-8275af3b10ec'] in ncdv-master-1 is: [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:54Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccde5b22-ce5b-4638-94cf-ac40a0292033', 'name': '', 'network_id': '50351f84-6aa6-4168-a1c5-734a5dfac7c6', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:05:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:53Z', 'updated_at': '2021-12-18T21:09:58Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '70999cfe-42f2-4589-9127-a8b2dfb99a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:11:59.707740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f385ae1-2dd7-4b78-a58e-589ff6f42aed,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:11:59.712186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:11:59.724479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.725348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.725927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.726527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.731015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.731584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.732605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.733835 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.734711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.735471 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.736488 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.741271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.741794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4a35b-dab3-4615-9e5e-6f03998de5de tempest-TestVolumeBackupRestore-2104047399 tempest-TestVolumeBackupRestore-2104047399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:11:59.757164 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:11:59.758550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2a4210e6-9e25-4f49-8bbb-72cbab194ca3 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:11:59.799892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 6952405e-dd10-48ed-b3df-0dbd6bb82a96 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:11:59.865995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 6952405e-dd10-48ed-b3df-0dbd6bb82a96 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:11:59.870043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 6952405e-dd10-48ed-b3df-0dbd6bb82a96 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:11:59.885701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8e161a8-d844-4455-9a0c-f3f84b31436c req-9ed2bda9-9747-4582-a98b-858b653e3e0f service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2390323
Dec 18 21:12:00.071952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4240-98f4-4af7-9849-250cac9cd6cf req-4df6cf82-e204-4ac4-b927-4ee94793d78b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:00.075404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-553d4240-98f4-4af7-9849-250cac9cd6cf req-4df6cf82-e204-4ac4-b927-4ee94793d78b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.2459607
Dec 18 21:12:00.125176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8e161a8-d844-4455-9a0c-f3f84b31436c req-cddb11f0-a277-4e21-89be-0c027faad17a service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2069042
Dec 18 21:12:00.158874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-553d4240-98f4-4af7-9849-250cac9cd6cf req-8b99b25b-158c-415a-9e77-de3a998ccec3 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730300
Dec 18 21:12:00.198402 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa1d12-12cd-4349-beac-bc26740ebeb0 None None] New status for floating IP 01cd9917-2dc5-4649-a68a-dc3f343e2f2b: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:12:00.388116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:00.390589 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291adefd-b131-4332-b0bd-7b3e9fd9ce10" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:00.394773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953df7d-cc9e-4535-992c-26f56820b034 req-ec06e05b-748f-4be1-92fc-2c59209db6ac tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:00.396326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a953df7d-cc9e-4535-992c-26f56820b034 req-ec06e05b-748f-4be1-92fc-2c59209db6ac tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0515094
Dec 18 21:12:00.417755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee381235-f41a-4abd-9c0c-04e36aa0c884 req-b7caca05-b4a5-452a-ae45-726d66ea077e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:00.419387 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee381235-f41a-4abd-9c0c-04e36aa0c884 req-b7caca05-b4a5-452a-ae45-726d66ea077e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 945 time: 0.0595186
Dec 18 21:12:00.454660 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a1b419-e12a-4800-a25c-f4c6516e9a39 x-openstack-request-id: req-e2a1b419-e12a-4800-a25c-f4c6516e9a39 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:00.456022 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:00.456350 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2a1b419-e12a-4800-a25c-f4c6516e9a39 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:00.456836 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'status': 'completed', 'code': 200}
Dec 18 21:12:00.458233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a953df7d-cc9e-4535-992c-26f56820b034 req-56cdcc47-c463-4161-9692-9b12cf4a642c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=67c6acc0-6008-4e17-bc38-51383352bbd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519929
Dec 18 21:12:00.505873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291adefd-b131-4332-b0bd-7b3e9fd9ce10 req-ed3bbe9c-fd46-4844-a383-5e53079e7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:00.507488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-291adefd-b131-4332-b0bd-7b3e9fd9ce10 req-ed3bbe9c-fd46-4844-a383-5e53079e7043 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 1096 time: 0.0476296
Dec 18 21:12:00.547083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-ee381235-f41a-4abd-9c0c-04e36aa0c884 req-4261aa96-10a9-4808-a49f-ad6ac04ae8fe tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port 7174a37a-13ce-4590-8989-11e0c1e06a4c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:00.548329 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ee381235-f41a-4abd-9c0c-04e36aa0c884 req-4261aa96-10a9-4808-a49f-ad6ac04ae8fe tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:00.615161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-167a377b-20c9-49ce-9b34-e9861464f591 req-ee6ed9f5-77a0-4681-9955-85e2263555bb tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 210 time: 0.0388165
Dec 18 21:12:00.686302 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ee381235-f41a-4abd-9c0c-04e36aa0c884 req-4261aa96-10a9-4808-a49f-ad6ac04ae8fe tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] For port 7174a37a-13ce-4590-8989-11e0c1e06a4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:00.687004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ee381235-f41a-4abd-9c0c-04e36aa0c884 req-4261aa96-10a9-4808-a49f-ad6ac04ae8fe tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:00.703505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-ee381235-f41a-4abd-9c0c-04e36aa0c884 req-4261aa96-10a9-4808-a49f-ad6ac04ae8fe tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for 7174a37a-13ce-4590-8989-11e0c1e06a4c owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:00.723720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291adefd-b131-4332-b0bd-7b3e9fd9ce10 req-a2041768-0727-4e85-80ff-d333271dd731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:00.727279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-291adefd-b131-4332-b0bd-7b3e9fd9ce10 req-a2041768-0727-4e85-80ff-d333271dd731 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50351f84-6aa6-4168-a1c5-734a5dfac7c6 HTTP/1.1" status: 200  len: 897 time: 0.2097960
Dec 18 21:12:00.787997 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-291adefd-b131-4332-b0bd-7b3e9fd9ce10 req-75b93ca7-797e-42e0-966c-d867aa1bee33 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7174a37a-13ce-4590-8989-11e0c1e06a4c HTTP/1.1" status: 200  len: 217 time: 0.0502818
Dec 18 21:12:00.795011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092088bb-e99b-415b-b275-8e28c0e786fa req-97098375-a013-4098-8008-7e622b2eb2d4 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:00.796548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-97098375-a013-4098-8008-7e622b2eb2d4 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.1842930
Dec 18 21:12:00.836390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Request body: {'port': {'device_id': '9f1ebc26-c04e-4230-8bb2-457ab3dbb36d', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'admin_state_up': True, 'tenant_id': 'c36bc0b6ca0849f58c6b8f41df80db6f'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:00.910172 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ee381235-f41a-4abd-9c0c-04e36aa0c884 req-4261aa96-10a9-4808-a49f-ad6ac04ae8fe tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:00.918159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291adefd-b131-4332-b0bd-7b3e9fd9ce10 req-53376371-98ea-45fb-a52c-3ae2ea284cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:00.920006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-291adefd-b131-4332-b0bd-7b3e9fd9ce10 req-53376371-98ea-45fb-a52c-3ae2ea284cdd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70999cfe-42f2-4589-9127-a8b2dfb99a30 HTTP/1.1" status: 200  len: 835 time: 0.1224818
Dec 18 21:12:00.950069 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261aa96-10a9-4808-a49f-ad6ac04ae8fe tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=7174a37a-13ce-4590-8989-11e0c1e06a4c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:01.015873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291adefd-b131-4332-b0bd-7b3e9fd9ce10 req-3660f636-945f-4498-8f0a-da2eefbe7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:01.017427 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-291adefd-b131-4332-b0bd-7b3e9fd9ce10 req-3660f636-945f-4498-8f0a-da2eefbe7c95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50351f84-6aa6-4168-a1c5-734a5dfac7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0874231
Dec 18 21:12:01.020275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee381235-f41a-4abd-9c0c-04e36aa0c884 req-4261aa96-10a9-4808-a49f-ad6ac04ae8fe tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] No DVR routers for this DVR port 7174a37a-13ce-4590-8989-11e0c1e06a4c on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:12:01.023166 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ee381235-f41a-4abd-9c0c-04e36aa0c884 req-4261aa96-10a9-4808-a49f-ad6ac04ae8fe tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:01.027910 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee381235-f41a-4abd-9c0c-04e36aa0c884 req-4261aa96-10a9-4808-a49f-ad6ac04ae8fe tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.31 "DELETE /v2.0/ports/7174a37a-13ce-4590-8989-11e0c1e06a4c HTTP/1.1" status: 204  len: 173 time: 0.6026003
Dec 18 21:12:01.050904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Made reservation on behalf of c36bc0b6ca0849f58c6b8f41df80db6f for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:12:01.054695 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:01.209190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-291adefd-b131-4332-b0bd-7b3e9fd9ce10 req-cfc3e057-4d00-4a62-b5fe-86cf172a936e service neutron] 10.222.0.31 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808574
Dec 18 21:12:01.350077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Allocated IP 172.20.0.12 (3a5db276-ddbb-4d99-a69c-3e20248c5144/2ab83944-842a-4d14-aea4-2059d07b7fe4/9a08357b-10fb-4163-84f0-1d7b3903abdd) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:12:01.384689 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d699d1-37e7-4a36-9ae2-f26ec2486cb8 req-b9350782-5e94-4b3b-8c8f-18c130e6630a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:01.386544 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56d699d1-37e7-4a36-9ae2-f26ec2486cb8 req-b9350782-5e94-4b3b-8c8f-18c130e6630a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.1320014
Dec 18 21:12:01.414679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-291adefd-b131-4332-b0bd-7b3e9fd9ce10 req-4b12043b-232b-46e7-baaf-aafaee011c79 service neutron] 10.222.0.31 "GET /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1980336
Dec 18 21:12:01.531840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56d699d1-37e7-4a36-9ae2-f26ec2486cb8 req-056d0bec-d6f9-4768-9996-481151a042ce tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216633
Dec 18 21:12:01.625449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-008bdd52-7aed-4fc5-b153-068e9e84f39c req-f017077e-a454-4eca-ab81-7ba298ca7564 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9750ec-8b70-4af6-97b0-8a4bc07f5b31 HTTP/1.1" status: 200  len: 210 time: 0.0321229
Dec 18 21:12:01.709296 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:01.745014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2798587-bcb6-472e-9679-9d6aff299268 req-356cc837-ce24-4699-b3c7-73137ac61922 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 210 time: 0.0399995
Dec 18 21:12:01.779626 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:01.793194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:12:01.836130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Network 3a5db276-ddbb-4d99-a69c-3e20248c5144 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:12:01.839772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:12:01.844766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:12:01.880212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event updated for resources: {'Port': ['ID=9a08357b-10fb-4163-84f0-1d7b3903abdd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:01.911670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:01.912469 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:01.938869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-d5bf30ca-11c5-44ad-a4f2-21ff8741922e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1071441
Dec 18 21:12:01.954069 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Request body: {'port': {'device_id': '9f1ebc26-c04e-4230-8bb2-457ab3dbb36d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:02.038291 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:02.458542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'name': 'network-vif-deleted', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:02.461295 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f49a39-81b4-4fd6-afee-bff0add87d38" -d '{"events": [{"server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "name": "network-vif-deleted", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:02.503404 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b246acb-d527-42da-a179-de34eb953a2b x-openstack-request-id: req-9b246acb-d527-42da-a179-de34eb953a2b {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:02.503704 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9750ec-8b70-4af6-97b0-8a4bc07f5b31", "name": "network-vif-deleted", "tag": "7174a37a-13ce-4590-8989-11e0c1e06a4c", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:02.503968 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b246acb-d527-42da-a179-de34eb953a2b {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:02.504397 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9750ec-8b70-4af6-97b0-8a4bc07f5b31', 'name': 'network-vif-deleted', 'tag': '7174a37a-13ce-4590-8989-11e0c1e06a4c', 'status': 'completed', 'code': 200}
Dec 18 21:12:02.694811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37336) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:02.744293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01877e-d688-4e2f-a249-41a2f990a705 req-41de933f-d91e-47fc-99f7-a28c0a24e457 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:02.745926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb01877e-d688-4e2f-a249-41a2f990a705 req-41de933f-d91e-47fc-99f7-a28c0a24e457 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0989523
Dec 18 21:12:02.761276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a08357b-10fb-4163-84f0-1d7b3903abdd {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:12:02.774594 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:02.804222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Transition to ACTIVE for port object 9a08357b-10fb-4163-84f0-1d7b3903abdd will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:12:02.820314 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:02.856167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb01877e-d688-4e2f-a249-41a2f990a705 req-3459df69-2090-4016-ae48-5a92b0a11fe7 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992312
Dec 18 21:12:02.912772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Pushing event updated for resources: {'Port': ['ID=9a08357b-10fb-4163-84f0-1d7b3903abdd,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:02.977610 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b91a-855b-4d86-9dfb-296f78627605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:03.013142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99cdb8-5d18-4c83-be07-b0c76f786d61 req-3f89ad2b-a1d6-48c3-b1be-3d81c9f09cce tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:03.014732 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e99cdb8-5d18-4c83-be07-b0c76f786d61 req-3f89ad2b-a1d6-48c3-b1be-3d81c9f09cce tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 944 time: 0.1576636
Dec 18 21:12:03.071512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Attempting to bind port 9a08357b-10fb-4163-84f0-1d7b3903abdd on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:12:03.072640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Attempting to bind port 9a08357b-10fb-4163-84f0-1d7b3903abdd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:12:03.073177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Attempting to bind port 9a08357b-10fb-4163-84f0-1d7b3903abdd on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:12:03.089449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Port 9a08357b-10fb-4163-84f0-1d7b3903abdd on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:12:03.089809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Attempting to bind port 9a08357b-10fb-4163-84f0-1d7b3903abdd on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:12:03.113210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:12:03.113565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Checking segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:12:03.113961 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Bound using segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:12:03.115269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Bound port: 9a08357b-10fb-4163-84f0-1d7b3903abdd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:12:03.115651 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:03.162639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e99cdb8-5d18-4c83-be07-b0c76f786d61 req-50186be0-0501-4590-90e8-12ceec0aa812 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387093
Dec 18 21:12:03.202619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] For port 9a08357b-10fb-4163-84f0-1d7b3903abdd, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:12:03.206100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] For port 9a08357b-10fb-4163-84f0-1d7b3903abdd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a08357b-10fb-4163-84f0-1d7b3903abdd,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:12:03.212958 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:03.218844 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6a511133-86c7-4319-82e3-54e82d27d621 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:03.255971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:03.256888 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:03.258347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] 10.222.0.36 "PUT /v2.0/ports/9a08357b-10fb-4163-84f0-1d7b3903abdd HTTP/1.1" status: 200  len: 1092 time: 1.3112381
Dec 18 21:12:03.258947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1ebc26-c04e-4230-8bb2-457ab3dbb36d', 'tag': '9a08357b-10fb-4163-84f0-1d7b3903abdd'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:03.261979 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b47b8bc-a539-4cd4-914a-dd29ad11738f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1ebc26-c04e-4230-8bb2-457ab3dbb36d", "tag": "9a08357b-10fb-4163-84f0-1d7b3903abdd"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:03.319858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37372) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:03.343487 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e58ce3-8aae-402b-b01e-aba5ea325989 x-openstack-request-id: req-e8e58ce3-8aae-402b-b01e-aba5ea325989 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:03.343819 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1ebc26-c04e-4230-8bb2-457ab3dbb36d", "tag": "9a08357b-10fb-4163-84f0-1d7b3903abdd", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:03.344035 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8e58ce3-8aae-402b-b01e-aba5ea325989 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:03.344492 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1ebc26-c04e-4230-8bb2-457ab3dbb36d', 'tag': '9a08357b-10fb-4163-84f0-1d7b3903abdd', 'status': 'completed', 'code': 200}
Dec 18 21:12:03.382330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dbe40-5a70-4e35-a5aa-b866250dad0f service neutron] Pushing event updated for resources: {'Port': ['ID=9a08357b-10fb-4163-84f0-1d7b3903abdd,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:03.453894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092088bb-e99b-415b-b275-8e28c0e786fa req-1896767b-d94c-4738-bcb6-510b771c6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:03.463033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-1896767b-d94c-4738-bcb6-510b771c6f63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 1095 time: 0.1438212
Dec 18 21:12:03.521951 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-66b0b818-4672-452f-9b3c-d73ec536cb05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a08357b-10fb-4163-84f0-1d7b3903abdd HTTP/1.1" status: 200  len: 217 time: 0.0423357
Dec 18 21:12:03.566606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6a511133-86c7-4319-82e3-54e82d27d621 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port ccde5b22-ce5b-4638-94cf-ac40a0292033 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:03.567437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6a511133-86c7-4319-82e3-54e82d27d621 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:03.649672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092088bb-e99b-415b-b275-8e28c0e786fa req-43fd5ff5-71e3-48c8-8007-18a6cf20341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:03.651164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-43fd5ff5-71e3-48c8-8007-18a6cf20341a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0912693
Dec 18 21:12:03.682504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-6a511133-86c7-4319-82e3-54e82d27d621 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] For port ccde5b22-ce5b-4638-94cf-ac40a0292033, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccde5b22-ce5b-4638-94cf-ac40a0292033,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:03.682983 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6a511133-86c7-4319-82e3-54e82d27d621 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:03.698040 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-685d4e76-8c19-48f7-95e4-4fa7ecc5d9e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351770
Dec 18 21:12:03.711817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6a511133-86c7-4319-82e3-54e82d27d621 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for ccde5b22-ce5b-4638-94cf-ac40a0292033 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:03.756545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 108c8a1c-0915-4513-8659-185ce5146ce7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:12:03.807237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7174a37a-13ce-4590-8989-11e0c1e06a4c no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:12:03.836089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 7174a37a-13ce-4590-8989-11e0c1e06a4c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:12:03.836439 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7174a37a-13ce-4590-8989-11e0c1e06a4c not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:12:03.887069 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:03.923722 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:03.926458 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a4d33d-0623-49f4-8093-662d1533c6bc" -d '{"events": [{"server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "name": "network-vif-unplugged", "status": "completed", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:03.960281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-fd064126-f474-4397-825f-434d4809ce48 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2353106
Dec 18 21:12:03.964365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:03.968537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6a511133-86c7-4319-82e3-54e82d27d621 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:03.973934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf23feb-02ae-47f1-bd71-0ab75f745dbb req-71079e76-048a-4f69-a0ab-435add75098a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:03.975083 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd72211-9a4a-4d40-81ea-19a4cc4f07bb x-openstack-request-id: req-8dd72211-9a4a-4d40-81ea-19a4cc4f07bb {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:03.975574 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "name": "network-vif-unplugged", "status": "failed", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7", "code": 422}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:03.976174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-baf23feb-02ae-47f1-bd71-0ab75f745dbb req-71079e76-048a-4f69-a0ab-435add75098a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.1812072
Dec 18 21:12:03.978063 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37396) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:03.982825 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dd72211-9a4a-4d40-81ea-19a4cc4f07bb {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:03.983414 ncdv-master-1 neutron-server[126010]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7', 'code': 422} returned with failed status
Dec 18 21:12:03.984233 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:04.005480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a511133-86c7-4319-82e3-54e82d27d621 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=ccde5b22-ce5b-4638-94cf-ac40a0292033,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:04.054649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:04.068147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.068761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.070114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.071110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.073499 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.074043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.074598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.075261 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.075965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.077182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.077709 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.078336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.078850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:04.198957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-baf23feb-02ae-47f1-bd71-0ab75f745dbb req-f47624d5-4c5b-479c-a205-fc1d9f76c7b5 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2011046
Dec 18 21:12:04.223557 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6a511133-86c7-4319-82e3-54e82d27d621 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:04.234767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-092088bb-e99b-415b-b275-8e28c0e786fa req-bc1d8b63-e1aa-4586-b395-2be46a74304b service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2574067
Dec 18 21:12:04.272112 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-cd99bd38-d5b8-45ec-9c7d-9f9954135914 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2910688
Dec 18 21:12:04.284448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-17593ad4-1002-4259-b100-a230472fad93 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:12:04.286765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-17593ad4-1002-4259-b100-a230472fad93 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0126712
Dec 18 21:12:04.423139 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47b8bc-a539-4cd4-914a-dd29ad11738f req-0af14d2f-33f7-4ed7-befa-667058116d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:04.424693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b47b8bc-a539-4cd4-914a-dd29ad11738f req-0af14d2f-33f7-4ed7-befa-667058116d60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 1095 time: 0.1310952
Dec 18 21:12:04.442390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb9330-442a-4198-a74e-c2c0eac6a431 req-33069cf1-9a76-475b-8232-2a56c53b3201 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:04.443887 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03fb9330-442a-4198-a74e-c2c0eac6a431 req-33069cf1-9a76-475b-8232-2a56c53b3201 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 944 time: 0.1360834
Dec 18 21:12:04.505636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ff53ecb8-e3c3-40a0-b683-576b33495d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:04.554594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a511133-86c7-4319-82e3-54e82d27d621 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router 872e1793-38f8-4f27-8f35-8275af3b10ec has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:12:04.671708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a511133-86c7-4319-82e3-54e82d27d621 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:12:04.677973 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6a511133-86c7-4319-82e3-54e82d27d621 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "PUT /v2.0/routers/872e1793-38f8-4f27-8f35-8275af3b10ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9818015
Dec 18 21:12:04.681608 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37408) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:04.690689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d69ea-3b5c-4f75-abcc-607926349bdb None None] Sync routers for ids ['872e1793-38f8-4f27-8f35-8275af3b10ec'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:12:04.708069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d69ea-3b5c-4f75-abcc-607926349bdb None None] Routers {'872e1793-38f8-4f27-8f35-8275af3b10ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:12:04.711249 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03fb9330-442a-4198-a74e-c2c0eac6a431 req-ad079b0a-3ed2-45ff-b8ae-60822493103b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419264
Dec 18 21:12:04.741718 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c36ce7d-05de-4ebe-b7a7-fe2b9cd2ce07 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting subnet 70999cfe-42f2-4589-9127-a8b2dfb99a30 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:12:04.744911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-446d69ea-3b5c-4f75-abcc-607926349bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e926d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:11:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['872e1793-38f8-4f27-8f35-8275af3b10ec'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:04.745482 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c36ce7d-05de-4ebe-b7a7-fe2b9cd2ce07 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:04.772010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47b8bc-a539-4cd4-914a-dd29ad11738f req-9e3cf133-5fa2-4ea9-9b9e-0196f6a4bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:04.773531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b47b8bc-a539-4cd4-914a-dd29ad11738f req-9e3cf133-5fa2-4ea9-9b9e-0196f6a4bf0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 906 time: 0.3275001
Dec 18 21:12:04.803989 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c36ce7d-05de-4ebe-b7a7-fe2b9cd2ce07 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:04.833972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b47b8bc-a539-4cd4-914a-dd29ad11738f req-3a8d2a79-05e7-4cf0-9283-274ca745939e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a08357b-10fb-4163-84f0-1d7b3903abdd HTTP/1.1" status: 200  len: 217 time: 0.0385351
Dec 18 21:12:04.880238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-446d69ea-3b5c-4f75-abcc-607926349bdb None None] Set router 872e1793-38f8-4f27-8f35-8275af3b10ec gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:12:04.910841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47b8bc-a539-4cd4-914a-dd29ad11738f req-85159fde-0e3d-4d3f-99de-2c45ec7c64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:04.912315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b47b8bc-a539-4cd4-914a-dd29ad11738f req-85159fde-0e3d-4d3f-99de-2c45ec7c64ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0678890
Dec 18 21:12:04.924609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c36ce7d-05de-4ebe-b7a7-fe2b9cd2ce07 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:04.963815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b47b8bc-a539-4cd4-914a-dd29ad11738f req-46a14b70-d20e-42f4-ac20-89d796317f8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292103
Dec 18 21:12:04.996295 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c36ce7d-05de-4ebe-b7a7-fe2b9cd2ce07 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.023835 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36ce7d-05de-4ebe-b7a7-fe2b9cd2ce07 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Subnet': ['ID=70999cfe-42f2-4589-9127-a8b2dfb99a30,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:05.028167 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c36ce7d-05de-4ebe-b7a7-fe2b9cd2ce07 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.034170 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8c36ce7d-05de-4ebe-b7a7-fe2b9cd2ce07 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/subnets/70999cfe-42f2-4589-9127-a8b2dfb99a30 HTTP/1.1" status: 204  len: 168 time: 0.3487504
Dec 18 21:12:05.035464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37410) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:05.045758 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c8c2d9-3553-49bf-8650-7e4500f2517a None None] Network 50351f84-6aa6-4168-a1c5-734a5dfac7c6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:12:05.113985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b47b8bc-a539-4cd4-914a-dd29ad11738f req-c2ccc007-ebdd-489a-bcb4-ec94cf6caf87 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417477
Dec 18 21:12:05.119711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-ff53ecb8-e3c3-40a0-b683-576b33495d03 admin admin] Deleting port 3dafade2-435c-49b5-92f5-8cc6dc24b597 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:05.120289 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ff53ecb8-e3c3-40a0-b683-576b33495d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.190143 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.214025 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b467021-0b23-4a1e-93c7-81414d6e10e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.217572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-446d69ea-3b5c-4f75-abcc-607926349bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e926d00>, [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:12:03Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:05.286183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-ff53ecb8-e3c3-40a0-b683-576b33495d03 admin admin] For port 3dafade2-435c-49b5-92f5-8cc6dc24b597, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3dafade2-435c-49b5-92f5-8cc6dc24b597,segment=NetworkSegment(65575524-6660-470f-9942-dc769b3b3f7e),segment_id=65575524-6660-470f-9942-dc769b3b3f7e)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:05.286600 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ff53ecb8-e3c3-40a0-b683-576b33495d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.309280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-ff53ecb8-e3c3-40a0-b683-576b33495d03 admin admin] Calling delete_port for 3dafade2-435c-49b5-92f5-8cc6dc24b597 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:05.313829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d4ab92-b6ca-4b20-973b-bfdf154495af None None] DHCP port deletion for 50351f84-6aa6-4168-a1c5-734a5dfac7c6 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:12:05.316210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d69ea-3b5c-4f75-abcc-607926349bdb None None] Checking router: 872e1793-38f8-4f27-8f35-8275af3b10ec for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:12:05.321426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b47b8bc-a539-4cd4-914a-dd29ad11738f req-8f54090a-a00c-41ed-9d24-1e3b7cf64bf5 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604424
Dec 18 21:12:05.333268 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.356076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d69ea-3b5c-4f75-abcc-607926349bdb None None] Routers {'872e1793-38f8-4f27-8f35-8275af3b10ec'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:12:05.356729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-446d69ea-3b5c-4f75-abcc-607926349bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e926d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:12:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['872e1793-38f8-4f27-8f35-8275af3b10ec'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:05.405944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:05.406199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.456419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-446d69ea-3b5c-4f75-abcc-607926349bdb None None] Set router 872e1793-38f8-4f27-8f35-8275af3b10ec gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:12:05.515080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] For port cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:05.515596 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.518323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-446d69ea-3b5c-4f75-abcc-607926349bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e926d00>, [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:12:05Z', 'revision_number': 6, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:05.521405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077f155-d90a-4fe7-8d15-71a5cccfabd9 req-63fba86a-cf3b-4b69-a03a-cc06838b3eb2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:05.524274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c077f155-d90a-4fe7-8d15-71a5cccfabd9 req-63fba86a-cf3b-4b69-a03a-cc06838b3eb2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 943 time: 0.0716646
Dec 18 21:12:05.533741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:05.548034 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4ab92-b6ca-4b20-973b-bfdf154495af None None] Deleting port c48f5c6b-467e-41a1-b4ed-444da0b37f6c {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:05.548412 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ab92-b6ca-4b20-973b-bfdf154495af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.614061 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a0d4ab92-b6ca-4b20-973b-bfdf154495af None None] For port c48f5c6b-467e-41a1-b4ed-444da0b37f6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c48f5c6b-467e-41a1-b4ed-444da0b37f6c,segment=NetworkSegment(e65a1add-2a34-49ed-9861-ddacad21328b),segment_id=e65a1add-2a34-49ed-9861-ddacad21328b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:05.614682 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ab92-b6ca-4b20-973b-bfdf154495af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.616320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c077f155-d90a-4fe7-8d15-71a5cccfabd9 req-07189c0c-343c-403a-b9c7-46dba4231436 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846224
Dec 18 21:12:05.631965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4ab92-b6ca-4b20-973b-bfdf154495af None None] Calling delete_port for c48f5c6b-467e-41a1-b4ed-444da0b37f6c owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:05.638886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d69ea-3b5c-4f75-abcc-607926349bdb None None] The sync data for ids ['872e1793-38f8-4f27-8f35-8275af3b10ec'] in ncdv-master-1 is: [{'id': '872e1793-38f8-4f27-8f35-8275af3b10ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518018811', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:48Z', 'updated_at': '2021-12-18T21:12:05Z', 'revision_number': 6, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:12:05.651796 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ff53ecb8-e3c3-40a0-b683-576b33495d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.680011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53ecb8-e3c3-40a0-b683-576b33495d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dafade2-435c-49b5-92f5-8cc6dc24b597,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:05.812907 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.829012 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ab92-b6ca-4b20-973b-bfdf154495af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:05.861547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4ab92-b6ca-4b20-973b-bfdf154495af None None] Pushing event deleted for resources: {'Port': ['ID=c48f5c6b-467e-41a1-b4ed-444da0b37f6c,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:05.871708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4ab92-b6ca-4b20-973b-bfdf154495af None None] No DVR routers for this DVR port c48f5c6b-467e-41a1-b4ed-444da0b37f6c on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:12:05.919917 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c4171-b856-44ad-b38f-20c76e7a2013 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:12:05.945750 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:05.995561 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.020778 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ff53ecb8-e3c3-40a0-b683-576b33495d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.043723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794de8bd-20e4-43f1-8af2-3cebc758ecfb req-b0eac7fd-19a4-474a-95fe-b12ea7dc4f19 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:06.044526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-794de8bd-20e4-43f1-8af2-3cebc758ecfb req-b0eac7fd-19a4-474a-95fe-b12ea7dc4f19 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 944 time: 0.1363716
Dec 18 21:12:06.112013 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.114775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.166696 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.167256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Fanout notify agent at l3_agent the message router_deleted on router 872e1793-38f8-4f27-8f35-8275af3b10ec {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:12:06.179526 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.180839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e8a012c1-fb7c-48eb-981f-4f5d28a47608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/routers/872e1793-38f8-4f27-8f35-8275af3b10ec HTTP/1.1" status: 204  len: 168 time: 1.1443951
Dec 18 21:12:06.184401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37424) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:06.199353 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-794de8bd-20e4-43f1-8af2-3cebc758ecfb req-d8be33c0-096f-4c86-8812-80ad45dde766 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595064
Dec 18 21:12:06.282386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.330289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff53ecb8-e3c3-40a0-b683-576b33495d03 admin admin] Router 1be5c754-1681-47a2-8301-de9cedb08c80 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:12:06.373209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.396904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ec96730>,) {'filters': {'network_id': ['50351f84-6aa6-4168-a1c5-734a5dfac7c6']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:06.404294 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.408290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ec96730>, 'e65a1add-2a34-49ed-9861-ddacad21328b') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:06.408594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ec96730>, 'e65a1add-2a34-49ed-9861-ddacad21328b') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:06.419789 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.433444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.441316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:12:06.441653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:12:06.445368 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:12:06.453829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff53ecb8-e3c3-40a0-b683-576b33495d03 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:12:06.461892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ff53ecb8-e3c3-40a0-b683-576b33495d03 admin admin] 10.222.0.13 "PUT /v2.0/routers/1be5c754-1681-47a2-8301-de9cedb08c80/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1360698
Dec 18 21:12:06.462775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37426) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:06.468842 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb70897-89ab-44f8-88bc-99baae5c3869 None None] Sync routers for ids ['1be5c754-1681-47a2-8301-de9cedb08c80'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:12:06.482298 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb70897-89ab-44f8-88bc-99baae5c3869 None None] Routers {'1be5c754-1681-47a2-8301-de9cedb08c80'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:12:06.482928 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3eb70897-89ab-44f8-88bc-99baae5c3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f49e2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:12:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1be5c754-1681-47a2-8301-de9cedb08c80'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:06.637546 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-3eb70897-89ab-44f8-88bc-99baae5c3869 None None] Set router 1be5c754-1681-47a2-8301-de9cedb08c80 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:12:06.638422 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.739784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c48f5c6b-467e-41a1-b4ed-444da0b37f6c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:12:06.771024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: c48f5c6b-467e-41a1-b4ed-444da0b37f6c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:12:06.771377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c48f5c6b-467e-41a1-b4ed-444da0b37f6c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:12:06.771803 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ccde5b22-ce5b-4638-94cf-ac40a0292033 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:12:06.808825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: ccde5b22-ce5b-4638-94cf-ac40a0292033 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:12:06.809191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device ccde5b22-ce5b-4638-94cf-ac40a0292033 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:12:06.809697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:12:06.833449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:12:06.833980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cd2c0b03-b0e8-4e00-9fdd-cee8ca35c870 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:12:06.922501 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.927756 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:06.934796 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/networks/50351f84-6aa6-4168-a1c5-734a5dfac7c6 HTTP/1.1" status: 204  len: 168 time: 0.7491722
Dec 18 21:12:06.942369 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37430) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:06.970211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d517c0-28e2-48da-b879-2cd2f3e8ca34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Network': ['ID=50351f84-6aa6-4168-a1c5-734a5dfac7c6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:07.035258 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-375b8af2-7500-4ace-bb84-8ecccd0fe00b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.047146 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3eb70897-89ab-44f8-88bc-99baae5c3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f49e2b0>, [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:12:05Z', 'revision_number': 5, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:07.065316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-375b8af2-7500-4ace-bb84-8ecccd0fe00b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.078205 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb70897-89ab-44f8-88bc-99baae5c3869 None None] Checking router: 1be5c754-1681-47a2-8301-de9cedb08c80 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:12:07.090081 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb70897-89ab-44f8-88bc-99baae5c3869 None None] Routers {'1be5c754-1681-47a2-8301-de9cedb08c80'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:12:07.090756 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3eb70897-89ab-44f8-88bc-99baae5c3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f49e2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:12:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1be5c754-1681-47a2-8301-de9cedb08c80'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:07.135048 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-375b8af2-7500-4ace-bb84-8ecccd0fe00b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.138396 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-375b8af2-7500-4ace-bb84-8ecccd0fe00b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.139672 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-375b8af2-7500-4ace-bb84-8ecccd0fe00b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/security-groups/67c6acc0-6008-4e17-bc38-51383352bbd5 HTTP/1.1" status: 204  len: 168 time: 0.1961799
Dec 18 21:12:07.149845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b8af2-7500-4ace-bb84-8ecccd0fe00b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c6acc0-6008-4e17-bc38-51383352bbd5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:07.229091 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-3eb70897-89ab-44f8-88bc-99baae5c3869 None None] Set router 1be5c754-1681-47a2-8301-de9cedb08c80 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:12:07.266015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2abfe-13ce-4737-ae0f-c1f24e96fee2 req-7637be2a-3bb2-4cd1-b699-965d9c84966b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:07.270812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39c2abfe-13ce-4737-ae0f-c1f24e96fee2 req-7637be2a-3bb2-4cd1-b699-965d9c84966b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 943 time: 0.5214560
Dec 18 21:12:07.289339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-8b0e2d08-1b74-4bcd-ac0a-161991b3558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:07.291427 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-8b0e2d08-1b74-4bcd-ac0a-161991b3558e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9&tenant_id=64ef041cd6724458b053cde5c1afe4fa HTTP/1.1" status: 200  len: 1094 time: 0.4954112
Dec 18 21:12:07.309054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:07.314772 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.403796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39c2abfe-13ce-4737-ae0f-c1f24e96fee2 req-552b09c8-d334-4d91-a2b9-c29da44d3b78 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1255591
Dec 18 21:12:07.414089 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.418609 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3eb70897-89ab-44f8-88bc-99baae5c3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f49e2b0>, [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:12:05Z', 'revision_number': 5, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:07.459391 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb70897-89ab-44f8-88bc-99baae5c3869 None None] The sync data for ids ['1be5c754-1681-47a2-8301-de9cedb08c80'] in ncdv-master-1 is: [{'id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'name': 'tempest-TestVolumeBackupRestore-904002411-router', 'tenant_id': '62fd960aee2d408d8c9977b60fcabd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78'}], 'enable_snat': True}, 'gw_port_id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:01Z', 'updated_at': '2021-12-18T21:12:05Z', 'revision_number': 5, 'project_id': '62fd960aee2d408d8c9977b60fcabd61', 'gw_port': {'id': '3c14e5a5-a637-49c3-9456-a413a38a62df', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5c754-1681-47a2-8301-de9cedb08c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:04Z', 'updated_at': '2021-12-18T21:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:12:07.496436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Deleting port 3c14e5a5-a637-49c3-9456-a413a38a62df {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:07.496867 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.610921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37438) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:07.615579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f905e109-ea2d-4b63-9008-54b2b9c9beb5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524893202', 'description': 'tempest-secgroup-smoke-524893202 description', 'project_id': '71c859bfcff54b5c85e6cb248341f37c'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:07.640532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f905e109-ea2d-4b63-9008-54b2b9c9beb5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.686865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1ad1a-d9b1-4078-9262-03ef9295d9b3 req-210e0901-5d7a-4768-b211-33d7c322b3a5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:07.688321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47f1ad1a-d9b1-4078-9262-03ef9295d9b3 req-210e0901-5d7a-4768-b211-33d7c322b3a5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 944 time: 0.1938522
Dec 18 21:12:07.717881 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f905e109-ea2d-4b63-9008-54b2b9c9beb5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.721942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f905e109-ea2d-4b63-9008-54b2b9c9beb5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.737761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] For port 3c14e5a5-a637-49c3-9456-a413a38a62df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c14e5a5-a637-49c3-9456-a413a38a62df,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:07.738120 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.755084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f905e109-ea2d-4b63-9008-54b2b9c9beb5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.756367 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f905e109-ea2d-4b63-9008-54b2b9c9beb5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1443682
Dec 18 21:12:07.760231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37440) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:07.765598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4df93c5f-e6be-4b32-b667-b2652b208961 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': 'f0ecc39d-67f9-471b-904a-94f46ba3bd92', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:07.769162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9a08357b-10fb-4163-84f0-1d7b3903abdd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:12:07.771158 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905e109-ea2d-4b63-9008-54b2b9c9beb5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ecc39d-67f9-471b-904a-94f46ba3bd92,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:07.774518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Calling delete_port for 3c14e5a5-a637-49c3-9456-a413a38a62df owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:07.798620 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4df93c5f-e6be-4b32-b667-b2652b208961 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.812276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47f1ad1a-d9b1-4078-9262-03ef9295d9b3 req-fa65b88a-9425-4d6f-a7bb-7e9db4b74ed8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126587
Dec 18 21:12:07.821456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:07.899875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:12:07.901596 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4df93c5f-e6be-4b32-b667-b2652b208961 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.906821 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4df93c5f-e6be-4b32-b667-b2652b208961 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.925962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 9a08357b-10fb-4163-84f0-1d7b3903abdd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a08357b-10fb-4163-84f0-1d7b3903abdd,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:07.929672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df93c5f-e6be-4b32-b667-b2652b208961 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078f5f1d-842b-40e5-b87d-68275cafbcfb,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:07.937583 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4df93c5f-e6be-4b32-b667-b2652b208961 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.939008 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4df93c5f-e6be-4b32-b667-b2652b208961 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1777303
Dec 18 21:12:07.942600 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37442) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:07.951436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '9a08357b-10fb-4163-84f0-1d7b3903abdd', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'port_id': '9a08357b-10fb-4163-84f0-1d7b3903abdd', 'mac_address': 'fa:16:3e:7a:5f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab83944-842a-4d14-aea4-2059d07b7fe4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:12:07.951792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-722bbbae-d275-4df3-a718-691bd7652321 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': 'f0ecc39d-67f9-471b-904a-94f46ba3bd92', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:07.981534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108c8a1c-0915-4513-8659-185ce5146ce7 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:12:07.986114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-722bbbae-d275-4df3-a718-691bd7652321 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:07.990194 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.015756 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.034988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a08357b-10fb-4163-84f0-1d7b3903abdd {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:12:08.058321 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-722bbbae-d275-4df3-a718-691bd7652321 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.065312 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-722bbbae-d275-4df3-a718-691bd7652321 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.066089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 9a08357b-10fb-4163-84f0-1d7b3903abdd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a08357b-10fb-4163-84f0-1d7b3903abdd,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:08.067911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Transition to ACTIVE for port object 108c8a1c-0915-4513-8659-185ce5146ce7 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:12:08.070012 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.074157 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.079063 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.088019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bbbae-d275-4df3-a718-691bd7652321 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e340b986-c42b-4274-a615-a64962dc6e76,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:08.095884 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-722bbbae-d275-4df3-a718-691bd7652321 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.100120 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-722bbbae-d275-4df3-a718-691bd7652321 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1563351
Dec 18 21:12:08.100893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37444) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:08.106170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0e175da1-c033-44c8-8558-40d93a91260e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': 'f0ecc39d-67f9-471b-904a-94f46ba3bd92', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:08.111316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c14e5a5-a637-49c3-9456-a413a38a62df,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:08.141896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e175da1-c033-44c8-8558-40d93a91260e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.142435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c944cc6-782c-4a05-ba4b-b9d6ac2bb51f None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:12:08.209144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.213970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=9a08357b-10fb-4163-84f0-1d7b3903abdd,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:08.249027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Pushing event updated for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=9']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:08.253735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e175da1-c033-44c8-8558-40d93a91260e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.258829 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e175da1-c033-44c8-8558-40d93a91260e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.278292 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.287957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e175da1-c033-44c8-8558-40d93a91260e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8532389c-b298-465c-a349-ec349b690655,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:08.294586 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0e175da1-c033-44c8-8558-40d93a91260e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.298297 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0e175da1-c033-44c8-8558-40d93a91260e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1944063
Dec 18 21:12:08.298985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37446) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:08.303694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-938e3178-77b8-485a-85da-54917fe2b87a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': 'f0ecc39d-67f9-471b-904a-94f46ba3bd92', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:08.332993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['9a08357b-10fb-4163-84f0-1d7b3903abdd'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:12:08.335386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-938e3178-77b8-485a-85da-54917fe2b87a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.393698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] No DVR routers for this DVR port 108c8a1c-0915-4513-8659-185ce5146ce7 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:12:08.412038 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-938e3178-77b8-485a-85da-54917fe2b87a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.420523 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-938e3178-77b8-485a-85da-54917fe2b87a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.436459 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.442766 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.456517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e3178-77b8-485a-85da-54917fe2b87a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f83df77-dec0-4a0a-8181-dfd211b642cf,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:08.469314 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-938e3178-77b8-485a-85da-54917fe2b87a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.470841 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-938e3178-77b8-485a-85da-54917fe2b87a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1706309
Dec 18 21:12:08.473641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37450) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:08.479242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0a9ce6c6-dc38-411b-841c-64c4c4e52604 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': 'f0ecc39d-67f9-471b-904a-94f46ba3bd92', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:08.518286 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-0a9ce6c6-dc38-411b-841c-64c4c4e52604 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Project 71c859bfcff54b5c85e6cb248341f37c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:12:08.526154 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce6c6-dc38-411b-841c-64c4c4e52604 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.541095 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.541980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1be5c754-1681-47a2-8301-de9cedb08c80 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:12:08.552787 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.556236 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.562568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-60503ca6-f125-47a6-9f9b-a470a3714b5b admin admin] 10.222.0.13 "DELETE /v2.0/routers/1be5c754-1681-47a2-8301-de9cedb08c80 HTTP/1.1" status: 204  len: 168 time: 2.0986762
Dec 18 21:12:08.567895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37452) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:08.569694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3dafade2-435c-49b5-92f5-8cc6dc24b597 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:12:08.596775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3dafade2-435c-49b5-92f5-8cc6dc24b597 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:12:08.597088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3dafade2-435c-49b5-92f5-8cc6dc24b597 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:12:08.631571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce6c6-dc38-411b-841c-64c4c4e52604 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.636854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce6c6-dc38-411b-841c-64c4c4e52604 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.659531 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ce6c6-dc38-411b-841c-64c4c4e52604 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60782ee-7a82-499b-aecc-654fd060223b,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:08.667575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce6c6-dc38-411b-841c-64c4c4e52604 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.668957 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0a9ce6c6-dc38-411b-841c-64c4c4e52604 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1939974
Dec 18 21:12:08.671705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37454) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:08.676276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c665bd14-731f-429d-a930-cf8736a2800a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': 'f0ecc39d-67f9-471b-904a-94f46ba3bd92', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:08.697640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14d767-dad0-4da7-b069-375541f5ce92 req-08e30dc8-3697-4b66-bfb6-330fb8d20590 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:08.699116 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e14d767-dad0-4da7-b069-375541f5ce92 req-08e30dc8-3697-4b66-bfb6-330fb8d20590 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 943 time: 0.1525753
Dec 18 21:12:08.702506 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-c665bd14-731f-429d-a930-cf8736a2800a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Project 71c859bfcff54b5c85e6cb248341f37c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:12:08.711329 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c665bd14-731f-429d-a930-cf8736a2800a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.713376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1aa16a9-155f-4d10-bf1e-ecf14dda6aea admin admin] Deleting subnet c9dd9ccd-6110-462a-950d-40714b5429ee {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:12:08.724990 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1aa16a9-155f-4d10-bf1e-ecf14dda6aea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.733428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Attempting to bind port 108c8a1c-0915-4513-8659-185ce5146ce7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:12:08.733772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Attempting to bind port 108c8a1c-0915-4513-8659-185ce5146ce7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:12:08.734106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Attempting to bind port 108c8a1c-0915-4513-8659-185ce5146ce7 on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:12:08.762231 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Port 108c8a1c-0915-4513-8659-185ce5146ce7 on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:12:08.762707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Attempting to bind port 108c8a1c-0915-4513-8659-185ce5146ce7 on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:12:08.785445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c665bd14-731f-429d-a930-cf8736a2800a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.788376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:12:08.788732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Checking segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:12:08.789132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Bound using segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:12:08.789589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Bound port: 108c8a1c-0915-4513-8659-185ce5146ce7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:12:08.789954 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.791864 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c665bd14-731f-429d-a930-cf8736a2800a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.795851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1aa16a9-155f-4d10-bf1e-ecf14dda6aea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.810175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665bd14-731f-429d-a930-cf8736a2800a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2662350-9622-4a38-b7b2-7cec810aa468,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:08.821569 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c665bd14-731f-429d-a930-cf8736a2800a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.825879 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c665bd14-731f-429d-a930-cf8736a2800a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1531160
Dec 18 21:12:08.826522 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37456) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:08.831833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a8e017e6-74c4-4013-bf0e-fb7d1bc57b68 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'network': {'name': 'tempest-network-smoke--682939149', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'port_security_enabled': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:08.849770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e14d767-dad0-4da7-b069-375541f5ce92 req-c274923f-2cb6-4510-9774-749c12c12f29 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1426268
Dec 18 21:12:08.866919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e017e6-74c4-4013-bf0e-fb7d1bc57b68 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Made reservation on behalf of 71c859bfcff54b5c85e6cb248341f37c for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:12:08.871716 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8e017e6-74c4-4013-bf0e-fb7d1bc57b68 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.905802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e017e6-74c4-4013-bf0e-fb7d1bc57b68 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:12:08.916169 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8e017e6-74c4-4013-bf0e-fb7d1bc57b68 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.916592 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-a8e017e6-74c4-4013-bf0e-fb7d1bc57b68 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Added segment ca490c28-4073-4875-9ded-7977e0775ccb of type vlan for network 14b65cba-3c23-4bc0-913c-c316c167c76d
Dec 18 21:12:08.956039 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8e017e6-74c4-4013-bf0e-fb7d1bc57b68 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.988033 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1aa16a9-155f-4d10-bf1e-ecf14dda6aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.988235 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8e017e6-74c4-4013-bf0e-fb7d1bc57b68 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:08.991269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:12:08.994767 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e017e6-74c4-4013-bf0e-fb7d1bc57b68 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:08.995417 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8e017e6-74c4-4013-bf0e-fb7d1bc57b68 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.026032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:12:09.035544 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.045358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ca4a2-5b92-4891-96b1-a36ffae7ceef req-4df49a51-1594-46d3-922c-d84da331edb2 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:09.046987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e8ca4a2-5b92-4891-96b1-a36ffae7ceef req-4df49a51-1594-46d3-922c-d84da331edb2 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 945 time: 0.1219497
Dec 18 21:12:09.052146 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a8e017e6-74c4-4013-bf0e-fb7d1bc57b68 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2221191
Dec 18 21:12:09.052514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37460) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:09.068347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'admin_state_up': True, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:09.079939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e017e6-74c4-4013-bf0e-fb7d1bc57b68 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Network': ['ID=14b65cba-3c23-4bc0-913c-c316c167c76d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:09.093319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 14b65cba-3c23-4bc0-913c-c316c167c76d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:12:09.097627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:09.099368 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.101017 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] 10.222.0.31 "PUT /v2.0/ports/108c8a1c-0915-4513-8659-185ce5146ce7 HTTP/1.1" status: 200  len: 1091 time: 1.7987096
Dec 18 21:12:09.104238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.105322 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.122314 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:09.126060 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eafb24-60e2-4bbf-93ff-83e7a66cb2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:09.176856 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.203683 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7977186-0630-467c-869b-b25e185e0045 x-openstack-request-id: req-d7977186-0630-467c-869b-b25e185e0045 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:09.203966 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:09.204223 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7977186-0630-467c-869b-b25e185e0045 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:09.204622 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7', 'status': 'completed', 'code': 200}
Dec 18 21:12:09.215260 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1aa16a9-155f-4d10-bf1e-ecf14dda6aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.229105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24971e0-cf06-4bd0-96c0-c727cf3bcf3c service neutron] Pushing event updated for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=10']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:09.272930 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f1aa16a9-155f-4d10-bf1e-ecf14dda6aea admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.280369 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b9213-c996-4b9e-9d25-9eccbc9579a6 None None] Network c62ef8c3-463b-4e15-8f35-55a2c15acde0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:12:09.284311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f1aa16a9-155f-4d10-bf1e-ecf14dda6aea admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c9dd9ccd-6110-462a-950d-40714b5429ee HTTP/1.1" status: 204  len: 168 time: 0.6860974
Dec 18 21:12:09.284311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa16a9-155f-4d10-bf1e-ecf14dda6aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9dd9ccd-6110-462a-950d-40714b5429ee,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:09.287510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37464) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:09.325126 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e8ca4a2-5b92-4891-96b1-a36ffae7ceef req-a57bb2bc-f474-47c4-ab84-27f5607ae04b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2352130
Dec 18 21:12:09.385202 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.389311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-7de8d01b-bcb5-4b80-8f98-88e82acf20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:09.391170 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-7de8d01b-bcb5-4b80-8f98-88e82acf20a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 1095 time: 0.2510066
Dec 18 21:12:09.481165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.517285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9101d3d0-2d8c-407c-84bd-1527617c8a3d None None] DHCP port deletion for c62ef8c3-463b-4e15-8f35-55a2c15acde0 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:12:09.574447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9101d3d0-2d8c-407c-84bd-1527617c8a3d None None] Deleting port 7decd6e4-608b-4f86-90f5-39db8b1589e8 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:09.574892 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9101d3d0-2d8c-407c-84bd-1527617c8a3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.592841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-ee02cd86-46f4-468e-aac5-00676bb04b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:09.594519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-ee02cd86-46f4-468e-aac5-00676bb04b4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.1892004
Dec 18 21:12:09.608342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Deleting port 7decd6e4-608b-4f86-90f5-39db8b1589e8 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:09.608673 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.616814 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.639874 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.739699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] For port 7decd6e4-608b-4f86-90f5-39db8b1589e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7decd6e4-608b-4f86-90f5-39db8b1589e8,segment=NetworkSegment(65575524-6660-470f-9942-dc769b3b3f7e),segment_id=65575524-6660-470f-9942-dc769b3b3f7e)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:09.740347 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.752042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-ac2f4d91-2e4c-4eae-b717-b268b4194eaa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c8a1c-0915-4513-8659-185ce5146ce7 HTTP/1.1" status: 200  len: 999 time: 0.1497984
Dec 18 21:12:09.758919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Calling delete_port for 7decd6e4-608b-4f86-90f5-39db8b1589e8 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:09.791812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.35.3.162 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/d83757db-7d74-489a-bc40-683ef9e055db) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:12:09.815558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9a08357b-10fb-4163-84f0-1d7b3903abdd up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:12:09.848148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-6129548e-35d0-4ae3-a449-f62398ba1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:09.850175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-6129548e-35d0-4ae3-a449-f62398ba1f63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.0890198
Dec 18 21:12:09.856399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9101d3d0-2d8c-407c-84bd-1527617c8a3d None None] For port 7decd6e4-608b-4f86-90f5-39db8b1589e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7decd6e4-608b-4f86-90f5-39db8b1589e8,segment=NetworkSegment(65575524-6660-470f-9942-dc769b3b3f7e),segment_id=65575524-6660-470f-9942-dc769b3b3f7e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:09.856890 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9101d3d0-2d8c-407c-84bd-1527617c8a3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.878520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9101d3d0-2d8c-407c-84bd-1527617c8a3d None None] Calling delete_port for 7decd6e4-608b-4f86-90f5-39db8b1589e8 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:09.918122 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.934135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-a006e74d-ee03-4e64-b27c-b686e2e5b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:09.936130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-a006e74d-ee03-4e64-b27c-b686e2e5b260 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0746279
Dec 18 21:12:09.937210 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.962918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.967693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9101d3d0-2d8c-407c-84bd-1527617c8a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:09.979627 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 9a08357b-10fb-4163-84f0-1d7b3903abdd completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:12:09.994387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7decd6e4-608b-4f86-90f5-39db8b1589e8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:10.003424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101d3d0-2d8c-407c-84bd-1527617c8a3d None None] Pushing event deleted for resources: {'Port': ['ID=7decd6e4-608b-4f86-90f5-39db8b1589e8,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:10.005148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9101d3d0-2d8c-407c-84bd-1527617c8a3d None None] No DVR routers for this DVR port 7decd6e4-608b-4f86-90f5-39db8b1589e8 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:12:10.006637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 9a08357b-10fb-4163-84f0-1d7b3903abdd triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:10.007095 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:10.018159 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=d83757db-7d74-489a-bc40-683ef9e055db,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:10.027008 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:12:10.029493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:12:10.032107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:12:10.048337 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] No DVR routers for this DVR port 7decd6e4-608b-4f86-90f5-39db8b1589e8 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:12:10.097926 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:10.111182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e34bf85-a2db-45d2-857f-8d3ff436577b None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:12:10.131895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1ebc26-c04e-4230-8bb2-457ab3dbb36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a08357b-10fb-4163-84f0-1d7b3903abdd'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:10.135555 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ca1e5c-cadd-41bb-8e73-9896a31b2afe" -d '{"events": [{"server_uuid": "9f1ebc26-c04e-4230-8bb2-457ab3dbb36d", "name": "network-vif-plugged", "status": "completed", "tag": "9a08357b-10fb-4163-84f0-1d7b3903abdd"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:10.154448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 9a08357b-10fb-4163-84f0-1d7b3903abdd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a08357b-10fb-4163-84f0-1d7b3903abdd,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:10.158896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac77bd-418e-453b-807b-ba474a8acd61 req-104d2199-fb94-4415-8f89-f939a63cf591 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:10.160492 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6ac77bd-418e-453b-807b-ba474a8acd61 req-104d2199-fb94-4415-8f89-f939a63cf591 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.1863484
Dec 18 21:12:10.162402 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:10.165206 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:10.204879 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26386c4a-e9ef-46fe-8edb-4ae5bd76ab52 x-openstack-request-id: req-26386c4a-e9ef-46fe-8edb-4ae5bd76ab52 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:10.206141 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1ebc26-c04e-4230-8bb2-457ab3dbb36d", "name": "network-vif-plugged", "status": "completed", "tag": "9a08357b-10fb-4163-84f0-1d7b3903abdd", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:10.206675 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26386c4a-e9ef-46fe-8edb-4ae5bd76ab52 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:10.207809 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1ebc26-c04e-4230-8bb2-457ab3dbb36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a08357b-10fb-4163-84f0-1d7b3903abdd', 'code': 200}
Dec 18 21:12:10.208331 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-1d337602-37f8-4ce1-a159-0b2714f100d1 service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2424366
Dec 18 21:12:10.243070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365cd14ca0>,) {'filters': {'network_id': ['c62ef8c3-463b-4e15-8f35-55a2c15acde0']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:10.257609 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=9a08357b-10fb-4163-84f0-1d7b3903abdd,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:10.267588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0ca7c384-4895-4467-9645-0bd4cbf7bf40 None None] Provisioning complete for port d83757db-7d74-489a-bc40-683ef9e055db triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:10.267846 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0ca7c384-4895-4467-9645-0bd4cbf7bf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:10.321055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cd14ca0>, '65575524-6660-470f-9942-dc769b3b3f7e') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:10.322362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cd14ca0>, '65575524-6660-470f-9942-dc769b3b3f7e') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:10.329179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0ca7c384-4895-4467-9645-0bd4cbf7bf40 None None] Port d83757db-7d74-489a-bc40-683ef9e055db cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:12:10.347988 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:10.361845 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:10.378461 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6ac77bd-418e-453b-807b-ba474a8acd61 req-1adf7cd0-fabe-4d7a-a804-7d4c81cc5559 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2085657
Dec 18 21:12:10.395076 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:10.432249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:12:10.432558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:12:10.434344 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:12:10.481863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7decd6e4-608b-4f86-90f5-39db8b1589e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:12:10.498578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e3ea1-bf6e-4a99-ba77-1078a1351c51 req-393a87fb-15a1-4000-9dc7-0ddfcee19cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:10.500664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-271e3ea1-bf6e-4a99-ba77-1078a1351c51 req-393a87fb-15a1-4000-9dc7-0ddfcee19cd4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 1097 time: 0.2340412
Dec 18 21:12:10.501924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 7decd6e4-608b-4f86-90f5-39db8b1589e8 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:12:10.502296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7decd6e4-608b-4f86-90f5-39db8b1589e8 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:12:10.502703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3c14e5a5-a637-49c3-9456-a413a38a62df no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:12:10.508157 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e89bbcf4-477a-470f-ba44-5cb9701c200c req-6604e648-c97d-4a0b-8312-3ec1e7318dd0 service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2809401
Dec 18 21:12:10.535865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3c14e5a5-a637-49c3-9456-a413a38a62df {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:12:10.536532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3c14e5a5-a637-49c3-9456-a413a38a62df not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:12:10.558598 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:10.567335 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:10.573613 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c62ef8c3-463b-4e15-8f35-55a2c15acde0 HTTP/1.1" status: 204  len: 168 time: 1.2808678
Dec 18 21:12:10.575581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37472) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:10.604338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf61f24-fb21-4f3a-b5d3-b9f8d04cdb18 req-7341c4b0-0c47-48e7-8c39-73b4c05ba0ee tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:10.605996 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8bf61f24-fb21-4f3a-b5d3-b9f8d04cdb18 req-7341c4b0-0c47-48e7-8c39-73b4c05ba0ee tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 946 time: 0.1910100
Dec 18 21:12:10.627802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bf45c-b84d-4976-a863-ede6e5d44ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c62ef8c3-463b-4e15-8f35-55a2c15acde0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:10.640570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:10.676528 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-271e3ea1-bf6e-4a99-ba77-1078a1351c51 req-59540a39-5098-4dbd-87be-191f1b6d55cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645639
Dec 18 21:12:10.694722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eafb24-60e2-4bbf-93ff-83e7a66cb2c8 req-c879ed8f-8a1d-470b-a86d-f4a13bdc66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:10.696233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26eafb24-60e2-4bbf-93ff-83e7a66cb2c8 req-c879ed8f-8a1d-470b-a86d-f4a13bdc66ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 1095 time: 0.1336834
Dec 18 21:12:10.700896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8bf61f24-fb21-4f3a-b5d3-b9f8d04cdb18 req-bcb8953c-7ebc-4439-a5d5-5a5461efce86 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759492
Dec 18 21:12:10.818910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eafb24-60e2-4bbf-93ff-83e7a66cb2c8 req-1f388a10-db77-4b8f-94bd-438b9c30eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:10.820963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26eafb24-60e2-4bbf-93ff-83e7a66cb2c8 req-1f388a10-db77-4b8f-94bd-438b9c30eb87 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.1136100
Dec 18 21:12:10.934049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26eafb24-60e2-4bbf-93ff-83e7a66cb2c8 req-698610ce-8ad1-4a44-8818-085e3e2335b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c8a1c-0915-4513-8659-185ce5146ce7 HTTP/1.1" status: 200  len: 999 time: 0.1032014
Dec 18 21:12:10.982024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router b3f4beee-5404-47c4-a4e9-1d33902b89ee is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:12:11.144206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:12:11.155490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c027f08-c945-479e-a079-cea340811762 None None] Sync routers for ids ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:12:11.172454 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:11.177926 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6e28e44e-cd5c-4547-83f1-475de2edc7f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.1202698
Dec 18 21:12:11.178099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c027f08-c945-479e-a079-cea340811762 None None] Routers {'b3f4beee-5404-47c4-a4e9-1d33902b89ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:12:11.178099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7c027f08-c945-479e-a079-cea340811762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e47c160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:12:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:11.178495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37490) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:11.221937 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2aeec6bc-3422-4a5b-817c-3f4493e009f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:11.252009 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0ac9e67c-b0c7-4d73-9a93-a06112bb0a07 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=71c859bfcff54b5c85e6cb248341f37c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0722775
Dec 18 21:12:11.260286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37492) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:11.343546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7c027f08-c945-479e-a079-cea340811762 None None] Set router b3f4beee-5404-47c4-a4e9-1d33902b89ee gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:12:11.505571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42f86d5-3e77-4b76-b783-73fb9a500315 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:11.507133 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e42f86d5-3e77-4b76-b783-73fb9a500315 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2461433
Dec 18 21:12:11.510787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37496) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:11.557758 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7c027f08-c945-479e-a079-cea340811762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e47c160>, [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:10Z', 'revision_number': 3, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:11.590487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ba2bda6e-9764-41af-8b83-16bd174dc535 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0783191
Dec 18 21:12:11.592977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c027f08-c945-479e-a079-cea340811762 None None] Checking router: b3f4beee-5404-47c4-a4e9-1d33902b89ee for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:12:11.593518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c027f08-c945-479e-a079-cea340811762 None None] Updating router b3f4beee-5404-47c4-a4e9-1d33902b89ee port d83757db-7d74-489a-bc40-683ef9e055db binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:12:11.593781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37498) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:11.604360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6b1f5a6d-7cea-4b3c-90af-560d404d59ca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2077000815', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:11.642986 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c027f08-c945-479e-a079-cea340811762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:11.671136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc554e-d8e6-445c-b8ec-e310d5621878 req-e22a1edf-8c4c-4cf9-9450-427a7a4b28af tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:11.672748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8cbc554e-d8e6-445c-b8ec-e310d5621878 req-e22a1edf-8c4c-4cf9-9450-427a7a4b28af tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.1416745
Dec 18 21:12:11.948832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2aeec6bc-3422-4a5b-817c-3f4493e009f3 admin admin] Deleting port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:11.949266 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2aeec6bc-3422-4a5b-817c-3f4493e009f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.144271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-2aeec6bc-3422-4a5b-817c-3f4493e009f3 admin admin] For port 71f2df89-b653-40ca-a3c8-fcae92fd5e8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71f2df89-b653-40ca-a3c8-fcae92fd5e8c,segment=NetworkSegment(859d3254-82ab-4568-9db5-b7b4960bf132),segment_id=859d3254-82ab-4568-9db5-b7b4960bf132)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:12.145422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2aeec6bc-3422-4a5b-817c-3f4493e009f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.159468 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c027f08-c945-479e-a079-cea340811762 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.161924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2aeec6bc-3422-4a5b-817c-3f4493e009f3 admin admin] Calling delete_port for 71f2df89-b653-40ca-a3c8-fcae92fd5e8c owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:12.167004 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c027f08-c945-479e-a079-cea340811762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.226524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0898221-335a-44f6-9353-0af1cf4dde90 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:12:12.247276 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309ba4f-3673-427c-80e8-356902f9824a None None] Pushing event updated for resources: {'Port': ['ID=d83757db-7d74-489a-bc40-683ef9e055db,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:12.255352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7c027f08-c945-479e-a079-cea340811762 None None] Attempting to bind port d83757db-7d74-489a-bc40-683ef9e055db on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:12:12.255857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7c027f08-c945-479e-a079-cea340811762 None None] Attempting to bind port d83757db-7d74-489a-bc40-683ef9e055db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:12:12.256546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c027f08-c945-479e-a079-cea340811762 None None] Attempting to bind port d83757db-7d74-489a-bc40-683ef9e055db on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:12:12.264064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c027f08-c945-479e-a079-cea340811762 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:12:12.264577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c027f08-c945-479e-a079-cea340811762 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:12:12.265140 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c027f08-c945-479e-a079-cea340811762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.265716 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c027f08-c945-479e-a079-cea340811762 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:12:12.266275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7c027f08-c945-479e-a079-cea340811762 None None] Bound port: d83757db-7d74-489a-bc40-683ef9e055db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:12:12.266833 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c027f08-c945-479e-a079-cea340811762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.333978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7c027f08-c945-479e-a079-cea340811762 None None] For port d83757db-7d74-489a-bc40-683ef9e055db, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:12:12.343748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c0164-6e67-4b83-8548-17ad9dc20e64 req-192972cd-ef9a-4877-b143-2705f247563e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:12.345544 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-480c0164-6e67-4b83-8548-17ad9dc20e64 req-192972cd-ef9a-4877-b143-2705f247563e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 946 time: 0.0968621
Dec 18 21:12:12.346285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1f5a6d-7cea-4b3c-90af-560d404d59ca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Made reservation on behalf of 71c859bfcff54b5c85e6cb248341f37c for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:12:12.349621 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b1f5a6d-7cea-4b3c-90af-560d404d59ca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.355606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7c027f08-c945-479e-a079-cea340811762 None None] For port d83757db-7d74-489a-bc40-683ef9e055db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d83757db-7d74-489a-bc40-683ef9e055db,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:12:12.369789 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c027f08-c945-479e-a079-cea340811762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.386363 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8cbc554e-d8e6-445c-b8ec-e310d5621878 req-dfd99eeb-e5b4-46dc-81ff-a0def02193d6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6965020
Dec 18 21:12:12.494279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3a5290cd-2edd-4742-8f14-8c4c46ef9c2a None None] Provisioning complete for port d83757db-7d74-489a-bc40-683ef9e055db triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:12.495065 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3a5290cd-2edd-4742-8f14-8c4c46ef9c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.523441 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2aeec6bc-3422-4a5b-817c-3f4493e009f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.549080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeec6bc-3422-4a5b-817c-3f4493e009f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71f2df89-b653-40ca-a3c8-fcae92fd5e8c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:12.566670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ba1de1-8ff3-4219-a85b-2e063ee33cde None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:12:12.573627 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-480c0164-6e67-4b83-8548-17ad9dc20e64 req-6f792d41-0f0a-49a0-b34c-38c07ad020d6 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073483
Dec 18 21:12:12.600508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309ba4f-3673-427c-80e8-356902f9824a None None] Pushing event updated for resources: {'Port': ['ID=d83757db-7d74-489a-bc40-683ef9e055db,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:12.645542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c027f08-c945-479e-a079-cea340811762 None None] Routers {'b3f4beee-5404-47c4-a4e9-1d33902b89ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:12:12.646537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7c027f08-c945-479e-a079-cea340811762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e47c160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:12:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:12.734326 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b1f5a6d-7cea-4b3c-90af-560d404d59ca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.796281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7c027f08-c945-479e-a079-cea340811762 None None] Set router b3f4beee-5404-47c4-a4e9-1d33902b89ee gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:12:12.853894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f5a6d-7cea-4b3c-90af-560d404d59ca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Subnet': ['ID=3bfa9f32-05b7-448f-9c0e-1de08987412e,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:12.864416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1f5a6d-7cea-4b3c-90af-560d404d59ca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Checking segment: {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:12:12.864818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1f5a6d-7cea-4b3c-90af-560d404d59ca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network hostable DHCP agents. Network: 14b65cba-3c23-4bc0-913c-c316c167c76d, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:12:12.904681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1f5a6d-7cea-4b3c-90af-560d404d59ca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network 14b65cba-3c23-4bc0-913c-c316c167c76d is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:12:12.917994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2aeec6bc-3422-4a5b-817c-3f4493e009f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.934283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-6b1f5a6d-7cea-4b3c-90af-560d404d59ca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 14b65cba-3c23-4bc0-913c-c316c167c76d) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:12:12.934283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1f5a6d-7cea-4b3c-90af-560d404d59ca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:12.934283 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6b1f5a6d-7cea-4b3c-90af-560d404d59ca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:12.970015 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6b1f5a6d-7cea-4b3c-90af-560d404d59ca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.3697290
Dec 18 21:12:12.970570 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37502) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:12.994064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9173450f-aa3e-4b33-8bb8-9985f153d4bc None None] Network 14b65cba-3c23-4bc0-913c-c316c167c76d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:12:13.057079 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3a5290cd-2edd-4742-8f14-8c4c46ef9c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:13.165299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3a5290cd-2edd-4742-8f14-8c4c46ef9c2a None None] For port d83757db-7d74-489a-bc40-683ef9e055db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d83757db-7d74-489a-bc40-683ef9e055db,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:13.212303 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3a5290cd-2edd-4742-8f14-8c4c46ef9c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:13.301581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aeec6bc-3422-4a5b-817c-3f4493e009f3 admin admin] Router 09436db4-34b0-4dd4-a313-95ad7d468789 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:12:13.406943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5290cd-2edd-4742-8f14-8c4c46ef9c2a None None] Pushing event updated for resources: {'Port': ['ID=d83757db-7d74-489a-bc40-683ef9e055db,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:13.417256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-14b65cba-3c23-4bc0-913c-c316c167c76d', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:12:13.418275 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:13.466756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b63a18cb-c6c8-4ff5-9e76-e9fad9596dc8 None None] Provisioning complete for port d83757db-7d74-489a-bc40-683ef9e055db triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:13.467133 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b63a18cb-c6c8-4ff5-9e76-e9fad9596dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:13.583431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeec6bc-3422-4a5b-817c-3f4493e009f3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:12:13.593085 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2aeec6bc-3422-4a5b-817c-3f4493e009f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/09436db4-34b0-4dd4-a313-95ad7d468789/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0147226
Dec 18 21:12:13.593435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37506) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:13.599678 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5205e2-d187-40dd-902f-bc2c39433706 None None] Sync routers for ids ['09436db4-34b0-4dd4-a313-95ad7d468789'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:12:13.614108 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5205e2-d187-40dd-902f-bc2c39433706 None None] Routers {'09436db4-34b0-4dd4-a313-95ad7d468789'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:12:13.617040 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-da5205e2-d187-40dd-902f-bc2c39433706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664640820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:12:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['09436db4-34b0-4dd4-a313-95ad7d468789'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:13.757672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdb3ee-454b-451b-8368-16fedfb8e784 req-4d778882-0745-40d0-884f-830d83f48086 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:13.761644 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdcdb3ee-454b-451b-8368-16fedfb8e784 req-4d778882-0745-40d0-884f-830d83f48086 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.2649112
Dec 18 21:12:13.781820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Allocated IP 172.20.0.2 (14b65cba-3c23-4bc0-913c-c316c167c76d/3bfa9f32-05b7-448f-9c0e-1de08987412e/2153f210-6f0a-460d-94e8-61db19cb4af3) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:12:13.784530 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-da5205e2-d187-40dd-902f-bc2c39433706 None None] Set router 09436db4-34b0-4dd4-a313-95ad7d468789 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:12:13.937186 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:13.956998 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:13.966580 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdcdb3ee-454b-451b-8368-16fedfb8e784 req-4cab7fed-d113-4ad1-b4f9-53ffebc557a9 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1984556
Dec 18 21:12:13.976220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef8c61-d913-4ade-81d1-ba37834002d2 req-78fd94b9-f509-4840-b48d-500089faff41 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:13.979693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69ef8c61-d913-4ade-81d1-ba37834002d2 req-78fd94b9-f509-4840-b48d-500089faff41 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 946 time: 0.2031653
Dec 18 21:12:14.019174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7c027f08-c945-479e-a079-cea340811762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e47c160>, [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:10Z', 'revision_number': 3, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:14.054458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Network 14b65cba-3c23-4bc0-913c-c316c167c76d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:12:14.059819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c027f08-c945-479e-a079-cea340811762 None None] The sync data for ids ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'] in ncdv-master-1 is: [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:10Z', 'revision_number': 3, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:12:14.061718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:12:14.082509 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:14.084986 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:14.135678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:12:14.161975 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-da5205e2-d187-40dd-902f-bc2c39433706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664640820>, [{'id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'name': 'tempest-TestVolumeBackupRestore-1896081761-router', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:12:12Z', 'revision_number': 5, 'project_id': '5db10117831d4d9396e883590d0cf553', 'gw_port': {'id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:14.204411 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5205e2-d187-40dd-902f-bc2c39433706 None None] Checking router: 09436db4-34b0-4dd4-a313-95ad7d468789 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:12:14.216715 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5205e2-d187-40dd-902f-bc2c39433706 None None] Routers {'09436db4-34b0-4dd4-a313-95ad7d468789'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:12:14.217834 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-da5205e2-d187-40dd-902f-bc2c39433706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664640820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:12:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['09436db4-34b0-4dd4-a313-95ad7d468789'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:14.232099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Pushing event updated for resources: {'Port': ['ID=2153f210-6f0a-460d-94e8-61db19cb4af3,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:14.307574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Attempting to bind port 2153f210-6f0a-460d-94e8-61db19cb4af3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:12:14.307955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Attempting to bind port 2153f210-6f0a-460d-94e8-61db19cb4af3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:12:14.308406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Attempting to bind port 2153f210-6f0a-460d-94e8-61db19cb4af3 on network 14b65cba-3c23-4bc0-913c-c316c167c76d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:12:14.315065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:12:14.315449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Checking segment: {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:12:14.315931 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:14.316380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Bound using segment: {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:12:14.317188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Bound port: 2153f210-6f0a-460d-94e8-61db19cb4af3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:12:14.317649 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:14.417348 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-da5205e2-d187-40dd-902f-bc2c39433706 None None] Set router 09436db4-34b0-4dd4-a313-95ad7d468789 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:12:14.423508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] For port 2153f210-6f0a-460d-94e8-61db19cb4af3, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:12:14.428269 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] For port 2153f210-6f0a-460d-94e8-61db19cb4af3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2153f210-6f0a-460d-94e8-61db19cb4af3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:12:14.435222 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:14.464417 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:14.565922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868b103-02a9-4d2a-84cf-5e2d9e9d138c None None] Pushing event updated for resources: {'Port': ['ID=2153f210-6f0a-460d-94e8-61db19cb4af3,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:14.589928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69ef8c61-d913-4ade-81d1-ba37834002d2 req-8c6662da-452b-4197-9418-b7f65bad4958 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5095141
Dec 18 21:12:14.856665 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-da5205e2-d187-40dd-902f-bc2c39433706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664640820>, [{'id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'name': 'tempest-TestVolumeBackupRestore-1896081761-router', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:12:12Z', 'revision_number': 5, 'project_id': '5db10117831d4d9396e883590d0cf553', 'gw_port': {'id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:14.892824 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5205e2-d187-40dd-902f-bc2c39433706 None None] The sync data for ids ['09436db4-34b0-4dd4-a313-95ad7d468789'] in ncdv-master-1 is: [{'id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'name': 'tempest-TestVolumeBackupRestore-1896081761-router', 'tenant_id': '5db10117831d4d9396e883590d0cf553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:12:12Z', 'revision_number': 5, 'project_id': '5db10117831d4d9396e883590d0cf553', 'gw_port': {'id': '29ec6867-e69a-4059-8ef5-597af9df0812', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09436db4-34b0-4dd4-a313-95ad7d468789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:10:12Z', 'updated_at': '2021-12-18T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:12:14.920148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Deleting port 29ec6867-e69a-4059-8ef5-597af9df0812 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:14.920669 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:14.936090 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:15.180026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8223e0-beb7-4a52-a8ea-883d4f27fb71 req-201befce-2ba5-4a57-b262-3d6488ea91cc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:15.188634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a8223e0-beb7-4a52-a8ea-883d4f27fb71 req-201befce-2ba5-4a57-b262-3d6488ea91cc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 946 time: 0.1930537
Dec 18 21:12:15.276316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] For port 29ec6867-e69a-4059-8ef5-597af9df0812, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29ec6867-e69a-4059-8ef5-597af9df0812,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:15.277067 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:15.332320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Calling delete_port for 29ec6867-e69a-4059-8ef5-597af9df0812 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:15.459667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.20.0.1 (14b65cba-3c23-4bc0-913c-c316c167c76d/3bfa9f32-05b7-448f-9c0e-1de08987412e/23a7fb4c-21b4-4089-b82d-379ab588f50c) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:12:15.487844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234bfe5-836c-4b95-b0dd-2f2306a935cb req-8be15b60-98e8-45b5-97d6-30b42c15aafb tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:15.490387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0234bfe5-836c-4b95-b0dd-2f2306a935cb req-8be15b60-98e8-45b5-97d6-30b42c15aafb tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.3780932
Dec 18 21:12:15.509718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9a8223e0-beb7-4a52-a8ea-883d4f27fb71 req-4c42f92e-9c84-426b-b190-ef527468862f tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3182261
Dec 18 21:12:15.797704 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0234bfe5-836c-4b95-b0dd-2f2306a935cb req-5a4136ae-9b72-4988-94ce-17bb1f42dade tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2976651
Dec 18 21:12:15.816247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40768354-5b3a-4a65-8962-efa0740884c0 req-0baa175a-c446-4005-8999-eaa2eaf1affb tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:15.818082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40768354-5b3a-4a65-8962-efa0740884c0 req-0baa175a-c446-4005-8999-eaa2eaf1affb tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 946 time: 0.1558509
Dec 18 21:12:15.938520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40768354-5b3a-4a65-8962-efa0740884c0 req-9e0d2a5a-c5bd-4c6b-99ef-0dfb0c2df571 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992897
Dec 18 21:12:15.957565 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:15.973639 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:16.002698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=29ec6867-e69a-4059-8ef5-597af9df0812,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:16.027452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9664d-cb53-4c1b-94a4-5b201877dbe4 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:12:16.117576 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:16.120032 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:16.669075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network 14b65cba-3c23-4bc0-913c-c316c167c76d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:12:16.671390 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:16.691689 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:16.697523 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:12:16.705350 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:12:16.717673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=23a7fb4c-21b4-4089-b82d-379ab588f50c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:16.762161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2153f210-6f0a-460d-94e8-61db19cb4af3 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:12:16.810900 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:16.811458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09436db4-34b0-4dd4-a313-95ad7d468789 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:12:16.819369 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:16.820546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-077496a6-f315-4f3f-b11f-da13a9578f6d admin admin] 10.222.0.13 "DELETE /v2.0/routers/09436db4-34b0-4dd4-a313-95ad7d468789 HTTP/1.1" status: 204  len: 168 time: 3.2260239
Dec 18 21:12:16.824146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37524) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:16.827034 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:16.845422 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb5da3-351d-4649-a6f6-ba844a2d2900 req-cc9f689e-2e7c-441d-9b40-6e3f8918dd36 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:16.851087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2153f210-6f0a-460d-94e8-61db19cb4af3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:16.852126 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:16.854455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bafb5da3-351d-4649-a6f6-ba844a2d2900 req-cc9f689e-2e7c-441d-9b40-6e3f8918dd36 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 946 time: 0.2357876
Dec 18 21:12:17.036764 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:17.124756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 2153f210-6f0a-460d-94e8-61db19cb4af3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2153f210-6f0a-460d-94e8-61db19cb4af3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:17.148794 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:17.152418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d83757db-7d74-489a-bc40-683ef9e055db up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:12:17.162298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-167a1fd3-076e-420a-88d1-1a798a6ddd01 admin admin] Deleting subnet 3a7d1b74-4c01-4ae0-b654-2523548598a8 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:12:17.202864 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-167a1fd3-076e-420a-88d1-1a798a6ddd01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:17.248852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bafb5da3-351d-4649-a6f6-ba844a2d2900 req-5147e71f-dd4b-47a2-8047-7126ed4d32f0 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3935101
Dec 18 21:12:17.280472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc7d13-520d-474a-b741-ee6ae82e440a req-78b21273-5206-41f3-9a82-4b2a20844b16 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:17.282148 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31dc7d13-520d-474a-b741-ee6ae82e440a req-78b21273-5206-41f3-9a82-4b2a20844b16 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.2270823
Dec 18 21:12:17.306547 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-167a1fd3-076e-420a-88d1-1a798a6ddd01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:17.314927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2640ecc-f9ce-4312-886b-f1a9e5bd5e5c None None] Network 14b65cba-3c23-4bc0-913c-c316c167c76d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:12:17.397067 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:17.405458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31dc7d13-520d-474a-b741-ee6ae82e440a req-18aa48d9-6d6d-47ed-9fd3-f39dd59f9a6e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152000
Dec 18 21:12:17.563097 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-167a1fd3-076e-420a-88d1-1a798a6ddd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:17.702362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6cca4707-3983-480a-8ccc-746cbfcdbe4c None None] Provisioning complete for port 2153f210-6f0a-460d-94e8-61db19cb4af3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:17.702743 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6cca4707-3983-480a-8ccc-746cbfcdbe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:17.704472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa47f2-db4f-421c-8ead-9f33364aaa87 req-dd2fda8d-f8ad-40da-bb01-970089ca6697 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:17.706447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d83757db-7d74-489a-bc40-683ef9e055db triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:17.706585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32fa47f2-db4f-421c-8ead-9f33364aaa87 req-dd2fda8d-f8ad-40da-bb01-970089ca6697 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 946 time: 0.1155396
Dec 18 21:12:17.706729 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:17.708055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=2153f210-6f0a-460d-94e8-61db19cb4af3,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:17.772463 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-167a1fd3-076e-420a-88d1-1a798a6ddd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:17.903553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a1fd3-076e-420a-88d1-1a798a6ddd01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7d1b74-4c01-4ae0-b654-2523548598a8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:17.923904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b5e9cb-4e03-43ef-aec8-835110eb4b05 None None] Network b47a65be-3dbc-4b94-a202-8c621acb5cd9 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:12:17.925430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-167a1fd3-076e-420a-88d1-1a798a6ddd01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:17.933579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37530) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:17.934316 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-167a1fd3-076e-420a-88d1-1a798a6ddd01 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3a7d1b74-4c01-4ae0-b654-2523548598a8 HTTP/1.1" status: 204  len: 168 time: 1.1087933
Dec 18 21:12:17.945170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 71f2df89-b653-40ca-a3c8-fcae92fd5e8c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:12:18.009175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 71f2df89-b653-40ca-a3c8-fcae92fd5e8c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:12:18.009461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 71f2df89-b653-40ca-a3c8-fcae92fd5e8c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:12:18.012946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-32fa47f2-db4f-421c-8ead-9f33364aaa87 req-27eb3f6e-12d0-4bf1-864f-0d8e6cc6a247 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Deleting port 9a08357b-10fb-4163-84f0-1d7b3903abdd {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:18.012946 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-32fa47f2-db4f-421c-8ead-9f33364aaa87 req-27eb3f6e-12d0-4bf1-864f-0d8e6cc6a247 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.093571 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.113150 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.117461 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.197645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902e8d4a-1d24-4d09-a06c-7c2e18e28e5b None None] DHCP port deletion for b47a65be-3dbc-4b94-a202-8c621acb5cd9 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:12:18.244922 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.251985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Deleting port 4a616a9c-a897-45a6-a636-39df01c03028 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:18.252323 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.329007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-902e8d4a-1d24-4d09-a06c-7c2e18e28e5b None None] Deleting port 4a616a9c-a897-45a6-a636-39df01c03028 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:12:18.332012 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-902e8d4a-1d24-4d09-a06c-7c2e18e28e5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.341034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] For port 4a616a9c-a897-45a6-a636-39df01c03028, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a616a9c-a897-45a6-a636-39df01c03028,segment=NetworkSegment(859d3254-82ab-4568-9db5-b7b4960bf132),segment_id=859d3254-82ab-4568-9db5-b7b4960bf132)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:18.341398 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.375737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Calling delete_port for 4a616a9c-a897-45a6-a636-39df01c03028 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:18.426864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-998d2dff-ecb6-4659-aaf0-046cdb4ee078 None None] Provisioning complete for port 2153f210-6f0a-460d-94e8-61db19cb4af3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:18.427337 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-998d2dff-ecb6-4659-aaf0-046cdb4ee078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.539579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-902e8d4a-1d24-4d09-a06c-7c2e18e28e5b None None] For port 4a616a9c-a897-45a6-a636-39df01c03028, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a616a9c-a897-45a6-a636-39df01c03028,segment=NetworkSegment(859d3254-82ab-4568-9db5-b7b4960bf132),segment_id=859d3254-82ab-4568-9db5-b7b4960bf132)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:18.540537 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-902e8d4a-1d24-4d09-a06c-7c2e18e28e5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.586865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-902e8d4a-1d24-4d09-a06c-7c2e18e28e5b None None] Calling delete_port for 4a616a9c-a897-45a6-a636-39df01c03028 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:18.625422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.693531 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] No DVR routers for this DVR port 4a616a9c-a897-45a6-a636-39df01c03028 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:12:18.739543 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2153f210-6f0a-460d-94e8-61db19cb4af3 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:12:18.753322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-32fa47f2-db4f-421c-8ead-9f33364aaa87 req-27eb3f6e-12d0-4bf1-864f-0d8e6cc6a247 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] For port 9a08357b-10fb-4163-84f0-1d7b3903abdd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a08357b-10fb-4163-84f0-1d7b3903abdd,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:18.754229 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-32fa47f2-db4f-421c-8ead-9f33364aaa87 req-27eb3f6e-12d0-4bf1-864f-0d8e6cc6a247 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.769979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-32fa47f2-db4f-421c-8ead-9f33364aaa87 req-27eb3f6e-12d0-4bf1-864f-0d8e6cc6a247 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Calling delete_port for 9a08357b-10fb-4163-84f0-1d7b3903abdd owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:12:18.792790 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.809370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a616a9c-a897-45a6-a636-39df01c03028,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:18.820336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c2fe3d0>,) {'filters': {'network_id': ['b47a65be-3dbc-4b94-a202-8c621acb5cd9']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:18.832452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c2fe3d0>, '859d3254-82ab-4568-9db5-b7b4960bf132') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:18.832873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c2fe3d0>, '859d3254-82ab-4568-9db5-b7b4960bf132') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:18.844532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.863489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.863868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-998d2dff-ecb6-4659-aaf0-046cdb4ee078 None None] Provisioning complete for port 23a7fb4c-21b4-4089-b82d-379ab588f50c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:18.864380 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-998d2dff-ecb6-4659-aaf0-046cdb4ee078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.872679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:12:18.873577 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.882002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network 14b65cba-3c23-4bc0-913c-c316c167c76d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:12:18.886414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=23a7fb4c-21b4-4089-b82d-379ab588f50c,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:18.904029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-998d2dff-ecb6-4659-aaf0-046cdb4ee078 None None] Port 23a7fb4c-21b4-4089-b82d-379ab588f50c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:12:18.907809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:12:18.933020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.933493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.933707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.934046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.936491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.936985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.937332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.937836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.937981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.938349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.938745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.939006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.939555 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-902e8d4a-1d24-4d09-a06c-7c2e18e28e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.942480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:12:18.952073 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2153f210-6f0a-460d-94e8-61db19cb4af3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:18.952073 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:18.959447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902e8d4a-1d24-4d09-a06c-7c2e18e28e5b None None] No DVR routers for this DVR port 4a616a9c-a897-45a6-a636-39df01c03028 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:12:18.987502 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:12:19.001882 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:19.022206 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:19.022206 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b47a65be-3dbc-4b94-a202-8c621acb5cd9 HTTP/1.1" status: 204  len: 168 time: 1.0842338
Dec 18 21:12:19.053814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e8d4a-1d24-4d09-a06c-7c2e18e28e5b None None] Pushing event deleted for resources: {'Port': ['ID=4a616a9c-a897-45a6-a636-39df01c03028,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:19.080263 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5558b-884f-4f73-a0d4-eb13e77db7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b47a65be-3dbc-4b94-a202-8c621acb5cd9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:19.084384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-eb45be97-9ef3-4e3c-83a7-c2123dd151ca None None] Provisioning complete for port 23a7fb4c-21b4-4089-b82d-379ab588f50c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:19.084384 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb45be97-9ef3-4e3c-83a7-c2123dd151ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:19.098756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9837c-f638-47e7-a723-d25c0cf535d8 req-279241ff-2c58-4280-8427-65dcff1b81d2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:19.100476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaa9837c-f638-47e7-a723-d25c0cf535d8 req-279241ff-2c58-4280-8427-65dcff1b81d2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.4503591
Dec 18 21:12:19.137165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b736f9-c05c-46c9-95db-3bf76a38d7f2 req-5f5f5630-e629-4e66-aae0-c6f6d8945b1b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:19.141936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-eb45be97-9ef3-4e3c-83a7-c2123dd151ca None None] Port 23a7fb4c-21b4-4089-b82d-379ab588f50c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:12:19.143918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82b736f9-c05c-46c9-95db-3bf76a38d7f2 req-5f5f5630-e629-4e66-aae0-c6f6d8945b1b tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f1ebc26-c04e-4230-8bb2-457ab3dbb36d HTTP/1.1" status: 200  len: 946 time: 0.5434740
Dec 18 21:12:19.328140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37542) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:19.345179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 29ec6867-e69a-4059-8ef5-597af9df0812 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:12:19.388667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 29ec6867-e69a-4059-8ef5-597af9df0812 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:12:19.389125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 29ec6867-e69a-4059-8ef5-597af9df0812 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:12:19.390179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a616a9c-a897-45a6-a636-39df01c03028 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:12:19.409698 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-32fa47f2-db4f-421c-8ead-9f33364aaa87 req-27eb3f6e-12d0-4bf1-864f-0d8e6cc6a247 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:19.444293 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82b736f9-c05c-46c9-95db-3bf76a38d7f2 req-8b2ecbf0-5a03-484a-bc7b-fc640ad71059 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2395790
Dec 18 21:12:19.453210 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-42d4939f-6699-4ff9-92d9-56cd12052026 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62fd960aee2d408d8c9977b60fcabd61&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1231027
Dec 18 21:12:19.458001 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37544) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:19.477415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:12:19.479206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eaa9837c-f638-47e7-a723-d25c0cf535d8 req-5be3d932-5b4b-4151-bf5b-c14624d1c774 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3626275
Dec 18 21:12:19.497308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb3f6e-12d0-4bf1-864f-0d8e6cc6a247 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event deleted for resources: {'Port': ['ID=9a08357b-10fb-4163-84f0-1d7b3903abdd,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:19.507564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router b3f4beee-5404-47c4-a4e9-1d33902b89ee has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:12:19.531161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fa47f2-db4f-421c-8ead-9f33364aaa87 req-27eb3f6e-12d0-4bf1-864f-0d8e6cc6a247 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] No DVR routers for this DVR port 9a08357b-10fb-4163-84f0-1d7b3903abdd on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:12:19.535009 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-32fa47f2-db4f-421c-8ead-9f33364aaa87 req-27eb3f6e-12d0-4bf1-864f-0d8e6cc6a247 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:19.538630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32fa47f2-db4f-421c-8ead-9f33364aaa87 req-27eb3f6e-12d0-4bf1-864f-0d8e6cc6a247 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "DELETE /v2.0/ports/9a08357b-10fb-4163-84f0-1d7b3903abdd HTTP/1.1" status: 204  len: 173 time: 1.8175859
Dec 18 21:12:19.539223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1ebc26-c04e-4230-8bb2-457ab3dbb36d', 'name': 'network-vif-deleted', 'tag': '9a08357b-10fb-4163-84f0-1d7b3903abdd'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:19.542647 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a48f29-e9be-4703-9b7c-5b957e70818c" -d '{"events": [{"server_uuid": "9f1ebc26-c04e-4230-8bb2-457ab3dbb36d", "name": "network-vif-deleted", "tag": "9a08357b-10fb-4163-84f0-1d7b3903abdd"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:19.596370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['9a08357b-10fb-4163-84f0-1d7b3903abdd'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:12:19.636588 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-963ebc83-1335-4521-a397-369918757f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:19.648353 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 4a616a9c-a897-45a6-a636-39df01c03028 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:12:19.651105 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a616a9c-a897-45a6-a636-39df01c03028 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:12:19.667212 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3839787-b3b5-4e5b-b3a9-4f10adb0764d x-openstack-request-id: req-c3839787-b3b5-4e5b-b3a9-4f10adb0764d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:19.667523 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1ebc26-c04e-4230-8bb2-457ab3dbb36d", "name": "network-vif-deleted", "tag": "9a08357b-10fb-4163-84f0-1d7b3903abdd", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:19.667780 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3839787-b3b5-4e5b-b3a9-4f10adb0764d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:19.668083 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-963ebc83-1335-4521-a397-369918757f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:19.668229 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1ebc26-c04e-4230-8bb2-457ab3dbb36d', 'name': 'network-vif-deleted', 'tag': '9a08357b-10fb-4163-84f0-1d7b3903abdd', 'status': 'completed', 'code': 200}
Dec 18 21:12:19.731165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-98874aba-8c76-4f58-ad72-922141a68664 None None] Provisioning complete for port 23a7fb4c-21b4-4089-b82d-379ab588f50c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:19.731567 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-98874aba-8c76-4f58-ad72-922141a68664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:19.746923 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:19.748163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:12:19.764146 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d19d86cb-a58f-433b-addd-a63722eb1099 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "PUT /v2.0/routers/b3f4beee-5404-47c4-a4e9-1d33902b89ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7830603
Dec 18 21:12:19.766540 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-963ebc83-1335-4521-a397-369918757f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:19.770637 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-963ebc83-1335-4521-a397-369918757f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:19.774901 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-963ebc83-1335-4521-a397-369918757f09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19c221aa-70e6-400f-992d-933e59ac7a29 HTTP/1.1" status: 204  len: 168 time: 0.3152604
Dec 18 21:12:19.780806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Sync routers for ids ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:12:19.786111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ebc83-1335-4521-a397-369918757f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c221aa-70e6-400f-992d-933e59ac7a29,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:19.897871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Routers {'b3f4beee-5404-47c4-a4e9-1d33902b89ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:12:19.899153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ea01bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:12:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:19.965178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-98874aba-8c76-4f58-ad72-922141a68664 None None] Port 23a7fb4c-21b4-4089-b82d-379ab588f50c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:12:20.071360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-68dfa945-c971-4eb1-92f7-a3c2552b8711 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524893202&fields=id&tenant_id=71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 267 time: 0.1179311
Dec 18 21:12:20.191008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Set router b3f4beee-5404-47c4-a4e9-1d33902b89ee gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:12:20.337308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-24281e85-8bb6-457a-b378-95c8898fdec5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:20.339602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-24281e85-8bb6-457a-b378-95c8898fdec5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 796 time: 0.2601454
Dec 18 21:12:20.367486 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fa120e5b-d693-4c88-a0cd-430a27e951b8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/quotas/71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 375 time: 0.0202577
Dec 18 21:12:20.462875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-6eeb409b-80fe-4d40-874b-d642f0d72f95 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0896995
Dec 18 21:12:20.594221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37576) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:20.665723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ea01bb0>, [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:17Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23a7fb4c-21b4-4089-b82d-379ab588f50c', 'name': '', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:37:8d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:14Z', 'updated_at': '2021-12-18T21:12:17Z', 'revision_number': 2, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:20.668240 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-f8627650-b177-4cac-806e-4fed3d2d0583 service neutron] 10.222.0.13 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821287
Dec 18 21:12:20.712356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Checking router: b3f4beee-5404-47c4-a4e9-1d33902b89ee for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:12:20.712978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Updating router b3f4beee-5404-47c4-a4e9-1d33902b89ee port 23a7fb4c-21b4-4089-b82d-379ab588f50c binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:12:20.726226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-30e2b713-8fb0-4f60-9d01-cfe7ddf7b3fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5db10117831d4d9396e883590d0cf553&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1305642
Dec 18 21:12:20.728966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37580) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:20.767116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:20.799209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f71bc7cd-5ed7-43a2-ad68-387623e158ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:20.814075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d79630-5ad0-4701-a6cb-6340117529de req-78df23c3-99ec-4712-9890-40d154116a68 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:20.824071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06d79630-5ad0-4701-a6cb-6340117529de req-78df23c3-99ec-4712-9890-40d154116a68 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.1415663
Dec 18 21:12:20.829735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f71bc7cd-5ed7-43a2-ad68-387623e158ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:20.899920 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f71bc7cd-5ed7-43a2-ad68-387623e158ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:20.902826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f71bc7cd-5ed7-43a2-ad68-387623e158ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:20.906406 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f71bc7cd-5ed7-43a2-ad68-387623e158ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8137ed45-a5d1-440c-ae0d-89bb9d5cea44 HTTP/1.1" status: 204  len: 168 time: 0.1740263
Dec 18 21:12:20.906576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-067cd251-8c15-4e52-b3ed-7c150bb8b914 service neutron] 10.222.0.13 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2365031
Dec 18 21:12:20.919254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bc7cd-5ed7-43a2-ad68-387623e158ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8137ed45-a5d1-440c-ae0d-89bb9d5cea44,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:20.921597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06d79630-5ad0-4701-a6cb-6340117529de req-39e7b1a4-dd94-47a6-95a3-abeb2387f1da tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922093
Dec 18 21:12:21.207977 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-0ab962c9-6481-4289-8263-325894a530d5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:21.215909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-0ab962c9-6481-4289-8263-325894a530d5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.1958344
Dec 18 21:12:21.248084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-717edd42-3727-45aa-a94b-3b48f531e87c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/quotas/c36bc0b6ca0849f58c6b8f41df80db6f HTTP/1.1" status: 200  len: 375 time: 0.0313723
Dec 18 21:12:21.265383 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:21.272721 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:21.350053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eebf4a-ab21-4743-9ab2-b654104513b0 None None] Pushing event updated for resources: {'Port': ['ID=23a7fb4c-21b4-4089-b82d-379ab588f50c,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:21.362605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ffa6161-8507-476f-9cd5-706d50e4f947 req-7acd3d44-c481-4d10-82a9-af9dd68f0d5a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 210 time: 0.0482736
Dec 18 21:12:21.398696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-953cf687-434e-436f-8bce-8df81075b388 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1498892
Dec 18 21:12:21.532475 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Attempting to bind port 23a7fb4c-21b4-4089-b82d-379ab588f50c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:12:21.541387 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Attempting to bind port 23a7fb4c-21b4-4089-b82d-379ab588f50c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:12:21.542078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Attempting to bind port 23a7fb4c-21b4-4089-b82d-379ab588f50c on network 14b65cba-3c23-4bc0-913c-c316c167c76d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:12:21.570142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-d37205dc-9514-4260-b3d4-b2f4a08c2a6c service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693478
Dec 18 21:12:21.573093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:12:21.574880 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Checking segment: {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:12:21.575313 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:21.575727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Bound using segment: {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:12:21.576262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Bound port: 23a7fb4c-21b4-4089-b82d-379ab588f50c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:12:21.576638 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:21.806702 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] For port 23a7fb4c-21b4-4089-b82d-379ab588f50c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:12:21.818166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] For port 23a7fb4c-21b4-4089-b82d-379ab588f50c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23a7fb4c-21b4-4089-b82d-379ab588f50c,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:12:21.825945 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:21.884162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9a08357b-10fb-4163-84f0-1d7b3903abdd no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:12:21.899550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-9d69b866-ccdc-4c05-874d-07ea2dcc09b7 service neutron] 10.222.0.13 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3205888
Dec 18 21:12:21.933143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 9a08357b-10fb-4163-84f0-1d7b3903abdd {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:12:21.933826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 9a08357b-10fb-4163-84f0-1d7b3903abdd not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:12:21.972023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7f77f0e2-effc-4bec-9b37-199ce934f409 None None] Provisioning complete for port 23a7fb4c-21b4-4089-b82d-379ab588f50c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:21.972518 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f77f0e2-effc-4bec-9b37-199ce934f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:21.979771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eebf4a-ab21-4743-9ab2-b654104513b0 None None] Pushing event updated for resources: {'Port': ['ID=23a7fb4c-21b4-4089-b82d-379ab588f50c,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:22.005463 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Routers {'b3f4beee-5404-47c4-a4e9-1d33902b89ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:12:22.011241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ea01bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:12:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:22.128792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d698b-9abf-4850-ba4f-1c7312036e34 req-9f629bfb-6bcf-4901-bee8-67aff72acb83 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:22.137552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a6d698b-9abf-4850-ba4f-1c7312036e34 req-9f629bfb-6bcf-4901-bee8-67aff72acb83 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.1026862
Dec 18 21:12:22.214049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a6d698b-9abf-4850-ba4f-1c7312036e34 req-fd92f16f-90db-4c4c-a9bf-46db2a39f3b0 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717268
Dec 18 21:12:22.267743 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:12:22.332752 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-db029a39-6a2c-43c8-8df2-0a75d30b82d6 req-acf5dfc5-10c1-4c88-a4e6-6596f41bdf0d tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 210 time: 0.0307291
Dec 18 21:12:22.493815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39a9d6b3-884f-4cae-8915-f5d2b8dabe80 req-8ab89d17-50b7-4a11-9a47-ec010467e40f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 210 time: 0.0294502
Dec 18 21:12:22.527147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] Set router b3f4beee-5404-47c4-a4e9-1d33902b89ee gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:12:22.660129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eafb24-60e2-4bbf-93ff-83e7a66cb2c8 req-46f542f9-8a12-45bc-8599-7e2aea7b828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:22.663017 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26eafb24-60e2-4bbf-93ff-83e7a66cb2c8 req-46f542f9-8a12-45bc-8599-7e2aea7b828c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.0673277
Dec 18 21:12:22.693245 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f77f0e2-effc-4bec-9b37-199ce934f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:22.721404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eafb24-60e2-4bbf-93ff-83e7a66cb2c8 req-e40fd99c-055d-47fc-b728-0c38b87458b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:22.723194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26eafb24-60e2-4bbf-93ff-83e7a66cb2c8 req-e40fd99c-055d-47fc-b728-0c38b87458b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0510004
Dec 18 21:12:22.758982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7f77f0e2-effc-4bec-9b37-199ce934f409 None None] For port 23a7fb4c-21b4-4089-b82d-379ab588f50c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23a7fb4c-21b4-4089-b82d-379ab588f50c,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:22.767928 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f77f0e2-effc-4bec-9b37-199ce934f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:22.841034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26eafb24-60e2-4bbf-93ff-83e7a66cb2c8 req-17ac0b42-bd42-494b-80eb-c15dc4a11e89 service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009176
Dec 18 21:12:22.859560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77f0e2-effc-4bec-9b37-199ce934f409 None None] Pushing event updated for resources: {'Port': ['ID=23a7fb4c-21b4-4089-b82d-379ab588f50c,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:22.912124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-98e97088-47fa-4e29-b777-94af471815aa None None] Provisioning complete for port 23a7fb4c-21b4-4089-b82d-379ab588f50c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:22.912518 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-98e97088-47fa-4e29-b777-94af471815aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:22.918632 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ea01bb0>, [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:17Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23a7fb4c-21b4-4089-b82d-379ab588f50c', 'name': '', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:37:8d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:14Z', 'updated_at': '2021-12-18T21:12:21Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:22.945046 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26eafb24-60e2-4bbf-93ff-83e7a66cb2c8 req-6d514639-a3c8-4d12-ab3c-c7970e70d16c service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964456
Dec 18 21:12:22.975637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cffec6c-4ed2-41ab-8f3a-77b5eb42c334 None None] The sync data for ids ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'] in ncdv-master-1 is: [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:17Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23a7fb4c-21b4-4089-b82d-379ab588f50c', 'name': '', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:37:8d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:14Z', 'updated_at': '2021-12-18T21:12:21Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:12:23.120202 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-12113cca-65d5-49ac-a178-c18385354387 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:23.121858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-12113cca-65d5-49ac-a178-c18385354387 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.36 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 796 time: 0.1760185
Dec 18 21:12:23.192521 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-58a0360c-cb4f-44fb-ba45-68f71f9bf700 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 379 time: 0.0587966
Dec 18 21:12:23.203989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'port': {'device_id': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'admin_state_up': True, 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'security_groups': ['f0ecc39d-67f9-471b-904a-94f46ba3bd92']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:23.408691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Made reservation on behalf of 71c859bfcff54b5c85e6cb248341f37c for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:12:23.412600 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:23.458492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fd901-0518-4ad9-85fe-c6e8d090ef2d req-20c66d01-4dc6-463e-91ce-5e92c35d2bda tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:23.460054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-409fd901-0518-4ad9-85fe-c6e8d090ef2d req-20c66d01-4dc6-463e-91ce-5e92c35d2bda tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.1168504
Dec 18 21:12:23.535404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fcdd93bf-9cf3-4f38-a610-7079e8e99ffa req-f16982ab-75f4-4cba-a61a-98d9cd45b5cf tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 210 time: 0.0327470
Dec 18 21:12:23.578729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-823160fc-ec7c-47a9-b384-c9742cdcd872 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:23.582921 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-823160fc-ec7c-47a9-b384-c9742cdcd872 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 805 time: 0.1779623
Dec 18 21:12:23.615586 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Request body: {'port': {'device_id': 'c88de396-cb2e-44fd-b912-c5fe7d197b57', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'admin_state_up': True, 'tenant_id': 'c36bc0b6ca0849f58c6b8f41df80db6f'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:23.652244 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-409fd901-0518-4ad9-85fe-c6e8d090ef2d req-a7e2209a-6837-40ee-bb7b-8f3b716a47de tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1473908
Dec 18 21:12:23.715011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c366721-fe53-46fa-8f4f-392d1f8796e2 req-d56cad6d-27ab-4ca4-b57c-1f077efbed30 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 210 time: 0.0471232
Dec 18 21:12:23.715828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.20.0.5 (14b65cba-3c23-4bc0-913c-c316c167c76d/3bfa9f32-05b7-448f-9c0e-1de08987412e/d142be73-0afd-4754-abd6-52096e5b45d3) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:12:23.774944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Made reservation on behalf of c36bc0b6ca0849f58c6b8f41df80db6f for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:12:23.780179 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:23.892975 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:23.927174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Allocated IP 172.20.0.5 (3a5db276-ddbb-4d99-a69c-3e20248c5144/2ab83944-842a-4d14-aea4-2059d07b7fe4/fe47da2c-2636-4147-8b6f-da54fc0f8764) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:12:23.932856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:23.989474 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network 14b65cba-3c23-4bc0-913c-c316c167c76d is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:12:23.996690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:12:23.999763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:12:24.026719 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:24.068213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:24.069029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:24.098772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-fee7f74e-d144-4e6f-8765-5db6d7e5c34d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8985636
Dec 18 21:12:24.110427 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:24.120236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Request body: {'port': {'device_id': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:24.154313 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:24.167050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:12:24.192424 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:24.213790 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event updated for resources: {'Port': ['ID=fe47da2c-2636-4147-8b6f-da54fc0f8764,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:24.238025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Network 3a5db276-ddbb-4d99-a69c-3e20248c5144 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:12:24.239521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:12:24.243257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:12:24.327624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:24.328298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:24.350754 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-6768a1f0-ca67-45ab-ba12-874c1b242d98 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7393665
Dec 18 21:12:24.371390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Request body: {'port': {'device_id': 'c88de396-cb2e-44fd-b912-c5fe7d197b57', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:24.408354 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-69d9fc66-6852-40b8-baae-0753152a8e75 None None] Provisioning complete for port d142be73-0afd-4754-abd6-52096e5b45d3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:24.409222 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-69d9fc66-6852-40b8-baae-0753152a8e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:24.454407 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:24.479909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-69d9fc66-6852-40b8-baae-0753152a8e75 None None] Port d142be73-0afd-4754-abd6-52096e5b45d3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:12:24.585328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 23a7fb4c-21b4-4089-b82d-379ab588f50c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:12:24.673865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 23a7fb4c-21b4-4089-b82d-379ab588f50c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:24.674966 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:24.835266 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe47da2c-2636-4147-8b6f-da54fc0f8764 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:12:24.842739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:24.855480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Transition to ACTIVE for port object fe47da2c-2636-4147-8b6f-da54fc0f8764 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:12:24.858501 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:24.908203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e04a9-aec6-43ab-b1ec-8b1267bb381d req-f50d7441-ec7e-4184-bf12-9e5d98362397 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:24.909527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a6e04a9-aec6-43ab-b1ec-8b1267bb381d req-f50d7441-ec7e-4184-bf12-9e5d98362397 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.1555490
Dec 18 21:12:24.909887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Pushing event updated for resources: {'Port': ['ID=fe47da2c-2636-4147-8b6f-da54fc0f8764,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:24.956801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f2552-cc84-435d-8ce7-9014fb8cf58c req-7757c9fe-1692-49d0-9291-5d0b98cbee76 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:24.958347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df8f2552-cc84-435d-8ce7-9014fb8cf58c req-7757c9fe-1692-49d0-9291-5d0b98cbee76 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 931 time: 0.1940885
Dec 18 21:12:24.980581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Attempting to bind port fe47da2c-2636-4147-8b6f-da54fc0f8764 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:12:24.980925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Attempting to bind port fe47da2c-2636-4147-8b6f-da54fc0f8764 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:12:24.981257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Attempting to bind port fe47da2c-2636-4147-8b6f-da54fc0f8764 on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:12:24.985778 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Port fe47da2c-2636-4147-8b6f-da54fc0f8764 on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:12:24.986341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Attempting to bind port fe47da2c-2636-4147-8b6f-da54fc0f8764 on network 3a5db276-ddbb-4d99-a69c-3e20248c5144 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:12:24.991208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:12:24.991581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Checking segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:12:24.991969 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Bound using segment: {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:12:24.992398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Bound port: fe47da2c-2636-4147-8b6f-da54fc0f8764, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9a1e46-f801-48f4-bc57-506d8041b4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:12:24.992750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:25.055710 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] For port fe47da2c-2636-4147-8b6f-da54fc0f8764, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:12:25.056369 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a6e04a9-aec6-43ab-b1ec-8b1267bb381d req-632eb0ba-a677-433e-b452-377da3724be3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1354408
Dec 18 21:12:25.059000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] For port fe47da2c-2636-4147-8b6f-da54fc0f8764, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe47da2c-2636-4147-8b6f-da54fc0f8764,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:12:25.064490 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:25.065067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df8f2552-cc84-435d-8ce7-9014fb8cf58c req-8cead1ce-0f90-497c-965a-b63def0f5df7 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954070
Dec 18 21:12:25.132064 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:25.132752 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:25.135172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d142be73-0afd-4754-abd6-52096e5b45d3 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:12:25.141928 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] 10.222.0.36 "PUT /v2.0/ports/fe47da2c-2636-4147-8b6f-da54fc0f8764 HTTP/1.1" status: 200  len: 1091 time: 0.7769206
Dec 18 21:12:25.142412 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88de396-cb2e-44fd-b912-c5fe7d197b57', 'tag': 'fe47da2c-2636-4147-8b6f-da54fc0f8764'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:25.143113 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:25.147049 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e624ec-79e1-4c33-a5fa-c73918c8d5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c88de396-cb2e-44fd-b912-c5fe7d197b57", "tag": "fe47da2c-2636-4147-8b6f-da54fc0f8764"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:25.157637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Transition to ACTIVE for port object d142be73-0afd-4754-abd6-52096e5b45d3 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:12:25.161326 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:25.167566 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc6f9e-63cf-42d8-ae0f-6fbd1cdeb6ff service neutron] Pushing event updated for resources: {'Port': ['ID=fe47da2c-2636-4147-8b6f-da54fc0f8764,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:25.241063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-2612bbad-e15f-45e3-9ae6-c59014ae9d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:25.243026 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-2612bbad-e15f-45e3-9ae6-c59014ae9d53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 1094 time: 0.0512655
Dec 18 21:12:25.292581 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-e6702361-3f4f-4774-b3bd-69d6fc1321f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe47da2c-2636-4147-8b6f-da54fc0f8764 HTTP/1.1" status: 200  len: 217 time: 0.0368216
Dec 18 21:12:25.293659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:25.342422 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60febf9-c509-47ee-a54b-0caa30e8b50b req-5255e670-0d96-4cb6-93e9-a568708e6608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:25.343984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b60febf9-c509-47ee-a54b-0caa30e8b50b req-5255e670-0d96-4cb6-93e9-a568708e6608 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 943 time: 0.1746557
Dec 18 21:12:25.356864 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-1167b2d7-8670-40cc-bac4-a10477f5ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:25.358401 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-1167b2d7-8670-40cc-bac4-a10477f5ac51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0534499
Dec 18 21:12:25.371159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c32c71-599d-4343-9e7f-ed1f1d33388c req-96c0ae3b-1bc1-451d-bd49-7ec6edbc4527 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:25.372730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4c32c71-599d-4343-9e7f-ed1f1d33388c req-96c0ae3b-1bc1-451d-bd49-7ec6edbc4527 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 944 time: 0.1731288
Dec 18 21:12:25.395527 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-07df7bbf-30e1-4f94-8069-3e7f76e8b618 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258627
Dec 18 21:12:25.416277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Attempting to bind port d142be73-0afd-4754-abd6-52096e5b45d3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:12:25.416616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Attempting to bind port d142be73-0afd-4754-abd6-52096e5b45d3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:12:25.416946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Attempting to bind port d142be73-0afd-4754-abd6-52096e5b45d3 on network 14b65cba-3c23-4bc0-913c-c316c167c76d {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:12:25.443175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Port d142be73-0afd-4754-abd6-52096e5b45d3 on network 14b65cba-3c23-4bc0-913c-c316c167c76d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:12:25.443499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Attempting to bind port d142be73-0afd-4754-abd6-52096e5b45d3 on network 14b65cba-3c23-4bc0-913c-c316c167c76d {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:12:25.463882 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b60febf9-c509-47ee-a54b-0caa30e8b50b req-82b0d69e-bb3b-4620-a961-289e2c560c43 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1116388
Dec 18 21:12:25.464542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:12:25.464877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Checking segment: {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:12:25.465252 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Bound using segment: {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:12:25.465668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Bound port: d142be73-0afd-4754-abd6-52096e5b45d3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:12:25.466013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:25.490929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4c32c71-599d-4343-9e7f-ed1f1d33388c req-50adffdf-ae67-47d8-8c8e-818c93c6c13a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029327
Dec 18 21:12:25.504291 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-57868742-b189-4c91-b56a-a60110834e43 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0985990
Dec 18 21:12:25.517717 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41517cb-2344-490c-8b90-471f28f6dccf x-openstack-request-id: req-c41517cb-2344-490c-8b90-471f28f6dccf {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:25.518109 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88de396-cb2e-44fd-b912-c5fe7d197b57", "tag": "fe47da2c-2636-4147-8b6f-da54fc0f8764", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:25.518462 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c41517cb-2344-490c-8b90-471f28f6dccf {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:25.518884 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88de396-cb2e-44fd-b912-c5fe7d197b57', 'tag': 'fe47da2c-2636-4147-8b6f-da54fc0f8764', 'status': 'completed', 'code': 200}
Dec 18 21:12:25.552040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:12:25.555183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:12:25.560550 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:25.598010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:25.598659 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:25.600434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] 10.222.0.36 "PUT /v2.0/ports/d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 1091 time: 1.4849646
Dec 18 21:12:25.600565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:25.602824 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a792b9-d790-40b5-ac47-45f8d4e608df" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:25.627358 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-75fe6696-c147-4a2a-8a37-1961257637f3 req-385ddfb5-bf72-4de1-8f0e-9f2484d25167 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1018298
Dec 18 21:12:25.641588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e5afb-057e-4a8c-933d-f914c796e529 service neutron] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:25.657125 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea663a3e-25f7-4fe6-b15f-32a7da02ac11 x-openstack-request-id: req-ea663a3e-25f7-4fe6-b15f-32a7da02ac11 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:25.657331 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:25.657806 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea663a3e-25f7-4fe6-b15f-32a7da02ac11 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:25.658685 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'status': 'completed', 'code': 200}
Dec 18 21:12:25.701242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-126d9bdb-4537-4025-a76d-0bfc575e03df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:25.703365 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-126d9bdb-4537-4025-a76d-0bfc575e03df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1094 time: 0.0494342
Dec 18 21:12:25.744692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e624ec-79e1-4c33-a5fa-c73918c8d5a6 req-fdc58aee-f32e-4adb-9abc-d96f44200f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:25.746237 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2e624ec-79e1-4c33-a5fa-c73918c8d5a6 req-fdc58aee-f32e-4adb-9abc-d96f44200f09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 1094 time: 0.0533242
Dec 18 21:12:25.752235 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-82089b09-fb80-482c-97dc-fda22c2a5d6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 217 time: 0.0408447
Dec 18 21:12:25.805700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-664b8af9-251c-4992-aa07-fe2b6a1d89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:25.807512 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-664b8af9-251c-4992-aa07-fe2b6a1d89e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 200  len: 835 time: 0.0478275
Dec 18 21:12:25.856476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e624ec-79e1-4c33-a5fa-c73918c8d5a6 req-8fbe84a0-09d7-43ad-a5e9-1e37fcf45578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:25.858056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2e624ec-79e1-4c33-a5fa-c73918c8d5a6 req-8fbe84a0-09d7-43ad-a5e9-1e37fcf45578 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 906 time: 0.1029816
Dec 18 21:12:25.861199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-c2d3328e-7390-4b66-97e3-7c9bad1d7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:25.862715 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-c2d3328e-7390-4b66-97e3-7c9bad1d7739 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14b65cba-3c23-4bc0-913c-c316c167c76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0463727
Dec 18 21:12:25.870805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 108c8a1c-0915-4513-8659-185ce5146ce7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:12:25.911780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2e624ec-79e1-4c33-a5fa-c73918c8d5a6 req-b1bcf437-0a5a-4851-a0c0-fa04594482e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe47da2c-2636-4147-8b6f-da54fc0f8764 HTTP/1.1" status: 200  len: 217 time: 0.0384026
Dec 18 21:12:25.966424 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-8273931c-9a19-424f-bc9b-088bae0ab255 service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0919323
Dec 18 21:12:25.967545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e624ec-79e1-4c33-a5fa-c73918c8d5a6 req-105f033b-b059-43a6-8032-6ed7c92da687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:25.969003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2e624ec-79e1-4c33-a5fa-c73918c8d5a6 req-105f033b-b059-43a6-8032-6ed7c92da687 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0501704
Dec 18 21:12:25.971676 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:25.983815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '108c8a1c-0915-4513-8659-185ce5146ce7', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'port_id': '108c8a1c-0915-4513-8659-185ce5146ce7', 'mac_address': 'fa:16:3e:02:f1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:12:26.006971 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2e624ec-79e1-4c33-a5fa-c73918c8d5a6 req-7b5148aa-3a89-4ef9-9405-7de9e9f6f6ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254834
Dec 18 21:12:26.021769 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:26.035660 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108c8a1c-0915-4513-8659-185ce5146ce7 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:12:26.061445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:26.068826 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:26.089936 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7a5939ee-ff1a-4b72-a77e-2e1a88208f47 req-c16401c5-17fb-4a27-bbb8-ec6be58ad2ca service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1074193
Dec 18 21:12:26.118722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2e624ec-79e1-4c33-a5fa-c73918c8d5a6 req-336fabdb-ac3a-4966-95e3-7bdc92dfd3e6 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009479
Dec 18 21:12:26.151796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=11']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:26.192495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a792b9-d790-40b5-ac47-45f8d4e608df req-5ba66f2a-e62e-496c-85b4-36886467e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:26.194078 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b4a792b9-d790-40b5-ac47-45f8d4e608df req-5ba66f2a-e62e-496c-85b4-36886467e1c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1094 time: 0.0522931
Dec 18 21:12:26.293026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['108c8a1c-0915-4513-8659-185ce5146ce7'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:12:26.306821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a792b9-d790-40b5-ac47-45f8d4e608df req-19b5d288-db14-4d44-9dc1-1867306d91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:26.308324 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b4a792b9-d790-40b5-ac47-45f8d4e608df req-19b5d288-db14-4d44-9dc1-1867306d91d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 897 time: 0.1051307
Dec 18 21:12:26.316099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d71d12-7698-412e-a753-1e4e481d138a req-2de401e6-088e-45a6-b8d4-0810a119b2b7 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:26.318732 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33d71d12-7698-412e-a753-1e4e481d138a req-2de401e6-088e-45a6-b8d4-0810a119b2b7 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 943 time: 0.1439962
Dec 18 21:12:26.331870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03828814-cb45-45dc-b1c4-b1879c007be4 req-8a9e79db-3291-4346-9ade-a0595814c6aa tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:26.333721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03828814-cb45-45dc-b1c4-b1879c007be4 req-8a9e79db-3291-4346-9ade-a0595814c6aa tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.1600001
Dec 18 21:12:26.353870 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b4a792b9-d790-40b5-ac47-45f8d4e608df req-ff992cd4-a46f-4b24-ba23-714177b32aff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 217 time: 0.0364356
Dec 18 21:12:26.361259 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2e624ec-79e1-4c33-a5fa-c73918c8d5a6 req-6f41362e-1b73-437b-9564-e8f4c4ccb05e service neutron] 10.222.0.36 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2254860
Dec 18 21:12:26.423071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a792b9-d790-40b5-ac47-45f8d4e608df req-e7b352dc-e54f-49b6-a26c-36a1c6b9be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:26.425266 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b4a792b9-d790-40b5-ac47-45f8d4e608df req-e7b352dc-e54f-49b6-a26c-36a1c6b9be81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 200  len: 835 time: 0.0628016
Dec 18 21:12:26.427019 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-33d71d12-7698-412e-a753-1e4e481d138a req-7ceaf500-7930-4640-8034-12033b706de6 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916810
Dec 18 21:12:26.439566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03828814-cb45-45dc-b1c4-b1879c007be4 req-0e5b0093-45fa-4d46-983f-db751217d437 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0986938
Dec 18 21:12:26.494339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a792b9-d790-40b5-ac47-45f8d4e608df req-61b8e0c6-0dca-481e-98d3-4472aaf2e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:26.495870 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b4a792b9-d790-40b5-ac47-45f8d4e608df req-61b8e0c6-0dca-481e-98d3-4472aaf2e856 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14b65cba-3c23-4bc0-913c-c316c167c76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0609150
Dec 18 21:12:26.593489 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b4a792b9-d790-40b5-ac47-45f8d4e608df req-98f39d69-aba5-477c-ad32-74a09747a30d service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888128
Dec 18 21:12:26.599256 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1a1f1-6be8-4a59-8cda-72c78bd28df7 req-9207c977-1de9-43d9-bc16-f22cba960339 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:26.600841 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ef1a1f1-6be8-4a59-8cda-72c78bd28df7 req-9207c977-1de9-43d9-bc16-f22cba960339 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 943 time: 0.0640142
Dec 18 21:12:26.686721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3d7e7-8def-4a7e-bed0-28973dbc0342 req-9424866d-330b-48fa-a42e-71eb0843cd0b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:26.688136 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52e3d7e7-8def-4a7e-bed0-28973dbc0342 req-9424866d-330b-48fa-a42e-71eb0843cd0b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0863121
Dec 18 21:12:26.692744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ef1a1f1-6be8-4a59-8cda-72c78bd28df7 req-8ce505dd-63ec-4840-b532-034113f82aa5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803947
Dec 18 21:12:26.697127 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b4a792b9-d790-40b5-ac47-45f8d4e608df req-60e73d1c-8629-4b89-9196-ba40ce2bcd1a service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0935555
Dec 18 21:12:26.744935 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52e3d7e7-8def-4a7e-bed0-28973dbc0342 req-af312eda-6067-4970-ab63-cc21f38095b8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497847
Dec 18 21:12:27.618508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4fb77-6d6b-4fd3-afe0-56fd49ed96d9 req-0498bd5c-6d9c-4f2c-983d-697d38c8ef50 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:27.619980 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f4fb77-6d6b-4fd3-afe0-56fd49ed96d9 req-0498bd5c-6d9c-4f2c-983d-697d38c8ef50 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 943 time: 0.1278365
Dec 18 21:12:27.627778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b18e3a-e5f8-46e4-9d9c-5067b14191ff req-b599bf7f-a6f4-4dfe-8996-fce32a9827e3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:27.629132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-15b18e3a-e5f8-46e4-9d9c-5067b14191ff req-b599bf7f-a6f4-4dfe-8996-fce32a9827e3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0941947
Dec 18 21:12:27.697773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f4fb77-6d6b-4fd3-afe0-56fd49ed96d9 req-016c10b9-d8ff-4a46-8135-f970df1694c2 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677001
Dec 18 21:12:27.704672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-15b18e3a-e5f8-46e4-9d9c-5067b14191ff req-78b51051-ebfd-4222-a43e-e1e12c5abba0 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681701
Dec 18 21:12:27.817004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40195253-2907-4f09-b9f2-20ab49c98b4a req-9400d3e3-3baf-41bd-8f54-5f902874cf80 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:27.818562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40195253-2907-4f09-b9f2-20ab49c98b4a req-9400d3e3-3baf-41bd-8f54-5f902874cf80 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 943 time: 0.0544920
Dec 18 21:12:27.869001 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 108c8a1c-0915-4513-8659-185ce5146ce7 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:12:27.895535 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device fe47da2c-2636-4147-8b6f-da54fc0f8764 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:12:27.900072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44b32a-d657-44d9-a4bb-f822b8d764a5 req-ea72fb47-22f4-493d-beb4-a2f530e84149 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:27.901596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b44b32a-d657-44d9-a4bb-f822b8d764a5 req-ea72fb47-22f4-493d-beb4-a2f530e84149 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 945 time: 0.0821388
Dec 18 21:12:27.905482 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40195253-2907-4f09-b9f2-20ab49c98b4a req-a2b43a9a-f727-43f7-acfd-4ad4f5675418 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772979
Dec 18 21:12:27.958026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b44b32a-d657-44d9-a4bb-f822b8d764a5 req-0f990ed6-468b-4e5e-8a60-fd5399ed8bf9 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492313
Dec 18 21:12:27.999352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 108c8a1c-0915-4513-8659-185ce5146ce7 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:12:28.012710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 108c8a1c-0915-4513-8659-185ce5146ce7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:28.013077 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:28.040992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port fe47da2c-2636-4147-8b6f-da54fc0f8764, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe47da2c-2636-4147-8b6f-da54fc0f8764,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:28.059805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'fe47da2c-2636-4147-8b6f-da54fc0f8764', 'network_id': '3a5db276-ddbb-4d99-a69c-3e20248c5144', 'port_id': 'fe47da2c-2636-4147-8b6f-da54fc0f8764', 'mac_address': 'fa:16:3e:1b:e0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab83944-842a-4d14-aea4-2059d07b7fe4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:12:28.101115 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:28.137870 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe47da2c-2636-4147-8b6f-da54fc0f8764 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:12:28.159117 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:28.163793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port fe47da2c-2636-4147-8b6f-da54fc0f8764, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe47da2c-2636-4147-8b6f-da54fc0f8764,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:28.173391 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:28.211004 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:28.213200 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dbbce9-79a3-409f-b9fb-761f564c8dd4" -d '{"events": [{"server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "name": "network-vif-plugged", "status": "completed", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:28.228661 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:28.239027 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:28.245159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=fe47da2c-2636-4147-8b6f-da54fc0f8764,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:28.268784 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725a0ea1-ca19-4505-bd4a-c3fa27726930 x-openstack-request-id: req-725a0ea1-ca19-4505-bd4a-c3fa27726930 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:28.269158 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "name": "network-vif-plugged", "status": "completed", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:28.269413 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-725a0ea1-ca19-4505-bd4a-c3fa27726930 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:28.269797 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7', 'code': 200}
Dec 18 21:12:28.294730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=12']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:28.410506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd27d9-e7d5-4b82-bb59-59fabb44f5b3 req-419819b9-e2fc-4676-b972-643ae2430ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:28.412020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87dd27d9-e7d5-4b82-bb59-59fabb44f5b3 req-419819b9-e2fc-4676-b972-643ae2430ab4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 1097 time: 0.0387030
Dec 18 21:12:28.440816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['fe47da2c-2636-4147-8b6f-da54fc0f8764'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:12:28.605321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87dd27d9-e7d5-4b82-bb59-59fabb44f5b3 req-37748ed5-90a7-49b4-83ac-f259f4a5c9da service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1864731
Dec 18 21:12:28.845067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9706f-e774-4ee8-bbee-18c3bf4b7490 req-6a4e4e87-6a91-4eeb-a2df-b37e29359ca1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:28.846575 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3f9706f-e774-4ee8-bbee-18c3bf4b7490 req-6a4e4e87-6a91-4eeb-a2df-b37e29359ca1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 944 time: 0.0770290
Dec 18 21:12:28.854338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e7456-679d-4fce-9da2-c84a576a512d req-69e5dc8e-ed94-4157-ab18-d9de39362c72 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:28.855728 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e72e7456-679d-4fce-9da2-c84a576a512d req-69e5dc8e-ed94-4157-ab18-d9de39362c72 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0763624
Dec 18 21:12:28.929523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3f9706f-e774-4ee8-bbee-18c3bf4b7490 req-c4c547de-97d5-4354-944f-6c6dbf215754 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728512
Dec 18 21:12:28.932758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e72e7456-679d-4fce-9da2-c84a576a512d req-9d162be0-8e7b-41a9-b97d-838b6659db5b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704954
Dec 18 21:12:29.036176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cd047-3da6-4811-b3cc-5155f6d0d9c5 req-bab8017b-0221-4439-aecd-616ab90a365d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:29.037679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-026cd047-3da6-4811-b3cc-5155f6d0d9c5 req-bab8017b-0221-4439-aecd-616ab90a365d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 943 time: 0.0486062
Dec 18 21:12:29.114233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b9eb7-fc80-486d-a9e4-d06c5a10c03d req-c7756691-6a6a-424f-9582-4a217444778f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:29.115744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c83b9eb7-fc80-486d-a9e4-d06c5a10c03d req-c7756691-6a6a-424f-9582-4a217444778f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 946 time: 0.0771947
Dec 18 21:12:29.119782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-026cd047-3da6-4811-b3cc-5155f6d0d9c5 req-1f70d37f-bb01-4f82-9da2-75af357c422b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727494
Dec 18 21:12:29.163096 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c83b9eb7-fc80-486d-a9e4-d06c5a10c03d req-f61ebc2c-2aa4-4bf9-83be-6da34b12e2bc tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414033
Dec 18 21:12:29.877854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d142be73-0afd-4754-abd6-52096e5b45d3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:12:29.881299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device fe47da2c-2636-4147-8b6f-da54fc0f8764 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:12:30.014905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port fe47da2c-2636-4147-8b6f-da54fc0f8764 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:12:30.028100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port fe47da2c-2636-4147-8b6f-da54fc0f8764 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:30.028473 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:30.034671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:30.071606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'port_id': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'mac_address': 'fa:16:3e:77:6a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:12:30.088718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921ad0e-9738-4fbe-9f32-0234719416c8 req-16213256-b1ca-4b52-af4a-2ef8103adf37 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:30.090299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7921ad0e-9738-4fbe-9f32-0234719416c8 req-16213256-b1ca-4b52-af4a-2ef8103adf37 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0817842
Dec 18 21:12:30.103479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a6fca-06d7-45c2-822d-d44e11063501 req-415c5cf1-8665-4a30-b4f1-eea85f8eaea9 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:30.105433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b05a6fca-06d7-45c2-822d-d44e11063501 req-415c5cf1-8665-4a30-b4f1-eea85f8eaea9 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 944 time: 0.0935001
Dec 18 21:12:30.141397 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:30.161211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d142be73-0afd-4754-abd6-52096e5b45d3 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:12:30.173639 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7921ad0e-9738-4fbe-9f32-0234719416c8 req-abb026a2-7dbc-421f-97ff-743f09a5b662 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672278
Dec 18 21:12:30.182485 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:30.188104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:30.192514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b05a6fca-06d7-45c2-822d-d44e11063501 req-f59083de-c8b1-46be-84f0-4a145dcbe171 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718777
Dec 18 21:12:30.200136 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:30.251331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port fe47da2c-2636-4147-8b6f-da54fc0f8764, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe47da2c-2636-4147-8b6f-da54fc0f8764,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:30.262028 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:30.271169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88de396-cb2e-44fd-b912-c5fe7d197b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe47da2c-2636-4147-8b6f-da54fc0f8764'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:30.273530 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71e3aac-4fa3-4f89-b5b9-c9c311e2f838" -d '{"events": [{"server_uuid": "c88de396-cb2e-44fd-b912-c5fe7d197b57", "name": "network-vif-plugged", "status": "completed", "tag": "fe47da2c-2636-4147-8b6f-da54fc0f8764"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:30.279671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:30.334933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=fe47da2c-2636-4147-8b6f-da54fc0f8764,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:30.368113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20b0f2-e198-4028-af01-5521cc009278 req-05caa8bf-a570-4d47-aca8-269b043f6295 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:30.370020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0a20b0f2-e198-4028-af01-5521cc009278 req-05caa8bf-a570-4d47-aca8-269b043f6295 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 946 time: 0.0926499
Dec 18 21:12:30.402078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8d4a7-6e87-4f83-bcc2-99aeab95414a req-7be67d20-c618-43fa-aeba-ffafa4231ca1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:30.403593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aba8d4a7-6e87-4f83-bcc2-99aeab95414a req-7be67d20-c618-43fa-aeba-ffafa4231ca1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 944 time: 0.0942051
Dec 18 21:12:30.448702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0a20b0f2-e198-4028-af01-5521cc009278 req-15cf25ff-92cf-4a28-bcd3-1edc0532cb87 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719597
Dec 18 21:12:30.460689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d142be73-0afd-4754-abd6-52096e5b45d3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:12:30.482297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aba8d4a7-6e87-4f83-bcc2-99aeab95414a req-e27150fa-ad61-4f7c-9c13-e396833a568f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721815
Dec 18 21:12:30.500507 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7824f92d-93d6-438f-b69e-ed0fbe3896b7 x-openstack-request-id: req-7824f92d-93d6-438f-b69e-ed0fbe3896b7 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:30.500807 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88de396-cb2e-44fd-b912-c5fe7d197b57", "name": "network-vif-plugged", "status": "completed", "tag": "fe47da2c-2636-4147-8b6f-da54fc0f8764", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:30.501068 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7824f92d-93d6-438f-b69e-ed0fbe3896b7 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:30.501457 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88de396-cb2e-44fd-b912-c5fe7d197b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe47da2c-2636-4147-8b6f-da54fc0f8764', 'code': 200}
Dec 18 21:12:30.654081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611c4bb-7408-4fe1-9919-c4ed2b5038fd req-d5da6afa-8e0b-422a-968b-13aa5ae734ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:30.655613 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2611c4bb-7408-4fe1-9919-c4ed2b5038fd req-d5da6afa-8e0b-422a-968b-13aa5ae734ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 1096 time: 0.0550933
Dec 18 21:12:30.700238 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2611c4bb-7408-4fe1-9919-c4ed2b5038fd req-26c43f3d-df60-4ead-89b3-fa3c982d9b41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373402
Dec 18 21:12:31.333761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c0d34-d826-4c41-a263-7f4bde896f4e req-7e829cd0-f553-46d3-a3b3-336eb36d1373 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:31.335300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f10c0d34-d826-4c41-a263-7f4bde896f4e req-7e829cd0-f553-46d3-a3b3-336eb36d1373 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0796926
Dec 18 21:12:31.357470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd86f6a-0f21-4a44-aa96-9ce398ab29ec req-3da30c5d-f1ec-495f-926b-70117ba92428 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:31.358917 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fbd86f6a-0f21-4a44-aa96-9ce398ab29ec req-3da30c5d-f1ec-495f-926b-70117ba92428 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0766351
Dec 18 21:12:31.420280 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f10c0d34-d826-4c41-a263-7f4bde896f4e req-bfd049a4-217f-4e67-80b2-0838aff1f67c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778534
Dec 18 21:12:31.427263 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fbd86f6a-0f21-4a44-aa96-9ce398ab29ec req-341af7e2-1269-4209-8ad2-3dff23597f3d tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623713
Dec 18 21:12:31.595366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8935-cd04-4815-9ce8-933795ee5a81 req-fb585bdc-78d7-4b7f-a8f3-e1e3f30bd871 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:31.596876 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef2d8935-cd04-4815-9ce8-933795ee5a81 req-fb585bdc-78d7-4b7f-a8f3-e1e3f30bd871 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 946 time: 0.0782056
Dec 18 21:12:31.639270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d401131-7bf4-4135-993b-e81bc07390bf req-c65e210a-f87c-4a60-b07d-e514c5105c0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:31.640712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d401131-7bf4-4135-993b-e81bc07390bf req-c65e210a-f87c-4a60-b07d-e514c5105c0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 944 time: 0.0922794
Dec 18 21:12:31.713186 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef2d8935-cd04-4815-9ce8-933795ee5a81 req-c1c4b3c2-9fb7-4d73-b386-e92ec94c496f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099455
Dec 18 21:12:31.718023 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60e832ea-d634-4a2f-9951-a4f482bac8a8 req-2eded499-3d4b-4072-bf54-c39662610aff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1052558
Dec 18 21:12:31.737325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d401131-7bf4-4135-993b-e81bc07390bf req-1430764c-5812-4144-870f-9408ce2fa5d4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786250
Dec 18 21:12:31.786889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e832ea-d634-4a2f-9951-a4f482bac8a8 req-b95bfd39-eca1-457c-8f9a-353726bd730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:31.788387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60e832ea-d634-4a2f-9951-a4f482bac8a8 req-b95bfd39-eca1-457c-8f9a-353726bd730b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 1096 time: 0.0403552
Dec 18 21:12:31.892070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d142be73-0afd-4754-abd6-52096e5b45d3 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:12:31.897536 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e832ea-d634-4a2f-9951-a4f482bac8a8 req-8992bb89-c974-423b-92b1-4544d73fe40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:31.899086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60e832ea-d634-4a2f-9951-a4f482bac8a8 req-8992bb89-c974-423b-92b1-4544d73fe40d service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 200  len: 906 time: 0.0919514
Dec 18 21:12:31.940219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60e832ea-d634-4a2f-9951-a4f482bac8a8 req-8f50a837-3016-4ac2-9b52-533657012329 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb247fd1-b352-4374-a8bf-d70e3684560c HTTP/1.1" status: 200  len: 217 time: 0.0347371
Dec 18 21:12:31.951495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port d142be73-0afd-4754-abd6-52096e5b45d3 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:12:31.955362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port d142be73-0afd-4754-abd6-52096e5b45d3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:12:31.955742 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:31.990952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e832ea-d634-4a2f-9951-a4f482bac8a8 req-c3bbdc67-7645-4236-94d4-29f7f60b786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:31.992306 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60e832ea-d634-4a2f-9951-a4f482bac8a8 req-c3bbdc67-7645-4236-94d4-29f7f60b786a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 200  len: 845 time: 0.0448837
Dec 18 21:12:32.028620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60e832ea-d634-4a2f-9951-a4f482bac8a8 req-912f3e79-05a1-4ba2-b8f1-a6a6d4aac489 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a5db276-ddbb-4d99-a69c-3e20248c5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297849
Dec 18 21:12:32.033926 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:32.067360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:12:32.071151 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:32.118709 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60e832ea-d634-4a2f-9951-a4f482bac8a8 req-f855c4e8-9421-4d9f-af2a-3c9ab66183f8 service neutron] 10.222.0.31 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835786
Dec 18 21:12:32.121640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:32.208467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60e832ea-d634-4a2f-9951-a4f482bac8a8 req-5c328a9e-5e70-4f5d-b2bf-e9d769834060 service neutron] 10.222.0.31 "GET /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834506
Dec 18 21:12:32.502810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:32.505140 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0608dc26-8e06-4fb7-ad70-d1fe62c7cdf9" -d '{"events": [{"server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "name": "network-vif-plugged", "status": "completed", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:32.565017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a50056-47f3-4264-8703-188eb95ac7ff req-1c570e25-20f9-4614-95f8-9c0956d9d372 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:32.566527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87a50056-47f3-4264-8703-188eb95ac7ff req-1c570e25-20f9-4614-95f8-9c0956d9d372 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0745790
Dec 18 21:12:32.578649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b41507-2945-4047-828e-feefde5b9f56 req-4f845d34-e377-464d-9782-fb40f46ec3b2 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:32.580196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95b41507-2945-4047-828e-feefde5b9f56 req-4f845d34-e377-464d-9782-fb40f46ec3b2 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0795543
Dec 18 21:12:32.653557 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87a50056-47f3-4264-8703-188eb95ac7ff req-fd76826e-e262-419d-8b91-9144275ac6b5 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723696
Dec 18 21:12:32.660644 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95b41507-2945-4047-828e-feefde5b9f56 req-0ea4ddb4-64a1-457b-8bff-35d1f2ba3603 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694840
Dec 18 21:12:32.698423 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae598d4-2da9-465c-b9a7-d8622e21572d x-openstack-request-id: req-2ae598d4-2da9-465c-b9a7-d8622e21572d {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:32.698912 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "name": "network-vif-plugged", "status": "completed", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:32.699259 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ae598d4-2da9-465c-b9a7-d8622e21572d {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:32.699685 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'code': 200}
Dec 18 21:12:32.801758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0fbd7-6e0c-4e36-ad2a-a88d29f296ec req-dcc3308f-dcd8-4c56-ae37-51f084249840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:32.803572 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1bd0fbd7-6e0c-4e36-ad2a-a88d29f296ec req-dcc3308f-dcd8-4c56-ae37-51f084249840 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1096 time: 0.0426421
Dec 18 21:12:32.861703 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1bd0fbd7-6e0c-4e36-ad2a-a88d29f296ec req-80c6d9bb-d50c-4ecc-8e39-8814f1d8a047 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495985
Dec 18 21:12:32.897059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9af76d-96e2-4f46-af09-616dc2dfa42b req-32e68a90-4ee9-489a-a601-63e6cc8f1a39 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:32.899197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0a9af76d-96e2-4f46-af09-616dc2dfa42b req-32e68a90-4ee9-489a-a601-63e6cc8f1a39 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0873334
Dec 18 21:12:32.907175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898653a0-e3cc-4b8a-8359-bc4bc3af6e7f req-b991fddd-feac-4aa7-a430-1a5425d80a5e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:32.908563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-898653a0-e3cc-4b8a-8359-bc4bc3af6e7f req-b991fddd-feac-4aa7-a430-1a5425d80a5e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0672531
Dec 18 21:12:32.950164 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dce6b9c9-c9b6-45bd-b0f0-4fa0195816e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:32.983308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0a9af76d-96e2-4f46-af09-616dc2dfa42b req-5be6e13d-b9dc-44fa-aa40-eb1b7431e48f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738063
Dec 18 21:12:32.987668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-898653a0-e3cc-4b8a-8359-bc4bc3af6e7f req-fd2c2c41-65f4-4d2b-b29c-6e1af8770782 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723665
Dec 18 21:12:33.100781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658871db-7e2e-4ee4-9376-ee5347471c6c req-64bff941-d2a0-4af8-b801-30c7387a0533 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:33.102290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-658871db-7e2e-4ee4-9376-ee5347471c6c req-64bff941-d2a0-4af8-b801-30c7387a0533 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0495765
Dec 18 21:12:33.151877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-658871db-7e2e-4ee4-9376-ee5347471c6c req-6d3aae18-4adc-40dd-be63-718f66bcadd4 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435119
Dec 18 21:12:33.347460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b94bd-8713-4946-becc-d76e9470575a req-6fad0e60-e64e-4151-a03a-4d7936c947b8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:33.348949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-085b94bd-8713-4946-becc-d76e9470575a req-6fad0e60-e64e-4151-a03a-4d7936c947b8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0515292
Dec 18 21:12:33.395628 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-085b94bd-8713-4946-becc-d76e9470575a req-92d485a0-104e-4b0f-9d47-4b39a7a97936 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406127
Dec 18 21:12:33.769809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1568c-7a35-43af-ba86-487ad6a727aa req-7eec1a9f-8d3a-4200-94f7-3b43800d13aa tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:33.771284 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56b1568c-7a35-43af-ba86-487ad6a727aa req-7eec1a9f-8d3a-4200-94f7-3b43800d13aa tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0479872
Dec 18 21:12:33.817379 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56b1568c-7a35-43af-ba86-487ad6a727aa req-489de3f3-6dad-4cc3-9752-d7325850dcf0 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400064
Dec 18 21:12:34.104518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6621af2-d900-4be1-997e-c1474164b065 req-802c65f9-64fd-4900-be0c-cc9bd666e543 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:34.105986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6621af2-d900-4be1-997e-c1474164b065 req-802c65f9-64fd-4900-be0c-cc9bd666e543 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0522587
Dec 18 21:12:34.154931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6621af2-d900-4be1-997e-c1474164b065 req-358fdc93-f12e-48ec-a674-03a9bdda15d8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424008
Dec 18 21:12:34.509281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f909fe-dcaf-4d35-9e1d-0340f4c34e29 req-71785ce2-4d0c-4c08-aa54-41285aa0bdf8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:34.510778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0f909fe-dcaf-4d35-9e1d-0340f4c34e29 req-71785ce2-4d0c-4c08-aa54-41285aa0bdf8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0474670
Dec 18 21:12:34.557413 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0f909fe-dcaf-4d35-9e1d-0340f4c34e29 req-c07b6ce0-923a-4102-a845-e0d38e2d0ebf tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406888
Dec 18 21:12:34.938151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9127-a0ca-4525-911c-0afb1a1a928e req-cbc84680-47e6-446a-a2c4-c9cb527466e3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:34.939800 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-811c9127-a0ca-4525-911c-0afb1a1a928e req-cbc84680-47e6-446a-a2c4-c9cb527466e3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0527737
Dec 18 21:12:34.987340 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-811c9127-a0ca-4525-911c-0afb1a1a928e req-20c022be-0422-44a5-9b21-366c36d3298b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401175
Dec 18 21:12:35.175807 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ed2f2c14-38d7-4e3c-8b1f-2ed8d5dde058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:35.268918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df34a1-c424-464e-b000-7c2bdd472931 req-30637ec9-165e-4213-8ad0-82325533753b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:35.270336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4df34a1-c424-464e-b000-7c2bdd472931 req-30637ec9-165e-4213-8ad0-82325533753b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0479367
Dec 18 21:12:35.321920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4df34a1-c424-464e-b000-7c2bdd472931 req-57e0add4-0638-44ab-8c94-35d2504635d4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454481
Dec 18 21:12:35.434300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388998f-97af-49c7-8f5e-fcb35f0591fc req-b041c4ed-d91c-42db-a8c3-cb137c9187c1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:35.435755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e388998f-97af-49c7-8f5e-fcb35f0591fc req-b041c4ed-d91c-42db-a8c3-cb137c9187c1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0472441
Dec 18 21:12:35.487311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e388998f-97af-49c7-8f5e-fcb35f0591fc req-112323df-2cd4-48f8-86d1-e9ddd780cfbc tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456674
Dec 18 21:12:35.508770 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37774) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:35.547551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaad356-2db5-43cb-868f-b8cffa23019d tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:35.548969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9aaad356-2db5-43cb-868f-b8cffa23019d tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1091 time: 0.0392435
Dec 18 21:12:35.551778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37776) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:35.556058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:12:35.580176 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:35.689812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3cb9f-b02b-4f75-bc75-2ef8f418bb23 req-6e55a897-8141-498d-ab82-aff80b96bccf tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:35.691297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35f3cb9f-b02b-4f75-bc75-2ef8f418bb23 req-6e55a897-8141-498d-ab82-aff80b96bccf tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0620036
Dec 18 21:12:35.748016 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:35.761486 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35f3cb9f-b02b-4f75-bc75-2ef8f418bb23 req-01ddc59a-bd10-4f59-a0f3-ec3444adcf93 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634546
Dec 18 21:12:35.863143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.35.3.135 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/5b9ee281-15f1-490f-b2ad-4d52466af812) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:12:35.967032 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:35.999302 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:36.038604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:12:36.041427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:12:36.045005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:12:36.050304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=5b9ee281-15f1-490f-b2ad-4d52466af812,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:36.157079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c483c77-d9f9-4369-9404-ef86a171f0d1 req-27bfa775-e223-43c8-a188-ea904617de24 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:36.158494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c483c77-d9f9-4369-9404-ef86a171f0d1 req-27bfa775-e223-43c8-a188-ea904617de24 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0898380
Dec 18 21:12:36.268958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c483c77-d9f9-4369-9404-ef86a171f0d1 req-9cc6c135-9bc3-429a-ae15-74da4e91fe27 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938101
Dec 18 21:12:36.418806 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:36.541810 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:36.580623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df87d86-78b1-4dc7-a11f-6b6c4f489997 req-63fc98cc-10a7-4105-9263-2f2a1190b918 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:36.582086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9df87d86-78b1-4dc7-a11f-6b6c4f489997 req-63fc98cc-10a7-4105-9263-2f2a1190b918 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.1367228
Dec 18 21:12:36.585410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a87cda-12d6-4675-9ee6-8b0749eb13bb req-de97162c-4022-4cd2-97bd-dc6638cb32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:36.586999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27a87cda-12d6-4675-9ee6-8b0749eb13bb req-de97162c-4022-4cd2-97bd-dc6638cb32ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 1096 time: 0.1079791
Dec 18 21:12:36.701006 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:36.744735 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9df87d86-78b1-4dc7-a11f-6b6c4f489997 req-e9095893-bf04-4efc-b565-5361a3733be4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1550894
Dec 18 21:12:36.788897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a87cda-12d6-4675-9ee6-8b0749eb13bb req-1b5ef61d-a823-4ada-b4a8-7c7c7e27feee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:36.790878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27a87cda-12d6-4675-9ee6-8b0749eb13bb req-1b5ef61d-a823-4ada-b4a8-7c7c7e27feee service neutron] 10.222.0.31 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 910 time: 0.1962347
Dec 18 21:12:37.265749 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27a87cda-12d6-4675-9ee6-8b0749eb13bb req-abfc59f9-9a6a-404d-844d-c962b372eb0f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ebec85-c173-4b36-8f22-c0da8cd772d9 HTTP/1.1" status: 200  len: 1001 time: 0.4656563
Dec 18 21:12:37.300067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a66c6a-2686-4ae5-94f2-1afe375d0ce9 req-ddf2b7b2-78fa-41fa-befe-69a77eb1eb7a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:37.301495 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7a66c6a-2686-4ae5-94f2-1afe375d0ce9 req-ddf2b7b2-78fa-41fa-befe-69a77eb1eb7a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.4681976
Dec 18 21:12:37.373952 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:37.382490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a87cda-12d6-4675-9ee6-8b0749eb13bb req-4677f1da-0276-44fe-ac6f-fbeb88f6b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:37.384453 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27a87cda-12d6-4675-9ee6-8b0749eb13bb req-4677f1da-0276-44fe-ac6f-fbeb88f6b2dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c32a9709-eb41-4302-a656-d37822e7e70b HTTP/1.1" status: 200  len: 848 time: 0.1063528
Dec 18 21:12:37.386936 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:37.458072 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7a66c6a-2686-4ae5-94f2-1afe375d0ce9 req-dfe89ad3-49f6-41b7-a496-bb7337ddd288 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344044
Dec 18 21:12:37.497471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=5b9ee281-15f1-490f-b2ad-4d52466af812,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:12:37.512282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:37.515019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a87cda-12d6-4675-9ee6-8b0749eb13bb req-1af8be72-d7e1-4040-b722-11bcaaf5347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:37.516553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27a87cda-12d6-4675-9ee6-8b0749eb13bb req-1af8be72-d7e1-4040-b722-11bcaaf5347e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1232870
Dec 18 21:12:37.680217 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Floating IP d98a55a4-b8e4-4141-9753-586a4a31ead9 associated. External IP: 172.35.3.135, port: d142be73-0afd-4754-abd6-52096e5b45d3.
Dec 18 21:12:37.685887 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27a87cda-12d6-4675-9ee6-8b0749eb13bb req-def416cb-0d97-48cf-b7b2-0efa42cb07f5 service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387265
Dec 18 21:12:37.881350 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-27a87cda-12d6-4675-9ee6-8b0749eb13bb req-36d1aebc-8b30-4e0e-bb5f-13d169b41333 service neutron] 10.222.0.31 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666942
Dec 18 21:12:37.901624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f17ef-5b04-4303-8cbd-4f33ae02c695 req-40e2e2fd-5ab1-4424-9f86-5761426e0fb2 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:37.903229 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a97f17ef-5b04-4303-8cbd-4f33ae02c695 req-40e2e2fd-5ab1-4424-9f86-5761426e0fb2 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0901828
Dec 18 21:12:38.027242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a97f17ef-5b04-4303-8cbd-4f33ae02c695 req-a5089f20-16d3-4ac6-b698-34bfdd836bd9 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887294
Dec 18 21:12:38.041516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router b3f4beee-5404-47c4-a4e9-1d33902b89ee has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:12:38.104800 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:38.151060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:12:38.161557 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b514e-5fa1-4c3f-9e22-583ca00b4d2a None None] Sync routers for ids ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:12:38.169731 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:38.174133 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2b514e-5fa1-4c3f-9e22-583ca00b4d2a None None] Routers {'b3f4beee-5404-47c4-a4e9-1d33902b89ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:12:38.174820 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8b2b514e-5fa1-4c3f-9e22-583ca00b4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7dd0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:12:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:38.196787 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7df2d0b4-3541-44c3-9460-af5dc58644a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6439879
Dec 18 21:12:38.197398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:12:38.199848 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09da7d3-de06-47be-823a-39aa5026df13" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:12:38.236941 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7f2668-5988-46aa-b7cc-727c7624dc77 x-openstack-request-id: req-bd7f2668-5988-46aa-b7cc-727c7624dc77 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:12:38.237245 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:12:38.237504 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd7f2668-5988-46aa-b7cc-727c7624dc77 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:12:38.237963 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'status': 'completed', 'code': 200}
Dec 18 21:12:38.299861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bd9d4-715c-49bf-85c9-51a34a1469b0 req-20497d55-5342-4b6d-bc26-dd8214864a9b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:38.301368 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-8b2b514e-5fa1-4c3f-9e22-583ca00b4d2a None None] Set router b3f4beee-5404-47c4-a4e9-1d33902b89ee gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:12:38.301974 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584bd9d4-715c-49bf-85c9-51a34a1469b0 req-20497d55-5342-4b6d-bc26-dd8214864a9b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0524237
Dec 18 21:12:38.312833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09da7d3-de06-47be-823a-39aa5026df13 req-81b7a28b-2c4f-4ad0-a55b-13cbe611ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:38.315330 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a09da7d3-de06-47be-823a-39aa5026df13 req-81b7a28b-2c4f-4ad0-a55b-13cbe611ce7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1096 time: 0.0431769
Dec 18 21:12:38.360376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584bd9d4-715c-49bf-85c9-51a34a1469b0 req-c9058801-739e-48c0-820b-23b089af7e48 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515239
Dec 18 21:12:38.383448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37794) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:38.424429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09da7d3-de06-47be-823a-39aa5026df13 req-84da885f-dd5e-4a72-be8f-7cf874553ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:38.426079 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a09da7d3-de06-47be-823a-39aa5026df13 req-84da885f-dd5e-4a72-be8f-7cf874553ca9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 897 time: 0.0974901
Dec 18 21:12:38.450734 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e05ac84c-9e53-4f41-b723-0cb795796072 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/d98a55a4-b8e4-4141-9753-586a4a31ead9 HTTP/1.1" status: 200  len: 991 time: 0.0657756
Dec 18 21:12:38.504453 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a09da7d3-de06-47be-823a-39aa5026df13 req-c7f963d9-b5c9-4209-9ce2-104e55e30d64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 999 time: 0.0591984
Dec 18 21:12:38.538544 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8b2b514e-5fa1-4c3f-9e22-583ca00b4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7dd0d0>, [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:17Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd98a55a4-b8e4-4141-9753-586a4a31ead9', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'floating_ip_address': '172.35.3.135', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'port_id': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3069, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'mac_address': 'fa:16:3e:77:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:12:36Z', 'updated_at': '2021-12-18T21:12:36Z', 'revision_number': 0, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a7fb4c-21b4-4089-b82d-379ab588f50c', 'name': '', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:37:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:14Z', 'updated_at': '2021-12-18T21:12:22Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:38.544210 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:38.565386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09da7d3-de06-47be-823a-39aa5026df13 req-5e2eeeaf-a17b-484c-85ec-94848e3ee386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:38.567567 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a09da7d3-de06-47be-823a-39aa5026df13 req-5e2eeeaf-a17b-484c-85ec-94848e3ee386 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 200  len: 835 time: 0.0533812
Dec 18 21:12:38.579733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e941a95-a54e-47cb-8adf-fac09dea4701 req-c35134a6-801e-4632-b582-9d232c31f0e3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:38.581431 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e941a95-a54e-47cb-8adf-fac09dea4701 req-c35134a6-801e-4632-b582-9d232c31f0e3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0516524
Dec 18 21:12:38.629699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09da7d3-de06-47be-823a-39aa5026df13 req-30f491fb-4d4e-41aa-bef7-634fb6c659c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:38.631589 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a09da7d3-de06-47be-823a-39aa5026df13 req-30f491fb-4d4e-41aa-bef7-634fb6c659c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14b65cba-3c23-4bc0-913c-c316c167c76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0571747
Dec 18 21:12:38.641372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e941a95-a54e-47cb-8adf-fac09dea4701 req-d2297aca-84c9-4b96-a4d9-98b5d9de61e3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510824
Dec 18 21:12:38.664436 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b514e-5fa1-4c3f-9e22-583ca00b4d2a None None] Checking router: b3f4beee-5404-47c4-a4e9-1d33902b89ee for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:12:38.672596 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2b514e-5fa1-4c3f-9e22-583ca00b4d2a None None] Routers {'b3f4beee-5404-47c4-a4e9-1d33902b89ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:12:38.673200 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8b2b514e-5fa1-4c3f-9e22-583ca00b4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7dd0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:12:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:38.723999 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a09da7d3-de06-47be-823a-39aa5026df13 req-fd472682-fb19-4c93-944f-bf27d7763210 service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834200
Dec 18 21:12:38.775118 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-8b2b514e-5fa1-4c3f-9e22-583ca00b4d2a None None] Set router b3f4beee-5404-47c4-a4e9-1d33902b89ee gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:12:38.815337 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a09da7d3-de06-47be-823a-39aa5026df13 req-f2eed5ca-2188-417e-aea3-ba967f643952 service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839038
Dec 18 21:12:39.003449 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8b2b514e-5fa1-4c3f-9e22-583ca00b4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7dd0d0>, [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:17Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd98a55a4-b8e4-4141-9753-586a4a31ead9', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'floating_ip_address': '172.35.3.135', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'port_id': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3069, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'mac_address': 'fa:16:3e:77:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:12:36Z', 'updated_at': '2021-12-18T21:12:36Z', 'revision_number': 0, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a7fb4c-21b4-4089-b82d-379ab588f50c', 'name': '', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:37:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:14Z', 'updated_at': '2021-12-18T21:12:22Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:12:39.031857 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b514e-5fa1-4c3f-9e22-583ca00b4d2a None None] The sync data for ids ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'] in ncdv-master-1 is: [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:17Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd98a55a4-b8e4-4141-9753-586a4a31ead9', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'floating_ip_address': '172.35.3.135', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'port_id': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3069, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'mac_address': 'fa:16:3e:77:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:12:36Z', 'updated_at': '2021-12-18T21:12:36Z', 'revision_number': 0, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a7fb4c-21b4-4089-b82d-379ab588f50c', 'name': '', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:37:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:14Z', 'updated_at': '2021-12-18T21:12:22Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:12:39.144017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee546-9901-4dc1-aba9-d1dd8519077e req-161c762f-229a-4896-9f6d-2ad669ca47d3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:39.145553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b9ee546-9901-4dc1-aba9-d1dd8519077e req-161c762f-229a-4896-9f6d-2ad669ca47d3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0494645
Dec 18 21:12:39.196251 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b9ee546-9901-4dc1-aba9-d1dd8519077e req-7cb7ccf7-abfd-45bd-a493-b5aa8f5ca36b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443032
Dec 18 21:12:39.235235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0459fd-c337-4523-8969-ffca2994b8fa None None] New status for floating IP d98a55a4-b8e4-4141-9753-586a4a31ead9: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:12:39.454648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37802) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:12:39.516572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ed8471eb-9d31-4cc7-91e3-b261c8f1e28c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/d98a55a4-b8e4-4141-9753-586a4a31ead9 HTTP/1.1" status: 200  len: 993 time: 0.0607681
Dec 18 21:12:39.755106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea0300-f3e6-48b5-8fd0-9854dbd2adfc req-73c0a021-520f-416e-9f07-a4ddc75b7a29 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:39.756612 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bcea0300-f3e6-48b5-8fd0-9854dbd2adfc req-73c0a021-520f-416e-9f07-a4ddc75b7a29 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0480454
Dec 18 21:12:39.802888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bcea0300-f3e6-48b5-8fd0-9854dbd2adfc req-8f11b26b-540e-469d-80cf-9a9cda2635a3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398853
Dec 18 21:12:40.920981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29ae4a-8456-4603-8b5f-7f26b4e5f7f7 req-f59c7c70-99ea-4270-aa0e-2d1493011375 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:40.922478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a29ae4a-8456-4603-8b5f-7f26b4e5f7f7 req-f59c7c70-99ea-4270-aa0e-2d1493011375 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0520539
Dec 18 21:12:40.968423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a29ae4a-8456-4603-8b5f-7f26b4e5f7f7 req-bf11b396-8f19-4fff-bee4-1f37231d959d tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399623
Dec 18 21:12:42.083391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bed4e-8c23-49d4-8680-a5ec1d76890d req-0db91a31-c46c-4860-83d6-d1ceb76e2e79 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:42.084911 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a8bed4e-8c23-49d4-8680-a5ec1d76890d req-0db91a31-c46c-4860-83d6-d1ceb76e2e79 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0482261
Dec 18 21:12:42.133607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a8bed4e-8c23-49d4-8680-a5ec1d76890d req-69badb38-033d-42af-9c04-e8ad36bcf610 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423255
Dec 18 21:12:43.247075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076199b5-3dd4-4b27-8125-a5690ef5a7ff req-07e6cba4-d41c-4ada-89d8-fa5d631819ca tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:43.248744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-076199b5-3dd4-4b27-8125-a5690ef5a7ff req-07e6cba4-d41c-4ada-89d8-fa5d631819ca tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0470812
Dec 18 21:12:43.304327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-076199b5-3dd4-4b27-8125-a5690ef5a7ff req-28cad464-a7cd-468d-a424-2e67b84a03a8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480497
Dec 18 21:12:44.423025 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9494a-f6f8-4c48-a1aa-b22dbeb42946 req-68ae8801-8944-41a3-9fd1-7fbd56b8e8b1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:44.424502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00a9494a-f6f8-4c48-a1aa-b22dbeb42946 req-68ae8801-8944-41a3-9fd1-7fbd56b8e8b1 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0483088
Dec 18 21:12:44.471263 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00a9494a-f6f8-4c48-a1aa-b22dbeb42946 req-70917a85-f1e0-4888-b15d-f49afdb71dff tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403137
Dec 18 21:12:44.939251 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:45.587036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0646a-e079-4b4f-b84b-43018e287dbb req-c3e0fb22-a7c3-41b2-9826-8ef5b087dcf8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:45.589531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0f0646a-e079-4b4f-b84b-43018e287dbb req-c3e0fb22-a7c3-41b2-9826-8ef5b087dcf8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0525215
Dec 18 21:12:45.637781 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0f0646a-e079-4b4f-b84b-43018e287dbb req-728dd437-a8bb-4e72-a082-f091327418b6 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415533
Dec 18 21:12:46.758308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552a575-fb02-4b42-8442-218d62cf68e0 req-c03fa3b1-8cc1-460a-8e98-8b24974bc6f3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:46.759789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d552a575-fb02-4b42-8442-218d62cf68e0 req-c03fa3b1-8cc1-460a-8e98-8b24974bc6f3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0528319
Dec 18 21:12:46.806226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d552a575-fb02-4b42-8442-218d62cf68e0 req-47bac166-cd39-4a6c-8a2a-820a9f6087d3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405242
Dec 18 21:12:47.921234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0f270-c4c2-42a0-a407-c94531ecc1b2 req-24f2ad12-5281-44e1-9b18-aa1a94cd3a96 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:47.922767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49e0f270-c4c2-42a0-a407-c94531ecc1b2 req-24f2ad12-5281-44e1-9b18-aa1a94cd3a96 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0495133
Dec 18 21:12:47.971150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49e0f270-c4c2-42a0-a407-c94531ecc1b2 req-98aa1dea-1d8e-440a-ba32-cb693d361063 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423319
Dec 18 21:12:49.089813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4848e3c-314c-4a72-bf74-73a2d71255f3 req-eb955cf5-7a80-417e-8b4c-7fd5c0b07682 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:49.091578 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4848e3c-314c-4a72-bf74-73a2d71255f3 req-eb955cf5-7a80-417e-8b4c-7fd5c0b07682 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0525589
Dec 18 21:12:49.138453 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4848e3c-314c-4a72-bf74-73a2d71255f3 req-cf461017-a4af-4b82-ae3c-035dc1decf71 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411747
Dec 18 21:12:49.529257 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:12:50.252976 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1d330-dd28-422c-b1d9-8010adf2bd6c req-a29414d6-27b7-4a3c-8590-7e280d35fe31 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:50.254391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-caf1d330-dd28-422c-b1d9-8010adf2bd6c req-a29414d6-27b7-4a3c-8590-7e280d35fe31 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0474546
Dec 18 21:12:50.301593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-caf1d330-dd28-422c-b1d9-8010adf2bd6c req-f21d60c7-0036-4e77-89be-b4d08f4c3e10 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408208
Dec 18 21:12:51.416371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64a4ac-8908-4566-9251-9aa916980c19 req-8cf8f8b6-31b5-449b-92a2-91dc32f2b3a8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:51.417844 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e64a4ac-8908-4566-9251-9aa916980c19 req-8cf8f8b6-31b5-449b-92a2-91dc32f2b3a8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0475590
Dec 18 21:12:51.467646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e64a4ac-8908-4566-9251-9aa916980c19 req-0a76298f-84d6-44cd-8d2a-806cf983105d tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437188
Dec 18 21:12:52.581934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ac4f1-fe08-4c67-a36b-45c0655235b9 req-42d56b3a-1ed7-44ec-8011-ed9e6409a591 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:52.583418 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b1ac4f1-fe08-4c67-a36b-45c0655235b9 req-42d56b3a-1ed7-44ec-8011-ed9e6409a591 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0474300
Dec 18 21:12:52.636449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b1ac4f1-fe08-4c67-a36b-45c0655235b9 req-d8eb6cc6-b28b-49ee-9020-75e17ffbe10a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459833
Dec 18 21:12:52.680794 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60b08c96-118d-48e7-88ab-7d0f330a0424 req-424c7bbf-3741-4272-a921-761a5a85b543 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396161
Dec 18 21:12:52.745257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b08c96-118d-48e7-88ab-7d0f330a0424 req-57c58c3f-e8f9-4208-9cda-568487ace50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:52.746773 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60b08c96-118d-48e7-88ab-7d0f330a0424 req-57c58c3f-e8f9-4208-9cda-568487ace50e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 1096 time: 0.0401351
Dec 18 21:12:52.849712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b08c96-118d-48e7-88ab-7d0f330a0424 req-3b298d70-3584-4525-a430-7a2a6e925039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:52.851177 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60b08c96-118d-48e7-88ab-7d0f330a0424 req-3b298d70-3584-4525-a430-7a2a6e925039 service neutron] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.0836957
Dec 18 21:12:52.918844 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60b08c96-118d-48e7-88ab-7d0f330a0424 req-fb40895c-7cd2-4c55-a4ae-6214357984a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66e4db18-6da1-4474-8bda-7ecda4c5e03f HTTP/1.1" status: 200  len: 1001 time: 0.0577338
Dec 18 21:12:52.982227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b08c96-118d-48e7-88ab-7d0f330a0424 req-17d2209a-113a-4ad1-b4d8-0cc1c760ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:52.983562 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60b08c96-118d-48e7-88ab-7d0f330a0424 req-17d2209a-113a-4ad1-b4d8-0cc1c760ed40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0412388
Dec 18 21:12:53.033599 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b08c96-118d-48e7-88ab-7d0f330a0424 req-91cd40b7-aa05-4e8d-a9d4-af0d854e6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:53.035084 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60b08c96-118d-48e7-88ab-7d0f330a0424 req-91cd40b7-aa05-4e8d-a9d4-af0d854e6411 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429308
Dec 18 21:12:53.404178 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60b08c96-118d-48e7-88ab-7d0f330a0424 req-0bd3403a-c162-468a-9696-d98fac0987bd service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3542166
Dec 18 21:12:53.493475 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-60b08c96-118d-48e7-88ab-7d0f330a0424 req-7b63e604-523f-4275-8806-e89e8e6ee106 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811212
Dec 18 21:12:53.750893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c22ce-f02d-433f-a7db-59ff3a6fe1de req-1ae59651-d41b-4ead-a3bf-03381fd948b5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:53.752390 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-794c22ce-f02d-433f-a7db-59ff3a6fe1de req-1ae59651-d41b-4ead-a3bf-03381fd948b5 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0477488
Dec 18 21:12:53.798139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-794c22ce-f02d-433f-a7db-59ff3a6fe1de req-aa8b429e-9237-4630-b290-6823f8505b45 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398343
Dec 18 21:12:54.918167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaad5cd-5c57-46fe-a0bb-7b4c5c5c1206 req-e277ddac-52a6-4cc9-8e89-392a5eb205c9 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:54.919710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6eaad5cd-5c57-46fe-a0bb-7b4c5c5c1206 req-e277ddac-52a6-4cc9-8e89-392a5eb205c9 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0520859
Dec 18 21:12:54.966611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6eaad5cd-5c57-46fe-a0bb-7b4c5c5c1206 req-d6505d8e-9afa-48c7-beab-f4d632b87c90 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410020
Dec 18 21:12:56.080535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96029fd3-62f5-4ad7-a468-b1cdb1fce276 req-55377a90-5d6a-4643-a602-5133df648db8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:56.082016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96029fd3-62f5-4ad7-a468-b1cdb1fce276 req-55377a90-5d6a-4643-a602-5133df648db8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0483079
Dec 18 21:12:56.128154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96029fd3-62f5-4ad7-a468-b1cdb1fce276 req-66f9b240-c2c7-40d0-8567-a9f040a0aab6 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402317
Dec 18 21:12:57.242201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886325d-7075-49d3-b18f-80bcdbc56ded req-b8d1424f-5d52-4243-b357-1a65eccb2770 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:57.243691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9886325d-7075-49d3-b18f-80bcdbc56ded req-b8d1424f-5d52-4243-b357-1a65eccb2770 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0476613
Dec 18 21:12:57.293977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9886325d-7075-49d3-b18f-80bcdbc56ded req-a8d10691-4a36-4743-87cc-dda6f946e0a8 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442293
Dec 18 21:12:58.408669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb0f5c-c3cb-4ccd-bbec-2a26a6a77696 req-5f41d08f-3c2e-4eeb-ac06-072c15a18f5a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:58.410119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0edb0f5c-c3cb-4ccd-bbec-2a26a6a77696 req-5f41d08f-3c2e-4eeb-ac06-072c15a18f5a tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0472050
Dec 18 21:12:58.457341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0edb0f5c-c3cb-4ccd-bbec-2a26a6a77696 req-1a5e52a1-ebda-4858-b1af-bbda50d1f8ec tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408564
Dec 18 21:12:59.247208 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:12:59.571750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1706a-f12c-4340-beb7-a15b6222c255 req-9ceda279-aa77-4430-9a22-d0a016f7169e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:12:59.573102 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81c1706a-f12c-4340-beb7-a15b6222c255 req-9ceda279-aa77-4430-9a22-d0a016f7169e tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0480666
Dec 18 21:12:59.621018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81c1706a-f12c-4340-beb7-a15b6222c255 req-134499dc-111c-4ef1-aca4-bf0b7af5a691 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418828
Dec 18 21:13:00.743144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f6bd-f5fc-457f-bc17-9ba3f0602af7 req-4bb1d162-a4e9-427c-b084-d4009a936f14 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:00.744634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5827f6bd-f5fc-457f-bc17-9ba3f0602af7 req-4bb1d162-a4e9-427c-b084-d4009a936f14 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0521994
Dec 18 21:13:00.795209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5827f6bd-f5fc-457f-bc17-9ba3f0602af7 req-fb2459c3-6c49-46ed-aafc-6ce73edb174d tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446899
Dec 18 21:13:01.912442 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c04fa-1392-4988-b1e4-728c2ed7aafb req-31a456e6-3092-4525-8ed0-35d172e2d1a0 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:01.913923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f0c04fa-1392-4988-b1e4-728c2ed7aafb req-31a456e6-3092-4525-8ed0-35d172e2d1a0 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0511773
Dec 18 21:13:01.964540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2f0c04fa-1392-4988-b1e4-728c2ed7aafb req-92a0b9d2-13e3-49ec-a702-03954880605c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441000
Dec 18 21:13:02.940457 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-08888f22-e0ad-4b59-bc0e-1c4e02eed094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:03.085683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502d513-fd94-4352-9dc9-097614ba7a85 req-b693ddc9-5f98-4954-bd68-54f15782d2da tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:03.088481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1502d513-fd94-4352-9dc9-097614ba7a85 req-b693ddc9-5f98-4954-bd68-54f15782d2da tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0526223
Dec 18 21:13:03.135575 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1502d513-fd94-4352-9dc9-097614ba7a85 req-e2c63203-a814-40e9-b8b6-0f5d043ce1bd tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407195
Dec 18 21:13:04.251209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827b9d4-405a-450c-aca8-d99b9817cec5 req-64858a0e-c4d2-4d6d-8f04-badbe02d8a24 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:04.252662 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9827b9d4-405a-450c-aca8-d99b9817cec5 req-64858a0e-c4d2-4d6d-8f04-badbe02d8a24 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0471566
Dec 18 21:13:04.298575 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9827b9d4-405a-450c-aca8-d99b9817cec5 req-0a08af55-741c-4c77-977a-0d3af9ff3faf tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393162
Dec 18 21:13:04.498929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da365fc-589f-43d7-9174-59956d14cc52 req-a6227f75-0f51-493b-8978-b0e6ef8d8edb tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:04.500433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5da365fc-589f-43d7-9174-59956d14cc52 req-a6227f75-0f51-493b-8978-b0e6ef8d8edb tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0507095
Dec 18 21:13:04.553908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5da365fc-589f-43d7-9174-59956d14cc52 req-7db22251-ce3c-4b0c-a653-ff59673ae38c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474148
Dec 18 21:13:04.678506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c513830-dcd1-4b46-8e41-c50d46ed4aff req-fa06b604-92a2-426d-9ae1-d0a07791238c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:04.680432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c513830-dcd1-4b46-8e41-c50d46ed4aff req-fa06b604-92a2-426d-9ae1-d0a07791238c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0493891
Dec 18 21:13:04.728814 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c513830-dcd1-4b46-8e41-c50d46ed4aff req-74610ec4-a6fe-42eb-8782-d6e50a75d5f4 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422733
Dec 18 21:13:04.989428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493b240-75d9-43d5-a014-caf9af35ddc0 req-861bafea-becc-4dc7-96d5-71643eb5dfcf tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:04.991601 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6493b240-75d9-43d5-a014-caf9af35ddc0 req-861bafea-becc-4dc7-96d5-71643eb5dfcf tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0528579
Dec 18 21:13:05.043977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6493b240-75d9-43d5-a014-caf9af35ddc0 req-062c9354-c393-4019-bac5-4bcaf26762c4 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444770
Dec 18 21:13:05.179483 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8521d5e3-592b-4bcb-8993-cae962609a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:05.208122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e7d8-b690-4235-a069-f47a964e52ab req-d1d28c98-2717-4a5f-81e9-fce75903f75d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:05.209681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d70e7d8-b690-4235-a069-f47a964e52ab req-d1d28c98-2717-4a5f-81e9-fce75903f75d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 946 time: 0.0561628
Dec 18 21:13:05.263328 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d70e7d8-b690-4235-a069-f47a964e52ab req-414d12ca-a5cf-4489-ae83-21f0c1a99ce5 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468426
Dec 18 21:13:06.162711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599a307-69c3-4d98-8202-8be042f4b7e9 req-f9467886-84b3-4a4e-9280-299a557cad35 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:06.164170 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7599a307-69c3-4d98-8202-8be042f4b7e9 req-f9467886-84b3-4a4e-9280-299a557cad35 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0474529
Dec 18 21:13:06.211133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7599a307-69c3-4d98-8202-8be042f4b7e9 req-275775f5-4153-4d93-99e9-83f6caf1c26c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410454
Dec 18 21:13:06.360644 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207b6d8-d88a-4832-8d02-953931c6d093 req-3bc77717-6926-46fc-b5b1-566213b20392 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:06.362181 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7207b6d8-d88a-4832-8d02-953931c6d093 req-3bc77717-6926-46fc-b5b1-566213b20392 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 945 time: 0.0485394
Dec 18 21:13:06.387165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68230b74-003c-460a-b44b-fc3734d19c13 req-399a3b6b-80a2-4f0a-9c68-778590cba75f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:06.388690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68230b74-003c-460a-b44b-fc3734d19c13 req-399a3b6b-80a2-4f0a-9c68-778590cba75f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 946 time: 0.0481830
Dec 18 21:13:06.412329 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:06.442151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68230b74-003c-460a-b44b-fc3734d19c13 req-6a72e1c4-7a4c-4f71-a450-1ab4b386cc9a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5553d77-4b51-42d6-89b0-de46f606ac1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466263
Dec 18 21:13:06.466623 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-7207b6d8-d88a-4832-8d02-953931c6d093 req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Deleting port fe47da2c-2636-4147-8b6f-da54fc0f8764 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:13:06.466968 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7207b6d8-d88a-4832-8d02-953931c6d093 req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:06.552417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-7207b6d8-d88a-4832-8d02-953931c6d093 req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] For port fe47da2c-2636-4147-8b6f-da54fc0f8764, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe47da2c-2636-4147-8b6f-da54fc0f8764,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:06.552779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7207b6d8-d88a-4832-8d02-953931c6d093 req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:06.565487 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-7207b6d8-d88a-4832-8d02-953931c6d093 req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Calling delete_port for fe47da2c-2636-4147-8b6f-da54fc0f8764 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:13:06.681178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-71a56f86-15ed-4613-9d3d-98895fca5b9c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:06.683350 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-71a56f86-15ed-4613-9d3d-98895fca5b9c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 946 time: 0.0552704
Dec 18 21:13:06.697391 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7207b6d8-d88a-4832-8d02-953931c6d093 req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:06.713088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:13:06.729908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event deleted for resources: {'Port': ['ID=fe47da2c-2636-4147-8b6f-da54fc0f8764,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:06.744245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.744612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.744985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.745301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.745660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.745972 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.746535 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.746873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.747209 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.747540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.747876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.748246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.748534 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:06.762535 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['fe47da2c-2636-4147-8b6f-da54fc0f8764'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:13:06.790671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Deleting port 108c8a1c-0915-4513-8659-185ce5146ce7 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:13:06.791190 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:06.791338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-7207b6d8-d88a-4832-8d02-953931c6d093 req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] No DVR routers for this DVR port fe47da2c-2636-4147-8b6f-da54fc0f8764 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:13:06.793821 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-7207b6d8-d88a-4832-8d02-953931c6d093 req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:06.797459 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7207b6d8-d88a-4832-8d02-953931c6d093 req-14336652-ed36-46c7-a6fa-92f0691abd02 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.36 "DELETE /v2.0/ports/fe47da2c-2636-4147-8b6f-da54fc0f8764 HTTP/1.1" status: 204  len: 173 time: 0.4285078
Dec 18 21:13:06.797917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88de396-cb2e-44fd-b912-c5fe7d197b57', 'name': 'network-vif-deleted', 'tag': 'fe47da2c-2636-4147-8b6f-da54fc0f8764'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:06.800195 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4797b9-4167-445e-b829-9a443d0a63e3" -d '{"events": [{"server_uuid": "c88de396-cb2e-44fd-b912-c5fe7d197b57", "name": "network-vif-deleted", "tag": "fe47da2c-2636-4147-8b6f-da54fc0f8764"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:06.859039 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6571361-a637-4fcf-a75f-11ad4eb1aef3 x-openstack-request-id: req-c6571361-a637-4fcf-a75f-11ad4eb1aef3 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:06.859336 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88de396-cb2e-44fd-b912-c5fe7d197b57", "name": "network-vif-deleted", "tag": "fe47da2c-2636-4147-8b6f-da54fc0f8764", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:06.859591 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6571361-a637-4fcf-a75f-11ad4eb1aef3 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:06.859996 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88de396-cb2e-44fd-b912-c5fe7d197b57', 'name': 'network-vif-deleted', 'tag': 'fe47da2c-2636-4147-8b6f-da54fc0f8764', 'status': 'completed', 'code': 200}
Dec 18 21:13:06.895419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] For port 108c8a1c-0915-4513-8659-185ce5146ce7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=108c8a1c-0915-4513-8659-185ce5146ce7,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:06.895842 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:07.069949 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:07.071359 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:07.071755 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Floating IP 3c82d0df-ded1-4973-abdc-08a2ded77424 disassociated. External IP: 172.35.3.198, port: 108c8a1c-0915-4513-8659-185ce5146ce7.
Dec 18 21:13:07.072159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Calling delete_port for 108c8a1c-0915-4513-8659-185ce5146ce7 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:13:07.210482 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:07.240150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event deleted for resources: {'Port': ['ID=108c8a1c-0915-4513-8659-185ce5146ce7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:07.373909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47dd1c40-1021-4981-8165-a88fd407afb1 req-8461a0bf-3624-4e66-9bc6-9d36b25c2d80 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c88de396-cb2e-44fd-b912-c5fe7d197b57 HTTP/1.1" status: 200  len: 210 time: 0.0331981
Dec 18 21:13:07.397068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Router 2655322f-0402-401a-98b3-da4f6f8d5037 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:13:07.511604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:13:07.525330 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b691d-d20d-47f1-8be2-f8cbac1f5f0c None None] Sync routers for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:13:07.536636 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b691d-d20d-47f1-8be2-f8cbac1f5f0c None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:13:07.537339 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bd2b691d-d20d-47f1-8be2-f8cbac1f5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664a637c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:13:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:07.568152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] No DVR routers for this DVR port 108c8a1c-0915-4513-8659-185ce5146ce7 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:13:07.585766 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:07.590893 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-318eb075-607d-4e1f-a7db-01af4aee9c27 req-f3625435-162e-4739-8333-ccc1d412f837 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.31 "DELETE /v2.0/ports/108c8a1c-0915-4513-8659-185ce5146ce7 HTTP/1.1" status: 204  len: 173 time: 0.9014335
Dec 18 21:13:07.593689 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7e06212-9bad-4935-9ba3-a97146dcfbcd req-1b38bd24-1bf1-443c-bd24-ae4a218daff1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9 HTTP/1.1" status: 200  len: 210 time: 0.0507510
Dec 18 21:13:07.594191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'name': 'network-vif-deleted', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:07.598315 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e20839-39b0-4e50-8d84-02623ce4f746" -d '{"events": [{"server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "name": "network-vif-deleted", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:07.657389 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ab7841-2da3-4938-9dc4-eb52b709133f x-openstack-request-id: req-c4ab7841-2da3-4938-9dc4-eb52b709133f {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:07.657791 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9", "name": "network-vif-deleted", "tag": "108c8a1c-0915-4513-8659-185ce5146ce7", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:07.658083 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4ab7841-2da3-4938-9dc4-eb52b709133f {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:07.658619 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308bf58-e5c0-4eb9-84dc-ad1a6e9a2ea9', 'name': 'network-vif-deleted', 'tag': '108c8a1c-0915-4513-8659-185ce5146ce7', 'status': 'completed', 'code': 200}
Dec 18 21:13:07.676659 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-bd2b691d-d20d-47f1-8be2-f8cbac1f5f0c None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:13:07.920722 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bd2b691d-d20d-47f1-8be2-f8cbac1f5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664a637c0>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:27Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:07.948834 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b691d-d20d-47f1-8be2-f8cbac1f5f0c None None] Checking router: 2655322f-0402-401a-98b3-da4f6f8d5037 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:13:07.958106 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b691d-d20d-47f1-8be2-f8cbac1f5f0c None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:13:07.958826 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bd2b691d-d20d-47f1-8be2-f8cbac1f5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664a637c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:13:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:08.093007 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-bd2b691d-d20d-47f1-8be2-f8cbac1f5f0c None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:13:08.130008 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:08.314951 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bd2b691d-d20d-47f1-8be2-f8cbac1f5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664a637c0>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:27Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:08.348231 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b691d-d20d-47f1-8be2-f8cbac1f5f0c None None] The sync data for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 is: [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:27Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:13:08.552399 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:08.649271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15dfd75-ee7f-4039-8d0c-e503a19f059f None None] New status for floating IP 3c82d0df-ded1-4973-abdc-08a2ded77424: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:13:08.711592 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37926) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:08.781852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85404218-0875-4652-bfc8-f090f0aa5aed tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:08.820869 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85404218-0875-4652-bfc8-f090f0aa5aed tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:08.883366 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85404218-0875-4652-bfc8-f090f0aa5aed tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:08.886905 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-85404218-0875-4652-bfc8-f090f0aa5aed tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:08.888758 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-85404218-0875-4652-bfc8-f090f0aa5aed tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "DELETE /v2.0/security-groups/d5553d77-4b51-42d6-89b0-de46f606ac1e HTTP/1.1" status: 204  len: 168 time: 0.1759610
Dec 18 21:13:08.891930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37936) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:08.900222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85404218-0875-4652-bfc8-f090f0aa5aed tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5553d77-4b51-42d6-89b0-de46f606ac1e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:08.912953 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-21a1c1d3-6228-4bbf-99fa-d8a6b0a9bef5 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] show failed (client error): The resource could not be found.
Dec 18 21:13:08.919207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37938) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:08.929298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-21a1c1d3-6228-4bbf-99fa-d8a6b0a9bef5 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups/d5553d77-4b51-42d6-89b0-de46f606ac1e HTTP/1.1" status: 404  len: 347 time: 0.0361106
Dec 18 21:13:09.067455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ec791149-5bdb-4723-8dae-d7a469e8cbe1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Deleting port d585b6bf-d34c-4aca-bfc9-81b78663b1e2 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:13:09.068004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec791149-5bdb-4723-8dae-d7a469e8cbe1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:09.158188 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec791149-5bdb-4723-8dae-d7a469e8cbe1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:09.158594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec791149-5bdb-4723-8dae-d7a469e8cbe1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:09.172416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ec791149-5bdb-4723-8dae-d7a469e8cbe1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Calling delete_port for d585b6bf-d34c-4aca-bfc9-81b78663b1e2 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:13:09.256798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b8208-33f7-43e9-87da-b72e287e34b8 req-b32b1b9d-8c35-48cc-b4ee-c01664ba7eed tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:09.258505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d40b8208-33f7-43e9-87da-b72e287e34b8 req-b32b1b9d-8c35-48cc-b4ee-c01664ba7eed tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 945 time: 0.0553389
Dec 18 21:13:09.310223 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d40b8208-33f7-43e9-87da-b72e287e34b8 req-f4e29f52-40ab-47de-9daf-92387699e0ba tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446103
Dec 18 21:13:09.317248 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec791149-5bdb-4723-8dae-d7a469e8cbe1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:09.350737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec791149-5bdb-4723-8dae-d7a469e8cbe1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event deleted for resources: {'Port': ['ID=d585b6bf-d34c-4aca-bfc9-81b78663b1e2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:09.416589 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec791149-5bdb-4723-8dae-d7a469e8cbe1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:09.419288 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec791149-5bdb-4723-8dae-d7a469e8cbe1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:09.420608 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ec791149-5bdb-4723-8dae-d7a469e8cbe1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "DELETE /v2.0/floatingips/3c82d0df-ded1-4973-abdc-08a2ded77424 HTTP/1.1" status: 204  len: 168 time: 0.5002346
Dec 18 21:13:09.874572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37952) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:09.879389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-156701b6-239b-4537-879b-cd3cdc76232b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--15438139', 'description': 'tempest-description--596880332'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:09.906921 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-156701b6-239b-4537-879b-cd3cdc76232b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:09.982881 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-156701b6-239b-4537-879b-cd3cdc76232b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:09.989025 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-156701b6-239b-4537-879b-cd3cdc76232b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:10.020385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-156701b6-239b-4537-879b-cd3cdc76232b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:10.021810 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-156701b6-239b-4537-879b-cd3cdc76232b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1461508
Dec 18 21:13:10.024694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37954) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:10.030081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-05b2c118-ae5e-42a2-96df-52433895a743 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Request body: {'security_group_rule': {'security_group_id': '0401bd3d-1465-4769-948c-07c940afeb74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:10.042555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156701b6-239b-4537-879b-cd3cdc76232b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0401bd3d-1465-4769-948c-07c940afeb74,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:10.062106 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device fe47da2c-2636-4147-8b6f-da54fc0f8764 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:13:10.067848 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05b2c118-ae5e-42a2-96df-52433895a743 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:10.086306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 108c8a1c-0915-4513-8659-185ce5146ce7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:13:10.088415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: fe47da2c-2636-4147-8b6f-da54fc0f8764 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:13:10.088842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device fe47da2c-2636-4147-8b6f-da54fc0f8764 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:13:10.109350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 108c8a1c-0915-4513-8659-185ce5146ce7 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:13:10.109780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 108c8a1c-0915-4513-8659-185ce5146ce7 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:13:10.138637 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05b2c118-ae5e-42a2-96df-52433895a743 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:10.142161 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05b2c118-ae5e-42a2-96df-52433895a743 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:10.159169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2c118-ae5e-42a2-96df-52433895a743 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b552bd0a-10c2-4d67-a343-617bdcc40b2c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:10.167788 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05b2c118-ae5e-42a2-96df-52433895a743 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:10.169003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-05b2c118-ae5e-42a2-96df-52433895a743 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1431258
Dec 18 21:13:10.171678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37956) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:10.175958 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5e48c7e9-ee06-482e-a004-eca89bc2e9dc tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Request body: {'security_group_rule': {'security_group_id': '0401bd3d-1465-4769-948c-07c940afeb74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:10.203877 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e48c7e9-ee06-482e-a004-eca89bc2e9dc tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:10.257343 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e48c7e9-ee06-482e-a004-eca89bc2e9dc tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:10.261481 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e48c7e9-ee06-482e-a004-eca89bc2e9dc tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:10.278100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48c7e9-ee06-482e-a004-eca89bc2e9dc tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b61631-2220-42e2-be50-6870de103a42,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:10.287997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5e48c7e9-ee06-482e-a004-eca89bc2e9dc tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:10.289682 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5e48c7e9-ee06-482e-a004-eca89bc2e9dc tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1170640
Dec 18 21:13:10.292714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 37958) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:10.296956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:10.319789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:10.442141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433aa98-2968-40af-a91f-17d23b8f6dd6 req-6efebc5e-e29a-477e-a39e-3eff1b676d9c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:10.443550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5433aa98-2968-40af-a91f-17d23b8f6dd6 req-6efebc5e-e29a-477e-a39e-3eff1b676d9c tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 945 time: 0.0591035
Dec 18 21:13:10.472492 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:10.567036 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5433aa98-2968-40af-a91f-17d23b8f6dd6 req-89bd5dbf-d749-4b3d-8be0-25fbec257ca4 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/security-groups?id=95b99544-f3eb-42f8-854a-7ac218b24af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144195
Dec 18 21:13:10.594813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d81e91-280f-41d3-9c62-f5be1b0fa06e req-4d0873df-3c6f-4e46-b047-e1423dcbd4fe tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:10.596600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93d81e91-280f-41d3-9c62-f5be1b0fa06e req-4d0873df-3c6f-4e46-b047-e1423dcbd4fe tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 945 time: 0.1222196
Dec 18 21:13:10.717448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Allocated IP 172.35.3.87 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/d5d5cfd4-47e2-453a-982f-4261727ffe1d) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:13:10.809247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-93d81e91-280f-41d3-9c62-f5be1b0fa06e req-96032a88-af09-4a55-b475-4029170d33dc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Deleting port bb247fd1-b352-4374-a8bf-d70e3684560c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:13:10.809758 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-93d81e91-280f-41d3-9c62-f5be1b0fa06e req-96032a88-af09-4a55-b475-4029170d33dc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:11.276920 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:11.315526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-93d81e91-280f-41d3-9c62-f5be1b0fa06e req-96032a88-af09-4a55-b475-4029170d33dc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] For port bb247fd1-b352-4374-a8bf-d70e3684560c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb247fd1-b352-4374-a8bf-d70e3684560c,segment=NetworkSegment(fe9a1e46-f801-48f4-bc57-506d8041b4ce),segment_id=fe9a1e46-f801-48f4-bc57-506d8041b4ce)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:11.315877 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-93d81e91-280f-41d3-9c62-f5be1b0fa06e req-96032a88-af09-4a55-b475-4029170d33dc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:11.334624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-93d81e91-280f-41d3-9c62-f5be1b0fa06e req-96032a88-af09-4a55-b475-4029170d33dc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Calling delete_port for bb247fd1-b352-4374-a8bf-d70e3684560c owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:13:11.352944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:11.422039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:11.427342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:11.434329 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:11.465672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event updated for resources: {'Port': ['ID=d5d5cfd4-47e2-453a-982f-4261727ffe1d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:11.552848 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-93d81e91-280f-41d3-9c62-f5be1b0fa06e req-96032a88-af09-4a55-b475-4029170d33dc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:11.564894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['bb247fd1-b352-4374-a8bf-d70e3684560c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:13:11.616647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96032a88-af09-4a55-b475-4029170d33dc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Pushing event deleted for resources: {'Port': ['ID=bb247fd1-b352-4374-a8bf-d70e3684560c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:11.670631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d81e91-280f-41d3-9c62-f5be1b0fa06e req-96032a88-af09-4a55-b475-4029170d33dc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] No DVR routers for this DVR port bb247fd1-b352-4374-a8bf-d70e3684560c on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:13:11.679989 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:11.683019 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-93d81e91-280f-41d3-9c62-f5be1b0fa06e req-96032a88-af09-4a55-b475-4029170d33dc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:11.686566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93d81e91-280f-41d3-9c62-f5be1b0fa06e req-96032a88-af09-4a55-b475-4029170d33dc tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.31 "DELETE /v2.0/ports/bb247fd1-b352-4374-a8bf-d70e3684560c HTTP/1.1" status: 204  len: 173 time: 1.0833166
Dec 18 21:13:11.687028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb51a0f-5058-4d20-b42e-eb65fa93481b', 'name': 'network-vif-deleted', 'tag': 'bb247fd1-b352-4374-a8bf-d70e3684560c'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:11.689355 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f22293-d25f-476c-9a4c-2da0c9b8d237" -d '{"events": [{"server_uuid": "dcb51a0f-5058-4d20-b42e-eb65fa93481b", "name": "network-vif-deleted", "tag": "bb247fd1-b352-4374-a8bf-d70e3684560c"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:11.711645 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f04bd3b-b438-436a-aaf3-d87eb5a90af1 req-c80e982b-98d2-43e8-97d1-f0c1829c90c3 tempest-ServersTestJSON-1975196967 tempest-ServersTestJSON-1975196967-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb51a0f-5058-4d20-b42e-eb65fa93481b HTTP/1.1" status: 200  len: 210 time: 0.0447578
Dec 18 21:13:11.748943 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801000fe-29ee-4afd-8b80-0b9312814061 x-openstack-request-id: req-801000fe-29ee-4afd-8b80-0b9312814061 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:11.749364 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb51a0f-5058-4d20-b42e-eb65fa93481b", "name": "network-vif-deleted", "tag": "bb247fd1-b352-4374-a8bf-d70e3684560c", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:11.749627 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-801000fe-29ee-4afd-8b80-0b9312814061 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:11.750051 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb51a0f-5058-4d20-b42e-eb65fa93481b', 'name': 'network-vif-deleted', 'tag': 'bb247fd1-b352-4374-a8bf-d70e3684560c', 'status': 'completed', 'code': 200}
Dec 18 21:13:11.757028 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:11.930732 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:11.936521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:12.018015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event updated for resources: {'Port': ['ID=d5d5cfd4-47e2-453a-982f-4261727ffe1d,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:12.031491 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:12.049471 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:12.051088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-89533919-688b-491b-b185-ebaf472276b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7573986
Dec 18 21:13:12.295367 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-c2f07808-991f-4575-a6bb-a42efae10258 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--15438139&fields=id&tenant_id=64ef041cd6724458b053cde5c1afe4fa HTTP/1.1" status: 200  len: 267 time: 0.0589542
Dec 18 21:13:12.403657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6766401-d644-4623-9f18-07f63b1d697d req-87ec88f2-4ebc-4404-a5be-eef68b3e76a8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:12.405183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-87ec88f2-4ebc-4404-a5be-eef68b3e76a8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 816 time: 0.1029930
Dec 18 21:13:12.420730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-fece4bf2-aac4-45c2-b590-2e1c37665200 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/quotas/64ef041cd6724458b053cde5c1afe4fa HTTP/1.1" status: 200  len: 375 time: 0.0098403
Dec 18 21:13:12.481113 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-4b88e1b5-2142-4d02-ac69-03942a230a0e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0549240
Dec 18 21:13:12.578157 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-dc00d273-812e-4133-9824-d42d131f337f service neutron] 10.222.0.13 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843878
Dec 18 21:13:12.671923 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-5520125c-8c6e-4aca-b301-7c2969b00c82 service neutron] 10.222.0.13 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875480
Dec 18 21:13:12.806732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37992) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:12.862136 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9247c3de-06bc-4f65-bca8-103d2b642dfe admin admin] Deleting subnet 2ab83944-842a-4d14-aea4-2059d07b7fe4 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:13:12.865048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2bc4cff9-64b9-4778-837d-8eebc0133e8d req-939b0ce2-a708-4074-b86c-8019c785b1bb tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 210 time: 0.0280192
Dec 18 21:13:12.866972 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9247c3de-06bc-4f65-bca8-103d2b642dfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:12.867135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a52ea-c667-4c47-a6f6-45ebe8208c1a req-82a6b65b-947c-464d-bb59-7d82c40acc64 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:12.868501 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b74a52ea-c667-4c47-a6f6-45ebe8208c1a req-82a6b65b-947c-464d-bb59-7d82c40acc64 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1096 time: 0.0865154
Dec 18 21:13:12.914153 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9247c3de-06bc-4f65-bca8-103d2b642dfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:12.924867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b74a52ea-c667-4c47-a6f6-45ebe8208c1a req-6a147f45-a31b-490c-a3b1-3ce3d728bb3e tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456469
Dec 18 21:13:12.957354 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9247c3de-06bc-4f65-bca8-103d2b642dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.013401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9247c3de-06bc-4f65-bca8-103d2b642dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.048067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247c3de-06bc-4f65-bca8-103d2b642dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab83944-842a-4d14-aea4-2059d07b7fe4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:13.051616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9247c3de-06bc-4f65-bca8-103d2b642dfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.055023 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9247c3de-06bc-4f65-bca8-103d2b642dfe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ab83944-842a-4d14-aea4-2059d07b7fe4 HTTP/1.1" status: 204  len: 168 time: 0.2471981
Dec 18 21:13:13.057440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 37996) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:13.061737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f38a2-5817-4526-99dc-d4e0e41d1fcd req-e3186639-3d95-4956-96f1-e31fd6bf25ec tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:13.063378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-553f38a2-5817-4526-99dc-d4e0e41d1fcd req-e3186639-3d95-4956-96f1-e31fd6bf25ec tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0628674
Dec 18 21:13:13.121181 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-553f38a2-5817-4526-99dc-d4e0e41d1fcd req-f81cf019-7bf9-4139-9b33-52fc65f1add3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509350
Dec 18 21:13:13.138493 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.146705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38002) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:13.213711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-87dafe63-7985-4f20-a2de-96f4a5edc828 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/d98a55a4-b8e4-4141-9753-586a4a31ead9 HTTP/1.1" status: 200  len: 993 time: 0.0653560
Dec 18 21:13:13.222508 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.244910 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ea2bb50>,) {'filters': {'network_id': ['3a5db276-ddbb-4d99-a69c-3e20248c5144']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:13.258464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ea2bb50>, 'fe9a1e46-f801-48f4-bc57-506d8041b4ce') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:13.258783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ea2bb50>, 'fe9a1e46-f801-48f4-bc57-506d8041b4ce') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:13.270922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.285777 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.291953 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:13:13.296378 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:13:13.357115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.362569 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.365926 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3a5db276-ddbb-4d99-a69c-3e20248c5144 HTTP/1.1" status: 204  len: 168 time: 0.3074625
Dec 18 21:13:13.377261 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9709c-0356-43ff-9dd7-a7e17c1ab967 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5db276-ddbb-4d99-a69c-3e20248c5144,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:13.517612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-bc1f4aea-b9a9-4dc5-9559-6e558cc1132d req-3e88f0e4-588b-4fb7-bb18-640be02bc13e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:13:13.518616 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc1f4aea-b9a9-4dc5-9559-6e558cc1132d req-3e88f0e4-588b-4fb7-bb18-640be02bc13e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053945
Dec 18 21:13:13.553311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38018) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:13.601427 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3f67c450-aa17-485b-b293-42aa76025d98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c36bc0b6ca0849f58c6b8f41df80db6f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0444574
Dec 18 21:13:13.602514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38020) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:13.662165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06e40a7f-457b-40ad-adfd-20502f43b832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.684075 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06e40a7f-457b-40ad-adfd-20502f43b832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.730949 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06e40a7f-457b-40ad-adfd-20502f43b832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.734348 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06e40a7f-457b-40ad-adfd-20502f43b832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:13.737573 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-06e40a7f-457b-40ad-adfd-20502f43b832 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95b99544-f3eb-42f8-854a-7ac218b24af6 HTTP/1.1" status: 204  len: 168 time: 0.1316597
Dec 18 21:13:13.743353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e40a7f-457b-40ad-adfd-20502f43b832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b99544-f3eb-42f8-854a-7ac218b24af6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:13.980497 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-3021bead-fb13-4245-85ab-3914fb61f1c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1342161
Dec 18 21:13:13.995120 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e03210-c391-4a17-8cee-4a31769bf226 req-12351b5e-4932-4e8d-9fb5-b0d22573a874 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:13.996644 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0e03210-c391-4a17-8cee-4a31769bf226 req-12351b5e-4932-4e8d-9fb5-b0d22573a874 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.1216993
Dec 18 21:13:14.038308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-adb9070a-7494-406f-a2e5-60c45d4157fc req-696a524b-d845-485a-9d17-9f343285410c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 210 time: 0.0486455
Dec 18 21:13:14.068237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bb247fd1-b352-4374-a8bf-d70e3684560c no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:13:14.094199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: bb247fd1-b352-4374-a8bf-d70e3684560c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:13:14.094895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bb247fd1-b352-4374-a8bf-d70e3684560c not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:13:14.144372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0e03210-c391-4a17-8cee-4a31769bf226 req-de5b729f-36f0-4056-ba9a-ca77177c1c2b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1380684
Dec 18 21:13:14.153133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6766401-d644-4623-9f18-07f63b1d697d req-cd60ce07-d135-4bd0-bcd0-e738621ea7f1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:14.154885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-cd60ce07-d135-4bd0-bcd0-e738621ea7f1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.31 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 816 time: 0.2349186
Dec 18 21:13:14.238762 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-0f3bba75-dfc2-47ed-89c2-aafcbfa3308c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ef041cd6724458b053cde5c1afe4fa HTTP/1.1" status: 200  len: 378 time: 0.0709198
Dec 18 21:13:14.250084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a6766401-d644-4623-9f18-07f63b1d697d req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Request body: {'port': {'device_id': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'admin_state_up': True, 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'security_groups': ['0401bd3d-1465-4769-948c-07c940afeb74']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:14.375924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6766401-d644-4623-9f18-07f63b1d697d req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Made reservation on behalf of 64ef041cd6724458b053cde5c1afe4fa for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:14.380303 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a6766401-d644-4623-9f18-07f63b1d697d req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:14.544990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-a6766401-d644-4623-9f18-07f63b1d697d req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Allocated IP 172.20.0.3 (7a73f33f-bbbf-4537-b0c3-79abe445c89e/996b7ed1-3367-4177-a52e-17014c2109e8/8fc3959f-d4a6-42b7-97eb-c57af1bbe971) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:13:14.698933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdfc4c-4369-4c0f-b597-cabd6ed1dd33 req-84e2ff0e-7125-4179-a28b-9fce1008a50c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:14.702850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c8fdfc4c-4369-4c0f-b597-cabd6ed1dd33 req-84e2ff0e-7125-4179-a28b-9fce1008a50c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.1250677
Dec 18 21:13:14.790940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c8fdfc4c-4369-4c0f-b597-cabd6ed1dd33 req-9c143d4b-19b6-430c-8e93-ec42d623811b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822091
Dec 18 21:13:14.793697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a6766401-d644-4623-9f18-07f63b1d697d req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:14.844095 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a6766401-d644-4623-9f18-07f63b1d697d req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:14.894552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6766401-d644-4623-9f18-07f63b1d697d req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Network 7a73f33f-bbbf-4537-b0c3-79abe445c89e is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:14.898007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-a6766401-d644-4623-9f18-07f63b1d697d req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:14.902546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6766401-d644-4623-9f18-07f63b1d697d req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:14.933586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event updated for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:14.947802 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:14.971357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6766401-d644-4623-9f18-07f63b1d697d req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:14.972004 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a6766401-d644-4623-9f18-07f63b1d697d req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:14.991207 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-af27a515-4a34-433f-9cfc-e2018c51908a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7463379
Dec 18 21:13:15.005848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Request body: {'port': {'device_id': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:15.089665 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:15.211687 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38094) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:15.271039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-478686a2-0512-44a7-905c-442ee5a22895 None None] Provisioning complete for port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:15.271641 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-478686a2-0512-44a7-905c-442ee5a22895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:15.306116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da2b27-6c89-4d12-b716-5798bd02febe req-14588bb8-be75-4715-a43f-1bbe916fa335 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:15.307638 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6da2b27-6c89-4d12-b716-5798bd02febe req-14588bb8-be75-4715-a43f-1bbe916fa335 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 931 time: 0.1763370
Dec 18 21:13:15.309975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-478686a2-0512-44a7-905c-442ee5a22895 None None] Port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:13:15.350005 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-faba6d9c-850b-4f55-985e-ea430b498663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:15.391659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c6a39-77a1-491b-ae6e-c113e4f9f9ff req-c13034ec-0bad-4ae6-b575-873cdf23097f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:15.393159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-770c6a39-77a1-491b-ae6e-c113e4f9f9ff req-c13034ec-0bad-4ae6-b575-873cdf23097f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.1479514
Dec 18 21:13:15.427237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-faba6d9c-850b-4f55-985e-ea430b498663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:15.432652 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-faba6d9c-850b-4f55-985e-ea430b498663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:15.477839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-faba6d9c-850b-4f55-985e-ea430b498663 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4b3cd7573af4210beec846fa29f3ff0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2644122
Dec 18 21:13:15.481082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38098) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:15.487226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b6da2b27-6c89-4d12-b716-5798bd02febe req-027baee4-a7bc-4fa6-a0f2-eb00eac2ce20 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1364036
Dec 18 21:13:15.489919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba6d9c-850b-4f55-985e-ea430b498663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83504e9b-80ea-4077-964f-84dbd4533b60,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:15.530522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-770c6a39-77a1-491b-ae6e-c113e4f9f9ff req-cd539099-eda0-4f96-a56e-d0b4646ca77f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1284211
Dec 18 21:13:15.551207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d242e512-f23b-4795-b7ce-bc3b0ed2b8d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:15.578539 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d242e512-f23b-4795-b7ce-bc3b0ed2b8d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:15.581008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:13:15.594635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:15.611078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Transition to ACTIVE for port object 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:13:15.614570 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:15.657211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-d6a91b94-d3d3-4e67-be82-4f6eba96bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:15.658886 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-d6a91b94-d3d3-4e67-be82-4f6eba96bf6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1096 time: 0.1255245
Dec 18 21:13:15.668376 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d242e512-f23b-4795-b7ce-bc3b0ed2b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:15.671394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d242e512-f23b-4795-b7ce-bc3b0ed2b8d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:15.672944 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d242e512-f23b-4795-b7ce-bc3b0ed2b8d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83504e9b-80ea-4077-964f-84dbd4533b60 HTTP/1.1" status: 204  len: 168 time: 0.1908686
Dec 18 21:13:15.680018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Pushing event updated for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:15.746444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242e512-f23b-4795-b7ce-bc3b0ed2b8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83504e9b-80ea-4077-964f-84dbd4533b60,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:15.772083 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Attempting to bind port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:15.772545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Attempting to bind port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:15.773032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Attempting to bind port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:15.779368 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:15.779805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Attempting to bind port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:15.787289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:13:15.788480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Checking segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:15.789953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Bound using segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:13:15.790983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Bound port: 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:13:15.791493 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:15.839832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-f0c5d56f-7bb9-4bdd-96fe-2a0769f64aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:15.841383 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-f0c5d56f-7bb9-4bdd-96fe-2a0769f64aa0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 897 time: 0.1669040
Dec 18 21:13:15.952190 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-11fac9cf-47ce-475c-8c65-c22a454e331f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 1001 time: 0.0980518
Dec 18 21:13:15.974302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:15.979067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:13:15.992898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5729-30d7-4b21-80bb-f065e7d61a7f req-1b4cc87b-4e2c-4572-a58b-18a883773abc tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:16.000354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6bb5729-30d7-4b21-80bb-f065e7d61a7f req-1b4cc87b-4e2c-4572-a58b-18a883773abc tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.1152530
Dec 18 21:13:16.020092 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:16.034882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-03bc7410-e4e7-411e-b858-987a80489d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:16.039185 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-03bc7410-e4e7-411e-b858-987a80489d36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 200  len: 835 time: 0.0737553
Dec 18 21:13:16.076396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:16.076396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:16.077535 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] 10.222.0.31 "PUT /v2.0/ports/8fc3959f-d4a6-42b7-97eb-c57af1bbe971 HTTP/1.1" status: 200  len: 1091 time: 1.0780735
Dec 18 21:13:16.083132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:16.085427 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac90531-e49a-4fcd-be8c-ed47c44fc934" -d '{"events": [{"name": "network-changed", "server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:16.134443 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-8eba8863-d76e-4e13-a708-998904398475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:16.147239 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-8eba8863-d76e-4e13-a708-998904398475 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14b65cba-3c23-4bc0-913c-c316c167c76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0965145
Dec 18 21:13:16.147771 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6bb5729-30d7-4b21-80bb-f065e7d61a7f req-6f8d9bd4-4919-497a-809f-8920057e30a1 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1465442
Dec 18 21:13:16.150088 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa28ed13-71ab-4300-b1df-ac1687ff514a x-openstack-request-id: req-aa28ed13-71ab-4300-b1df-ac1687ff514a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:16.150485 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:16.150746 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa28ed13-71ab-4300-b1df-ac1687ff514a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:16.151387 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'status': 'completed', 'code': 200}
Dec 18 21:13:16.179882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba472ed-866c-4ef2-9500-8fcab2bffa9b service neutron] Pushing event updated for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:16.202211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6766401-d644-4623-9f18-07f63b1d697d req-dbe4905b-528d-49a8-be41-cc1fb47d77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:16.204027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-dbe4905b-528d-49a8-be41-cc1fb47d77aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 1094 time: 0.0697329
Dec 18 21:13:16.270420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-01c82094-ffc8-43f6-b925-1197ca41f36b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971 HTTP/1.1" status: 200  len: 217 time: 0.0527830
Dec 18 21:13:16.270762 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-3783f9ab-e0f2-4f87-89ab-53f59d59dc25 service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1108470
Dec 18 21:13:16.336352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6766401-d644-4623-9f18-07f63b1d697d req-1be0c40e-2b35-4a61-be74-844e43003a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:16.338738 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-1be0c40e-2b35-4a61-be74-844e43003a08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.0612757
Dec 18 21:13:16.397807 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6766401-d644-4623-9f18-07f63b1d697d req-d48aacdc-940c-4747-ab63-ebedae3a93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:16.399389 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-d48aacdc-940c-4747-ab63-ebedae3a93ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0539811
Dec 18 21:13:16.409768 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-01ff1d93-7a51-40ec-9a70-a63a9ff92ed4 service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260617
Dec 18 21:13:16.501086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-82d498ca-90ee-4d40-8121-111fd342ee78 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:16.502681 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-82d498ca-90ee-4d40-8121-111fd342ee78 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.31 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0820043
Dec 18 21:13:16.528217 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-64f1d5ad-69bb-49f4-a934-b91880e4fb1b service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1131935
Dec 18 21:13:16.571947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38130) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:16.645939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Deleting port 83ebec85-c173-4b36-8f22-c0da8cd772d9 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:13:16.646304 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:16.723819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2095605865-network', 'tenant_id': '58b273f8fe954ef68fd69d06622b1824'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:16.736508 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d513e5-1e0f-490f-b6c9-b121bbad24f3 req-1d6066d7-09df-48e1-9096-e4edf0285c10 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:16.737433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3d513e5-1e0f-490f-b6c9-b121bbad24f3 req-1d6066d7-09df-48e1-9096-e4edf0285c10 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 943 time: 0.1255839
Dec 18 21:13:16.740582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6766401-d644-4623-9f18-07f63b1d697d req-9ace1269-b858-48e5-9ac1-329531903ed1 service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2059531
Dec 18 21:13:16.762880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba2f29-375d-4a65-bb8e-c32dac9c6e39 req-1ab90e6d-e4d2-4fc8-9654-936ba8701588 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:16.766707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16ba2f29-375d-4a65-bb8e-c32dac9c6e39 req-1ab90e6d-e4d2-4fc8-9654-936ba8701588 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.1204777
Dec 18 21:13:16.783892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] For port 83ebec85-c173-4b36-8f22-c0da8cd772d9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83ebec85-c173-4b36-8f22-c0da8cd772d9,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:16.784282 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:16.818363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Made reservation on behalf of 58b273f8fe954ef68fd69d06622b1824 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:16.820969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:16.869358 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:16.869984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b3d513e5-1e0f-490f-b6c9-b121bbad24f3 req-abea96ab-e962-40dd-92ef-30c6d48b1f90 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1228275
Dec 18 21:13:16.882567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16ba2f29-375d-4a65-bb8e-c32dac9c6e39 req-ba668e09-fc4f-4b0a-9067-c61465ef0ebb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1047642
Dec 18 21:13:16.886987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac90531-e49a-4fcd-be8c-ed47c44fc934 req-11948501-7788-4eba-95db-3a00a9cca0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:16.888402 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac90531-e49a-4fcd-be8c-ed47c44fc934 req-11948501-7788-4eba-95db-3a00a9cca0d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 1094 time: 0.0986469
Dec 18 21:13:16.983091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac90531-e49a-4fcd-be8c-ed47c44fc934 req-00e08fda-30b2-426b-ba26-f6b106f44234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:16.984553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac90531-e49a-4fcd-be8c-ed47c44fc934 req-00e08fda-30b2-426b-ba26-f6b106f44234 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.0889294
Dec 18 21:13:17.034888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac90531-e49a-4fcd-be8c-ed47c44fc934 req-5f505959-95bd-41fe-8f8b-24868b8fbb53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971 HTTP/1.1" status: 200  len: 217 time: 0.0424237
Dec 18 21:13:17.069580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:17.070499 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:17.070820 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Floating IP 4ba8d333-d330-47be-bb80-a670508baab6 disassociated. External IP: 172.35.3.223, port: 83ebec85-c173-4b36-8f22-c0da8cd772d9.
Dec 18 21:13:17.071160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Calling delete_port for 83ebec85-c173-4b36-8f22-c0da8cd772d9 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:13:17.088348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:17.089434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac90531-e49a-4fcd-be8c-ed47c44fc934 req-ef5f3821-f821-4c78-ab60-cbbcc35c3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:17.091106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac90531-e49a-4fcd-be8c-ed47c44fc934 req-ef5f3821-f821-4c78-ab60-cbbcc35c3ec1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.0492992
Dec 18 21:13:17.093940 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:17.136806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac90531-e49a-4fcd-be8c-ed47c44fc934 req-5f22dfdc-72ae-4746-a58d-4d22df421674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:17.138222 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac90531-e49a-4fcd-be8c-ed47c44fc934 req-5f22dfdc-72ae-4746-a58d-4d22df421674 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397949
Dec 18 21:13:17.155602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:13:17.173361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce78ca4-fef1-4765-8da7-ea218f94e0da,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:17.179186 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:17.179517 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Added segment 3b0f4487-8e6e-490c-8209-49333b64e96a of type vlan for network 2568d98c-d3ea-4d8a-80a4-1c39a91dab92
Dec 18 21:13:17.232030 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:17.273676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac90531-e49a-4fcd-be8c-ed47c44fc934 req-d4180bd7-0811-4571-8b03-f602916df136 service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270556
Dec 18 21:13:17.294619 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:17.295709 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:17.296290 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:17.315093 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:17.332464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd8bbb-860d-411b-99ac-3d6f121ceaea req-fa7a2192-83b8-4d4d-9ab9-194ce70931f4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:17.333953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28fd8bbb-860d-411b-99ac-3d6f121ceaea req-fa7a2192-83b8-4d4d-9ab9-194ce70931f4 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=befd31cf-08d3-4d80-a3e6-101af7256703 HTTP/1.1" status: 200  len: 945 time: 0.0964608
Dec 18 21:13:17.385556 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8114755
Dec 18 21:13:17.388404 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event deleted for resources: {'Port': ['ID=83ebec85-c173-4b36-8f22-c0da8cd772d9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:17.394480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f01476-64be-4f4e-aade-0d2b9a14ba57 admin admin] Pushing event updated for resources: {'Network': ['ID=2568d98c-d3ea-4d8a-80a4-1c39a91dab92,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:17.422142 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 2568d98c-d3ea-4d8a-80a4-1c39a91dab92 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:13:17.432546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-28fd8bbb-860d-411b-99ac-3d6f121ceaea req-015b90c4-82a7-400b-b46e-b1490d3a9ad6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0866563
Dec 18 21:13:17.444699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac90531-e49a-4fcd-be8c-ed47c44fc934 req-13c37ae2-a3bc-4400-a7d1-3b102f0cdde5 service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602669
Dec 18 21:13:17.524712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Router 5080fc68-ce21-48e8-b97e-286cfe92f288 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:13:17.635449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:13:17.653747 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c146e249-5ef7-4f2c-9df7-fb8d16faa5ec None None] Sync routers for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:13:17.666481 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c146e249-5ef7-4f2c-9df7-fb8d16faa5ec None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:13:17.667491 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c146e249-5ef7-4f2c-9df7-fb8d16faa5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366443f0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:13:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:17.676023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] No DVR routers for this DVR port 83ebec85-c173-4b36-8f22-c0da8cd772d9 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:13:17.678665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:17.682519 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef15085e-5812-4589-94b4-f8500c0c1493 req-20311f8d-8ee5-4986-8253-f7e9a8b6aa09 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.31 "DELETE /v2.0/ports/83ebec85-c173-4b36-8f22-c0da8cd772d9 HTTP/1.1" status: 204  len: 173 time: 1.1735978
Dec 18 21:13:17.682979 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'name': 'network-vif-deleted', 'tag': '83ebec85-c173-4b36-8f22-c0da8cd772d9'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:17.685190 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e1c071-dea8-4528-bf79-908233e60faa" -d '{"events": [{"server_uuid": "befd31cf-08d3-4d80-a3e6-101af7256703", "name": "network-vif-deleted", "tag": "83ebec85-c173-4b36-8f22-c0da8cd772d9"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:17.747331 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515cb516-6079-4a6d-8746-0d4b2329ef42 x-openstack-request-id: req-515cb516-6079-4a6d-8746-0d4b2329ef42 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:17.748219 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "befd31cf-08d3-4d80-a3e6-101af7256703", "name": "network-vif-deleted", "tag": "83ebec85-c173-4b36-8f22-c0da8cd772d9", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:17.748476 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-515cb516-6079-4a6d-8746-0d4b2329ef42 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:17.748883 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'befd31cf-08d3-4d80-a3e6-101af7256703', 'name': 'network-vif-deleted', 'tag': '83ebec85-c173-4b36-8f22-c0da8cd772d9', 'status': 'completed', 'code': 200}
Dec 18 21:13:17.791062 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c146e249-5ef7-4f2c-9df7-fb8d16faa5ec None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:13:17.870464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363b98c-fd7e-4194-a92b-c91e61f73f28 req-bdf311f2-1611-4702-b782-5f447efdccec tempest-ComputeTenantNetworksTest-1128867785 tempest-ComputeTenantNetworksTest-1128867785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:17.876666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363b98c-fd7e-4194-a92b-c91e61f73f28 req-bdf311f2-1611-4702-b782-5f447efdccec tempest-ComputeTenantNetworksTest-1128867785 tempest-ComputeTenantNetworksTest-1128867785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:17.883223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363b98c-fd7e-4194-a92b-c91e61f73f28 req-bdf311f2-1611-4702-b782-5f447efdccec tempest-ComputeTenantNetworksTest-1128867785 tempest-ComputeTenantNetworksTest-1128867785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:17.884939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6363b98c-fd7e-4194-a92b-c91e61f73f28 req-bdf311f2-1611-4702-b782-5f447efdccec tempest-ComputeTenantNetworksTest-1128867785 tempest-ComputeTenantNetworksTest-1128867785-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.1593304
Dec 18 21:13:18.029847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f25470-b7f7-494f-a3d4-64490101af3c req-bb10d9f7-bbe6-4bbc-9111-e4ab41011d2c tempest-ComputeTenantNetworksTest-1128867785 tempest-ComputeTenantNetworksTest-1128867785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:18.031150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52f25470-b7f7-494f-a3d4-64490101af3c req-bb10d9f7-bbe6-4bbc-9111-e4ab41011d2c tempest-ComputeTenantNetworksTest-1128867785 tempest-ComputeTenantNetworksTest-1128867785-project] 10.222.0.13 "GET /v2.0/networks/2568d98c-d3ea-4d8a-80a4-1c39a91dab92 HTTP/1.1" status: 200  len: 769 time: 0.1231654
Dec 18 21:13:18.040190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38152) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:18.045838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709b429-a8dd-4e69-abe2-e7b0f7dfed25 req-78d723be-2bd4-4ec9-94b0-d056504df9f1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:18.047696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f709b429-a8dd-4e69-abe2-e7b0f7dfed25 req-78d723be-2bd4-4ec9-94b0-d056504df9f1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 943 time: 0.0795701
Dec 18 21:13:18.103017 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c146e249-5ef7-4f2c-9df7-fb8d16faa5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366443f0a0>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:18.124152 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.134618 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c146e249-5ef7-4f2c-9df7-fb8d16faa5ec None None] Checking router: 5080fc68-ce21-48e8-b97e-286cfe92f288 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:13:18.143171 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c146e249-5ef7-4f2c-9df7-fb8d16faa5ec None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:13:18.143849 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c146e249-5ef7-4f2c-9df7-fb8d16faa5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366443f0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:13:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:18.165219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f709b429-a8dd-4e69-abe2-e7b0f7dfed25 req-15b8b48f-0c21-4372-b942-8ff9632f017f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1109266
Dec 18 21:13:18.231618 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.248881 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90001e0d-2e7a-44bc-ada0-cba2c6ecfa6e req-c83cfcef-359c-45fc-9972-92fb21df89da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:18.250837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-90001e0d-2e7a-44bc-ada0-cba2c6ecfa6e req-c83cfcef-359c-45fc-9972-92fb21df89da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0847023
Dec 18 21:13:18.254989 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c146e249-5ef7-4f2c-9df7-fb8d16faa5ec None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:13:18.258690 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ef7edf0>,) {'filters': {'network_id': ['2568d98c-d3ea-4d8a-80a4-1c39a91dab92']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:18.269661 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ef7edf0>, '3b0f4487-8e6e-490c-8209-49333b64e96a') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:18.269946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ef7edf0>, '3b0f4487-8e6e-490c-8209-49333b64e96a') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:18.281665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.299939 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.306795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:13:18.307282 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:13:18.309150 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:13:18.318942 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-90001e0d-2e7a-44bc-ada0-cba2c6ecfa6e req-2cd3336a-333e-4395-8d5e-d1071c01c713 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598595
Dec 18 21:13:18.368368 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.373812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.377301 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] 10.222.0.13 "DELETE /v2.0/networks/2568d98c-d3ea-4d8a-80a4-1c39a91dab92 HTTP/1.1" status: 204  len: 168 time: 0.3358109
Dec 18 21:13:18.388221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccf4cc-ccae-471b-8b75-c7e1b2f8f0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=2568d98c-d3ea-4d8a-80a4-1c39a91dab92,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:18.475754 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c146e249-5ef7-4f2c-9df7-fb8d16faa5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366443f0a0>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:18.507678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38160) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:18.511493 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c146e249-5ef7-4f2c-9df7-fb8d16faa5ec None None] The sync data for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 is: [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:13:18.521706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38162) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:18.555751 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-99290f88-b34c-4f76-a894-f37b269a4c3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58b273f8fe954ef68fd69d06622b1824&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0468636
Dec 18 21:13:18.558154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38164) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:18.581728 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eb4ba345-7c8d-4069-84cc-84162754e4af tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.607479 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eb4ba345-7c8d-4069-84cc-84162754e4af tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.615907 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f4cdcd34-3040-41c2-8f0b-144e28e6e2c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.637689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f4cdcd34-3040-41c2-8f0b-144e28e6e2c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.659705 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eb4ba345-7c8d-4069-84cc-84162754e4af tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.662418 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eb4ba345-7c8d-4069-84cc-84162754e4af tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.666010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-eb4ba345-7c8d-4069-84cc-84162754e4af tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "DELETE /v2.0/security-groups/73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13 HTTP/1.1" status: 204  len: 168 time: 0.1408808
Dec 18 21:13:18.666774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38166) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:18.680908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ba345-7c8d-4069-84cc-84162754e4af tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:18.688478 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-a447e84a-5c6d-4a04-bab6-6c014a835258 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] show failed (client error): The resource could not be found.
Dec 18 21:13:18.695992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a447e84a-5c6d-4a04-bab6-6c014a835258 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups/73a6b874-0707-4ba1-ab8c-7cd3cf5a6a13 HTTP/1.1" status: 404  len: 347 time: 0.0212367
Dec 18 21:13:18.696431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38168) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:18.696977 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f4cdcd34-3040-41c2-8f0b-144e28e6e2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.700004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f4cdcd34-3040-41c2-8f0b-144e28e6e2c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.704317 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f4cdcd34-3040-41c2-8f0b-144e28e6e2c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ce78ca4-fef1-4765-8da7-ea218f94e0da HTTP/1.1" status: 204  len: 168 time: 0.1420512
Dec 18 21:13:18.711361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdcd34-3040-41c2-8f0b-144e28e6e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce78ca4-fef1-4765-8da7-ea218f94e0da,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:18.840928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99289b45-b5fd-4d15-877b-a8e6027ce4d8 None None] New status for floating IP 4ba8d333-d330-47be-bb80-a670508baab6: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:13:18.847413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Deleting port 7144bca5-188a-4a25-850c-0c4ec4e0570a {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:13:18.847849 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.930538 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.931198 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:18.942998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Calling delete_port for 7144bca5-188a-4a25-850c-0c4ec4e0570a owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:13:19.088404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:19.113430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event deleted for resources: {'Port': ['ID=7144bca5-188a-4a25-850c-0c4ec4e0570a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:19.124255 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.124617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.125271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.125635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.126486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.126486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.126797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.127140 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.127485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.127806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.128144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.130461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.130948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:19.190708 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:19.193562 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:19.195323 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d44a5566-3fd3-43cb-9362-b7de08f52ab3 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "DELETE /v2.0/floatingips/4ba8d333-d330-47be-bb80-a670508baab6 HTTP/1.1" status: 204  len: 168 time: 0.4974830
Dec 18 21:13:19.321742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f0af2-6af7-463e-8748-4bb3cb40bb36 req-37e04958-636d-40d3-89be-57aa4cc39e77 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:19.323286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e0f0af2-6af7-463e-8748-4bb3cb40bb36 req-37e04958-636d-40d3-89be-57aa4cc39e77 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 943 time: 0.0504267
Dec 18 21:13:19.391290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9e0f0af2-6af7-463e-8748-4bb3cb40bb36 req-71b0e02e-a1b7-447f-8186-7578c597df31 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0554912
Dec 18 21:13:19.505411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec051a8-9c54-405b-a7f4-725abd0716e9 req-f80db4e8-01e4-41fc-91c0-3b498a64bad0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:19.506938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ec051a8-9c54-405b-a7f4-725abd0716e9 req-f80db4e8-01e4-41fc-91c0-3b498a64bad0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0530744
Dec 18 21:13:19.531862 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:19.574880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ec051a8-9c54-405b-a7f4-725abd0716e9 req-3a6f2a67-d649-40a1-b901-f16d687c908e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546963
Dec 18 21:13:19.653677 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38200) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:19.658878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ee70965b-a5b0-4e6a-b948-41b8bc59ae4f tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263990552', 'description': 'tempest-description--864975524'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:19.684434 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ee70965b-a5b0-4e6a-b948-41b8bc59ae4f tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:19.754859 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ee70965b-a5b0-4e6a-b948-41b8bc59ae4f tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:19.759188 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ee70965b-a5b0-4e6a-b948-41b8bc59ae4f tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:19.790598 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ee70965b-a5b0-4e6a-b948-41b8bc59ae4f tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:19.791830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ee70965b-a5b0-4e6a-b948-41b8bc59ae4f tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1368766
Dec 18 21:13:19.793751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70965b-a5b0-4e6a-b948-41b8bc59ae4f tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:19.794831 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38206) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:19.800610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4a94e940-7355-42e0-aed2-513a1e77af6c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Request body: {'security_group_rule': {'security_group_id': '34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:19.836852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a94e940-7355-42e0-aed2-513a1e77af6c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:19.883026 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a94e940-7355-42e0-aed2-513a1e77af6c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:19.886994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a94e940-7355-42e0-aed2-513a1e77af6c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:19.905121 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94e940-7355-42e0-aed2-513a1e77af6c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e9c9ea-7bee-49ac-852a-31f11f9bb8c9,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:19.914304 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a94e940-7355-42e0-aed2-513a1e77af6c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:19.915411 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4a94e940-7355-42e0-aed2-513a1e77af6c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1188860
Dec 18 21:13:19.918231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38212) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:19.923262 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c2dc2886-b9c3-47a8-a1c0-aa083b67c504 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Request body: {'security_group_rule': {'security_group_id': '34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:19.952199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2886-b9c3-47a8-a1c0-aa083b67c504 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:20.015024 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2886-b9c3-47a8-a1c0-aa083b67c504 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:20.019138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2886-b9c3-47a8-a1c0-aa083b67c504 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:20.038219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc2886-b9c3-47a8-a1c0-aa083b67c504 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ca59d8-c9db-4709-bf84-925b6d850b77,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:20.046806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2886-b9c3-47a8-a1c0-aa083b67c504 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:20.048063 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c2dc2886-b9c3-47a8-a1c0-aa083b67c504 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1286974
Dec 18 21:13:20.051314 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38216) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:20.056092 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:20.076504 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:13:20.080246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 83ebec85-c173-4b36-8f22-c0da8cd772d9 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:13:20.083729 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:20.115091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 83ebec85-c173-4b36-8f22-c0da8cd772d9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:13:20.115445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 83ebec85-c173-4b36-8f22-c0da8cd772d9 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:13:20.194165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:20.212244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:20.223826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'port_id': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'mac_address': 'fa:16:3e:9f:23:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:13:20.263398 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:20.278142 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:13:20.297706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:20.301958 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:20.305222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Allocated IP 172.35.3.152 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/3cff88bb-2263-41fb-a057-55af41d43ddf) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:13:20.367532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:20.376025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.376708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.377236 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.377778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.378295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.378786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.379534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.380071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.380568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.381217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.381804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.382775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.383113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:13:20.498078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['8fc3959f-d4a6-42b7-97eb-c57af1bbe971'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:13:20.831120 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccefb80-9f0b-421a-aa22-3fff2bebef2c req-20473bea-3b32-4fcf-a736-34069f1fd08e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:20.832620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ccefb80-9f0b-421a-aa22-3fff2bebef2c req-20473bea-3b32-4fcf-a736-34069f1fd08e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.1125479
Dec 18 21:13:20.839664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f225a-07d7-4c35-98b7-9cf4eca4cf6b req-4c85c18e-23ba-43c6-acab-98a42ce96763 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:20.841098 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e25f225a-07d7-4c35-98b7-9cf4eca4cf6b req-4c85c18e-23ba-43c6-acab-98a42ce96763 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.1221383
Dec 18 21:13:20.876562 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:20.943533 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ccefb80-9f0b-421a-aa22-3fff2bebef2c req-21e29bce-a9ba-41e6-bd2d-2771599e9d03 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0988827
Dec 18 21:13:20.961942 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e25f225a-07d7-4c35-98b7-9cf4eca4cf6b req-61b6ea94-3476-4cc9-bf0b-4034c258ad00 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033897
Dec 18 21:13:20.974767 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.014308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:21.017033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:21.020480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:21.048881 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event updated for resources: {'Port': ['ID=3cff88bb-2263-41fb-a057-55af41d43ddf,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:21.112030 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.148709 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.313765 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.319663 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.426459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event updated for resources: {'Port': ['ID=3cff88bb-2263-41fb-a057-55af41d43ddf,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:21.434577 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.444700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bc720-4e4e-4297-a295-4eef2c98eee0 req-3ffd4585-5dd7-4cca-9b89-fbc764a06038 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:21.446416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-258bc720-4e4e-4297-a295-4eef2c98eee0 req-3ffd4585-5dd7-4cca-9b89-fbc764a06038 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 945 time: 0.1204848
Dec 18 21:13:21.464227 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.465358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e73afb95-2883-4eda-91a2-41c1587775d6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4129992
Dec 18 21:13:21.506333 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-258bc720-4e4e-4297-a295-4eef2c98eee0 req-856ef0f2-eea9-4121-91ad-77192dbf60e5 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520554
Dec 18 21:13:21.511339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38260) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:21.621437 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-347fa345-798a-4f77-a33a-bd1f777c2c82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.693225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-0a2da3c4-f7fe-4508-9ca9-edbac227aa7a tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--263990552&fields=id&tenant_id=0115052ed7dd4b60b9c729f1daa095c2 HTTP/1.1" status: 200  len: 267 time: 0.0641315
Dec 18 21:13:21.793328 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-347fa345-798a-4f77-a33a-bd1f777c2c82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.800054 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-347fa345-798a-4f77-a33a-bd1f777c2c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.858435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-15f24ac7-da1d-44bc-a24b-9dbaac47ec73 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:21.859908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-15f24ac7-da1d-44bc-a24b-9dbaac47ec73 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 809 time: 0.1589367
Dec 18 21:13:21.865670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-347fa345-798a-4f77-a33a-bd1f777c2c82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64c0565b7a2043099dc12fe5d8814e10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3534071
Dec 18 21:13:21.868124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fa345-798a-4f77-a33a-bd1f777c2c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023ea755-e2e8-4f75-8f8d-c8e63982d133,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:21.868486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38274) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:21.880663 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-a6f9b71a-59ab-46cf-8f9c-d962fc881b9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/quotas/0115052ed7dd4b60b9c729f1daa095c2 HTTP/1.1" status: 200  len: 375 time: 0.0138216
Dec 18 21:13:21.918349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87d21b3d-3aba-44c8-801f-60e0abd1ab46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.935549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-11796718-57fc-49e7-9370-f04ffaa14d7b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0463474
Dec 18 21:13:21.939809 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87d21b3d-3aba-44c8-801f-60e0abd1ab46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.993039 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87d21b3d-3aba-44c8-801f-60e0abd1ab46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.995673 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-87d21b3d-3aba-44c8-801f-60e0abd1ab46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:21.999165 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-87d21b3d-3aba-44c8-801f-60e0abd1ab46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/023ea755-e2e8-4f75-8f8d-c8e63982d133 HTTP/1.1" status: 204  len: 168 time: 0.1273782
Dec 18 21:13:22.005969 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d21b3d-3aba-44c8-801f-60e0abd1ab46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023ea755-e2e8-4f75-8f8d-c8e63982d133,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:22.071108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:13:22.100135 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-05b79894-d8a6-4e3f-8036-539d2b6f0fec service neutron] 10.222.0.13 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514604
Dec 18 21:13:22.108609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7915b45-c3a0-4223-9218-4e0e889dea89 req-a4eb2bdc-b210-465d-b47e-b0fdbb5466b4 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:22.110032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7915b45-c3a0-4223-9218-4e0e889dea89 req-a4eb2bdc-b210-465d-b47e-b0fdbb5466b4 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.0850527
Dec 18 21:13:22.147900 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:13:22.155423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:22.156297 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:22.224243 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7915b45-c3a0-4223-9218-4e0e889dea89 req-905e2e34-2de4-4699-8c0d-b55fdaa573d3 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1040349
Dec 18 21:13:22.244615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-edeed5f4-b999-4378-ae5d-eb5ed4aca294 service neutron] 10.222.0.13 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335216
Dec 18 21:13:22.255175 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:22.282080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:22.284618 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55f8fa4-08a4-4fbd-9246-1b8a31a7cf9d" -d '{"events": [{"server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "name": "network-vif-plugged", "status": "completed", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:22.300903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:22.305601 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:22.357216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65641d45-b3ca-4b4f-b880-f2f3c0aa0724 req-2863036e-f13c-461c-af06-7d3e808d6955 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:22.361997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:22.366986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65641d45-b3ca-4b4f-b880-f2f3c0aa0724 req-2863036e-f13c-461c-af06-7d3e808d6955 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0634222
Dec 18 21:13:22.375969 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38286) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:22.400131 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a90884b4-929d-4fe2-9b34-427b8bc9cc30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:22.440041 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65641d45-b3ca-4b4f-b880-f2f3c0aa0724 req-179d4a04-fc3f-4188-94de-eda5fd5a1570 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720024
Dec 18 21:13:22.502041 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a90884b4-929d-4fe2-9b34-427b8bc9cc30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:22.509124 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a90884b4-929d-4fe2-9b34-427b8bc9cc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:22.539629 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50fc12b2-e8b9-419b-b88d-b749fbf2a641 req-3babc31a-af08-4115-bc4a-a693e2403423 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 210 time: 0.0310066
Dec 18 21:13:22.554638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90884b4-929d-4fe2-9b34-427b8bc9cc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8ac699-05c9-458e-a39a-f61edc15380f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:22.562083 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a90884b4-929d-4fe2-9b34-427b8bc9cc30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aef728331c83432dbf033cb18328235b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1847520
Dec 18 21:13:22.562713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38298) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:22.641501 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5592e0b9-0582-4d6f-aa32-b2639ab6ea67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:22.672951 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5592e0b9-0582-4d6f-aa32-b2639ab6ea67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:22.684623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f566999-1afb-4188-8799-7f2ea45c5fa5 req-99f5b8ee-3a6a-4e90-9365-553dfa671094 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:22.702593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f566999-1afb-4188-8799-7f2ea45c5fa5 req-99f5b8ee-3a6a-4e90-9365-553dfa671094 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 945 time: 0.0841994
Dec 18 21:13:22.743113 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5592e0b9-0582-4d6f-aa32-b2639ab6ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:22.746681 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5592e0b9-0582-4d6f-aa32-b2639ab6ea67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:22.747959 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5592e0b9-0582-4d6f-aa32-b2639ab6ea67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb8ac699-05c9-458e-a39a-f61edc15380f HTTP/1.1" status: 204  len: 168 time: 0.1842463
Dec 18 21:13:22.757506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592e0b9-0582-4d6f-aa32-b2639ab6ea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8ac699-05c9-458e-a39a-f61edc15380f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:22.774948 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f566999-1afb-4188-8799-7f2ea45c5fa5 req-367901e0-804b-40c2-8880-9f1a49bbedfb tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684772
Dec 18 21:13:22.790297 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ef68c5-c7b4-45df-a1b4-3811e27201dd x-openstack-request-id: req-20ef68c5-c7b4-45df-a1b4-3811e27201dd {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:22.790595 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "name": "network-vif-plugged", "status": "completed", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:22.790848 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20ef68c5-c7b4-45df-a1b4-3811e27201dd {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:22.791387 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'code': 200}
Dec 18 21:13:22.900616 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1a5e5-742c-4c02-8090-6eabce09741d req-c38ed56e-a6ae-4d36-94cf-b9cb382b11da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:22.902201 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8a1a5e5-742c-4c02-8090-6eabce09741d req-c38ed56e-a6ae-4d36-94cf-b9cb382b11da service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 1096 time: 0.0493009
Dec 18 21:13:22.957774 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8a1a5e5-742c-4c02-8090-6eabce09741d req-b0f565d1-69c9-48fc-bfab-ea551ffecdfe service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477574
Dec 18 21:13:23.119030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-817297b7-5c83-4480-8bef-0e17524b9f68 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:23.120505 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-817297b7-5c83-4480-8bef-0e17524b9f68 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 945 time: 0.0588622
Dec 18 21:13:23.221940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Deleting port 66e4db18-6da1-4474-8bda-7ecda4c5e03f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:13:23.222309 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:23.323447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] For port 66e4db18-6da1-4474-8bda-7ecda4c5e03f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e4db18-6da1-4474-8bda-7ecda4c5e03f,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:23.323818 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:23.354730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbabf1-1fc4-402e-a12e-5402d4f2ea38 req-b8f397bc-fcf1-4fb6-a622-6f0325bc2a7e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:23.356223 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18fbabf1-1fc4-402e-a12e-5402d4f2ea38 req-b8f397bc-fcf1-4fb6-a622-6f0325bc2a7e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0491066
Dec 18 21:13:23.414176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18fbabf1-1fc4-402e-a12e-5402d4f2ea38 req-6361f3d9-ac51-4234-bd16-fbf1a21d4fd1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482578
Dec 18 21:13:23.521255 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:23.521667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:23.521987 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Floating IP 0ce4ac1d-a158-4ae0-9725-40afde293294 disassociated. External IP: 172.35.3.189, port: 66e4db18-6da1-4474-8bda-7ecda4c5e03f.
Dec 18 21:13:23.522398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Calling delete_port for 66e4db18-6da1-4474-8bda-7ecda4c5e03f owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:13:23.651386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca94986-aff1-49a1-a9c4-8376b57d6d5f req-1e607f51-4124-4c5e-b452-fcf4f2f73df9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:23.659124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cca94986-aff1-49a1-a9c4-8376b57d6d5f req-1e607f51-4124-4c5e-b452-fcf4f2f73df9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.1270001
Dec 18 21:13:23.728232 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c11c898-a6a5-4e94-ab89-948b0ce94787 req-9f86bae5-2a99-4e7c-9b63-5b905f8f8fec tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 210 time: 0.0563376
Dec 18 21:13:23.730418 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:23.748742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-17fad4b3-2ac2-4b8b-8f5d-07443f88e88a tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:23.750005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-17fad4b3-2ac2-4b8b-8f5d-07443f88e88a tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.36 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 809 time: 0.2088993
Dec 18 21:13:23.770488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cca94986-aff1-49a1-a9c4-8376b57d6d5f req-948316e4-ec59-4b17-ae1b-7aa4ec946b56 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1104736
Dec 18 21:13:23.779913 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event deleted for resources: {'Port': ['ID=66e4db18-6da1-4474-8bda-7ecda4c5e03f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:23.883993 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-2750c2b1-2ca9-4961-8c4d-e90fe7a3fbb6 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0115052ed7dd4b60b9c729f1daa095c2 HTTP/1.1" status: 200  len: 379 time: 0.1125171
Dec 18 21:13:23.900376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2807eb39-8950-437d-9bda-22395cf28b09 req-d9a8a825-4be4-437b-bc7b-dcc2d0e7b389 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=4677eac8-1f9e-4309-b018-4b60ce5b1eb4 HTTP/1.1" status: 200  len: 210 time: 0.0400488
Dec 18 21:13:23.904181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Request body: {'port': {'device_id': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'admin_state_up': True, 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'security_groups': ['34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:23.958855 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Router 0ab23311-f236-4074-ab58-417d7cbdc88b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:13:24.046131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Made reservation on behalf of 0115052ed7dd4b60b9c729f1daa095c2 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:24.049963 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:24.209986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Allocated IP 172.20.0.14 (3fa9a6b3-e419-4c2c-9375-8a9a95a008ff/c32a9709-eb41-4302-a656-d37822e7e70b/afd82864-3497-4dbf-be5e-465b8fe8ede6) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:13:24.400414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:13:24.409502 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:24.412360 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133d822-8ea0-4455-880e-fbfeff8086bd None None] Sync routers for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:13:24.427257 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133d822-8ea0-4455-880e-fbfeff8086bd None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:13:24.427882 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e133d822-8ea0-4455-880e-fbfeff8086bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664a5a940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:13:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:24.445631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] No DVR routers for this DVR port 66e4db18-6da1-4474-8bda-7ecda4c5e03f on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:13:24.448377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:24.452465 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7a1ee70-953c-4312-acc7-cd29903f1ac3 req-6e184fec-1f53-474b-8f83-f351c7d18122 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "DELETE /v2.0/ports/66e4db18-6da1-4474-8bda-7ecda4c5e03f HTTP/1.1" status: 204  len: 173 time: 1.3174729
Dec 18 21:13:24.455622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'name': 'network-vif-deleted', 'tag': '66e4db18-6da1-4474-8bda-7ecda4c5e03f'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:24.457907 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deea3d13-4abd-454a-8dc7-bc74e74ed070" -d '{"events": [{"server_uuid": "4677eac8-1f9e-4309-b018-4b60ce5b1eb4", "name": "network-vif-deleted", "tag": "66e4db18-6da1-4474-8bda-7ecda4c5e03f"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:24.482038 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:24.534158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:24.537353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:24.542328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:24.555950 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52d0185-f48a-423e-b165-c817f8863da3 x-openstack-request-id: req-f52d0185-f48a-423e-b165-c817f8863da3 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:24.556479 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4677eac8-1f9e-4309-b018-4b60ce5b1eb4", "name": "network-vif-deleted", "tag": "66e4db18-6da1-4474-8bda-7ecda4c5e03f", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:24.556906 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f52d0185-f48a-423e-b165-c817f8863da3 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:24.557703 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4677eac8-1f9e-4309-b018-4b60ce5b1eb4', 'name': 'network-vif-deleted', 'tag': '66e4db18-6da1-4474-8bda-7ecda4c5e03f', 'status': 'completed', 'code': 200}
Dec 18 21:13:24.574717 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event updated for resources: {'Port': ['ID=afd82864-3497-4dbf-be5e-465b8fe8ede6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:24.644433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:24.645061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:24.650102 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-e133d822-8ea0-4455-880e-fbfeff8086bd None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:13:24.700192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-3ace1f69-0243-4eb7-8441-2b04f24d4fea tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8020861
Dec 18 21:13:24.720559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Request body: {'port': {'device_id': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:24.730757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eebdb-eed0-4c0f-97d5-73b270ffabee req-86578378-91c6-41c6-bba6-ee3b96ec6e93 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:24.744566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a18eebdb-eed0-4c0f-97d5-73b270ffabee req-86578378-91c6-41c6-bba6-ee3b96ec6e93 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.1322310
Dec 18 21:13:24.853255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-86991b37-6515-4170-a9d0-f270a5664733 None None] Provisioning complete for port afd82864-3497-4dbf-be5e-465b8fe8ede6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:24.854322 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86991b37-6515-4170-a9d0-f270a5664733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:24.900352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-86991b37-6515-4170-a9d0-f270a5664733 None None] Port afd82864-3497-4dbf-be5e-465b8fe8ede6 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:13:24.939852 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:24.946223 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a18eebdb-eed0-4c0f-97d5-73b270ffabee req-06ce74ef-d6fe-4c97-bbb6-5c9f6017c0cd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2008247
Dec 18 21:13:24.951244 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e133d822-8ea0-4455-880e-fbfeff8086bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664a5a940>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:24.993361 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133d822-8ea0-4455-880e-fbfeff8086bd None None] Checking router: 0ab23311-f236-4074-ab58-417d7cbdc88b for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:13:24.999717 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aec6cb-9bfe-4a02-999f-317b2365f013 req-0ff8818a-0f30-4751-adc5-a7c7cb4986f2 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:25.001244 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97aec6cb-9bfe-4a02-999f-317b2365f013 req-0ff8818a-0f30-4751-adc5-a7c7cb4986f2 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 932 time: 0.1534050
Dec 18 21:13:25.005227 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133d822-8ea0-4455-880e-fbfeff8086bd None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:13:25.006385 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e133d822-8ea0-4455-880e-fbfeff8086bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664a5a940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:13:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:25.140479 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-e133d822-8ea0-4455-880e-fbfeff8086bd None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:13:25.210726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97aec6cb-9bfe-4a02-999f-317b2365f013 req-953f78ea-2d3d-47ea-988f-0c30a71fbb0b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1984627
Dec 18 21:13:25.226946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd6862-2d53-4ad8-816c-b9a1c3d5461b req-02fa642e-6a24-4684-96cd-08784c3ef010 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:25.228512 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-91cd6862-2d53-4ad8-816c-b9a1c3d5461b req-02fa642e-6a24-4684-96cd-08784c3ef010 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.1510079
Dec 18 21:13:25.422095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-91cd6862-2d53-4ad8-816c-b9a1c3d5461b req-8d2203ad-8854-47e2-9cdf-c8112b6ac28f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1850021
Dec 18 21:13:25.448602 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e133d822-8ea0-4455-880e-fbfeff8086bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664a5a940>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:25.487685 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133d822-8ea0-4455-880e-fbfeff8086bd None None] The sync data for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 is: [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:13:25.492750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac471fe-372e-4aa8-bfc1-251f19cdb02b req-2eaaca7e-fbdd-4ce6-afc0-cd43a1fe92b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:25.494454 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ac471fe-372e-4aa8-bfc1-251f19cdb02b req-2eaaca7e-fbdd-4ce6-afc0-cd43a1fe92b1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.1300645
Dec 18 21:13:25.499313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd82864-3497-4dbf-be5e-465b8fe8ede6 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:13:25.503898 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38384) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:25.508553 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:25.508726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f0e85d31-851a-4bda-b49b-25ea19c9b9e2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Request body: {'floatingip': {'port_id': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:25.522652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Transition to ACTIVE for port object afd82864-3497-4dbf-be5e-465b8fe8ede6 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:13:25.528294 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:25.575484 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0e85d31-851a-4bda-b49b-25ea19c9b9e2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:25.622619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Pushing event updated for resources: {'Port': ['ID=afd82864-3497-4dbf-be5e-465b8fe8ede6,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:25.707386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-86dad69d-6fcf-4b39-be5d-7062c4e3c9ef tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903789239&fields=id&tenant_id=de79cd87d023436a80d3cc5428586e21 HTTP/1.1" status: 200  len: 267 time: 0.1116781
Dec 18 21:13:25.887375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Attempting to bind port afd82864-3497-4dbf-be5e-465b8fe8ede6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:25.887798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Attempting to bind port afd82864-3497-4dbf-be5e-465b8fe8ede6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:25.888190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Attempting to bind port afd82864-3497-4dbf-be5e-465b8fe8ede6 on network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:25.906986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-4c42478e-7723-41b3-849a-390b17edc19a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:25.914907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-4c42478e-7723-41b3-849a-390b17edc19a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 812 time: 0.2065029
Dec 18 21:13:25.923310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Port afd82864-3497-4dbf-be5e-465b8fe8ede6 on network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:25.923740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Attempting to bind port afd82864-3497-4dbf-be5e-465b8fe8ede6 on network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:25.930368 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:13:25.930723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Checking segment: {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:25.931168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Bound using segment: {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:13:25.931718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Bound port: afd82864-3497-4dbf-be5e-465b8fe8ede6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0cf8e3-b008-4af3-95ee-37e8abe97507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:13:25.932142 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:25.932522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78ce27-c83e-4e3a-ab9f-4a787281755e None None] New status for floating IP 0ce4ac1d-a158-4ae0-9725-40afde293294: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:13:25.952583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-f7fc159f-5efb-488c-b9b5-61d8af452566 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/quotas/de79cd87d023436a80d3cc5428586e21 HTTP/1.1" status: 200  len: 375 time: 0.0366809
Dec 18 21:13:26.051804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9f7642f1-fd33-4088-a90b-6f375d30a0cf tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0983191
Dec 18 21:13:26.052988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] For port afd82864-3497-4dbf-be5e-465b8fe8ede6, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:26.056870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] For port afd82864-3497-4dbf-be5e-465b8fe8ede6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afd82864-3497-4dbf-be5e-465b8fe8ede6,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:13:26.063052 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:26.153751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 66e4db18-6da1-4474-8bda-7ecda4c5e03f no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:13:26.161243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:26.167266 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:26.168789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] 10.222.0.36 "PUT /v2.0/ports/afd82864-3497-4dbf-be5e-465b8fe8ede6 HTTP/1.1" status: 200  len: 1092 time: 1.4565940
Dec 18 21:13:26.169195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'tag': 'afd82864-3497-4dbf-be5e-465b8fe8ede6'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:26.171520 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5ad5e1-c532-46c7-8014-b08cca766479" -d '{"events": [{"name": "network-changed", "server_uuid": "2dead3a0-55e1-4aa5-91e9-5a4eefe5e192", "tag": "afd82864-3497-4dbf-be5e-465b8fe8ede6"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:26.192984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 66e4db18-6da1-4474-8bda-7ecda4c5e03f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:13:26.193484 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 66e4db18-6da1-4474-8bda-7ecda4c5e03f not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:13:26.204994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbd1e1-1f0f-442a-9b7b-d801947ed546 service neutron] Pushing event updated for resources: {'Port': ['ID=afd82864-3497-4dbf-be5e-465b8fe8ede6,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:26.276178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0e85d31-851a-4bda-b49b-25ea19c9b9e2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:26.285479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0e85d31-851a-4bda-b49b-25ea19c9b9e2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:26.301303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-92f413ec-1f78-419c-a29d-b91d57b8e993 service neutron] 10.222.0.13 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298126
Dec 18 21:13:26.308515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-a943c6b9-7b2b-47f5-a6f5-cfb313ad3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:26.310290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-a943c6b9-7b2b-47f5-a6f5-cfb313ad3575 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 1095 time: 0.0739739
Dec 18 21:13:26.427631 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-f0e85d31-851a-4bda-b49b-25ea19c9b9e2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Floating IP 019a116d-1fcd-4088-9c73-66ba9fe77e46 associated. External IP: 172.35.3.87, port: 8fc3959f-d4a6-42b7-97eb-c57af1bbe971.
Dec 18 21:13:26.447383 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f46b4a-266c-458f-8b73-4d4e41b8adde x-openstack-request-id: req-62f46b4a-266c-458f-8b73-4d4e41b8adde {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:26.447895 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dead3a0-55e1-4aa5-91e9-5a4eefe5e192", "tag": "afd82864-3497-4dbf-be5e-465b8fe8ede6", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:26.447989 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62f46b4a-266c-458f-8b73-4d4e41b8adde {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:26.448375 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'tag': 'afd82864-3497-4dbf-be5e-465b8fe8ede6', 'status': 'completed', 'code': 200}
Dec 18 21:13:26.451491 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-d1e3d675-b2b9-4cd5-8bf6-5eb70ab961bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd82864-3497-4dbf-be5e-465b8fe8ede6 HTTP/1.1" status: 200  len: 217 time: 0.1295536
Dec 18 21:13:26.533162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-107bdcec-ff88-44a7-9452-30d439c64075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:26.534634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-107bdcec-ff88-44a7-9452-30d439c64075 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c32a9709-eb41-4302-a656-d37822e7e70b HTTP/1.1" status: 200  len: 848 time: 0.0753593
Dec 18 21:13:26.536430 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0106dd6b-43ac-4a82-9e65-7911bf55eece service neutron] 10.222.0.13 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2252519
Dec 18 21:13:26.565067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38402) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:26.610529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-f8707f5c-0b1b-4f0f-a403-d6a7be9c7505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:26.612094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-f8707f5c-0b1b-4f0f-a403-d6a7be9c7505 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0665183
Dec 18 21:13:26.621692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dd7a5-3ffc-4144-bb9e-1357ee6462f4 req-df61cbaa-7946-4911-8aab-59f3be313fc1 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:26.623352 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-287dd7a5-3ffc-4144-bb9e-1357ee6462f4 req-df61cbaa-7946-4911-8aab-59f3be313fc1 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 944 time: 0.0952492
Dec 18 21:13:26.745127 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-287dd7a5-3ffc-4144-bb9e-1357ee6462f4 req-823255c3-8977-4e66-9b97-4173d6bd9adb tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092889
Dec 18 21:13:26.754927 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-af5debcc-3eeb-4332-b5b2-a68eb5790141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:26.760037 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-b8187f93-9461-4987-90f1-5115adb54f83 service neutron] 10.222.0.36 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346550
Dec 18 21:13:26.775076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e85d31-851a-4bda-b49b-25ea19c9b9e2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Router 2655322f-0402-401a-98b3-da4f6f8d5037 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:13:26.930290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5aa743d1-b39e-49ac-a539-b88e39c1107e req-0410d189-87d4-46b5-bd13-93f7c994ab28 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 210 time: 0.0452402
Dec 18 21:13:26.961327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa53fee8-9276-4b91-bf70-b641eaec48c2 req-ff1e07dc-211d-44bd-948a-e1e9d7fea01b service neutron] 10.222.0.36 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898983
Dec 18 21:13:26.963449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e85d31-851a-4bda-b49b-25ea19c9b9e2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:13:26.969646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed0e94-4573-45bd-b0a6-2d091185f2ac req-441734a0-b5e6-43f7-aa3e-250b3c96ccfb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:26.971142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-83ed0e94-4573-45bd-b0a6-2d091185f2ac req-441734a0-b5e6-43f7-aa3e-250b3c96ccfb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.1269975
Dec 18 21:13:26.972125 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0e85d31-851a-4bda-b49b-25ea19c9b9e2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:26.976289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-af5debcc-3eeb-4332-b5b2-a68eb5790141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:26.981280 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c390a4c-9c17-4ead-8cc0-29409a1e6927 None None] Sync routers for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:13:26.992723 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c390a4c-9c17-4ead-8cc0-29409a1e6927 None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:13:26.993452 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8c390a4c-9c17-4ead-8cc0-29409a1e6927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366447fc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:13:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:27.003967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-af5debcc-3eeb-4332-b5b2-a68eb5790141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:27.028860 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f0e85d31-851a-4bda-b49b-25ea19c9b9e2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "PUT /v2.0/floatingips/019a116d-1fcd-4088-9c73-66ba9fe77e46 HTTP/1.1" status: 200  len: 990 time: 1.5238268
Dec 18 21:13:27.046346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:27.048699 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6767232c-31a9-4a20-b11a-cfea51bc1831" -d '{"events": [{"name": "network-changed", "server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:27.071048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5debcc-3eeb-4332-b5b2-a68eb5790141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947b1e70-76ab-479d-90df-c0e66fa67af9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:27.083328 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-83ed0e94-4573-45bd-b0a6-2d091185f2ac req-11ca71d2-77b1-48d9-ad4a-b1fda9f5ce9b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032076
Dec 18 21:13:27.089821 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-af5debcc-3eeb-4332-b5b2-a68eb5790141 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1bcd95d1315482d8712d6394cb8d1b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5212071
Dec 18 21:13:27.090876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38424) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:27.151212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ad5e1-c532-46c7-8014-b08cca766479 req-d2f05d54-723d-4629-9118-b098d70c2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:27.153459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d5ad5e1-c532-46c7-8014-b08cca766479 req-d2f05d54-723d-4629-9118-b098d70c2bae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 1095 time: 0.1157842
Dec 18 21:13:27.157323 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3beb5bf-fb54-4def-9773-b337428dd04a x-openstack-request-id: req-b3beb5bf-fb54-4def-9773-b337428dd04a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:27.157615 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:27.157872 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3beb5bf-fb54-4def-9773-b337428dd04a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:27.158296 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'status': 'completed', 'code': 200}
Dec 18 21:13:27.228638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767232c-31a9-4a20-b11a-cfea51bc1831 req-b612da3a-32ed-4438-9af0-fccfa9296f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:27.230691 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6767232c-31a9-4a20-b11a-cfea51bc1831 req-b612da3a-32ed-4438-9af0-fccfa9296f52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 1096 time: 0.0475819
Dec 18 21:13:27.233431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-64360ed3-ee69-405d-bf27-26e85037a5b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:27.278498 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-8c390a4c-9c17-4ead-8cc0-29409a1e6927 None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:13:27.279710 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-64360ed3-ee69-405d-bf27-26e85037a5b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:27.299311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ad5e1-c532-46c7-8014-b08cca766479 req-3d348878-5bf5-46f2-b1cd-79b02c2b0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:27.300801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d5ad5e1-c532-46c7-8014-b08cca766479 req-3d348878-5bf5-46f2-b1cd-79b02c2b0104 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 910 time: 0.1363049
Dec 18 21:13:27.341972 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767232c-31a9-4a20-b11a-cfea51bc1831 req-9dd30e6b-d6a9-4ece-b57f-f9744c302123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:27.343478 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6767232c-31a9-4a20-b11a-cfea51bc1831 req-9dd30e6b-d6a9-4ece-b57f-f9744c302123 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.1066732
Dec 18 21:13:27.359786 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d5ad5e1-c532-46c7-8014-b08cca766479 req-2e14dda7-ab05-4dc5-a37a-5b35d82de362 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd82864-3497-4dbf-be5e-465b8fe8ede6 HTTP/1.1" status: 200  len: 217 time: 0.0450149
Dec 18 21:13:27.430407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ad5e1-c532-46c7-8014-b08cca766479 req-a84e8fed-383c-4592-b4c0-4142e235f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:27.432011 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6767232c-31a9-4a20-b11a-cfea51bc1831 req-d502c4f6-4fe0-449c-913d-2358aa7adebf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971 HTTP/1.1" status: 200  len: 998 time: 0.0808620
Dec 18 21:13:27.432183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d5ad5e1-c532-46c7-8014-b08cca766479 req-a84e8fed-383c-4592-b4c0-4142e235f2f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c32a9709-eb41-4302-a656-d37822e7e70b HTTP/1.1" status: 200  len: 848 time: 0.0642881
Dec 18 21:13:27.433143 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-64360ed3-ee69-405d-bf27-26e85037a5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:27.435724 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-64360ed3-ee69-405d-bf27-26e85037a5b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:27.439433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-64360ed3-ee69-405d-bf27-26e85037a5b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/947b1e70-76ab-479d-90df-c0e66fa67af9 HTTP/1.1" status: 204  len: 168 time: 0.3425393
Dec 18 21:13:27.490294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64360ed3-ee69-405d-bf27-26e85037a5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947b1e70-76ab-479d-90df-c0e66fa67af9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:27.513079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ad5e1-c532-46c7-8014-b08cca766479 req-5eb38892-6850-4e12-b586-fd9f6c820c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:27.515067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d5ad5e1-c532-46c7-8014-b08cca766479 req-5eb38892-6850-4e12-b586-fd9f6c820c99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0735252
Dec 18 21:13:27.527288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767232c-31a9-4a20-b11a-cfea51bc1831 req-b482cd37-46b8-4ee6-9715-91c40d1accb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:27.529457 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6767232c-31a9-4a20-b11a-cfea51bc1831 req-b482cd37-46b8-4ee6-9715-91c40d1accb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.0769956
Dec 18 21:13:27.605208 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8c390a4c-9c17-4ead-8cc0-29409a1e6927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366447fc10>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '019a116d-1fcd-4088-9c73-66ba9fe77e46', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'floating_ip_address': '172.35.3.87', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'port_id': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'mac_address': 'fa:16:3e:9f:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:11Z', 'updated_at': '2021-12-18T21:13:26Z', 'revision_number': 1, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:27Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:27.628753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767232c-31a9-4a20-b11a-cfea51bc1831 req-c32844d7-58de-412b-b78b-ecef3a9dd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:27.630357 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6767232c-31a9-4a20-b11a-cfea51bc1831 req-c32844d7-58de-412b-b78b-ecef3a9dd039 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0932777
Dec 18 21:13:27.638650 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c390a4c-9c17-4ead-8cc0-29409a1e6927 None None] Checking router: 2655322f-0402-401a-98b3-da4f6f8d5037 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:13:27.665682 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c390a4c-9c17-4ead-8cc0-29409a1e6927 None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:13:27.666328 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8c390a4c-9c17-4ead-8cc0-29409a1e6927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366447fc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:13:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:27.671739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d5ad5e1-c532-46c7-8014-b08cca766479 req-9d3565a5-bcfd-4a93-aee5-16a6ad9a6961 service neutron] 10.222.0.36 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463404
Dec 18 21:13:27.758142 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6767232c-31a9-4a20-b11a-cfea51bc1831 req-2fdf5afa-784a-4047-8693-93ceb1e97b92 service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1152167
Dec 18 21:13:27.797600 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-8c390a4c-9c17-4ead-8cc0-29409a1e6927 None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:13:27.860696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d5ad5e1-c532-46c7-8014-b08cca766479 req-8919048b-a10e-4cc9-b7a8-d516c488c39c service neutron] 10.222.0.36 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806951
Dec 18 21:13:27.883393 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6767232c-31a9-4a20-b11a-cfea51bc1831 req-947da577-09e2-4055-a827-00d279c825d1 service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195588
Dec 18 21:13:27.893738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38434) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:27.913639 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7abeefee-549f-4e1d-8e2e-6ac03d7d11b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:27.917580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee34c2-75a1-456a-9344-ac0aaff9f8aa req-364a924e-20cb-4b42-b935-3ef54ca45b0b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:27.919296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85ee34c2-75a1-456a-9344-ac0aaff9f8aa req-364a924e-20cb-4b42-b935-3ef54ca45b0b tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 944 time: 0.0702758
Dec 18 21:13:27.986046 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85ee34c2-75a1-456a-9344-ac0aaff9f8aa req-aabf3f8d-d824-464b-8405-eaf03bb99081 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585828
Dec 18 21:13:28.006523 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7abeefee-549f-4e1d-8e2e-6ac03d7d11b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:28.012029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7abeefee-549f-4e1d-8e2e-6ac03d7d11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:28.072468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-403b005c-7afb-4435-99dc-f323df2aab73 req-51643741-c291-4050-84e1-5214efa828d0 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 210 time: 0.0349557
Dec 18 21:13:28.130137 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7abeefee-549f-4e1d-8e2e-6ac03d7d11b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e05cbff607cc40f893b6e22d8d50dce9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2334738
Dec 18 21:13:28.133639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38442) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:28.158211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abeefee-549f-4e1d-8e2e-6ac03d7d11b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e333584-31ca-46af-ae34-0e9b4770e6b6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:28.202579 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8c390a4c-9c17-4ead-8cc0-29409a1e6927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366447fc10>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '019a116d-1fcd-4088-9c73-66ba9fe77e46', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'floating_ip_address': '172.35.3.87', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'port_id': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'mac_address': 'fa:16:3e:9f:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:11Z', 'updated_at': '2021-12-18T21:13:26Z', 'revision_number': 1, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:27Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:28.248282 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c390a4c-9c17-4ead-8cc0-29409a1e6927 None None] The sync data for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 is: [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '019a116d-1fcd-4088-9c73-66ba9fe77e46', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'floating_ip_address': '172.35.3.87', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'port_id': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'mac_address': 'fa:16:3e:9f:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:11Z', 'updated_at': '2021-12-18T21:13:26Z', 'revision_number': 1, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:27Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:13:28.263700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d893d-a754-4b9b-9f4d-1116388e5b7c req-6bf98ab9-c5ef-43af-b3db-90a557854b7c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:28.264908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-3c803789-56bc-4555-8215-5700a44048e0 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:28.265561 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-011d893d-a754-4b9b-9f4d-1116388e5b7c req-6bf98ab9-c5ef-43af-b3db-90a557854b7c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0827003
Dec 18 21:13:28.266421 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-3c803789-56bc-4555-8215-5700a44048e0 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 812 time: 0.2341566
Dec 18 21:13:28.267092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9374ab46-77f2-4d5b-aead-9920c0c2920e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:28.305789 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9374ab46-77f2-4d5b-aead-9920c0c2920e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:28.324326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-011d893d-a754-4b9b-9f4d-1116388e5b7c req-d612901c-ef48-4a46-8cee-dc8fedb98f27 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490000
Dec 18 21:13:28.390818 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-23e5229f-242a-4832-a2cc-44cb00708b63 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de79cd87d023436a80d3cc5428586e21 HTTP/1.1" status: 200  len: 380 time: 0.1118250
Dec 18 21:13:28.401936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'port': {'device_id': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'admin_state_up': True, 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'security_groups': ['43b86a7d-da6b-4732-bd4c-dcdcea004f44']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:28.419442 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9374ab46-77f2-4d5b-aead-9920c0c2920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:28.422004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9374ab46-77f2-4d5b-aead-9920c0c2920e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:28.425412 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9374ab46-77f2-4d5b-aead-9920c0c2920e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e333584-31ca-46af-ae34-0e9b4770e6b6 HTTP/1.1" status: 204  len: 168 time: 0.2882628
Dec 18 21:13:28.464563 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374ab46-77f2-4d5b-aead-9920c0c2920e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e333584-31ca-46af-ae34-0e9b4770e6b6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:28.557089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Made reservation on behalf of de79cd87d023436a80d3cc5428586e21 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:28.562950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:28.581835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9993c-b949-434c-a03d-0cc8af403026 None None] New status for floating IP 019a116d-1fcd-4088-9c73-66ba9fe77e46: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:13:28.749650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Allocated IP 172.20.0.13 (719d1db8-90bc-4a29-9e67-d552b1d87f10/ce6df939-cc0b-4eee-ad97-d0794ca80cc4/c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:13:28.930774 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:28.967171 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:29.024027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:29.026947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:29.029591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:29.063834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'Port': ['ID=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:29.100885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:29.102031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:29.126422 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-0670f8e7-1ce7-4572-b440-24e5b8814656 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7290971
Dec 18 21:13:29.138816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Request body: {'port': {'device_id': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:29.217339 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:29.246353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eac31-f385-4a04-a87e-2546874ef22e req-9ac3b03d-4fcd-4463-b02a-474bfccb627c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:29.247926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e50eac31-f385-4a04-a87e-2546874ef22e req-9ac3b03d-4fcd-4463-b02a-474bfccb627c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 944 time: 0.1291447
Dec 18 21:13:29.267213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a8ee1-f03e-488b-bda5-ee3786b47aab req-4eeb5c8e-e7a7-44f0-a702-83b6898b5bc8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:29.268740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-966a8ee1-f03e-488b-bda5-ee3786b47aab req-4eeb5c8e-e7a7-44f0-a702-83b6898b5bc8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 932 time: 0.0905328
Dec 18 21:13:29.397017 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e50eac31-f385-4a04-a87e-2546874ef22e req-bc3957d4-c720-49f1-968c-e55c7731c9bc tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1384864
Dec 18 21:13:29.404062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-966a8ee1-f03e-488b-bda5-ee3786b47aab req-d6b8caee-fb79-4c26-accf-a641cbf19605 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1218071
Dec 18 21:13:29.498535 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b012a4a8-0d33-4b10-9ab8-c05ac894a270 None None] Provisioning complete for port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:29.499222 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b012a4a8-0d33-4b10-9ab8-c05ac894a270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:29.574145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b012a4a8-0d33-4b10-9ab8-c05ac894a270 None None] Port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:13:29.701813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:13:29.710147 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:29.725255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Transition to ACTIVE for port object c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:13:29.729563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:29.788622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Pushing event updated for resources: {'Port': ['ID=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:29.879995 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Attempting to bind port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:29.880347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Attempting to bind port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:29.880856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Attempting to bind port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:29.886567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:29.887023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Attempting to bind port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:29.893149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:13:29.893644 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Checking segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:29.894225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Bound using segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:13:29.894771 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Bound port: c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:13:29.895042 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:29.938750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d6c3f-08df-4c3a-99e7-f5a0daee341f req-4ea60980-840b-4585-b818-f66cddd72fc1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:29.940315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a03d6c3f-08df-4c3a-99e7-f5a0daee341f req-4ea60980-840b-4585-b818-f66cddd72fc1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.4497948
Dec 18 21:13:29.985790 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] For port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:29.990065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] For port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:13:29.994886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a03d6c3f-08df-4c3a-99e7-f5a0daee341f req-edf57043-cc22-4314-afba-b1797a35ee89 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480571
Dec 18 21:13:30.003871 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:30.054136 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:30.054702 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:30.056162 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] 10.222.0.31 "PUT /v2.0/ports/c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b HTTP/1.1" status: 200  len: 1092 time: 0.9217243
Dec 18 21:13:30.056702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'tag': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:30.058876 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036ab3aa-2cd7-4b4a-965b-65299dbe4e57" -d '{"events": [{"name": "network-changed", "server_uuid": "95123f6f-b540-4847-b6c1-d89287d69e5c", "tag": "c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:30.077975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589a95-ee93-4e6c-a021-de86492c7816 service neutron] Pushing event updated for resources: {'Port': ['ID=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:30.125472 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2f282f-10c2-4e00-9f1e-f75a82cc69be x-openstack-request-id: req-2f2f282f-10c2-4e00-9f1e-f75a82cc69be {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:30.125824 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95123f6f-b540-4847-b6c1-d89287d69e5c", "tag": "c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:30.126055 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f2f282f-10c2-4e00-9f1e-f75a82cc69be {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:30.126504 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'tag': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'status': 'completed', 'code': 200}
Dec 18 21:13:30.153787 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device afd82864-3497-4dbf-be5e-465b8fe8ede6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:13:30.163257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-4724a3af-f4b4-4464-8da1-c5e646546a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:30.164838 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-4724a3af-f4b4-4464-8da1-c5e646546a21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 1095 time: 0.0647991
Dec 18 21:13:30.220422 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-b1ee38b0-8077-4a21-b9ab-b97bb1b84c58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b HTTP/1.1" status: 200  len: 217 time: 0.0479643
Dec 18 21:13:30.275032 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port afd82864-3497-4dbf-be5e-465b8fe8ede6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afd82864-3497-4dbf-be5e-465b8fe8ede6,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:30.288713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'afd82864-3497-4dbf-be5e-465b8fe8ede6', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'port_id': 'afd82864-3497-4dbf-be5e-465b8fe8ede6', 'mac_address': 'fa:16:3e:ba:d9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:13:30.292053 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-ce80c3cd-c29b-4e7c-9432-81435ce04eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:30.294577 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-ce80c3cd-c29b-4e7c-9432-81435ce04eb8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0644307
Dec 18 21:13:30.346591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-8d648bbf-5662-45c2-85f0-de7863514966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:30.348440 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-8d648bbf-5662-45c2-85f0-de7863514966 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0464540
Dec 18 21:13:30.355836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:30.378155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd82864-3497-4dbf-be5e-465b8fe8ede6 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:13:30.399048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port afd82864-3497-4dbf-be5e-465b8fe8ede6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afd82864-3497-4dbf-be5e-465b8fe8ede6,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:30.403989 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:30.450187 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-6c4fcd15-1af7-455f-9061-e1727e75337d service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946534
Dec 18 21:13:30.505246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=afd82864-3497-4dbf-be5e-465b8fe8ede6,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:30.564500 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ab71e39f-2f39-4410-b48e-26bf990d6153 req-718a0758-407f-434f-8a1c-859d735db4a6 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1060231
Dec 18 21:13:30.579167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec93ba-944f-48df-89ac-a03fb29bff2d req-53dba9e6-fbaf-4113-a87f-13e4498f3274 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:30.580802 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fcec93ba-944f-48df-89ac-a03fb29bff2d req-53dba9e6-fbaf-4113-a87f-13e4498f3274 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 944 time: 0.0991485
Dec 18 21:13:30.599581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a48269-27af-444b-ae31-e5fe36338b0c req-a6450eec-6546-4b61-b32c-5cdf9a8535e1 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:30.602184 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45a48269-27af-444b-ae31-e5fe36338b0c req-a6450eec-6546-4b61-b32c-5cdf9a8535e1 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 945 time: 0.0792069
Dec 18 21:13:30.659066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ab3aa-2cd7-4b4a-965b-65299dbe4e57 req-59f3a729-a061-411c-9990-512177e4c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:30.666095 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-036ab3aa-2cd7-4b4a-965b-65299dbe4e57 req-59f3a729-a061-411c-9990-512177e4c9a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 1095 time: 0.0448885
Dec 18 21:13:30.683187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45a48269-27af-444b-ae31-e5fe36338b0c req-c1f2f3fe-8582-43cd-8df4-59000b6fb685 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716379
Dec 18 21:13:30.693481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fcec93ba-944f-48df-89ac-a03fb29bff2d req-1f9734b9-4927-4c87-be41-80108dfcb40d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900593
Dec 18 21:13:30.694302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['afd82864-3497-4dbf-be5e-465b8fe8ede6'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:13:30.785301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ab3aa-2cd7-4b4a-965b-65299dbe4e57 req-27a6ea0e-4484-46a3-a1b1-6f1f55fabe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:30.787122 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-036ab3aa-2cd7-4b4a-965b-65299dbe4e57 req-27a6ea0e-4484-46a3-a1b1-6f1f55fabe25 service neutron] 10.222.0.31 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1202383
Dec 18 21:13:30.833301 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-036ab3aa-2cd7-4b4a-965b-65299dbe4e57 req-857f47df-1c49-45a6-822e-85e598386cb2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b HTTP/1.1" status: 200  len: 217 time: 0.0376728
Dec 18 21:13:31.135551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fa87b-ed03-4a9a-951a-fdb4274664c7 req-5d190245-78b8-4ab0-858b-46ffb84c0ec6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:31.137145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-179fa87b-ed03-4a9a-951a-fdb4274664c7 req-5d190245-78b8-4ab0-858b-46ffb84c0ec6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0606411
Dec 18 21:13:31.178038 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ab3aa-2cd7-4b4a-965b-65299dbe4e57 req-6dd1a584-a038-4910-abe6-689de60effde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:31.179621 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-036ab3aa-2cd7-4b4a-965b-65299dbe4e57 req-6dd1a584-a038-4910-abe6-689de60effde service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.3387074
Dec 18 21:13:31.190841 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-179fa87b-ed03-4a9a-951a-fdb4274664c7 req-28f55485-36d0-4658-8585-54c1e90d15b0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475726
Dec 18 21:13:31.229218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ab3aa-2cd7-4b4a-965b-65299dbe4e57 req-fd71eda9-17ab-487c-a3d4-21b46837552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:31.230771 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-036ab3aa-2cd7-4b4a-965b-65299dbe4e57 req-fd71eda9-17ab-487c-a3d4-21b46837552a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436621
Dec 18 21:13:31.326832 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-036ab3aa-2cd7-4b4a-965b-65299dbe4e57 req-4046965e-3ea0-4ac7-b8b0-3db4fabbae09 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887072
Dec 18 21:13:31.424929 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-036ab3aa-2cd7-4b4a-965b-65299dbe4e57 req-aca076b2-472a-4fae-adc7-4cf0b31c5fac service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902636
Dec 18 21:13:31.858026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7a8d9-2745-4808-b71d-4a0de154abab req-f07e8ebd-8d2e-473a-a790-31b59a6139e8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:31.859562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7d7a8d9-2745-4808-b71d-4a0de154abab req-f07e8ebd-8d2e-473a-a790-31b59a6139e8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 944 time: 0.0892899
Dec 18 21:13:31.868236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc70c88-7f19-4b17-ae03-21e964c106f8 req-611e584d-b019-4ec2-9496-0375e202b240 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:31.869628 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6cc70c88-7f19-4b17-ae03-21e964c106f8 req-611e584d-b019-4ec2-9496-0375e202b240 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 945 time: 0.0884359
Dec 18 21:13:31.939527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7d7a8d9-2745-4808-b71d-4a0de154abab req-2da3ec23-d67d-48d9-a127-73fc3f1eda13 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689557
Dec 18 21:13:31.947513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6cc70c88-7f19-4b17-ae03-21e964c106f8 req-9a2ad5eb-b982-4004-8ba8-a635a229927d tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712187
Dec 18 21:13:32.171900 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device afd82864-3497-4dbf-be5e-465b8fe8ede6 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:13:32.220766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port afd82864-3497-4dbf-be5e-465b8fe8ede6 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:13:32.224665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port afd82864-3497-4dbf-be5e-465b8fe8ede6 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:32.225043 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:32.242940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38584) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:32.312550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:32.316517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763f5ad-c700-450f-85d2-84d731805ed2 req-4b065736-ca30-4a13-aff0-9c9e83f240d8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:32.318279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6763f5ad-c700-450f-85d2-84d731805ed2 req-4b065736-ca30-4a13-aff0-9c9e83f240d8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0513206
Dec 18 21:13:32.337009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd82864-3497-4dbf-be5e-465b8fe8ede6'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:32.339347 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09df5100-1b48-46dd-ab78-20a737cf6f65" -d '{"events": [{"server_uuid": "2dead3a0-55e1-4aa5-91e9-5a4eefe5e192", "name": "network-vif-plugged", "status": "completed", "tag": "afd82864-3497-4dbf-be5e-465b8fe8ede6"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:32.356752 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port afd82864-3497-4dbf-be5e-465b8fe8ede6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afd82864-3497-4dbf-be5e-465b8fe8ede6,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:32.362631 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:32.371613 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38a5dd03-d948-4882-9a82-c349678bed40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:32.387011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6763f5ad-c700-450f-85d2-84d731805ed2 req-596f6fd8-4e8e-4014-8231-c178505721f4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619431
Dec 18 21:13:32.401024 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075d4edd-c339-4cc3-9e61-9d96abcbe036 x-openstack-request-id: req-075d4edd-c339-4cc3-9e61-9d96abcbe036 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:32.401327 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dead3a0-55e1-4aa5-91e9-5a4eefe5e192", "name": "network-vif-plugged", "status": "completed", "tag": "afd82864-3497-4dbf-be5e-465b8fe8ede6", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:32.401584 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-075d4edd-c339-4cc3-9e61-9d96abcbe036 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:32.401972 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd82864-3497-4dbf-be5e-465b8fe8ede6', 'code': 200}
Dec 18 21:13:32.436143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=afd82864-3497-4dbf-be5e-465b8fe8ede6,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:32.466049 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38a5dd03-d948-4882-9a82-c349678bed40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:32.470918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38a5dd03-d948-4882-9a82-c349678bed40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:32.495672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714533a-e1c1-4dc6-b6ec-e3432b5d4b89 req-2ca6578a-10d2-4bd7-9480-68bf4bca4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:32.497171 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7714533a-e1c1-4dc6-b6ec-e3432b5d4b89 req-2ca6578a-10d2-4bd7-9480-68bf4bca4dce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 1097 time: 0.0434804
Dec 18 21:13:32.510685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5dd03-d948-4882-9a82-c349678bed40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f9830c-1836-472e-8d19-006c1050e42c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:32.514858 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-38a5dd03-d948-4882-9a82-c349678bed40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63ee1adb4f5b4e8fa7993ea37936ce44&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2708211
Dec 18 21:13:32.517575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38590) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:32.544382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7714533a-e1c1-4dc6-b6ec-e3432b5d4b89 req-6dee3883-4b51-42f9-a967-340603f9c9ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394065
Dec 18 21:13:32.569200 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-792a631a-9d86-4978-9506-41e9e9cc2093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:32.589838 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-792a631a-9d86-4978-9506-41e9e9cc2093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:32.636727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-792a631a-9d86-4978-9506-41e9e9cc2093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:32.639612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-792a631a-9d86-4978-9506-41e9e9cc2093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:32.640771 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-792a631a-9d86-4978-9506-41e9e9cc2093 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9f9830c-1836-472e-8d19-006c1050e42c HTTP/1.1" status: 204  len: 168 time: 0.1223211
Dec 18 21:13:32.648674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a631a-9d86-4978-9506-41e9e9cc2093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f9830c-1836-472e-8d19-006c1050e42c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:32.915230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38596) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:32.928088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3923cc1-cc89-452e-a006-4c5264383df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:32.942224 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1f214133-d5e9-4085-abdb-6538ad99a14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:33.007399 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3923cc1-cc89-452e-a006-4c5264383df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:33.012896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3923cc1-cc89-452e-a006-4c5264383df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:33.056420 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a3923cc1-cc89-452e-a006-4c5264383df2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=027e6287293f4324aea457cb8aeaf36a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1381369
Dec 18 21:13:33.057269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38604) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:33.057896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3923cc1-cc89-452e-a006-4c5264383df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8eab95-8cea-4711-ae3d-d1da15f4b520,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:33.102467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b92fd1-99c0-46de-8aa1-e1b5334b253a req-864bb175-8ddf-43c7-9621-935790d4f239 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:33.110807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97b92fd1-99c0-46de-8aa1-e1b5334b253a req-864bb175-8ddf-43c7-9621-935790d4f239 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 946 time: 0.0857708
Dec 18 21:13:33.122748 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2db4a1e4-c0d7-4330-9698-c999e270932e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:33.125494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6512a-7c70-4178-90ee-8b5ce42301d8 req-61a48448-203f-4b49-834a-790a38465142 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:33.126986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1c6512a-7c70-4178-90ee-8b5ce42301d8 req-61a48448-203f-4b49-834a-790a38465142 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 944 time: 0.1117830
Dec 18 21:13:33.144211 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2db4a1e4-c0d7-4330-9698-c999e270932e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:33.187945 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97b92fd1-99c0-46de-8aa1-e1b5334b253a req-ee0b093c-4a4b-49ef-be95-ea6ff322d013 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759482
Dec 18 21:13:33.196868 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2db4a1e4-c0d7-4330-9698-c999e270932e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:33.200348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2db4a1e4-c0d7-4330-9698-c999e270932e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:33.203398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1c6512a-7c70-4178-90ee-8b5ce42301d8 req-6d645f79-c389-4bd0-8108-706d469cef74 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684192
Dec 18 21:13:33.209597 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2db4a1e4-c0d7-4330-9698-c999e270932e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a8eab95-8cea-4711-ae3d-d1da15f4b520 HTTP/1.1" status: 204  len: 168 time: 0.1449904
Dec 18 21:13:33.222813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4a1e4-c0d7-4330-9698-c999e270932e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8eab95-8cea-4711-ae3d-d1da15f4b520,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:33.502650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67326a-fffc-4f98-b632-5334fba8b569 req-ba0443b9-d2f9-404f-87f2-b8fae1833ad0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:33.504149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f67326a-fffc-4f98-b632-5334fba8b569 req-ba0443b9-d2f9-404f-87f2-b8fae1833ad0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0489869
Dec 18 21:13:33.557086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f67326a-fffc-4f98-b632-5334fba8b569 req-b996dd0e-3cc5-43f0-857d-f0a973747de4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462646
Dec 18 21:13:33.754466 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-e8372fed-8ef3-45cb-a094-5d0958cda694 service neutron] show failed (client error): The resource could not be found.
Dec 18 21:13:33.755517 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-e8372fed-8ef3-45cb-a094-5d0958cda694 service neutron] 10.222.0.36 "GET /v2.0/ports/d142be73-0afd-4754-abd6-52096e5b45d3/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0626509
Dec 18 21:13:33.987015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-108a8249-9f1e-4516-8016-9f00ab8164fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:33.988570 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-108a8249-9f1e-4516-8016-9f00ab8164fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b&tenant_id=71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 1096 time: 0.0708935
Dec 18 21:13:34.000579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:34.057643 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:34.163761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:13:34.293645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:34.308521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:34.308792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'port_id': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'mac_address': 'fa:16:3e:c0:32:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:13:34.363867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:34.368436 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:34.370405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9d75e-7d0d-42b5-bfb0-941635617f87 req-8bb7eaa8-7490-4e0b-a6a2-6f5b625bbe76 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:34.378625 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88c9d75e-7d0d-42b5-bfb0-941635617f87 req-8bb7eaa8-7490-4e0b-a6a2-6f5b625bbe76 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 946 time: 0.1009598
Dec 18 21:13:34.384817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:13:34.416239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7ede5-65a0-4b86-b7ce-960e7fd87bfa req-d8efe407-ae20-4455-be61-46c0bcfa5764 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:34.418183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98e7ede5-65a0-4b86-b7ce-960e7fd87bfa req-d8efe407-ae20-4455-be61-46c0bcfa5764 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 944 time: 0.1219344
Dec 18 21:13:34.421587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:34.428719 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:34.431199 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ebc82b-9196-4664-91fa-2406fb5f5be9" -d '{"events": [{"server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "name": "network-vif-unplugged", "status": "completed", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:34.432472 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:34.438617 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:34.463656 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Transition to ACTIVE for port object d142be73-0afd-4754-abd6-52096e5b45d3 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:13:34.469303 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:34.502860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88c9d75e-7d0d-42b5-bfb0-941635617f87 req-7bcde2a2-7c63-45fb-beb5-7bb3f4cf2125 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1229341
Dec 18 21:13:34.510532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:34.544961 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98e7ede5-65a0-4b86-b7ce-960e7fd87bfa req-b461fc43-fafe-46f0-8e11-c578a087bba4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1187239
Dec 18 21:13:34.638906 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=6']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:34.652097 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f8e0a-3e24-47ee-b7eb-8053da9975ba x-openstack-request-id: req-1d5f8e0a-3e24-47ee-b7eb-8053da9975ba {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:34.652400 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "name": "network-vif-unplugged", "status": "completed", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:34.652683 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d5f8e0a-3e24-47ee-b7eb-8053da9975ba {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:34.653053 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'code': 200}
Dec 18 21:13:34.673292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:13:34.741913 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] No DVR routers for this DVR port d142be73-0afd-4754-abd6-52096e5b45d3 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:13:34.867845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315be8e-dd67-4d9a-9c7e-b085a8fd3c51 req-d8986229-952b-478a-a463-44a4695ea9e0 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:34.869386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b315be8e-dd67-4d9a-9c7e-b085a8fd3c51 req-d8986229-952b-478a-a463-44a4695ea9e0 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 946 time: 0.1325958
Dec 18 21:13:34.881136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38676) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:34.886764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-50aafef8-4790-4e7f-83d3-a56ff4e1d110 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Request body: {'floatingip': {'port_id': 'afd82864-3497-4dbf-be5e-465b8fe8ede6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:34.925826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Attempting to bind port d142be73-0afd-4754-abd6-52096e5b45d3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:34.926594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Attempting to bind port d142be73-0afd-4754-abd6-52096e5b45d3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:34.927177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Attempting to bind port d142be73-0afd-4754-abd6-52096e5b45d3 on network 14b65cba-3c23-4bc0-913c-c316c167c76d {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:34.930911 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50aafef8-4790-4e7f-83d3-a56ff4e1d110 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:34.933343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Port d142be73-0afd-4754-abd6-52096e5b45d3 on network 14b65cba-3c23-4bc0-913c-c316c167c76d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:34.933930 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Attempting to bind port d142be73-0afd-4754-abd6-52096e5b45d3 on network 14b65cba-3c23-4bc0-913c-c316c167c76d {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:34.939280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:13:34.940195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Checking segment: {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:34.940810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Bound using segment: {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:13:34.941550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Bound port: d142be73-0afd-4754-abd6-52096e5b45d3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:13:34.942527 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:35.021286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:35.027034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:13:35.033974 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:35.041505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd8f0d-1443-4619-be40-fa53dc44e5ef req-a2b29de3-4898-46f6-9079-49034be705b8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:35.043099 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-effd8f0d-1443-4619-be40-fa53dc44e5ef req-a2b29de3-4898-46f6-9079-49034be705b8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 943 time: 0.2560182
Dec 18 21:13:35.086837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:35.087626 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:35.089656 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] 10.222.0.31 "PUT /v2.0/ports/d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 1091 time: 1.0930421
Dec 18 21:13:35.154396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde82d0-87a4-4867-943e-77a7e259e892 service neutron] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=7']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:35.172288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-dd9018ce-d296-422e-a68d-c01fc1161417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:35.174292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-dd9018ce-d296-422e-a68d-c01fc1161417 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1094 time: 0.0572836
Dec 18 21:13:35.209246 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-73d67671-3067-4649-a224-6a9fdfd56ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:35.223183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-effd8f0d-1443-4619-be40-fa53dc44e5ef req-e5cf1116-4c0b-4bb5-b41e-d008e5f34b1c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1607554
Dec 18 21:13:35.306542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-64d40d66-3f9b-40b5-95d8-efe27c24c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:35.308052 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-64d40d66-3f9b-40b5-95d8-efe27c24c757 service neutron] 10.222.0.31 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 897 time: 0.1264219
Dec 18 21:13:35.398864 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-614cf228-0745-4657-bdfd-e32f5e96824f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 999 time: 0.0825446
Dec 18 21:13:35.449448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-e53ffdde-4d49-4a6d-89dd-71e21275b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:35.450713 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-e53ffdde-4d49-4a6d-89dd-71e21275b54e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 200  len: 835 time: 0.0448370
Dec 18 21:13:35.504610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-f0990c89-b6b0-4fcb-a7eb-be341b1129aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:35.506098 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-f0990c89-b6b0-4fcb-a7eb-be341b1129aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14b65cba-3c23-4bc0-913c-c316c167c76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0470285
Dec 18 21:13:35.511876 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50aafef8-4790-4e7f-83d3-a56ff4e1d110 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:35.516374 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50aafef8-4790-4e7f-83d3-a56ff4e1d110 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:35.612796 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-3cd15e1e-16e5-4cdb-9fbe-e38cabb1a11b service neutron] 10.222.0.31 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0991011
Dec 18 21:13:35.639564 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-50aafef8-4790-4e7f-83d3-a56ff4e1d110 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Floating IP 54802b90-1205-4747-a86e-a093a33606c5 associated. External IP: 172.35.3.152, port: afd82864-3497-4dbf-be5e-465b8fe8ede6.
Dec 18 21:13:35.718134 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f0620969-f2f3-4860-a43f-8e0c1e596016 req-e3f49cf8-2df1-4b72-8d38-7fadf29092af service neutron] 10.222.0.31 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0978842
Dec 18 21:13:35.721552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38714) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:35.775899 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0300a-6d9e-4c76-a3cf-6d2c0122cbe9 req-cceccbf7-e347-439c-b2c4-c631410be037 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:35.777442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05b0300a-6d9e-4c76-a3cf-6d2c0122cbe9 req-cceccbf7-e347-439c-b2c4-c631410be037 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 945 time: 0.0913544
Dec 18 21:13:35.849733 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-05b0300a-6d9e-4c76-a3cf-6d2c0122cbe9 req-acabb382-46f5-4c55-99cd-cde0af6b991d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611930
Dec 18 21:13:35.850990 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0655228e-6d4a-464c-99c0-773b04529bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:35.940991 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0655228e-6d4a-464c-99c0-773b04529bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:35.946056 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0655228e-6d4a-464c-99c0-773b04529bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:35.954424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50aafef8-4790-4e7f-83d3-a56ff4e1d110 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Router 5080fc68-ce21-48e8-b97e-286cfe92f288 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:13:35.987958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655228e-6d4a-464c-99c0-773b04529bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3aa13f-31e3-41fb-abd2-d3c512dd7b83,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:35.992169 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0655228e-6d4a-464c-99c0-773b04529bd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8908c58f0733484e91f9ef5e31d3c453&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2691729
Dec 18 21:13:35.995534 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38718) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:36.045464 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed234-a152-4a13-b3a2-b9f7b5c51bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:36.066240 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed234-a152-4a13-b3a2-b9f7b5c51bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:36.072159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aafef8-4790-4e7f-83d3-a56ff4e1d110 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:13:36.077528 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-50aafef8-4790-4e7f-83d3-a56ff4e1d110 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:36.083445 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0efc5-b5de-4b5e-927b-2d2dcab0dd75 None None] Sync routers for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:13:36.094427 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0efc5-b5de-4b5e-927b-2d2dcab0dd75 None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:13:36.095195 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c6b0efc5-b5de-4b5e-927b-2d2dcab0dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366447f850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:13:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:36.118697 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed234-a152-4a13-b3a2-b9f7b5c51bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:36.120304 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-50aafef8-4790-4e7f-83d3-a56ff4e1d110 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "PUT /v2.0/floatingips/54802b90-1205-4747-a86e-a093a33606c5 HTTP/1.1" status: 200  len: 992 time: 1.2374775
Dec 18 21:13:36.121028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'tag': 'afd82864-3497-4dbf-be5e-465b8fe8ede6'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:36.122343 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed234-a152-4a13-b3a2-b9f7b5c51bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:36.123369 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9358f6f1-c4fd-40b9-be67-68da94c600a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2dead3a0-55e1-4aa5-91e9-5a4eefe5e192", "tag": "afd82864-3497-4dbf-be5e-465b8fe8ede6"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:36.138799 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ed8ed234-a152-4a13-b3a2-b9f7b5c51bff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de3aa13f-31e3-41fb-abd2-d3c512dd7b83 HTTP/1.1" status: 204  len: 168 time: 0.1328378
Dec 18 21:13:36.163323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ed234-a152-4a13-b3a2-b9f7b5c51bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3aa13f-31e3-41fb-abd2-d3c512dd7b83,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:36.177780 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ff74b8-e743-4bff-be60-f18f9d371001 x-openstack-request-id: req-95ff74b8-e743-4bff-be60-f18f9d371001 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:36.178079 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dead3a0-55e1-4aa5-91e9-5a4eefe5e192", "tag": "afd82864-3497-4dbf-be5e-465b8fe8ede6", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:36.178953 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95ff74b8-e743-4bff-be60-f18f9d371001 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:36.179315 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'tag': 'afd82864-3497-4dbf-be5e-465b8fe8ede6', 'status': 'completed', 'code': 200}
Dec 18 21:13:36.196237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:13:36.231609 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c6b0efc5-b5de-4b5e-927b-2d2dcab0dd75 None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:13:36.269048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:13:36.274980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:36.275735 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:36.283816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358f6f1-c4fd-40b9-be67-68da94c600a4 req-cfaaabbd-98ae-409e-bfae-0b74e7c724ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:36.285407 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9358f6f1-c4fd-40b9-be67-68da94c600a4 req-cfaaabbd-98ae-409e-bfae-0b74e7c724ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 1097 time: 0.0783091
Dec 18 21:13:36.374627 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:36.392323 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358f6f1-c4fd-40b9-be67-68da94c600a4 req-8c6024fb-25bb-4dad-9110-034770bc1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:36.394085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9358f6f1-c4fd-40b9-be67-68da94c600a4 req-8c6024fb-25bb-4dad-9110-034770bc1963 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 910 time: 0.0999317
Dec 18 21:13:36.400479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:36.403080 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefc75ca-b58c-4596-93cc-f396d5baced2" -d '{"events": [{"server_uuid": "95123f6f-b540-4847-b6c1-d89287d69e5c", "name": "network-vif-plugged", "status": "completed", "tag": "c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:36.433742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:36.439231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:36.442660 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:36.455810 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:13:36.498903 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185f6536-e001-46b2-8930-6ef7f172bb67 x-openstack-request-id: req-185f6536-e001-46b2-8930-6ef7f172bb67 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:36.499492 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95123f6f-b540-4847-b6c1-d89287d69e5c", "name": "network-vif-plugged", "status": "completed", "tag": "c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:36.500168 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-185f6536-e001-46b2-8930-6ef7f172bb67 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:36.500762 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'code': 200}
Dec 18 21:13:36.505602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:36.515785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378bac0-f9dc-4aaa-ba7f-e3d47d7a6a51 req-2c5a7063-08fc-4e96-8aa9-cc6593fb093b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:36.524212 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9378bac0-f9dc-4aaa-ba7f-e3d47d7a6a51 req-2c5a7063-08fc-4e96-8aa9-cc6593fb093b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 943 time: 0.1290915
Dec 18 21:13:36.548805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9358f6f1-c4fd-40b9-be67-68da94c600a4 req-d9107c98-226b-466e-ab2c-654f7ef2b97d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd82864-3497-4dbf-be5e-465b8fe8ede6 HTTP/1.1" status: 200  len: 1000 time: 0.1415522
Dec 18 21:13:36.551761 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c6b0efc5-b5de-4b5e-927b-2d2dcab0dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366447f850>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '54802b90-1205-4747-a86e-a093a33606c5', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'floating_ip_address': '172.35.3.152', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'port_id': 'afd82864-3497-4dbf-be5e-465b8fe8ede6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3096, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'mac_address': 'fa:16:3e:ba:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:21Z', 'updated_at': '2021-12-18T21:13:35Z', 'revision_number': 1, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:36.571546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38732) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:36.587350 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0efc5-b5de-4b5e-927b-2d2dcab0dd75 None None] Checking router: 5080fc68-ce21-48e8-b97e-286cfe92f288 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:13:36.596844 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0efc5-b5de-4b5e-927b-2d2dcab0dd75 None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:13:36.597542 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c6b0efc5-b5de-4b5e-927b-2d2dcab0dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366447f850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:13:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:36.607048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2d2fc-b87e-4b18-888c-00e390c34dc7 req-ea853fe9-227b-481b-9c24-a45fb8c99816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:36.609100 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-aef2d2fc-b87e-4b18-888c-00e390c34dc7 req-ea853fe9-227b-481b-9c24-a45fb8c99816 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 1097 time: 0.0452952
Dec 18 21:13:36.615004 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f251153-786f-4dba-975d-e1abbe34cff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:36.628354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9378bac0-f9dc-4aaa-ba7f-e3d47d7a6a51 req-06795ac9-c5df-4a91-a74b-7a3648e4c7be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032991
Dec 18 21:13:36.650973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358f6f1-c4fd-40b9-be67-68da94c600a4 req-56767c88-fb27-4a5a-b1a9-80c540b2402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:36.652466 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9358f6f1-c4fd-40b9-be67-68da94c600a4 req-56767c88-fb27-4a5a-b1a9-80c540b2402a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c32a9709-eb41-4302-a656-d37822e7e70b HTTP/1.1" status: 200  len: 848 time: 0.0957432
Dec 18 21:13:36.663192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:36.663192 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ec534b-8e20-4646-a2da-ae1e265331d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:36.677082 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-aef2d2fc-b87e-4b18-888c-00e390c34dc7 req-3244a734-b788-42b1-a750-c99df35e1a38 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557942
Dec 18 21:13:36.722198 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c6b0efc5-b5de-4b5e-927b-2d2dcab0dd75 None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:13:36.737343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358f6f1-c4fd-40b9-be67-68da94c600a4 req-d662b029-9e54-45e6-b898-a0d95d410fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:36.737343 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9358f6f1-c4fd-40b9-be67-68da94c600a4 req-d662b029-9e54-45e6-b898-a0d95d410fd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0721693
Dec 18 21:13:36.753672 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69735ad-c411-49a4-ac95-eff7b61b6a89 x-openstack-request-id: req-e69735ad-c411-49a4-ac95-eff7b61b6a89 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:36.753834 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:36.754653 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e69735ad-c411-49a4-ac95-eff7b61b6a89 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:36.755063 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'status': 'completed', 'code': 200}
Dec 18 21:13:36.799502 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f251153-786f-4dba-975d-e1abbe34cff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:36.809406 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8f251153-786f-4dba-975d-e1abbe34cff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:36.832451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-8289be1e-7866-4a0a-b4ab-9c637d15641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:36.834032 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-8289be1e-7866-4a0a-b4ab-9c637d15641a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1094 time: 0.0530629
Dec 18 21:13:36.878865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8f251153-786f-4dba-975d-e1abbe34cff7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b286a5093814e3bb18403acd34b55b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3052757
Dec 18 21:13:36.882152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f251153-786f-4dba-975d-e1abbe34cff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c1699f-53ab-42a2-9944-ec8686596b9f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:36.884724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38740) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:36.895591 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9358f6f1-c4fd-40b9-be67-68da94c600a4 req-1314d8cd-44c2-4cc6-be60-4785ae875676 service neutron] 10.222.0.36 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523192
Dec 18 21:13:37.005713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-650ab9a1-e901-41fe-a623-af50564b2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:37.007328 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-650ab9a1-e901-41fe-a623-af50564b2913 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 897 time: 0.1648896
Dec 18 21:13:37.009939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-60f6c1a6-d9da-4e69-a094-3d8945839107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:37.011407 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-60f6c1a6-d9da-4e69-a094-3d8945839107 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1094 time: 0.0820282
Dec 18 21:13:37.044243 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-956b173f-d09d-4df8-90f5-fed50902b1b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:37.062922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9358f6f1-c4fd-40b9-be67-68da94c600a4 req-e1335781-2d54-4f41-8b0c-d005c5f348b2 service neutron] 10.222.0.36 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587412
Dec 18 21:13:37.065755 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c6b0efc5-b5de-4b5e-927b-2d2dcab0dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366447f850>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '54802b90-1205-4747-a86e-a093a33606c5', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'floating_ip_address': '172.35.3.152', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'port_id': 'afd82864-3497-4dbf-be5e-465b8fe8ede6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3096, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'mac_address': 'fa:16:3e:ba:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:21Z', 'updated_at': '2021-12-18T21:13:35Z', 'revision_number': 1, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:37.077927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-956b173f-d09d-4df8-90f5-fed50902b1b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:37.092219 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0efc5-b5de-4b5e-927b-2d2dcab0dd75 None None] The sync data for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 is: [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '54802b90-1205-4747-a86e-a093a33606c5', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'floating_ip_address': '172.35.3.152', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'port_id': 'afd82864-3497-4dbf-be5e-465b8fe8ede6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3096, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'mac_address': 'fa:16:3e:ba:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:21Z', 'updated_at': '2021-12-18T21:13:35Z', 'revision_number': 1, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:13:37.095306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f5dbf-8a5a-46e4-9b39-f0154b2a81a5 req-cd031cda-36f4-488b-82e7-39edfd6eb3d9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:37.097047 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b59f5dbf-8a5a-46e4-9b39-f0154b2a81a5 req-cd031cda-36f4-488b-82e7-39edfd6eb3d9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 946 time: 0.1136155
Dec 18 21:13:37.146366 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-88ba2e66-9f06-4582-8bad-28aa6c606895 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 999 time: 0.1305554
Dec 18 21:13:37.186297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b59f5dbf-8a5a-46e4-9b39-f0154b2a81a5 req-c49a7b62-2a54-4217-b314-f2f7ee73237e tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670710
Dec 18 21:13:37.194540 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-956b173f-d09d-4df8-90f5-fed50902b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:37.198471 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-956b173f-d09d-4df8-90f5-fed50902b1b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:37.205162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-956b173f-d09d-4df8-90f5-fed50902b1b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14c1699f-53ab-42a2-9944-ec8686596b9f HTTP/1.1" status: 204  len: 168 time: 0.3177741
Dec 18 21:13:37.214027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b173f-d09d-4df8-90f5-fed50902b1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c1699f-53ab-42a2-9944-ec8686596b9f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:37.231433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-069f66ae-c318-451b-aa19-7ffb31d787ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:37.233050 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-069f66ae-c318-451b-aa19-7ffb31d787ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 897 time: 0.2094071
Dec 18 21:13:37.288442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-c4c37d80-c5ea-4ffd-ac78-cf00c770389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:37.289987 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-c4c37d80-c5ea-4ffd-ac78-cf00c770389f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 200  len: 835 time: 0.1335409
Dec 18 21:13:37.347741 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-ff2f4a02-00dc-44ad-b100-3918dce18cbc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 999 time: 0.1058917
Dec 18 21:13:37.366464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-3adacab8-33fc-4f15-9158-5775f72bc066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:37.368099 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-3adacab8-33fc-4f15-9158-5775f72bc066 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14b65cba-3c23-4bc0-913c-c316c167c76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0697932
Dec 18 21:13:37.382357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66ecaa-c7a3-43fb-a536-ac472942c0a4 None None] New status for floating IP 54802b90-1205-4747-a86e-a093a33606c5: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:13:37.453395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-89f80fc1-9bd5-4e4e-8028-110dad87bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:37.454894 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-89f80fc1-9bd5-4e4e-8028-110dad87bfac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 200  len: 835 time: 0.0999579
Dec 18 21:13:37.520365 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-3ea6d24d-b3a4-4cad-8c37-878302720448 service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330445
Dec 18 21:13:37.529460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-4d05ff5f-dd5f-4483-ab93-fa1838f2f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:37.530913 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-4d05ff5f-dd5f-4483-ab93-fa1838f2f855 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14b65cba-3c23-4bc0-913c-c316c167c76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0643809
Dec 18 21:13:37.709436 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-bbd01dbb-0a7e-48ec-b875-7cb1075dd352 service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775532
Dec 18 21:13:37.722879 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-2abe68c6-409d-4a54-805d-76934ca2a3c3 service neutron] 10.222.0.31 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801941
Dec 18 21:13:37.781782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd2c31-cf72-4212-b3a0-c4b5338a0033 req-5232d621-4636-4318-954f-c2552342d086 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:37.783346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3dd2c31-cf72-4212-b3a0-c4b5338a0033 req-5232d621-4636-4318-954f-c2552342d086 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 943 time: 0.0604560
Dec 18 21:13:37.844401 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5ec534b-8e20-4646-a2da-ae1e265331d3 req-6fdc93f8-5076-40e9-9e9b-3001c43db138 service neutron] 10.222.0.31 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1165488
Dec 18 21:13:37.862583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3dd2c31-cf72-4212-b3a0-c4b5338a0033 req-eeccd6d4-70cb-4551-bb23-2387f141f293 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637796
Dec 18 21:13:38.127116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:38.161151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387af7c2-2bfb-483d-ae06-b51e0ce3719f req-44a528df-79d1-45e7-9f5b-ca18d02402c9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:38.164714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-387af7c2-2bfb-483d-ae06-b51e0ce3719f req-44a528df-79d1-45e7-9f5b-ca18d02402c9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 943 time: 0.0612071
Dec 18 21:13:38.175643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-cdb25b11-f5b7-41d0-9a7e-efeaf4664bd0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:38.177264 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-cdb25b11-f5b7-41d0-9a7e-efeaf4664bd0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b&tenant_id=71c859bfcff54b5c85e6cb248341f37c&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.1016665
Dec 18 21:13:38.215244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device d142be73-0afd-4754-abd6-52096e5b45d3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:13:38.226785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-387af7c2-2bfb-483d-ae06-b51e0ce3719f req-0be6e901-49a5-416b-9269-56f7fed47cff tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526941
Dec 18 21:13:38.235241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d142be73-0afd-4754-abd6-52096e5b45d3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:13:38.266360 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-aa85db71-1cfb-4352-8725-77c23960e485 service neutron] 10.222.0.31 "GET /v2.0/ports/d142be73-0afd-4754-abd6-52096e5b45d3/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0744107
Dec 18 21:13:38.357266 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-a407f8c6-41d7-4fa1-8f56-847dad40477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:38.359717 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-a407f8c6-41d7-4fa1-8f56-847dad40477b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1094 time: 0.0678430
Dec 18 21:13:38.502138 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-f5204fba-d0db-4e5a-93f8-bbcbea2c98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:38.505363 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-f5204fba-d0db-4e5a-93f8-bbcbea2c98ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 897 time: 0.1378684
Dec 18 21:13:38.583016 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:38.597199 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:38.602844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d142be73-0afd-4754-abd6-52096e5b45d3 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:13:38.607017 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'port_id': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'mac_address': 'fa:16:3e:77:6a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:13:38.662214 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:38.684030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4d85a-c45d-411a-9b35-f798a9b9ffc7 req-aef32106-56be-49a7-a311-04619f6fe3e7 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:38.684371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d142be73-0afd-4754-abd6-52096e5b45d3 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:13:38.686172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dca4d85a-c45d-411a-9b35-f798a9b9ffc7 req-aef32106-56be-49a7-a311-04619f6fe3e7 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 946 time: 0.0859983
Dec 18 21:13:38.730459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:38.743725 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:38.773414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dca4d85a-c45d-411a-9b35-f798a9b9ffc7 req-e0f2a05b-68c3-49ea-aecf-13f5c3dff249 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739594
Dec 18 21:13:38.827818 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:38.927684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bf250-a8e1-4d5f-bb94-90a0d182a04a req-488a3903-a0f4-41b7-8ad6-25d913b4647c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:38.929985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e16bf250-a8e1-4d5f-bb94-90a0d182a04a req-488a3903-a0f4-41b7-8ad6-25d913b4647c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 946 time: 0.0541942
Dec 18 21:13:38.941817 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-675f6473-a460-4c19-8589-720f830cdfb8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 999 time: 0.4291444
Dec 18 21:13:38.989699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['d142be73-0afd-4754-abd6-52096e5b45d3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:13:38.995475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e16bf250-a8e1-4d5f-bb94-90a0d182a04a req-82a5b208-4a62-4d3c-b699-75ff867da47a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545080
Dec 18 21:13:39.003922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-3b37e995-ef86-4486-ad31-1cd599bf6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:39.005471 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-3b37e995-ef86-4486-ad31-1cd599bf6c25 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 200  len: 835 time: 0.0564158
Dec 18 21:13:39.028396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38822) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:39.043386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38824) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:39.074304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-526bb5ee-a195-43d0-9001-330ad500fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:39.075840 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-526bb5ee-a195-43d0-9001-330ad500fe8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14b65cba-3c23-4bc0-913c-c316c167c76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0630586
Dec 18 21:13:39.081043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbcc008-bdcb-4d1c-9207-c008d4e7965f tempest-TestVolumeBootPattern-957649353 tempest-TestVolumeBootPattern-957649353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:39.085304 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7bbcc008-bdcb-4d1c-9207-c008d4e7965f tempest-TestVolumeBootPattern-957649353 tempest-TestVolumeBootPattern-957649353-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 1092 time: 0.0534613
Dec 18 21:13:39.085636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38828) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:39.090609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:39.127164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:39.185301 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-5c0a7888-b891-4e20-b9c5-1249a167bf67 service neutron] 10.222.0.31 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967457
Dec 18 21:13:39.216534 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-40738f93-ed6b-4198-83da-c5cda60bea00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:39.287654 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-3f111c16-27ed-4b2c-875d-ce8f36f974ba service neutron] 10.222.0.31 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0939209
Dec 18 21:13:39.294236 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:39.392995 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-40738f93-ed6b-4198-83da-c5cda60bea00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:39.422195 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-40738f93-ed6b-4198-83da-c5cda60bea00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:39.486625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec58c65-7710-4ea4-8dc6-520db47e3199 req-69fcfd2d-cbf8-41b1-a074-269f51175585 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:39.488276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bec58c65-7710-4ea4-8dc6-520db47e3199 req-69fcfd2d-cbf8-41b1-a074-269f51175585 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 944 time: 0.1506815
Dec 18 21:13:39.491028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-40738f93-ed6b-4198-83da-c5cda60bea00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecc85595078e4984a6ed0010a779f316&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4481266
Dec 18 21:13:39.493956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38834) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:39.500492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40738f93-ed6b-4198-83da-c5cda60bea00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81acced2-9cb3-4bf5-9834-be0d6d01a2e8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:39.514869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Allocated IP 172.35.3.182 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/e8515d97-cf8e-470a-939d-29dd167c7b95) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:13:39.547567 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f669a76-949b-41d3-923d-6eaf75ff5640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:39.568297 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f669a76-949b-41d3-923d-6eaf75ff5640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:39.598994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bec58c65-7710-4ea4-8dc6-520db47e3199 req-f2f41a5a-56e5-40a7-973a-b7dda3ce48f2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027937
Dec 18 21:13:39.625576 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f669a76-949b-41d3-923d-6eaf75ff5640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:39.628273 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f669a76-949b-41d3-923d-6eaf75ff5640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:39.629409 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0f669a76-949b-41d3-923d-6eaf75ff5640 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81acced2-9cb3-4bf5-9834-be0d6d01a2e8 HTTP/1.1" status: 204  len: 168 time: 0.1343555
Dec 18 21:13:39.638966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f669a76-949b-41d3-923d-6eaf75ff5640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81acced2-9cb3-4bf5-9834-be0d6d01a2e8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:39.656066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:39.694494 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:39.734339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:39.734983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:39.737716 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:39.770156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'Port': ['ID=e8515d97-cf8e-470a-939d-29dd167c7b95,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:40.104296 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:40.186582 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:40.229938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device d142be73-0afd-4754-abd6-52096e5b45d3 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:13:40.284039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port d142be73-0afd-4754-abd6-52096e5b45d3 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:13:40.289477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port d142be73-0afd-4754-abd6-52096e5b45d3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:40.289912 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:40.359162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:40.365581 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:40.384418 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:40.419771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:40.424213 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d815a0b-5f0d-46ce-a7f4-ade457de3bbc" -d '{"events": [{"server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "name": "network-vif-plugged", "status": "completed", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:40.458060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'Port': ['ID=e8515d97-cf8e-470a-939d-29dd167c7b95,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:40.471093 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:40.497588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:40.508526 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:40.552061 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d96b508-a423-46ab-b6c4-9626f1a63ec6 x-openstack-request-id: req-2d96b508-a423-46ab-b6c4-9626f1a63ec6 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:40.552354 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "name": "network-vif-plugged", "status": "completed", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:40.554649 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d96b508-a423-46ab-b6c4-9626f1a63ec6 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:40.555322 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'code': 200}
Dec 18 21:13:40.586643 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:40.671377 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Floating IP 99079543-99be-4f90-b030-60dd5520e372 associated. External IP: 172.35.3.182, port: c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b.
Dec 18 21:13:40.806242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5f06f-798c-4362-8823-6cd020528453 req-0ff5a911-8bda-4804-9d62-372ee363c1c6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:40.807743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8d5f06f-798c-4362-8823-6cd020528453 req-0ff5a911-8bda-4804-9d62-372ee363c1c6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.0948160
Dec 18 21:13:40.906245 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8d5f06f-798c-4362-8823-6cd020528453 req-15c1f32d-9570-467a-9a75-70b866961171 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895457
Dec 18 21:13:40.963338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Router 0ab23311-f236-4074-ab58-417d7cbdc88b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:13:40.989090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38878) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:41.153942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-952526732'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:41.178277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Made reservation on behalf of 700ce5a5fa1b4e66898ed285c0cf3b6b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:41.190823 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.202047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.299224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.305212 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.335240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:13:41.344285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7774874-0159-4169-9f26-9e488ffc6211,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:41.352135 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.352479 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Added segment e694561e-31c2-4269-b9a1-c0176b171eba of type vlan for network 31096cce-ee8f-421a-b927-ec7200f715db
Dec 18 21:13:41.395631 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.414135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:13:41.428934 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1cd24-2827-4320-a9b9-9c056b5b4f5d None None] Sync routers for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:13:41.430352 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.436293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:41.436918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.447081 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1cd24-2827-4320-a9b9-9c056b5b4f5d None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:13:41.447287 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.447696 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f0d1cd24-2827-4320-a9b9-9c056b5b4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645c05b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:13:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:41.495928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c58f96fa-bf01-4c1a-a046-6029258328a4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4088449
Dec 18 21:13:41.496504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'tag': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:41.502742 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcc355d-1f6c-4809-af14-3586886a0b89" -d '{"events": [{"name": "network-changed", "server_uuid": "95123f6f-b540-4847-b6c1-d89287d69e5c", "tag": "c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:41.530851 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 0.5405083
Dec 18 21:13:41.543764 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9944fd-9c9b-46f2-825d-0b8e748ace71 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Pushing event updated for resources: {'Network': ['ID=31096cce-ee8f-421a-b927-ec7200f715db,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:41.548298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-fd45d0cd-4bf4-4ba7-9f80-59679c7115c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:41.549789 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-fd45d0cd-4bf4-4ba7-9f80-59679c7115c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b&tenant_id=71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 1096 time: 0.1096749
Dec 18 21:13:41.551463 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2192914-5bd6-4e11-98f3-735ddb0c760b x-openstack-request-id: req-d2192914-5bd6-4e11-98f3-735ddb0c760b {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:41.551753 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95123f6f-b540-4847-b6c1-d89287d69e5c", "tag": "c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:41.552009 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2192914-5bd6-4e11-98f3-735ddb0c760b {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:41.552404 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'tag': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'status': 'completed', 'code': 200}
Dec 18 21:13:41.557837 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 31096cce-ee8f-421a-b927-ec7200f715db details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:13:41.572354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:41.595919 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-f0d1cd24-2827-4320-a9b9-9c056b5b4f5d None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:13:41.671900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.676455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc355d-1f6c-4809-af14-3586886a0b89 req-2e1a067e-d403-46a6-9033-6bc2618eadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:41.678781 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cfcc355d-1f6c-4809-af14-3586886a0b89 req-2e1a067e-d403-46a6-9033-6bc2618eadd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 1097 time: 0.1022024
Dec 18 21:13:41.776662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38894) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:41.781612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Request body: {'port': {'network_id': '31096cce-ee8f-421a-b927-ec7200f715db', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1940800720'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:41.806533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Made reservation on behalf of b4922673b3964dfb81e5f4c5433ebc9a for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:41.809021 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.818607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.855587 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f0d1cd24-2827-4320-a9b9-9c056b5b4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645c05b0>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '99079543-99be-4f90-b030-60dd5520e372', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.182', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:c0:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:39Z', 'updated_at': '2021-12-18T21:13:39Z', 'revision_number': 0, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:41.873760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc355d-1f6c-4809-af14-3586886a0b89 req-fe61390b-82b8-4d63-b2d6-3546938513ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:41.875347 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cfcc355d-1f6c-4809-af14-3586886a0b89 req-fe61390b-82b8-4d63-b2d6-3546938513ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1894233
Dec 18 21:13:41.888719 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1cd24-2827-4320-a9b9-9c056b5b4f5d None None] Checking router: 0ab23311-f236-4074-ab58-417d7cbdc88b for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:13:41.898104 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1cd24-2827-4320-a9b9-9c056b5b4f5d None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:13:41.898747 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f0d1cd24-2827-4320-a9b9-9c056b5b4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645c05b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:13:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:41.898882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.904346 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:41.908795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] device_id is not set on port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:13:41.990077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38370704-8974-4474-8c47-032a7597519e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:42.011634 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cfcc355d-1f6c-4809-af14-3586886a0b89 req-94589810-1e4c-4a37-9a51-b81ebda44d3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b HTTP/1.1" status: 200  len: 1000 time: 0.1243367
Dec 18 21:13:42.019291 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-f0d1cd24-2827-4320-a9b9-9c056b5b4f5d None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:13:42.087034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc355d-1f6c-4809-af14-3586886a0b89 req-6c84ad50-d716-43b0-b738-8280728fe0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:42.088609 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cfcc355d-1f6c-4809-af14-3586886a0b89 req-6c84ad50-d716-43b0-b738-8280728fe0e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0694635
Dec 18 21:13:42.109705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:42.112658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90cd6-dcc7-4bd1-8a38-ac52059d9322 req-6edd50e5-2575-4ed7-a4e7-29d4e388b9df tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:42.114196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99f90cd6-dcc7-4bd1-8a38-ac52059d9322 req-6edd50e5-2575-4ed7-a4e7-29d4e388b9df tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 945 time: 0.1179240
Dec 18 21:13:42.167267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc355d-1f6c-4809-af14-3586886a0b89 req-10a7d92c-5d11-4efd-a891-e2f3e3582c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:42.168877 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cfcc355d-1f6c-4809-af14-3586886a0b89 req-10a7d92c-5d11-4efd-a891-e2f3e3582c1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0727866
Dec 18 21:13:42.173161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:42.215759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-99f90cd6-dcc7-4bd1-8a38-ac52059d9322 req-4dda952b-d6fa-4de3-92f4-1342dfefa375 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0926886
Dec 18 21:13:42.222780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] device_id is not set on port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:13:42.234353 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:42.240385 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:42.274688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:42.277007 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1e90c4-fe6e-4b36-94ed-5ac93df7fa70" -d '{"events": [{"server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "name": "network-vif-unplugged", "status": "completed", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:42.281311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:42.306734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Transition to ACTIVE for port object d142be73-0afd-4754-abd6-52096e5b45d3 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:13:42.315763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event updated for resources: {'Port': ['ID=6cf16d43-294e-4aa5-8cb7-b9cbac1b8978,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:42.321557 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f0d1cd24-2827-4320-a9b9-9c056b5b4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645c05b0>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '99079543-99be-4f90-b030-60dd5520e372', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.182', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:c0:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:39Z', 'updated_at': '2021-12-18T21:13:39Z', 'revision_number': 0, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:42.322082 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:42.330742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Checking segment: {'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:42.331386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Network hostable DHCP agents. Network: 31096cce-ee8f-421a-b927-ec7200f715db, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:13:42.357678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Network 31096cce-ee8f-421a-b927-ec7200f715db is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:13:42.361926 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cfcc355d-1f6c-4809-af14-3586886a0b89 req-4eb9a2f4-6728-4f8d-8af4-e7bf045fc4cc service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639631
Dec 18 21:13:42.367172 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1cd24-2827-4320-a9b9-9c056b5b4f5d None None] The sync data for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 is: [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '99079543-99be-4f90-b030-60dd5520e372', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.182', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:c0:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:39Z', 'updated_at': '2021-12-18T21:13:39Z', 'revision_number': 0, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:13:42.376585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 31096cce-ee8f-421a-b927-ec7200f715db) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:42.381805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:42.385746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d941a5-1dfa-4dbc-b974-1570f464fc42 None None] Network 31096cce-ee8f-421a-b927-ec7200f715db requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:13:42.404704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:42.405431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:42.405897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:42.412075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:42.412556 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:42.413759 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 2 to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978
Dec 18 21:13:42.421199 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3198a0a9-412b-4844-8783-337e1594695c x-openstack-request-id: req-3198a0a9-412b-4844-8783-337e1594695c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:42.421493 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "name": "network-vif-unplugged", "status": "completed", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:42.430773 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3198a0a9-412b-4844-8783-337e1594695c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:42.431209 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'code': 200}
Dec 18 21:13:42.432336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:42.432787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:42.433104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:42.439047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:42.439474 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:42.439937 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 3 to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978
Dec 18 21:13:42.455499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:42.456163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:42.456710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:42.467992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:42.468407 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:42.468906 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 4 to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978
Dec 18 21:13:42.484909 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:42.487208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:42.487208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:42.490879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:42.491229 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:42.491839 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 5 to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978
Dec 18 21:13:42.507927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:42.508994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:42.509524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:42.519145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:42.519652 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:42.520170 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 6 to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978
Dec 18 21:13:42.528576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=10']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:42.547374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:42.547741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:42.548059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:42.560009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:42.560447 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:42.560910 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 7 to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978
Dec 18 21:13:42.577398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:42.577817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:42.578408 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:42.583123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:42.583569 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:42.584047 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 8 to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978
Dec 18 21:13:42.591662 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] No DVR routers for this DVR port d142be73-0afd-4754-abd6-52096e5b45d3 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:13:42.597947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:42.598319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:42.598666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:42.608459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:42.608920 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:42.609262 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 9 to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978
Dec 18 21:13:42.623221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:42.623556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:42.623890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:42.628609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:42.628947 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:42.629342 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 10 to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978
Dec 18 21:13:42.642779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:42.643126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:42.643468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:42.646183 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cfcc355d-1f6c-4809-af14-3586886a0b89 req-c98a7ba5-a5a0-43e1-9cca-132076a9fb05 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2741029
Dec 18 21:13:42.649590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:42.650765 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:42.650765 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:42.765645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1e35a-c03c-4a94-8e26-4ad20d6e58db None None] New status for floating IP 99079543-99be-4f90-b030-60dd5520e372: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:13:42.770703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] For port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:42.771213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempted to set empty binding levels {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 18 21:13:42.782487 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:42.797424 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Attempting to bind port d142be73-0afd-4754-abd6-52096e5b45d3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:42.797820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Attempting to bind port d142be73-0afd-4754-abd6-52096e5b45d3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:42.798170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Attempting to bind port d142be73-0afd-4754-abd6-52096e5b45d3 on network 14b65cba-3c23-4bc0-913c-c316c167c76d {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:42.805444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Port d142be73-0afd-4754-abd6-52096e5b45d3 on network 14b65cba-3c23-4bc0-913c-c316c167c76d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:42.805764 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Attempting to bind port d142be73-0afd-4754-abd6-52096e5b45d3 on network 14b65cba-3c23-4bc0-913c-c316c167c76d {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:42.811776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:13:42.812204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Checking segment: {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:42.812505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Bound using segment: {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:13:42.813833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Bound port: d142be73-0afd-4754-abd6-52096e5b45d3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca490c28-4073-4875-9ded-7977e0775ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:13:42.813833 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:42.818193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:42.818630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:42.841684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event updated for resources: {'Port': ['ID=6cf16d43-294e-4aa5-8cb7-b9cbac1b8978,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:42.850198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-875823f3-505e-42ac-b797-e9910cdcb132 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 1.0699821
Dec 18 21:13:42.850533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38904) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:42.896277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:42.900713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:13:42.906227 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:42.944852 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-6e201486-a230-4c19-bce9-35461d1c0993 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Deleting port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:13:42.945553 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6e201486-a230-4c19-bce9-35461d1c0993 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:42.949473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:42.950096 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:42.951535 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] 10.222.0.36 "PUT /v2.0/ports/d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 1092 time: 1.3840156
Dec 18 21:13:42.970976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7c9ac-cc6f-4891-800d-22ad4ccae885 service neutron] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=11']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:43.026507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-59b06eb2-d399-4d7b-83d6-3fba4d030ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:43.028082 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-59b06eb2-d399-4d7b-83d6-3fba4d030ab7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1095 time: 0.0484996
Dec 18 21:13:43.028621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-6e201486-a230-4c19-bce9-35461d1c0993 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] For port 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978, host nch2-master-1, got binding levels [] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:43.028984 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6e201486-a230-4c19-bce9-35461d1c0993 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:43.042978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-6e201486-a230-4c19-bce9-35461d1c0993 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Calling delete_port for 6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:13:43.133026 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6e201486-a230-4c19-bce9-35461d1c0993 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:43.137948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-11cd1f26-336b-4bec-bb24-1f92698bc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:43.139525 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-11cd1f26-336b-4bec-bb24-1f92698bc1ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 897 time: 0.1043022
Dec 18 21:13:43.162504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e201486-a230-4c19-bce9-35461d1c0993 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cf16d43-294e-4aa5-8cb7-b9cbac1b8978,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:43.168509 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6e201486-a230-4c19-bce9-35461d1c0993 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:43.174243 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6e201486-a230-4c19-bce9-35461d1c0993 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "DELETE /v2.0/ports/6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 HTTP/1.1" status: 204  len: 168 time: 0.3202834
Dec 18 21:13:43.174697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38906) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:43.199330 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18cb581-9fee-4f47-a050-84c88acd5eed tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] GET failed (client error): The resource could not be found.
Dec 18 21:13:43.200728 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a18cb581-9fee-4f47-a050-84c88acd5eed tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "GET /v2.0/ports/6cf16d43-294e-4aa5-8cb7-b9cbac1b8978 HTTP/1.1" status: 404  len: 333 time: 0.0250871
Dec 18 21:13:43.204528 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38908) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:43.209115 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Request body: {'port': {'network_id': '31096cce-ee8f-421a-b927-ec7200f715db', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-133774487'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:43.227885 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-b45279f3-c46c-4e60-9275-b8ae30b872af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 999 time: 0.0808017
Dec 18 21:13:43.269284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Made reservation on behalf of b4922673b3964dfb81e5f4c5433ebc9a for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:43.271694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:43.295719 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] device_id is not set on port 4b425f9a-6e67-40ff-b924-24bdedce1c13 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:13:43.305233 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-58d8bb00-afc3-4b9b-bc0c-275c54581942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:43.306673 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-58d8bb00-afc3-4b9b-bc0c-275c54581942 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 200  len: 835 time: 0.0709128
Dec 18 21:13:43.349327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca9b33-359c-4956-a51f-d6710369d3ee req-96be760e-49cb-4825-9c0e-230e00f06280 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:43.352103 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3eca9b33-359c-4956-a51f-d6710369d3ee req-96be760e-49cb-4825-9c0e-230e00f06280 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 944 time: 0.0491374
Dec 18 21:13:43.410896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3eca9b33-359c-4956-a51f-d6710369d3ee req-2a6e4ce5-92c8-4485-8eff-ef0c9da441ad tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505877
Dec 18 21:13:43.412162 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-37ce0288-cd04-417b-8929-9947de1990f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:43.414207 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-37ce0288-cd04-417b-8929-9947de1990f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14b65cba-3c23-4bc0-913c-c316c167c76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0770359
Dec 18 21:13:43.537990 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:43.577695 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-2db50fbd-5341-4d3e-a68e-676cfd4c791e service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245029
Dec 18 21:13:43.644053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:43.691458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Network 31096cce-ee8f-421a-b927-ec7200f715db is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:43.701126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:43.707282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:43.708177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:43.709231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:43.728775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event updated for resources: {'Port': ['ID=4b425f9a-6e67-40ff-b924-24bdedce1c13,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:43.733488 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3a628c65-1f46-4759-b4a0-52b590ddeef6 req-196ce0d0-f66c-4517-bf2e-8dc54b288720 service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474996
Dec 18 21:13:43.737047 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7aceeaff-ddcf-49c7-9f1b-b9bed1382d2f tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.5315626
Dec 18 21:13:43.739908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38914) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:43.745183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:43.800744 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:43.968552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] device_id is not set on port 4b425f9a-6e67-40ff-b924-24bdedce1c13 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:13:43.976517 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:43.981693 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:44.032733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event updated for resources: {'Port': ['ID=4b425f9a-6e67-40ff-b924-24bdedce1c13,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:44.042876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:44.043215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:44.043553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:44.047794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:44.048119 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:44.048498 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 2 to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13
Dec 18 21:13:44.060662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:44.060976 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:44.061333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:44.065517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:44.065839 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:44.066216 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 3 to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13
Dec 18 21:13:44.078138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:44.078498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:44.078824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:44.082972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:44.083294 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:44.083674 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 4 to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13
Dec 18 21:13:44.096019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:44.096351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:44.096678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:44.100872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:44.101195 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:44.101576 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 5 to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13
Dec 18 21:13:44.112731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:44.113060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:44.113386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:44.117534 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:44.117859 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:44.118237 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 6 to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13
Dec 18 21:13:44.129899 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:44.130229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:44.130650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:44.135283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:44.135609 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:44.135985 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 7 to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13
Dec 18 21:13:44.147634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:44.147963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:44.148289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:44.152465 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:44.152785 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:44.153161 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 8 to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13
Dec 18 21:13:44.164881 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:44.165212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:44.165535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:44.169672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:44.169994 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:44.170410 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 9 to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13
Dec 18 21:13:44.185295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:44.185295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:44.185295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:44.192732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:44.193057 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:44.193442 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 10 to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13
Dec 18 21:13:44.209023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:44.209957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:44.210312 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:44.214521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:44.214848 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:44.215206 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:44.228167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device d142be73-0afd-4754-abd6-52096e5b45d3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:13:44.265034 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device d142be73-0afd-4754-abd6-52096e5b45d3 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:13:44.276009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] For port 4b425f9a-6e67-40ff-b924-24bdedce1c13, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:44.276373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempted to set empty binding levels {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 18 21:13:44.280895 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:44.309280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] In _notify_port_updated(), no bound segment for port 4b425f9a-6e67-40ff-b924-24bdedce1c13 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:13:44.310061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.310697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:44.312050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "PUT /v2.0/ports/4b425f9a-6e67-40ff-b924-24bdedce1c13 HTTP/1.1" status: 200  len: 974 time: 0.5710709
Dec 18 21:13:44.314797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38918) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:44.327828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab62dfc-5a23-4272-b572-fd4cf8bfa3fd tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event updated for resources: {'Port': ['ID=4b425f9a-6e67-40ff-b924-24bdedce1c13,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:44.406138 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.406645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.407115 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.407583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.408050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.408510 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.408967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.409427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.409881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.410368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.410823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.411276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.411730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.412183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.412660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.413111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.413560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.414012 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.414558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.415015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.415466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.415919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.416371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.416821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.417270 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.417724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.418173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.418651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.419101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.422225 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6c4450e0-7a66-4ba3-802f-14e82cdbbc95 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 25591 time: 0.1064539
Dec 18 21:13:44.426097 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38920) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:44.432691 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:44.434865 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea33613-1425-4887-9ba3-a1371532be7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:44.520451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8ed426a6-6dff-4af4-8114-ff9a357bf4ee tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Deleting port 4b425f9a-6e67-40ff-b924-24bdedce1c13 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:13:44.520922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ed426a6-6dff-4af4-8114-ff9a357bf4ee tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:44.545402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a5b09-eb78-4d24-a2c6-8cf2355c3b9b req-1e909836-8ba1-4a51-a69d-a3b0bf8931b8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.547444 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d14a5b09-eb78-4d24-a2c6-8cf2355c3b9b req-1e909836-8ba1-4a51-a69d-a3b0bf8931b8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 944 time: 0.0550694
Dec 18 21:13:44.558345 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c7730-29e2-4d1a-aa30-876da1b8c040 x-openstack-request-id: req-693c7730-29e2-4d1a-aa30-876da1b8c040 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:44.558664 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:44.558900 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-693c7730-29e2-4d1a-aa30-876da1b8c040 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:44.559276 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'status': 'completed', 'code': 200}
Dec 18 21:13:44.605716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d14a5b09-eb78-4d24-a2c6-8cf2355c3b9b req-78fd00b6-cbda-4897-8a6d-19ebeb4b00a3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507591
Dec 18 21:13:44.610593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-8ed426a6-6dff-4af4-8114-ff9a357bf4ee tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] For port 4b425f9a-6e67-40ff-b924-24bdedce1c13, host nch2-master-1, got binding levels [] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:44.610969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ed426a6-6dff-4af4-8114-ff9a357bf4ee tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:44.655550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8ed426a6-6dff-4af4-8114-ff9a357bf4ee tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Calling delete_port for 4b425f9a-6e67-40ff-b924-24bdedce1c13 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:13:44.714187 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33613-1425-4887-9ba3-a1371532be7f req-a063cd2d-5c15-47d2-ab33-f48984a0fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.715722 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-a063cd2d-5c15-47d2-ab33-f48984a0fb1e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1095 time: 0.1382728
Dec 18 21:13:44.717224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33613-1425-4887-9ba3-a1371532be7f req-6f7eab40-42c0-4e27-a8e5-049ad7f7d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.718576 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-6f7eab40-42c0-4e27-a8e5-049ad7f7d495 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1095 time: 0.1268046
Dec 18 21:13:44.872820 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ed426a6-6dff-4af4-8114-ff9a357bf4ee tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:44.932485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed426a6-6dff-4af4-8114-ff9a357bf4ee tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b425f9a-6e67-40ff-b924-24bdedce1c13,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:44.935050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33613-1425-4887-9ba3-a1371532be7f req-5cb2448d-ae48-479d-87be-31dd484acdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.936053 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-5cb2448d-ae48-479d-87be-31dd484acdd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 897 time: 0.2027259
Dec 18 21:13:44.940514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33613-1425-4887-9ba3-a1371532be7f req-9ecf8bb7-3905-4786-809b-6765b8a12009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:44.942245 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-9ecf8bb7-3905-4786-809b-6765b8a12009 service neutron] 10.222.0.31 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 897 time: 0.2172160
Dec 18 21:13:44.943290 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8ed426a6-6dff-4af4-8114-ff9a357bf4ee tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:44.946579 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8ed426a6-6dff-4af4-8114-ff9a357bf4ee tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4b425f9a-6e67-40ff-b924-24bdedce1c13 HTTP/1.1" status: 204  len: 168 time: 0.5195203
Dec 18 21:13:44.950137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38930) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:44.960877 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:44.973546 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f99665-5b43-4006-bf45-e5508d771420 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] GET failed (client error): The resource could not be found.
Dec 18 21:13:44.975529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-14f99665-5b43-4006-bf45-e5508d771420 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "GET /v2.0/ports/4b425f9a-6e67-40ff-b924-24bdedce1c13 HTTP/1.1" status: 404  len: 333 time: 0.0237646
Dec 18 21:13:44.979669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38932) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:44.984305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-946989454', 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:45.006727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Made reservation on behalf of b4922673b3964dfb81e5f4c5433ebc9a for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:45.009022 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:45.023876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] device_id is not set on port 418508a0-bd40-4850-9b5e-d8c3aa273f0c yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:13:45.051839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-9f7358b8-d072-4b3a-af9f-aa2475a87aa2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 999 time: 0.1042058
Dec 18 21:13:45.056039 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-c1dea872-3aae-4b6e-aca2-d2a5566443e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 999 time: 0.1025703
Dec 18 21:13:45.136219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33613-1425-4887-9ba3-a1371532be7f req-a8b3e779-1422-418f-af7c-603aeafba993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:45.137599 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-a8b3e779-1422-418f-af7c-603aeafba993 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 200  len: 835 time: 0.0776660
Dec 18 21:13:45.139020 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33613-1425-4887-9ba3-a1371532be7f req-228d2d0a-3033-4c04-8e7c-88745bc63825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:45.140324 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-228d2d0a-3033-4c04-8e7c-88745bc63825 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 200  len: 835 time: 0.0729551
Dec 18 21:13:45.171602 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:45.203928 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:45.219822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33613-1425-4887-9ba3-a1371532be7f req-e97ee3e4-0028-401d-92c5-43efe8567ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:45.221330 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-e97ee3e4-0028-401d-92c5-43efe8567ffe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14b65cba-3c23-4bc0-913c-c316c167c76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0659337
Dec 18 21:13:45.223720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33613-1425-4887-9ba3-a1371532be7f req-93d22f6b-120a-450b-9c08-770c88c26b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:45.225614 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-93d22f6b-120a-450b-9c08-770c88c26b7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14b65cba-3c23-4bc0-913c-c316c167c76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0770569
Dec 18 21:13:45.246337 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Network 31096cce-ee8f-421a-b927-ec7200f715db is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:45.249109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:45.252725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:45.253702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:45.254319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:45.261941 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event updated for resources: {'Port': ['ID=418508a0-bd40-4850-9b5e-d8c3aa273f0c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:45.277879 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-162b15fe-9011-470f-a830-4c0d662642ff tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.2949209
Dec 18 21:13:45.278181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38934) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:45.310961 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4214df8-0dd8-41ef-a652-f27cbd703630 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:45.314756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a4214df8-0dd8-41ef-a652-f27cbd703630 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "GET /v2.0/ports/418508a0-bd40-4850-9b5e-d8c3aa273f0c HTTP/1.1" status: 200  len: 954 time: 0.0329392
Dec 18 21:13:45.315005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38936) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:45.383414 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-4d60a5d2-f365-4f9e-8a63-eb80a9c9a82b service neutron] 10.222.0.31 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509876
Dec 18 21:13:45.385544 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-72c538ce-0c4d-4a84-b81f-b0e34428ad9d service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464145
Dec 18 21:13:45.391863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c2533d12-cf26-495b-b9bb-49e4467852d5 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Deleting port 418508a0-bd40-4850-9b5e-d8c3aa273f0c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:13:45.392147 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2533d12-cf26-495b-b9bb-49e4467852d5 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:45.454283 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2533d12-cf26-495b-b9bb-49e4467852d5 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:45.472444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c2533d12-cf26-495b-b9bb-49e4467852d5 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Calling delete_port for 418508a0-bd40-4850-9b5e-d8c3aa273f0c owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:13:45.562835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2533d12-cf26-495b-b9bb-49e4467852d5 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:45.592522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2533d12-cf26-495b-b9bb-49e4467852d5 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event deleted for resources: {'Port': ['ID=418508a0-bd40-4850-9b5e-d8c3aa273f0c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:45.601313 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2533d12-cf26-495b-b9bb-49e4467852d5 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:45.608358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c2533d12-cf26-495b-b9bb-49e4467852d5 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "DELETE /v2.0/ports/418508a0-bd40-4850-9b5e-d8c3aa273f0c HTTP/1.1" status: 204  len: 168 time: 0.2922876
Dec 18 21:13:45.609024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38940) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:45.635830 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dc10bb-8931-40c5-b051-6485ed57cd76 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] GET failed (client error): The resource could not be found.
Dec 18 21:13:45.642019 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-40dc10bb-8931-40c5-b051-6485ed57cd76 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "GET /v2.0/ports/418508a0-bd40-4850-9b5e-d8c3aa273f0c HTTP/1.1" status: 404  len: 333 time: 0.0311244
Dec 18 21:13:45.642529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38944) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:45.649123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Request body: {'port': {'network_id': '31096cce-ee8f-421a-b927-ec7200f715db', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-224377599'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:45.679950 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Made reservation on behalf of b4922673b3964dfb81e5f4c5433ebc9a for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:45.683804 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:45.735822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] device_id is not set on port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:13:45.799695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb511e3-d65d-40a9-9ff7-2dbfd469bf33 req-3916574a-a45e-4074-908e-5384900b1fdc tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:45.801184 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fb511e3-d65d-40a9-9ff7-2dbfd469bf33 req-3916574a-a45e-4074-908e-5384900b1fdc tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 944 time: 0.1027341
Dec 18 21:13:45.864517 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-0a0d6297-0ebb-4165-8cca-484bf117880c service neutron] 10.222.0.31 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4739141
Dec 18 21:13:45.866767 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-eea33613-1425-4887-9ba3-a1371532be7f req-9381548b-5d06-4197-bbb2-1f19c8e61f38 service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4678361
Dec 18 21:13:45.915711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fb511e3-d65d-40a9-9ff7-2dbfd469bf33 req-ded7940d-de67-4a84-9477-923e9d470568 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062510
Dec 18 21:13:45.939861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38948) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:45.949325 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:45.982608 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.009476 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-94fb65dc-d0cb-471e-be1e-b0ff31c9a3a5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/d98a55a4-b8e4-4141-9753-586a4a31ead9 HTTP/1.1" status: 200  len: 991 time: 0.0684669
Dec 18 21:13:46.024859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Network 31096cce-ee8f-421a-b927-ec7200f715db is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:46.027714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:46.031252 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:46.032164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:46.033074 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.038057 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event updated for resources: {'Port': ['ID=54d9d217-8d17-4ce6-a1db-35f98cae5b41,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:46.051737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fd616a6a-7e14-44cd-9d64-4848927644b0 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.4081881
Dec 18 21:13:46.054901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 38950) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:46.059879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:46.111902 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.244568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d142be73-0afd-4754-abd6-52096e5b45d3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:13:46.275914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] device_id is not set on port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:13:46.283502 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.289476 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.342071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:46.344326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event updated for resources: {'Port': ['ID=54d9d217-8d17-4ce6-a1db-35f98cae5b41,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:46.354734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'port_id': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'mac_address': 'fa:16:3e:77:6a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:13:46.355435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:46.355868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:46.356113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:46.360393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:46.360723 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:46.361115 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 2 to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41
Dec 18 21:13:46.374499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:46.374839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:46.375175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:46.379583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:46.379934 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:46.380316 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 3 to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41
Dec 18 21:13:46.391515 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.392097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:46.392428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:46.392760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:46.397720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:46.398035 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:46.398441 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 4 to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41
Dec 18 21:13:46.404350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d142be73-0afd-4754-abd6-52096e5b45d3 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:13:46.410424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:46.410752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:46.411077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:46.415785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:46.416104 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:46.416746 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 5 to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41
Dec 18 21:13:46.427510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:46.430622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:46.431067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:46.431493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:46.432451 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.436904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:46.437228 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:46.437611 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 6 to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41
Dec 18 21:13:46.450052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:46.450419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:46.450752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:46.454933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:46.455257 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:46.455630 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 7 to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41
Dec 18 21:13:46.467211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:46.467653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:46.468037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:46.472370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:46.472697 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:46.473086 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 8 to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41
Dec 18 21:13:46.478443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=12']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:46.486072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:46.486463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:46.486799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:46.491833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:46.492184 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:46.492604 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 9 to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41
Dec 18 21:13:46.504433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:46.504764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:46.505091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:46.509363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:46.509711 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:46.510091 ncdv-master-1 neutron-server[126008]: INFO neutron.plugins.ml2.plugin [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempt 10 to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41
Dec 18 21:13:46.522061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:46.522425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:46.522756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempting to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:46.526922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:13:46.527246 ncdv-master-1 neutron-server[126008]: ERROR neutron.plugins.ml2.managers [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Failed to bind port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on host nch2-master-1 for vnic_type normal using segments [{'id': 'e694561e-31c2-4269-b9a1-c0176b171eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31096cce-ee8f-421a-b927-ec7200f715db'}]
Dec 18 21:13:46.527606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.589050 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] For port 54d9d217-8d17-4ce6-a1db-35f98cae5b41, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:46.589421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attempted to set empty binding levels {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 18 21:13:46.594521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.628399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] In _notify_port_updated(), no bound segment for port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 on network 31096cce-ee8f-421a-b927-ec7200f715db {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:13:46.629256 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:46.629874 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.633733 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "PUT /v2.0/ports/54d9d217-8d17-4ce6-a1db-35f98cae5b41 HTTP/1.1" status: 200  len: 974 time: 0.5753989
Dec 18 21:13:46.634413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38954) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:46.647366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea22cb7-48e1-4d6e-b8e8-01e597c52c22 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event updated for resources: {'Port': ['ID=54d9d217-8d17-4ce6-a1db-35f98cae5b41,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:46.663773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['d142be73-0afd-4754-abd6-52096e5b45d3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:13:46.713882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a6426-0950-4b3e-92e1-5f9cb5b92003 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Deleting port 54d9d217-8d17-4ce6-a1db-35f98cae5b41 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:13:46.714224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6426-0950-4b3e-92e1-5f9cb5b92003 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.777117 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-eb2a6426-0950-4b3e-92e1-5f9cb5b92003 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] For port 54d9d217-8d17-4ce6-a1db-35f98cae5b41, host nch2-master-1, got binding levels [] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:46.777398 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6426-0950-4b3e-92e1-5f9cb5b92003 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.790513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a6426-0950-4b3e-92e1-5f9cb5b92003 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Calling delete_port for 54d9d217-8d17-4ce6-a1db-35f98cae5b41 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:13:46.868563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6426-0950-4b3e-92e1-5f9cb5b92003 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.897154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a6426-0950-4b3e-92e1-5f9cb5b92003 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Pushing event deleted for resources: {'Port': ['ID=54d9d217-8d17-4ce6-a1db-35f98cae5b41,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:46.901106 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6426-0950-4b3e-92e1-5f9cb5b92003 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:46.904407 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-eb2a6426-0950-4b3e-92e1-5f9cb5b92003 tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "DELETE /v2.0/ports/54d9d217-8d17-4ce6-a1db-35f98cae5b41 HTTP/1.1" status: 204  len: 168 time: 0.2688439
Dec 18 21:13:46.907060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38956) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:46.933321 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e39c2a9-6fd3-4d71-bc5f-144513e5adfe tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] GET failed (client error): The resource could not be found.
Dec 18 21:13:46.934664 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0e39c2a9-6fd3-4d71-bc5f-144513e5adfe tempest-PortsAdminExtendedAttrsTestJSON-203775796 tempest-PortsAdminExtendedAttrsTestJSON-203775796-project-admin] 10.222.0.13 "GET /v2.0/ports/54d9d217-8d17-4ce6-a1db-35f98cae5b41 HTTP/1.1" status: 404  len: 333 time: 0.0267179
Dec 18 21:13:46.938281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38958) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:47.011400 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:47.097644 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:47.116284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d83b9d0>,) {'filters': {'network_id': ['31096cce-ee8f-421a-b927-ec7200f715db']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:47.125124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d83b9d0>, 'e694561e-31c2-4269-b9a1-c0176b171eba') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:47.125420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d83b9d0>, 'e694561e-31c2-4269-b9a1-c0176b171eba') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:47.134901 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:47.147929 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:47.158931 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:13:47.159326 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:13:47.163403 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:13:47.220240 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:47.227630 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:47.229978 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] 10.222.0.13 "DELETE /v2.0/networks/31096cce-ee8f-421a-b927-ec7200f715db HTTP/1.1" status: 204  len: 168 time: 0.2907994
Dec 18 21:13:47.241229 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff998841-d26a-4378-93b4-9d3c797fbf28 tempest-PortsAdminExtendedAttrsTestJSON-1837017810 tempest-PortsAdminExtendedAttrsTestJSON-1837017810-project] Pushing event deleted for resources: {'Network': ['ID=31096cce-ee8f-421a-b927-ec7200f715db,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:47.464392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38966) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:47.605443 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f57e3bb4-e33d-4587-abc0-dc705659bb42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=700ce5a5fa1b4e66898ed285c0cf3b6b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1398978
Dec 18 21:13:47.607871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38970) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:47.653321 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3034c21-d526-44dc-b29c-f88daa1d7b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:47.674751 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3034c21-d526-44dc-b29c-f88daa1d7b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:47.722681 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3034c21-d526-44dc-b29c-f88daa1d7b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:47.725301 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3034c21-d526-44dc-b29c-f88daa1d7b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:47.726477 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d3034c21-d526-44dc-b29c-f88daa1d7b7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7774874-0159-4169-9f26-9e488ffc6211 HTTP/1.1" status: 204  len: 168 time: 0.1176844
Dec 18 21:13:47.738736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3034c21-d526-44dc-b29c-f88daa1d7b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7774874-0159-4169-9f26-9e488ffc6211,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:47.992829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38978) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:48.032250 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-25b86a80-4b3f-4f52-b86e-d4dfa2d794a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4922673b3964dfb81e5f4c5433ebc9a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381742
Dec 18 21:13:48.034653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 38980) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:48.081694 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ba5679f-9b69-497c-b74f-d6bd223decae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:48.103374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ba5679f-9b69-497c-b74f-d6bd223decae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:48.166914 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ba5679f-9b69-497c-b74f-d6bd223decae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:48.169457 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ba5679f-9b69-497c-b74f-d6bd223decae admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:48.170625 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0ba5679f-9b69-497c-b74f-d6bd223decae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38370704-8974-4474-8c47-032a7597519e HTTP/1.1" status: 204  len: 168 time: 0.1350899
Dec 18 21:13:48.178218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5679f-9b69-497c-b74f-d6bd223decae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38370704-8974-4474-8c47-032a7597519e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:48.255292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d142be73-0afd-4754-abd6-52096e5b45d3 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:13:48.303767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port d142be73-0afd-4754-abd6-52096e5b45d3 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:13:48.308069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port d142be73-0afd-4754-abd6-52096e5b45d3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:48.308407 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:48.389557 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:48.413037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:13:48.416050 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e1863-1586-4881-b72d-a5187117497c" -d '{"events": [{"server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "name": "network-vif-plugged", "status": "completed", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:13:48.431680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:48.437763 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:48.464821 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb558d4f-4ac3-4e1b-8bf6-8977bfc9e0c8 x-openstack-request-id: req-fb558d4f-4ac3-4e1b-8bf6-8977bfc9e0c8 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:13:48.465127 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "name": "network-vif-plugged", "status": "completed", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:13:48.465388 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb558d4f-4ac3-4e1b-8bf6-8977bfc9e0c8 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:13:48.465783 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'code': 200}
Dec 18 21:13:48.490074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=13']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:48.863144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39010) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:48.957777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1086613881'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:48.979766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:48.982963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:48.991164 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:49.062025 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:49.065815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:49.093238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:13:49.103651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31cf776b-11ac-463a-9c44-58e0094cf5f0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:49.109489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:49.109917 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Added segment 407d8ba5-820a-462d-98c1-41b92981d055 of type vlan for network 530a2525-aba8-42e7-bd64-a6dee96461ba
Dec 18 21:13:49.150187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:49.175052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:49.184481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:49.184481 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:49.237869 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3736260
Dec 18 21:13:49.253793 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a162667-aeb1-4145-87bd-44e08c79fc04 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Network': ['ID=530a2525-aba8-42e7-bd64-a6dee96461ba,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:49.265292 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 530a2525-aba8-42e7-bd64-a6dee96461ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:13:49.532056 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:52.469768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39028) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:52.474869 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e2aab9a4-f52a-4374-9a7f-406166bf9644 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'subnet': {'network_id': '530a2525-aba8-42e7-bd64-a6dee96461ba', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:52.564977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aab9a4-f52a-4374-9a7f-406166bf9644 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:52.568834 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2aab9a4-f52a-4374-9a7f-406166bf9644 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:52.745669 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2aab9a4-f52a-4374-9a7f-406166bf9644 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:52.809122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aab9a4-f52a-4374-9a7f-406166bf9644 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Subnet': ['ID=d0b08368-0701-4dba-a144-ea56cba292a8,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:52.816317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aab9a4-f52a-4374-9a7f-406166bf9644 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Checking segment: {'id': '407d8ba5-820a-462d-98c1-41b92981d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '530a2525-aba8-42e7-bd64-a6dee96461ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:52.816938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aab9a4-f52a-4374-9a7f-406166bf9644 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network hostable DHCP agents. Network: 530a2525-aba8-42e7-bd64-a6dee96461ba, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:13:52.833067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aab9a4-f52a-4374-9a7f-406166bf9644 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network 530a2525-aba8-42e7-bd64-a6dee96461ba is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:13:52.841977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e2aab9a4-f52a-4374-9a7f-406166bf9644 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 530a2525-aba8-42e7-bd64-a6dee96461ba) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:52.845828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aab9a4-f52a-4374-9a7f-406166bf9644 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:52.846467 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2aab9a4-f52a-4374-9a7f-406166bf9644 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:52.852209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f827016c-b67e-4b53-80da-671378497714 None None] Network 530a2525-aba8-42e7-bd64-a6dee96461ba requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:13:52.863780 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e2aab9a4-f52a-4374-9a7f-406166bf9644 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3928978
Dec 18 21:13:52.867348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39030) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:52.873415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-05d8dae2-c8b6-4489-a2fd-88aefde24a43 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-853062937'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:52.898003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d8dae2-c8b6-4489-a2fd-88aefde24a43 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:52.901525 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05d8dae2-c8b6-4489-a2fd-88aefde24a43 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:52.925707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d8dae2-c8b6-4489-a2fd-88aefde24a43 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:13:52.934653 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05d8dae2-c8b6-4489-a2fd-88aefde24a43 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:52.934996 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-05d8dae2-c8b6-4489-a2fd-88aefde24a43 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Added segment 3ee87074-e8ca-4d30-9f71-cceab34a0c33 of type vlan for network 049f66a2-4fe8-416a-bcc3-fd19f7c4ad64
Dec 18 21:13:52.956191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-530a2525-aba8-42e7-bd64-a6dee96461ba', 'network_id': '530a2525-aba8-42e7-bd64-a6dee96461ba', 'project_id': 'ad0c7ce501d44ae091188abfb003a2de', 'fixed_ips': [{'subnet_id': 'd0b08368-0701-4dba-a144-ea56cba292a8'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:13:52.957358 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:52.975341 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05d8dae2-c8b6-4489-a2fd-88aefde24a43 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.000730 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05d8dae2-c8b6-4489-a2fd-88aefde24a43 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.007666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d8dae2-c8b6-4489-a2fd-88aefde24a43 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:53.008261 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-05d8dae2-c8b6-4489-a2fd-88aefde24a43 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.072423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-05d8dae2-c8b6-4489-a2fd-88aefde24a43 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2032542
Dec 18 21:13:53.075479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39034) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:53.080789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a8a604f8-2841-403f-a83e-e2618441e8cc tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'subnet': {'network_id': '049f66a2-4fe8-416a-bcc3-fd19f7c4ad64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:53.084392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8dae2-c8b6-4489-a2fd-88aefde24a43 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Network': ['ID=049f66a2-4fe8-416a-bcc3-fd19f7c4ad64,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:53.096182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 049f66a2-4fe8-416a-bcc3-fd19f7c4ad64 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:13:53.108206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Allocated IP 2001:db8:0:ffff::2 (530a2525-aba8-42e7-bd64-a6dee96461ba/d0b08368-0701-4dba-a144-ea56cba292a8/6f9c8b9a-4070-4a1e-b073-e7cddcb1197d) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:13:53.171546 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a604f8-2841-403f-a83e-e2618441e8cc tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:53.175113 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8a604f8-2841-403f-a83e-e2618441e8cc tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.311097 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.316049 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.355704 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8a604f8-2841-403f-a83e-e2618441e8cc tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.355978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Network 530a2525-aba8-42e7-bd64-a6dee96461ba is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:53.359003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:53.362582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:53.370398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9c8b9a-4070-4a1e-b073-e7cddcb1197d,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:53.418196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a604f8-2841-403f-a83e-e2618441e8cc tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Subnet': ['ID=f97531d9-cbc2-41a5-9820-b9470b512d53,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:53.425304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Attempting to bind port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:53.425683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Attempting to bind port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '407d8ba5-820a-462d-98c1-41b92981d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '530a2525-aba8-42e7-bd64-a6dee96461ba'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:53.426047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Attempting to bind port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d on network 530a2525-aba8-42e7-bd64-a6dee96461ba {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:53.431505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:13:53.431972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Checking segment: {'id': '407d8ba5-820a-462d-98c1-41b92981d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '530a2525-aba8-42e7-bd64-a6dee96461ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:53.432454 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.432851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Bound using segment: {'id': '407d8ba5-820a-462d-98c1-41b92981d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '530a2525-aba8-42e7-bd64-a6dee96461ba'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:13:53.433319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Bound port: 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407d8ba5-820a-462d-98c1-41b92981d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '530a2525-aba8-42e7-bd64-a6dee96461ba'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:13:53.433701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.435726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a604f8-2841-403f-a83e-e2618441e8cc tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Checking segment: {'id': '3ee87074-e8ca-4d30-9f71-cceab34a0c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '049f66a2-4fe8-416a-bcc3-fd19f7c4ad64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:53.436092 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a604f8-2841-403f-a83e-e2618441e8cc tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network hostable DHCP agents. Network: 049f66a2-4fe8-416a-bcc3-fd19f7c4ad64, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:13:53.454797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a604f8-2841-403f-a83e-e2618441e8cc tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network 049f66a2-4fe8-416a-bcc3-fd19f7c4ad64 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:13:53.465020 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-a8a604f8-2841-403f-a83e-e2618441e8cc tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 049f66a2-4fe8-416a-bcc3-fd19f7c4ad64) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:53.470534 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a604f8-2841-403f-a83e-e2618441e8cc tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:53.471305 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a8a604f8-2841-403f-a83e-e2618441e8cc tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.477047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceb6998-f3ad-4bf3-ac9a-dcda5a6a1ad7 None None] Network 049f66a2-4fe8-416a-bcc3-fd19f7c4ad64 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:13:53.492944 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a8a604f8-2841-403f-a83e-e2618441e8cc tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.4161227
Dec 18 21:13:53.496145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39038) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:53.555442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] For port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:53.577577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] For port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f9c8b9a-4070-4a1e-b073-e7cddcb1197d,segment=NetworkSegment(407d8ba5-820a-462d-98c1-41b92981d055),segment_id=407d8ba5-820a-462d-98c1-41b92981d055)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:13:53.586494 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.593412 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.626899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25c157d-de30-4a40-9c5b-f89405bceb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-049f66a2-4fe8-416a-bcc3-fd19f7c4ad64', 'network_id': '049f66a2-4fe8-416a-bcc3-fd19f7c4ad64', 'project_id': 'ad0c7ce501d44ae091188abfb003a2de', 'fixed_ips': [{'subnet_id': 'f97531d9-cbc2-41a5-9820-b9470b512d53'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:13:53.627756 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d25c157d-de30-4a40-9c5b-f89405bceb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.675666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6930b2-ce31-4e20-902e-60027fd596f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9c8b9a-4070-4a1e-b073-e7cddcb1197d,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:53.679464 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.744493 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server [None req-d25c157d-de30-4a40-9c5b-f89405bceb59 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f97531d9-cbc2-41a5-9820-b9470b512d53: This subnet is being modified by another concurrent operation.
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f97531d9-cbc2-41a5-9820-b9470b512d53: This subnet is being modified by another concurrent operation.
Dec 18 21:13:53.765634 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server 
Dec 18 21:13:53.775859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Subnet': ['ID=f97531d9-cbc2-41a5-9820-b9470b512d53,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:53.787053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34d0bb-db59-4d47-aecf-73aecd3e5387 None None] Network 049f66a2-4fe8-416a-bcc3-fd19f7c4ad64 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:13:53.842542 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.874373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e849610>,) {'filters': {'network_id': ['049f66a2-4fe8-416a-bcc3-fd19f7c4ad64']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:53.892230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e849610>, '3ee87074-e8ca-4d30-9f71-cceab34a0c33') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:53.892526 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e849610>, '3ee87074-e8ca-4d30-9f71-cceab34a0c33') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:53.903075 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.918151 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.925334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:13:53.925737 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:13:53.929079 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:13:53.988674 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:53.996840 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.000096 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/049f66a2-4fe8-416a-bcc3-fd19f7c4ad64 HTTP/1.1" status: 204  len: 168 time: 0.5029445
Dec 18 21:13:54.003734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39040) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:54.017320 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ef08dc97-5aa0-4f32-95af-92e5c6cbf0b8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-738206072'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:54.021620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e676d-a0e1-4f42-b85c-fcd89090d0c0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Network': ['ID=049f66a2-4fe8-416a-bcc3-fd19f7c4ad64,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:54.043382 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef08dc97-5aa0-4f32-95af-92e5c6cbf0b8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:54.046902 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef08dc97-5aa0-4f32-95af-92e5c6cbf0b8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.078043 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef08dc97-5aa0-4f32-95af-92e5c6cbf0b8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:13:54.087395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef08dc97-5aa0-4f32-95af-92e5c6cbf0b8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.087794 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-ef08dc97-5aa0-4f32-95af-92e5c6cbf0b8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Added segment 2913c1c8-ce7e-4704-9275-760a463afd8f of type vlan for network 4b989fc9-7007-4717-a0af-347e9aef5b69
Dec 18 21:13:54.128165 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef08dc97-5aa0-4f32-95af-92e5c6cbf0b8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.152879 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef08dc97-5aa0-4f32-95af-92e5c6cbf0b8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.158558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef08dc97-5aa0-4f32-95af-92e5c6cbf0b8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:54.159158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ef08dc97-5aa0-4f32-95af-92e5c6cbf0b8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.219904 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef08dc97-5aa0-4f32-95af-92e5c6cbf0b8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2152531
Dec 18 21:13:54.222824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39044) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:54.231525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ea4322d5-8e1c-4b16-ad22-9fa683875a8a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'subnet': {'network_id': '4b989fc9-7007-4717-a0af-347e9aef5b69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:54.232212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08dc97-5aa0-4f32-95af-92e5c6cbf0b8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Network': ['ID=4b989fc9-7007-4717-a0af-347e9aef5b69,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:54.242529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 4b989fc9-7007-4717-a0af-347e9aef5b69 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:13:54.323339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4322d5-8e1c-4b16-ad22-9fa683875a8a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:54.327188 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea4322d5-8e1c-4b16-ad22-9fa683875a8a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.549820 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea4322d5-8e1c-4b16-ad22-9fa683875a8a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.612827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:13:54.628775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4322d5-8e1c-4b16-ad22-9fa683875a8a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Subnet': ['ID=8e717eff-84d8-4f87-b182-93493a9caa27,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:54.638898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4322d5-8e1c-4b16-ad22-9fa683875a8a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Checking segment: {'id': '2913c1c8-ce7e-4704-9275-760a463afd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4b989fc9-7007-4717-a0af-347e9aef5b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:54.639264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4322d5-8e1c-4b16-ad22-9fa683875a8a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network hostable DHCP agents. Network: 4b989fc9-7007-4717-a0af-347e9aef5b69, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:13:54.656799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4322d5-8e1c-4b16-ad22-9fa683875a8a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network 4b989fc9-7007-4717-a0af-347e9aef5b69 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:13:54.666400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ea4322d5-8e1c-4b16-ad22-9fa683875a8a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4b989fc9-7007-4717-a0af-347e9aef5b69) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:54.671441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4322d5-8e1c-4b16-ad22-9fa683875a8a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:54.672035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea4322d5-8e1c-4b16-ad22-9fa683875a8a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.678809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77617523-655e-400a-92d0-4ec2427e4c56 None None] Network 4b989fc9-7007-4717-a0af-347e9aef5b69 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:13:54.693860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ea4322d5-8e1c-4b16-ad22-9fa683875a8a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.4649141
Dec 18 21:13:54.693860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39048) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:54.698362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-17a807b5-5e3a-498e-b8d0-ca67e4b89d8b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1378468976'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:54.729960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a807b5-5e3a-498e-b8d0-ca67e4b89d8b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:54.733682 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-17a807b5-5e3a-498e-b8d0-ca67e4b89d8b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.759672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a807b5-5e3a-498e-b8d0-ca67e4b89d8b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:13:54.769541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-17a807b5-5e3a-498e-b8d0-ca67e4b89d8b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.769996 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-17a807b5-5e3a-498e-b8d0-ca67e4b89d8b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Added segment 1fa5fb41-0a2b-4fe2-9704-114751e7b9fe of type vlan for network 768a9fe6-8325-4982-a323-61fd507a0eb8
Dec 18 21:13:54.815075 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-17a807b5-5e3a-498e-b8d0-ca67e4b89d8b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.841278 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-17a807b5-5e3a-498e-b8d0-ca67e4b89d8b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.847263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a807b5-5e3a-498e-b8d0-ca67e4b89d8b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:54.847885 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-17a807b5-5e3a-498e-b8d0-ca67e4b89d8b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:54.887938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2798ae8-2697-4ba2-87a3-b9d7f82904c4 None None] Network 530a2525-aba8-42e7-bd64-a6dee96461ba requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:13:54.905053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-17a807b5-5e3a-498e-b8d0-ca67e4b89d8b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2113435
Dec 18 21:13:54.908102 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39050) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:54.917022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a807b5-5e3a-498e-b8d0-ca67e4b89d8b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Network': ['ID=768a9fe6-8325-4982-a323-61fd507a0eb8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:54.917481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'subnet': {'network_id': '768a9fe6-8325-4982-a323-61fd507a0eb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:54.945329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 768a9fe6-8325-4982-a323-61fd507a0eb8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:13:55.011260 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:55.012986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5c9a517b-583d-4be7-825b-b58c1510afcd None None] Provisioning complete for port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:55.013355 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5c9a517b-583d-4be7-825b-b58c1510afcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.015007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.070676 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:55.071066 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.072055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Performing IP validity checks on allocation pools {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 18 21:13:55.072572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 18 21:13:55.185369 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b989fc9-7007-4717-a0af-347e9aef5b69', 'network_id': '4b989fc9-7007-4717-a0af-347e9aef5b69', 'project_id': 'ad0c7ce501d44ae091188abfb003a2de', 'fixed_ips': [{'subnet_id': '8e717eff-84d8-4f87-b182-93493a9caa27'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:13:55.186642 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.207305 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.262774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Subnet': ['ID=623e990a-f053-4d88-87a8-b11b3b3b307a,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:55.278395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Checking segment: {'id': '1fa5fb41-0a2b-4fe2-9704-114751e7b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '768a9fe6-8325-4982-a323-61fd507a0eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:55.278762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network hostable DHCP agents. Network: 768a9fe6-8325-4982-a323-61fd507a0eb8, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:13:55.295481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network 768a9fe6-8325-4982-a323-61fd507a0eb8 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:13:55.304931 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 768a9fe6-8325-4982-a323-61fd507a0eb8) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:55.309063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:55.309679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.326666 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-27b94e1e-d9a5-4d76-85f5-3d7effd3fd6f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 0.4162116
Dec 18 21:13:55.329636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39056) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:55.330091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21281de-b934-429a-89b0-4a56701de16e None None] Network 768a9fe6-8325-4982-a323-61fd507a0eb8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:13:55.352209 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5c9a517b-583d-4be7-825b-b58c1510afcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.421343 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.453355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.511154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5c9a517b-583d-4be7-825b-b58c1510afcd None None] For port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f9c8b9a-4070-4a1e-b073-e7cddcb1197d,segment=NetworkSegment(407d8ba5-820a-462d-98c1-41b92981d055),segment_id=407d8ba5-820a-462d-98c1-41b92981d055)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:55.518973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Allocated IP 2001:db8::1 (4b989fc9-7007-4717-a0af-347e9aef5b69/8e717eff-84d8-4f87-b182-93493a9caa27/3f3aa256-62d3-4fc5-b712-f891f60767ef) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:13:55.525540 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5c9a517b-583d-4be7-825b-b58c1510afcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.547317 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.590920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94a297-0fcc-4592-b72e-ea22332b4ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-768a9fe6-8325-4982-a323-61fd507a0eb8', 'network_id': '768a9fe6-8325-4982-a323-61fd507a0eb8', 'project_id': 'ad0c7ce501d44ae091188abfb003a2de', 'fixed_ips': [{'subnet_id': '623e990a-f053-4d88-87a8-b11b3b3b307a'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:13:55.591779 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e94a297-0fcc-4592-b72e-ea22332b4ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.619484 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.659598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Subnet': ['ID=623e990a-f053-4d88-87a8-b11b3b3b307a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:55.700440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:13:55.700787 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:13:55.706173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a517b-583d-4be7-825b-b58c1510afcd None None] Pushing event updated for resources: {'Port': ['ID=6f9c8b9a-4070-4a1e-b073-e7cddcb1197d,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:55.723553 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.746424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d0bb6d0>,) {'filters': {'network_id': ['768a9fe6-8325-4982-a323-61fd507a0eb8']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:55.755659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d0bb6d0>, '1fa5fb41-0a2b-4fe2-9704-114751e7b9fe') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:55.755954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d0bb6d0>, '1fa5fb41-0a2b-4fe2-9704-114751e7b9fe') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:55.765420 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.771943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5840873-bead-472b-ae7c-5db81e272ab8 None None] Provisioning complete for port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:55.772834 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5840873-bead-472b-ae7c-5db81e272ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.781607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.788864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:13:55.789445 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:13:55.792664 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:13:55.799919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d10a7e-b44e-4900-a48d-3ac8eb886047 None None] Network 768a9fe6-8325-4982-a323-61fd507a0eb8 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:13:55.849574 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.859141 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.862425 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/768a9fe6-8325-4982-a323-61fd507a0eb8 HTTP/1.1" status: 204  len: 168 time: 0.5316646
Dec 18 21:13:55.867245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39060) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:55.872182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e1d3d-cba5-4276-a190-bb421e4ac669 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Network': ['ID=768a9fe6-8325-4982-a323-61fd507a0eb8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:55.872886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-28044e1b-db73-40a3-858b-1f1499a13b7d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1976326798'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:55.898203 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28044e1b-db73-40a3-858b-1f1499a13b7d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:55.901837 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-28044e1b-db73-40a3-858b-1f1499a13b7d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.926224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28044e1b-db73-40a3-858b-1f1499a13b7d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:13:55.936524 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-28044e1b-db73-40a3-858b-1f1499a13b7d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.936855 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-28044e1b-db73-40a3-858b-1f1499a13b7d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Added segment 3b0bc57b-184e-40a8-a7a3-c727c9ca2218 of type vlan for network c9b8d1ad-82a2-4751-ac00-f11ae48d1683
Dec 18 21:13:55.938186 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.945822 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:55.981833 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-28044e1b-db73-40a3-858b-1f1499a13b7d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:56.005454 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-28044e1b-db73-40a3-858b-1f1499a13b7d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:56.011707 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28044e1b-db73-40a3-858b-1f1499a13b7d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:56.012292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-28044e1b-db73-40a3-858b-1f1499a13b7d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:56.024495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Network 4b989fc9-7007-4717-a0af-347e9aef5b69 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:56.025708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Pushing event updated for resources: {'Port': ['ID=3f3aa256-62d3-4fc5-b712-f891f60767ef,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:56.028510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:56.030612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:56.066298 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-28044e1b-db73-40a3-858b-1f1499a13b7d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1977437
Dec 18 21:13:56.070165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39062) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:56.074673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5b3b674f-3c4b-404c-9321-1817793c3a31 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'subnet': {'network_id': 'c9b8d1ad-82a2-4751-ac00-f11ae48d1683', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:56.090215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Attempting to bind port 3f3aa256-62d3-4fc5-b712-f891f60767ef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:56.090611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Attempting to bind port 3f3aa256-62d3-4fc5-b712-f891f60767ef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2913c1c8-ce7e-4704-9275-760a463afd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4b989fc9-7007-4717-a0af-347e9aef5b69'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:56.090974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Attempting to bind port 3f3aa256-62d3-4fc5-b712-f891f60767ef on network 4b989fc9-7007-4717-a0af-347e9aef5b69 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:56.095923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:13:56.096298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Checking segment: {'id': '2913c1c8-ce7e-4704-9275-760a463afd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4b989fc9-7007-4717-a0af-347e9aef5b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:56.096698 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:56.097087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Bound using segment: {'id': '2913c1c8-ce7e-4704-9275-760a463afd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4b989fc9-7007-4717-a0af-347e9aef5b69'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:13:56.097554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Bound port: 3f3aa256-62d3-4fc5-b712-f891f60767ef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2913c1c8-ce7e-4704-9275-760a463afd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4b989fc9-7007-4717-a0af-347e9aef5b69'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:13:56.097935 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:56.131141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28044e1b-db73-40a3-858b-1f1499a13b7d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Network': ['ID=c9b8d1ad-82a2-4751-ac00-f11ae48d1683,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:56.143754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network c9b8d1ad-82a2-4751-ac00-f11ae48d1683 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:13:56.176678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3b674f-3c4b-404c-9321-1817793c3a31 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:56.180190 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b3b674f-3c4b-404c-9321-1817793c3a31 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:56.230338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] For port 3f3aa256-62d3-4fc5-b712-f891f60767ef, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:56.254657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] For port 3f3aa256-62d3-4fc5-b712-f891f60767ef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f3aa256-62d3-4fc5-b712-f891f60767ef,segment=NetworkSegment(2913c1c8-ce7e-4704-9275-760a463afd8f),segment_id=2913c1c8-ce7e-4704-9275-760a463afd8f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:13:56.261534 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:56.324669 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b40826-8857-4525-8e23-8e2d9f141978 None None] Pushing event updated for resources: {'Port': ['ID=3f3aa256-62d3-4fc5-b712-f891f60767ef,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:56.392085 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b3b674f-3c4b-404c-9321-1817793c3a31 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:56.452068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b674f-3c4b-404c-9321-1817793c3a31 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Subnet': ['ID=f7fc685f-aa3d-4777-90f8-f51f662f85a3,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:56.463047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3b674f-3c4b-404c-9321-1817793c3a31 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Checking segment: {'id': '3b0bc57b-184e-40a8-a7a3-c727c9ca2218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c9b8d1ad-82a2-4751-ac00-f11ae48d1683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:56.463414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b674f-3c4b-404c-9321-1817793c3a31 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network hostable DHCP agents. Network: c9b8d1ad-82a2-4751-ac00-f11ae48d1683, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:13:56.485077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b674f-3c4b-404c-9321-1817793c3a31 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network c9b8d1ad-82a2-4751-ac00-f11ae48d1683 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:13:56.500881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-5b3b674f-3c4b-404c-9321-1817793c3a31 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c9b8d1ad-82a2-4751-ac00-f11ae48d1683) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:56.508204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3b674f-3c4b-404c-9321-1817793c3a31 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:56.510660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b3b674f-3c4b-404c-9321-1817793c3a31 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:56.511295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdada68b-0a2d-4507-af2c-d544fb255045 None None] Network c9b8d1ad-82a2-4751-ac00-f11ae48d1683 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:13:56.528508 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5b3b674f-3c4b-404c-9321-1817793c3a31 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 0.4575605
Dec 18 21:13:56.531202 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39066) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:56.652968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c9b8d1ad-82a2-4751-ac00-f11ae48d1683', 'network_id': 'c9b8d1ad-82a2-4751-ac00-f11ae48d1683', 'project_id': 'ad0c7ce501d44ae091188abfb003a2de', 'fixed_ips': [{'subnet_id': 'f7fc685f-aa3d-4777-90f8-f51f662f85a3'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:13:56.654144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:56.704891 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:56.767380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3f3aa256-62d3-4fc5-b712-f891f60767ef up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:13:56.774195 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:56.861463 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Allocated IP 2001:db8::1 (c9b8d1ad-82a2-4751-ac00-f11ae48d1683/f7fc685f-aa3d-4777-90f8-f51f662f85a3/d46118bf-0cb4-4bea-853a-a61d9fbd3b33) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:13:56.875812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3f3aa256-62d3-4fc5-b712-f891f60767ef triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:56.876183 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.052487 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.083443 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.095981 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.110601 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.112755 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 3f3aa256-62d3-4fc5-b712-f891f60767ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f3aa256-62d3-4fc5-b712-f891f60767ef,segment=NetworkSegment(2913c1c8-ce7e-4704-9275-760a463afd8f),segment_id=2913c1c8-ce7e-4704-9275-760a463afd8f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:57.136515 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.137413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:13:57.147172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Subnet': ['ID=f7fc685f-aa3d-4777-90f8-f51f662f85a3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:57.173054 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Network c9b8d1ad-82a2-4751-ac00-f11ae48d1683 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:57.184660 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:57.187677 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:57.192121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Pushing event updated for resources: {'Port': ['ID=d46118bf-0cb4-4bea-853a-a61d9fbd3b33,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:57.215658 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.239547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ef6b2e0>,) {'filters': {'network_id': ['c9b8d1ad-82a2-4751-ac00-f11ae48d1683']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:57.252206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ef6b2e0>, '3b0bc57b-184e-40a8-a7a3-c727c9ca2218') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:57.252583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ef6b2e0>, '3b0bc57b-184e-40a8-a7a3-c727c9ca2218') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:57.264163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.281649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.290545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:13:57.291029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:13:57.345248 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:13:57.367719 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.api [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 21:13:57.367719 ncdv-master-1 neutron-server[126009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 21:13:57.367719 ncdv-master-1 neutron-server[126009]: [parameters: {'id': 'c9b8d1ad-82a2-4751-ac00-f11ae48d1683'}]
Dec 18 21:13:57.367719 ncdv-master-1 neutron-server[126009]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:13:57.368340 ncdv-master-1 neutron-server[126009]: DEBUG oslo_db.api [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:13:57.447551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11434b22-467e-4833-a64a-b47d6cdecb54 None None] Network 4b989fc9-7007-4717-a0af-347e9aef5b69 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:13:57.515034 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=3f3aa256-62d3-4fc5-b712-f891f60767ef,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:57.521887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Attempting to bind port d46118bf-0cb4-4bea-853a-a61d9fbd3b33 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:57.522315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Attempting to bind port d46118bf-0cb4-4bea-853a-a61d9fbd3b33 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b0bc57b-184e-40a8-a7a3-c727c9ca2218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c9b8d1ad-82a2-4751-ac00-f11ae48d1683'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:57.522693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Attempting to bind port d46118bf-0cb4-4bea-853a-a61d9fbd3b33 on network c9b8d1ad-82a2-4751-ac00-f11ae48d1683 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:57.541886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-388bd8ba-3f7c-4294-aa72-1ddf47e28345 None None] Provisioning complete for port 3f3aa256-62d3-4fc5-b712-f891f60767ef triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:57.542182 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-388bd8ba-3f7c-4294-aa72-1ddf47e28345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.545621 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:57.545962 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.547547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:13:57.547922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Checking segment: {'id': '3b0bc57b-184e-40a8-a7a3-c727c9ca2218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c9b8d1ad-82a2-4751-ac00-f11ae48d1683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:57.548316 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.548708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Bound using segment: {'id': '3b0bc57b-184e-40a8-a7a3-c727c9ca2218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c9b8d1ad-82a2-4751-ac00-f11ae48d1683'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:13:57.549174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Bound port: d46118bf-0cb4-4bea-853a-a61d9fbd3b33, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0bc57b-184e-40a8-a7a3-c727c9ca2218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c9b8d1ad-82a2-4751-ac00-f11ae48d1683'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:13:57.549552 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.723087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] For port d46118bf-0cb4-4bea-853a-a61d9fbd3b33, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:57.728416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] For port d46118bf-0cb4-4bea-853a-a61d9fbd3b33, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d46118bf-0cb4-4bea-853a-a61d9fbd3b33,segment=NetworkSegment(3b0bc57b-184e-40a8-a7a3-c727c9ca2218),segment_id=3b0bc57b-184e-40a8-a7a3-c727c9ca2218)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:13:57.754736 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.870757 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:57.907058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc47f3-0ecd-45c1-80a3-25cfbfcef7e1 None None] Pushing event updated for resources: {'Port': ['ID=d46118bf-0cb4-4bea-853a-a61d9fbd3b33,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:57.936220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93ee409-b670-4601-bfa5-1238c2e57186 None None] Network c9b8d1ad-82a2-4751-ac00-f11ae48d1683 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:13:57.946162 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Deleting port d46118bf-0cb4-4bea-853a-a61d9fbd3b33 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:13:57.946875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.031516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] For port d46118bf-0cb4-4bea-853a-a61d9fbd3b33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d46118bf-0cb4-4bea-853a-a61d9fbd3b33,segment=NetworkSegment(3b0bc57b-184e-40a8-a7a3-c727c9ca2218),segment_id=3b0bc57b-184e-40a8-a7a3-c727c9ca2218)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:13:58.032149 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.044637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Calling delete_port for d46118bf-0cb4-4bea-853a-a61d9fbd3b33 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:13:58.068386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8606b8c-9649-493e-a1c8-bd3c38010b38 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 21:13:58.134476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1e37e8f9-ac43-42db-9f33-243904574e76 None None] Provisioning complete for port 3f3aa256-62d3-4fc5-b712-f891f60767ef triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:58.134895 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1e37e8f9-ac43-42db-9f33-243904574e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.160594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.205939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No DVR routers for this DVR port d46118bf-0cb4-4bea-853a-a61d9fbd3b33 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:13:58.211698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Port': ['ID=d46118bf-0cb4-4bea-853a-a61d9fbd3b33,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:58.304778 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.307075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8606b8c-9649-493e-a1c8-bd3c38010b38 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 21:13:58.328310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e2f9100>,) {'filters': {'network_id': ['c9b8d1ad-82a2-4751-ac00-f11ae48d1683']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:58.337746 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e2f9100>, '3b0bc57b-184e-40a8-a7a3-c727c9ca2218') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:58.338044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e2f9100>, '3b0bc57b-184e-40a8-a7a3-c727c9ca2218') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:58.348272 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.364239 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.371244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:13:58.371876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:13:58.376110 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:13:58.447489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.460954 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.464578 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/c9b8d1ad-82a2-4751-ac00-f11ae48d1683 HTTP/1.1" status: 204  len: 168 time: 1.9324489
Dec 18 21:13:58.468523 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39076) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:58.478694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d11874fb-a84b-44b3-ade1-14af08579af2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1743660638'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:58.478940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f1918-648e-43a8-a7da-07fa6e1e634a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Network': ['ID=c9b8d1ad-82a2-4751-ac00-f11ae48d1683,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:58.524679 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11874fb-a84b-44b3-ade1-14af08579af2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:58.528606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d11874fb-a84b-44b3-ade1-14af08579af2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.568479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11874fb-a84b-44b3-ade1-14af08579af2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:13:58.581484 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d11874fb-a84b-44b3-ade1-14af08579af2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.582082 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-d11874fb-a84b-44b3-ade1-14af08579af2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Added segment 102e1c9f-8405-483b-8562-492869fa0e6a of type vlan for network 285258f3-3973-4e9e-a870-1b29ceb6b52b
Dec 18 21:13:58.602457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3f3aa256-62d3-4fc5-b712-f891f60767ef up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:13:58.631439 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b83ebd-f5a3-460a-ad71-7d41e6ae3a1d None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 21:13:58.641254 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d11874fb-a84b-44b3-ade1-14af08579af2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.672354 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d11874fb-a84b-44b3-ade1-14af08579af2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.678216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11874fb-a84b-44b3-ade1-14af08579af2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:58.679181 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d11874fb-a84b-44b3-ade1-14af08579af2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.728641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3f3aa256-62d3-4fc5-b712-f891f60767ef triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:13:58.729013 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:58.747586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d11874fb-a84b-44b3-ade1-14af08579af2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2777584
Dec 18 21:13:58.750624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39078) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:58.763055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ea44cf1f-4d77-4b17-b58a-6305636daa8d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'subnet': {'network_id': '285258f3-3973-4e9e-a870-1b29ceb6b52b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:13:58.780474 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11874fb-a84b-44b3-ade1-14af08579af2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Network': ['ID=285258f3-3973-4e9e-a870-1b29ceb6b52b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:58.797728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 285258f3-3973-4e9e-a870-1b29ceb6b52b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:13:58.846185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b83ebd-f5a3-460a-ad71-7d41e6ae3a1d None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 21:13:58.865344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea44cf1f-4d77-4b17-b58a-6305636daa8d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:13:58.870228 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea44cf1f-4d77-4b17-b58a-6305636daa8d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.060762 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea44cf1f-4d77-4b17-b58a-6305636daa8d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.122541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44cf1f-4d77-4b17-b58a-6305636daa8d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Subnet': ['ID=3e62651e-1168-4363-ab81-0bfd63ede2b9,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:59.130318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44cf1f-4d77-4b17-b58a-6305636daa8d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Checking segment: {'id': '102e1c9f-8405-483b-8562-492869fa0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '285258f3-3973-4e9e-a870-1b29ceb6b52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:59.130691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44cf1f-4d77-4b17-b58a-6305636daa8d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network hostable DHCP agents. Network: 285258f3-3973-4e9e-a870-1b29ceb6b52b, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:13:59.150960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44cf1f-4d77-4b17-b58a-6305636daa8d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network 285258f3-3973-4e9e-a870-1b29ceb6b52b is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:13:59.161475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ea44cf1f-4d77-4b17-b58a-6305636daa8d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 285258f3-3973-4e9e-a870-1b29ceb6b52b) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:59.165709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea44cf1f-4d77-4b17-b58a-6305636daa8d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:13:59.166435 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea44cf1f-4d77-4b17-b58a-6305636daa8d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.177157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574702c9-7100-4308-b3e1-d658ac996f09 None None] Network 285258f3-3973-4e9e-a870-1b29ceb6b52b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:13:59.184049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ea44cf1f-4d77-4b17-b58a-6305636daa8d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.4321947
Dec 18 21:13:59.186664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39082) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:13:59.288159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-285258f3-3973-4e9e-a870-1b29ceb6b52b', 'network_id': '285258f3-3973-4e9e-a870-1b29ceb6b52b', 'project_id': 'ad0c7ce501d44ae091188abfb003a2de', 'fixed_ips': [{'subnet_id': '3e62651e-1168-4363-ab81-0bfd63ede2b9'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:13:59.289100 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.292993 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.347580 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.429915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Allocated IP 2001:db8::1 (285258f3-3973-4e9e-a870-1b29ceb6b52b/3e62651e-1168-4363-ab81-0bfd63ede2b9/fe973cef-e74a-4359-b10a-840377b70f9b) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:13:59.579788 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.586957 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.604954 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.633406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Network 285258f3-3973-4e9e-a870-1b29ceb6b52b is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:13:59.638563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Subnet': ['ID=3e62651e-1168-4363-ab81-0bfd63ede2b9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:59.639092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:13:59.643031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:13:59.650988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Pushing event updated for resources: {'Port': ['ID=fe973cef-e74a-4359-b10a-840377b70f9b,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:59.704000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Attempting to bind port fe973cef-e74a-4359-b10a-840377b70f9b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:13:59.704307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Attempting to bind port fe973cef-e74a-4359-b10a-840377b70f9b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '102e1c9f-8405-483b-8562-492869fa0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '285258f3-3973-4e9e-a870-1b29ceb6b52b'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:13:59.704656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Attempting to bind port fe973cef-e74a-4359-b10a-840377b70f9b on network 285258f3-3973-4e9e-a870-1b29ceb6b52b {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:13:59.709987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:13:59.710193 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Checking segment: {'id': '102e1c9f-8405-483b-8562-492869fa0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '285258f3-3973-4e9e-a870-1b29ceb6b52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:13:59.710677 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.711070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Bound using segment: {'id': '102e1c9f-8405-483b-8562-492869fa0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '285258f3-3973-4e9e-a870-1b29ceb6b52b'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:13:59.711534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Bound port: fe973cef-e74a-4359-b10a-840377b70f9b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102e1c9f-8405-483b-8562-492869fa0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '285258f3-3973-4e9e-a870-1b29ceb6b52b'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:13:59.711910 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.712236 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.732584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e566310>,) {'filters': {'network_id': ['285258f3-3973-4e9e-a870-1b29ceb6b52b']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:59.743011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e566310>, '102e1c9f-8405-483b-8562-492869fa0e6a') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:59.743316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e566310>, '102e1c9f-8405-483b-8562-492869fa0e6a') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:13:59.753003 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.766823 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.773416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:13:59.773844 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.775088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] For port fe973cef-e74a-4359-b10a-840377b70f9b, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:13:59.776973 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:13:59.847569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] For port fe973cef-e74a-4359-b10a-840377b70f9b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe973cef-e74a-4359-b10a-840377b70f9b,segment=NetworkSegment(102e1c9f-8405-483b-8562-492869fa0e6a),segment_id=102e1c9f-8405-483b-8562-492869fa0e6a)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:13:59.847839 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.db.api [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 21:13:59.847839 ncdv-master-1 neutron-server[126008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 21:13:59.847839 ncdv-master-1 neutron-server[126008]: [parameters: {'id': '285258f3-3973-4e9e-a870-1b29ceb6b52b'}]
Dec 18 21:13:59.847839 ncdv-master-1 neutron-server[126008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:13:59.848232 ncdv-master-1 neutron-server[126008]: DEBUG oslo_db.api [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:13:59.852591 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:13:59.927260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac333327-d3ee-4503-9297-3cbff2453f21 None None] Pushing event updated for resources: {'Port': ['ID=fe973cef-e74a-4359-b10a-840377b70f9b,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:13:59.948859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1605bbb7-4efa-42df-a965-5d1945f46a48 None None] Network 285258f3-3973-4e9e-a870-1b29ceb6b52b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:00.041722 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f2300b-de6b-4047-b5da-8d330ce0cd53 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 21:14:00.143704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f2300b-de6b-4047-b5da-8d330ce0cd53 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 21:14:00.349697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.401747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Deleting port fe973cef-e74a-4359-b10a-840377b70f9b {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:00.402081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.462222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] For port fe973cef-e74a-4359-b10a-840377b70f9b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe973cef-e74a-4359-b10a-840377b70f9b,segment=NetworkSegment(102e1c9f-8405-483b-8562-492869fa0e6a),segment_id=102e1c9f-8405-483b-8562-492869fa0e6a)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:00.462605 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.474115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Calling delete_port for fe973cef-e74a-4359-b10a-840377b70f9b owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:00.553803 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.584467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No DVR routers for this DVR port fe973cef-e74a-4359-b10a-840377b70f9b on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:00.590901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Port': ['ID=fe973cef-e74a-4359-b10a-840377b70f9b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:00.665132 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.684336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e128a90>,) {'filters': {'network_id': ['285258f3-3973-4e9e-a870-1b29ceb6b52b']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:00.693417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e128a90>, '102e1c9f-8405-483b-8562-492869fa0e6a') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:00.693719 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e128a90>, '102e1c9f-8405-483b-8562-492869fa0e6a') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:00.703374 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.717399 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.723080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:00.723495 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:00.726605 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:00.783121 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.788442 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.791621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/285258f3-3973-4e9e-a870-1b29ceb6b52b HTTP/1.1" status: 204  len: 168 time: 1.6040568
Dec 18 21:14:00.795178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39090) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:00.800232 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-77d84ea6-8088-4df2-89bf-b1b5f1eabbae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-804584222'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:00.809593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ec9c9-9d8f-401f-9437-5de52bff73ef tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Network': ['ID=285258f3-3973-4e9e-a870-1b29ceb6b52b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:00.823796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d84ea6-8088-4df2-89bf-b1b5f1eabbae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:00.827425 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77d84ea6-8088-4df2-89bf-b1b5f1eabbae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.850794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d84ea6-8088-4df2-89bf-b1b5f1eabbae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:00.860104 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77d84ea6-8088-4df2-89bf-b1b5f1eabbae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.860442 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-77d84ea6-8088-4df2-89bf-b1b5f1eabbae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Added segment d2fbdca5-31da-4e12-bc3d-a3e04d4ee17b of type vlan for network a7aba10f-1ad7-4472-8718-987968a44c5e
Dec 18 21:14:00.904532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77d84ea6-8088-4df2-89bf-b1b5f1eabbae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.929232 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77d84ea6-8088-4df2-89bf-b1b5f1eabbae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.934940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d84ea6-8088-4df2-89bf-b1b5f1eabbae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:00.935517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77d84ea6-8088-4df2-89bf-b1b5f1eabbae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:00.991689 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-77d84ea6-8088-4df2-89bf-b1b5f1eabbae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1949193
Dec 18 21:14:00.994537 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39092) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:01.001042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ac2499fa-a562-42fb-bc42-d3f232156f0a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'subnet': {'network_id': 'a7aba10f-1ad7-4472-8718-987968a44c5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:01.008628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d84ea6-8088-4df2-89bf-b1b5f1eabbae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Network': ['ID=a7aba10f-1ad7-4472-8718-987968a44c5e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:01.019698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network a7aba10f-1ad7-4472-8718-987968a44c5e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:01.098215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2499fa-a562-42fb-bc42-d3f232156f0a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:01.101691 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac2499fa-a562-42fb-bc42-d3f232156f0a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:01.278915 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac2499fa-a562-42fb-bc42-d3f232156f0a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:01.339838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2499fa-a562-42fb-bc42-d3f232156f0a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Subnet': ['ID=c8a6722f-9fe6-4f0b-bd38-57d24677abcd,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:01.345061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2499fa-a562-42fb-bc42-d3f232156f0a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Checking segment: {'id': 'd2fbdca5-31da-4e12-bc3d-a3e04d4ee17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a7aba10f-1ad7-4472-8718-987968a44c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:01.345427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2499fa-a562-42fb-bc42-d3f232156f0a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network hostable DHCP agents. Network: a7aba10f-1ad7-4472-8718-987968a44c5e, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:14:01.361751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2499fa-a562-42fb-bc42-d3f232156f0a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network a7aba10f-1ad7-4472-8718-987968a44c5e is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:14:01.370664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ac2499fa-a562-42fb-bc42-d3f232156f0a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a7aba10f-1ad7-4472-8718-987968a44c5e) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:01.374526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2499fa-a562-42fb-bc42-d3f232156f0a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:01.375121 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac2499fa-a562-42fb-bc42-d3f232156f0a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:01.379758 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ffb946-6bfd-49d4-a027-276450fadabe None None] Network a7aba10f-1ad7-4472-8718-987968a44c5e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:01.391035 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ac2499fa-a562-42fb-bc42-d3f232156f0a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.3954153
Dec 18 21:14:01.393949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39096) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:01.399078 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1f6edba9-f3d2-4810-ab04-b64b46fce2f6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'subnet': {'network_id': 'a7aba10f-1ad7-4472-8718-987968a44c5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:01.480775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a7aba10f-1ad7-4472-8718-987968a44c5e', 'network_id': 'a7aba10f-1ad7-4472-8718-987968a44c5e', 'project_id': 'ad0c7ce501d44ae091188abfb003a2de', 'fixed_ips': [{'subnet_id': 'c8a6722f-9fe6-4f0b-bd38-57d24677abcd'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:14:01.481647 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:01.515188 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6edba9-f3d2-4810-ab04-b64b46fce2f6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:01.518791 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1f6edba9-f3d2-4810-ab04-b64b46fce2f6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:01.772639 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1f6edba9-f3d2-4810-ab04-b64b46fce2f6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:01.798146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Allocated IP 2001:db8::2 (a7aba10f-1ad7-4472-8718-987968a44c5e/c8a6722f-9fe6-4f0b-bd38-57d24677abcd/053e14a4-a142-4032-8ed0-89570cb29b60) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:01.817008 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6edba9-f3d2-4810-ab04-b64b46fce2f6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network a7aba10f-1ad7-4472-8718-987968a44c5e is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:01.823336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-1f6edba9-f3d2-4810-ab04-b64b46fce2f6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:01.827650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6edba9-f3d2-4810-ab04-b64b46fce2f6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:01.828244 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1f6edba9-f3d2-4810-ab04-b64b46fce2f6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:01.841433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6edba9-f3d2-4810-ab04-b64b46fce2f6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Subnet': ['ID=ed25c09d-911c-47ad-bf32-3c2dd5821686,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:01.855508 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1f6edba9-f3d2-4810-ab04-b64b46fce2f6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.4581268
Dec 18 21:14:01.855846 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39100) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:01.942103 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2523d-efd1-4c32-9362-461b696e8b7c tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:01.944766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2523d-efd1-4c32-9362-461b696e8b7c tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:01.946796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2523d-efd1-4c32-9362-461b696e8b7c tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:01.948616 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2523d-efd1-4c32-9362-461b696e8b7c tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:01.949848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:01.950442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2523d-efd1-4c32-9362-461b696e8b7c tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:01.955816 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4dd2523d-efd1-4c32-9362-461b696e8b7c tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0954456
Dec 18 21:14:01.956543 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:01.956693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39102) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:01.962115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ea283899-a4b7-40d5-8463-fb88f773bfe0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-644907733'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:01.982973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea283899-a4b7-40d5-8463-fb88f773bfe0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:01.986474 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea283899-a4b7-40d5-8463-fb88f773bfe0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:01.996091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Network a7aba10f-1ad7-4472-8718-987968a44c5e is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:02.000576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:02.004359 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:02.010908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Pushing event updated for resources: {'Port': ['ID=053e14a4-a142-4032-8ed0-89570cb29b60,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:02.016194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea283899-a4b7-40d5-8463-fb88f773bfe0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:02.026198 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea283899-a4b7-40d5-8463-fb88f773bfe0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.026579 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-ea283899-a4b7-40d5-8463-fb88f773bfe0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Added segment 577c8abd-3af4-4304-b734-f90102b5c5cd of type vlan for network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d
Dec 18 21:14:02.063350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Attempting to bind port 053e14a4-a142-4032-8ed0-89570cb29b60 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:02.063933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Attempting to bind port 053e14a4-a142-4032-8ed0-89570cb29b60 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd2fbdca5-31da-4e12-bc3d-a3e04d4ee17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a7aba10f-1ad7-4472-8718-987968a44c5e'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:02.064111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Attempting to bind port 053e14a4-a142-4032-8ed0-89570cb29b60 on network a7aba10f-1ad7-4472-8718-987968a44c5e {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:02.066460 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea283899-a4b7-40d5-8463-fb88f773bfe0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.069995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:02.070410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Checking segment: {'id': 'd2fbdca5-31da-4e12-bc3d-a3e04d4ee17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a7aba10f-1ad7-4472-8718-987968a44c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:02.070817 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.071362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Bound using segment: {'id': 'd2fbdca5-31da-4e12-bc3d-a3e04d4ee17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a7aba10f-1ad7-4472-8718-987968a44c5e'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:02.071836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Bound port: 053e14a4-a142-4032-8ed0-89570cb29b60, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fbdca5-31da-4e12-bc3d-a3e04d4ee17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a7aba10f-1ad7-4472-8718-987968a44c5e'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:02.072214 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.095941 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea283899-a4b7-40d5-8463-fb88f773bfe0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.101836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea283899-a4b7-40d5-8463-fb88f773bfe0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:02.102438 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea283899-a4b7-40d5-8463-fb88f773bfe0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.144994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] For port 053e14a4-a142-4032-8ed0-89570cb29b60, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:02.151012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] For port 053e14a4-a142-4032-8ed0-89570cb29b60, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=053e14a4-a142-4032-8ed0-89570cb29b60,segment=NetworkSegment(d2fbdca5-31da-4e12-bc3d-a3e04d4ee17b),segment_id=d2fbdca5-31da-4e12-bc3d-a3e04d4ee17b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:02.156487 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.161864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ea283899-a4b7-40d5-8463-fb88f773bfe0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2041161
Dec 18 21:14:02.164660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39106) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:02.169868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c0b8142b-a4ab-4626-82a4-73478c97a1a9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'network': {'name': 'New_network'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:02.176881 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea283899-a4b7-40d5-8463-fb88f773bfe0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Network': ['ID=dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:02.197464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:02.290439 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232686c-71a9-4175-8e15-02c311e7de98 None None] Pushing event updated for resources: {'Port': ['ID=053e14a4-a142-4032-8ed0-89570cb29b60,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:02.639462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 053e14a4-a142-4032-8ed0-89570cb29b60 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:02.677130 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c0b8142b-a4ab-4626-82a4-73478c97a1a9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.691942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 053e14a4-a142-4032-8ed0-89570cb29b60 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:02.692318 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.693931 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c0b8142b-a4ab-4626-82a4-73478c97a1a9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.719712 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0b8142b-a4ab-4626-82a4-73478c97a1a9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d is not hosted by any dhcp agent {{(pid=126009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 18 21:14:02.729489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8142b-a4ab-4626-82a4-73478c97a1a9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:02.730134 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c0b8142b-a4ab-4626-82a4-73478c97a1a9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.738510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c0b8142b-a4ab-4626-82a4-73478c97a1a9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "PUT /v2.0/networks/dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d HTTP/1.1" status: 200  len: 723 time: 0.5658538
Dec 18 21:14:02.738742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39112) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:02.742436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1a20c27b-af4e-4e50-8864-98ef1e7b35ea tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'subnet': {'network_id': 'dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:02.781239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8142b-a4ab-4626-82a4-73478c97a1a9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Network': ['ID=dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:02.794500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:02.840234 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.847628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a20c27b-af4e-4e50-8864-98ef1e7b35ea tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:02.852291 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a20c27b-af4e-4e50-8864-98ef1e7b35ea tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.896394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 053e14a4-a142-4032-8ed0-89570cb29b60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=053e14a4-a142-4032-8ed0-89570cb29b60,segment=NetworkSegment(d2fbdca5-31da-4e12-bc3d-a3e04d4ee17b),segment_id=d2fbdca5-31da-4e12-bc3d-a3e04d4ee17b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:02.901549 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.968435 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-634d39e9-6177-437c-bc03-d91c8db37bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:02.974904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=053e14a4-a142-4032-8ed0-89570cb29b60,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:03.087916 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a20c27b-af4e-4e50-8864-98ef1e7b35ea tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:03.149244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20c27b-af4e-4e50-8864-98ef1e7b35ea tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Subnet': ['ID=2bd93d23-b9fd-48f1-a672-27a2b8a65668,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:03.170721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a20c27b-af4e-4e50-8864-98ef1e7b35ea tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Checking segment: {'id': '577c8abd-3af4-4304-b734-f90102b5c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:03.171090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20c27b-af4e-4e50-8864-98ef1e7b35ea tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network hostable DHCP agents. Network: dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:14:03.198472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20c27b-af4e-4e50-8864-98ef1e7b35ea tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:14:03.215092 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-1a20c27b-af4e-4e50-8864-98ef1e7b35ea tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:03.221798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a20c27b-af4e-4e50-8864-98ef1e7b35ea tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:03.222518 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1a20c27b-af4e-4e50-8864-98ef1e7b35ea tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:03.228970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1e764-16c0-409f-a3a2-6bd050ed737f None None] Network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:03.261968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1a20c27b-af4e-4e50-8864-98ef1e7b35ea tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5255744
Dec 18 21:14:03.264058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39116) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:03.271923 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-945ea9d4-3d10-4af5-b42f-d41ddd9b4263 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:03.361875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d', 'network_id': 'dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d', 'project_id': 'ad0c7ce501d44ae091188abfb003a2de', 'fixed_ips': [{'subnet_id': '2bd93d23-b9fd-48f1-a672-27a2b8a65668'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:14:03.362846 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:03.379080 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-945ea9d4-3d10-4af5-b42f-d41ddd9b4263 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61634681'] for subnet, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:03.394853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9553f18c-9127-40a1-938b-12e87b91c6ec None None] Network a7aba10f-1ad7-4472-8718-987968a44c5e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:03.528895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9214107d-8e52-4c02-b217-3f5031f9a83b None None] Provisioning complete for port 053e14a4-a142-4032-8ed0-89570cb29b60 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:03.529584 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9214107d-8e52-4c02-b217-3f5031f9a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:03.538266 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-945ea9d4-3d10-4af5-b42f-d41ddd9b4263 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741976380892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62098244'] for subnet, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:03.656765 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Allocated IP 2001:db8::2 (dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d/2bd93d23-b9fd-48f1-a672-27a2b8a65668/64a18056-693e-4369-b555-64029128cfb3) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:03.827590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb46249d-3670-4558-8136-792a630bb247 None None] Update dhcp port {'port': {'network_id': 'a7aba10f-1ad7-4472-8718-987968a44c5e', 'fixed_ips': [{'subnet_id': 'c8a6722f-9fe6-4f0b-bd38-57d24677abcd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ed25c09d-911c-47ad-bf32-3c2dd5821686'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '053e14a4-a142-4032-8ed0-89570cb29b60'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 21:14:03.876666 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb46249d-3670-4558-8136-792a630bb247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:03.949559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945ea9d4-3d10-4af5-b42f-d41ddd9b4263 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:03.950570 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-945ea9d4-3d10-4af5-b42f-d41ddd9b4263 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:03.951866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-945ea9d4-3d10-4af5-b42f-d41ddd9b4263 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "PUT /v2.0/subnets/2bd93d23-b9fd-48f1-a672-27a2b8a65668 HTTP/1.1" status: 200  len: 826 time: 0.6846962
Dec 18 21:14:03.954605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39120) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:03.955759 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:03.966656 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:03.976503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ea9d4-3d10-4af5-b42f-d41ddd9b4263 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Subnet': ['ID=2bd93d23-b9fd-48f1-a672-27a2b8a65668,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:04.062146 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.067428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:04.077003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:04.084812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:04.107653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Pushing event updated for resources: {'Port': ['ID=64a18056-693e-4369-b555-64029128cfb3,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:04.122996 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Deleting port 64a18056-693e-4369-b555-64029128cfb3 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:04.123345 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.169815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-eb46249d-3670-4558-8136-792a630bb247 None None] Allocated IP 172.20.0.1 (a7aba10f-1ad7-4472-8718-987968a44c5e/ed25c09d-911c-47ad-bf32-3c2dd5821686/053e14a4-a142-4032-8ed0-89570cb29b60) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:04.175074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:04.175459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '577c8abd-3af4-4304-b734-f90102b5c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:04.175824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:04.190545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:04.190926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Checking segment: {'id': '577c8abd-3af4-4304-b734-f90102b5c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:04.191334 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.191990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Bound using segment: {'id': '577c8abd-3af4-4304-b734-f90102b5c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:04.192477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Bound port: 64a18056-693e-4369-b555-64029128cfb3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577c8abd-3af4-4304-b734-f90102b5c5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:04.192861 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.204912 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] For port 64a18056-693e-4369-b555-64029128cfb3, host ncdv-master-1, got binding levels [] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:04.205271 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.219366 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Calling delete_port for 64a18056-693e-4369-b555-64029128cfb3 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:04.324436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-eb46249d-3670-4558-8136-792a630bb247 None None] For port 053e14a4-a142-4032-8ed0-89570cb29b60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=053e14a4-a142-4032-8ed0-89570cb29b60,segment=NetworkSegment(d2fbdca5-31da-4e12-bc3d-a3e04d4ee17b),segment_id=d2fbdca5-31da-4e12-bc3d-a3e04d4ee17b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:04.354822 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb46249d-3670-4558-8136-792a630bb247 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.355963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.357681 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:14:04.358026 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:14:04.359647 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb46249d-3670-4558-8136-792a630bb247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.384411 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Port': ['ID=64a18056-693e-4369-b555-64029128cfb3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:04.433200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No DVR routers for this DVR port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:04.461452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46249d-3670-4558-8136-792a630bb247 None None] Pushing event updated for resources: {'Port': ['ID=053e14a4-a142-4032-8ed0-89570cb29b60,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:04.479653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.551729 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.578997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 053e14a4-a142-4032-8ed0-89570cb29b60 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:04.586427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd93d23-b9fd-48f1-a672-27a2b8a65668,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:04.650505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.651972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 053e14a4-a142-4032-8ed0-89570cb29b60 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:04.652389 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.674693 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365eee2880>,) {'filters': {'network_id': ['dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:04.685894 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365eee2880>, '577c8abd-3af4-4304-b734-f90102b5c5cd') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:04.686122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365eee2880>, '577c8abd-3af4-4304-b734-f90102b5c5cd') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:04.698060 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.712578 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.723397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:04.723830 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:04.727481 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:04.790900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.796263 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.799518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d HTTP/1.1" status: 204  len: 168 time: 0.8439083
Dec 18 21:14:04.802395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39124) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:04.815758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f0ada-f550-48d1-bfc3-76c4488c91a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Network': ['ID=dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:04.827466 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2274aa74-40d4-4602-89ed-fc6628ad8461 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:04.828005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2274aa74-40d4-4602-89ed-fc6628ad8461 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:04.831300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2274aa74-40d4-4602-89ed-fc6628ad8461 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d HTTP/1.1" status: 404  len: 339 time: 0.0265224
Dec 18 21:14:04.835905 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39128) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:04.841278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-46794bc5-0421-4fe7-9bde-02b17067fad1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1364534209', 'description': 'd1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:04.868883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:04.869248 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:04.869687 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:04.871193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46794bc5-0421-4fe7-9bde-02b17067fad1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:04.874852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-46794bc5-0421-4fe7-9bde-02b17067fad1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.883785 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:04.884173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:04.891776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:14:04.892231 ncdv-master-1 neutron-server[126010]: ERROR neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Failed to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal using segments []
Dec 18 21:14:04.892657 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.plugin [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempt 2 to bind port 64a18056-693e-4369-b555-64029128cfb3
Dec 18 21:14:04.903019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:04.903984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:04.904114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:04.908037 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46794bc5-0421-4fe7-9bde-02b17067fad1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:04.912597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:04.912597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:04.916308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:14:04.916665 ncdv-master-1 neutron-server[126010]: ERROR neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Failed to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal using segments []
Dec 18 21:14:04.917367 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.plugin [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempt 3 to bind port 64a18056-693e-4369-b555-64029128cfb3
Dec 18 21:14:04.925240 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-46794bc5-0421-4fe7-9bde-02b17067fad1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.925644 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-46794bc5-0421-4fe7-9bde-02b17067fad1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Added segment 6c5929bd-8069-40a4-a15c-708dd25d57ba of type vlan for network 3f77dba4-8202-4887-95b6-b9b4470c6244
Dec 18 21:14:04.927408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:04.927784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:04.928669 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:04.935272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:04.935893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:04.940899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:14:04.941267 ncdv-master-1 neutron-server[126010]: ERROR neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Failed to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal using segments []
Dec 18 21:14:04.941919 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.plugin [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempt 4 to bind port 64a18056-693e-4369-b555-64029128cfb3
Dec 18 21:14:04.952199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:04.952538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:04.952913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:04.958903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:04.959283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:04.964978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:14:04.965689 ncdv-master-1 neutron-server[126010]: ERROR neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Failed to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal using segments []
Dec 18 21:14:04.966623 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.plugin [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempt 5 to bind port 64a18056-693e-4369-b555-64029128cfb3
Dec 18 21:14:04.975928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:04.976327 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:04.976632 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:04.982892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:04.983300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:04.984222 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-46794bc5-0421-4fe7-9bde-02b17067fad1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:04.988399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:14:04.989286 ncdv-master-1 neutron-server[126010]: ERROR neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Failed to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal using segments []
Dec 18 21:14:04.990513 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.plugin [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempt 6 to bind port 64a18056-693e-4369-b555-64029128cfb3
Dec 18 21:14:05.000331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:05.000614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:05.000985 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:05.007359 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:05.008328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:05.014703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:14:05.015066 ncdv-master-1 neutron-server[126010]: ERROR neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Failed to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal using segments []
Dec 18 21:14:05.015479 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.plugin [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempt 7 to bind port 64a18056-693e-4369-b555-64029128cfb3
Dec 18 21:14:05.017291 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-46794bc5-0421-4fe7-9bde-02b17067fad1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:05.024204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46794bc5-0421-4fe7-9bde-02b17067fad1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:05.025053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-46794bc5-0421-4fe7-9bde-02b17067fad1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:05.025815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:05.026176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:05.026662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:05.032885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:05.033510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:05.040231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:14:05.040716 ncdv-master-1 neutron-server[126010]: ERROR neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Failed to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal using segments []
Dec 18 21:14:05.041478 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.plugin [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempt 8 to bind port 64a18056-693e-4369-b555-64029128cfb3
Dec 18 21:14:05.051417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:05.052028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:05.052563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:05.058503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:05.059138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:05.063753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:14:05.064302 ncdv-master-1 neutron-server[126010]: ERROR neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Failed to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal using segments []
Dec 18 21:14:05.064874 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.plugin [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempt 9 to bind port 64a18056-693e-4369-b555-64029128cfb3
Dec 18 21:14:05.074068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:05.075227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:05.075716 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:05.082209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:05.082563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:05.087110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:14:05.087467 ncdv-master-1 neutron-server[126010]: ERROR neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Failed to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal using segments []
Dec 18 21:14:05.087879 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.plugin [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempt 10 to bind port 64a18056-693e-4369-b555-64029128cfb3
Dec 18 21:14:05.089317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39130) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:05.089448 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-46794bc5-0421-4fe7-9bde-02b17067fad1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2523899
Dec 18 21:14:05.099150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:05.099523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:05.099921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:05.104671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46794bc5-0421-4fe7-9bde-02b17067fad1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Network': ['ID=3f77dba4-8202-4887-95b6-b9b4470c6244,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:05.106019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:05.106460 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Attempting to bind port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:05.112611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Port 64a18056-693e-4369-b555-64029128cfb3 on network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:14:05.113250 ncdv-master-1 neutron-server[126010]: ERROR neutron.plugins.ml2.managers [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Failed to bind port 64a18056-693e-4369-b555-64029128cfb3 on host ncdv-master-1 for vnic_type normal using segments []
Dec 18 21:14:05.113412 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:05.118587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 3f77dba4-8202-4887-95b6-b9b4470c6244 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:05.198195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c7487-b6a7-4d21-971d-8c7952fb1719 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:05.199876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-02261cd1-aecd-409b-b309-981351b2fcaf None None] Port 64a18056-693e-4369-b555-64029128cfb3 has been deleted concurrently {{(pid=126010) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Dec 18 21:14:05.202781 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-db0c7487-b6a7-4d21-971d-8c7952fb1719 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/networks?id=3f77dba4-8202-4887-95b6-b9b4470c6244 HTTP/1.1" status: 200  len: 765 time: 0.1123095
Dec 18 21:14:05.203016 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39132) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:05.209015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-57bff8c8-10ae-439a-9a12-ab84a8504dca tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'network': {'description': 'd2'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:05.232556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90df7bd7-fca3-4c1e-8853-77c2a354c509 None None] Network a7aba10f-1ad7-4472-8718-987968a44c5e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:05.253820 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ea8600e5-2693-44e0-9b4d-328c5befcb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:05.313884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-cad2b274-f695-48a5-875b-e860891db574 None None] Provisioning complete for port 053e14a4-a142-4032-8ed0-89570cb29b60 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:05.314300 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cad2b274-f695-48a5-875b-e860891db574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:05.439263 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57bff8c8-10ae-439a-9a12-ab84a8504dca tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:05.458713 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57bff8c8-10ae-439a-9a12-ab84a8504dca tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:05.519459 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57bff8c8-10ae-439a-9a12-ab84a8504dca tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network 3f77dba4-8202-4887-95b6-b9b4470c6244 is not hosted by any dhcp agent {{(pid=126009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 18 21:14:05.530733 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bff8c8-10ae-439a-9a12-ab84a8504dca tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:05.531408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57bff8c8-10ae-439a-9a12-ab84a8504dca tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:05.535912 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-57bff8c8-10ae-439a-9a12-ab84a8504dca tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "PUT /v2.0/networks/3f77dba4-8202-4887-95b6-b9b4470c6244 HTTP/1.1" status: 200  len: 762 time: 0.3284700
Dec 18 21:14:05.537219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39136) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:05.561982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bff8c8-10ae-439a-9a12-ab84a8504dca tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Network': ['ID=3f77dba4-8202-4887-95b6-b9b4470c6244,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:05.578876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 3f77dba4-8202-4887-95b6-b9b4470c6244 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:05.664445 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a64763e-a208-4a1d-9764-9da1832f20a6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:05.667931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0a64763e-a208-4a1d-9764-9da1832f20a6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/networks?id=3f77dba4-8202-4887-95b6-b9b4470c6244 HTTP/1.1" status: 200  len: 765 time: 0.1279991
Dec 18 21:14:05.670862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39138) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:05.879549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-32438b6b-01fc-4a9b-85d8-070c3bcd1267 None None] Provisioning complete for port 053e14a4-a142-4032-8ed0-89570cb29b60 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:05.879810 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-32438b6b-01fc-4a9b-85d8-070c3bcd1267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:05.905338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2908f1f-4da3-433d-881b-4431100cc4eb tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:05.907497 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c2908f1f-4da3-433d-881b-4431100cc4eb tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2353237
Dec 18 21:14:05.910303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39140) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:05.956067 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9c767b5a-2a81-4ad1-ad4f-1158bbfa77d8 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 207 time: 0.0416155
Dec 18 21:14:05.956307 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39144) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:06.160327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee411a-2a27-424e-b098-e707ef561c86 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.167699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee411a-2a27-424e-b098-e707ef561c86 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.174953 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee411a-2a27-424e-b098-e707ef561c86 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.181974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee411a-2a27-424e-b098-e707ef561c86 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.189408 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee411a-2a27-424e-b098-e707ef561c86 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.197818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee411a-2a27-424e-b098-e707ef561c86 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.200251 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cdee411a-2a27-424e-b098-e707ef561c86 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.2429907
Dec 18 21:14:06.203941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39146) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:06.348146 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3740181c-ab13-4451-8135-a9edc102ebc1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.1400692
Dec 18 21:14:06.348837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39148) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:06.423835 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:06.448715 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07702b-184a-4d29-b1d0-08e1ac8165fb tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.450702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07702b-184a-4d29-b1d0-08e1ac8165fb tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.452372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07702b-184a-4d29-b1d0-08e1ac8165fb tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.454146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07702b-184a-4d29-b1d0-08e1ac8165fb tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.455778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07702b-184a-4d29-b1d0-08e1ac8165fb tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.457558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cd07702b-184a-4d29-b1d0-08e1ac8165fb tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1077135
Dec 18 21:14:06.461837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39152) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:06.487294 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-71c07e05-6454-4c76-89a3-e9e12df663b6 None None] Could not find standard attr ID for object 64a18056-693e-4369-b555-64029128cfb3. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:14:06.503703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a59449-66b0-42e0-8e44-0603e5cd2a45 None None] DHCP port deletion for dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:06.527333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d91355-827a-4865-b5f6-2bbf9889f421 None None] Network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:06.528068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340d682-b55b-4fbb-9287-9a9b73de2252 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.529568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340d682-b55b-4fbb-9287-9a9b73de2252 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.531004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340d682-b55b-4fbb-9287-9a9b73de2252 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.532421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340d682-b55b-4fbb-9287-9a9b73de2252 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.534208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340d682-b55b-4fbb-9287-9a9b73de2252 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['shared'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.535830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d340d682-b55b-4fbb-9287-9a9b73de2252 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0729880
Dec 18 21:14:06.539567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39154) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:06.541040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d91355-827a-4865-b5f6-2bbf9889f421 None None] Network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d could not be found, it might have been deleted concurrently. {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Dec 18 21:14:06.549267 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d74613-99a1-4c28-9345-2f02cd3548a2 None None] Network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:06.562354 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d74613-99a1-4c28-9345-2f02cd3548a2 None None] Network dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d could not be found, it might have been deleted concurrently. {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Dec 18 21:14:06.646326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a83df-b588-45fd-a59d-5eaa80373e6e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.648414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e83a83df-b588-45fd-a59d-5eaa80373e6e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/networks/530a2525-aba8-42e7-bd64-a6dee96461ba HTTP/1.1" status: 200  len: 804 time: 0.1074646
Dec 18 21:14:06.652551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39156) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:06.766847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3bf472cf-93ab-4756-bc71-6e3aba53e2d9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/networks/530a2525-aba8-42e7-bd64-a6dee96461ba?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.1132503
Dec 18 21:14:06.770548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39158) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:06.825742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a3fda-384a-444b-9179-f697645dd8a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.827093 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-175a3fda-384a-444b-9179-f697645dd8a1 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/subnets/d0b08368-0701-4dba-a144-ea56cba292a8 HTTP/1.1" status: 200  len: 843 time: 0.0552855
Dec 18 21:14:06.830628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39160) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:06.880428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f6763b-4eb0-4fdf-b2fc-7f9dfc5a8a80 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['shared'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:06.882445 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a0f6763b-4eb0-4fdf-b2fc-7f9dfc5a8a80 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "GET /v2.0/subnets/d0b08368-0701-4dba-a144-ea56cba292a8?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0509105
Dec 18 21:14:06.885886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39162) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:06.890670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1579543002'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:06.914032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:06.917708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:06.942845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:06.952428 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:06.952774 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Added segment 15043f27-2755-42ca-b894-a7684d62c203 of type vlan for network 35d39b39-11e5-43b0-a9d3-594a8258eaf5
Dec 18 21:14:06.994768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:07.028897 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:07.034776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:07.035370 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:07.096710 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2097778
Dec 18 21:14:07.099490 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39166) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:07.112496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'subnet': {'network_id': '35d39b39-11e5-43b0-a9d3-594a8258eaf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:07.133778 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Network': ['ID=35d39b39-11e5-43b0-a9d3-594a8258eaf5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:07.181522 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.182426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.182426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.182643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.182809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.183150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.183477 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.183833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.184186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.184514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.184838 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.185160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.185502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ef8c-44e2-464d-8d7b-17c695178a3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:07.197843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 35d39b39-11e5-43b0-a9d3-594a8258eaf5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:07.233806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Made reservation on behalf of ad0c7ce501d44ae091188abfb003a2de for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:07.237496 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:07.304914 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Performing IP validity checks on allocation pools {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 18 21:14:07.305708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 18 21:14:07.444018 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:07.510363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Subnet': ['ID=9482e7e6-c2ef-4d15-90ed-9c8f6741de29,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:07.524608 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Checking segment: {'id': '15043f27-2755-42ca-b894-a7684d62c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35d39b39-11e5-43b0-a9d3-594a8258eaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:07.525168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network hostable DHCP agents. Network: 35d39b39-11e5-43b0-a9d3-594a8258eaf5, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:14:07.544836 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Network 35d39b39-11e5-43b0-a9d3-594a8258eaf5 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:14:07.555918 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 35d39b39-11e5-43b0-a9d3-594a8258eaf5) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:07.560203 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:07.563238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:07.566771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667f9cc-401b-4009-b9b2-f4c61e120932 None None] Network 35d39b39-11e5-43b0-a9d3-594a8258eaf5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:07.585556 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ffa659c8-7e6d-461d-b095-06b3599e564a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.4848976
Dec 18 21:14:07.588308 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39170) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:07.593991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3447e047-c39a-43fd-9e13-2b511e00d6fa tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:07.690890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-35d39b39-11e5-43b0-a9d3-594a8258eaf5', 'network_id': '35d39b39-11e5-43b0-a9d3-594a8258eaf5', 'project_id': 'ad0c7ce501d44ae091188abfb003a2de', 'fixed_ips': [{'subnet_id': '9482e7e6-c2ef-4d15-90ed-9c8f6741de29'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:14:07.692503 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:07.701369 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3447e047-c39a-43fd-9e13-2b511e00d6fa tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58791844'] for subnet, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:07.894107 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3447e047-c39a-43fd-9e13-2b511e00d6fa tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741976380892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59004410'] for subnet, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:07.948974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3447e047-c39a-43fd-9e13-2b511e00d6fa tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:07.949715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3447e047-c39a-43fd-9e13-2b511e00d6fa tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:07.951321 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3447e047-c39a-43fd-9e13-2b511e00d6fa tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "PUT /v2.0/subnets/9482e7e6-c2ef-4d15-90ed-9c8f6741de29 HTTP/1.1" status: 200  len: 900 time: 0.3619292
Dec 18 21:14:07.954554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39172) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:07.966837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447e047-c39a-43fd-9e13-2b511e00d6fa tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event updated for resources: {'Subnet': ['ID=9482e7e6-c2ef-4d15-90ed-9c8f6741de29,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:08.008465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Allocated IP 2001:db8::3 (35d39b39-11e5-43b0-a9d3-594a8258eaf5/9482e7e6-c2ef-4d15-90ed-9c8f6741de29/f6fd4245-ee53-4aad-973e-2924ce496392) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:08.082132 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.148916 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.159823 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.192600 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.202716 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.236450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Network 35d39b39-11e5-43b0-a9d3-594a8258eaf5 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:08.239367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:08.245321 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:08.245547 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.263459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Pushing event updated for resources: {'Port': ['ID=f6fd4245-ee53-4aad-973e-2924ce496392,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:08.284524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Subnet': ['ID=9482e7e6-c2ef-4d15-90ed-9c8f6741de29,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:08.314845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Attempting to bind port f6fd4245-ee53-4aad-973e-2924ce496392 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:08.315126 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Attempting to bind port f6fd4245-ee53-4aad-973e-2924ce496392 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '15043f27-2755-42ca-b894-a7684d62c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35d39b39-11e5-43b0-a9d3-594a8258eaf5'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:08.315432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Attempting to bind port f6fd4245-ee53-4aad-973e-2924ce496392 on network 35d39b39-11e5-43b0-a9d3-594a8258eaf5 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:08.321760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:08.322079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Checking segment: {'id': '15043f27-2755-42ca-b894-a7684d62c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35d39b39-11e5-43b0-a9d3-594a8258eaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:08.322510 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.323018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Bound using segment: {'id': '15043f27-2755-42ca-b894-a7684d62c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35d39b39-11e5-43b0-a9d3-594a8258eaf5'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:08.323621 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Bound port: f6fd4245-ee53-4aad-973e-2924ce496392, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15043f27-2755-42ca-b894-a7684d62c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35d39b39-11e5-43b0-a9d3-594a8258eaf5'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:08.324005 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.353295 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.377414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e059b20>,) {'filters': {'network_id': ['35d39b39-11e5-43b0-a9d3-594a8258eaf5']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:08.389601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e059b20>, '15043f27-2755-42ca-b894-a7684d62c203') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:08.389934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e059b20>, '15043f27-2755-42ca-b894-a7684d62c203') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:08.390429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] For port f6fd4245-ee53-4aad-973e-2924ce496392, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:08.393758 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] For port f6fd4245-ee53-4aad-973e-2924ce496392, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6fd4245-ee53-4aad-973e-2924ce496392,segment=NetworkSegment(15043f27-2755-42ca-b894-a7684d62c203),segment_id=15043f27-2755-42ca-b894-a7684d62c203)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:08.399373 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.401155 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.416315 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.423675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:08.424404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:08.430183 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:08.477801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add49f90-12e4-4614-9ae4-c14b68e37b31 None None] Pushing event updated for resources: {'Port': ['ID=f6fd4245-ee53-4aad-973e-2924ce496392,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:08.501695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975c98a1-c6e1-4345-a7dc-89f54074287e None None] Network 35d39b39-11e5-43b0-a9d3-594a8258eaf5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:08.502704 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.db.api [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 21:14:08.502704 ncdv-master-1 neutron-server[126008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 21:14:08.502704 ncdv-master-1 neutron-server[126008]: [parameters: {'id': '35d39b39-11e5-43b0-a9d3-594a8258eaf5'}]
Dec 18 21:14:08.502704 ncdv-master-1 neutron-server[126008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:14:08.503487 ncdv-master-1 neutron-server[126008]: DEBUG oslo_db.api [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:14:08.571523 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:08.615986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b186911a-8162-415a-9e8c-9b3b402186a3 None None] Network 35d39b39-11e5-43b0-a9d3-594a8258eaf5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:08.726382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e255128-e05c-40d2-a0ba-132d1eed8576 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 21:14:08.854147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e255128-e05c-40d2-a0ba-132d1eed8576 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 21:14:09.004255 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.067085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Deleting port f6fd4245-ee53-4aad-973e-2924ce496392 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:09.067434 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.142752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] For port f6fd4245-ee53-4aad-973e-2924ce496392, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6fd4245-ee53-4aad-973e-2924ce496392,segment=NetworkSegment(15043f27-2755-42ca-b894-a7684d62c203),segment_id=15043f27-2755-42ca-b894-a7684d62c203)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:09.143127 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.159469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Calling delete_port for f6fd4245-ee53-4aad-973e-2924ce496392 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:09.251068 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.278458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Port': ['ID=f6fd4245-ee53-4aad-973e-2924ce496392,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:09.280418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No DVR routers for this DVR port f6fd4245-ee53-4aad-973e-2924ce496392 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:09.364580 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.385316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36641c7610>,) {'filters': {'network_id': ['35d39b39-11e5-43b0-a9d3-594a8258eaf5']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:09.394116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36641c7610>, '15043f27-2755-42ca-b894-a7684d62c203') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:09.394452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36641c7610>, '15043f27-2755-42ca-b894-a7684d62c203') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:09.403397 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.415885 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.421538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:09.421916 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:09.424792 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:09.480213 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.489338 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.493468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/35d39b39-11e5-43b0-a9d3-594a8258eaf5 HTTP/1.1" status: 204  len: 168 time: 1.5364161
Dec 18 21:14:09.496967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39182) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:09.505249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b7cd1-f00a-40fe-9363-3c0bd5ed7dc9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Network': ['ID=35d39b39-11e5-43b0-a9d3-594a8258eaf5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:09.523293 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0541ca03-2bba-403e-826c-91527ec396e6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:09.523742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0541ca03-2bba-403e-826c-91527ec396e6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:09.527162 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0541ca03-2bba-403e-826c-91527ec396e6 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/subnets/9482e7e6-c2ef-4d15-90ed-9c8f6741de29 HTTP/1.1" status: 404  len: 337 time: 0.0291326
Dec 18 21:14:09.529663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39184) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:09.547613 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f3b489-b012-454a-a367-594cd5ac4e5d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:09.548091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f3b489-b012-454a-a367-594cd5ac4e5d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:09.551024 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c2f3b489-b012-454a-a367-594cd5ac4e5d tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/35d39b39-11e5-43b0-a9d3-594a8258eaf5 HTTP/1.1" status: 404  len: 339 time: 0.0204704
Dec 18 21:14:09.553766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39186) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:09.627246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.719130 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.736270 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365df6ad00>,) {'filters': {'network_id': ['3f77dba4-8202-4887-95b6-b9b4470c6244']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:09.745965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365df6ad00>, '6c5929bd-8069-40a4-a15c-708dd25d57ba') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:09.746288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365df6ad00>, '6c5929bd-8069-40a4-a15c-708dd25d57ba') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:09.755363 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.767976 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.773766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:09.774143 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:09.777017 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:09.835632 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.842597 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.845235 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/3f77dba4-8202-4887-95b6-b9b4470c6244 HTTP/1.1" status: 204  len: 168 time: 0.2905724
Dec 18 21:14:09.847901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39190) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:09.857055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd696e-9e8e-498e-9ed1-faffdae74fe4 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Network': ['ID=3f77dba4-8202-4887-95b6-b9b4470c6244,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:09.878479 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92ad73f-e1b6-4e54-a4b1-3adc12f19e70 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:09.878930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92ad73f-e1b6-4e54-a4b1-3adc12f19e70 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:09.881904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d92ad73f-e1b6-4e54-a4b1-3adc12f19e70 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/subnets/2bd93d23-b9fd-48f1-a672-27a2b8a65668 HTTP/1.1" status: 404  len: 337 time: 0.0329373
Dec 18 21:14:09.884505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39192) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:09.901963 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d55bbf7-801d-41b0-b65b-310ead4277ae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:09.902459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d55bbf7-801d-41b0-b65b-310ead4277ae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:09.905322 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5d55bbf7-801d-41b0-b65b-310ead4277ae tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/dcca9a2b-ea3d-4fd0-b5ee-8bb9f0f01a3d HTTP/1.1" status: 404  len: 339 time: 0.0199347
Dec 18 21:14:09.907583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39194) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:09.955719 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb024b0-2a27-4a41-aec6-e1b3aad00431 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Deleting subnet ed25c09d-911c-47ad-bf32-3c2dd5821686 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:09.958654 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dfb024b0-2a27-4a41-aec6-e1b3aad00431 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:09.996806 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dfb024b0-2a27-4a41-aec6-e1b3aad00431 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.078431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dfb024b0-2a27-4a41-aec6-e1b3aad00431 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.138750 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dfb024b0-2a27-4a41-aec6-e1b3aad00431 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.167704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb024b0-2a27-4a41-aec6-e1b3aad00431 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Subnet': ['ID=ed25c09d-911c-47ad-bf32-3c2dd5821686,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:10.175009 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dfb024b0-2a27-4a41-aec6-e1b3aad00431 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.178358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dfb024b0-2a27-4a41-aec6-e1b3aad00431 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/subnets/ed25c09d-911c-47ad-bf32-3c2dd5821686 HTTP/1.1" status: 204  len: 168 time: 0.2698672
Dec 18 21:14:10.180745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39196) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:10.187445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca3fa2-aa18-45d2-ad4a-cf2a4388b2c6 None None] Network a7aba10f-1ad7-4472-8718-987968a44c5e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:10.250141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-2823116b-b1a0-4a60-8478-0e56217cf1d9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Deleting subnet c8a6722f-9fe6-4f0b-bd38-57d24677abcd {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:10.254811 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2823116b-b1a0-4a60-8478-0e56217cf1d9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.307586 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2823116b-b1a0-4a60-8478-0e56217cf1d9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.400041 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2823116b-b1a0-4a60-8478-0e56217cf1d9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.465578 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2823116b-b1a0-4a60-8478-0e56217cf1d9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.495120 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823116b-b1a0-4a60-8478-0e56217cf1d9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a6722f-9fe6-4f0b-bd38-57d24677abcd,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:10.502361 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2823116b-b1a0-4a60-8478-0e56217cf1d9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.505570 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2823116b-b1a0-4a60-8478-0e56217cf1d9 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/subnets/c8a6722f-9fe6-4f0b-bd38-57d24677abcd HTTP/1.1" status: 204  len: 168 time: 0.3238842
Dec 18 21:14:10.508633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39200) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:10.588000 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.642712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Deleting port 053e14a4-a142-4032-8ed0-89570cb29b60 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:10.643054 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.712787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] For port 053e14a4-a142-4032-8ed0-89570cb29b60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=053e14a4-a142-4032-8ed0-89570cb29b60,segment=NetworkSegment(d2fbdca5-31da-4e12-bc3d-a3e04d4ee17b),segment_id=d2fbdca5-31da-4e12-bc3d-a3e04d4ee17b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:10.713192 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.729763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Calling delete_port for 053e14a4-a142-4032-8ed0-89570cb29b60 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:10.802379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900ab414-4c2c-459d-b726-60836daed36c None None] Network a7aba10f-1ad7-4472-8718-987968a44c5e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:10.817086 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.843811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Port': ['ID=053e14a4-a142-4032-8ed0-89570cb29b60,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:10.845635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No DVR routers for this DVR port 053e14a4-a142-4032-8ed0-89570cb29b60 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:10.856209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0b973bc5-73c4-499b-bb0b-1d71acaf8221 None None] Could not find standard attr ID for object 053e14a4-a142-4032-8ed0-89570cb29b60. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:14:10.932413 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.950377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ea1a0e-ac08-472d-afb0-49573bf2a090 None None] DHCP port deletion for a7aba10f-1ad7-4472-8718-987968a44c5e request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:10.952320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f060340>,) {'filters': {'network_id': ['a7aba10f-1ad7-4472-8718-987968a44c5e']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:10.964183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f060340>, 'd2fbdca5-31da-4e12-bc3d-a3e04d4ee17b') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:10.964483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f060340>, 'd2fbdca5-31da-4e12-bc3d-a3e04d4ee17b') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:10.973904 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.987457 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.993555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:10.994023 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:10.996987 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:11.056150 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.062618 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.065705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/a7aba10f-1ad7-4472-8718-987968a44c5e HTTP/1.1" status: 204  len: 168 time: 0.5559156
Dec 18 21:14:11.069284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39204) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:11.077880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de804e-5e64-45d4-8b33-bbbfadee4a8e tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Network': ['ID=a7aba10f-1ad7-4472-8718-987968a44c5e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:11.097147 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d33c736-bd6e-48b2-99fe-8f47eafc39d7 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:11.097609 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d33c736-bd6e-48b2-99fe-8f47eafc39d7 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:11.100794 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0d33c736-bd6e-48b2-99fe-8f47eafc39d7 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/subnets/3e62651e-1168-4363-ab81-0bfd63ede2b9 HTTP/1.1" status: 404  len: 337 time: 0.0304179
Dec 18 21:14:11.103269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39208) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:11.120642 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f66a6f-62dc-4811-82af-27d57d554e3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:11.121116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f66a6f-62dc-4811-82af-27d57d554e3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:11.124108 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-77f66a6f-62dc-4811-82af-27d57d554e3a tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/285258f3-3973-4e9e-a870-1b29ceb6b52b HTTP/1.1" status: 404  len: 339 time: 0.0199294
Dec 18 21:14:11.126461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39210) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:11.151773 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a230c48-8728-4b80-9018-f30d785ff191 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:11.152212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a230c48-8728-4b80-9018-f30d785ff191 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:11.155167 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4a230c48-8728-4b80-9018-f30d785ff191 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/subnets/f7fc685f-aa3d-4777-90f8-f51f662f85a3 HTTP/1.1" status: 404  len: 337 time: 0.0278444
Dec 18 21:14:11.157407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39212) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:11.174049 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f02604-168e-4b27-a180-a87878affe06 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:11.174559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f02604-168e-4b27-a180-a87878affe06 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:11.177431 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-69f02604-168e-4b27-a180-a87878affe06 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/c9b8d1ad-82a2-4751-ac00-f11ae48d1683 HTTP/1.1" status: 404  len: 339 time: 0.0191333
Dec 18 21:14:11.179605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39214) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:11.203669 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fdf3dd-a345-4a92-af19-bffcc365984f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:11.204104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fdf3dd-a345-4a92-af19-bffcc365984f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:11.207023 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f7fdf3dd-a345-4a92-af19-bffcc365984f tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/subnets/623e990a-f053-4d88-87a8-b11b3b3b307a HTTP/1.1" status: 404  len: 337 time: 0.0265708
Dec 18 21:14:11.209836 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39216) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:11.226449 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d769766-0881-4760-8a86-15aeff488711 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:11.226854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d769766-0881-4760-8a86-15aeff488711 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:11.229682 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5d769766-0881-4760-8a86-15aeff488711 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/768a9fe6-8325-4982-a323-61fd507a0eb8 HTTP/1.1" status: 404  len: 339 time: 0.0189545
Dec 18 21:14:11.231851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39218) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:11.284485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3465ca-6998-4b74-a8e1-11e6a49dc4dd tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Deleting subnet 8e717eff-84d8-4f87-b182-93493a9caa27 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:11.287714 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae3465ca-6998-4b74-a8e1-11e6a49dc4dd tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.327581 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae3465ca-6998-4b74-a8e1-11e6a49dc4dd tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.408702 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae3465ca-6998-4b74-a8e1-11e6a49dc4dd tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.472601 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae3465ca-6998-4b74-a8e1-11e6a49dc4dd tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.499184 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3465ca-6998-4b74-a8e1-11e6a49dc4dd tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Subnet': ['ID=8e717eff-84d8-4f87-b182-93493a9caa27,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:11.504198 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae3465ca-6998-4b74-a8e1-11e6a49dc4dd tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.508368 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ae3465ca-6998-4b74-a8e1-11e6a49dc4dd tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/subnets/8e717eff-84d8-4f87-b182-93493a9caa27 HTTP/1.1" status: 204  len: 168 time: 0.2755980
Dec 18 21:14:11.510755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39222) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:11.511127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aedd35-0e24-4eaa-988c-cf80a5d4c688 None None] Network 4b989fc9-7007-4717-a0af-347e9aef5b69 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:11.584580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.637221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Deleting port 3f3aa256-62d3-4fc5-b712-f891f60767ef {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:11.637561 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.644802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f0d96-6ca9-4fc5-ab25-e5dd2141fa24 None None] DHCP port deletion for 4b989fc9-7007-4717-a0af-347e9aef5b69 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:11.696099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-021f0d96-6ca9-4fc5-ab25-e5dd2141fa24 None None] Deleting port 3f3aa256-62d3-4fc5-b712-f891f60767ef {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:11.696784 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-021f0d96-6ca9-4fc5-ab25-e5dd2141fa24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.707388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] For port 3f3aa256-62d3-4fc5-b712-f891f60767ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f3aa256-62d3-4fc5-b712-f891f60767ef,segment=NetworkSegment(2913c1c8-ce7e-4704-9275-760a463afd8f),segment_id=2913c1c8-ce7e-4704-9275-760a463afd8f)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:11.707754 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.721430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Calling delete_port for 3f3aa256-62d3-4fc5-b712-f891f60767ef owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:11.758914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-021f0d96-6ca9-4fc5-ab25-e5dd2141fa24 None None] For port 3f3aa256-62d3-4fc5-b712-f891f60767ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f3aa256-62d3-4fc5-b712-f891f60767ef,segment=NetworkSegment(2913c1c8-ce7e-4704-9275-760a463afd8f),segment_id=2913c1c8-ce7e-4704-9275-760a463afd8f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:11.759240 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-021f0d96-6ca9-4fc5-ab25-e5dd2141fa24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.771390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-021f0d96-6ca9-4fc5-ab25-e5dd2141fa24 None None] Calling delete_port for 3f3aa256-62d3-4fc5-b712-f891f60767ef owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:11.798711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.829315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Port': ['ID=3f3aa256-62d3-4fc5-b712-f891f60767ef,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:11.842166 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No DVR routers for this DVR port 3f3aa256-62d3-4fc5-b712-f891f60767ef on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:11.853212 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-021f0d96-6ca9-4fc5-ab25-e5dd2141fa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.878755 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f0d96-6ca9-4fc5-ab25-e5dd2141fa24 None None] Pushing event deleted for resources: {'Port': ['ID=3f3aa256-62d3-4fc5-b712-f891f60767ef,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:11.882369 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f0d96-6ca9-4fc5-ab25-e5dd2141fa24 None None] No DVR routers for this DVR port 3f3aa256-62d3-4fc5-b712-f891f60767ef on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:11.926182 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.945968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ede43a0>,) {'filters': {'network_id': ['4b989fc9-7007-4717-a0af-347e9aef5b69']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:11.955250 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ede43a0>, '2913c1c8-ce7e-4704-9275-760a463afd8f') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:11.955543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ede43a0>, '2913c1c8-ce7e-4704-9275-760a463afd8f') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:11.964499 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.977760 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.983501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:11.983874 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:11.986797 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:12.046040 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.052602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.056482 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/4b989fc9-7007-4717-a0af-347e9aef5b69 HTTP/1.1" status: 204  len: 168 time: 0.5447674
Dec 18 21:14:12.058815 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39226) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:12.075698 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bb5c2-13cc-4166-92bf-dfe08c00f490 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Network': ['ID=4b989fc9-7007-4717-a0af-347e9aef5b69,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:12.093202 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9263db-d1be-4462-bbc4-6d1fabefcfb0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:12.093653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9263db-d1be-4462-bbc4-6d1fabefcfb0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:12.096697 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fc9263db-d1be-4462-bbc4-6d1fabefcfb0 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/subnets/f97531d9-cbc2-41a5-9820-b9470b512d53 HTTP/1.1" status: 404  len: 337 time: 0.0369754
Dec 18 21:14:12.099140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39228) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:12.117106 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3975bd8-9f3e-468b-93c6-a7212c25466b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:12.117589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3975bd8-9f3e-468b-93c6-a7212c25466b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:12.120562 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a3975bd8-9f3e-468b-93c6-a7212c25466b tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/049f66a2-4fe8-416a-bcc3-fd19f7c4ad64 HTTP/1.1" status: 404  len: 339 time: 0.0205302
Dec 18 21:14:12.122970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39230) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:12.177285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2bc900-e782-4125-9b94-511a5ce0eb01 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Deleting subnet d0b08368-0701-4dba-a144-ea56cba292a8 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:12.180228 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc900-e782-4125-9b94-511a5ce0eb01 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.218081 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc900-e782-4125-9b94-511a5ce0eb01 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.297535 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc900-e782-4125-9b94-511a5ce0eb01 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.358852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc900-e782-4125-9b94-511a5ce0eb01 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.383240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bc900-e782-4125-9b94-511a5ce0eb01 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b08368-0701-4dba-a144-ea56cba292a8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:12.389038 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a2bc900-e782-4125-9b94-511a5ce0eb01 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.392264 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4a2bc900-e782-4125-9b94-511a5ce0eb01 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/subnets/d0b08368-0701-4dba-a144-ea56cba292a8 HTTP/1.1" status: 204  len: 168 time: 0.2683957
Dec 18 21:14:12.394808 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39234) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:12.395578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ae0626-93be-4a79-8ece-00dca3659491 None None] Network 530a2525-aba8-42e7-bd64-a6dee96461ba requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:12.472260 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.534137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Deleting port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:12.534506 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.542462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe2295e-570a-42da-822d-110b7a409311 None None] DHCP port deletion for 530a2525-aba8-42e7-bd64-a6dee96461ba request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:12.590760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2295e-570a-42da-822d-110b7a409311 None None] Deleting port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:12.591221 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dfe2295e-570a-42da-822d-110b7a409311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.606443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] For port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f9c8b9a-4070-4a1e-b073-e7cddcb1197d,segment=NetworkSegment(407d8ba5-820a-462d-98c1-41b92981d055),segment_id=407d8ba5-820a-462d-98c1-41b92981d055)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:12.606795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.622622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Calling delete_port for 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:12.635276 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3f3aa256-62d3-4fc5-b712-f891f60767ef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:14:12.662764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3f3aa256-62d3-4fc5-b712-f891f60767ef {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:14:12.663120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3f3aa256-62d3-4fc5-b712-f891f60767ef not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:14:12.663531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 053e14a4-a142-4032-8ed0-89570cb29b60 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:14:12.690067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 053e14a4-a142-4032-8ed0-89570cb29b60 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:14:12.690435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 053e14a4-a142-4032-8ed0-89570cb29b60 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:14:12.698525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-dfe2295e-570a-42da-822d-110b7a409311 None None] For port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f9c8b9a-4070-4a1e-b073-e7cddcb1197d,segment=NetworkSegment(407d8ba5-820a-462d-98c1-41b92981d055),segment_id=407d8ba5-820a-462d-98c1-41b92981d055)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:12.698924 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dfe2295e-570a-42da-822d-110b7a409311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.713417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2295e-570a-42da-822d-110b7a409311 None None] Calling delete_port for 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:12.716565 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.742520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Port': ['ID=6f9c8b9a-4070-4a1e-b073-e7cddcb1197d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:12.746017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] No DVR routers for this DVR port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:12.803454 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dfe2295e-570a-42da-822d-110b7a409311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.824858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.827791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2295e-570a-42da-822d-110b7a409311 None None] Pushing event deleted for resources: {'Port': ['ID=6f9c8b9a-4070-4a1e-b073-e7cddcb1197d,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:12.831141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe2295e-570a-42da-822d-110b7a409311 None None] No DVR routers for this DVR port 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:12.852393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3664016d00>,) {'filters': {'network_id': ['530a2525-aba8-42e7-bd64-a6dee96461ba']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:12.861778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3664016d00>, '407d8ba5-820a-462d-98c1-41b92981d055') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:12.862078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3664016d00>, '407d8ba5-820a-462d-98c1-41b92981d055') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:12.875272 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.889979 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.897162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:12.897630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:12.900685 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:12.956892 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.963674 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:12.966828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] 10.222.0.13 "DELETE /v2.0/networks/530a2525-aba8-42e7-bd64-a6dee96461ba HTTP/1.1" status: 204  len: 168 time: 0.5710075
Dec 18 21:14:12.978219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498acfd-037a-4ddf-9d75-eaba87a583b2 tempest-NetworksIpV6Test-2144901792 tempest-NetworksIpV6Test-2144901792-project] Pushing event deleted for resources: {'Network': ['ID=530a2525-aba8-42e7-bd64-a6dee96461ba,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:13.205612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39242) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:13.296145 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:14:13.338420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-eb68671d-b533-4956-8562-afbe0cd00bb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad0c7ce501d44ae091188abfb003a2de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1315079
Dec 18 21:14:13.340821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39246) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:13.388604 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1c3b469-b3db-4092-b9a9-f5cc052549c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:13.413537 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1c3b469-b3db-4092-b9a9-f5cc052549c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:13.460786 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1c3b469-b3db-4092-b9a9-f5cc052549c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:13.463436 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c1c3b469-b3db-4092-b9a9-f5cc052549c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:13.468292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c1c3b469-b3db-4092-b9a9-f5cc052549c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31cf776b-11ac-463a-9c44-58e0094cf5f0 HTTP/1.1" status: 204  len: 168 time: 0.1228557
Dec 18 21:14:13.473833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3b469-b3db-4092-b9a9-f5cc052549c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cf776b-11ac-463a-9c44-58e0094cf5f0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:14.093797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39272) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:14.190953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1478303072'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:14.215280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:14.218721 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.227192 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.298618 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.302081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.332241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:14.341624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c425cfd-3110-402f-9bd2-fe27e21d649f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:14.347731 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.348085 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Added segment 09e71ad8-5919-4e5e-9d44-73646b494642 of type vlan for network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4
Dec 18 21:14:14.387140 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.410761 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.416379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:14.417003 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.470467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.3754916
Dec 18 21:14:14.473118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39282) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:14.478838 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'name': 'tempest-PortsTestJSON-1474774961'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:14.488409 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3e760-4f10-4125-8e97-01439966717e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Network': ['ID=9c833b53-fb7c-41de-ad3e-e521ae8dc8f4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:14.499815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:14.582203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:14:14.591555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:14.595108 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.608287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:14:14.608561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6f9c8b9a-4070-4a1e-b073-e7cddcb1197d not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:14:14.612760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port 14675db6-400a-4a04-bc42-1a9d446e84b3 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:14.774019 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.805806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.867065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=14675db6-400a-4a04-bc42-1a9d446e84b3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:14.877265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Checking segment: {'id': '09e71ad8-5919-4e5e-9d44-73646b494642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:14.877632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network hostable DHCP agents. Network: 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:14:14.894477 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:14:14.903387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:14.907153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:14.911914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917f6b7-0e6c-4bc2-903e-f6ea66ff5958 None None] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:14.912999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:14.913634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.931629 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-57656caf-694b-42ad-960b-1dcbc9372131 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.4567592
Dec 18 21:14:14.934861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39284) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:14.939781 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1391480f-2ba1-4811-9f75-ad7193b2b9bf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1824728780'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:14.963235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1391480f-2ba1-4811-9f75-ad7193b2b9bf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:14.967696 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1391480f-2ba1-4811-9f75-ad7193b2b9bf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.981588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:14.992511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1391480f-2ba1-4811-9f75-ad7193b2b9bf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:15.002469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1391480f-2ba1-4811-9f75-ad7193b2b9bf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:15.002827 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-1391480f-2ba1-4811-9f75-ad7193b2b9bf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Added segment 627b9900-360d-4d49-a833-a9bc3d423172 of type vlan for network 520489c9-bf89-4a3c-bc60-37b32cae8146
Dec 18 21:14:15.048471 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1391480f-2ba1-4811-9f75-ad7193b2b9bf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:15.073226 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1391480f-2ba1-4811-9f75-ad7193b2b9bf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:15.078730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1391480f-2ba1-4811-9f75-ad7193b2b9bf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:15.079310 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1391480f-2ba1-4811-9f75-ad7193b2b9bf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:15.135916 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1391480f-2ba1-4811-9f75-ad7193b2b9bf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1998994
Dec 18 21:14:15.138499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39288) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:15.143764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'ports': [{'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4'}, {'network_id': '520489c9-bf89-4a3c-bc60-37b32cae8146'}]} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:15.144148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:15.144743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '520489c9-bf89-4a3c-bc60-37b32cae8146'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:15.150009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391480f-2ba1-4811-9f75-ad7193b2b9bf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Network': ['ID=520489c9-bf89-4a3c-bc60-37b32cae8146,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:15.160771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 520489c9-bf89-4a3c-bc60-37b32cae8146 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:15.305269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 2} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:15.309909 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:15.323156 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:15.400956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port 568db6f8-7ef4-4f52-977d-37f4ce76d076 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:15.516733 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:15.590783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port d35ca316-b4db-456c-9c96-8201c8533be4 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:15.703272 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:15.739056 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:15.781130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:15.784105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:15.788164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:15.788968 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:15.797172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=568db6f8-7ef4-4f52-977d-37f4ce76d076,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:15.859190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=d35ca316-b4db-456c-9c96-8201c8533be4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:15.867433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Checking segment: {'id': '627b9900-360d-4d49-a833-a9bc3d423172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '520489c9-bf89-4a3c-bc60-37b32cae8146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:15.867800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network hostable DHCP agents. Network: 520489c9-bf89-4a3c-bc60-37b32cae8146, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:14:15.883999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 520489c9-bf89-4a3c-bc60-37b32cae8146 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:14:15.892867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 520489c9-bf89-4a3c-bc60-37b32cae8146) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:15.897969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:15.900941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e83908-d0c5-4d93-ab15-368a7e74a8e5 None None] Network 520489c9-bf89-4a3c-bc60-37b32cae8146 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:15.904883 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:15.909757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:15.910449 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:15.926514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ea6e947a-c97a-48a7-a770-71d7a49d6162 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 0.7868164
Dec 18 21:14:15.929174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39292) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:16.014894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-12248994-d8d0-4203-b41f-6220b16a355c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port d35ca316-b4db-456c-9c96-8201c8533be4 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:16.015241 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-12248994-d8d0-4203-b41f-6220b16a355c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.082852 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-12248994-d8d0-4203-b41f-6220b16a355c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.095750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-12248994-d8d0-4203-b41f-6220b16a355c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for d35ca316-b4db-456c-9c96-8201c8533be4 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:16.172246 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-12248994-d8d0-4203-b41f-6220b16a355c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.198148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12248994-d8d0-4203-b41f-6220b16a355c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=d35ca316-b4db-456c-9c96-8201c8533be4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:16.205535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-12248994-d8d0-4203-b41f-6220b16a355c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.209552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-12248994-d8d0-4203-b41f-6220b16a355c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/d35ca316-b4db-456c-9c96-8201c8533be4 HTTP/1.1" status: 204  len: 168 time: 0.2789605
Dec 18 21:14:16.212035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39296) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:16.292453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3e2830-f423-47a8-8eaf-0968543c7ec0 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:16.298315 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3e2830-f423-47a8-8eaf-0968543c7ec0 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:16.299847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-de3e2830-f423-47a8-8eaf-0968543c7ec0 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.0869055
Dec 18 21:14:16.302546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39298) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:16.389482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6f817-bac1-48d0-9e03-a93ec6c954c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port 568db6f8-7ef4-4f52-977d-37f4ce76d076 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:16.389810 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f817-bac1-48d0-9e03-a93ec6c954c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.456161 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f817-bac1-48d0-9e03-a93ec6c954c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.469499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6f817-bac1-48d0-9e03-a93ec6c954c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for 568db6f8-7ef4-4f52-977d-37f4ce76d076 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:16.544974 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f817-bac1-48d0-9e03-a93ec6c954c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.574084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6f817-bac1-48d0-9e03-a93ec6c954c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=568db6f8-7ef4-4f52-977d-37f4ce76d076,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:16.577569 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f817-bac1-48d0-9e03-a93ec6c954c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.580910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f5e6f817-bac1-48d0-9e03-a93ec6c954c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/568db6f8-7ef4-4f52-977d-37f4ce76d076 HTTP/1.1" status: 204  len: 168 time: 0.2772486
Dec 18 21:14:16.583472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39300) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:16.641118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f5d3a-e46d-451e-a3ad-46474f0712a1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:16.642675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f74f5d3a-e46d-451e-a3ad-46474f0712a1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0577245
Dec 18 21:14:16.645332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39304) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:16.668938 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-495a0868-6c9f-4570-9442-d38e6c1e6ef2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:16.670339 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-495a0868-6c9f-4570-9442-d38e6c1e6ef2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/d35ca316-b4db-456c-9c96-8201c8533be4 HTTP/1.1" status: 404  len: 333 time: 0.0240591
Dec 18 21:14:16.673009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39306) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:16.697493 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-21df90fa-ab66-43e2-b5aa-4cd5321fb964 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:16.698895 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-21df90fa-ab66-43e2-b5aa-4cd5321fb964 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/568db6f8-7ef4-4f52-977d-37f4ce76d076 HTTP/1.1" status: 404  len: 333 time: 0.0249889
Dec 18 21:14:16.701941 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39308) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:16.780005 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.861937 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.881763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d523a90>,) {'filters': {'network_id': ['520489c9-bf89-4a3c-bc60-37b32cae8146']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:16.890681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d523a90>, '627b9900-360d-4d49-a833-a9bc3d423172') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:16.890985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d523a90>, '627b9900-360d-4d49-a833-a9bc3d423172') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:16.900644 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.913994 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.919787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:16.920173 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:16.923165 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:16.982338 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.988819 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:16.992541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/networks/520489c9-bf89-4a3c-bc60-37b32cae8146 HTTP/1.1" status: 204  len: 168 time: 0.2900410
Dec 18 21:14:16.996344 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39312) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:17.002024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9ae6a3fd-5768-4876-beb9-9292eebd62fb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-734729424'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:17.003852 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ab544-eb96-466f-b76d-bc72c532788a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Network': ['ID=520489c9-bf89-4a3c-bc60-37b32cae8146,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:17.028095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae6a3fd-5768-4876-beb9-9292eebd62fb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:17.031808 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ae6a3fd-5768-4876-beb9-9292eebd62fb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:17.055755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae6a3fd-5768-4876-beb9-9292eebd62fb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:17.065072 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ae6a3fd-5768-4876-beb9-9292eebd62fb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:17.065406 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-9ae6a3fd-5768-4876-beb9-9292eebd62fb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Added segment aa2146a7-242d-4574-8322-fa0d3fa5a057 of type vlan for network 5946604f-ced1-4ced-bf6a-ce2e607f07c1
Dec 18 21:14:17.104706 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ae6a3fd-5768-4876-beb9-9292eebd62fb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:17.128530 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ae6a3fd-5768-4876-beb9-9292eebd62fb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:17.134416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae6a3fd-5768-4876-beb9-9292eebd62fb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:17.134990 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ae6a3fd-5768-4876-beb9-9292eebd62fb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:17.187747 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9ae6a3fd-5768-4876-beb9-9292eebd62fb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1897116
Dec 18 21:14:17.190629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39316) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:17.202620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '5946604f-ced1-4ced-bf6a-ce2e607f07c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:17.246734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6a3fd-5768-4876-beb9-9292eebd62fb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Network': ['ID=5946604f-ced1-4ced-bf6a-ce2e607f07c1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:17.257424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5946604f-ced1-4ced-bf6a-ce2e607f07c1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:17.296749 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:17.300361 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:17.359211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Performing IP validity checks on allocation pools {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 18 21:14:17.359863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 18 21:14:17.475523 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:17.531054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Subnet': ['ID=7443305a-5a04-4ef9-ac7c-97a07eb0d26f,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:17.542567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Checking segment: {'id': 'aa2146a7-242d-4574-8322-fa0d3fa5a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5946604f-ced1-4ced-bf6a-ce2e607f07c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:17.542927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network hostable DHCP agents. Network: 5946604f-ced1-4ced-bf6a-ce2e607f07c1, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:14:17.558857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 5946604f-ced1-4ced-bf6a-ce2e607f07c1 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:14:17.567114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5946604f-ced1-4ced-bf6a-ce2e607f07c1) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:17.574539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:17.575455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:17.578750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa92e12d-b8b2-489a-9e67-21f09f9ad1bf None None] Network 5946604f-ced1-4ced-bf6a-ce2e607f07c1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:17.594432 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9cb0d25a-e7c5-48e5-8ee6-2dff76889dd7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4019268
Dec 18 21:14:17.596779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39318) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:17.602976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '5946604f-ced1-4ced-bf6a-ce2e607f07c1', 'name': 'tempest-PortsTestJSON-1096750537'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:17.674300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5946604f-ced1-4ced-bf6a-ce2e607f07c1', 'network_id': '5946604f-ced1-4ced-bf6a-ce2e607f07c1', 'project_id': '8aa3b18c48524bfc9b3a232024b9ad75', 'fixed_ips': [{'subnet_id': '7443305a-5a04-4ef9-ac7c-97a07eb0d26f'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:14:17.675194 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:17.728346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:17.732732 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:17.754585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port 8efc63b2-c854-4611-9fb1-4a0d23ded52a yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:17.814414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Allocated IP 172.20.0.2 (5946604f-ced1-4ced-bf6a-ce2e607f07c1/7443305a-5a04-4ef9-ac7c-97a07eb0d26f/5da982e5-db60-493b-950e-61907e74fcad) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:17.957569 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:17.963866 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:18.006830 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Network 5946604f-ced1-4ced-bf6a-ce2e607f07c1 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:18.010620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:18.012322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Pushing event updated for resources: {'Port': ['ID=5da982e5-db60-493b-950e-61907e74fcad,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:18.014554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:18.015783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.12 (5946604f-ced1-4ced-bf6a-ce2e607f07c1/7443305a-5a04-4ef9-ac7c-97a07eb0d26f/8efc63b2-c854-4611-9fb1-4a0d23ded52a) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:18.071328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Attempting to bind port 5da982e5-db60-493b-950e-61907e74fcad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:18.071712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Attempting to bind port 5da982e5-db60-493b-950e-61907e74fcad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aa2146a7-242d-4574-8322-fa0d3fa5a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5946604f-ced1-4ced-bf6a-ce2e607f07c1'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:18.072224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Attempting to bind port 5da982e5-db60-493b-950e-61907e74fcad on network 5946604f-ced1-4ced-bf6a-ce2e607f07c1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:18.077325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:18.077709 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Checking segment: {'id': 'aa2146a7-242d-4574-8322-fa0d3fa5a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5946604f-ced1-4ced-bf6a-ce2e607f07c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:18.078111 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:18.078545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Bound using segment: {'id': 'aa2146a7-242d-4574-8322-fa0d3fa5a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5946604f-ced1-4ced-bf6a-ce2e607f07c1'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:18.079011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Bound port: 5da982e5-db60-493b-950e-61907e74fcad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2146a7-242d-4574-8322-fa0d3fa5a057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5946604f-ced1-4ced-bf6a-ce2e607f07c1'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:18.079394 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:18.167257 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:18.203854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:18.265546 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 5946604f-ced1-4ced-bf6a-ce2e607f07c1 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:18.266364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=8efc63b2-c854-4611-9fb1-4a0d23ded52a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:18.269265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:18.271782 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:18.309279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] For port 5da982e5-db60-493b-950e-61907e74fcad, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:18.314489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] For port 5da982e5-db60-493b-950e-61907e74fcad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da982e5-db60-493b-950e-61907e74fcad,segment=NetworkSegment(aa2146a7-242d-4574-8322-fa0d3fa5a057),segment_id=aa2146a7-242d-4574-8322-fa0d3fa5a057)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:18.321795 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:18.336760 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:18.337285 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:18.358511 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f3f59f8b-b6fd-44bd-a5cd-27354840933d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 0.7595680
Dec 18 21:14:18.360391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39326) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:18.399987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d3905-36cf-48c0-a952-b3f07b97aa68 None None] Pushing event updated for resources: {'Port': ['ID=5da982e5-db60-493b-950e-61907e74fcad,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:18.463454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2fa5e084-65d5-47a3-a922-0590073e2c80 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port 8efc63b2-c854-4611-9fb1-4a0d23ded52a {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:18.463764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e084-65d5-47a3-a922-0590073e2c80 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:18.575903 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e084-65d5-47a3-a922-0590073e2c80 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:18.588365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2fa5e084-65d5-47a3-a922-0590073e2c80 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for 8efc63b2-c854-4611-9fb1-4a0d23ded52a owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:19.037648 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e084-65d5-47a3-a922-0590073e2c80 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.068904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5e084-65d5-47a3-a922-0590073e2c80 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=8efc63b2-c854-4611-9fb1-4a0d23ded52a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:19.137745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e084-65d5-47a3-a922-0590073e2c80 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.142545 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2fa5e084-65d5-47a3-a922-0590073e2c80 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/8efc63b2-c854-4611-9fb1-4a0d23ded52a HTTP/1.1" status: 204  len: 168 time: 0.7804978
Dec 18 21:14:19.144896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39330) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:19.168265 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b808ee17-3b87-4912-9b4a-ca43bb4a6589 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:14:19.168827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b808ee17-3b87-4912-9b4a-ca43bb4a6589 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:19.171930 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b808ee17-3b87-4912-9b4a-ca43bb4a6589 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/8efc63b2-c854-4611-9fb1-4a0d23ded52a HTTP/1.1" status: 404  len: 333 time: 0.0260627
Dec 18 21:14:19.174624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39332) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:19.199720 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8471de6-045e-4531-b335-a4f9272d5283 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:19.201149 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f8471de6-045e-4531-b335-a4f9272d5283 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/8efc63b2-c854-4611-9fb1-4a0d23ded52a HTTP/1.1" status: 404  len: 333 time: 0.0256035
Dec 18 21:14:19.203796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39334) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:19.254839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a55d9d-d4c0-4868-bdf5-ac9f17d96287 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting subnet 7443305a-5a04-4ef9-ac7c-97a07eb0d26f {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:19.258869 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49a55d9d-d4c0-4868-bdf5-ac9f17d96287 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.303612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49a55d9d-d4c0-4868-bdf5-ac9f17d96287 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.332865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b0073e-d6ea-4950-8147-8425bfe6e6cc None None] Network 5946604f-ced1-4ced-bf6a-ce2e607f07c1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:19.386655 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49a55d9d-d4c0-4868-bdf5-ac9f17d96287 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.445860 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49a55d9d-d4c0-4868-bdf5-ac9f17d96287 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.446836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c058d8ba-e34a-4dbc-b6a4-e613e27446fa None None] Provisioning complete for port 5da982e5-db60-493b-950e-61907e74fcad triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:19.447208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c058d8ba-e34a-4dbc-b6a4-e613e27446fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.481178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a55d9d-d4c0-4868-bdf5-ac9f17d96287 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Subnet': ['ID=7443305a-5a04-4ef9-ac7c-97a07eb0d26f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:19.486423 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49a55d9d-d4c0-4868-bdf5-ac9f17d96287 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.492906 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-49a55d9d-d4c0-4868-bdf5-ac9f17d96287 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/7443305a-5a04-4ef9-ac7c-97a07eb0d26f HTTP/1.1" status: 204  len: 168 time: 0.2852581
Dec 18 21:14:19.493142 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39336) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:19.549810 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c058d8ba-e34a-4dbc-b6a4-e613e27446fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.563844 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.591119 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.591611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c058d8ba-e34a-4dbc-b6a4-e613e27446fa None None] For port 5da982e5-db60-493b-950e-61907e74fcad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da982e5-db60-493b-950e-61907e74fcad,segment=NetworkSegment(aa2146a7-242d-4574-8322-fa0d3fa5a057),segment_id=aa2146a7-242d-4574-8322-fa0d3fa5a057)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:19.597319 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c058d8ba-e34a-4dbc-b6a4-e613e27446fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.649581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058d8ba-e34a-4dbc-b6a4-e613e27446fa None None] Pushing event updated for resources: {'Port': ['ID=5da982e5-db60-493b-950e-61907e74fcad,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:19.652022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port 5da982e5-db60-493b-950e-61907e74fcad {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:19.652372 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.688554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b18d9de-4c9c-47ff-820a-8009a6137194 None None] Network 5946604f-ced1-4ced-bf6a-ce2e607f07c1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:19.720449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] For port 5da982e5-db60-493b-950e-61907e74fcad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da982e5-db60-493b-950e-61907e74fcad,segment=NetworkSegment(aa2146a7-242d-4574-8322-fa0d3fa5a057),segment_id=aa2146a7-242d-4574-8322-fa0d3fa5a057)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:19.720811 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.736971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for 5da982e5-db60-493b-950e-61907e74fcad owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:19.757352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-46f7b333-6875-407a-9bca-56b49559fd6a None None] Provisioning complete for port 5da982e5-db60-493b-950e-61907e74fcad triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:19.757730 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-46f7b333-6875-407a-9bca-56b49559fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.815317 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.821516 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.db [None req-46f7b333-6875-407a-9bca-56b49559fd6a None None] No ports have port_id starting with 5da982e5-db60-493b-950e-61907e74fcad
Dec 18 21:14:19.851099 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=5da982e5-db60-493b-950e-61907e74fcad,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:19.852917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No DVR routers for this DVR port 5da982e5-db60-493b-950e-61907e74fcad on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:19.876603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1628ac55-a973-4cc7-8818-ad29c563dca1 None None] DHCP port deletion for 5946604f-ced1-4ced-bf6a-ce2e607f07c1 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:19.933940 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.953049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365daee340>,) {'filters': {'network_id': ['5946604f-ced1-4ced-bf6a-ce2e607f07c1']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:19.962485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365daee340>, 'aa2146a7-242d-4574-8322-fa0d3fa5a057') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:19.962781 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365daee340>, 'aa2146a7-242d-4574-8322-fa0d3fa5a057') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:19.971830 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.985009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.990714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:19.991092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:19.993964 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:20.054267 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:20.060930 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:20.064042 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/networks/5946604f-ced1-4ced-bf6a-ce2e607f07c1 HTTP/1.1" status: 204  len: 168 time: 0.5693574
Dec 18 21:14:20.068767 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39342) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:20.073719 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1572015314'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:20.076236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aabac8-53cc-40f1-81fe-1b6267e8ce95 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Network': ['ID=5946604f-ced1-4ced-bf6a-ce2e607f07c1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:20.095875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:20.099403 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:20.121874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:20.131487 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:20.131826 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Added segment 17fe5758-1071-4333-b7f5-73995f87c324 of type vlan for network e9c69852-e163-4b45-89bc-3048cbb8ac9d
Dec 18 21:14:20.170496 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:20.194620 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:20.200064 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:20.200649 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:20.260210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1903789
Dec 18 21:14:20.263001 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39346) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:20.267775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-dbba63e7-c10d-421a-839b-ebf5c8fd8bd8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': 'e9c69852-e163-4b45-89bc-3048cbb8ac9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:20.314438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Network': ['ID=e9c69852-e163-4b45-89bc-3048cbb8ac9d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:20.331107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.331385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.331736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.332079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.332445 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.332783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.333141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.333473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.334448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.334794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.335128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.335457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.335786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60bb6e-65ac-4bbe-a010-a6105d2c571c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:20.346356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network e9c69852-e163-4b45-89bc-3048cbb8ac9d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:20.379996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbba63e7-c10d-421a-839b-ebf5c8fd8bd8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:20.384153 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbba63e7-c10d-421a-839b-ebf5c8fd8bd8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:20.559856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbba63e7-c10d-421a-839b-ebf5c8fd8bd8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:20.632936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba63e7-c10d-421a-839b-ebf5c8fd8bd8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Subnet': ['ID=9446c4ff-839b-48d6-9ece-2501456f95ee,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:20.642484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba63e7-c10d-421a-839b-ebf5c8fd8bd8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Checking segment: {'id': '17fe5758-1071-4333-b7f5-73995f87c324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e9c69852-e163-4b45-89bc-3048cbb8ac9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:20.642851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba63e7-c10d-421a-839b-ebf5c8fd8bd8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network hostable DHCP agents. Network: e9c69852-e163-4b45-89bc-3048cbb8ac9d, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:14:20.661953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba63e7-c10d-421a-839b-ebf5c8fd8bd8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network e9c69852-e163-4b45-89bc-3048cbb8ac9d is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:14:20.672224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-dbba63e7-c10d-421a-839b-ebf5c8fd8bd8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e9c69852-e163-4b45-89bc-3048cbb8ac9d) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:20.676732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbba63e7-c10d-421a-839b-ebf5c8fd8bd8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:20.677332 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbba63e7-c10d-421a-839b-ebf5c8fd8bd8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:20.684790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b86870-79a9-4255-b973-eabfb048823d None None] Network e9c69852-e163-4b45-89bc-3048cbb8ac9d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:20.717837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dbba63e7-c10d-421a-839b-ebf5c8fd8bd8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4514740
Dec 18 21:14:20.718684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39354) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:20.724208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': 'e9c69852-e163-4b45-89bc-3048cbb8ac9d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-971655681'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:20.734832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da870c50-beb3-4059-a5de-850378d069e2 req-33496b7d-6d37-443f-b128-89f63b5813a9 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:20.738776 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da870c50-beb3-4059-a5de-850378d069e2 req-33496b7d-6d37-443f-b128-89f63b5813a9 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1097 time: 0.0539632
Dec 18 21:14:20.784242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da870c50-beb3-4059-a5de-850378d069e2 req-734d0436-2954-4d2a-9181-ac7edb56ecc6 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431278
Dec 18 21:14:20.798080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e9c69852-e163-4b45-89bc-3048cbb8ac9d', 'network_id': 'e9c69852-e163-4b45-89bc-3048cbb8ac9d', 'project_id': '8aa3b18c48524bfc9b3a232024b9ad75', 'fixed_ips': [{'subnet_id': '9446c4ff-839b-48d6-9ece-2501456f95ee'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:14:20.798981 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:20.808994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39356) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:20.844291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:20.847995 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:20.872160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port d2d78faf-b266-473d-8344-4ffcfe6c4ebb yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:20.945304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Allocated IP 172.20.0.2 (e9c69852-e163-4b45-89bc-3048cbb8ac9d/9446c4ff-839b-48d6-9ece-2501456f95ee/3fc31062-0d28-4828-b43c-fdf92629394d) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:20.997757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port 5b9ee281-15f1-490f-b2ad-4d52466af812 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:20.998180 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.074585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.075303 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.086555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for 5b9ee281-15f1-490f-b2ad-4d52466af812 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:21.088336 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.095068 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.140689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Network e9c69852-e163-4b45-89bc-3048cbb8ac9d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:21.143713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:21.148642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:21.149076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.3 (e9c69852-e163-4b45-89bc-3048cbb8ac9d/9446c4ff-839b-48d6-9ece-2501456f95ee/d2d78faf-b266-473d-8344-4ffcfe6c4ebb) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:21.151955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Pushing event updated for resources: {'Port': ['ID=3fc31062-0d28-4828-b43c-fdf92629394d,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:21.183448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.183448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.183448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.183924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.184174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.184430 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.184755 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.185082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.185404 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.185725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.186049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.186401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.186726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:21.218996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Attempting to bind port 3fc31062-0d28-4828-b43c-fdf92629394d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:21.219531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Attempting to bind port 3fc31062-0d28-4828-b43c-fdf92629394d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '17fe5758-1071-4333-b7f5-73995f87c324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e9c69852-e163-4b45-89bc-3048cbb8ac9d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:21.220724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Attempting to bind port 3fc31062-0d28-4828-b43c-fdf92629394d on network e9c69852-e163-4b45-89bc-3048cbb8ac9d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:21.229069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:21.229676 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Checking segment: {'id': '17fe5758-1071-4333-b7f5-73995f87c324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e9c69852-e163-4b45-89bc-3048cbb8ac9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:21.230183 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.230709 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Bound using segment: {'id': '17fe5758-1071-4333-b7f5-73995f87c324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e9c69852-e163-4b45-89bc-3048cbb8ac9d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:21.231294 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Bound port: 3fc31062-0d28-4828-b43c-fdf92629394d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fe5758-1071-4333-b7f5-73995f87c324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e9c69852-e163-4b45-89bc-3048cbb8ac9d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:21.231782 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.284540 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.297582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] For port 3fc31062-0d28-4828-b43c-fdf92629394d, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:21.301289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] For port 3fc31062-0d28-4828-b43c-fdf92629394d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3fc31062-0d28-4828-b43c-fdf92629394d,segment=NetworkSegment(17fe5758-1071-4333-b7f5-73995f87c324),segment_id=17fe5758-1071-4333-b7f5-73995f87c324)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:21.306003 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.322421 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.369970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network e9c69852-e163-4b45-89bc-3048cbb8ac9d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:21.370975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a492f6-046c-43c3-a4a3-5b0f10edf89f None None] Pushing event updated for resources: {'Port': ['ID=3fc31062-0d28-4828-b43c-fdf92629394d,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:21.373584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:21.378208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:21.382461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=d2d78faf-b266-473d-8344-4ffcfe6c4ebb,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:21.432521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:21.433204 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.460368 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0d300258-629f-458f-8220-327d0af0dad1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 885 time: 0.7370586
Dec 18 21:14:21.460741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39360) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:21.573918 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8e518a91-0c41-404a-b68e-9a0d2b6d73d2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port d2d78faf-b266-473d-8344-4ffcfe6c4ebb {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:21.574295 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e518a91-0c41-404a-b68e-9a0d2b6d73d2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.683043 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e518a91-0c41-404a-b68e-9a0d2b6d73d2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.698702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8e518a91-0c41-404a-b68e-9a0d2b6d73d2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for d2d78faf-b266-473d-8344-4ffcfe6c4ebb owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:21.715119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.737240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=5b9ee281-15f1-490f-b2ad-4d52466af812,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:21.811843 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.812176 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Floating IP d98a55a4-b8e4-4141-9753-586a4a31ead9 disassociated (deleted). External IP: 172.35.3.135, port: d142be73-0afd-4754-abd6-52096e5b45d3.
Dec 18 21:14:21.839275 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e518a91-0c41-404a-b68e-9a0d2b6d73d2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.863481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e518a91-0c41-404a-b68e-9a0d2b6d73d2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=d2d78faf-b266-473d-8344-4ffcfe6c4ebb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:21.937269 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e518a91-0c41-404a-b68e-9a0d2b6d73d2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:21.941161 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8e518a91-0c41-404a-b68e-9a0d2b6d73d2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/d2d78faf-b266-473d-8344-4ffcfe6c4ebb HTTP/1.1" status: 204  len: 168 time: 0.4789510
Dec 18 21:14:21.944275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39364) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:21.968024 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-93452f69-bd67-4a0f-ad48-ad91d960e2f2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:21.969423 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-93452f69-bd67-4a0f-ad48-ad91d960e2f2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/d2d78faf-b266-473d-8344-4ffcfe6c4ebb HTTP/1.1" status: 404  len: 333 time: 0.0241544
Dec 18 21:14:21.972032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39366) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:22.027890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router b3f4beee-5404-47c4-a4e9-1d33902b89ee has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:14:22.028125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-562c9c64-cfa3-45fb-a8ca-77a90686ebe3 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting subnet 9446c4ff-839b-48d6-9ece-2501456f95ee {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:22.031333 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-562c9c64-cfa3-45fb-a8ca-77a90686ebe3 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.079157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-562c9c64-cfa3-45fb-a8ca-77a90686ebe3 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.151183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:14:22.157303 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.164341 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14423013-e795-4b7c-84b3-9360b5f89bef None None] Sync routers for ids ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:14:22.173658 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-562c9c64-cfa3-45fb-a8ca-77a90686ebe3 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.179618 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14423013-e795-4b7c-84b3-9360b5f89bef None None] Routers {'b3f4beee-5404-47c4-a4e9-1d33902b89ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:22.180465 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-14423013-e795-4b7c-84b3-9360b5f89bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641c59d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:22.202899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bfb4b405-0693-42b2-a532-a6171b993065 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/floatingips/d98a55a4-b8e4-4141-9753-586a4a31ead9 HTTP/1.1" status: 204  len: 168 time: 1.3929870
Dec 18 21:14:22.203594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:14:22.207964 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7255f08-ca90-409c-b6da-282d1b068f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:14:22.251595 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-562c9c64-cfa3-45fb-a8ca-77a90686ebe3 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.253985 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633123c0-6e3d-4052-9a1f-39acd1479bee x-openstack-request-id: req-633123c0-6e3d-4052-9a1f-39acd1479bee {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:14:22.254505 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:14:22.255013 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-633123c0-6e3d-4052-9a1f-39acd1479bee {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:14:22.255636 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'status': 'completed', 'code': 200}
Dec 18 21:14:22.288300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-562c9c64-cfa3-45fb-a8ca-77a90686ebe3 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.291722 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-562c9c64-cfa3-45fb-a8ca-77a90686ebe3 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/9446c4ff-839b-48d6-9ece-2501456f95ee HTTP/1.1" status: 204  len: 168 time: 0.3187785
Dec 18 21:14:22.294660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39374) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:22.302355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c9c64-cfa3-45fb-a8ca-77a90686ebe3 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Subnet': ['ID=9446c4ff-839b-48d6-9ece-2501456f95ee,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:22.319172 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-14423013-e795-4b7c-84b3-9360b5f89bef None None] Set router b3f4beee-5404-47c4-a4e9-1d33902b89ee gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:14:22.339759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7255f08-ca90-409c-b6da-282d1b068f2e req-212754c3-74b8-46fc-89a7-0c601e67bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:22.342188 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a7255f08-ca90-409c-b6da-282d1b068f2e req-212754c3-74b8-46fc-89a7-0c601e67bbe4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 1097 time: 0.0491965
Dec 18 21:14:22.434487 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.486056 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7255f08-ca90-409c-b6da-282d1b068f2e req-c4826306-a019-46a5-8600-6cde0f34e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:22.487998 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a7255f08-ca90-409c-b6da-282d1b068f2e req-c4826306-a019-46a5-8600-6cde0f34e092 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 200  len: 897 time: 0.1202312
Dec 18 21:14:22.549334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a9bab-d976-440b-8b44-1ed2db39081b req-f0938dd1-88dd-44ac-95db-c4d5428f3a0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:22.551118 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a7255f08-ca90-409c-b6da-282d1b068f2e req-b5ad9e04-ad87-48ab-b99d-979845fabfe4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 200  len: 217 time: 0.0549626
Dec 18 21:14:22.559819 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d58a9bab-d976-440b-8b44-1ed2db39081b req-f0938dd1-88dd-44ac-95db-c4d5428f3a0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 946 time: 0.0907271
Dec 18 21:14:22.579326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port 3fc31062-0d28-4828-b43c-fdf92629394d {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:22.579673 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.581854 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-14423013-e795-4b7c-84b3-9360b5f89bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641c59d0>, [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:17Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23a7fb4c-21b4-4089-b82d-379ab588f50c', 'name': '', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:37:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:14Z', 'updated_at': '2021-12-18T21:12:22Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:22.618191 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14423013-e795-4b7c-84b3-9360b5f89bef None None] Checking router: b3f4beee-5404-47c4-a4e9-1d33902b89ee for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:14:22.628542 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14423013-e795-4b7c-84b3-9360b5f89bef None None] Routers {'b3f4beee-5404-47c4-a4e9-1d33902b89ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:22.629175 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-14423013-e795-4b7c-84b3-9360b5f89bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641c59d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:22.660219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d455755-2f25-4d17-b058-c64c34232572 None None] Network e9c69852-e163-4b45-89bc-3048cbb8ac9d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:22.686469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7255f08-ca90-409c-b6da-282d1b068f2e req-619df4e7-cb29-46f3-a69b-e823c943fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:22.688430 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a7255f08-ca90-409c-b6da-282d1b068f2e req-619df4e7-cb29-46f3-a69b-e823c943fc6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 200  len: 835 time: 0.1265185
Dec 18 21:14:22.688971 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d58a9bab-d976-440b-8b44-1ed2db39081b req-f2ade91e-a039-4e1e-b77b-14877718a84c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1280618
Dec 18 21:14:22.694736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] For port 3fc31062-0d28-4828-b43c-fdf92629394d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3fc31062-0d28-4828-b43c-fdf92629394d,segment=NetworkSegment(17fe5758-1071-4333-b7f5-73995f87c324),segment_id=17fe5758-1071-4333-b7f5-73995f87c324)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:22.695172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.740615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for 3fc31062-0d28-4828-b43c-fdf92629394d owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:22.747487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3fc31062-0d28-4828-b43c-fdf92629394d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:22.786444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7255f08-ca90-409c-b6da-282d1b068f2e req-a031e71b-df51-45c9-ac85-6632fe6ec40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:22.788614 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a7255f08-ca90-409c-b6da-282d1b068f2e req-a031e71b-df51-45c9-ac85-6632fe6ec40f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14b65cba-3c23-4bc0-913c-c316c167c76d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0904324
Dec 18 21:14:22.842211 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.848911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-81f97266-dfb5-4953-81f5-747dbd5208fc None None] Provisioning complete for port 3fc31062-0d28-4828-b43c-fdf92629394d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:22.849667 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-81f97266-dfb5-4953-81f5-747dbd5208fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.854965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3fc31062-0d28-4828-b43c-fdf92629394d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:22.855507 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.872299 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-14423013-e795-4b7c-84b3-9360b5f89bef None None] Set router b3f4beee-5404-47c4-a4e9-1d33902b89ee gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:14:22.887486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=3fc31062-0d28-4828-b43c-fdf92629394d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:22.891611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No DVR routers for this DVR port 3fc31062-0d28-4828-b43c-fdf92629394d on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:22.893128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Port 3fc31062-0d28-4828-b43c-fdf92629394d was deleted so its status cannot be updated. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Dec 18 21:14:22.901106 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-81f97266-dfb5-4953-81f5-747dbd5208fc None None] Port 3fc31062-0d28-4828-b43c-fdf92629394d was deleted so its status cannot be updated. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Dec 18 21:14:22.928207 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a7255f08-ca90-409c-b6da-282d1b068f2e req-b68f5326-958a-44e0-b951-733ee6595db1 service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262536
Dec 18 21:14:22.988919 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:22.995002 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c4ba7-3804-4b0b-8067-f54f9c41f491 None None] DHCP port deletion for e9c69852-e163-4b45-89bc-3048cbb8ac9d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:23.018097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f11bc70>,) {'filters': {'network_id': ['e9c69852-e163-4b45-89bc-3048cbb8ac9d']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:23.029616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f11bc70>, '17fe5758-1071-4333-b7f5-73995f87c324') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:23.029919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f11bc70>, '17fe5758-1071-4333-b7f5-73995f87c324') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:23.040729 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.054979 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a7255f08-ca90-409c-b6da-282d1b068f2e req-e7dedff5-f7bd-43a5-a975-9f7c07726f7a service neutron] 10.222.0.36 "GET /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1187711
Dec 18 21:14:23.055879 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.062593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:23.063057 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:23.067140 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:23.125442 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-14423013-e795-4b7c-84b3-9360b5f89bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641c59d0>, [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:17Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23a7fb4c-21b4-4089-b82d-379ab588f50c', 'name': '', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:37:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:14Z', 'updated_at': '2021-12-18T21:12:22Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:23.132468 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.139265 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.146142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/networks/e9c69852-e163-4b45-89bc-3048cbb8ac9d HTTP/1.1" status: 204  len: 168 time: 0.8502588
Dec 18 21:14:23.146977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39382) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:23.159413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bd5a6-ecd2-43fc-8b19-1c97ea6847ba tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Network': ['ID=e9c69852-e163-4b45-89bc-3048cbb8ac9d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:23.159909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'name': 'tempest-PortsTestJSON-459436171'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:23.173066 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14423013-e795-4b7c-84b3-9360b5f89bef None None] The sync data for ids ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'] in ncdv-master-1 is: [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:17Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23a7fb4c-21b4-4089-b82d-379ab588f50c', 'name': '', 'network_id': '14b65cba-3c23-4bc0-913c-c316c167c76d', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:37:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:14Z', 'updated_at': '2021-12-18T21:12:22Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '3bfa9f32-05b7-448f-9c0e-1de08987412e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:14:23.259467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:23.263238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.287842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port 8edf4956-fd46-41be-af3d-040cdfc9038a yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:23.420633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06870b-f4e9-4859-91fb-9a950b59c485 None None] New status for floating IP d98a55a4-b8e4-4141-9753-586a4a31ead9: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:14:23.448605 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.484594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.533830 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:23.537535 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:23.541307 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:23.546876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:23.547475 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.553202 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=8edf4956-fd46-41be-af3d-040cdfc9038a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:23.567369 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bcedc2d1-8099-4b4c-b5a7-11ab321660ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.4190831
Dec 18 21:14:23.569902 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39384) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:23.655002 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f143c-6f91-4148-8e10-e80c740518f4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port 8edf4956-fd46-41be-af3d-040cdfc9038a {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:23.655340 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6a0f143c-6f91-4148-8e10-e80c740518f4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.726607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6a0f143c-6f91-4148-8e10-e80c740518f4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.740739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f143c-6f91-4148-8e10-e80c740518f4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for 8edf4956-fd46-41be-af3d-040cdfc9038a owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:23.817943 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6a0f143c-6f91-4148-8e10-e80c740518f4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.820034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908852c9-02f8-4fd2-a9a4-0ac51cc666ac req-54bce5ef-3540-4fee-9d40-7091540d7d64 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:23.821603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-908852c9-02f8-4fd2-a9a4-0ac51cc666ac req-54bce5ef-3540-4fee-9d40-7091540d7d64 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 946 time: 0.0531909
Dec 18 21:14:23.852899 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6a0f143c-6f91-4148-8e10-e80c740518f4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:23.856848 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6a0f143c-6f91-4148-8e10-e80c740518f4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/8edf4956-fd46-41be-af3d-040cdfc9038a HTTP/1.1" status: 204  len: 168 time: 0.2859998
Dec 18 21:14:23.857751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f143c-6f91-4148-8e10-e80c740518f4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=8edf4956-fd46-41be-af3d-040cdfc9038a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:23.859495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39388) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:23.864978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'mac_address': 'fa:16:3e:95:4e:e5', 'name': 'tempest-PortsTestJSON-1985179136'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:23.919241 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-908852c9-02f8-4fd2-a9a4-0ac51cc666ac req-c50700b5-0b64-454b-8b60-861601668914 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0ecc39d-67f9-471b-904a-94f46ba3bd92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914288
Dec 18 21:14:23.935247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e2062-08f7-4dbe-a5c1-1354f3b115cc req-b5232215-ece4-453f-8297-a07e6784ba1a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:23.936745 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0e1e2062-08f7-4dbe-a5c1-1354f3b115cc req-b5232215-ece4-453f-8297-a07e6784ba1a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5bd7afd-a4da-4163-b4ac-245be65e705b HTTP/1.1" status: 200  len: 946 time: 0.0529892
Dec 18 21:14:23.969761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:24.030411 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-0e1e2062-08f7-4dbe-a5c1-1354f3b115cc req-619d0a44-51f8-49be-88d3-e92703f0e9c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port d142be73-0afd-4754-abd6-52096e5b45d3 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:24.030850 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0e1e2062-08f7-4dbe-a5c1-1354f3b115cc req-619d0a44-51f8-49be-88d3-e92703f0e9c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.037220 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.058373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port 34652c30-0ee5-4ead-8e0d-9c32655860bc yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:24.122658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-0e1e2062-08f7-4dbe-a5c1-1354f3b115cc req-619d0a44-51f8-49be-88d3-e92703f0e9c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] For port d142be73-0afd-4754-abd6-52096e5b45d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d142be73-0afd-4754-abd6-52096e5b45d3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:24.123026 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0e1e2062-08f7-4dbe-a5c1-1354f3b115cc req-619d0a44-51f8-49be-88d3-e92703f0e9c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.136505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-0e1e2062-08f7-4dbe-a5c1-1354f3b115cc req-619d0a44-51f8-49be-88d3-e92703f0e9c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for d142be73-0afd-4754-abd6-52096e5b45d3 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:24.228392 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.265393 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.282197 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0e1e2062-08f7-4dbe-a5c1-1354f3b115cc req-619d0a44-51f8-49be-88d3-e92703f0e9c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.321501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:24.324831 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d0a44-51f8-49be-88d3-e92703f0e9c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=d142be73-0afd-4754-abd6-52096e5b45d3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:24.325003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:24.334752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:24.341305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:24.341952 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.345810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=34652c30-0ee5-4ead-8e0d-9c32655860bc,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:24.369845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f36f0372-d67e-4707-9cd6-652b37a49ee8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.5070961
Dec 18 21:14:24.370038 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1e2062-08f7-4dbe-a5c1-1354f3b115cc req-619d0a44-51f8-49be-88d3-e92703f0e9c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] No DVR routers for this DVR port d142be73-0afd-4754-abd6-52096e5b45d3 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:24.370172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39396) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:24.372855 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-0e1e2062-08f7-4dbe-a5c1-1354f3b115cc req-619d0a44-51f8-49be-88d3-e92703f0e9c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.376470 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0e1e2062-08f7-4dbe-a5c1-1354f3b115cc req-619d0a44-51f8-49be-88d3-e92703f0e9c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.36 "DELETE /v2.0/ports/d142be73-0afd-4754-abd6-52096e5b45d3 HTTP/1.1" status: 204  len: 173 time: 0.4323132
Dec 18 21:14:24.376933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'name': 'network-vif-deleted', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:14:24.379456 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc47bd3-193d-4126-b5ce-800fb922f745" -d '{"events": [{"server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "name": "network-vif-deleted", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:14:24.415949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0ebca7-2cc6-4159-9ec2-994292a2e579 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:24.417370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ec0ebca7-2cc6-4159-9ec2-994292a2e579 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/34652c30-0ee5-4ead-8e0d-9c32655860bc HTTP/1.1" status: 200  len: 841 time: 0.0463357
Dec 18 21:14:24.420044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39400) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:24.423848 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625c6871-a23e-43b0-a48c-82ad9ff0370a x-openstack-request-id: req-625c6871-a23e-43b0-a48c-82ad9ff0370a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:14:24.424142 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bd7afd-a4da-4163-b4ac-245be65e705b", "name": "network-vif-deleted", "tag": "d142be73-0afd-4754-abd6-52096e5b45d3", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:14:24.424418 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-625c6871-a23e-43b0-a48c-82ad9ff0370a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:14:24.425037 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bd7afd-a4da-4163-b4ac-245be65e705b', 'name': 'network-vif-deleted', 'tag': 'd142be73-0afd-4754-abd6-52096e5b45d3', 'status': 'completed', 'code': 200}
Dec 18 21:14:24.510109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4178c4ff-ea96-43f0-bea2-46b286a87ac6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port 34652c30-0ee5-4ead-8e0d-9c32655860bc {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:24.510523 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4178c4ff-ea96-43f0-bea2-46b286a87ac6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.576621 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4178c4ff-ea96-43f0-bea2-46b286a87ac6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.589093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4178c4ff-ea96-43f0-bea2-46b286a87ac6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for 34652c30-0ee5-4ead-8e0d-9c32655860bc owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:24.595328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3fc31062-0d28-4828-b43c-fdf92629394d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:14:24.618083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3fc31062-0d28-4828-b43c-fdf92629394d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:14:24.618465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3fc31062-0d28-4828-b43c-fdf92629394d not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:14:24.671809 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4178c4ff-ea96-43f0-bea2-46b286a87ac6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.702053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178c4ff-ea96-43f0-bea2-46b286a87ac6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=34652c30-0ee5-4ead-8e0d-9c32655860bc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:24.705554 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4178c4ff-ea96-43f0-bea2-46b286a87ac6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.708957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4178c4ff-ea96-43f0-bea2-46b286a87ac6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/34652c30-0ee5-4ead-8e0d-9c32655860bc HTTP/1.1" status: 204  len: 168 time: 0.2879531
Dec 18 21:14:24.711620 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39402) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:24.737039 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc71926-2ed8-421c-ade3-72146666d39c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:24.738538 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cfc71926-2ed8-421c-ade3-72146666d39c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/34652c30-0ee5-4ead-8e0d-9c32655860bc HTTP/1.1" status: 404  len: 333 time: 0.0259368
Dec 18 21:14:24.743045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39404) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:24.747920 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'name': 'tempest-PortsTestJSON-1415278163'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:24.843659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:24.847315 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:24.864028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port 7f7dbe67-ef40-410f-aceb-26a9e0d33519 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:24.989804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39410) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:25.035798 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.069328 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.114501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:25.118093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:25.121912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:25.127429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:25.128036 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.134423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=7f7dbe67-ef40-410f-aceb-26a9e0d33519,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:25.149825 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-48e47fb8-154e-420a-b3d0-5e3c33eb8abe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.4057407
Dec 18 21:14:25.152451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39412) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:25.157490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b4561552-ca77-4d69-99e9-2f479878148a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:25.222899 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b4561552-ca77-4d69-99e9-2f479878148a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.367016 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b03da5b3-865e-47b5-b678-2fc853630360 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.385163 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b4561552-ca77-4d69-99e9-2f479878148a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.390567 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b4561552-ca77-4d69-99e9-2f479878148a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.432963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b4561552-ca77-4d69-99e9-2f479878148a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] In _notify_port_updated(), no bound segment for port 7f7dbe67-ef40-410f-aceb-26a9e0d33519 on network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:14:25.437510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4561552-ca77-4d69-99e9-2f479878148a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:25.438127 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b4561552-ca77-4d69-99e9-2f479878148a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.439450 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b4561552-ca77-4d69-99e9-2f479878148a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "PUT /v2.0/ports/7f7dbe67-ef40-410f-aceb-26a9e0d33519 HTTP/1.1" status: 200  len: 818 time: 0.2860789
Dec 18 21:14:25.442861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39416) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:25.477493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4561552-ca77-4d69-99e9-2f479878148a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=7f7dbe67-ef40-410f-aceb-26a9e0d33519,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:25.534330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a1866e87-e75d-4b4e-844a-5e60164693b2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port 7f7dbe67-ef40-410f-aceb-26a9e0d33519 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:25.534704 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1866e87-e75d-4b4e-844a-5e60164693b2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.604592 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1866e87-e75d-4b4e-844a-5e60164693b2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.618328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a1866e87-e75d-4b4e-844a-5e60164693b2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for 7f7dbe67-ef40-410f-aceb-26a9e0d33519 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:25.632167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b03da5b3-865e-47b5-b678-2fc853630360 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port 23a7fb4c-21b4-4089-b82d-379ab588f50c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:25.632512 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b03da5b3-865e-47b5-b678-2fc853630360 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.703896 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1866e87-e75d-4b4e-844a-5e60164693b2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.723435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-b03da5b3-865e-47b5-b678-2fc853630360 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] For port 23a7fb4c-21b4-4089-b82d-379ab588f50c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23a7fb4c-21b4-4089-b82d-379ab588f50c,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:25.723797 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b03da5b3-865e-47b5-b678-2fc853630360 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.737699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1866e87-e75d-4b4e-844a-5e60164693b2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=7f7dbe67-ef40-410f-aceb-26a9e0d33519,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:25.742625 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1866e87-e75d-4b4e-844a-5e60164693b2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.744260 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b03da5b3-865e-47b5-b678-2fc853630360 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for 23a7fb4c-21b4-4089-b82d-379ab588f50c owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:25.746330 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a1866e87-e75d-4b4e-844a-5e60164693b2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/7f7dbe67-ef40-410f-aceb-26a9e0d33519 HTTP/1.1" status: 204  len: 168 time: 0.3023028
Dec 18 21:14:25.748045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39418) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:25.795421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f2325-3e2b-4e2b-a2ea-08464ab47780 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:25.796899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-393f2325-3e2b-4e2b-a2ea-08464ab47780 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0477142
Dec 18 21:14:25.799637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39420) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:25.823039 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecdcac1-1c72-4e05-94f5-2a2bc3461091 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:25.824428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-aecdcac1-1c72-4e05-94f5-2a2bc3461091 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/7f7dbe67-ef40-410f-aceb-26a9e0d33519 HTTP/1.1" status: 404  len: 333 time: 0.0238793
Dec 18 21:14:25.827933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39422) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:25.832698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-74e9e19e-f9e1-4877-aaf5-28108a866ba5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2102230225'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:25.855776 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e9e19e-f9e1-4877-aaf5-28108a866ba5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:25.859687 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74e9e19e-f9e1-4877-aaf5-28108a866ba5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.883747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e9e19e-f9e1-4877-aaf5-28108a866ba5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:25.893307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74e9e19e-f9e1-4877-aaf5-28108a866ba5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.893697 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-74e9e19e-f9e1-4877-aaf5-28108a866ba5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Added segment 4e24111e-f7ce-4851-88b7-9da487644cce of type vlan for network 522f2a18-d885-4a4a-9a43-00e5af8ada05
Dec 18 21:14:25.935658 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b03da5b3-865e-47b5-b678-2fc853630360 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.937068 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74e9e19e-f9e1-4877-aaf5-28108a866ba5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.961522 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74e9e19e-f9e1-4877-aaf5-28108a866ba5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:25.963107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03da5b3-865e-47b5-b678-2fc853630360 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=23a7fb4c-21b4-4089-b82d-379ab588f50c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:25.967316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e9e19e-f9e1-4877-aaf5-28108a866ba5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:25.968037 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74e9e19e-f9e1-4877-aaf5-28108a866ba5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.046884 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-74e9e19e-f9e1-4877-aaf5-28108a866ba5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2176692
Dec 18 21:14:26.050122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39426) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:26.055282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-678eed57-21fd-43b5-bcec-6f93f5713bb8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '522f2a18-d885-4a4a-9a43-00e5af8ada05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:26.106973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9e19e-f9e1-4877-aaf5-28108a866ba5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Network': ['ID=522f2a18-d885-4a4a-9a43-00e5af8ada05,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:26.117561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 522f2a18-d885-4a4a-9a43-00e5af8ada05 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:26.146987 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b03da5b3-865e-47b5-b678-2fc853630360 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.174810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678eed57-21fd-43b5-bcec-6f93f5713bb8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:26.178319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-678eed57-21fd-43b5-bcec-6f93f5713bb8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.360626 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-678eed57-21fd-43b5-bcec-6f93f5713bb8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.381066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03da5b3-865e-47b5-b678-2fc853630360 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router b3f4beee-5404-47c4-a4e9-1d33902b89ee has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:14:26.427918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678eed57-21fd-43b5-bcec-6f93f5713bb8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Subnet': ['ID=69a1fc6e-e931-431f-889b-4e9af3dadbcb,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:26.433053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678eed57-21fd-43b5-bcec-6f93f5713bb8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Checking segment: {'id': '4e24111e-f7ce-4851-88b7-9da487644cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '522f2a18-d885-4a4a-9a43-00e5af8ada05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:26.433761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678eed57-21fd-43b5-bcec-6f93f5713bb8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network hostable DHCP agents. Network: 522f2a18-d885-4a4a-9a43-00e5af8ada05, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:14:26.452382 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678eed57-21fd-43b5-bcec-6f93f5713bb8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 522f2a18-d885-4a4a-9a43-00e5af8ada05 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:14:26.466518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-678eed57-21fd-43b5-bcec-6f93f5713bb8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 522f2a18-d885-4a4a-9a43-00e5af8ada05) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:26.473106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678eed57-21fd-43b5-bcec-6f93f5713bb8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:26.473992 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-678eed57-21fd-43b5-bcec-6f93f5713bb8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.476548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce82a0b-06af-430e-afbe-d56b55dc6e2b None None] Network 522f2a18-d885-4a4a-9a43-00e5af8ada05 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:26.496889 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-678eed57-21fd-43b5-bcec-6f93f5713bb8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4430645
Dec 18 21:14:26.497133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39430) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:26.499843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03da5b3-865e-47b5-b678-2fc853630360 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:14:26.506425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-75b78a32-4f96-434a-ae52-01ddf43a4e81 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '522f2a18-d885-4a4a-9a43-00e5af8ada05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:26.510993 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9782ef-571b-4f1a-a831-b546d4a5b9e3 None None] Sync routers for ids ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:14:26.518603 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b03da5b3-865e-47b5-b678-2fc853630360 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "PUT /v2.0/routers/b3f4beee-5404-47c4-a4e9-1d33902b89ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5270534
Dec 18 21:14:26.519257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39432) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:26.539607 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9782ef-571b-4f1a-a831-b546d4a5b9e3 None None] Routers {'b3f4beee-5404-47c4-a4e9-1d33902b89ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:26.540239 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bb9782ef-571b-4f1a-a831-b546d4a5b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6c4d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:26.592268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c100922c-1411-4f2e-b661-2c5b671d42ef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting subnet 3bfa9f32-05b7-448f-9c0e-1de08987412e {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:26.596505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c100922c-1411-4f2e-b661-2c5b671d42ef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.614697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-522f2a18-d885-4a4a-9a43-00e5af8ada05', 'network_id': '522f2a18-d885-4a4a-9a43-00e5af8ada05', 'project_id': '8aa3b18c48524bfc9b3a232024b9ad75', 'fixed_ips': [{'subnet_id': '69a1fc6e-e931-431f-889b-4e9af3dadbcb'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:14:26.616830 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.648602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b78a32-4f96-434a-ae52-01ddf43a4e81 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:26.653754 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-75b78a32-4f96-434a-ae52-01ddf43a4e81 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.672512 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c100922c-1411-4f2e-b661-2c5b671d42ef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.712888 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-bb9782ef-571b-4f1a-a831-b546d4a5b9e3 None None] Set router b3f4beee-5404-47c4-a4e9-1d33902b89ee gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:14:26.787872 ncdv-master-1 neutron-server[126008]: INFO neutron.db.ipam_backend_mixin [None req-75b78a32-4f96-434a-ae52-01ddf43a4e81 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 69a1fc6e-e931-431f-889b-4e9af3dadbcb (CIDR: 172.20.0.0/28)
Dec 18 21:14:26.791172 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c100922c-1411-4f2e-b661-2c5b671d42ef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.792103 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b78a32-4f96-434a-ae52-01ddf43a4e81 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:14:26.792644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b78a32-4f96-434a-ae52-01ddf43a4e81 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:26.800579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Allocated IP 172.20.0.2 (522f2a18-d885-4a4a-9a43-00e5af8ada05/69a1fc6e-e931-431f-889b-4e9af3dadbcb/206b4372-c428-4748-a1cf-c05a6d99a679) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:26.815947 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-75b78a32-4f96-434a-ae52-01ddf43a4e81 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3176107
Dec 18 21:14:26.816985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39434) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:26.823617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-210ca338-6353-49be-8213-27714363423b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '522f2a18-d885-4a4a-9a43-00e5af8ada05', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:26.866733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c100922c-1411-4f2e-b661-2c5b671d42ef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.903416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100922c-1411-4f2e-b661-2c5b671d42ef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfa9f32-05b7-448f-9c0e-1de08987412e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:26.907497 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c100922c-1411-4f2e-b661-2c5b671d42ef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.910868 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c100922c-1411-4f2e-b661-2c5b671d42ef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/subnets/3bfa9f32-05b7-448f-9c0e-1de08987412e HTTP/1.1" status: 204  len: 168 time: 0.3906474
Dec 18 21:14:26.913782 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39436) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:26.926268 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1371fe7-0cf2-456d-83f1-da93d55d62aa None None] Network 14b65cba-3c23-4bc0-913c-c316c167c76d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:26.932963 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bb9782ef-571b-4f1a-a831-b546d4a5b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6c4d30>, [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:14:25Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:26.961012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210ca338-6353-49be-8213-27714363423b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:26.966232 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-210ca338-6353-49be-8213-27714363423b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:26.972636 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9782ef-571b-4f1a-a831-b546d4a5b9e3 None None] Checking router: b3f4beee-5404-47c4-a4e9-1d33902b89ee for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:14:26.983948 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9782ef-571b-4f1a-a831-b546d4a5b9e3 None None] Routers {'b3f4beee-5404-47c4-a4e9-1d33902b89ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:26.984566 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bb9782ef-571b-4f1a-a831-b546d4a5b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6c4d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:27.046111 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.058544 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.076455 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.147078 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-bb9782ef-571b-4f1a-a831-b546d4a5b9e3 None None] Set router b3f4beee-5404-47c4-a4e9-1d33902b89ee gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:14:27.148281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Network 522f2a18-d885-4a4a-9a43-00e5af8ada05 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:27.153597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:27.162747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:27.168930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c718e140-a46a-48a5-a511-747ea8d837b3 None None] DHCP port deletion for 14b65cba-3c23-4bc0-913c-c316c167c76d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:27.170885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Pushing event updated for resources: {'Port': ['ID=206b4372-c428-4748-a1cf-c05a6d99a679,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:27.266285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Attempting to bind port 206b4372-c428-4748-a1cf-c05a6d99a679 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:27.266834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Attempting to bind port 206b4372-c428-4748-a1cf-c05a6d99a679 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e24111e-f7ce-4851-88b7-9da487644cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '522f2a18-d885-4a4a-9a43-00e5af8ada05'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:27.267326 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Attempting to bind port 206b4372-c428-4748-a1cf-c05a6d99a679 on network 522f2a18-d885-4a4a-9a43-00e5af8ada05 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:27.277325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:27.277871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Checking segment: {'id': '4e24111e-f7ce-4851-88b7-9da487644cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '522f2a18-d885-4a4a-9a43-00e5af8ada05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:27.278437 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.278942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Bound using segment: {'id': '4e24111e-f7ce-4851-88b7-9da487644cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '522f2a18-d885-4a4a-9a43-00e5af8ada05'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:27.279555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Bound port: 206b4372-c428-4748-a1cf-c05a6d99a679, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e24111e-f7ce-4851-88b7-9da487644cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '522f2a18-d885-4a4a-9a43-00e5af8ada05'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:27.280547 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.352327 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] For port 206b4372-c428-4748-a1cf-c05a6d99a679, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:27.356091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] For port 206b4372-c428-4748-a1cf-c05a6d99a679, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=206b4372-c428-4748-a1cf-c05a6d99a679,segment=NetworkSegment(4e24111e-f7ce-4851-88b7-9da487644cce),segment_id=4e24111e-f7ce-4851-88b7-9da487644cce)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:27.362346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c718e140-a46a-48a5-a511-747ea8d837b3 None None] Deleting port 2153f210-6f0a-460d-94e8-61db19cb4af3 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:27.362936 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c718e140-a46a-48a5-a511-747ea8d837b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.367005 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.398295 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bb9782ef-571b-4f1a-a831-b546d4a5b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6c4d30>, [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:14:25Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:27.438584 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9782ef-571b-4f1a-a831-b546d4a5b9e3 None None] The sync data for ids ['b3f4beee-5404-47c4-a4e9-1d33902b89ee'] in ncdv-master-1 is: [{'id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698014164', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:14:25Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': 'd83757db-7d74-489a-bc40-683ef9e055db', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f4beee-5404-47c4-a4e9-1d33902b89ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:12:09Z', 'updated_at': '2021-12-18T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:14:27.520170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c718e140-a46a-48a5-a511-747ea8d837b3 None None] For port 2153f210-6f0a-460d-94e8-61db19cb4af3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2153f210-6f0a-460d-94e8-61db19cb4af3,segment=NetworkSegment(ca490c28-4073-4875-9ded-7977e0775ccb),segment_id=ca490c28-4073-4875-9ded-7977e0775ccb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:27.520889 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c718e140-a46a-48a5-a511-747ea8d837b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.540423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c718e140-a46a-48a5-a511-747ea8d837b3 None None] Calling delete_port for 2153f210-6f0a-460d-94e8-61db19cb4af3 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:27.549997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ae9aa-0517-495d-9345-8dda3b168376 None None] Pushing event updated for resources: {'Port': ['ID=206b4372-c428-4748-a1cf-c05a6d99a679,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:27.587362 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.635726 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-210ca338-6353-49be-8213-27714363423b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.657346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port d83757db-7d74-489a-bc40-683ef9e055db {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:27.657346 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.664125 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c718e140-a46a-48a5-a511-747ea8d837b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.694620 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210ca338-6353-49be-8213-27714363423b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 522f2a18-d885-4a4a-9a43-00e5af8ada05 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:27.698048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-210ca338-6353-49be-8213-27714363423b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:27.707594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210ca338-6353-49be-8213-27714363423b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:27.708141 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-210ca338-6353-49be-8213-27714363423b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.709959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718e140-a46a-48a5-a511-747ea8d837b3 None None] Pushing event deleted for resources: {'Port': ['ID=2153f210-6f0a-460d-94e8-61db19cb4af3,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:27.714974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c718e140-a46a-48a5-a511-747ea8d837b3 None None] No DVR routers for this DVR port 2153f210-6f0a-460d-94e8-61db19cb4af3 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:27.725359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ca338-6353-49be-8213-27714363423b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Subnet': ['ID=75ed6980-cfdd-4a5d-bd4d-10e153daa265,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:27.746340 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-210ca338-6353-49be-8213-27714363423b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.9257786
Dec 18 21:14:27.748045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39442) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:27.753649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '522f2a18-d885-4a4a-9a43-00e5af8ada05', 'fixed_ips': [{'subnet_id': '69a1fc6e-e931-431f-889b-4e9af3dadbcb'}, {'subnet_id': '75ed6980-cfdd-4a5d-bd4d-10e153daa265'}], 'name': 'tempest-PortsTestJSON-1857406475'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:27.767823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] For port d83757db-7d74-489a-bc40-683ef9e055db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d83757db-7d74-489a-bc40-683ef9e055db,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:27.768194 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:27.785633 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for d83757db-7d74-489a-bc40-683ef9e055db owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:27.929062 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:28.034616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.035871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.054167 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port ababca63-9aab-4366-99db-ba90e88aa2c7 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:28.065463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=d83757db-7d74-489a-bc40-683ef9e055db,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:28.075120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88ad3c4-b712-44ed-9d05-02707e739c3b None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:28.136885 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.230300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.232555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.278399 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.279331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Fanout notify agent at l3_agent the message router_deleted on router b3f4beee-5404-47c4-a4e9-1d33902b89ee {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:14:28.290492 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.291657 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e994b266-b7a3-4cc8-a3fd-ea35fdabff0a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/routers/b3f4beee-5404-47c4-a4e9-1d33902b89ee HTTP/1.1" status: 204  len: 168 time: 1.3770995
Dec 18 21:14:28.294303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39446) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:28.382132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.385287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.6 (522f2a18-d885-4a4a-9a43-00e5af8ada05/69a1fc6e-e931-431f-889b-4e9af3dadbcb/ababca63-9aab-4366-99db-ba90e88aa2c7) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:28.391590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.26 (522f2a18-d885-4a4a-9a43-00e5af8ada05/75ed6980-cfdd-4a5d-bd4d-10e153daa265/ababca63-9aab-4366-99db-ba90e88aa2c7) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:28.400120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d142be73-0afd-4754-abd6-52096e5b45d3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:14:28.426502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: d142be73-0afd-4754-abd6-52096e5b45d3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:14:28.426989 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device d142be73-0afd-4754-abd6-52096e5b45d3 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:14:28.473612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.498590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d3cf970>,) {'filters': {'network_id': ['14b65cba-3c23-4bc0-913c-c316c167c76d']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:28.509598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d3cf970>, 'ca490c28-4073-4875-9ded-7977e0775ccb') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:28.509899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d3cf970>, 'ca490c28-4073-4875-9ded-7977e0775ccb') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:28.524750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.545711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.554915 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:28.555890 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.561477 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:28.640677 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:28.645501 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.649219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.663358 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.668934 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/networks/14b65cba-3c23-4bc0-913c-c316c167c76d HTTP/1.1" status: 204  len: 168 time: 0.3715165
Dec 18 21:14:28.670992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39450) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:28.710611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbd9af-385e-4e53-a48a-78a927ad61bd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Network': ['ID=14b65cba-3c23-4bc0-913c-c316c167c76d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:28.754540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 522f2a18-d885-4a4a-9a43-00e5af8ada05 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:28.758954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:28.761547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:28.795964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 206b4372-c428-4748-a1cf-c05a6d99a679 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:28.801062 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=ababca63-9aab-4366-99db-ba90e88aa2c7,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:28.815758 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d69b916c-6b1e-46da-97cf-2ed814c95bc4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.847291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:28.847951 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.849836 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d69b916c-6b1e-46da-97cf-2ed814c95bc4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.866532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-81afa2d0-0847-4f31-806f-28afee6d6761 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 1.1172719
Dec 18 21:14:28.868895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39452) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:28.870501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a7e7b2-ddde-4a33-88e8-821dd3d91649 None None] Network 522f2a18-d885-4a4a-9a43-00e5af8ada05 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:28.874517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6ebb9dae-450b-4a44-be4c-e9df8d4e605d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69a1fc6e-e931-431f-889b-4e9af3dadbcb'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:28.921902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 206b4372-c428-4748-a1cf-c05a6d99a679 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:28.922289 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.923576 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d69b916c-6b1e-46da-97cf-2ed814c95bc4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.926271 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d69b916c-6b1e-46da-97cf-2ed814c95bc4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:28.931175 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d69b916c-6b1e-46da-97cf-2ed814c95bc4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0ecc39d-67f9-471b-904a-94f46ba3bd92 HTTP/1.1" status: 204  len: 168 time: 0.2503977
Dec 18 21:14:28.943733 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b916c-6b1e-46da-97cf-2ed814c95bc4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ecc39d-67f9-471b-904a-94f46ba3bd92,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:28.963077 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9dae-450b-4a44-be4c-e9df8d4e605d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.053907 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-61fe0385-0e77-4287-8e3c-df876c2b3d3b None None] Provisioning complete for port 206b4372-c428-4748-a1cf-c05a6d99a679 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:29.054240 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-61fe0385-0e77-4287-8e3c-df876c2b3d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.176042 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.280765 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-6ebb9dae-450b-4a44-be4c-e9df8d4e605d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Delete allocated IP 172.20.0.26 (522f2a18-d885-4a4a-9a43-00e5af8ada05/75ed6980-cfdd-4a5d-bd4d-10e153daa265) {{(pid=126008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 18 21:14:29.406902 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39460) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:29.411548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c463548d-7d23-4d1a-8108-39402dc5fb22 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1420784252', 'description': 'tempest-secgroup-smoke-1420784252 description', 'project_id': '71c859bfcff54b5c85e6cb248341f37c'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:29.439491 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c463548d-7d23-4d1a-8108-39402dc5fb22 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.449074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 206b4372-c428-4748-a1cf-c05a6d99a679, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=206b4372-c428-4748-a1cf-c05a6d99a679,segment=NetworkSegment(4e24111e-f7ce-4851-88b7-9da487644cce),segment_id=4e24111e-f7ce-4851-88b7-9da487644cce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:29.458004 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.462908 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9dae-450b-4a44-be4c-e9df8d4e605d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.464088 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-61fe0385-0e77-4287-8e3c-df876c2b3d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.471438 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9dae-450b-4a44-be4c-e9df8d4e605d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.522388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5c3bb-e79c-455c-9263-33a9f9772bf2 None None] Update dhcp port {'port': {'network_id': '522f2a18-d885-4a4a-9a43-00e5af8ada05', 'fixed_ips': [{'subnet_id': '69a1fc6e-e931-431f-889b-4e9af3dadbcb', 'ip_address': '172.20.0.2'}, {'subnet_id': '75ed6980-cfdd-4a5d-bd4d-10e153daa265'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '206b4372-c428-4748-a1cf-c05a6d99a679'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 21:14:29.531240 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 23a7fb4c-21b4-4089-b82d-379ab588f50c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:14:29.547612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c463548d-7d23-4d1a-8108-39402dc5fb22 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.554151 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c463548d-7d23-4d1a-8108-39402dc5fb22 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.577623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=206b4372-c428-4748-a1cf-c05a6d99a679,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:29.587786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb9dae-450b-4a44-be4c-e9df8d4e605d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=ababca63-9aab-4366-99db-ba90e88aa2c7,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:29.597586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 23a7fb4c-21b4-4089-b82d-379ab588f50c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:14:29.597924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 23a7fb4c-21b4-4089-b82d-379ab588f50c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:14:29.598375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2153f210-6f0a-460d-94e8-61db19cb4af3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:14:29.604218 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c463548d-7d23-4d1a-8108-39402dc5fb22 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.608230 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb9dae-450b-4a44-be4c-e9df8d4e605d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] In _notify_port_updated(), no bound segment for port ababca63-9aab-4366-99db-ba90e88aa2c7 on network 522f2a18-d885-4a4a-9a43-00e5af8ada05 {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:14:29.608383 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c463548d-7d23-4d1a-8108-39402dc5fb22 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1975479
Dec 18 21:14:29.609335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39462) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:29.611830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebb9dae-450b-4a44-be4c-e9df8d4e605d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:29.612606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9dae-450b-4a44-be4c-e9df8d4e605d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.613067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b96498f8-9a78-4793-9f7a-516bfbdcd5f9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': 'ce53ef8c-3696-4b50-acaf-5bd3f0076a17', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:29.617675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6ebb9dae-450b-4a44-be4c-e9df8d4e605d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "PUT /v2.0/ports/ababca63-9aab-4366-99db-ba90e88aa2c7 HTTP/1.1" status: 200  len: 919 time: 0.7445934
Dec 18 21:14:29.617888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39464) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:29.625979 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-82dc5b82-5205-4655-84d4-65c86f3767f2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69a1fc6e-e931-431f-889b-4e9af3dadbcb'}, {'subnet_id': '75ed6980-cfdd-4a5d-bd4d-10e153daa265'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:29.627864 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86a5c3bb-e79c-455c-9263-33a9f9772bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.629542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 2153f210-6f0a-460d-94e8-61db19cb4af3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:14:29.629885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2153f210-6f0a-460d-94e8-61db19cb4af3 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:14:29.651012 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-61fe0385-0e77-4287-8e3c-df876c2b3d3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:14:29.651372 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-61fe0385-0e77-4287-8e3c-df876c2b3d3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:14:29.660472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463548d-7d23-4d1a-8108-39402dc5fb22 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce53ef8c-3696-4b50-acaf-5bd3f0076a17,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:29.728731 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b96498f8-9a78-4793-9f7a-516bfbdcd5f9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.806741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-86a5c3bb-e79c-455c-9263-33a9f9772bf2 None None] Allocated IP 172.20.0.18 (522f2a18-d885-4a4a-9a43-00e5af8ada05/75ed6980-cfdd-4a5d-bd4d-10e153daa265/206b4372-c428-4748-a1cf-c05a6d99a679) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:29.830650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b96498f8-9a78-4793-9f7a-516bfbdcd5f9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.836818 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b96498f8-9a78-4793-9f7a-516bfbdcd5f9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.846377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82dc5b82-5205-4655-84d4-65c86f3767f2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.869414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96498f8-9a78-4793-9f7a-516bfbdcd5f9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa6e1e8-3a29-48d8-8c03-b7c925ef22c8,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:29.874348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b96498f8-9a78-4793-9f7a-516bfbdcd5f9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.878245 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b96498f8-9a78-4793-9f7a-516bfbdcd5f9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2660604
Dec 18 21:14:29.878692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39468) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:29.883287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5fa0bc98-b4a6-425f-86a1-632b2e9ad480 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': 'ce53ef8c-3696-4b50-acaf-5bd3f0076a17', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:29.910514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-86a5c3bb-e79c-455c-9263-33a9f9772bf2 None None] For port 206b4372-c428-4748-a1cf-c05a6d99a679, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=206b4372-c428-4748-a1cf-c05a6d99a679,segment=NetworkSegment(4e24111e-f7ce-4851-88b7-9da487644cce),segment_id=4e24111e-f7ce-4851-88b7-9da487644cce)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:29.912207 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bc98-b4a6-425f-86a1-632b2e9ad480 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.946761 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86a5c3bb-e79c-455c-9263-33a9f9772bf2 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.952280 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-86a5c3bb-e79c-455c-9263-33a9f9772bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.976236 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bc98-b4a6-425f-86a1-632b2e9ad480 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:29.981270 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bc98-b4a6-425f-86a1-632b2e9ad480 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.006547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0bc98-b4a6-425f-86a1-632b2e9ad480 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8fe50a-5f1d-4dad-9009-f742084af43d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:30.012793 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bc98-b4a6-425f-86a1-632b2e9ad480 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.016958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5fa0bc98-b4a6-425f-86a1-632b2e9ad480 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1372192
Dec 18 21:14:30.017603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39470) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:30.022419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-642f08f7-b329-4b73-9b17-f1fd3cbd782c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': 'ce53ef8c-3696-4b50-acaf-5bd3f0076a17', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:30.026071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5c3bb-e79c-455c-9263-33a9f9772bf2 None None] Pushing event updated for resources: {'Port': ['ID=206b4372-c428-4748-a1cf-c05a6d99a679,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:30.056825 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-642f08f7-b329-4b73-9b17-f1fd3cbd782c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.118855 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-642f08f7-b329-4b73-9b17-f1fd3cbd782c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.123545 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-642f08f7-b329-4b73-9b17-f1fd3cbd782c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.148116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f08f7-b329-4b73-9b17-f1fd3cbd782c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a919651a-28b5-45ed-9bbc-90a549faf3fe,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:30.153580 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-642f08f7-b329-4b73-9b17-f1fd3cbd782c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.158012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-642f08f7-b329-4b73-9b17-f1fd3cbd782c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1393254
Dec 18 21:14:30.159149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39472) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:30.164490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e11336ce-8baf-4735-b733-09a3c6ad9c5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': 'ce53ef8c-3696-4b50-acaf-5bd3f0076a17', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:30.170614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-82dc5b82-5205-4655-84d4-65c86f3767f2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.21 (522f2a18-d885-4a4a-9a43-00e5af8ada05/75ed6980-cfdd-4a5d-bd4d-10e153daa265/ababca63-9aab-4366-99db-ba90e88aa2c7) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:30.199546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e11336ce-8baf-4735-b733-09a3c6ad9c5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.264926 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e11336ce-8baf-4735-b733-09a3c6ad9c5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.270871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e11336ce-8baf-4735-b733-09a3c6ad9c5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.288993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11336ce-8baf-4735-b733-09a3c6ad9c5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c85ec93-dc6c-4c12-bad6-bde6bf9e109a,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:30.300062 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e11336ce-8baf-4735-b733-09a3c6ad9c5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.301356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e11336ce-8baf-4735-b733-09a3c6ad9c5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1411297
Dec 18 21:14:30.304664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39474) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:30.309593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5ab48689-441d-4c48-b433-d440bfed3e2d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': 'ce53ef8c-3696-4b50-acaf-5bd3f0076a17', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:30.330523 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82dc5b82-5205-4655-84d4-65c86f3767f2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.335596 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-5ab48689-441d-4c48-b433-d440bfed3e2d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Project 71c859bfcff54b5c85e6cb248341f37c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:14:30.336739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82dc5b82-5205-4655-84d4-65c86f3767f2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.343275 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ab48689-441d-4c48-b433-d440bfed3e2d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.422617 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ab48689-441d-4c48-b433-d440bfed3e2d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.427561 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ab48689-441d-4c48-b433-d440bfed3e2d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.454395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab48689-441d-4c48-b433-d440bfed3e2d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec6dee1-3412-438b-9040-572b81d9508c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:30.461148 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ab48689-441d-4c48-b433-d440bfed3e2d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.464970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5ab48689-441d-4c48-b433-d440bfed3e2d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1564422
Dec 18 21:14:30.465532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39478) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:30.471036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-eb37de39-4226-45fa-8e34-7c8e2a34eb6a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': 'ce53ef8c-3696-4b50-acaf-5bd3f0076a17', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:30.483877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc5b82-5205-4655-84d4-65c86f3767f2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=ababca63-9aab-4366-99db-ba90e88aa2c7,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:30.495980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-82dc5b82-5205-4655-84d4-65c86f3767f2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] In _notify_port_updated(), no bound segment for port ababca63-9aab-4366-99db-ba90e88aa2c7 on network 522f2a18-d885-4a4a-9a43-00e5af8ada05 {{(pid=126009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:14:30.501599 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dc5b82-5205-4655-84d4-65c86f3767f2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:30.502605 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-82dc5b82-5205-4655-84d4-65c86f3767f2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.504064 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-82dc5b82-5205-4655-84d4-65c86f3767f2 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "PUT /v2.0/ports/ababca63-9aab-4366-99db-ba90e88aa2c7 HTTP/1.1" status: 200  len: 999 time: 0.8822927
Dec 18 21:14:30.507785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39480) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:30.517344 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-eb37de39-4226-45fa-8e34-7c8e2a34eb6a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Project 71c859bfcff54b5c85e6cb248341f37c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:14:30.538919 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eb37de39-4226-45fa-8e34-7c8e2a34eb6a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.600550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 206b4372-c428-4748-a1cf-c05a6d99a679 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:30.650636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eb37de39-4226-45fa-8e34-7c8e2a34eb6a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.656663 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eb37de39-4226-45fa-8e34-7c8e2a34eb6a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.669697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 206b4372-c428-4748-a1cf-c05a6d99a679 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:30.670208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.683774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-29766158-dc0c-4bb1-9d5d-4da588e27eda tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port ababca63-9aab-4366-99db-ba90e88aa2c7 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:30.684144 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-29766158-dc0c-4bb1-9d5d-4da588e27eda tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.689087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37de39-4226-45fa-8e34-7c8e2a34eb6a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e06ada-d12c-46bc-a85f-badb88364173,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:30.703582 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eb37de39-4226-45fa-8e34-7c8e2a34eb6a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.704250 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac8a093-e2d6-4b07-a356-4b7dafcf4f56 None None] Network 522f2a18-d885-4a4a-9a43-00e5af8ada05 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:30.704804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-eb37de39-4226-45fa-8e34-7c8e2a34eb6a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2383111
Dec 18 21:14:30.708176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39482) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:30.718130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-dbcc4e70-5192-450d-882e-91d1ab8d2dc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'network': {'name': 'tempest-network-smoke--62840927', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'port_security_enabled': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:30.748980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcc4e70-5192-450d-882e-91d1ab8d2dc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Made reservation on behalf of 71c859bfcff54b5c85e6cb248341f37c for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:30.753810 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4e70-5192-450d-882e-91d1ab8d2dc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.782345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcc4e70-5192-450d-882e-91d1ab8d2dc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:30.782715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-618bb20f-e5e8-430c-bbd1-82b37893df4f None None] Provisioning complete for port ababca63-9aab-4366-99db-ba90e88aa2c7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:30.783110 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-618bb20f-e5e8-430c-bbd1-82b37893df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.792907 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-29766158-dc0c-4bb1-9d5d-4da588e27eda tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.793284 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4e70-5192-450d-882e-91d1ab8d2dc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.793757 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-dbcc4e70-5192-450d-882e-91d1ab8d2dc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Added segment 0bc7f236-f921-41f8-bf4e-2177f459efeb of type vlan for network fb5f496f-e8cb-4f55-bfa1-40a816271a86
Dec 18 21:14:30.805924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-29766158-dc0c-4bb1-9d5d-4da588e27eda tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for ababca63-9aab-4366-99db-ba90e88aa2c7 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:30.842283 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4e70-5192-450d-882e-91d1ab8d2dc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.868343 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-618bb20f-e5e8-430c-bbd1-82b37893df4f None None] Port ababca63-9aab-4366-99db-ba90e88aa2c7 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:30.873805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4e70-5192-450d-882e-91d1ab8d2dc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.881874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc4e70-5192-450d-882e-91d1ab8d2dc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:30.882636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4e70-5192-450d-882e-91d1ab8d2dc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.908300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d83757db-7d74-489a-bc40-683ef9e055db no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:14:30.933319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-618bb20f-e5e8-430c-bbd1-82b37893df4f None None] Provisioning complete for port 206b4372-c428-4748-a1cf-c05a6d99a679 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:30.933618 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-618bb20f-e5e8-430c-bbd1-82b37893df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:30.938314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: d83757db-7d74-489a-bc40-683ef9e055db {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:14:30.938878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d83757db-7d74-489a-bc40-683ef9e055db not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:14:30.948252 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dbcc4e70-5192-450d-882e-91d1ab8d2dc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2364845
Dec 18 21:14:30.950686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39486) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:30.955066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'admin_state_up': True, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:30.961659 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc4e70-5192-450d-882e-91d1ab8d2dc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Network': ['ID=fb5f496f-e8cb-4f55-bfa1-40a816271a86,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:30.981205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network fb5f496f-e8cb-4f55-bfa1-40a816271a86 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:31.029437 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.030753 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.059854 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-29766158-dc0c-4bb1-9d5d-4da588e27eda tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.120840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29766158-dc0c-4bb1-9d5d-4da588e27eda tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=ababca63-9aab-4366-99db-ba90e88aa2c7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:31.170137 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.402814 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-29766158-dc0c-4bb1-9d5d-4da588e27eda tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.405949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-29766158-dc0c-4bb1-9d5d-4da588e27eda tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/ababca63-9aab-4366-99db-ba90e88aa2c7 HTTP/1.1" status: 204  len: 168 time: 0.8972809
Dec 18 21:14:31.407879 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.408806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39490) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:31.438817 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb531eb-6c95-47aa-8672-bd9ec8a013a5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:31.440366 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1cb531eb-6c95-47aa-8672-bd9ec8a013a5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/ababca63-9aab-4366-99db-ba90e88aa2c7 HTTP/1.1" status: 404  len: 333 time: 0.0305235
Dec 18 21:14:31.443398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39492) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:31.497752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-618fe133-27d7-47f3-887b-c3d9cd9719a7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting subnet 75ed6980-cfdd-4a5d-bd4d-10e153daa265 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:31.500883 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-618fe133-27d7-47f3-887b-c3d9cd9719a7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.545687 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-618fe133-27d7-47f3-887b-c3d9cd9719a7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.613380 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.633562 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-618fe133-27d7-47f3-887b-c3d9cd9719a7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.640740 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.692737 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-618fe133-27d7-47f3-887b-c3d9cd9719a7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.720748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fe133-27d7-47f3-887b-c3d9cd9719a7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Subnet': ['ID=75ed6980-cfdd-4a5d-bd4d-10e153daa265,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:31.722760 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-618fe133-27d7-47f3-887b-c3d9cd9719a7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.726994 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-618fe133-27d7-47f3-887b-c3d9cd9719a7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/75ed6980-cfdd-4a5d-bd4d-10e153daa265 HTTP/1.1" status: 204  len: 168 time: 0.2822254
Dec 18 21:14:31.729311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39496) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:31.749245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.35.3.146 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/8e2fece1-35a9-4763-a4cf-6f45275aa774) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:31.780758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce8926e-73ec-4ce1-84e9-ee59238aabaf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting subnet 69a1fc6e-e931-431f-889b-4e9af3dadbcb {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:31.783941 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ce8926e-73ec-4ce1-84e9-ee59238aabaf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.824164 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ce8926e-73ec-4ce1-84e9-ee59238aabaf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.855004 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.889247 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.915864 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ce8926e-73ec-4ce1-84e9-ee59238aabaf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:31.928141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:31.931038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:31.934547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:31.956233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1273964e-f2ff-4365-8a8d-67ebddc51963 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:31.961628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=8e2fece1-35a9-4763-a4cf-6f45275aa774,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:32.003812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ce8926e-73ec-4ce1-84e9-ee59238aabaf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.030386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5cf091b1-2324-4394-b9e8-f954834d0682 None None] Provisioning complete for port 8e2fece1-35a9-4763-a4cf-6f45275aa774 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:32.031033 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5cf091b1-2324-4394-b9e8-f954834d0682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.057619 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ce8926e-73ec-4ce1-84e9-ee59238aabaf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.064736 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0ce8926e-73ec-4ce1-84e9-ee59238aabaf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/69a1fc6e-e931-431f-889b-4e9af3dadbcb HTTP/1.1" status: 204  len: 168 time: 0.3320632
Dec 18 21:14:32.064736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8926e-73ec-4ce1-84e9-ee59238aabaf tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Subnet': ['ID=69a1fc6e-e931-431f-889b-4e9af3dadbcb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:32.068307 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39500) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:32.072876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5cf091b1-2324-4394-b9e8-f954834d0682 None None] Port 8e2fece1-35a9-4763-a4cf-6f45275aa774 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:32.159644 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.199094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97226621-0029-4595-b1c6-e5a70fc32e36 None None] Network 522f2a18-d885-4a4a-9a43-00e5af8ada05 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:32.219275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port 206b4372-c428-4748-a1cf-c05a6d99a679 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:32.219677 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.288451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] For port 206b4372-c428-4748-a1cf-c05a6d99a679, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=206b4372-c428-4748-a1cf-c05a6d99a679,segment=NetworkSegment(4e24111e-f7ce-4851-88b7-9da487644cce),segment_id=4e24111e-f7ce-4851-88b7-9da487644cce)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:32.289075 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.291318 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-df4f0aca-b22a-4b21-9618-36a5980ac49d None None] Could not find standard attr ID for object ababca63-9aab-4366-99db-ba90e88aa2c7. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:14:32.307742 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for 206b4372-c428-4748-a1cf-c05a6d99a679 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:32.311399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-df4f0aca-b22a-4b21-9618-36a5980ac49d None None] Provisioning complete for port 206b4372-c428-4748-a1cf-c05a6d99a679 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:32.311833 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-df4f0aca-b22a-4b21-9618-36a5980ac49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.408297 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.408582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd716f4-be57-4254-bb15-c7159e4df07c None None] DHCP port deletion for 522f2a18-d885-4a4a-9a43-00e5af8ada05 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:32.441997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No DVR routers for this DVR port 206b4372-c428-4748-a1cf-c05a6d99a679 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:32.444076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=206b4372-c428-4748-a1cf-c05a6d99a679,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:32.525070 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.549676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e2109d0>,) {'filters': {'network_id': ['522f2a18-d885-4a4a-9a43-00e5af8ada05']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:32.557119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.578876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e2109d0>, '4e24111e-f7ce-4851-88b7-9da487644cce') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:32.578876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e2109d0>, '4e24111e-f7ce-4851-88b7-9da487644cce') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:32.584916 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.602918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.609486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:32.609892 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:32.614232 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:32.625738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 206b4372-c428-4748-a1cf-c05a6d99a679 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:14:32.652453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 206b4372-c428-4748-a1cf-c05a6d99a679 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:14:32.653045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 206b4372-c428-4748-a1cf-c05a6d99a679 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:14:32.678863 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.699675 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.706588 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/networks/522f2a18-d885-4a4a-9a43-00e5af8ada05 HTTP/1.1" status: 204  len: 168 time: 0.6333308
Dec 18 21:14:32.706588 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8df5de-4f97-4789-8a48-555afaed73d5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Network': ['ID=522f2a18-d885-4a4a-9a43-00e5af8ada05,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:32.706843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39504) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:32.787930 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81357b48-dbc8-4488-a8a0-ad8c77f3c9ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:32.789437 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-81357b48-dbc8-4488-a8a0-ad8c77f3c9ea tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0817297
Dec 18 21:14:32.789770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.793173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39506) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:32.840384 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-32f94a85-baf2-45a8-94e2-9d08c45e6385 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0427392
Dec 18 21:14:32.840630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39508) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:32.845123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-76d38164-1865-4ef2-9537-37c0841b70cd tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-180164491'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:32.867096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d38164-1865-4ef2-9537-37c0841b70cd tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:32.870492 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76d38164-1865-4ef2-9537-37c0841b70cd tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.895674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d38164-1865-4ef2-9537-37c0841b70cd tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:32.906171 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76d38164-1865-4ef2-9537-37c0841b70cd tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.906561 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-76d38164-1865-4ef2-9537-37c0841b70cd tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Added segment 7f6879b8-9046-4ce8-9ac9-122dec490cef of type vlan for network 46f4d06a-dbd2-401d-b7fa-a17f64edeb38
Dec 18 21:14:32.935441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router b04ebc7f-4592-4351-8544-0e3bac96e37b is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:14:32.943813 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3beef6d5-6d40-49bc-b4af-c9dd82fb7dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.952090 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76d38164-1865-4ef2-9537-37c0841b70cd tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.976962 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76d38164-1865-4ef2-9537-37c0841b70cd tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:32.982483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d38164-1865-4ef2-9537-37c0841b70cd tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:32.983078 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76d38164-1865-4ef2-9537-37c0841b70cd tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:33.039014 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-76d38164-1865-4ef2-9537-37c0841b70cd tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1974459
Dec 18 21:14:33.041839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39512) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:33.046809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e933d0a0-d493-48d2-ab57-da471dd414df tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '46f4d06a-dbd2-401d-b7fa-a17f64edeb38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:33.050928 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d38164-1865-4ef2-9537-37c0841b70cd tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Network': ['ID=46f4d06a-dbd2-401d-b7fa-a17f64edeb38,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:33.065285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 46f4d06a-dbd2-401d-b7fa-a17f64edeb38 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:33.104007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:14:33.120451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Sync routers for ids ['b04ebc7f-4592-4351-8544-0e3bac96e37b'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:14:33.140462 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:33.141666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-85e42f45-18d2-4d09-9f37-2de23fd0003e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.1901011
Dec 18 21:14:33.144413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Routers {'b04ebc7f-4592-4351-8544-0e3bac96e37b'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:33.145025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39514) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:33.151090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e2c7bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b04ebc7f-4592-4351-8544-0e3bac96e37b'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:33.172484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e933d0a0-d493-48d2-ab57-da471dd414df tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:33.176785 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e933d0a0-d493-48d2-ab57-da471dd414df tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:33.181462 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4517dfa6-5170-47dc-8b0f-43b1b732050a tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=71c859bfcff54b5c85e6cb248341f37c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0346408
Dec 18 21:14:33.184120 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39516) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:33.268935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Set router b04ebc7f-4592-4351-8544-0e3bac96e37b gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:14:33.283400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae92bd9-15bb-4ab8-8bab-6ae63a159af3 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:33.287558 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9ae92bd9-15bb-4ab8-8bab-6ae63a159af3 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0998485
Dec 18 21:14:33.287841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39518) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:33.317468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e44829c4-7712-4827-9694-120125ef6418 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0259032
Dec 18 21:14:33.317748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39520) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:33.323486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6c26345e-31a4-448a-aab6-3378436138b1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1594605371', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:33.377488 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e933d0a0-d493-48d2-ab57-da471dd414df tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:33.433586 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c26345e-31a4-448a-aab6-3378436138b1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Made reservation on behalf of 71c859bfcff54b5c85e6cb248341f37c for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:33.439106 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c26345e-31a4-448a-aab6-3378436138b1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:33.441779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933d0a0-d493-48d2-ab57-da471dd414df tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Subnet': ['ID=c26d6234-d595-4d6b-81a8-4812191fa68a,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:33.452423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933d0a0-d493-48d2-ab57-da471dd414df tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Checking segment: {'id': '7f6879b8-9046-4ce8-9ac9-122dec490cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '46f4d06a-dbd2-401d-b7fa-a17f64edeb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:33.452607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e933d0a0-d493-48d2-ab57-da471dd414df tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network hostable DHCP agents. Network: 46f4d06a-dbd2-401d-b7fa-a17f64edeb38, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:14:33.473927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e2c7bb0>, [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:32Z', 'revision_number': 3, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:33.474602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e933d0a0-d493-48d2-ab57-da471dd414df tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 46f4d06a-dbd2-401d-b7fa-a17f64edeb38 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:14:33.486401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e933d0a0-d493-48d2-ab57-da471dd414df tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 46f4d06a-dbd2-401d-b7fa-a17f64edeb38) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:33.494441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933d0a0-d493-48d2-ab57-da471dd414df tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:33.496355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e933d0a0-d493-48d2-ab57-da471dd414df tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:33.503731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bccfb22-051e-4ed8-a751-a8bfe59c5a2d None None] Network 46f4d06a-dbd2-401d-b7fa-a17f64edeb38 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:33.507988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Checking router: b04ebc7f-4592-4351-8544-0e3bac96e37b for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:14:33.508333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Updating router b04ebc7f-4592-4351-8544-0e3bac96e37b port 8e2fece1-35a9-4763-a4cf-6f45275aa774 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:14:33.523814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39522) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:33.524466 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e933d0a0-d493-48d2-ab57-da471dd414df tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4798391
Dec 18 21:14:33.530393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '46f4d06a-dbd2-401d-b7fa-a17f64edeb38', 'name': 'tempest-PortsTestJSON-1283674830'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:33.578267 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:33.721353 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-46f4d06a-dbd2-401d-b7fa-a17f64edeb38', 'network_id': '46f4d06a-dbd2-401d-b7fa-a17f64edeb38', 'project_id': '8aa3b18c48524bfc9b3a232024b9ad75', 'fixed_ips': [{'subnet_id': 'c26d6234-d595-4d6b-81a8-4812191fa68a'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:14:33.721759 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:33.741901 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:33.746736 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:33.766112 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c26345e-31a4-448a-aab6-3378436138b1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:33.808945 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port ffa3922f-35cd-4975-91df-70a51eb0aaf8 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:33.870684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26345e-31a4-448a-aab6-3378436138b1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Subnet': ['ID=7ed7698c-dab5-496c-80ce-ff076ecfce14,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:33.904104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c26345e-31a4-448a-aab6-3378436138b1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Checking segment: {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:33.904506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c26345e-31a4-448a-aab6-3378436138b1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network hostable DHCP agents. Network: fb5f496f-e8cb-4f55-bfa1-40a816271a86, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:14:33.922381 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c26345e-31a4-448a-aab6-3378436138b1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network fb5f496f-e8cb-4f55-bfa1-40a816271a86 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:14:33.932805 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-6c26345e-31a4-448a-aab6-3378436138b1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fb5f496f-e8cb-4f55-bfa1-40a816271a86) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:33.938834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26345e-31a4-448a-aab6-3378436138b1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:33.939651 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c26345e-31a4-448a-aab6-3378436138b1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:33.948623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a3e241-6588-451c-9436-e43b891bb8af None None] Network fb5f496f-e8cb-4f55-bfa1-40a816271a86 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:33.958819 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6c26345e-31a4-448a-aab6-3378436138b1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6389911
Dec 18 21:14:33.962020 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39526) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:34.188315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Allocated IP 172.20.0.2 (46f4d06a-dbd2-401d-b7fa-a17f64edeb38/c26d6234-d595-4d6b-81a8-4812191fa68a/f8469459-2af6-4821-a19c-f66ba6bb432d) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:34.311146 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:34.333263 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:34.428349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ips': [{'subnet_id': '7ed7698c-dab5-496c-80ce-ff076ecfce14'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:14:34.429655 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:34.475441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6755d34-5506-41c1-9a7f-a4ad407d22fb None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:34.475782 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:34.507175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2da74d-627c-4e86-8c5f-1db1b0f01c4d None None] Pushing event updated for resources: {'Port': ['ID=8e2fece1-35a9-4763-a4cf-6f45275aa774,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:34.523756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Attempting to bind port 8e2fece1-35a9-4763-a4cf-6f45275aa774 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:34.524177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Attempting to bind port 8e2fece1-35a9-4763-a4cf-6f45275aa774 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:34.524478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Attempting to bind port 8e2fece1-35a9-4763-a4cf-6f45275aa774 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:34.619982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:34.620364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:34.620798 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:34.621210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:34.621788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Bound port: 8e2fece1-35a9-4763-a4cf-6f45275aa774, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:34.622146 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:34.672521 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:34.716124 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:34.718409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-bb0e726d-7646-4d6a-93f2-a72222de7c4f None None] Provisioning complete for port 8e2fece1-35a9-4763-a4cf-6f45275aa774 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:34.718938 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bb0e726d-7646-4d6a-93f2-a72222de7c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:34.823894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] For port 8e2fece1-35a9-4763-a4cf-6f45275aa774, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:34.837533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Network 46f4d06a-dbd2-401d-b7fa-a17f64edeb38 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:34.853874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Allocated IP 172.20.0.2 (fb5f496f-e8cb-4f55-bfa1-40a816271a86/7ed7698c-dab5-496c-80ce-ff076ecfce14/57e26167-a152-47d4-beb4-c69107f6af3b) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:34.856371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:34.861595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] For port 8e2fece1-35a9-4763-a4cf-6f45275aa774, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e2fece1-35a9-4763-a4cf-6f45275aa774,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:34.862743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Pushing event updated for resources: {'Port': ['ID=f8469459-2af6-4821-a19c-f66ba6bb432d,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:34.865250 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:34.868273 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e726d-7646-4d6a-93f2-a72222de7c4f None None] Port 8e2fece1-35a9-4763-a4cf-6f45275aa774 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:34.879124 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:34.997906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b3b60d-d60a-472f-97a2-be4bc4a5ebeb None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:35.042626 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Attempting to bind port f8469459-2af6-4821-a19c-f66ba6bb432d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:35.043005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Attempting to bind port f8469459-2af6-4821-a19c-f66ba6bb432d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f6879b8-9046-4ce8-9ac9-122dec490cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '46f4d06a-dbd2-401d-b7fa-a17f64edeb38'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:35.043370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Attempting to bind port f8469459-2af6-4821-a19c-f66ba6bb432d on network 46f4d06a-dbd2-401d-b7fa-a17f64edeb38 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:35.054496 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Routers {'b04ebc7f-4592-4351-8544-0e3bac96e37b'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:35.055132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e2c7bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b04ebc7f-4592-4351-8544-0e3bac96e37b'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:35.064929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2da74d-627c-4e86-8c5f-1db1b0f01c4d None None] Pushing event updated for resources: {'Port': ['ID=8e2fece1-35a9-4763-a4cf-6f45275aa774,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:35.074402 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:35.074782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Checking segment: {'id': '7f6879b8-9046-4ce8-9ac9-122dec490cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '46f4d06a-dbd2-401d-b7fa-a17f64edeb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:35.075191 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.075575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Bound using segment: {'id': '7f6879b8-9046-4ce8-9ac9-122dec490cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '46f4d06a-dbd2-401d-b7fa-a17f64edeb38'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:35.076059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Bound port: f8469459-2af6-4821-a19c-f66ba6bb432d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6879b8-9046-4ce8-9ac9-122dec490cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '46f4d06a-dbd2-401d-b7fa-a17f64edeb38'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:35.076436 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.130552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.13 (46f4d06a-dbd2-401d-b7fa-a17f64edeb38/c26d6234-d595-4d6b-81a8-4812191fa68a/ffa3922f-35cd-4975-91df-70a51eb0aaf8) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:35.147530 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e21a8a24-4d8e-45c7-b082-f04bbd18d22e req-5a955df1-d643-485e-8351-b95215c6005d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5593455
Dec 18 21:14:35.262085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-68532d59-c5bb-4700-9a0d-dd2132eaf2d8 None None] Provisioning complete for port 8e2fece1-35a9-4763-a4cf-6f45275aa774 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:35.262664 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-68532d59-c5bb-4700-9a0d-dd2132eaf2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.331059 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9db2ccc2-4b73-4203-ab7d-15590fe0db41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.335478 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.351250 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.359213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] For port f8469459-2af6-4821-a19c-f66ba6bb432d, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:35.366571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] For port f8469459-2af6-4821-a19c-f66ba6bb432d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8469459-2af6-4821-a19c-f66ba6bb432d,segment=NetworkSegment(7f6879b8-9046-4ce8-9ac9-122dec490cef),segment_id=7f6879b8-9046-4ce8-9ac9-122dec490cef)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:35.368922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] Set router b04ebc7f-4592-4351-8544-0e3bac96e37b gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:14:35.402578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a8a24-4d8e-45c7-b082-f04bbd18d22e req-660806e5-554f-4adb-b1b2-954a386440e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:35.404161 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e21a8a24-4d8e-45c7-b082-f04bbd18d22e req-660806e5-554f-4adb-b1b2-954a386440e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 1096 time: 0.1819780
Dec 18 21:14:35.450896 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.459823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.20.0.1 (fb5f496f-e8cb-4f55-bfa1-40a816271a86/7ed7698c-dab5-496c-80ce-ff076ecfce14/b73a2d12-5e8e-4e41-90fd-6997ab986ecb) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:35.473082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Network fb5f496f-e8cb-4f55-bfa1-40a816271a86 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:35.482390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:35.485737 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:35.537977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Pushing event updated for resources: {'Port': ['ID=57e26167-a152-47d4-beb4-c69107f6af3b,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:35.543173 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.625615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a8a24-4d8e-45c7-b082-f04bbd18d22e req-7b10e469-fb2f-47ae-b163-c420d78dd29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:35.627326 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e21a8a24-4d8e-45c7-b082-f04bbd18d22e req-7b10e469-fb2f-47ae-b163-c420d78dd29b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.1957386
Dec 18 21:14:35.702698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Attempting to bind port 57e26167-a152-47d4-beb4-c69107f6af3b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:35.703072 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Attempting to bind port 57e26167-a152-47d4-beb4-c69107f6af3b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:35.703474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Attempting to bind port 57e26167-a152-47d4-beb4-c69107f6af3b on network fb5f496f-e8cb-4f55-bfa1-40a816271a86 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:35.715277 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-68532d59-c5bb-4700-9a0d-dd2132eaf2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.724838 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:35.725246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Checking segment: {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:35.725737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.726125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Bound using segment: {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:35.730777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Bound port: 57e26167-a152-47d4-beb4-c69107f6af3b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:35.731924 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.740686 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e21a8a24-4d8e-45c7-b082-f04bbd18d22e req-c74e7578-436c-4214-8de0-17621bce3beb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971 HTTP/1.1" status: 200  len: 1000 time: 0.1052184
Dec 18 21:14:35.749307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc537-aebc-40be-9af4-eaedf120939a None None] Pushing event updated for resources: {'Port': ['ID=f8469459-2af6-4821-a19c-f66ba6bb432d,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:35.797673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-68532d59-c5bb-4700-9a0d-dd2132eaf2d8 None None] For port 8e2fece1-35a9-4763-a4cf-6f45275aa774, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e2fece1-35a9-4763-a4cf-6f45275aa774,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:35.811252 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-68532d59-c5bb-4700-9a0d-dd2132eaf2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.832758 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.932465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68532d59-c5bb-4700-9a0d-dd2132eaf2d8 None None] Pushing event updated for resources: {'Port': ['ID=8e2fece1-35a9-4763-a4cf-6f45275aa774,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:35.932704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a8a24-4d8e-45c7-b082-f04bbd18d22e req-5b4ea8c7-db58-4b7e-8481-518ac37dee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:35.934220 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e21a8a24-4d8e-45c7-b082-f04bbd18d22e req-5b4ea8c7-db58-4b7e-8481-518ac37dee70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.1779232
Dec 18 21:14:35.937609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:35.962194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 46f4d06a-dbd2-401d-b7fa-a17f64edeb38 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:35.975492 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e2c7bb0>, [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:32Z', 'revision_number': 3, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:35.978489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] For port 57e26167-a152-47d4-beb4-c69107f6af3b, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:35.983480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] For port 57e26167-a152-47d4-beb4-c69107f6af3b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57e26167-a152-47d4-beb4-c69107f6af3b,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:35.985997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:36.002883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:36.005825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=ffa3922f-35cd-4975-91df-70a51eb0aaf8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:36.012141 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:36.014508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093321f-15dc-435e-82b0-9ecfcf46e635 None None] The sync data for ids ['b04ebc7f-4592-4351-8544-0e3bac96e37b'] in ncdv-master-1 is: [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:32Z', 'revision_number': 3, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:14:36.087384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:36.088143 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:36.095570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a8a24-4d8e-45c7-b082-f04bbd18d22e req-ffe9a0aa-70c1-4f53-ad51-d1704432a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:36.097629 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e21a8a24-4d8e-45c7-b082-f04bbd18d22e req-ffe9a0aa-70c1-4f53-ad51-d1704432a5d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1518114
Dec 18 21:14:36.105595 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:36.211049 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4912873f-c0bc-4dc9-bff0-eda00badc178 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.6857059
Dec 18 21:14:36.214498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39550) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:36.220820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network fb5f496f-e8cb-4f55-bfa1-40a816271a86 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:36.227378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '46f4d06a-dbd2-401d-b7fa-a17f64edeb38', 'name': 'tempest-PortsTestJSON-1148893811'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:36.234202 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:36.249650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:36.314077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8249db-a750-4985-b1d3-4031c2359ac1 None None] Pushing event updated for resources: {'Port': ['ID=57e26167-a152-47d4-beb4-c69107f6af3b,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:36.344252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=b73a2d12-5e8e-4e41-90fd-6997ab986ecb,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:36.369764 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e21a8a24-4d8e-45c7-b082-f04bbd18d22e req-f68c067a-0e89-40fb-925a-2cb117fa3933 service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2617629
Dec 18 21:14:36.390274 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:36.473550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:36.479957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:36.483781 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:36.509356 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port cd5c099a-42f5-4584-8ed7-c0252fb8b5ba yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:36.675424 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e21a8a24-4d8e-45c7-b082-f04bbd18d22e req-89ef9d25-8806-447f-aad9-3beb31755bf3 service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2965055
Dec 18 21:14:36.778324 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:36.790830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.8 (46f4d06a-dbd2-401d-b7fa-a17f64edeb38/c26d6234-d595-4d6b-81a8-4812191fa68a/cd5c099a-42f5-4584-8ed7-c0252fb8b5ba) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:36.856618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 8e2fece1-35a9-4763-a4cf-6f45275aa774 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:37.005988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 8e2fece1-35a9-4763-a4cf-6f45275aa774 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:37.008360 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:37.154446 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:37.174904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f8469459-2af6-4821-a19c-f66ba6bb432d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:37.208497 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:37.242774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port f8469459-2af6-4821-a19c-f66ba6bb432d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:37.243233 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:37.259495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 46f4d06a-dbd2-401d-b7fa-a17f64edeb38 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:37.294465 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:37.304010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:37.318115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:37.332525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:37.350019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4326637-492a-4dab-b231-a96f60d73878 None None] Network 46f4d06a-dbd2-401d-b7fa-a17f64edeb38 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:37.391253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=cd5c099a-42f5-4584-8ed7-c0252fb8b5ba,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:37.409311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:37.410021 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:37.433310 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:37.446889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=b73a2d12-5e8e-4e41-90fd-6997ab986ecb,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:37.460968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8c86906f-8598-4945-a994-e09afc6c0152 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.2420626
Dec 18 21:14:37.461618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39558) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:37.464304 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:37.486332 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2fb5dc7d-4261-49f9-b9b5-161dd6993e68 None None] Provisioning complete for port f8469459-2af6-4821-a19c-f66ba6bb432d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:37.486703 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2fb5dc7d-4261-49f9-b9b5-161dd6993e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:37.624493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port f8469459-2af6-4821-a19c-f66ba6bb432d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8469459-2af6-4821-a19c-f66ba6bb432d,segment=NetworkSegment(7f6879b8-9046-4ce8-9ac9-122dec490cef),segment_id=7f6879b8-9046-4ce8-9ac9-122dec490cef)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:37.630679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network fb5f496f-e8cb-4f55-bfa1-40a816271a86 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:37.632257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:37.635724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f9b794-6c8f-4e5f-92e0-c8309f38b800 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:37.638187 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:37.638622 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b8f9b794-6c8f-4e5f-92e0-c8309f38b800 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200  len: 923 time: 0.1753085
Dec 18 21:14:37.642283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39560) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:37.724624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=f8469459-2af6-4821-a19c-f66ba6bb432d,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:37.832524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router b04ebc7f-4592-4351-8544-0e3bac96e37b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:14:37.834509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-68466696-5e8c-478b-ba89-8218a0b2e435 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port cd5c099a-42f5-4584-8ed7-c0252fb8b5ba {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:37.834931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68466696-5e8c-478b-ba89-8218a0b2e435 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:38.003269 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68466696-5e8c-478b-ba89-8218a0b2e435 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:38.032729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:14:38.035582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-68466696-5e8c-478b-ba89-8218a0b2e435 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for cd5c099a-42f5-4584-8ed7-c0252fb8b5ba owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:38.049670 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3d40c2f1-431c-423d-b2aa-32fda2a1cc20 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "PUT /v2.0/routers/b04ebc7f-4592-4351-8544-0e3bac96e37b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0774202
Dec 18 21:14:38.135514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:38.249541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68466696-5e8c-478b-ba89-8218a0b2e435 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:38.274084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d84130-cab9-4aa4-b00a-c1a7e1d4b6b0 None None] Network fb5f496f-e8cb-4f55-bfa1-40a816271a86 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:38.313670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68466696-5e8c-478b-ba89-8218a0b2e435 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=cd5c099a-42f5-4584-8ed7-c0252fb8b5ba,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:38.379076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-415ae99c-0344-427e-827f-3f83f27782b6 None None] Provisioning complete for port ffa3922f-35cd-4975-91df-70a51eb0aaf8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:38.380347 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-415ae99c-0344-427e-827f-3f83f27782b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:38.459715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-415ae99c-0344-427e-827f-3f83f27782b6 None None] Port ffa3922f-35cd-4975-91df-70a51eb0aaf8 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:38.471497 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-68466696-5e8c-478b-ba89-8218a0b2e435 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:38.475571 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-68466696-5e8c-478b-ba89-8218a0b2e435 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/cd5c099a-42f5-4584-8ed7-c0252fb8b5ba HTTP/1.1" status: 204  len: 168 time: 0.8318586
Dec 18 21:14:38.479443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39578) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:38.485996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-415ae99c-0344-427e-827f-3f83f27782b6 None None] Could not find standard attr ID for object cd5c099a-42f5-4584-8ed7-c0252fb8b5ba. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:14:38.510189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-415ae99c-0344-427e-827f-3f83f27782b6 None None] Provisioning complete for port f8469459-2af6-4821-a19c-f66ba6bb432d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:38.510604 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-415ae99c-0344-427e-827f-3f83f27782b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:38.528581 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd717275-fc0f-411b-9051-880507d4a83d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:38.535326 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39582) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:38.547156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dd717275-fc0f-411b-9051-880507d4a83d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/cd5c099a-42f5-4584-8ed7-c0252fb8b5ba HTTP/1.1" status: 404  len: 333 time: 0.0630763
Dec 18 21:14:38.559906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-a20d3d79-d0b9-496f-a8ed-cdd602c472cb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420784252&fields=id&tenant_id=71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 267 time: 0.1228063
Dec 18 21:14:38.672384 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:38.820258 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-971b230f-babb-4d95-b000-4d75c7bf06b2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:38.821706 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-971b230f-babb-4d95-b000-4d75c7bf06b2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/networks?id=fb5f496f-e8cb-4f55-bfa1-40a816271a86 HTTP/1.1" status: 200  len: 795 time: 0.2511706
Dec 18 21:14:38.833922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d9a84318-e98d-46ca-a41a-a77258eb72bb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port ffa3922f-35cd-4975-91df-70a51eb0aaf8 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:38.834220 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9a84318-e98d-46ca-a41a-a77258eb72bb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:38.849287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-10f6eafd-045d-4ace-bd7b-dc18416d6328 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/quotas/71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 375 time: 0.0191221
Dec 18 21:14:38.869319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f8469459-2af6-4821-a19c-f66ba6bb432d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:38.915302 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-c92ebc80-e28b-4deb-ba58-6f4ce9c7d2c6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0648859
Dec 18 21:14:38.957501 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Sync routers for ids ['b04ebc7f-4592-4351-8544-0e3bac96e37b'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:14:38.972769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6ff4a930-c9b1-4446-bb15-4483b5260184 None None] Provisioning complete for port ffa3922f-35cd-4975-91df-70a51eb0aaf8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:38.973153 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a930-c9b1-4446-bb15-4483b5260184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:38.997163 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Routers {'b04ebc7f-4592-4351-8544-0e3bac96e37b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:38.997816 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6c4e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b04ebc7f-4592-4351-8544-0e3bac96e37b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:39.031123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port f8469459-2af6-4821-a19c-f66ba6bb432d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:39.031774 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.036832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6ff4a930-c9b1-4446-bb15-4483b5260184 None None] Port ffa3922f-35cd-4975-91df-70a51eb0aaf8 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:39.043007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9a84318-e98d-46ca-a41a-a77258eb72bb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.074815 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d9a84318-e98d-46ca-a41a-a77258eb72bb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for ffa3922f-35cd-4975-91df-70a51eb0aaf8 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:39.086093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6ff4a930-c9b1-4446-bb15-4483b5260184 None None] Provisioning complete for port 57e26167-a152-47d4-beb4-c69107f6af3b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:39.086738 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a930-c9b1-4446-bb15-4483b5260184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.190357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 57e26167-a152-47d4-beb4-c69107f6af3b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:39.245384 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Set router b04ebc7f-4592-4351-8544-0e3bac96e37b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:14:39.246273 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-790f3b37-c486-4848-af4a-2643fd729021 service neutron] 10.222.0.13 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3164914
Dec 18 21:14:39.273517 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a930-c9b1-4446-bb15-4483b5260184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.323732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6ff4a930-c9b1-4446-bb15-4483b5260184 None None] For port 57e26167-a152-47d4-beb4-c69107f6af3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57e26167-a152-47d4-beb4-c69107f6af3b,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:39.329739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 57e26167-a152-47d4-beb4-c69107f6af3b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:39.330339 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.380945 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a930-c9b1-4446-bb15-4483b5260184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.403344 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9a84318-e98d-46ca-a41a-a77258eb72bb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.465461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4a930-c9b1-4446-bb15-4483b5260184 None None] Pushing event updated for resources: {'Port': ['ID=57e26167-a152-47d4-beb4-c69107f6af3b,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:39.476057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a84318-e98d-46ca-a41a-a77258eb72bb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=ffa3922f-35cd-4975-91df-70a51eb0aaf8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:39.496691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-86fb00c4-7155-4080-9d21-4b5cbef78bbc service neutron] 10.222.0.13 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2412536
Dec 18 21:14:39.552903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-39690c65-83cf-4eb5-9056-266dee76197e None None] Provisioning complete for port b73a2d12-5e8e-4e41-90fd-6997ab986ecb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:39.553283 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-39690c65-83cf-4eb5-9056-266dee76197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.625493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-39690c65-83cf-4eb5-9056-266dee76197e None None] Port b73a2d12-5e8e-4e41-90fd-6997ab986ecb cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:39.634080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-39690c65-83cf-4eb5-9056-266dee76197e None None] Could not find standard attr ID for object cd5c099a-42f5-4584-8ed7-c0252fb8b5ba. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:14:39.635162 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9a84318-e98d-46ca-a41a-a77258eb72bb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.645558 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d9a84318-e98d-46ca-a41a-a77258eb72bb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/ffa3922f-35cd-4975-91df-70a51eb0aaf8 HTTP/1.1" status: 204  len: 168 time: 1.1069489
Dec 18 21:14:39.645795 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-39690c65-83cf-4eb5-9056-266dee76197e None None] Provisioning complete for port 57e26167-a152-47d4-beb4-c69107f6af3b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:39.645795 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-39690c65-83cf-4eb5-9056-266dee76197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.646575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39590) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:39.746789 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b6d900-d11d-4206-a696-7de23215ba48 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:39.762658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-13b6d900-d11d-4206-a696-7de23215ba48 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/ffa3922f-35cd-4975-91df-70a51eb0aaf8 HTTP/1.1" status: 404  len: 333 time: 0.1087530
Dec 18 21:14:39.762909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39592) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:39.777987 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6c4e20>, [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:36Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b73a2d12-5e8e-4e41-90fd-6997ab986ecb', 'name': '', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:93:02:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:35Z', 'updated_at': '2021-12-18T21:14:37Z', 'revision_number': 2, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:39.827192 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Checking router: b04ebc7f-4592-4351-8544-0e3bac96e37b for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:14:39.828179 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Updating router b04ebc7f-4592-4351-8544-0e3bac96e37b port b73a2d12-5e8e-4e41-90fd-6997ab986ecb binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:14:39.868571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e886b444-4126-4d2f-ae15-896f24d16316 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting subnet c26d6234-d595-4d6b-81a8-4812191fa68a {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:39.880993 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e886b444-4126-4d2f-ae15-896f24d16316 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.886140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9eb3e231-0a3b-4e91-a393-76fa07b4d57f req-f6bf2680-4a32-4f8f-ab91-dc9979acc385 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 210 time: 0.0327616
Dec 18 21:14:39.933167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-44cf4d6a-1a4b-400d-bec9-6f31062c1f8f None None] Provisioning complete for port b73a2d12-5e8e-4e41-90fd-6997ab986ecb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:39.933678 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44cf4d6a-1a4b-400d-bec9-6f31062c1f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.956126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e886b444-4126-4d2f-ae15-896f24d16316 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:39.986285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-44cf4d6a-1a4b-400d-bec9-6f31062c1f8f None None] Port b73a2d12-5e8e-4e41-90fd-6997ab986ecb cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:40.028002 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.061222 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e886b444-4126-4d2f-ae15-896f24d16316 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.128671 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e886b444-4126-4d2f-ae15-896f24d16316 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.158214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886b444-4126-4d2f-ae15-896f24d16316 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Subnet': ['ID=c26d6234-d595-4d6b-81a8-4812191fa68a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:40.162620 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e886b444-4126-4d2f-ae15-896f24d16316 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.174834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39602) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:40.175325 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e886b444-4126-4d2f-ae15-896f24d16316 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/c26d6234-d595-4d6b-81a8-4812191fa68a HTTP/1.1" status: 204  len: 168 time: 0.4065843
Dec 18 21:14:40.180818 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885de192-c762-4a88-a6f5-e77eccf0404b None None] Network 46f4d06a-dbd2-401d-b7fa-a17f64edeb38 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:40.291465 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.356823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port f8469459-2af6-4821-a19c-f66ba6bb432d {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:40.357755 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.382082 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.389529 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.407046 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe7f327-9ad7-4aef-9b49-261a7eac54ec None None] DHCP port deletion for 46f4d06a-dbd2-401d-b7fa-a17f64edeb38 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:40.485881 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7f327-9ad7-4aef-9b49-261a7eac54ec None None] Deleting port f8469459-2af6-4821-a19c-f66ba6bb432d {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:40.486434 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f327-9ad7-4aef-9b49-261a7eac54ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.496098 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Pushing event updated for resources: {'Port': ['ID=b73a2d12-5e8e-4e41-90fd-6997ab986ecb,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:40.506235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] For port f8469459-2af6-4821-a19c-f66ba6bb432d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8469459-2af6-4821-a19c-f66ba6bb432d,segment=NetworkSegment(7f6879b8-9046-4ce8-9ac9-122dec490cef),segment_id=7f6879b8-9046-4ce8-9ac9-122dec490cef)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:40.507234 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.524602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for f8469459-2af6-4821-a19c-f66ba6bb432d owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:40.535007 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.535360 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.535700 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.536452 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.536799 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.537132 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.537453 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.538070 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.538586 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.539400 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.539734 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.540143 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.540592 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:14:40.577642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-bbe7f327-9ad7-4aef-9b49-261a7eac54ec None None] For port f8469459-2af6-4821-a19c-f66ba6bb432d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8469459-2af6-4821-a19c-f66ba6bb432d,segment=NetworkSegment(7f6879b8-9046-4ce8-9ac9-122dec490cef),segment_id=7f6879b8-9046-4ce8-9ac9-122dec490cef)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:40.578458 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f327-9ad7-4aef-9b49-261a7eac54ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.579151 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Attempting to bind port b73a2d12-5e8e-4e41-90fd-6997ab986ecb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:40.579516 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Attempting to bind port b73a2d12-5e8e-4e41-90fd-6997ab986ecb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:40.580135 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Attempting to bind port b73a2d12-5e8e-4e41-90fd-6997ab986ecb on network fb5f496f-e8cb-4f55-bfa1-40a816271a86 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:40.593059 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:40.593435 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Checking segment: {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:40.593830 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.594220 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Bound using segment: {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:40.603640 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Bound port: b73a2d12-5e8e-4e41-90fd-6997ab986ecb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:40.604058 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.608444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7f327-9ad7-4aef-9b49-261a7eac54ec None None] Calling delete_port for f8469459-2af6-4821-a19c-f66ba6bb432d owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:40.688407 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.716964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 57e26167-a152-47d4-beb4-c69107f6af3b up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:40.751474 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] For port b73a2d12-5e8e-4e41-90fd-6997ab986ecb, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:40.760354 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] For port b73a2d12-5e8e-4e41-90fd-6997ab986ecb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b73a2d12-5e8e-4e41-90fd-6997ab986ecb,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:40.760731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=f8469459-2af6-4821-a19c-f66ba6bb432d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:40.765968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No DVR routers for this DVR port f8469459-2af6-4821-a19c-f66ba6bb432d on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:40.767456 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.836639 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Routers {'b04ebc7f-4592-4351-8544-0e3bac96e37b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:40.837274 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6c4e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b04ebc7f-4592-4351-8544-0e3bac96e37b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:40.846707 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f7cbf-9118-45ef-8222-7639606f0399 None None] Pushing event updated for resources: {'Port': ['ID=b73a2d12-5e8e-4e41-90fd-6997ab986ecb,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:40.868905 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f327-9ad7-4aef-9b49-261a7eac54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.897888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7f327-9ad7-4aef-9b49-261a7eac54ec None None] Pushing event deleted for resources: {'Port': ['ID=f8469459-2af6-4821-a19c-f66ba6bb432d,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:40.919646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 57e26167-a152-47d4-beb4-c69107f6af3b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:40.920115 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.930998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-1526f9ea-ef96-46bd-b70f-c6105798ebbc req-579caa53-32b7-40d8-95e7-a5007ebef4ba service neutron] (126008) timed out ('10.222.0.13', 44478) {{(pid=126008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:14:40.947254 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.961509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7f327-9ad7-4aef-9b49-261a7eac54ec None None] No DVR routers for this DVR port f8469459-2af6-4821-a19c-f66ba6bb432d on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:40.978644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ed8bd60>,) {'filters': {'network_id': ['46f4d06a-dbd2-401d-b7fa-a17f64edeb38']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:40.988141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a4079019-5d09-4db6-839e-909a91e931ef None None] Provisioning complete for port b73a2d12-5e8e-4e41-90fd-6997ab986ecb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:40.989030 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a4079019-5d09-4db6-839e-909a91e931ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:40.991069 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ed8bd60>, '7f6879b8-9046-4ce8-9ac9-122dec490cef') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:40.991504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ed8bd60>, '7f6879b8-9046-4ce8-9ac9-122dec490cef') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:41.005551 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.023615 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.032276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:41.033009 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:41.038863 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:41.072279 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] Set router b04ebc7f-4592-4351-8544-0e3bac96e37b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:14:41.140504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11f7c44a-df84-4c8c-8563-4a558198bb26 req-80b1d687-77c0-432c-9b4e-b3f06a54e063 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 210 time: 0.0814075
Dec 18 21:14:41.180906 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.189066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.193269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/networks/46f4d06a-dbd2-401d-b7fa-a17f64edeb38 HTTP/1.1" status: 204  len: 168 time: 1.0165155
Dec 18 21:14:41.196921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39612) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:41.203597 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-400cb54d-de6f-4139-9b2e-2a4e2e454b70 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1360870937'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:41.206852 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a4079019-5d09-4db6-839e-909a91e931ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.232359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb6a00-0ac9-4876-9f73-3c2a636404c7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Network': ['ID=46f4d06a-dbd2-401d-b7fa-a17f64edeb38,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:41.240789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f8469459-2af6-4821-a19c-f66ba6bb432d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:14:41.275441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: f8469459-2af6-4821-a19c-f66ba6bb432d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:14:41.276129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f8469459-2af6-4821-a19c-f66ba6bb432d not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:14:41.287190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a4079019-5d09-4db6-839e-909a91e931ef None None] For port b73a2d12-5e8e-4e41-90fd-6997ab986ecb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b73a2d12-5e8e-4e41-90fd-6997ab986ecb,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:41.295667 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a4079019-5d09-4db6-839e-909a91e931ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.304248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400cb54d-de6f-4139-9b2e-2a4e2e454b70 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:41.308399 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-400cb54d-de6f-4139-9b2e-2a4e2e454b70 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.355269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400cb54d-de6f-4139-9b2e-2a4e2e454b70 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:41.375093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4079019-5d09-4db6-839e-909a91e931ef None None] Pushing event updated for resources: {'Port': ['ID=b73a2d12-5e8e-4e41-90fd-6997ab986ecb,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:41.378882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-ed0d8c2a-730f-4e18-a841-4dba00300c0f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:41.380715 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-ed0d8c2a-730f-4e18-a841-4dba00300c0f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.36 "GET /v2.0/networks?id=fb5f496f-e8cb-4f55-bfa1-40a816271a86 HTTP/1.1" status: 200  len: 795 time: 0.1735716
Dec 18 21:14:41.382380 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-400cb54d-de6f-4139-9b2e-2a4e2e454b70 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.382916 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-400cb54d-de6f-4139-9b2e-2a4e2e454b70 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Added segment 5dd5e24f-c055-4cc2-932a-6a35872a89e2 of type vlan for network 459896aa-bdc3-4a72-956d-56d6b8bb446c
Dec 18 21:14:41.419829 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6c4e20>, [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:36Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b73a2d12-5e8e-4e41-90fd-6997ab986ecb', 'name': '', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:93:02:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:35Z', 'updated_at': '2021-12-18T21:14:40Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:41.432699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-240c4b4a-dfbb-4dd0-a71a-a857f0420006 None None] Provisioning complete for port b73a2d12-5e8e-4e41-90fd-6997ab986ecb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:41.433393 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-240c4b4a-dfbb-4dd0-a71a-a857f0420006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.451628 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-400cb54d-de6f-4139-9b2e-2a4e2e454b70 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.457731 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405eb6bf-6f22-4e67-8fe4-ec9f6e23d5e1 None None] The sync data for ids ['b04ebc7f-4592-4351-8544-0e3bac96e37b'] in ncdv-master-1 is: [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:36Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b73a2d12-5e8e-4e41-90fd-6997ab986ecb', 'name': '', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:93:02:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:35Z', 'updated_at': '2021-12-18T21:14:40Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:14:41.504746 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-f4b6805b-d130-4c0d-89b7-865787c2ad16 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 380 time: 0.1120441
Dec 18 21:14:41.511088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-400cb54d-de6f-4139-9b2e-2a4e2e454b70 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.533870 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400cb54d-de6f-4139-9b2e-2a4e2e454b70 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:41.534954 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-400cb54d-de6f-4139-9b2e-2a4e2e454b70 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.579872 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'port': {'device_id': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'admin_state_up': True, 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'security_groups': ['ce53ef8c-3696-4b50-acaf-5bd3f0076a17']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:41.623257 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-400cb54d-de6f-4139-9b2e-2a4e2e454b70 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4246969
Dec 18 21:14:41.626778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39616) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:41.632724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c64e6c49-55d9-4d7d-a915-15abbf8525fe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '459896aa-bdc3-4a72-956d-56d6b8bb446c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:41.682985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cb54d-de6f-4139-9b2e-2a4e2e454b70 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Network': ['ID=459896aa-bdc3-4a72-956d-56d6b8bb446c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:41.696604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 459896aa-bdc3-4a72-956d-56d6b8bb446c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:41.767914 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Made reservation on behalf of 71c859bfcff54b5c85e6cb248341f37c for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:41.772278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.785723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64e6c49-55d9-4d7d-a915-15abbf8525fe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:41.790102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c64e6c49-55d9-4d7d-a915-15abbf8525fe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:41.940939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.20.0.8 (fb5f496f-e8cb-4f55-bfa1-40a816271a86/7ed7698c-dab5-496c-80ce-ff076ecfce14/bca0e7e4-0dfb-4100-aaa8-4c55aa06b336) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:42.171249 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:42.239740 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:42.305027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network fb5f496f-e8cb-4f55-bfa1-40a816271a86 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:42.309299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:42.322553 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:42.327192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:42.381818 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c64e6c49-55d9-4d7d-a915-15abbf8525fe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:42.387878 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:42.388613 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:42.396483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9079bcf-b7b0-4bfe-8f51-b5d20eb586ce req-a1d84f78-324d-4a61-8a6f-567c970d4d67 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:42.398050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9079bcf-b7b0-4bfe-8f51-b5d20eb586ce req-a1d84f78-324d-4a61-8a6f-567c970d4d67 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 931 time: 0.1318433
Dec 18 21:14:42.411417 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-06f5ef0d-58f6-4944-8645-15ef3d811200 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8633740
Dec 18 21:14:42.432730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Request body: {'port': {'device_id': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:42.508792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64e6c49-55d9-4d7d-a915-15abbf8525fe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Checking segment: {'id': '5dd5e24f-c055-4cc2-932a-6a35872a89e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '459896aa-bdc3-4a72-956d-56d6b8bb446c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:42.509262 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64e6c49-55d9-4d7d-a915-15abbf8525fe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network hostable DHCP agents. Network: 459896aa-bdc3-4a72-956d-56d6b8bb446c, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:14:42.526213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e6c49-55d9-4d7d-a915-15abbf8525fe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Subnet': ['ID=dfc96547-f19a-4af7-8eec-29c8d30113e4,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:42.546651 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:42.553861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c9079bcf-b7b0-4bfe-8f51-b5d20eb586ce req-52c38bff-6826-4e95-8a25-250b28fa0040 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170802
Dec 18 21:14:42.570116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64e6c49-55d9-4d7d-a915-15abbf8525fe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 459896aa-bdc3-4a72-956d-56d6b8bb446c is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:14:42.607431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c64e6c49-55d9-4d7d-a915-15abbf8525fe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 459896aa-bdc3-4a72-956d-56d6b8bb446c) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:42.620748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64e6c49-55d9-4d7d-a915-15abbf8525fe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:42.624708 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c64e6c49-55d9-4d7d-a915-15abbf8525fe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:42.626377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e06ee2-1feb-4fc1-a957-369c64593cba None None] Network 459896aa-bdc3-4a72-956d-56d6b8bb446c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:42.656926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c64e6c49-55d9-4d7d-a915-15abbf8525fe tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0281053
Dec 18 21:14:42.659241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39624) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:42.667761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '459896aa-bdc3-4a72-956d-56d6b8bb446c', 'name': 'tempest-PortsTestJSON-1826314696', 'fixed_ips': [{'subnet_id': 'dfc96547-f19a-4af7-8eec-29c8d30113e4', 'ip_address': '172.20.0.10'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:42.793612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b73a2d12-5e8e-4e41-90fd-6997ab986ecb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:42.868169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f9253211-f1fe-4964-b3ea-3c62f20f8755 None None] Provisioning complete for port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:42.869870 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9253211-f1fe-4964-b3ea-3c62f20f8755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:42.923344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:42.977898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-459896aa-bdc3-4a72-956d-56d6b8bb446c', 'network_id': '459896aa-bdc3-4a72-956d-56d6b8bb446c', 'project_id': '8aa3b18c48524bfc9b3a232024b9ad75', 'fixed_ips': [{'subnet_id': 'dfc96547-f19a-4af7-8eec-29c8d30113e4'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:14:42.978814 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:42.980558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f9253211-f1fe-4964-b3ea-3c62f20f8755 None None] Port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:43.007470 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b73a2d12-5e8e-4e41-90fd-6997ab986ecb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:43.007716 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.077441 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.113797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port fef995fa-603e-4eba-bffe-47cdf27e5325 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:43.222574 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:14:43.232085 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.252254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Transition to ACTIVE for port object bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:14:43.260762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.302958 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Allocated IP 172.20.0.2 (459896aa-bdc3-4a72-956d-56d6b8bb446c/dfc96547-f19a-4af7-8eec-29c8d30113e4/3810630b-232e-4717-bf40-aa17dcc5f0ac) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:43.320925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Pushing event updated for resources: {'Port': ['ID=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:43.438540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Attempting to bind port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:43.438771 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Attempting to bind port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:43.439078 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Attempting to bind port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on network fb5f496f-e8cb-4f55-bfa1-40a816271a86 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:43.445207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on network fb5f496f-e8cb-4f55-bfa1-40a816271a86 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:14:43.445207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Attempting to bind port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on network fb5f496f-e8cb-4f55-bfa1-40a816271a86 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:43.456107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:43.456449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Checking segment: {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:43.457201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Bound using segment: {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:43.457639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Bound port: bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:43.458051 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.505113 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.514115 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.543305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:43.549414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:43.554859 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.573665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Pushing event updated for resources: {'Port': ['ID=3810630b-232e-4717-bf40-aa17dcc5f0ac,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:43.597277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.10 (459896aa-bdc3-4a72-956d-56d6b8bb446c/dfc96547-f19a-4af7-8eec-29c8d30113e4/fef995fa-603e-4eba-bffe-47cdf27e5325) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:43.614073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:43.616047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.618130 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] 10.222.0.36 "PUT /v2.0/ports/bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 HTTP/1.1" status: 200  len: 1091 time: 1.1933985
Dec 18 21:14:43.618627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:14:43.621311 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538e3efd-7d91-4ff1-9034-1e4ba6b75d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:14:43.625876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Network 459896aa-bdc3-4a72-956d-56d6b8bb446c is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:43.628512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:43.637995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:43.676921 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3461fed8-6cd7-4cc5-ba9c-9d03f58f3e13 x-openstack-request-id: req-3461fed8-6cd7-4cc5-ba9c-9d03f58f3e13 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:14:43.677215 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:14:43.677479 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3461fed8-6cd7-4cc5-ba9c-9d03f58f3e13 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:14:43.677885 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'status': 'completed', 'code': 200}
Dec 18 21:14:43.687892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbeaa3-fc82-4cb4-8b36-3bfcf7028e61 service neutron] Pushing event updated for resources: {'Port': ['ID=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:43.760969 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-86a45cf8-0d9d-4396-b86a-859419e3398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:43.763110 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-86a45cf8-0d9d-4396-b86a-859419e3398e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 1094 time: 0.0707452
Dec 18 21:14:43.795259 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Attempting to bind port 3810630b-232e-4717-bf40-aa17dcc5f0ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:43.795487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Attempting to bind port 3810630b-232e-4717-bf40-aa17dcc5f0ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5dd5e24f-c055-4cc2-932a-6a35872a89e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '459896aa-bdc3-4a72-956d-56d6b8bb446c'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:43.799971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Attempting to bind port 3810630b-232e-4717-bf40-aa17dcc5f0ac on network 459896aa-bdc3-4a72-956d-56d6b8bb446c {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:43.820137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:43.821805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Checking segment: {'id': '5dd5e24f-c055-4cc2-932a-6a35872a89e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '459896aa-bdc3-4a72-956d-56d6b8bb446c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:43.822511 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.823696 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Bound using segment: {'id': '5dd5e24f-c055-4cc2-932a-6a35872a89e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '459896aa-bdc3-4a72-956d-56d6b8bb446c'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:43.824211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Bound port: 3810630b-232e-4717-bf40-aa17dcc5f0ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd5e24f-c055-4cc2-932a-6a35872a89e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '459896aa-bdc3-4a72-956d-56d6b8bb446c'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:43.828967 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.830656 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-fec3d9db-2e9f-4bd8-ab85-8142e97f89c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 HTTP/1.1" status: 200  len: 217 time: 0.0479581
Dec 18 21:14:43.900843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-8415b3a1-aac9-4f93-8c50-08e084c325c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:43.902711 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-8415b3a1-aac9-4f93-8c50-08e084c325c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ed7698c-dab5-496c-80ce-ff076ecfce14 HTTP/1.1" status: 200  len: 835 time: 0.0667701
Dec 18 21:14:43.924138 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.941013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] For port 3810630b-232e-4717-bf40-aa17dcc5f0ac, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:43.946573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] For port 3810630b-232e-4717-bf40-aa17dcc5f0ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3810630b-232e-4717-bf40-aa17dcc5f0ac,segment=NetworkSegment(5dd5e24f-c055-4cc2-932a-6a35872a89e2),segment_id=5dd5e24f-c055-4cc2-932a-6a35872a89e2)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:43.952964 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:43.980243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faecb87-5855-4703-9cdf-d20d1b455d5f req-4497447e-db5c-42a6-b3a2-95d96211647f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:43.982150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2faecb87-5855-4703-9cdf-d20d1b455d5f req-4497447e-db5c-42a6-b3a2-95d96211647f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 943 time: 0.1147285
Dec 18 21:14:43.984955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-1b79784a-8a6c-4695-817b-4311303338eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:43.992683 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-1b79784a-8a6c-4695-817b-4311303338eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb5f496f-e8cb-4f55-bfa1-40a816271a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0761602
Dec 18 21:14:43.994919 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:44.032984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8616a-e90f-4af3-927c-8fc637a62e7e None None] Pushing event updated for resources: {'Port': ['ID=3810630b-232e-4717-bf40-aa17dcc5f0ac,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:44.070812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 459896aa-bdc3-4a72-956d-56d6b8bb446c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:44.076603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=fef995fa-603e-4eba-bffe-47cdf27e5325,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:44.085391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:44.089907 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:44.133445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2faecb87-5855-4703-9cdf-d20d1b455d5f req-c24ff1f5-eed2-42a2-b2ac-94268d1c5778 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1305695
Dec 18 21:14:44.151516 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-03506988-4c5e-46d2-86e2-17892f558904 service neutron] 10.222.0.36 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457622
Dec 18 21:14:44.156071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:44.156999 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:44.178123 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0b636460-8236-455e-8547-c12d01ed9778 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.5169151
Dec 18 21:14:44.181304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39640) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:44.187720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '459896aa-bdc3-4a72-956d-56d6b8bb446c', 'name': 'tempest-PortsTestJSON-848390634', 'fixed_ips': [{'subnet_id': 'dfc96547-f19a-4af7-8eec-29c8d30113e4', 'ip_address': '172.20.0.9'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:44.309392 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3e467c60-aa9a-41b6-a14c-20936d38bbf7 req-39d0d2f2-7561-48dd-b2e8-1061b45af7f6 service neutron] 10.222.0.36 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447737
Dec 18 21:14:44.338318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:44.344360 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:44.367259 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port fb10e4ce-0c51-4d79-ab45-56f1dde5a56f yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:44.446343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e3efd-7d91-4ff1-9034-1e4ba6b75d2f req-3cb5160e-386c-418f-b7d2-ef1efe367888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:44.448460 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-538e3efd-7d91-4ff1-9034-1e4ba6b75d2f req-3cb5160e-386c-418f-b7d2-ef1efe367888 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 1094 time: 0.0506051
Dec 18 21:14:44.573136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.9 (459896aa-bdc3-4a72-956d-56d6b8bb446c/dfc96547-f19a-4af7-8eec-29c8d30113e4/fb10e4ce-0c51-4d79-ab45-56f1dde5a56f) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:44.674316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3810630b-232e-4717-bf40-aa17dcc5f0ac up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:44.761346 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:44.764037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3810630b-232e-4717-bf40-aa17dcc5f0ac triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:44.764574 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:44.804539 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:44.854125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 459896aa-bdc3-4a72-956d-56d6b8bb446c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:44.858137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:44.862427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:44.870042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=fb10e4ce-0c51-4d79-ab45-56f1dde5a56f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:44.876686 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:44.944082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 3810630b-232e-4717-bf40-aa17dcc5f0ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3810630b-232e-4717-bf40-aa17dcc5f0ac,segment=NetworkSegment(5dd5e24f-c055-4cc2-932a-6a35872a89e2),segment_id=5dd5e24f-c055-4cc2-932a-6a35872a89e2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:44.962365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:44.963399 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:44.970225 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:44.987447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e3efd-7d91-4ff1-9034-1e4ba6b75d2f req-62f7fbfb-52d1-4ddf-a585-f02b2464c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:44.990061 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-538e3efd-7d91-4ff1-9034-1e4ba6b75d2f req-62f7fbfb-52d1-4ddf-a585-f02b2464c6c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fb5f496f-e8cb-4f55-bfa1-40a816271a86 HTTP/1.1" status: 200  len: 896 time: 0.5336738
Dec 18 21:14:44.992059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fb4007db-1260-43e6-bff7-860fb44a4f4b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 0.8092871
Dec 18 21:14:44.994734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39644) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:45.017170 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:45.044748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=3810630b-232e-4717-bf40-aa17dcc5f0ac,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:45.104853 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-538e3efd-7d91-4ff1-9034-1e4ba6b75d2f req-35df7bcb-cc28-4b08-976f-bac55b17581d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 HTTP/1.1" status: 200  len: 217 time: 0.0984285
Dec 18 21:14:45.172965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d31fcac-34a9-4a73-b25e-e60b9500f949 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:45.174795 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2d31fcac-34a9-4a73-b25e-e60b9500f949 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.1787450
Dec 18 21:14:45.177857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39646) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:45.223437 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e3efd-7d91-4ff1-9034-1e4ba6b75d2f req-f0000985-5c2f-4446-9115-e689e3774bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:45.225837 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-538e3efd-7d91-4ff1-9034-1e4ba6b75d2f req-f0000985-5c2f-4446-9115-e689e3774bd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ed7698c-dab5-496c-80ce-ff076ecfce14 HTTP/1.1" status: 200  len: 835 time: 0.1092098
Dec 18 21:14:45.278633 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686d877-9bc5-4ea5-a489-35d4ed088148 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:45.285476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686d877-9bc5-4ea5-a489-35d4ed088148 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:45.293988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686d877-9bc5-4ea5-a489-35d4ed088148 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:45.298552 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7686d877-9bc5-4ea5-a489-35d4ed088148 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.1172907
Dec 18 21:14:45.299335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39652) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:45.311759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e82537-483b-4c3e-bb54-4f2acd9f3ac3 req-683a955b-171d-4680-a65e-077c685356f2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:45.313668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5e82537-483b-4c3e-bb54-4f2acd9f3ac3 req-683a955b-171d-4680-a65e-077c685356f2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 943 time: 0.0782003
Dec 18 21:14:45.350668 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e3efd-7d91-4ff1-9034-1e4ba6b75d2f req-d413998f-15ad-4640-930c-a1dd2c6778bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:45.352608 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-538e3efd-7d91-4ff1-9034-1e4ba6b75d2f req-d413998f-15ad-4640-930c-a1dd2c6778bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb5f496f-e8cb-4f55-bfa1-40a816271a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1183059
Dec 18 21:14:45.373079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3de4e-c5a4-42fa-af7c-506904502ea1 None None] Network 459896aa-bdc3-4a72-956d-56d6b8bb446c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:45.378518 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5e82537-483b-4c3e-bb54-4f2acd9f3ac3 req-d65b4c5e-11d7-41b5-a5b7-74fe22964060 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551946
Dec 18 21:14:45.447505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ec97b1f0-f7b6-4c28-80ba-3e9e5e03f73f None None] Provisioning complete for port 3810630b-232e-4717-bf40-aa17dcc5f0ac triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:45.448809 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ec97b1f0-f7b6-4c28-80ba-3e9e5e03f73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:45.502071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcaf2d-d6da-48d6-a5ab-77c2f73ea601 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port fb10e4ce-0c51-4d79-ab45-56f1dde5a56f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:45.502920 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5bcaf2d-d6da-48d6-a5ab-77c2f73ea601 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:45.559194 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-538e3efd-7d91-4ff1-9034-1e4ba6b75d2f req-7cf7c00a-cc46-44c0-be0f-b578d7bb830a service neutron] 10.222.0.36 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1762116
Dec 18 21:14:45.683705 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5bcaf2d-d6da-48d6-a5ab-77c2f73ea601 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:45.709178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcaf2d-d6da-48d6-a5ab-77c2f73ea601 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for fb10e4ce-0c51-4d79-ab45-56f1dde5a56f owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:45.735171 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-538e3efd-7d91-4ff1-9034-1e4ba6b75d2f req-6452234f-c1c7-4fa7-8fd0-07e3ec607fd3 service neutron] 10.222.0.36 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615951
Dec 18 21:14:45.880481 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3abc8a73-8591-4fc4-bddd-030e272558bb None None] Provisioning complete for port 3810630b-232e-4717-bf40-aa17dcc5f0ac triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:45.881125 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5bcaf2d-d6da-48d6-a5ab-77c2f73ea601 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:45.881261 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3abc8a73-8591-4fc4-bddd-030e272558bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:45.939332 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcaf2d-d6da-48d6-a5ab-77c2f73ea601 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=fb10e4ce-0c51-4d79-ab45-56f1dde5a56f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:46.009502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3abc8a73-8591-4fc4-bddd-030e272558bb None None] Provisioning complete for port fef995fa-603e-4eba-bffe-47cdf27e5325 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:46.010108 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3abc8a73-8591-4fc4-bddd-030e272558bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.048930 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5bcaf2d-d6da-48d6-a5ab-77c2f73ea601 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.052700 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d5bcaf2d-d6da-48d6-a5ab-77c2f73ea601 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/fb10e4ce-0c51-4d79-ab45-56f1dde5a56f HTTP/1.1" status: 204  len: 168 time: 0.7523613
Dec 18 21:14:46.055386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39658) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:46.057531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3abc8a73-8591-4fc4-bddd-030e272558bb None None] Port fef995fa-603e-4eba-bffe-47cdf27e5325 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:46.060567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3abc8a73-8591-4fc4-bddd-030e272558bb None None] Could not find standard attr ID for object fb10e4ce-0c51-4d79-ab45-56f1dde5a56f. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:14:46.082219 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c54a303-c735-4ee8-b7b4-9b7766df0015 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:46.084214 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4c54a303-c735-4ee8-b7b4-9b7766df0015 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/fb10e4ce-0c51-4d79-ab45-56f1dde5a56f HTTP/1.1" status: 404  len: 333 time: 0.0278416
Dec 18 21:14:46.088466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39660) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:46.189355 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f4e011a6-5f18-4ed5-bb8d-f4eb583c9070 None None] Provisioning complete for port fef995fa-603e-4eba-bffe-47cdf27e5325 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:46.190107 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4e011a6-5f18-4ed5-bb8d-f4eb583c9070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.195061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4371b1ac-7f89-49af-86b6-2393e7da6103 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port fef995fa-603e-4eba-bffe-47cdf27e5325 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:46.195410 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4371b1ac-7f89-49af-86b6-2393e7da6103 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.231633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f4e011a6-5f18-4ed5-bb8d-f4eb583c9070 None None] Port fef995fa-603e-4eba-bffe-47cdf27e5325 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:46.307475 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4371b1ac-7f89-49af-86b6-2393e7da6103 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.324091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-4371b1ac-7f89-49af-86b6-2393e7da6103 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for fef995fa-603e-4eba-bffe-47cdf27e5325 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:46.344355 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-220bac59-69ca-4a43-8e2c-312863af798c None None] Could not find standard attr ID for object fb10e4ce-0c51-4d79-ab45-56f1dde5a56f. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:14:46.497906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:14:46.508395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4371b1ac-7f89-49af-86b6-2393e7da6103 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.524391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca281ccc-5c1f-4dc5-88e6-4acdf7ecf675 req-754bd35b-8a6e-49f9-97a6-890ed33af3b6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:46.526107 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca281ccc-5c1f-4dc5-88e6-4acdf7ecf675 req-754bd35b-8a6e-49f9-97a6-890ed33af3b6 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 943 time: 0.0659630
Dec 18 21:14:46.552774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371b1ac-7f89-49af-86b6-2393e7da6103 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=fef995fa-603e-4eba-bffe-47cdf27e5325,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:46.647693 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca281ccc-5c1f-4dc5-88e6-4acdf7ecf675 req-ed95973d-a03e-4410-bfb6-3bddebc7ef46 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148763
Dec 18 21:14:46.671757 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4371b1ac-7f89-49af-86b6-2393e7da6103 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.677549 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4371b1ac-7f89-49af-86b6-2393e7da6103 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/fef995fa-603e-4eba-bffe-47cdf27e5325 HTTP/1.1" status: 204  len: 168 time: 0.5866733
Dec 18 21:14:46.679240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39666) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:46.689159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3810630b-232e-4717-bf40-aa17dcc5f0ac up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:46.715985 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-310ac2c2-46c3-412b-ae9e-7753d5808623 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:46.720295 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-310ac2c2-46c3-412b-ae9e-7753d5808623 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/fef995fa-603e-4eba-bffe-47cdf27e5325 HTTP/1.1" status: 404  len: 333 time: 0.0357182
Dec 18 21:14:46.721592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39668) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:46.754878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:46.772962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'port_id': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'mac_address': 'fa:16:3e:0f:54:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:14:46.787079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-71928178-c2c0-4afd-ab1c-d32fc18f766a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting subnet dfc96547-f19a-4af7-8eec-29c8d30113e4 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:46.795241 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71928178-c2c0-4afd-ab1c-d32fc18f766a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.815724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3810630b-232e-4717-bf40-aa17dcc5f0ac triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:46.816120 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.845975 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71928178-c2c0-4afd-ab1c-d32fc18f766a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.852013 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.874280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:14:46.901309 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:46.926246 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.940792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71928178-c2c0-4afd-ab1c-d32fc18f766a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:46.991220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:47.011197 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71928178-c2c0-4afd-ab1c-d32fc18f766a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.044751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71928178-c2c0-4afd-ab1c-d32fc18f766a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc96547-f19a-4af7-8eec-29c8d30113e4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:47.046736 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71928178-c2c0-4afd-ab1c-d32fc18f766a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.053327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-71928178-c2c0-4afd-ab1c-d32fc18f766a tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/dfc96547-f19a-4af7-8eec-29c8d30113e4 HTTP/1.1" status: 204  len: 168 time: 0.3271275
Dec 18 21:14:47.053555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39670) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:47.056348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b067ad68-8d09-4c58-bf01-956dc119be34 None None] Network 459896aa-bdc3-4a72-956d-56d6b8bb446c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:47.150724 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.199155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['bca0e7e4-0dfb-4100-aaa8-4c55aa06b336'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:14:47.210856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port 3810630b-232e-4717-bf40-aa17dcc5f0ac {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:47.211208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.242761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374207c8-bb24-4947-bc3d-4a79ec8605f2 None None] DHCP port deletion for 459896aa-bdc3-4a72-956d-56d6b8bb446c request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:47.279401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] For port 3810630b-232e-4717-bf40-aa17dcc5f0ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3810630b-232e-4717-bf40-aa17dcc5f0ac,segment=NetworkSegment(5dd5e24f-c055-4cc2-932a-6a35872a89e2),segment_id=5dd5e24f-c055-4cc2-932a-6a35872a89e2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:47.279836 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.292618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for 3810630b-232e-4717-bf40-aa17dcc5f0ac owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:47.344842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-374207c8-bb24-4947-bc3d-4a79ec8605f2 None None] Deleting port 3810630b-232e-4717-bf40-aa17dcc5f0ac {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:47.345215 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-374207c8-bb24-4947-bc3d-4a79ec8605f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.370645 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.397987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=3810630b-232e-4717-bf40-aa17dcc5f0ac,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:47.399977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No DVR routers for this DVR port 3810630b-232e-4717-bf40-aa17dcc5f0ac on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:47.435800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-374207c8-bb24-4947-bc3d-4a79ec8605f2 None None] For port 3810630b-232e-4717-bf40-aa17dcc5f0ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3810630b-232e-4717-bf40-aa17dcc5f0ac,segment=NetworkSegment(5dd5e24f-c055-4cc2-932a-6a35872a89e2),segment_id=5dd5e24f-c055-4cc2-932a-6a35872a89e2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:47.436203 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-374207c8-bb24-4947-bc3d-4a79ec8605f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.463466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-374207c8-bb24-4947-bc3d-4a79ec8605f2 None None] Calling delete_port for 3810630b-232e-4717-bf40-aa17dcc5f0ac owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:47.492636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.516086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c7c9e20>,) {'filters': {'network_id': ['459896aa-bdc3-4a72-956d-56d6b8bb446c']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:47.526953 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c7c9e20>, '5dd5e24f-c055-4cc2-932a-6a35872a89e2') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:47.527253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c7c9e20>, '5dd5e24f-c055-4cc2-932a-6a35872a89e2') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:47.537390 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.550944 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.557466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:47.557850 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:47.560865 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:47.601268 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-374207c8-bb24-4947-bc3d-4a79ec8605f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.623886 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.630381 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.630580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374207c8-bb24-4947-bc3d-4a79ec8605f2 None None] Pushing event deleted for resources: {'Port': ['ID=3810630b-232e-4717-bf40-aa17dcc5f0ac,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:47.635274 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374207c8-bb24-4947-bc3d-4a79ec8605f2 None None] No DVR routers for this DVR port 3810630b-232e-4717-bf40-aa17dcc5f0ac on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:47.639339 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/networks/459896aa-bdc3-4a72-956d-56d6b8bb446c HTTP/1.1" status: 204  len: 168 time: 0.5836225
Dec 18 21:14:47.643679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39676) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:47.651196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-26855b2f-6935-4f04-b6db-5d4d8096349f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-925318652'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:47.668646 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d8ee8-4529-45e6-9421-ebad9c82ef90 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Network': ['ID=459896aa-bdc3-4a72-956d-56d6b8bb446c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:47.693524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26855b2f-6935-4f04-b6db-5d4d8096349f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:47.697463 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26855b2f-6935-4f04-b6db-5d4d8096349f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.729030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26855b2f-6935-4f04-b6db-5d4d8096349f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:14:47.740313 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26855b2f-6935-4f04-b6db-5d4d8096349f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.740853 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-26855b2f-6935-4f04-b6db-5d4d8096349f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Added segment 874e8fcc-c0c9-4841-a548-b6e24945e88b of type vlan for network 087989cb-affa-433d-9062-6f467c78df16
Dec 18 21:14:47.787116 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26855b2f-6935-4f04-b6db-5d4d8096349f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.789675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdaa9f-ff7c-47ab-aa2a-d38945d20fb2 req-c8c74073-309c-4f49-8b44-1c5de81e1075 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:47.791896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7fdaa9f-ff7c-47ab-aa2a-d38945d20fb2 req-c8c74073-309c-4f49-8b44-1c5de81e1075 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.0564048
Dec 18 21:14:47.816211 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26855b2f-6935-4f04-b6db-5d4d8096349f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.823562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26855b2f-6935-4f04-b6db-5d4d8096349f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:47.824159 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-26855b2f-6935-4f04-b6db-5d4d8096349f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:47.853718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7fdaa9f-ff7c-47ab-aa2a-d38945d20fb2 req-f8f10ecc-cb73-44a8-a5f6-767c2279cfc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544267
Dec 18 21:14:47.883387 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-26855b2f-6935-4f04-b6db-5d4d8096349f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2385287
Dec 18 21:14:47.886453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39680) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:47.891975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-325f746b-c046-4fb7-a3ff-f173bc52acc1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '087989cb-affa-433d-9062-6f467c78df16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:47.905989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26855b2f-6935-4f04-b6db-5d4d8096349f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Network': ['ID=087989cb-affa-433d-9062-6f467c78df16,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:47.919373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 087989cb-affa-433d-9062-6f467c78df16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:14:47.996205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325f746b-c046-4fb7-a3ff-f173bc52acc1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:48.000043 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-325f746b-c046-4fb7-a3ff-f173bc52acc1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.200545 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-325f746b-c046-4fb7-a3ff-f173bc52acc1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.270665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f746b-c046-4fb7-a3ff-f173bc52acc1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Subnet': ['ID=2ec774b4-af31-4f68-bce1-540c3ef33915,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:48.279783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f746b-c046-4fb7-a3ff-f173bc52acc1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Checking segment: {'id': '874e8fcc-c0c9-4841-a548-b6e24945e88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '087989cb-affa-433d-9062-6f467c78df16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:48.280733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f746b-c046-4fb7-a3ff-f173bc52acc1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network hostable DHCP agents. Network: 087989cb-affa-433d-9062-6f467c78df16, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:14:48.297204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f746b-c046-4fb7-a3ff-f173bc52acc1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 087989cb-affa-433d-9062-6f467c78df16 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:14:48.306731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-325f746b-c046-4fb7-a3ff-f173bc52acc1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 087989cb-affa-433d-9062-6f467c78df16) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:48.310792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f746b-c046-4fb7-a3ff-f173bc52acc1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:48.311432 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-325f746b-c046-4fb7-a3ff-f173bc52acc1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.319334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db03ca-bdc0-4149-8696-6ab21b3343e7 None None] Network 087989cb-affa-433d-9062-6f467c78df16 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:48.330334 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-325f746b-c046-4fb7-a3ff-f173bc52acc1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4425876
Dec 18 21:14:48.333118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39684) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:48.337636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4984885c-5f83-4eca-9868-30937ef0ea17 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-348930361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:48.362485 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4984885c-5f83-4eca-9868-30937ef0ea17 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.363695 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4984885c-5f83-4eca-9868-30937ef0ea17 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.419284 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4984885c-5f83-4eca-9868-30937ef0ea17 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.423953 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4984885c-5f83-4eca-9868-30937ef0ea17 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.434328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-087989cb-affa-433d-9062-6f467c78df16', 'network_id': '087989cb-affa-433d-9062-6f467c78df16', 'project_id': '8aa3b18c48524bfc9b3a232024b9ad75', 'fixed_ips': [{'subnet_id': '2ec774b4-af31-4f68-bce1-540c3ef33915'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:14:48.435353 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.447307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4984885c-5f83-4eca-9868-30937ef0ea17 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.447888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4984885c-5f83-4eca-9868-30937ef0ea17 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.1134827
Dec 18 21:14:48.450141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39686) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:48.455140 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'network_id': '087989cb-affa-433d-9062-6f467c78df16', 'name': 'tempest-PortsTestJSON-1754483755'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:48.581789 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:48.586851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.591897 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Allocated IP 172.20.0.2 (087989cb-affa-433d-9062-6f467c78df16/2ec774b4-af31-4f68-bce1-540c3ef33915/a21e56bc-92bb-4bcf-a2da-e6efd14e2294) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:48.610014 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port c900b880-8bb1-4ef9-b85d-3080811f985a yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:48.611778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:48.690635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3810630b-232e-4717-bf40-aa17dcc5f0ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:14:48.725874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3810630b-232e-4717-bf40-aa17dcc5f0ac {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:14:48.726271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3810630b-232e-4717-bf40-aa17dcc5f0ac not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:14:48.770950 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:14:48.782625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:48.782998 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.851457 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.858904 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:48.924891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.4 (087989cb-affa-433d-9062-6f467c78df16/2ec774b4-af31-4f68-bce1-540c3ef33915/c900b880-8bb1-4ef9-b85d-3080811f985a) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:48.926432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Network 087989cb-affa-433d-9062-6f467c78df16 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:48.933853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:48.941294 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:48.943718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Pushing event updated for resources: {'Port': ['ID=a21e56bc-92bb-4bcf-a2da-e6efd14e2294,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:48.980905 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:49.021154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Attempting to bind port a21e56bc-92bb-4bcf-a2da-e6efd14e2294 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:49.021523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Attempting to bind port a21e56bc-92bb-4bcf-a2da-e6efd14e2294 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '874e8fcc-c0c9-4841-a548-b6e24945e88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '087989cb-affa-433d-9062-6f467c78df16'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:49.021942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Attempting to bind port a21e56bc-92bb-4bcf-a2da-e6efd14e2294 on network 087989cb-affa-433d-9062-6f467c78df16 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:49.027173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:14:49.029412 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ec32a7-79d0-4faa-a59f-8e8668c41cbc" -d '{"events": [{"server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:14:49.044215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:49.045675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:49.046040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Checking segment: {'id': '874e8fcc-c0c9-4841-a548-b6e24945e88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '087989cb-affa-433d-9062-6f467c78df16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:49.046484 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:49.046883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Bound using segment: {'id': '874e8fcc-c0c9-4841-a548-b6e24945e88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '087989cb-affa-433d-9062-6f467c78df16'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:49.047556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Bound port: a21e56bc-92bb-4bcf-a2da-e6efd14e2294, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874e8fcc-c0c9-4841-a548-b6e24945e88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '087989cb-affa-433d-9062-6f467c78df16'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:49.047853 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:49.057010 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:49.081782 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f0e6ea-bbb0-49e1-98fc-123882db0c84 x-openstack-request-id: req-c0f0e6ea-bbb0-49e1-98fc-123882db0c84 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:14:49.082073 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:14:49.082545 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0f0e6ea-bbb0-49e1-98fc-123882db0c84 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:14:49.082978 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'code': 200}
Dec 18 21:14:49.088239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8213e6-9215-4dc4-b8ef-25326b2467b2 req-ee1ac5ec-e878-409d-bcc6-8e4f8c69f147 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:49.089896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d8213e6-9215-4dc4-b8ef-25326b2467b2 req-ee1ac5ec-e878-409d-bcc6-8e4f8c69f147 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.1103485
Dec 18 21:14:49.146671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:49.160026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] For port a21e56bc-92bb-4bcf-a2da-e6efd14e2294, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:49.163926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] For port a21e56bc-92bb-4bcf-a2da-e6efd14e2294, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a21e56bc-92bb-4bcf-a2da-e6efd14e2294,segment=NetworkSegment(874e8fcc-c0c9-4841-a548-b6e24945e88b),segment_id=874e8fcc-c0c9-4841-a548-b6e24945e88b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:49.170850 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:49.172936 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:49.180799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d8213e6-9215-4dc4-b8ef-25326b2467b2 req-68d02f24-1c01-49c8-9cc3-b71bc69eb16e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778570
Dec 18 21:14:49.199251 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742d766-3014-43a5-a604-784dedbed2d7 req-c306aedb-d5ff-45db-986a-65fec41ef667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:49.201519 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d742d766-3014-43a5-a604-784dedbed2d7 req-c306aedb-d5ff-45db-986a-65fec41ef667 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 1096 time: 0.0546098
Dec 18 21:14:49.231407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cdf04-de50-4ecf-af6f-1a87a3b559f7 None None] Pushing event updated for resources: {'Port': ['ID=a21e56bc-92bb-4bcf-a2da-e6efd14e2294,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:49.233033 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:49.272048 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d742d766-3014-43a5-a604-784dedbed2d7 req-230bc093-c243-423d-838f-22e341f0b98c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574322
Dec 18 21:14:49.285472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 087989cb-affa-433d-9062-6f467c78df16 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:49.287513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:49.291975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:49.333719 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=c900b880-8bb1-4ef9-b85d-3080811f985a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:49.359228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:49.359864 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:49.378061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8c265432-b159-4b91-956e-28d95498fc50 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.9267588
Dec 18 21:14:49.381462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39696) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:49.557144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:49.720950 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:49.959109 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:49.963846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:50.045477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=c900b880-8bb1-4ef9-b85d-3080811f985a,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:50.195149 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:50.241508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b7cec-ba7e-472e-9425-46c42e920838 None None] Network 087989cb-affa-433d-9062-6f467c78df16 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:50.297766 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:14:50.333769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f4ed3d69-e0f5-4d72-b08c-f0ba225c7cec None None] Provisioning complete for port a21e56bc-92bb-4bcf-a2da-e6efd14e2294 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:50.334139 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3d69-e0f5-4d72-b08c-f0ba225c7cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:50.397707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4c058-904a-400f-88ac-d3124ddfc31b req-1012214d-aaa0-49d0-8405-d96ec9441d03 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:50.399237 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5de4c058-904a-400f-88ac-d3124ddfc31b req-1012214d-aaa0-49d0-8405-d96ec9441d03 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 945 time: 0.1165063
Dec 18 21:14:50.410664 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:50.448217 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3d69-e0f5-4d72-b08c-f0ba225c7cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:50.495256 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f4ed3d69-e0f5-4d72-b08c-f0ba225c7cec None None] For port a21e56bc-92bb-4bcf-a2da-e6efd14e2294, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a21e56bc-92bb-4bcf-a2da-e6efd14e2294,segment=NetworkSegment(874e8fcc-c0c9-4841-a548-b6e24945e88b),segment_id=874e8fcc-c0c9-4841-a548-b6e24945e88b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:50.501086 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3d69-e0f5-4d72-b08c-f0ba225c7cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:50.570340 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5de4c058-904a-400f-88ac-d3124ddfc31b req-fd854756-c2c9-4cab-baf4-2256a42abe99 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1506064
Dec 18 21:14:50.576342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed3d69-e0f5-4d72-b08c-f0ba225c7cec None None] Pushing event updated for resources: {'Port': ['ID=a21e56bc-92bb-4bcf-a2da-e6efd14e2294,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:50.709753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a21e56bc-92bb-4bcf-a2da-e6efd14e2294 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:50.767544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a21e56bc-92bb-4bcf-a2da-e6efd14e2294 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:50.768000 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:50.787246 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:50.792482 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:50.832280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-65a29816-c114-46d5-bb89-616d562e8634 None None] Provisioning complete for port a21e56bc-92bb-4bcf-a2da-e6efd14e2294 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:50.832813 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-65a29816-c114-46d5-bb89-616d562e8634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:50.874188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=c900b880-8bb1-4ef9-b85d-3080811f985a,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:50.878166 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:50.957590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-65a29816-c114-46d5-bb89-616d562e8634 None None] Provisioning complete for port c900b880-8bb1-4ef9-b85d-3080811f985a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:50.958406 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-65a29816-c114-46d5-bb89-616d562e8634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:50.995370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 087989cb-affa-433d-9062-6f467c78df16 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:50.997256 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:51.182088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-65a29816-c114-46d5-bb89-616d562e8634 None None] Port c900b880-8bb1-4ef9-b85d-3080811f985a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:51.302358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-654e3ae9-d1c8-4285-bef5-5bfdf359ef21 None None] Provisioning complete for port c900b880-8bb1-4ef9-b85d-3080811f985a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:51.303077 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-654e3ae9-d1c8-4285-bef5-5bfdf359ef21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:51.339948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-654e3ae9-d1c8-4285-bef5-5bfdf359ef21 None None] Port c900b880-8bb1-4ef9-b85d-3080811f985a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:51.424227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Router fb384bbe-b780-46dc-a74d-31d1ecd90a7f is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:14:51.521879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:14:51.526840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bc14b004-1d54-4d0d-b035-2f80f15033ac tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "PUT /v2.0/routers/fb384bbe-b780-46dc-a74d-31d1ecd90a7f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1443968
Dec 18 21:14:51.529384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39708) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:51.533766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34585a2d-e597-4b70-b821-fd3b17ca445b None None] Sync routers for ids ['fb384bbe-b780-46dc-a74d-31d1ecd90a7f'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:14:51.545138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34585a2d-e597-4b70-b821-fd3b17ca445b None None] Routers {'fb384bbe-b780-46dc-a74d-31d1ecd90a7f'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:51.546037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-34585a2d-e597-4b70-b821-fd3b17ca445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f528dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['fb384bbe-b780-46dc-a74d-31d1ecd90a7f'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:51.576956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a347e7-63b6-4239-87f7-dff4cc19443f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:51.578499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-35a347e7-63b6-4239-87f7-dff4cc19443f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb384bbe-b780-46dc-a74d-31d1ecd90a7f HTTP/1.1" status: 200  len: 982 time: 0.0481567
Dec 18 21:14:51.582114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39710) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:51.582527 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-34585a2d-e597-4b70-b821-fd3b17ca445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f528dc0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:51.606553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34585a2d-e597-4b70-b821-fd3b17ca445b None None] Routers {'fb384bbe-b780-46dc-a74d-31d1ecd90a7f'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:51.607201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-34585a2d-e597-4b70-b821-fd3b17ca445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f528dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['fb384bbe-b780-46dc-a74d-31d1ecd90a7f'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:51.649773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1fb49856-4876-43d9-991e-715eb88ff3cd None None] Provisioning complete for port c900b880-8bb1-4ef9-b85d-3080811f985a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:51.650141 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1fb49856-4876-43d9-991e-715eb88ff3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:51.653205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-34585a2d-e597-4b70-b821-fd3b17ca445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f528dc0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:51.653395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34585a2d-e597-4b70-b821-fd3b17ca445b None None] The sync data for ids ['fb384bbe-b780-46dc-a74d-31d1ecd90a7f'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:14:51.690647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1fb49856-4876-43d9-991e-715eb88ff3cd None None] Port c900b880-8bb1-4ef9-b85d-3080811f985a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:51.814386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac568e7-353c-41c5-9607-e6215c637097 req-e14a0038-c52e-4571-a3fd-d3a5693b0531 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:51.815882 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac568e7-353c-41c5-9607-e6215c637097 req-e14a0038-c52e-4571-a3fd-d3a5693b0531 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 945 time: 0.1372290
Dec 18 21:14:51.917675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ac568e7-353c-41c5-9607-e6215c637097 req-685a2876-d93f-46b3-bb2e-64f7a7e39897 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947335
Dec 18 21:14:52.065065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26936c87-e611-4086-8edf-736052fce70b req-7b6cced5-a438-420c-9234-3bb3ddb261cb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:52.066719 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26936c87-e611-4086-8edf-736052fce70b req-7b6cced5-a438-420c-9234-3bb3ddb261cb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 945 time: 0.0691016
Dec 18 21:14:52.165200 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7983c31c-5af9-4227-a274-378ea9178011 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:52.232953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26936c87-e611-4086-8edf-736052fce70b req-c7ec628f-1757-4e17-a30b-08024d23f9f9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1542859
Dec 18 21:14:52.256739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39720) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:52.430004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3b6e3d-5d0c-4fe7-8897-ef7cd08168d8 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:52.431650 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cd3b6e3d-5d0c-4fe7-8897-ef7cd08168d8 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 1091 time: 0.1730957
Dec 18 21:14:52.434695 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39726) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:52.439085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:52.453115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-7983c31c-5af9-4227-a274-378ea9178011 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port c900b880-8bb1-4ef9-b85d-3080811f985a {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:52.453453 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7983c31c-5af9-4227-a274-378ea9178011 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:52.464161 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:52.546339 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7983c31c-5af9-4227-a274-378ea9178011 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:52.560969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-7983c31c-5af9-4227-a274-378ea9178011 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for c900b880-8bb1-4ef9-b85d-3080811f985a owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:52.581374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:52.631128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a21e56bc-92bb-4bcf-a2da-e6efd14e2294 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:52.693725 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a21e56bc-92bb-4bcf-a2da-e6efd14e2294 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:52.694148 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:52.734560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.35.3.228 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/df954cc7-779b-4f8f-97c8-1ee32d29b5ff) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:52.811612 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7983c31c-5af9-4227-a274-378ea9178011 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:52.845316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983c31c-5af9-4227-a274-378ea9178011 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=c900b880-8bb1-4ef9-b85d-3080811f985a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:52.884215 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:52.929874 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:52.981041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:52.984690 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:52.991091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:52.993147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=df954cc7-779b-4f8f-97c8-1ee32d29b5ff,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:53.012779 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7983c31c-5af9-4227-a274-378ea9178011 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:53.179856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7983c31c-5af9-4227-a274-378ea9178011 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Router fb384bbe-b780-46dc-a74d-31d1ecd90a7f has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:14:53.260891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7983c31c-5af9-4227-a274-378ea9178011 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:14:53.268992 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7983c31c-5af9-4227-a274-378ea9178011 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "PUT /v2.0/routers/fb384bbe-b780-46dc-a74d-31d1ecd90a7f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6831503
Dec 18 21:14:53.268992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39734) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:53.278213 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5449de-77cc-4f0d-b1f7-b4297c639dd7 None None] Sync routers for ids ['fb384bbe-b780-46dc-a74d-31d1ecd90a7f'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:14:53.294719 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5449de-77cc-4f0d-b1f7-b4297c639dd7 None None] Routers {'fb384bbe-b780-46dc-a74d-31d1ecd90a7f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:53.295525 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-982ed000-7436-4c20-8fc6-1079fffaa568 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:53.295686 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8d5449de-77cc-4f0d-b1f7-b4297c639dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f4c2a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['fb384bbe-b780-46dc-a74d-31d1ecd90a7f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:53.296977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-982ed000-7436-4c20-8fc6-1079fffaa568 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/c900b880-8bb1-4ef9-b85d-3080811f985a HTTP/1.1" status: 404  len: 333 time: 0.0270565
Dec 18 21:14:53.299750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39736) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:53.342627 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8d5449de-77cc-4f0d-b1f7-b4297c639dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f4c2a60>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:53.352253 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5449de-77cc-4f0d-b1f7-b4297c639dd7 None None] Routers {'fb384bbe-b780-46dc-a74d-31d1ecd90a7f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:53.353172 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8d5449de-77cc-4f0d-b1f7-b4297c639dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f4c2a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['fb384bbe-b780-46dc-a74d-31d1ecd90a7f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:53.381557 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d97c4bcf-eb7a-4d88-8520-6dd8557eec60 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:53.391354 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8d5449de-77cc-4f0d-b1f7-b4297c639dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f4c2a60>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:53.392107 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5449de-77cc-4f0d-b1f7-b4297c639dd7 None None] The sync data for ids ['fb384bbe-b780-46dc-a74d-31d1ecd90a7f'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:14:53.410506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:53.490133 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:53.668004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:53.673511 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:53.747520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=df954cc7-779b-4f8f-97c8-1ee32d29b5ff,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:53.763289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:53.867321 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d97c4bcf-eb7a-4d88-8520-6dd8557eec60 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:53.869912 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d97c4bcf-eb7a-4d88-8520-6dd8557eec60 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:53.870496 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Floating IP 69743ca7-767f-4561-a138-6e45bb28b59a associated. External IP: 172.35.3.228, port: bca0e7e4-0dfb-4100-aaa8-4c55aa06b336.
Dec 18 21:14:53.939964 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d97c4bcf-eb7a-4d88-8520-6dd8557eec60 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:53.941092 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97c4bcf-eb7a-4d88-8520-6dd8557eec60 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Fanout notify agent at l3_agent the message router_deleted on router fb384bbe-b780-46dc-a74d-31d1ecd90a7f {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:14:53.949627 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d97c4bcf-eb7a-4d88-8520-6dd8557eec60 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:53.950847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d97c4bcf-eb7a-4d88-8520-6dd8557eec60 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/routers/fb384bbe-b780-46dc-a74d-31d1ecd90a7f HTTP/1.1" status: 204  len: 168 time: 0.6501470
Dec 18 21:14:53.953491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39742) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:54.013752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a00b19-bc06-4ebc-91ac-ce6efcd70cb7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting subnet 2ec774b4-af31-4f68-bce1-540c3ef33915 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:54.016986 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e1a00b19-bc06-4ebc-91ac-ce6efcd70cb7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.060222 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e1a00b19-bc06-4ebc-91ac-ce6efcd70cb7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.116081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router b04ebc7f-4592-4351-8544-0e3bac96e37b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:14:54.155893 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e1a00b19-bc06-4ebc-91ac-ce6efcd70cb7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.223499 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e1a00b19-bc06-4ebc-91ac-ce6efcd70cb7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.252901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a00b19-bc06-4ebc-91ac-ce6efcd70cb7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec774b4-af31-4f68-bce1-540c3ef33915,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:54.257139 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e1a00b19-bc06-4ebc-91ac-ce6efcd70cb7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.263419 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e1a00b19-bc06-4ebc-91ac-ce6efcd70cb7 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/2ec774b4-af31-4f68-bce1-540c3ef33915 HTTP/1.1" status: 204  len: 168 time: 0.3082814
Dec 18 21:14:54.264194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39744) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:54.268743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c1682-9230-4bdd-a0ab-bd343f6dae37 None None] Network 087989cb-affa-433d-9062-6f467c78df16 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:54.351135 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.418859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port a21e56bc-92bb-4bcf-a2da-e6efd14e2294 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:54.419201 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.474088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c271f21-529d-4a2e-b1f5-5e63ede588a1 None None] DHCP port deletion for 087989cb-affa-433d-9062-6f467c78df16 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:14:54.492313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] For port a21e56bc-92bb-4bcf-a2da-e6efd14e2294, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a21e56bc-92bb-4bcf-a2da-e6efd14e2294,segment=NetworkSegment(874e8fcc-c0c9-4841-a548-b6e24945e88b),segment_id=874e8fcc-c0c9-4841-a548-b6e24945e88b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:54.492777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.507844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for a21e56bc-92bb-4bcf-a2da-e6efd14e2294 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:54.533079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6c271f21-529d-4a2e-b1f5-5e63ede588a1 None None] Deleting port a21e56bc-92bb-4bcf-a2da-e6efd14e2294 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:54.534446 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c271f21-529d-4a2e-b1f5-5e63ede588a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.574899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:14:54.597520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.608342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af58717-b22d-4817-b1fe-06ff882bd1e8 None None] Sync routers for ids ['b04ebc7f-4592-4351-8544-0e3bac96e37b'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:14:54.615444 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.633051 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a9a0fcd1-410b-4dc0-ac7a-d2133c04f506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1972964
Dec 18 21:14:54.633839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:14:54.647485 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42551784-6cb6-497d-a877-ec3dba7cbe76" -d '{"events": [{"name": "network-changed", "server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:14:54.660776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6c271f21-529d-4a2e-b1f5-5e63ede588a1 None None] For port a21e56bc-92bb-4bcf-a2da-e6efd14e2294, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a21e56bc-92bb-4bcf-a2da-e6efd14e2294,segment=NetworkSegment(874e8fcc-c0c9-4841-a548-b6e24945e88b),segment_id=874e8fcc-c0c9-4841-a548-b6e24945e88b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:54.661262 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c271f21-529d-4a2e-b1f5-5e63ede588a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.671878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=a21e56bc-92bb-4bcf-a2da-e6efd14e2294,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:54.685864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No DVR routers for this DVR port a21e56bc-92bb-4bcf-a2da-e6efd14e2294 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:54.686973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af58717-b22d-4817-b1fe-06ff882bd1e8 None None] Routers {'b04ebc7f-4592-4351-8544-0e3bac96e37b'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:54.689270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3af58717-b22d-4817-b1fe-06ff882bd1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365dfc7d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b04ebc7f-4592-4351-8544-0e3bac96e37b'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:54.733291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a21e56bc-92bb-4bcf-a2da-e6efd14e2294 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:14:54.747183 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a35fd3f-bfc0-4786-8b34-6740cb1eb2ad x-openstack-request-id: req-2a35fd3f-bfc0-4786-8b34-6740cb1eb2ad {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:14:54.747471 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:14:54.747734 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a35fd3f-bfc0-4786-8b34-6740cb1eb2ad {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:14:54.748123 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'status': 'completed', 'code': 200}
Dec 18 21:14:54.765605 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19c880ca-dd84-49ff-990e-f7f887bb7074 req-df950db0-3f6d-4499-8add-4711c9576dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0515788
Dec 18 21:14:54.769804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6c271f21-529d-4a2e-b1f5-5e63ede588a1 None None] Calling delete_port for a21e56bc-92bb-4bcf-a2da-e6efd14e2294 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:54.778311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: a21e56bc-92bb-4bcf-a2da-e6efd14e2294 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:14:54.779008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a21e56bc-92bb-4bcf-a2da-e6efd14e2294 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:14:54.859342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c880ca-dd84-49ff-990e-f7f887bb7074 req-eb40dde2-f25e-490a-ba5c-41a9428e7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:54.861246 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19c880ca-dd84-49ff-990e-f7f887bb7074 req-eb40dde2-f25e-490a-ba5c-41a9428e7bf7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 1097 time: 0.0452800
Dec 18 21:14:54.887539 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.903446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3af58717-b22d-4817-b1fe-06ff882bd1e8 None None] Set router b04ebc7f-4592-4351-8544-0e3bac96e37b gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:14:54.912982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218551b-c5a7-45b4-8d19-faa11f15fb6d req-402adb1d-dd3a-4d12-a8ba-e15ef9d3a01d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:54.914587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0218551b-c5a7-45b4-8d19-faa11f15fb6d req-402adb1d-dd3a-4d12-a8ba-e15ef9d3a01d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 945 time: 0.2150483
Dec 18 21:14:54.931427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d4823a0>,) {'filters': {'network_id': ['087989cb-affa-433d-9062-6f467c78df16']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:54.940900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42551784-6cb6-497d-a877-ec3dba7cbe76 req-44b4149b-2b04-4a3f-9d3c-b1da33a385e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:54.943058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42551784-6cb6-497d-a877-ec3dba7cbe76 req-44b4149b-2b04-4a3f-9d3c-b1da33a385e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 1096 time: 0.1775551
Dec 18 21:14:54.964047 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6c271f21-529d-4a2e-b1f5-5e63ede588a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:54.990471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d4823a0>, '874e8fcc-c0c9-4841-a548-b6e24945e88b') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:54.990791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d4823a0>, '874e8fcc-c0c9-4841-a548-b6e24945e88b') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:55.007662 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c880ca-dd84-49ff-990e-f7f887bb7074 req-a29389db-9592-46b7-892e-1671ebc7e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:55.009886 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19c880ca-dd84-49ff-990e-f7f887bb7074 req-a29389db-9592-46b7-892e-1671ebc7e3b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 200  len: 910 time: 0.1269226
Dec 18 21:14:55.023713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c271f21-529d-4a2e-b1f5-5e63ede588a1 None None] Pushing event deleted for resources: {'Port': ['ID=a21e56bc-92bb-4bcf-a2da-e6efd14e2294,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:55.034048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c271f21-529d-4a2e-b1f5-5e63ede588a1 None None] No DVR routers for this DVR port a21e56bc-92bb-4bcf-a2da-e6efd14e2294 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:14:55.063654 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:55.096493 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:55.104115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0218551b-c5a7-45b4-8d19-faa11f15fb6d req-29a9dbe7-6f2f-49b3-96df-fc7f4e11834c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1760092
Dec 18 21:14:55.116319 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19c880ca-dd84-49ff-990e-f7f887bb7074 req-2c8d5625-ebef-4cd7-b7ab-a446c8921aeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd82864-3497-4dbf-be5e-465b8fe8ede6 HTTP/1.1" status: 200  len: 1002 time: 0.0967219
Dec 18 21:14:55.118676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:14:55.119129 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:14:55.122311 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:14:55.140851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39754) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:55.192671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42551784-6cb6-497d-a877-ec3dba7cbe76 req-895ffb22-b4c3-4839-aa0c-5840f1d5d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:55.194310 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42551784-6cb6-497d-a877-ec3dba7cbe76 req-895ffb22-b4c3-4839-aa0c-5840f1d5d9e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fb5f496f-e8cb-4f55-bfa1-40a816271a86 HTTP/1.1" status: 200  len: 896 time: 0.2390835
Dec 18 21:14:55.210232 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:55.210608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3af58717-b22d-4817-b1fe-06ff882bd1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365dfc7d30>, [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:36Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '69743ca7-767f-4561-a138-6e45bb28b59a', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'floating_ip_address': '172.35.3.228', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'port_id': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'mac_address': 'fa:16:3e:0f:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:14:53Z', 'updated_at': '2021-12-18T21:14:53Z', 'revision_number': 0, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73a2d12-5e8e-4e41-90fd-6997ab986ecb', 'name': '', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:93:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:35Z', 'updated_at': '2021-12-18T21:14:41Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:55.230102 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c880ca-dd84-49ff-990e-f7f887bb7074 req-2b5c1c35-5af6-41e9-ba51-d3261e1a6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:55.231722 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19c880ca-dd84-49ff-990e-f7f887bb7074 req-2b5c1c35-5af6-41e9-ba51-d3261e1a6373 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c32a9709-eb41-4302-a656-d37822e7e70b HTTP/1.1" status: 200  len: 848 time: 0.1077714
Dec 18 21:14:55.238081 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f72ea3af-d56e-412b-81b7-5a3b5ab3d73e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/69743ca7-767f-4561-a138-6e45bb28b59a HTTP/1.1" status: 200  len: 991 time: 0.0939019
Dec 18 21:14:55.245463 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:55.249328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af58717-b22d-4817-b1fe-06ff882bd1e8 None None] Checking router: b04ebc7f-4592-4351-8544-0e3bac96e37b for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:14:55.250811 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/networks/087989cb-affa-433d-9062-6f467c78df16 HTTP/1.1" status: 204  len: 168 time: 0.9856036
Dec 18 21:14:55.259846 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af58717-b22d-4817-b1fe-06ff882bd1e8 None None] Routers {'b04ebc7f-4592-4351-8544-0e3bac96e37b'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:14:55.260706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3af58717-b22d-4817-b1fe-06ff882bd1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365dfc7d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:14:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b04ebc7f-4592-4351-8544-0e3bac96e37b'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:55.263463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39756) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:55.278572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74745ec5-fe3c-4cd5-b175-efce5db9a2d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Network': ['ID=087989cb-affa-433d-9062-6f467c78df16,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:55.291448 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42551784-6cb6-497d-a877-ec3dba7cbe76 req-351b865d-307f-41b7-a0e6-304d9cf1136a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 HTTP/1.1" status: 200  len: 999 time: 0.0896702
Dec 18 21:14:55.317212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b4979e-9d9b-42d1-92cb-de4860578140 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:55.319448 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b8b4979e-9d9b-42d1-92cb-de4860578140 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/14675db6-400a-4a04-bc42-1a9d446e84b3 HTTP/1.1" status: 200  len: 841 time: 0.0536637
Dec 18 21:14:55.323069 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39758) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:55.335068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c880ca-dd84-49ff-990e-f7f887bb7074 req-9263f965-a84c-45b4-ba20-ff5ee81e48aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:55.336773 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19c880ca-dd84-49ff-990e-f7f887bb7074 req-9263f965-a84c-45b4-ba20-ff5ee81e48aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0980434
Dec 18 21:14:55.348737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42551784-6cb6-497d-a877-ec3dba7cbe76 req-e1108af9-28da-4bd6-9d93-dfce3e52a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:55.350192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42551784-6cb6-497d-a877-ec3dba7cbe76 req-e1108af9-28da-4bd6-9d93-dfce3e52a599 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ed7698c-dab5-496c-80ce-ff076ecfce14 HTTP/1.1" status: 200  len: 835 time: 0.0517259
Dec 18 21:14:55.381238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3af58717-b22d-4817-b1fe-06ff882bd1e8 None None] Set router b04ebc7f-4592-4351-8544-0e3bac96e37b gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:14:55.401209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42551784-6cb6-497d-a877-ec3dba7cbe76 req-4eebe859-7e4d-4278-bbbb-aa0b30c124ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:55.403199 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42551784-6cb6-497d-a877-ec3dba7cbe76 req-4eebe859-7e4d-4278-bbbb-aa0b30c124ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb5f496f-e8cb-4f55-bfa1-40a816271a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0461478
Dec 18 21:14:55.409211 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-20ef58a6-1eca-40d7-8cf8-55df1abef551 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/14675db6-400a-4a04-bc42-1a9d446e84b3?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0848820
Dec 18 21:14:55.416162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39760) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:55.421421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-34f5eba1-3188-4fa8-90b1-dc4329483359 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:55.453102 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19c880ca-dd84-49ff-990e-f7f887bb7074 req-be85e359-4ba5-4d74-ad82-df28b1dcb5d2 service neutron] 10.222.0.36 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984814
Dec 18 21:14:55.569102 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-19c880ca-dd84-49ff-990e-f7f887bb7074 req-5679eb1e-26bf-4d16-9358-92357779b90c service neutron] 10.222.0.36 "GET /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1046267
Dec 18 21:14:55.587918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42551784-6cb6-497d-a877-ec3dba7cbe76 req-66390e06-0753-46d8-af5a-c939639f5850 service neutron] 10.222.0.36 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251385
Dec 18 21:14:55.590660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f5eba1-3188-4fa8-90b1-dc4329483359 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:55.594189 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34f5eba1-3188-4fa8-90b1-dc4329483359 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:55.635281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3af58717-b22d-4817-b1fe-06ff882bd1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365dfc7d30>, [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:36Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '69743ca7-767f-4561-a138-6e45bb28b59a', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'floating_ip_address': '172.35.3.228', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'port_id': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'mac_address': 'fa:16:3e:0f:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:14:53Z', 'updated_at': '2021-12-18T21:14:53Z', 'revision_number': 0, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73a2d12-5e8e-4e41-90fd-6997ab986ecb', 'name': '', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:93:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:35Z', 'updated_at': '2021-12-18T21:14:41Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:14:55.662219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af58717-b22d-4817-b1fe-06ff882bd1e8 None None] The sync data for ids ['b04ebc7f-4592-4351-8544-0e3bac96e37b'] in ncdv-master-1 is: [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:36Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '69743ca7-767f-4561-a138-6e45bb28b59a', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'floating_ip_address': '172.35.3.228', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'port_id': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'mac_address': 'fa:16:3e:0f:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:14:53Z', 'updated_at': '2021-12-18T21:14:53Z', 'revision_number': 0, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73a2d12-5e8e-4e41-90fd-6997ab986ecb', 'name': '', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:93:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:35Z', 'updated_at': '2021-12-18T21:14:41Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:14:55.769452 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42551784-6cb6-497d-a877-ec3dba7cbe76 req-f59ddcfa-7e98-4963-b7ee-154b3aa92309 service neutron] 10.222.0.36 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718531
Dec 18 21:14:55.874588 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34f5eba1-3188-4fa8-90b1-dc4329483359 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:55.908432 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db72892c-1a98-43e6-ba89-0ce3d8ed7152 None None] New status for floating IP 69743ca7-767f-4561-a138-6e45bb28b59a: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:14:55.927946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f5eba1-3188-4fa8-90b1-dc4329483359 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:55.931472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-34f5eba1-3188-4fa8-90b1-dc4329483359 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:55.937317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5eba1-3188-4fa8-90b1-dc4329483359 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:55.937935 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34f5eba1-3188-4fa8-90b1-dc4329483359 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:55.944278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5eba1-3188-4fa8-90b1-dc4329483359 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Subnet': ['ID=d925428a-bce8-4db9-828f-65e7ceb5999c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:55.954569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f8a7b3-cf0b-4a7f-b393-cb1c4f0acc81 None None] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:55.978699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-34f5eba1-3188-4fa8-90b1-dc4329483359 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5618193
Dec 18 21:14:55.983989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39764) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:55.992255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c8833320-d7ba-48f3-bd82-6a72873a8bdc tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'security_group': {'name': 'tempest-secgroup-593725913'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:56.037178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8833320-d7ba-48f3-bd82-6a72873a8bdc tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.120176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'project_id': '8aa3b18c48524bfc9b3a232024b9ad75', 'fixed_ips': [{'subnet_id': 'd925428a-bce8-4db9-828f-65e7ceb5999c'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:14:56.121898 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.126843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8833320-d7ba-48f3-bd82-6a72873a8bdc tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.136426 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8833320-d7ba-48f3-bd82-6a72873a8bdc tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.174597 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8833320-d7ba-48f3-bd82-6a72873a8bdc tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08efd531-ca26-494a-923f-0116733b7953,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:56.180654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c8833320-d7ba-48f3-bd82-6a72873a8bdc tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.184782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39768) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:56.184940 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c8833320-d7ba-48f3-bd82-6a72873a8bdc tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1981823
Dec 18 21:14:56.189714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ded53fa5-0fd4-4d8e-8f2d-b07e08184dec tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'security_group': {'name': 'tempest-secgroup-153892660'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:56.219300 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ded53fa5-0fd4-4d8e-8f2d-b07e08184dec tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.241132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39770) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:56.301814 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ded53fa5-0fd4-4d8e-8f2d-b07e08184dec tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.307613 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ded53fa5-0fd4-4d8e-8f2d-b07e08184dec tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.308840 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Allocated IP 172.20.0.2 (9c833b53-fb7c-41de-ad3e-e521ae8dc8f4/d925428a-bce8-4db9-828f-65e7ceb5999c/cd55943c-4478-4ffd-b174-4da2c2d14eec) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:56.314968 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-64a72990-39d1-4ee9-8419-e8e5501f69ec tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/69743ca7-767f-4561-a138-6e45bb28b59a HTTP/1.1" status: 200  len: 993 time: 0.0719001
Dec 18 21:14:56.347585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ded53fa5-0fd4-4d8e-8f2d-b07e08184dec tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.352008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ded53fa5-0fd4-4d8e-8f2d-b07e08184dec tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1637342
Dec 18 21:14:56.352008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded53fa5-0fd4-4d8e-8f2d-b07e08184dec tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff54f841-f7a6-41c2-9af9-433baee9d222,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:56.353023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39772) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:56.359591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-230072816', 'security_groups': ['ff54f841-f7a6-41c2-9af9-433baee9d222'], 'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd925428a-bce8-4db9-828f-65e7ceb5999c'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:56.473620 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.479992 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.482893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:56.526171 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:56.529293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:56.533038 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:56.540639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Pushing event updated for resources: {'Port': ['ID=cd55943c-4478-4ffd-b174-4da2c2d14eec,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:56.586368 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.596529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Attempting to bind port cd55943c-4478-4ffd-b174-4da2c2d14eec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:14:56.596877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Attempting to bind port cd55943c-4478-4ffd-b174-4da2c2d14eec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '09e71ad8-5919-4e5e-9d44-73646b494642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:14:56.597260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Attempting to bind port cd55943c-4478-4ffd-b174-4da2c2d14eec on network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:14:56.602998 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:14:56.603670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Checking segment: {'id': '09e71ad8-5919-4e5e-9d44-73646b494642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:14:56.604104 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.604721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Bound using segment: {'id': '09e71ad8-5919-4e5e-9d44-73646b494642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:14:56.605088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Bound port: cd55943c-4478-4ffd-b174-4da2c2d14eec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e71ad8-5919-4e5e-9d44-73646b494642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:14:56.605445 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.608259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port f94ce8d3-a484-4221-b548-2d12ddc2e494 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:14:56.683606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] For port cd55943c-4478-4ffd-b174-4da2c2d14eec, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:14:56.687825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] For port cd55943c-4478-4ffd-b174-4da2c2d14eec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd55943c-4478-4ffd-b174-4da2c2d14eec,segment=NetworkSegment(09e71ad8-5919-4e5e-9d44-73646b494642),segment_id=09e71ad8-5919-4e5e-9d44-73646b494642)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:14:56.696975 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:56.770772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4bf5f-8eb5-42df-b2b8-d07c740784a2 None None] Pushing event updated for resources: {'Port': ['ID=cd55943c-4478-4ffd-b174-4da2c2d14eec,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:56.798839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.7 (9c833b53-fb7c-41de-ad3e-e521ae8dc8f4/d925428a-bce8-4db9-828f-65e7ceb5999c/f94ce8d3-a484-4221-b548-2d12ddc2e494) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:56.985106 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:57.029154 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:57.086956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:57.090501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:57.095026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:14:57.132846 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=f94ce8d3-a484-4221-b548-2d12ddc2e494,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:57.157113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:57.157113 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:57.177079 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c0ca9c8e-d767-41fb-9e72-0d8888104ba9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 0.8225546
Dec 18 21:14:57.179932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39778) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:57.186135 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c782fa81-7c85-4ef4-89f7-de0448a09a1f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:57.317992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c782fa81-7c85-4ef4-89f7-de0448a09a1f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:57.321818 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c782fa81-7c85-4ef4-89f7-de0448a09a1f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:57.422814 ncdv-master-1 neutron-server[126009]: INFO neutron.db.ipam_backend_mixin [None req-c782fa81-7c85-4ef4-89f7-de0448a09a1f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d925428a-bce8-4db9-828f-65e7ceb5999c (CIDR: 172.20.0.0/28)
Dec 18 21:14:57.427326 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c782fa81-7c85-4ef4-89f7-de0448a09a1f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:14:57.427883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c782fa81-7c85-4ef4-89f7-de0448a09a1f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:14:57.447734 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c782fa81-7c85-4ef4-89f7-de0448a09a1f tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2662795
Dec 18 21:14:57.450369 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39780) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:57.455924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-64e17837-a87d-4886-b1ee-bb0dbc3ba87c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:57.596461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e17837-a87d-4886-b1ee-bb0dbc3ba87c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:14:57.600626 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-64e17837-a87d-4886-b1ee-bb0dbc3ba87c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:57.862087 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-64e17837-a87d-4886-b1ee-bb0dbc3ba87c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:57.874029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a155862a-4c29-4baa-935b-673fd2ec8f64 None None] Provisioning complete for port cd55943c-4478-4ffd-b174-4da2c2d14eec triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:57.875153 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a155862a-4c29-4baa-935b-673fd2ec8f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:57.905370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e17837-a87d-4886-b1ee-bb0dbc3ba87c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:14:57.908815 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-64e17837-a87d-4886-b1ee-bb0dbc3ba87c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:14:57.913828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e17837-a87d-4886-b1ee-bb0dbc3ba87c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:57.914456 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-64e17837-a87d-4886-b1ee-bb0dbc3ba87c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:57.935847 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e17837-a87d-4886-b1ee-bb0dbc3ba87c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Subnet': ['ID=07786930-f8cf-4669-b099-f4493ea3821e,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:57.948523 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-64e17837-a87d-4886-b1ee-bb0dbc3ba87c tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.4942062
Dec 18 21:14:57.949040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39782) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:57.955567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d8493816-9c9b-41b0-8e2a-c3805fd0d4be tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1792485983', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '07786930-f8cf-4669-b099-f4493ea3821e'}], 'security_groups': ['08efd531-ca26-494a-923f-0116733b7953']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:14:57.981489 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a155862a-4c29-4baa-935b-673fd2ec8f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:58.023894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a155862a-4c29-4baa-935b-673fd2ec8f64 None None] For port cd55943c-4478-4ffd-b174-4da2c2d14eec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd55943c-4478-4ffd-b174-4da2c2d14eec,segment=NetworkSegment(09e71ad8-5919-4e5e-9d44-73646b494642),segment_id=09e71ad8-5919-4e5e-9d44-73646b494642)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:58.029270 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a155862a-4c29-4baa-935b-673fd2ec8f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:58.062121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e1baca-f034-4c5e-afe6-003dbfafb4b6 None None] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:14:58.120219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a155862a-4c29-4baa-935b-673fd2ec8f64 None None] Provisioning complete for port 14675db6-400a-4a04-bc42-1a9d446e84b3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:58.120693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a155862a-4c29-4baa-935b-673fd2ec8f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:58.135498 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8493816-9c9b-41b0-8e2a-c3805fd0d4be tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:58.178278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155862a-4c29-4baa-935b-673fd2ec8f64 None None] Pushing event updated for resources: {'Port': ['ID=cd55943c-4478-4ffd-b174-4da2c2d14eec,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:58.201208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a155862a-4c29-4baa-935b-673fd2ec8f64 None None] Port 14675db6-400a-4a04-bc42-1a9d446e84b3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:58.355977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a942dd8f-9261-4611-8540-367b8da9856a None None] Provisioning complete for port f94ce8d3-a484-4221-b548-2d12ddc2e494 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:58.356513 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a942dd8f-9261-4611-8540-367b8da9856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:58.358216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a62a4e1-67fb-44f1-942c-955caf2a9cbd None None] Update dhcp port {'port': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'fixed_ips': [{'subnet_id': 'd925428a-bce8-4db9-828f-65e7ceb5999c', 'ip_address': '172.20.0.2'}, {'subnet_id': '07786930-f8cf-4669-b099-f4493ea3821e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'cd55943c-4478-4ffd-b174-4da2c2d14eec'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 21:14:58.407332 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a62a4e1-67fb-44f1-942c-955caf2a9cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:58.418945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a942dd8f-9261-4611-8540-367b8da9856a None None] Port f94ce8d3-a484-4221-b548-2d12ddc2e494 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:14:58.508116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-d8493816-9c9b-41b0-8e2a-c3805fd0d4be tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Delete allocated IP 172.20.0.7 (9c833b53-fb7c-41de-ad3e-e521ae8dc8f4/d925428a-bce8-4db9-828f-65e7ceb5999c) {{(pid=126008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 18 21:14:58.516020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-d8493816-9c9b-41b0-8e2a-c3805fd0d4be tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.30 (9c833b53-fb7c-41de-ad3e-e521ae8dc8f4/07786930-f8cf-4669-b099-f4493ea3821e/f94ce8d3-a484-4221-b548-2d12ddc2e494) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:58.647660 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cd55943c-4478-4ffd-b174-4da2c2d14eec up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:14:58.700054 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8493816-9c9b-41b0-8e2a-c3805fd0d4be tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:58.703041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port cd55943c-4478-4ffd-b174-4da2c2d14eec triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:58.703523 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:58.705440 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8493816-9c9b-41b0-8e2a-c3805fd0d4be tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:58.794278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-5a62a4e1-67fb-44f1-942c-955caf2a9cbd None None] Allocated IP 172.20.0.18 (9c833b53-fb7c-41de-ad3e-e521ae8dc8f4/07786930-f8cf-4669-b099-f4493ea3821e/cd55943c-4478-4ffd-b174-4da2c2d14eec) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:14:58.807015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8493816-9c9b-41b0-8e2a-c3805fd0d4be tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=f94ce8d3-a484-4221-b548-2d12ddc2e494,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:58.826832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d8493816-9c9b-41b0-8e2a-c3805fd0d4be tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] In _notify_port_updated(), no bound segment for port f94ce8d3-a484-4221-b548-2d12ddc2e494 on network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:14:58.833328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8493816-9c9b-41b0-8e2a-c3805fd0d4be tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:14:58.834040 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d8493816-9c9b-41b0-8e2a-c3805fd0d4be tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:58.838384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d8493816-9c9b-41b0-8e2a-c3805fd0d4be tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "PUT /v2.0/ports/f94ce8d3-a484-4221-b548-2d12ddc2e494 HTTP/1.1" status: 200  len: 921 time: 0.8854475
Dec 18 21:14:58.838611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39788) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:58.944919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-51b4c252-4fe4-4ea4-986e-bdaa030bed4e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port f94ce8d3-a484-4221-b548-2d12ddc2e494 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:14:58.945430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51b4c252-4fe4-4ea4-986e-bdaa030bed4e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.042899 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51b4c252-4fe4-4ea4-986e-bdaa030bed4e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.057753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-51b4c252-4fe4-4ea4-986e-bdaa030bed4e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for f94ce8d3-a484-4221-b548-2d12ddc2e494 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:14:59.120969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5a62a4e1-67fb-44f1-942c-955caf2a9cbd None None] For port cd55943c-4478-4ffd-b174-4da2c2d14eec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd55943c-4478-4ffd-b174-4da2c2d14eec,segment=NetworkSegment(09e71ad8-5919-4e5e-9d44-73646b494642),segment_id=09e71ad8-5919-4e5e-9d44-73646b494642)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:14:59.163985 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a62a4e1-67fb-44f1-942c-955caf2a9cbd None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.169577 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5a62a4e1-67fb-44f1-942c-955caf2a9cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.202926 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51b4c252-4fe4-4ea4-986e-bdaa030bed4e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.233531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4c252-4fe4-4ea4-986e-bdaa030bed4e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=f94ce8d3-a484-4221-b548-2d12ddc2e494,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:59.278010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62a4e1-67fb-44f1-942c-955caf2a9cbd None None] Pushing event updated for resources: {'Port': ['ID=cd55943c-4478-4ffd-b174-4da2c2d14eec,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:59.311954 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-51b4c252-4fe4-4ea4-986e-bdaa030bed4e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.317985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-51b4c252-4fe4-4ea4-986e-bdaa030bed4e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/f94ce8d3-a484-4221-b548-2d12ddc2e494 HTTP/1.1" status: 204  len: 168 time: 0.4781458
Dec 18 21:14:59.320783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39796) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:59.355488 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c706c74-24c9-4b8b-9f89-4ced56904ffa tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:14:59.358018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7c706c74-24c9-4b8b-9f89-4ced56904ffa tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/f94ce8d3-a484-4221-b548-2d12ddc2e494 HTTP/1.1" status: 404  len: 333 time: 0.0356758
Dec 18 21:14:59.360690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39798) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:59.439563 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-380bd2a2-0103-45f0-a449-cb029ba43175 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.464574 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-380bd2a2-0103-45f0-a449-cb029ba43175 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.514832 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-380bd2a2-0103-45f0-a449-cb029ba43175 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.517606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-380bd2a2-0103-45f0-a449-cb029ba43175 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.521167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-380bd2a2-0103-45f0-a449-cb029ba43175 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff54f841-f7a6-41c2-9af9-433baee9d222 HTTP/1.1" status: 204  len: 168 time: 0.1508317
Dec 18 21:14:59.522413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39800) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:59.540023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bd2a2-0103-45f0-a449-cb029ba43175 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff54f841-f7a6-41c2-9af9-433baee9d222,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:59.595917 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f641c15-835e-4a80-a552-7c860584e460 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.623217 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f641c15-835e-4a80-a552-7c860584e460 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.674763 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f641c15-835e-4a80-a552-7c860584e460 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.678150 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f641c15-835e-4a80-a552-7c860584e460 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.682231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39802) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:14:59.682800 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3f641c15-835e-4a80-a552-7c860584e460 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/security-groups/08efd531-ca26-494a-923f-0116733b7953 HTTP/1.1" status: 204  len: 168 time: 0.1592150
Dec 18 21:14:59.693143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f641c15-835e-4a80-a552-7c860584e460 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08efd531-ca26-494a-923f-0116733b7953,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:14:59.753575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ef0d80-3588-4725-959d-ec21c179bff5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting subnet d925428a-bce8-4db9-828f-65e7ceb5999c {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:14:59.758153 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78ef0d80-3588-4725-959d-ec21c179bff5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.804372 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78ef0d80-3588-4725-959d-ec21c179bff5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.901062 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78ef0d80-3588-4725-959d-ec21c179bff5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.953336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4b702608-2ac3-4baf-89a0-f0a5939452fe None None] Provisioning complete for port cd55943c-4478-4ffd-b174-4da2c2d14eec triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:14:59.953810 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b702608-2ac3-4baf-89a0-f0a5939452fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.968334 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78ef0d80-3588-4725-959d-ec21c179bff5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:14:59.997100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef0d80-3588-4725-959d-ec21c179bff5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Subnet': ['ID=d925428a-bce8-4db9-828f-65e7ceb5999c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:00.001094 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78ef0d80-3588-4725-959d-ec21c179bff5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.009276 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-78ef0d80-3588-4725-959d-ec21c179bff5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/d925428a-bce8-4db9-828f-65e7ceb5999c HTTP/1.1" status: 204  len: 168 time: 0.3210168
Dec 18 21:15:00.009622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39804) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:00.014859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-83458a35-5263-43a9-8006-add687e0d72e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:00.053013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4b702608-2ac3-4baf-89a0-f0a5939452fe None None] Could not find standard attr ID for object f94ce8d3-a484-4221-b548-2d12ddc2e494. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:15:00.062525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4b702608-2ac3-4baf-89a0-f0a5939452fe None None] Provisioning complete for port 14675db6-400a-4a04-bc42-1a9d446e84b3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:00.062969 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b702608-2ac3-4baf-89a0-f0a5939452fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.097454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4b702608-2ac3-4baf-89a0-f0a5939452fe None None] Port 14675db6-400a-4a04-bc42-1a9d446e84b3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:15:00.126566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83458a35-5263-43a9-8006-add687e0d72e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:15:00.130438 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-83458a35-5263-43a9-8006-add687e0d72e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.354594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829095b-2e40-4d66-ad74-f4ecb69305e0 None None] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:15:00.367859 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-83458a35-5263-43a9-8006-add687e0d72e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.419805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83458a35-5263-43a9-8006-add687e0d72e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:15:00.422932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b26c2402-f516-4ce7-aae4-ff4aaae288ae None None] Could not find standard attr ID for object f94ce8d3-a484-4221-b548-2d12ddc2e494. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:15:00.423186 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-83458a35-5263-43a9-8006-add687e0d72e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:15:00.427403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83458a35-5263-43a9-8006-add687e0d72e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:00.427996 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-83458a35-5263-43a9-8006-add687e0d72e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.447259 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-83458a35-5263-43a9-8006-add687e0d72e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4362562
Dec 18 21:15:00.449697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39810) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:00.454671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c5de24c1-4dec-41f3-b97b-5b26b770bfb6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'security_group': {'name': 'tempest-secgroup-375210601'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:00.459426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83458a35-5263-43a9-8006-add687e0d72e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Subnet': ['ID=4b7f78be-220a-4e54-abec-9f23920edbd2,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:00.487034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5de24c1-4dec-41f3-b97b-5b26b770bfb6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.560975 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5de24c1-4dec-41f3-b97b-5b26b770bfb6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.564967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5de24c1-4dec-41f3-b97b-5b26b770bfb6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.599950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5de24c1-4dec-41f3-b97b-5b26b770bfb6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.601146 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c5de24c1-4dec-41f3-b97b-5b26b770bfb6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1501508
Dec 18 21:15:00.602531 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de24c1-4dec-41f3-b97b-5b26b770bfb6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c4c8f-fdd9-4cc8-9df0-e4f0eaa10db7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:00.604188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39812) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:00.611602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-cae370f5-35a5-4dcd-8776-e50a2728723b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'security_group': {'name': 'tempest-secgroup-1670781372'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:00.632698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cd55943c-4478-4ffd-b174-4da2c2d14eec up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:15:00.639700 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cae370f5-35a5-4dcd-8776-e50a2728723b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.684518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port cd55943c-4478-4ffd-b174-4da2c2d14eec triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:00.684907 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.718452 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cae370f5-35a5-4dcd-8776-e50a2728723b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.723895 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cae370f5-35a5-4dcd-8776-e50a2728723b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.756122 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cae370f5-35a5-4dcd-8776-e50a2728723b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.757336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cae370f5-35a5-4dcd-8776-e50a2728723b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1503661
Dec 18 21:15:00.760255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39814) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:00.761478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae370f5-35a5-4dcd-8776-e50a2728723b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c7e816-867f-4b50-a626-54482f49862e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:00.767190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e643ad49-be9a-4e3a-b999-99b07200e398 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'security_group': {'name': 'tempest-secgroup-295200268'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:00.797158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e643ad49-be9a-4e3a-b999-99b07200e398 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.867106 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e643ad49-be9a-4e3a-b999-99b07200e398 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.871538 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e643ad49-be9a-4e3a-b999-99b07200e398 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.902088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e643ad49-be9a-4e3a-b999-99b07200e398 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:00.905907 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e643ad49-be9a-4e3a-b999-99b07200e398 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1415789
Dec 18 21:15:00.906406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39816) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:00.911703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1708057041', 'security_groups': ['06518c45-e2ae-4737-8ac0-e46a959257fc'], 'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b7f78be-220a-4e54-abec-9f23920edbd2'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:00.914979 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643ad49-be9a-4e3a-b999-99b07200e398 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06518c45-e2ae-4737-8ac0-e46a959257fc,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:01.033181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:15:01.037870 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:01.057019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] device_id is not set on port 9842177a-27ff-4015-aeda-f0367d1fde12 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:15:01.060576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb5acbd-5467-4ca7-bae3-a3208d13e316 None None] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:15:01.168468 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4119434c-ad93-4fb3-bbde-57e999003d67 None None] Provisioning complete for port cd55943c-4478-4ffd-b174-4da2c2d14eec triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:01.168752 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4119434c-ad93-4fb3-bbde-57e999003d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:01.227996 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.9 (9c833b53-fb7c-41de-ad3e-e521ae8dc8f4/4b7f78be-220a-4e54-abec-9f23920edbd2/9842177a-27ff-4015-aeda-f0367d1fde12) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:15:01.288333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fff485-70c6-496e-a083-ea9720e2f61b None None] Update dhcp port {'port': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'fixed_ips': [{'subnet_id': '07786930-f8cf-4669-b099-f4493ea3821e', 'ip_address': '172.20.0.18'}, {'subnet_id': '4b7f78be-220a-4e54-abec-9f23920edbd2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'cd55943c-4478-4ffd-b174-4da2c2d14eec'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 21:15:01.317277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4119434c-ad93-4fb3-bbde-57e999003d67 None None] Provisioning complete for port 14675db6-400a-4a04-bc42-1a9d446e84b3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:01.317562 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4119434c-ad93-4fb3-bbde-57e999003d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:01.320358 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-68fff485-70c6-496e-a083-ea9720e2f61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:01.363249 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:01.376845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4119434c-ad93-4fb3-bbde-57e999003d67 None None] Port 14675db6-400a-4a04-bc42-1a9d446e84b3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:15:01.397660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:01.450798 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:15:01.455855 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:15:01.460242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:15:01.468080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=9842177a-27ff-4015-aeda-f0367d1fde12,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:01.515960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-68fff485-70c6-496e-a083-ea9720e2f61b None None] Allocated IP 172.20.0.2 (9c833b53-fb7c-41de-ad3e-e521ae8dc8f4/4b7f78be-220a-4e54-abec-9f23920edbd2/cd55943c-4478-4ffd-b174-4da2c2d14eec) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:15:01.542964 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:01.543976 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:01.562543 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3ecfc063-d5d3-4768-b088-eb58bc3dd67b tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.6553171
Dec 18 21:15:01.565105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39822) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:01.570640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9bfa483a-0901-4ee4-9a0d-9674f64c63e9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:01.612677 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-68fff485-70c6-496e-a083-ea9720e2f61b None None] For port cd55943c-4478-4ffd-b174-4da2c2d14eec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd55943c-4478-4ffd-b174-4da2c2d14eec,segment=NetworkSegment(09e71ad8-5919-4e5e-9d44-73646b494642),segment_id=09e71ad8-5919-4e5e-9d44-73646b494642)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:01.642727 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-68fff485-70c6-496e-a083-ea9720e2f61b None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:01.647753 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-68fff485-70c6-496e-a083-ea9720e2f61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:01.686606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfa483a-0901-4ee4-9a0d-9674f64c63e9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:15:01.690565 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9bfa483a-0901-4ee4-9a0d-9674f64c63e9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:01.740135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fff485-70c6-496e-a083-ea9720e2f61b None None] Pushing event updated for resources: {'Port': ['ID=cd55943c-4478-4ffd-b174-4da2c2d14eec,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:01.791346 ncdv-master-1 neutron-server[126009]: INFO neutron.db.ipam_backend_mixin [None req-9bfa483a-0901-4ee4-9a0d-9674f64c63e9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b7f78be-220a-4e54-abec-9f23920edbd2 (CIDR: 172.20.0.0/28)
Dec 18 21:15:01.795176 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfa483a-0901-4ee4-9a0d-9674f64c63e9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:15:01.795667 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfa483a-0901-4ee4-9a0d-9674f64c63e9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:01.812160 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9bfa483a-0901-4ee4-9a0d-9674f64c63e9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2460330
Dec 18 21:15:01.814754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39824) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:01.820603 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-104d1b51-c59b-495e-8b65-84db518e987e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:01.936573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104d1b51-c59b-495e-8b65-84db518e987e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:15:01.940215 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-104d1b51-c59b-495e-8b65-84db518e987e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:02.031939 ncdv-master-1 neutron-server[126009]: INFO neutron.db.ipam_backend_mixin [None req-104d1b51-c59b-495e-8b65-84db518e987e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 07786930-f8cf-4669-b099-f4493ea3821e (CIDR: 172.20.0.16/28)
Dec 18 21:15:02.035952 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-104d1b51-c59b-495e-8b65-84db518e987e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:15:02.036447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104d1b51-c59b-495e-8b65-84db518e987e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:02.053325 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-104d1b51-c59b-495e-8b65-84db518e987e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.2374988
Dec 18 21:15:02.055927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39826) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:02.061079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-964f7968-8fa1-4bfb-ab3e-6c3278ae0b10 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'subnet': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:02.182693 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964f7968-8fa1-4bfb-ab3e-6c3278ae0b10 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Made reservation on behalf of 8aa3b18c48524bfc9b3a232024b9ad75 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:15:02.186426 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-964f7968-8fa1-4bfb-ab3e-6c3278ae0b10 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:02.306328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b32688ae-8c19-482c-a044-884bef87f380 None None] Provisioning complete for port cd55943c-4478-4ffd-b174-4da2c2d14eec triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:02.306672 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b32688ae-8c19-482c-a044-884bef87f380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:02.405877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b32688ae-8c19-482c-a044-884bef87f380 None None] Provisioning complete for port 14675db6-400a-4a04-bc42-1a9d446e84b3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:02.406605 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b32688ae-8c19-482c-a044-884bef87f380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:02.422600 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-964f7968-8fa1-4bfb-ab3e-6c3278ae0b10 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:02.442754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b32688ae-8c19-482c-a044-884bef87f380 None None] Port 14675db6-400a-4a04-bc42-1a9d446e84b3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:15:02.469318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f7968-8fa1-4bfb-ab3e-6c3278ae0b10 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:15:02.472594 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-964f7968-8fa1-4bfb-ab3e-6c3278ae0b10 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:15:02.476371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f7968-8fa1-4bfb-ab3e-6c3278ae0b10 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:02.476963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-964f7968-8fa1-4bfb-ab3e-6c3278ae0b10 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:02.481409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4755228b-c46f-4897-887f-47937e9e8a7a None None] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:15:02.488584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f7968-8fa1-4bfb-ab3e-6c3278ae0b10 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Subnet': ['ID=8380c8a2-f70b-415f-8241-cb27b157b28e,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:02.500776 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-964f7968-8fa1-4bfb-ab3e-6c3278ae0b10 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.4437718
Dec 18 21:15:02.503469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39828) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:02.508544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1d390555-e88b-48e2-acef-a67a6d43ca56 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1446392988', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8380c8a2-f70b-415f-8241-cb27b157b28e'}], 'security_groups': ['7f3c4c8f-fdd9-4cc8-9df0-e4f0eaa10db7', 'a6c7e816-867f-4b50-a626-54482f49862e']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:02.617107 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7d90a9c3-a1d1-49f0-8cbb-2e94b2394178 None None] Provisioning complete for port 9842177a-27ff-4015-aeda-f0367d1fde12 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:02.617474 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d90a9c3-a1d1-49f0-8cbb-2e94b2394178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:02.660144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7d90a9c3-a1d1-49f0-8cbb-2e94b2394178 None None] Port 9842177a-27ff-4015-aeda-f0367d1fde12 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:15:02.679361 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cd55943c-4478-4ffd-b174-4da2c2d14eec up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:15:02.715930 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1d390555-e88b-48e2-acef-a67a6d43ca56 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:02.742512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c123d79e-675e-4165-9dab-6ab1d8c2aa64 None None] Update dhcp port {'port': {'network_id': '9c833b53-fb7c-41de-ad3e-e521ae8dc8f4', 'fixed_ips': [{'subnet_id': '07786930-f8cf-4669-b099-f4493ea3821e', 'ip_address': '172.20.0.18'}, {'subnet_id': '4b7f78be-220a-4e54-abec-9f23920edbd2', 'ip_address': '172.20.0.2'}, {'subnet_id': '8380c8a2-f70b-415f-8241-cb27b157b28e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'cd55943c-4478-4ffd-b174-4da2c2d14eec'} from ncdv-master-1. {{(pid=126010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 18 21:15:02.773075 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c123d79e-675e-4165-9dab-6ab1d8c2aa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:02.791364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port cd55943c-4478-4ffd-b174-4da2c2d14eec triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:02.791731 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:02.966740 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1d67-9093-4831-923d-51c7c49809e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.017597 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-1d390555-e88b-48e2-acef-a67a6d43ca56 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Delete allocated IP 172.20.0.9 (9c833b53-fb7c-41de-ad3e-e521ae8dc8f4/4b7f78be-220a-4e54-abec-9f23920edbd2) {{(pid=126009) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 18 21:15:03.026125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-1d390555-e88b-48e2-acef-a67a6d43ca56 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Allocated IP 172.20.0.37 (9c833b53-fb7c-41de-ad3e-e521ae8dc8f4/8380c8a2-f70b-415f-8241-cb27b157b28e/9842177a-27ff-4015-aeda-f0367d1fde12) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:15:03.186726 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1d390555-e88b-48e2-acef-a67a6d43ca56 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.191319 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1d390555-e88b-48e2-acef-a67a6d43ca56 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.241023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-c123d79e-675e-4165-9dab-6ab1d8c2aa64 None None] Allocated IP 172.20.0.34 (9c833b53-fb7c-41de-ad3e-e521ae8dc8f4/8380c8a2-f70b-415f-8241-cb27b157b28e/cd55943c-4478-4ffd-b174-4da2c2d14eec) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:15:03.276544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d390555-e88b-48e2-acef-a67a6d43ca56 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event updated for resources: {'Port': ['ID=9842177a-27ff-4015-aeda-f0367d1fde12,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:03.299054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1d390555-e88b-48e2-acef-a67a6d43ca56 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] In _notify_port_updated(), no bound segment for port 9842177a-27ff-4015-aeda-f0367d1fde12 on network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 {{(pid=126009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:15:03.304469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d390555-e88b-48e2-acef-a67a6d43ca56 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:03.305088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1d390555-e88b-48e2-acef-a67a6d43ca56 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.306442 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1d390555-e88b-48e2-acef-a67a6d43ca56 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "PUT /v2.0/ports/9842177a-27ff-4015-aeda-f0367d1fde12 HTTP/1.1" status: 200  len: 960 time: 0.8020034
Dec 18 21:15:03.309210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39834) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:03.332848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c123d79e-675e-4165-9dab-6ab1d8c2aa64 None None] For port cd55943c-4478-4ffd-b174-4da2c2d14eec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd55943c-4478-4ffd-b174-4da2c2d14eec,segment=NetworkSegment(09e71ad8-5919-4e5e-9d44-73646b494642),segment_id=09e71ad8-5919-4e5e-9d44-73646b494642)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:03.365658 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c123d79e-675e-4165-9dab-6ab1d8c2aa64 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.370379 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c123d79e-675e-4165-9dab-6ab1d8c2aa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.399058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-0680a817-467b-49be-a4ba-51b9fefaa1da tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port 9842177a-27ff-4015-aeda-f0367d1fde12 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:15:03.399469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0680a817-467b-49be-a4ba-51b9fefaa1da tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.469665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123d79e-675e-4165-9dab-6ab1d8c2aa64 None None] Pushing event updated for resources: {'Port': ['ID=cd55943c-4478-4ffd-b174-4da2c2d14eec,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:03.490383 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0680a817-467b-49be-a4ba-51b9fefaa1da tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.502181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-0680a817-467b-49be-a4ba-51b9fefaa1da tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for 9842177a-27ff-4015-aeda-f0367d1fde12 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:15:03.631469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0680a817-467b-49be-a4ba-51b9fefaa1da tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.664167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680a817-467b-49be-a4ba-51b9fefaa1da tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=9842177a-27ff-4015-aeda-f0367d1fde12,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:03.744254 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0680a817-467b-49be-a4ba-51b9fefaa1da tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.750296 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0680a817-467b-49be-a4ba-51b9fefaa1da tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/9842177a-27ff-4015-aeda-f0367d1fde12 HTTP/1.1" status: 204  len: 168 time: 0.4385710
Dec 18 21:15:03.751388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39840) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:03.777507 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b618cd-fa63-42d9-9402-665517cc76f5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] GET failed (client error): The resource could not be found.
Dec 18 21:15:03.779016 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-02b618cd-fa63-42d9-9402-665517cc76f5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports/9842177a-27ff-4015-aeda-f0367d1fde12 HTTP/1.1" status: 404  len: 333 time: 0.0265820
Dec 18 21:15:03.782139 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39842) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:03.836310 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23df8068-d4ff-4c98-a7d0-63bd33916308 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.862988 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23df8068-d4ff-4c98-a7d0-63bd33916308 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.904326 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23df8068-d4ff-4c98-a7d0-63bd33916308 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.906994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23df8068-d4ff-4c98-a7d0-63bd33916308 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.908191 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-23df8068-d4ff-4c98-a7d0-63bd33916308 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/security-groups/06518c45-e2ae-4737-8ac0-e46a959257fc HTTP/1.1" status: 204  len: 168 time: 0.1246157
Dec 18 21:15:03.911491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39844) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:03.929817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df8068-d4ff-4c98-a7d0-63bd33916308 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06518c45-e2ae-4737-8ac0-e46a959257fc,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:03.971851 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c2d2-7c3f-4e9d-9af1-c433c184e133 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.995522 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c2d2-7c3f-4e9d-9af1-c433c184e133 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:03.998440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-465b123d-278b-4f3a-9af9-076c4e8f9ce0 None None] Provisioning complete for port cd55943c-4478-4ffd-b174-4da2c2d14eec triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:03.998812 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-465b123d-278b-4f3a-9af9-076c4e8f9ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.036139 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c2d2-7c3f-4e9d-9af1-c433c184e133 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.038760 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c2d2-7c3f-4e9d-9af1-c433c184e133 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.042706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39846) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:04.043152 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8bc7c2d2-7c3f-4e9d-9af1-c433c184e133 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6c7e816-867f-4b50-a626-54482f49862e HTTP/1.1" status: 204  len: 168 time: 0.1302714
Dec 18 21:15:04.052863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7c2d2-7c3f-4e9d-9af1-c433c184e133 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c7e816-867f-4b50-a626-54482f49862e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:04.087552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-465b123d-278b-4f3a-9af9-076c4e8f9ce0 None None] Could not find standard attr ID for object 9842177a-27ff-4015-aeda-f0367d1fde12. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:15:04.097209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-465b123d-278b-4f3a-9af9-076c4e8f9ce0 None None] Provisioning complete for port 14675db6-400a-4a04-bc42-1a9d446e84b3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:04.097579 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-465b123d-278b-4f3a-9af9-076c4e8f9ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.099453 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d9623a-4d71-45dd-adf2-79934f84bfe6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.122650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d9623a-4d71-45dd-adf2-79934f84bfe6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.131884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-465b123d-278b-4f3a-9af9-076c4e8f9ce0 None None] Port 14675db6-400a-4a04-bc42-1a9d446e84b3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:15:04.163242 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d9623a-4d71-45dd-adf2-79934f84bfe6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.165871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95d9623a-4d71-45dd-adf2-79934f84bfe6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.167037 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-95d9623a-4d71-45dd-adf2-79934f84bfe6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f3c4c8f-fdd9-4cc8-9df0-e4f0eaa10db7 HTTP/1.1" status: 204  len: 168 time: 0.1231196
Dec 18 21:15:04.170040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39848) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:04.203805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9623a-4d71-45dd-adf2-79934f84bfe6 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c4c8f-fdd9-4cc8-9df0-e4f0eaa10db7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:04.230208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e233a409-061c-413f-b48f-6f4bd7c7c9d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting subnet 4b7f78be-220a-4e54-abec-9f23920edbd2 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:15:04.233274 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e233a409-061c-413f-b48f-6f4bd7c7c9d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.272500 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e233a409-061c-413f-b48f-6f4bd7c7c9d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.356116 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e233a409-061c-413f-b48f-6f4bd7c7c9d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.419287 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e233a409-061c-413f-b48f-6f4bd7c7c9d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.448724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233a409-061c-413f-b48f-6f4bd7c7c9d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7f78be-220a-4e54-abec-9f23920edbd2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:04.453737 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e233a409-061c-413f-b48f-6f4bd7c7c9d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.459279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e233a409-061c-413f-b48f-6f4bd7c7c9d1 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/4b7f78be-220a-4e54-abec-9f23920edbd2 HTTP/1.1" status: 204  len: 168 time: 0.2881410
Dec 18 21:15:04.463392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39850) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:04.469547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce14278-0b99-476e-aea3-45156563f859 None None] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:15:04.513392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-513cd0a7-4623-4b9c-a77e-df22a942b17d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting subnet 8380c8a2-f70b-415f-8241-cb27b157b28e {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:15:04.516510 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-513cd0a7-4623-4b9c-a77e-df22a942b17d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.551569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e2d24111-79ed-4b49-b6b5-bea5fbecaf88 None None] Could not find standard attr ID for object 9842177a-27ff-4015-aeda-f0367d1fde12. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:15:04.557555 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-513cd0a7-4623-4b9c-a77e-df22a942b17d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.632782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cd55943c-4478-4ffd-b174-4da2c2d14eec up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:15:04.652472 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-513cd0a7-4623-4b9c-a77e-df22a942b17d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.686075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port cd55943c-4478-4ffd-b174-4da2c2d14eec triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:04.686522 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.724361 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-513cd0a7-4623-4b9c-a77e-df22a942b17d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.759901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cd0a7-4623-4b9c-a77e-df22a942b17d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Subnet': ['ID=8380c8a2-f70b-415f-8241-cb27b157b28e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:04.764093 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-513cd0a7-4623-4b9c-a77e-df22a942b17d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.768345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-513cd0a7-4623-4b9c-a77e-df22a942b17d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/8380c8a2-f70b-415f-8241-cb27b157b28e HTTP/1.1" status: 204  len: 168 time: 0.3032763
Dec 18 21:15:04.770035 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39856) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:04.805217 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0f0499-7a9f-4038-97f8-465da7e8abfb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:15:04.817919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0f0499-7a9f-4038-97f8-465da7e8abfb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:04.822868 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1e0f0499-7a9f-4038-97f8-465da7e8abfb tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/4b7f78be-220a-4e54-abec-9f23920edbd2 HTTP/1.1" status: 404  len: 337 time: 0.0507617
Dec 18 21:15:04.824903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39858) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:04.890749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-0681d9eb-9069-457c-a558-ea903dcba754 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting subnet 07786930-f8cf-4669-b099-f4493ea3821e {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:15:04.894902 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0681d9eb-9069-457c-a558-ea903dcba754 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:04.951821 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0681d9eb-9069-457c-a558-ea903dcba754 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.057160 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0681d9eb-9069-457c-a558-ea903dcba754 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.129401 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0681d9eb-9069-457c-a558-ea903dcba754 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.168438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681d9eb-9069-457c-a558-ea903dcba754 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Subnet': ['ID=07786930-f8cf-4669-b099-f4493ea3821e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:05.172821 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0681d9eb-9069-457c-a558-ea903dcba754 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.176751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0681d9eb-9069-457c-a558-ea903dcba754 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/07786930-f8cf-4669-b099-f4493ea3821e HTTP/1.1" status: 204  len: 168 time: 0.3506970
Dec 18 21:15:05.179686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39870) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.223183 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-612d36bc-6f02-4d38-b725-32288b14794a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.235543 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-1791ea99-4f45-4d71-bd4c-e5abdc549cc4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:15:05.236007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1791ea99-4f45-4d71-bd4c-e5abdc549cc4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:05.241583 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1791ea99-4f45-4d71-bd4c-e5abdc549cc4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/d925428a-bce8-4db9-828f-65e7ceb5999c HTTP/1.1" status: 404  len: 337 time: 0.0578799
Dec 18 21:15:05.241905 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39874) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.277721 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-32a48b22-d091-4259-9543-e2d58598f884 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb384bbe-b780-46dc-a74d-31d1ecd90a7f HTTP/1.1" status: 200  len: 205 time: 0.0344770
Dec 18 21:15:05.281709 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39876) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.327203 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-ef1b7907-ef2b-4850-b23e-3527ed2cdd4e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] delete failed (client error): The resource could not be found.
Dec 18 21:15:05.328671 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef1b7907-ef2b-4850-b23e-3527ed2cdd4e tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/routers/fb384bbe-b780-46dc-a74d-31d1ecd90a7f HTTP/1.1" status: 404  len: 336 time: 0.0455570
Dec 18 21:15:05.331194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39880) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.343104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61810c59-ddcd-411f-836b-2c67ad6d1154 None None] Network 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:15:05.365982 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5627d36-97be-4e68-9d1f-4746ce839ddc tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:15:05.366478 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5627d36-97be-4e68-9d1f-4746ce839ddc tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:05.370233 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d5627d36-97be-4e68-9d1f-4746ce839ddc tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/2ec774b4-af31-4f68-bce1-540c3ef33915 HTTP/1.1" status: 404  len: 337 time: 0.0382712
Dec 18 21:15:05.378609 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39886) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.411093 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-37adc005-e4f6-4782-a650-063f1b00e04d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:15:05.411657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37adc005-e4f6-4782-a650-063f1b00e04d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:05.415030 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-37adc005-e4f6-4782-a650-063f1b00e04d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/dfc96547-f19a-4af7-8eec-29c8d30113e4 HTTP/1.1" status: 404  len: 337 time: 0.0353775
Dec 18 21:15:05.418049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f19fd8eb-4c68-4323-9f33-e56a2ede440c None None] Provisioning complete for port cd55943c-4478-4ffd-b174-4da2c2d14eec triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:05.418529 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f19fd8eb-4c68-4323-9f33-e56a2ede440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.420502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39894) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.450413 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-1225d308-3261-4d4b-a327-bce59ec3956d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:15:05.450806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1225d308-3261-4d4b-a327-bce59ec3956d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:05.453875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1225d308-3261-4d4b-a327-bce59ec3956d tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/c26d6234-d595-4d6b-81a8-4812191fa68a HTTP/1.1" status: 404  len: 337 time: 0.0321958
Dec 18 21:15:05.458482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39896) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.503772 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0859e9-b15e-40fd-af0e-d645a0490c17 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:15:05.504453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0859e9-b15e-40fd-af0e-d645a0490c17 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:05.507950 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5c0859e9-b15e-40fd-af0e-d645a0490c17 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/ababca63-9aab-4366-99db-ba90e88aa2c7 HTTP/1.1" status: 404  len: 333 time: 0.0485399
Dec 18 21:15:05.510713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39898) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.542838 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e13bb0-381a-4efe-b741-dced58ca48a9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:15:05.543294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e13bb0-381a-4efe-b741-dced58ca48a9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:05.546349 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-39e13bb0-381a-4efe-b741-dced58ca48a9 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/75ed6980-cfdd-4a5d-bd4d-10e153daa265 HTTP/1.1" status: 404  len: 337 time: 0.0343611
Dec 18 21:15:05.548933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39900) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.566979 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f47ead-9e85-4708-b83c-e9d37663bf47 None None] DHCP port deletion for 9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:15:05.575375 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad16bb8-c661-4780-8334-acb06b8313a5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:15:05.575839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad16bb8-c661-4780-8334-acb06b8313a5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:05.578928 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1ad16bb8-c661-4780-8334-acb06b8313a5 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/69a1fc6e-e931-431f-889b-4e9af3dadbcb HTTP/1.1" status: 404  len: 337 time: 0.0291035
Dec 18 21:15:05.581577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39902) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.584084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f19fd8eb-4c68-4323-9f33-e56a2ede440c None None] Provisioning complete for port 14675db6-400a-4a04-bc42-1a9d446e84b3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:05.584717 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f19fd8eb-4c68-4323-9f33-e56a2ede440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.605140 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea8a8bd-dbdb-4223-b50b-89d892de2056 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:15:05.605567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea8a8bd-dbdb-4223-b50b-89d892de2056 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:05.608693 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7ea8a8bd-dbdb-4223-b50b-89d892de2056 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/d2d78faf-b266-473d-8344-4ffcfe6c4ebb HTTP/1.1" status: 404  len: 333 time: 0.0257125
Dec 18 21:15:05.611294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39904) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.636019 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3c4235-cde5-4b3a-9cf7-8902e8be2790 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:15:05.636479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3c4235-cde5-4b3a-9cf7-8902e8be2790 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:05.639538 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bc3c4235-cde5-4b3a-9cf7-8902e8be2790 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/9446c4ff-839b-48d6-9ece-2501456f95ee HTTP/1.1" status: 404  len: 337 time: 0.0273364
Dec 18 21:15:05.642057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39906) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.668042 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a957a655-79c5-443f-b0e3-b4dd78ae2c48 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:15:05.668265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a957a655-79c5-443f-b0e3-b4dd78ae2c48 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:15:05.671317 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a957a655-79c5-443f-b0e3-b4dd78ae2c48 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/subnets/7443305a-5a04-4ef9-ac7c-97a07eb0d26f HTTP/1.1" status: 404  len: 337 time: 0.0282803
Dec 18 21:15:05.673990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39908) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:05.690544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f19fd8eb-4c68-4323-9f33-e56a2ede440c None None] Port 14675db6-400a-4a04-bc42-1a9d446e84b3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:15:05.710647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-18f47ead-9e85-4708-b83c-e9d37663bf47 None None] Deleting port cd55943c-4478-4ffd-b174-4da2c2d14eec {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:15:05.711290 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18f47ead-9e85-4708-b83c-e9d37663bf47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.763228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2296f-9ad8-4e30-aded-b607051253c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Deleting port 14675db6-400a-4a04-bc42-1a9d446e84b3 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:15:05.763574 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ae2296f-9ad8-4e30-aded-b607051253c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.782339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-18f47ead-9e85-4708-b83c-e9d37663bf47 None None] For port cd55943c-4478-4ffd-b174-4da2c2d14eec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd55943c-4478-4ffd-b174-4da2c2d14eec,segment=NetworkSegment(09e71ad8-5919-4e5e-9d44-73646b494642),segment_id=09e71ad8-5919-4e5e-9d44-73646b494642)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:05.782734 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18f47ead-9e85-4708-b83c-e9d37663bf47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.795647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-18f47ead-9e85-4708-b83c-e9d37663bf47 None None] Calling delete_port for cd55943c-4478-4ffd-b174-4da2c2d14eec owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:15:05.833727 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ae2296f-9ad8-4e30-aded-b607051253c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.845934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2296f-9ad8-4e30-aded-b607051253c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Calling delete_port for 14675db6-400a-4a04-bc42-1a9d446e84b3 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:15:05.873290 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18f47ead-9e85-4708-b83c-e9d37663bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.899448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f47ead-9e85-4708-b83c-e9d37663bf47 None None] Pushing event deleted for resources: {'Port': ['ID=cd55943c-4478-4ffd-b174-4da2c2d14eec,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:05.902933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f47ead-9e85-4708-b83c-e9d37663bf47 None None] No DVR routers for this DVR port cd55943c-4478-4ffd-b174-4da2c2d14eec on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:15:05.936289 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ae2296f-9ad8-4e30-aded-b607051253c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.973563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2296f-9ad8-4e30-aded-b607051253c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Port': ['ID=14675db6-400a-4a04-bc42-1a9d446e84b3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:05.978510 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ae2296f-9ad8-4e30-aded-b607051253c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:05.981808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5ae2296f-9ad8-4e30-aded-b607051253c8 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/ports/14675db6-400a-4a04-bc42-1a9d446e84b3 HTTP/1.1" status: 204  len: 168 time: 0.3066661
Dec 18 21:15:05.984258 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39912) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:06.057162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:06.145445 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:06.165083 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d43f7c0>,) {'filters': {'network_id': ['9c833b53-fb7c-41de-ad3e-e521ae8dc8f4']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:06.174040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d43f7c0>, '09e71ad8-5919-4e5e-9d44-73646b494642') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:06.174374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d43f7c0>, '09e71ad8-5919-4e5e-9d44-73646b494642') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:06.183598 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:06.196380 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:06.203405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:15:06.203838 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:15:06.206792 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:15:06.268478 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:06.275997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:06.279094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] 10.222.0.13 "DELETE /v2.0/networks/9c833b53-fb7c-41de-ad3e-e521ae8dc8f4 HTTP/1.1" status: 204  len: 168 time: 0.2939184
Dec 18 21:15:06.421105 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:06.554151 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39922) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:06.617068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa962025-ce3b-4afc-8419-985c23019ad4 tempest-PortsTestJSON-751055909 tempest-PortsTestJSON-751055909-project] Pushing event deleted for resources: {'Network': ['ID=9c833b53-fb7c-41de-ad3e-e521ae8dc8f4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:06.628344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cd55943c-4478-4ffd-b174-4da2c2d14eec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:15:06.650644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: cd55943c-4478-4ffd-b174-4da2c2d14eec {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:15:06.650990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device cd55943c-4478-4ffd-b174-4da2c2d14eec not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:15:06.706418 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c8c7f29f-96c0-4e14-8686-fe005ae6b34a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8aa3b18c48524bfc9b3a232024b9ad75&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1509466
Dec 18 21:15:06.708850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39926) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:06.761182 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ff7816-d055-4dba-9562-5adbe948f622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:06.781396 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ff7816-d055-4dba-9562-5adbe948f622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:06.826587 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ff7816-d055-4dba-9562-5adbe948f622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:06.829178 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-65ff7816-d055-4dba-9562-5adbe948f622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:06.830332 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-65ff7816-d055-4dba-9562-5adbe948f622 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c425cfd-3110-402f-9bd2-fe27e21d649f HTTP/1.1" status: 204  len: 168 time: 0.1205657
Dec 18 21:15:06.837889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff7816-d055-4dba-9562-5adbe948f622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c425cfd-3110-402f-9bd2-fe27e21d649f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:07.421342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5d9b-1157-4180-b3d6-ca7652e68107 req-ab9fa1af-4908-434d-957e-b0c21fce895f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:07.422893 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d30b5d9b-1157-4180-b3d6-ca7652e68107 req-ab9fa1af-4908-434d-957e-b0c21fce895f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0525730
Dec 18 21:15:07.469558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d30b5d9b-1157-4180-b3d6-ca7652e68107 req-f2230e4c-b92c-4648-baff-5ff2d519cd80 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401680
Dec 18 21:15:07.511329 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39964) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:07.610897 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-acbcf7bb-146e-44d2-b8cc-dd03f87e0ed3 tempest-ServiceProvidersTest-1614302896 tempest-ServiceProvidersTest-1614302896-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.0984135
Dec 18 21:15:07.870806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 39972) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:07.974687 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c55bab4-98bd-4180-9364-ec2e7fb180f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:08.051612 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c55bab4-98bd-4180-9364-ec2e7fb180f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:08.056836 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c55bab4-98bd-4180-9364-ec2e7fb180f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:08.097012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5c55bab4-98bd-4180-9364-ec2e7fb180f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88e02246549b48aca1836a31a1d9e699&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2251017
Dec 18 21:15:08.100620 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55bab4-98bd-4180-9364-ec2e7fb180f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e6e4ae-346f-48be-a2c7-93ba50a429ca,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:08.100932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 39978) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:08.123537 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:08.149087 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:08.169638 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:08.218645 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:08.221237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:08.222393 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07e6e4ae-346f-48be-a2c7-93ba50a429ca HTTP/1.1" status: 204  len: 168 time: 0.1215298
Dec 18 21:15:08.230397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e6e4ae-346f-48be-a2c7-93ba50a429ca,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:08.237792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.238143 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.238508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.238839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.239168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.239493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.239815 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.240136 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.240454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.240871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.241093 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.241401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.241717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d9ed8-4e3f-47dc-8353-1b90ee6dc176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:08.543566 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:08.609986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c44198-10b9-4643-baca-4a18b8ef7272 req-874c831c-0737-4f2c-a301-d73d73690a9b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:08.611529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6c44198-10b9-4643-baca-4a18b8ef7272 req-874c831c-0737-4f2c-a301-d73d73690a9b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0507717
Dec 18 21:15:08.660332 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6c44198-10b9-4643-baca-4a18b8ef7272 req-e897612c-d583-4dc8-b562-dd18ea5ff02d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421028
Dec 18 21:15:09.771432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40030) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:09.795583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795fd6c-2f93-4250-93fb-eca5a855d92b req-a1161b09-7fe4-4db2-8445-08369fb81ed0 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:09.797087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3795fd6c-2f93-4250-93fb-eca5a855d92b req-a1161b09-7fe4-4db2-8445-08369fb81ed0 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0540924
Dec 18 21:15:09.845756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3795fd6c-2f93-4250-93fb-eca5a855d92b req-d694dca6-0f9d-406a-bab2-b1fbbc9dab98 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424395
Dec 18 21:15:09.882585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3aa96dd1-94b1-4efe-a83d-50741db565d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:09.956247 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3aa96dd1-94b1-4efe-a83d-50741db565d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:09.959984 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3aa96dd1-94b1-4efe-a83d-50741db565d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:09.996261 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3aa96dd1-94b1-4efe-a83d-50741db565d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ee600a4d808413c894cb8ed99bb0124&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2238452
Dec 18 21:15:09.998237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa96dd1-94b1-4efe-a83d-50741db565d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886778dd-d8ce-4fe3-a561-4cbc58698e1b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:09.998974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40034) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:10.045720 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-720fddf3-a390-49f4-88df-8b3f9bc0cfb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:10.066979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-720fddf3-a390-49f4-88df-8b3f9bc0cfb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:10.112442 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-720fddf3-a390-49f4-88df-8b3f9bc0cfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:10.115726 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-720fddf3-a390-49f4-88df-8b3f9bc0cfb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:10.116870 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-720fddf3-a390-49f4-88df-8b3f9bc0cfb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/886778dd-d8ce-4fe3-a561-4cbc58698e1b HTTP/1.1" status: 204  len: 168 time: 0.1169009
Dec 18 21:15:10.124936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fddf3-a390-49f4-88df-8b3f9bc0cfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886778dd-d8ce-4fe3-a561-4cbc58698e1b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:10.380139 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40042) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:10.393653 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22c9a461-d165-4e02-a593-90ae39089c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:10.468026 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22c9a461-d165-4e02-a593-90ae39089c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:10.471816 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-22c9a461-d165-4e02-a593-90ae39089c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:10.514442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-22c9a461-d165-4e02-a593-90ae39089c8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24a2d28c904a4d3988d32274adbf5916&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1313663
Dec 18 21:15:10.515511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9a461-d165-4e02-a593-90ae39089c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d813202-bb3b-435b-938e-f911a90defbd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:10.515665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40044) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:10.570460 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cbf363ee-f713-46b5-8283-43b8ee5de980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:10.593053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cbf363ee-f713-46b5-8283-43b8ee5de980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:10.639105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cbf363ee-f713-46b5-8283-43b8ee5de980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:10.641703 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cbf363ee-f713-46b5-8283-43b8ee5de980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:10.645930 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cbf363ee-f713-46b5-8283-43b8ee5de980 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d813202-bb3b-435b-938e-f911a90defbd HTTP/1.1" status: 204  len: 168 time: 0.1263680
Dec 18 21:15:10.659238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf363ee-f713-46b5-8283-43b8ee5de980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d813202-bb3b-435b-938e-f911a90defbd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:10.979365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88d8ee-2b03-474f-90fc-eaf0661f7a8e req-31cbfbf4-d71e-454f-86c5-ef0c6a4f6a51 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:10.980809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e88d8ee-2b03-474f-90fc-eaf0661f7a8e req-31cbfbf4-d71e-454f-86c5-ef0c6a4f6a51 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0600066
Dec 18 21:15:11.032712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e88d8ee-2b03-474f-90fc-eaf0661f7a8e req-2e39d583-d003-41dc-a4c8-c6c9c8029393 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458775
Dec 18 21:15:12.154680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622275d6-34a4-4f31-a013-a5423a9cdbb4 req-ea60be0d-ef86-4f33-97a3-d93c79e90a66 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:12.156153 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-622275d6-34a4-4f31-a013-a5423a9cdbb4 req-ea60be0d-ef86-4f33-97a3-d93c79e90a66 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0507464
Dec 18 21:15:12.207518 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-622275d6-34a4-4f31-a013-a5423a9cdbb4 req-f31ec55e-4447-4bf5-b297-ad8399fa655b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444939
Dec 18 21:15:12.492351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40124) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:12.598387 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-393e239c-865d-4011-85d3-0e07bbdf880c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:12.677505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-393e239c-865d-4011-85d3-0e07bbdf880c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:12.681435 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-393e239c-865d-4011-85d3-0e07bbdf880c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:12.720278 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-393e239c-865d-4011-85d3-0e07bbdf880c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7acad15b248e420fb6e2eb6e0775efa4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2268384
Dec 18 21:15:12.721525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e239c-865d-4011-85d3-0e07bbdf880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9dd9eb-9854-471d-a8c9-9cf541c790c7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:12.722894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40128) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:12.770138 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-361d630b-1ea5-493e-ac13-b72583992180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:12.790450 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-361d630b-1ea5-493e-ac13-b72583992180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:12.835169 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-361d630b-1ea5-493e-ac13-b72583992180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:12.837597 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-361d630b-1ea5-493e-ac13-b72583992180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:12.838737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-361d630b-1ea5-493e-ac13-b72583992180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d9dd9eb-9854-471d-a8c9-9cf541c790c7 HTTP/1.1" status: 204  len: 168 time: 0.1148179
Dec 18 21:15:12.846423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d630b-1ea5-493e-ac13-b72583992180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9dd9eb-9854-471d-a8c9-9cf541c790c7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:12.898486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-7486a7fe-c4fd-46f3-bca5-d1875a851b03 req-b40c2809-cc88-41eb-991d-a87ca1d2d4a2 tempest-ServersTestJSON-438352234 tempest-ServersTestJSON-438352234-project] (126009) timed out ('10.222.0.36', 52315) {{(pid=126009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:15:13.089347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40134) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:13.102138 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d37c9f50-2cbc-4bc0-8349-a302763befc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:13.174927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d37c9f50-2cbc-4bc0-8349-a302763befc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:13.180233 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d37c9f50-2cbc-4bc0-8349-a302763befc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:13.218278 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d37c9f50-2cbc-4bc0-8349-a302763befc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6784e49be20e413289a82d37fd0b720a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1277730
Dec 18 21:15:13.220156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c9f50-2cbc-4bc0-8349-a302763befc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd68ff06-a7d8-4019-b15f-3af5b0cf4270,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:13.221001 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40136) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:13.272164 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-714abe5c-9646-445f-9106-5b82c238b7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:13.294800 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-714abe5c-9646-445f-9106-5b82c238b7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:13.329398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930a98c-26fa-4ad3-ad09-727699a42507 req-38c5f31c-a5e6-4e8b-999b-32873e899d89 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:13.330918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7930a98c-26fa-4ad3-ad09-727699a42507 req-38c5f31c-a5e6-4e8b-999b-32873e899d89 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0491550
Dec 18 21:15:13.342393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-714abe5c-9646-445f-9106-5b82c238b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:13.345215 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-714abe5c-9646-445f-9106-5b82c238b7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:13.346368 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-714abe5c-9646-445f-9106-5b82c238b7ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd68ff06-a7d8-4019-b15f-3af5b0cf4270 HTTP/1.1" status: 204  len: 168 time: 0.1243522
Dec 18 21:15:13.354491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714abe5c-9646-445f-9106-5b82c238b7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd68ff06-a7d8-4019-b15f-3af5b0cf4270,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:13.398827 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7930a98c-26fa-4ad3-ad09-727699a42507 req-1a8cfe10-31a5-4a01-abdc-dad0cbdc8271 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0606735
Dec 18 21:15:14.518039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2c9a3-5a63-4c78-be03-1cc69c0b1a8c req-45de94d0-6de1-46d3-985d-1ce672f8b497 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:14.523099 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7c2c9a3-5a63-4c78-be03-1cc69c0b1a8c req-45de94d0-6de1-46d3-985d-1ce672f8b497 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0550632
Dec 18 21:15:14.574090 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7c2c9a3-5a63-4c78-be03-1cc69c0b1a8c req-7e77eb25-bca5-4105-bee1-c1c730e14327 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0480416
Dec 18 21:15:14.969085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:15.699150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89869698-5b80-4deb-9327-c7d0768817f3 req-fcf4407a-e3c7-4918-9f43-5318b438f595 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:15.701242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89869698-5b80-4deb-9327-c7d0768817f3 req-fcf4407a-e3c7-4918-9f43-5318b438f595 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0530870
Dec 18 21:15:15.751194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89869698-5b80-4deb-9327-c7d0768817f3 req-709fae2b-fab5-43fd-a699-266a85cf66aa tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435128
Dec 18 21:15:16.884156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86148a2-0194-41f5-9b82-13a152bf195f req-95f996ab-d0cf-464e-958d-b855871966e8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:16.886459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f86148a2-0194-41f5-9b82-13a152bf195f req-95f996ab-d0cf-464e-958d-b855871966e8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0518963
Dec 18 21:15:16.939282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f86148a2-0194-41f5-9b82-13a152bf195f req-75b2fe8c-56bb-4264-ac68-006f28c80219 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0467396
Dec 18 21:15:18.089788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc29f2e-043e-4bdf-a373-1dc5acc52790 req-8cb3c81e-446f-48b3-a191-d5af8a2c0994 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:18.091324 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ebc29f2e-043e-4bdf-a373-1dc5acc52790 req-8cb3c81e-446f-48b3-a191-d5af8a2c0994 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0521972
Dec 18 21:15:18.143463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ebc29f2e-043e-4bdf-a373-1dc5acc52790 req-c960d04f-f2c4-4567-9d84-a284232ac42a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442843
Dec 18 21:15:18.287863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40330) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:18.408747 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-19ca9a01-ec34-430a-a1f7-5ae5db00447e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:18.494777 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-19ca9a01-ec34-430a-a1f7-5ae5db00447e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:18.499816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-19ca9a01-ec34-430a-a1f7-5ae5db00447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:18.531013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca9a01-ec34-430a-a1f7-5ae5db00447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a66d541-ebc5-4bbc-93e0-86d98612dc7b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:18.559341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:15:18.562317 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-19ca9a01-ec34-430a-a1f7-5ae5db00447e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9189fc5b4594c02bd9ad50c5c5358ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2727349
Dec 18 21:15:18.564744 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40338) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:18.630537 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99a6738d-5594-4137-993d-5dd8d8d94b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:18.655693 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99a6738d-5594-4137-993d-5dd8d8d94b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:18.702476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:18.717105 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99a6738d-5594-4137-993d-5dd8d8d94b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:18.723378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'port_id': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'mac_address': 'fa:16:3e:9f:23:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:15:18.724141 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99a6738d-5594-4137-993d-5dd8d8d94b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:18.728855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-99a6738d-5594-4137-993d-5dd8d8d94b87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a66d541-ebc5-4bbc-93e0-86d98612dc7b HTTP/1.1" status: 204  len: 168 time: 0.1630166
Dec 18 21:15:18.738813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6738d-5594-4137-993d-5dd8d8d94b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a66d541-ebc5-4bbc-93e0-86d98612dc7b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:18.785524 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:18.800508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:15:18.836683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:18.842646 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:18.896443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:18.928976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['8fc3959f-d4a6-42b7-97eb-c57af1bbe971'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:15:19.287216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44578b15-ebf0-4b36-b5f1-d8ade950aa61 req-954201f1-0dda-4c88-9833-eaf114b85c66 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:19.288887 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44578b15-ebf0-4b36-b5f1-d8ade950aa61 req-954201f1-0dda-4c88-9833-eaf114b85c66 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.0636322
Dec 18 21:15:19.350729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44578b15-ebf0-4b36-b5f1-d8ade950aa61 req-5b1e12c3-a79b-4f30-ad63-0cfdbbf2e343 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0544589
Dec 18 21:15:19.558688 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:20.489909 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3b8ac-36d7-4e07-ad92-576b6b905ddc req-c1e902fc-67c9-4a88-9069-e3df4e0d668b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:20.492269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aef3b8ac-36d7-4e07-ad92-576b6b905ddc req-c1e902fc-67c9-4a88-9069-e3df4e0d668b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.0586393
Dec 18 21:15:20.575345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aef3b8ac-36d7-4e07-ad92-576b6b905ddc req-3de87f27-c99a-4c32-a07f-46e93b2209d1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0742900
Dec 18 21:15:20.606759 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:15:20.676388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:20.677286 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:20.784113 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:20.811174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:20.813540 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f74ad7-5f72-4ce2-9ee4-a0ee0d8ac06c" -d '{"events": [{"server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "name": "network-vif-plugged", "status": "completed", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:20.860108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:20.866313 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:20.897086 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8064a8e-a033-4cee-91e8-a04916f82e39 x-openstack-request-id: req-e8064a8e-a033-4cee-91e8-a04916f82e39 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:20.897594 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "name": "network-vif-plugged", "status": "completed", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:20.898003 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8064a8e-a033-4cee-91e8-a04916f82e39 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:20.898573 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'code': 200}
Dec 18 21:15:20.927490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:21.050961 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-2a37f953-8c53-444c-a800-a8afac2a9de0 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c3ff294c24f54faf9ba1592e4dd3ebaa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0313640
Dec 18 21:15:21.263030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-5aca5c96-1bcf-438f-97ad-a812adf32ffe tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:21.264957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-5aca5c96-1bcf-438f-97ad-a812adf32ffe tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2071178
Dec 18 21:15:21.282691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-b49b3031-f6e3-4063-9fcc-d9f6b30f3a43 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/quotas/c3ff294c24f54faf9ba1592e4dd3ebaa HTTP/1.1" status: 200  len: 375 time: 0.0101099
Dec 18 21:15:21.320005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f6daca02-5f38-4ed9-8b2a-7d4d796accaf tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3ff294c24f54faf9ba1592e4dd3ebaa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0311282
Dec 18 21:15:21.512203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c35359b-174d-48d8-a72d-905d8063de6a req-24bf8257-1d92-4c13-9f92-2b22a458cc74 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 210 time: 0.0362434
Dec 18 21:15:21.782463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b947c5-ea27-4a90-8fb8-20aa0f4145f1 req-d6aaab2f-8916-4697-acc0-95e9546edb16 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:21.790962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85b947c5-ea27-4a90-8fb8-20aa0f4145f1 req-d6aaab2f-8916-4697-acc0-95e9546edb16 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0729511
Dec 18 21:15:21.856786 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85b947c5-ea27-4a90-8fb8-20aa0f4145f1 req-54f2a8bf-4555-4088-a7fb-3e7885d20c92 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0646379
Dec 18 21:15:22.625483 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5c172896-e2c8-4245-98a1-69f9cdd751db req-facacda9-aaf0-466b-9183-56f607076ff9 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 210 time: 0.0401130
Dec 18 21:15:22.688338 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-35433a10-43f8-4aeb-9647-9c38a3583a9b tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c3ff294c24f54faf9ba1592e4dd3ebaa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0341949
Dec 18 21:15:22.867943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-ef4287b9-0fdb-42b3-b644-d3b7a455c266 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:22.869721 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-ef4287b9-0fdb-42b3-b644-d3b7a455c266 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1673613
Dec 18 21:15:22.887353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Request body: {'port': {'device_id': 'cc58871a-b684-483d-8cba-4fdbc8ec6a2b', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': 'c3ff294c24f54faf9ba1592e4dd3ebaa'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:23.010275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fa2b6-51ac-4b23-a551-6ad4d9b94b74 req-b9a6dc43-b53b-4222-a84c-70d2b177f74c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:23.018897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-157fa2b6-51ac-4b23-a551-6ad4d9b94b74 req-b9a6dc43-b53b-4222-a84c-70d2b177f74c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0803216
Dec 18 21:15:23.080256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-157fa2b6-51ac-4b23-a551-6ad4d9b94b74 req-cb62a459-7811-4d2a-8949-18bb673b299f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0585756
Dec 18 21:15:23.410041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Made reservation on behalf of c3ff294c24f54faf9ba1592e4dd3ebaa for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:15:23.414778 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:23.428913 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:23.554826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:23.560071 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:23.638307 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d2a627-bb87-4777-8c46-f291e5978e4a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:23.766062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68474f61-4b47-4a3a-94e0-102a1ef1f43d req-0736cda2-45d5-48f5-8796-b89e3441a9e3 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 210 time: 0.0446301
Dec 18 21:15:23.785144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Allocated IP 192.168.233.138 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/5a74dcaa-dd1f-4048-bff3-72d877c828fd) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:15:23.988232 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:24.032551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:24.082429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:15:24.089451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:15:24.094807 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:15:24.146776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Pushing event updated for resources: {'Port': ['ID=5a74dcaa-dd1f-4048-bff3-72d877c828fd,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:24.184699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:24.185516 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:24.207642 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-f61ba2e6-61c8-4efb-93cd-2f8a3a0877c8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3272762
Dec 18 21:15:24.220771 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Request body: {'port': {'device_id': 'cc58871a-b684-483d-8cba-4fdbc8ec6a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:24.265324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f90354-c5c8-4ccb-81a1-97fef9843c73 req-fa94cef7-6c03-4766-a27f-9c84942e7f9a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:24.269157 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31f90354-c5c8-4ccb-81a1-97fef9843c73 req-fa94cef7-6c03-4766-a27f-9c84942e7f9a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0903296
Dec 18 21:15:24.342483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:24.344816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31f90354-c5c8-4ccb-81a1-97fef9843c73 req-2ff95280-5951-44da-9837-4dd0ddceaedc tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0672686
Dec 18 21:15:24.454153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7f07e8b5-e787-41cc-a7b5-689bf3194181 None None] Provisioning complete for port 5a74dcaa-dd1f-4048-bff3-72d877c828fd triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:24.454787 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f07e8b5-e787-41cc-a7b5-689bf3194181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:24.510079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7f07e8b5-e787-41cc-a7b5-689bf3194181 None None] Port 5a74dcaa-dd1f-4048-bff3-72d877c828fd cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:15:24.698607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a74dcaa-dd1f-4048-bff3-72d877c828fd {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:15:24.706573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:24.727545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Transition to ACTIVE for port object 5a74dcaa-dd1f-4048-bff3-72d877c828fd will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:15:24.741569 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:24.821523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Pushing event updated for resources: {'Port': ['ID=5a74dcaa-dd1f-4048-bff3-72d877c828fd,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:24.943444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Attempting to bind port 5a74dcaa-dd1f-4048-bff3-72d877c828fd on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:15:24.943850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Attempting to bind port 5a74dcaa-dd1f-4048-bff3-72d877c828fd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:15:24.944293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Attempting to bind port 5a74dcaa-dd1f-4048-bff3-72d877c828fd on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:15:24.960967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Port 5a74dcaa-dd1f-4048-bff3-72d877c828fd on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:15:24.961316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Attempting to bind port 5a74dcaa-dd1f-4048-bff3-72d877c828fd on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:15:24.969624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:15:24.969971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:15:24.970395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:15:24.970827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Bound port: 5a74dcaa-dd1f-4048-bff3-72d877c828fd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:15:24.971185 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:24.990487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a60b3-0f43-4819-8926-bccc27543cdf req-20983723-6055-4df4-b4d6-2b99ade93dca tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:24.999206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd6a60b3-0f43-4819-8926-bccc27543cdf req-20983723-6055-4df4-b4d6-2b99ade93dca tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 948 time: 0.0960138
Dec 18 21:15:25.070903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] For port 5a74dcaa-dd1f-4048-bff3-72d877c828fd, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:15:25.075471 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd6a60b3-0f43-4819-8926-bccc27543cdf req-abfcecc5-f95a-4ca5-9adb-164478583b76 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/security-groups?id=79d2a627-bb87-4777-8c46-f291e5978e4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742831
Dec 18 21:15:25.077279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] For port 5a74dcaa-dd1f-4048-bff3-72d877c828fd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a74dcaa-dd1f-4048-bff3-72d877c828fd,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:15:25.086284 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:25.158379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:25.159002 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:25.160450 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] 10.222.0.31 "PUT /v2.0/ports/5a74dcaa-dd1f-4048-bff3-72d877c828fd HTTP/1.1" status: 200  len: 1096 time: 0.9440246
Dec 18 21:15:25.161045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc58871a-b684-483d-8cba-4fdbc8ec6a2b', 'tag': '5a74dcaa-dd1f-4048-bff3-72d877c828fd'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:25.163845 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26da4329-2a52-43bf-a706-95d0a7b88dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc58871a-b684-483d-8cba-4fdbc8ec6a2b", "tag": "5a74dcaa-dd1f-4048-bff3-72d877c828fd"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:25.167363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764def7-d2d6-497b-81e7-86b5dca34d70 service neutron] Pushing event updated for resources: {'Port': ['ID=5a74dcaa-dd1f-4048-bff3-72d877c828fd,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:25.220483 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb4320e-9b5c-4528-b67d-5064c533c0a6 x-openstack-request-id: req-4bb4320e-9b5c-4528-b67d-5064c533c0a6 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:25.220836 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc58871a-b684-483d-8cba-4fdbc8ec6a2b", "tag": "5a74dcaa-dd1f-4048-bff3-72d877c828fd", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:25.221107 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bb4320e-9b5c-4528-b67d-5064c533c0a6 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:25.221516 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc58871a-b684-483d-8cba-4fdbc8ec6a2b', 'tag': '5a74dcaa-dd1f-4048-bff3-72d877c828fd', 'status': 'completed', 'code': 200}
Dec 18 21:15:25.274565 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-12101837-9999-4cba-82bb-55adf7af6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:25.276094 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-12101837-9999-4cba-82bb-55adf7af6856 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3ff294c24f54faf9ba1592e4dd3ebaa&device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 1099 time: 0.0529370
Dec 18 21:15:25.335082 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-fe27a643-3acd-4f89-9100-5b71b5865849 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=5a74dcaa-dd1f-4048-bff3-72d877c828fd HTTP/1.1" status: 200  len: 217 time: 0.0485680
Dec 18 21:15:25.416602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-be65fcea-5573-40c1-9930-51082605f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:25.418090 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-be65fcea-5573-40c1-9930-51082605f571 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0757227
Dec 18 21:15:25.478596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-4b2e5dc5-5167-4790-b987-bcbf872f8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:25.480608 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-4b2e5dc5-5167-4790-b987-bcbf872f8594 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0540717
Dec 18 21:15:25.528719 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9200d5-b60b-4c3b-99f0-865c0818a723 req-00ce492e-d3aa-489d-ab60-c62383757660 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:25.530300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d9200d5-b60b-4c3b-99f0-865c0818a723 req-00ce492e-d3aa-489d-ab60-c62383757660 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0750527
Dec 18 21:15:25.604860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d9200d5-b60b-4c3b-99f0-865c0818a723 req-b2631c02-8b19-456e-9ef0-9f1b33768c85 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0644960
Dec 18 21:15:25.610477 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-deea0e39-ce5f-4e3a-a771-92123aab810e service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226768
Dec 18 21:15:25.720599 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4174e99-401b-471a-855d-0d4afbdbaad9 req-1aeff55c-92b0-4a07-8f7f-ae98ce342040 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021440
Dec 18 21:15:25.827524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da4329-2a52-43bf-a706-95d0a7b88dd8 req-16492afc-fe13-4fbc-bae8-d776261369ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:25.829037 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-26da4329-2a52-43bf-a706-95d0a7b88dd8 req-16492afc-fe13-4fbc-bae8-d776261369ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3ff294c24f54faf9ba1592e4dd3ebaa&device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 1099 time: 0.0508490
Dec 18 21:15:25.933703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da4329-2a52-43bf-a706-95d0a7b88dd8 req-946baf8e-6227-4583-a4cd-26d705482850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:25.935391 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-26da4329-2a52-43bf-a706-95d0a7b88dd8 req-946baf8e-6227-4583-a4cd-26d705482850 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.0974994
Dec 18 21:15:25.986767 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-26da4329-2a52-43bf-a706-95d0a7b88dd8 req-fbe6836b-27b7-471a-8d25-72bda2bfa69d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=5a74dcaa-dd1f-4048-bff3-72d877c828fd HTTP/1.1" status: 200  len: 217 time: 0.0428433
Dec 18 21:15:26.046668 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da4329-2a52-43bf-a706-95d0a7b88dd8 req-f7ba17cc-8af9-4723-a0f4-ccc7ce8f26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:26.049113 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-26da4329-2a52-43bf-a706-95d0a7b88dd8 req-f7ba17cc-8af9-4723-a0f4-ccc7ce8f26a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0530281
Dec 18 21:15:26.097166 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da4329-2a52-43bf-a706-95d0a7b88dd8 req-1df894e9-0759-4c53-83e9-42b5965d579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:26.099319 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-26da4329-2a52-43bf-a706-95d0a7b88dd8 req-1df894e9-0759-4c53-83e9-42b5965d579c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0434687
Dec 18 21:15:26.255744 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-26da4329-2a52-43bf-a706-95d0a7b88dd8 req-dca7b6d1-d5e7-4067-9dd4-49c492af1dec service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486323
Dec 18 21:15:26.259840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043185fe-f21d-4d06-b0cf-6662c3694ede req-4189364d-b6c2-484f-bd2a-c2556371aab2 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:26.267978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-043185fe-f21d-4d06-b0cf-6662c3694ede req-4189364d-b6c2-484f-bd2a-c2556371aab2 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 948 time: 0.0823557
Dec 18 21:15:26.326462 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-043185fe-f21d-4d06-b0cf-6662c3694ede req-5c8d2e04-7cbb-4a9d-a471-840e080ed9b8 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/security-groups?id=79d2a627-bb87-4777-8c46-f291e5978e4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573666
Dec 18 21:15:26.372812 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-26da4329-2a52-43bf-a706-95d0a7b88dd8 req-1a37420d-f15a-4ebd-8594-6401013e3c78 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1060944
Dec 18 21:15:26.756034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f93e2-9999-49f0-86b8-e5184d9c94dd req-e49198c8-d54e-49d7-b981-46ece1c3b7f8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:26.767155 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f80f93e2-9999-49f0-86b8-e5184d9c94dd req-e49198c8-d54e-49d7-b981-46ece1c3b7f8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0807841
Dec 18 21:15:26.814032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f80f93e2-9999-49f0-86b8-e5184d9c94dd req-a95e3824-45e4-4983-88ac-bb47d2253323 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458484
Dec 18 21:15:27.297090 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:15:27.467967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235dd93-3f1a-407e-b113-c4a609104979 req-241d73b7-050c-4bd4-a76e-6b1d4398adf5 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:27.469476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2235dd93-3f1a-407e-b113-c4a609104979 req-241d73b7-050c-4bd4-a76e-6b1d4398adf5 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 948 time: 0.0621138
Dec 18 21:15:27.581791 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2235dd93-3f1a-407e-b113-c4a609104979 req-deeb3537-2c2c-4d17-9baa-0e90669b409d tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/security-groups?id=79d2a627-bb87-4777-8c46-f291e5978e4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009333
Dec 18 21:15:27.945678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b8fa-c4d5-4c09-a188-c6c4298c1ea6 req-a7533a50-b7ce-4860-9803-a37424e4397e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:27.953395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2575b8fa-c4d5-4c09-a188-c6c4298c1ea6 req-a7533a50-b7ce-4860-9803-a37424e4397e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0579069
Dec 18 21:15:28.004145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2575b8fa-c4d5-4c09-a188-c6c4298c1ea6 req-01da5f76-ab71-4cd8-9473-ea4d443eb16b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0497720
Dec 18 21:15:28.659754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5a74dcaa-dd1f-4048-bff3-72d877c828fd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:15:28.749318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602da985-84a0-4a46-9db5-059652f458b2 req-52ddf543-2a3a-425a-a7f4-89491a1e4018 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:28.762134 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-602da985-84a0-4a46-9db5-059652f458b2 req-52ddf543-2a3a-425a-a7f4-89491a1e4018 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 948 time: 0.0946274
Dec 18 21:15:28.831622 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-602da985-84a0-4a46-9db5-059652f458b2 req-c91dae12-bcbf-42dd-a989-97eb90fa8c1f tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/security-groups?id=79d2a627-bb87-4777-8c46-f291e5978e4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679405
Dec 18 21:15:28.981791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5a74dcaa-dd1f-4048-bff3-72d877c828fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a74dcaa-dd1f-4048-bff3-72d877c828fd,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:28.995957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '5a74dcaa-dd1f-4048-bff3-72d877c828fd', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '5a74dcaa-dd1f-4048-bff3-72d877c828fd', 'mac_address': 'fa:16:3e:48:e4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:15:29.039925 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:29.054877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a74dcaa-dd1f-4048-bff3-72d877c828fd {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:15:29.077180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5a74dcaa-dd1f-4048-bff3-72d877c828fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a74dcaa-dd1f-4048-bff3-72d877c828fd,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:29.085213 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:29.156671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=5a74dcaa-dd1f-4048-bff3-72d877c828fd,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:29.159730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1a82c-be0e-4242-ac18-73fbf8dba324 req-217f84b1-c414-48f9-9acc-c3c222a88fa4 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:29.168187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.168734 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18d1a82c-be0e-4242-ac18-73fbf8dba324 req-217f84b1-c414-48f9-9acc-c3c222a88fa4 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0642908
Dec 18 21:15:29.169130 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.169485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.169893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.170236 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.170590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.170922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.171246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.171572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.171952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.172283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.172604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.172924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:29.223632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18d1a82c-be0e-4242-ac18-73fbf8dba324 req-642d2787-927f-4a28-be9a-983f8cbee28f tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0539858
Dec 18 21:15:29.330874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['5a74dcaa-dd1f-4048-bff3-72d877c828fd'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:15:29.976134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4d608-91e6-4548-88e1-0dbee2cc8824 req-e9464978-33cc-4b15-a109-e8d9a852fc41 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:29.977684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0b4d608-91e6-4548-88e1-0dbee2cc8824 req-e9464978-33cc-4b15-a109-e8d9a852fc41 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 949 time: 0.0580080
Dec 18 21:15:30.077824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0b4d608-91e6-4548-88e1-0dbee2cc8824 req-b338bc87-b17e-4c3a-95d4-9fccfc448a47 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/security-groups?id=79d2a627-bb87-4777-8c46-f291e5978e4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899410
Dec 18 21:15:30.125304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a520e6-5790-4c0c-9f66-662ef6b09a17 req-21869c2d-8e6a-430d-99a5-2dd808925512 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:30.131404 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8a520e6-5790-4c0c-9f66-662ef6b09a17 req-21869c2d-8e6a-430d-99a5-2dd808925512 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 945 time: 0.1120625
Dec 18 21:15:30.204798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8a520e6-5790-4c0c-9f66-662ef6b09a17 req-73f3b2e5-4f43-4af9-b09f-c99ae9150275 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722909
Dec 18 21:15:30.236013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40590) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:30.360316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b7d8e-d67c-4ad7-85d5-4070be0437a9 req-69a875c3-ca72-4e70-8691-f154e5460992 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:30.361976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-406b7d8e-d67c-4ad7-85d5-4070be0437a9 req-69a875c3-ca72-4e70-8691-f154e5460992 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0556207
Dec 18 21:15:30.377460 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e63d93de-fdf2-48ff-a533-25bf07897751 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/69743ca7-767f-4561-a138-6e45bb28b59a HTTP/1.1" status: 200  len: 993 time: 0.1398911
Dec 18 21:15:30.432843 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-406b7d8e-d67c-4ad7-85d5-4070be0437a9 req-b2b33a2c-7ce2-44c2-b32f-c655e924da0d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0622294
Dec 18 21:15:30.671000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5a74dcaa-dd1f-4048-bff3-72d877c828fd up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:15:30.731003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 5a74dcaa-dd1f-4048-bff3-72d877c828fd completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:15:30.735999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 5a74dcaa-dd1f-4048-bff3-72d877c828fd triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:30.736863 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:30.744027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503d1d2-3077-4746-b547-356c41c5ff91 req-b6d18ef9-04e7-46bf-bd7e-fa40ba9923bd tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:30.745576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4503d1d2-3077-4746-b547-356c41c5ff91 req-b6d18ef9-04e7-46bf-bd7e-fa40ba9923bd tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 1096 time: 0.0666320
Dec 18 21:15:30.818020 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:30.825939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4503d1d2-3077-4746-b547-356c41c5ff91 req-ebc4dd2b-7fc4-4aa8-affb-ee2afc73412f tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740199
Dec 18 21:15:30.834873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea45ee-f28d-43b6-b66c-404f67afe071 req-5291f48a-c607-4b56-bff7-b052fe3d6db7 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:30.836361 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35ea45ee-f28d-43b6-b66c-404f67afe071 req-5291f48a-c607-4b56-bff7-b052fe3d6db7 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 946 time: 0.0778863
Dec 18 21:15:30.844836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc58871a-b684-483d-8cba-4fdbc8ec6a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a74dcaa-dd1f-4048-bff3-72d877c828fd'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:30.847274 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54764938-5bf6-415c-92a8-e8a97b564b7a" -d '{"events": [{"server_uuid": "cc58871a-b684-483d-8cba-4fdbc8ec6a2b", "name": "network-vif-plugged", "status": "completed", "tag": "5a74dcaa-dd1f-4048-bff3-72d877c828fd"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:30.861472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5a74dcaa-dd1f-4048-bff3-72d877c828fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a74dcaa-dd1f-4048-bff3-72d877c828fd,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:30.867072 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:30.893593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35ea45ee-f28d-43b6-b66c-404f67afe071 req-e8169083-dc96-4dd5-9adc-25cba75376e8 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509567
Dec 18 21:15:30.931110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=5a74dcaa-dd1f-4048-bff3-72d877c828fd,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:30.950729 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc88bb55-372c-450f-b5b1-aafeb44f16fa x-openstack-request-id: req-bc88bb55-372c-450f-b5b1-aafeb44f16fa {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:30.951110 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc58871a-b684-483d-8cba-4fdbc8ec6a2b", "name": "network-vif-plugged", "status": "completed", "tag": "5a74dcaa-dd1f-4048-bff3-72d877c828fd", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:30.951289 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc88bb55-372c-450f-b5b1-aafeb44f16fa {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:30.953083 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc58871a-b684-483d-8cba-4fdbc8ec6a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a74dcaa-dd1f-4048-bff3-72d877c828fd', 'code': 200}
Dec 18 21:15:31.059282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4095a0e-c8b1-4921-9250-ddf98ecb0119 req-449892a6-487c-411c-a2cb-2f174f254529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:31.060869 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c4095a0e-c8b1-4921-9250-ddf98ecb0119 req-449892a6-487c-411c-a2cb-2f174f254529 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 1101 time: 0.0420742
Dec 18 21:15:31.112046 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c4095a0e-c8b1-4921-9250-ddf98ecb0119 req-9b620128-4afe-4662-b972-6d8025808b86 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=79d2a627-bb87-4777-8c46-f291e5978e4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433481
Dec 18 21:15:31.195142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dae8ac-3b76-446d-a744-7d47878c9061 req-4271dc94-9567-4adb-97f7-59b4b37e79b6 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:31.196721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e8dae8ac-3b76-446d-a744-7d47878c9061 req-4271dc94-9567-4adb-97f7-59b4b37e79b6 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 950 time: 0.0511477
Dec 18 21:15:31.249398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e8dae8ac-3b76-446d-a744-7d47878c9061 req-2ba33162-1174-4e41-9cc3-69db7b5c5988 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/security-groups?id=79d2a627-bb87-4777-8c46-f291e5978e4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467887
Dec 18 21:15:31.339635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a0c51-999f-4627-9e23-390d6658ae3a req-6dc9c7b4-a0d1-4d5a-866b-b3c9f91ed2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:31.341182 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-646a0c51-999f-4627-9e23-390d6658ae3a req-6dc9c7b4-a0d1-4d5a-866b-b3c9f91ed2d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 1096 time: 0.0411851
Dec 18 21:15:31.437181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a0c51-999f-4627-9e23-390d6658ae3a req-eb14541c-a31e-411f-9854-d8d6e0a1729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:31.438692 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-646a0c51-999f-4627-9e23-390d6658ae3a req-eb14541c-a31e-411f-9854-d8d6e0a1729f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.0892248
Dec 18 21:15:31.485909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-64cdea6d-7255-4a73-b0d4-ed329718b15e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1431139
Dec 18 21:15:31.495471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-db4a3e58-27de-4fbf-b13e-c811af56cbfd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:15:31.496372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-db4a3e58-27de-4fbf-b13e-c811af56cbfd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050945
Dec 18 21:15:31.508310 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-646a0c51-999f-4627-9e23-390d6658ae3a req-8591c8e6-ceb0-4109-ac9e-37b2009f8690 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971 HTTP/1.1" status: 200  len: 1000 time: 0.0626442
Dec 18 21:15:31.564449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a0c51-999f-4627-9e23-390d6658ae3a req-b50c4ee9-c670-4c7e-8f28-7bb7ecdafa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:31.565805 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-646a0c51-999f-4627-9e23-390d6658ae3a req-b50c4ee9-c670-4c7e-8f28-7bb7ecdafa9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.0474494
Dec 18 21:15:31.568730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c38a86-7ea2-46a0-9dfd-80e848bcb7d8 req-5a90f7b9-d733-4ed5-884e-a342d3e86cb4 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:31.570282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-43c38a86-7ea2-46a0-9dfd-80e848bcb7d8 req-5a90f7b9-d733-4ed5-884e-a342d3e86cb4 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0549202
Dec 18 21:15:31.621684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-43c38a86-7ea2-46a0-9dfd-80e848bcb7d8 req-e4d5666d-eaeb-4e00-9858-67b2103e7bab tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445764
Dec 18 21:15:31.623527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a0c51-999f-4627-9e23-390d6658ae3a req-bc84af11-ecdb-43f5-b3c1-77294e19e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:31.625048 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-646a0c51-999f-4627-9e23-390d6658ae3a req-bc84af11-ecdb-43f5-b3c1-77294e19e47b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0509980
Dec 18 21:15:31.718772 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-646a0c51-999f-4627-9e23-390d6658ae3a req-0b30eec5-9e1e-42c0-b0d7-97e5d34bd88a service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857778
Dec 18 21:15:31.818343 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-646a0c51-999f-4627-9e23-390d6658ae3a req-42ff4825-209f-4344-a4cc-e6bdeff04322 service neutron] 10.222.0.31 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927606
Dec 18 21:15:32.032192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-5542b404-7a22-464d-a1e8-a434c8e4e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:32.033586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-5542b404-7a22-464d-a1e8-a434c8e4e55f service neutron] 10.222.0.13 "GET /v2.0/ports/bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 HTTP/1.1" status: 200  len: 1093 time: 0.0571346
Dec 18 21:15:32.047632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f57ec-6745-4618-969a-d5be6e5dda35 req-5dd0e81b-0f8a-4adf-a502-a93030f11692 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:32.049094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce5f57ec-6745-4618-969a-d5be6e5dda35 req-5dd0e81b-0f8a-4adf-a502-a93030f11692 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 946 time: 0.0835290
Dec 18 21:15:32.053352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:32.053808 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] Unknown quota resources ['binding']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 21:15:32.175991 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce5f57ec-6745-4618-969a-d5be6e5dda35 req-9d130d4a-e46f-4bb2-9db7-621d3175f96e tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1188228
Dec 18 21:15:32.232640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] Attempting to bind port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:15:32.233351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] Attempting to bind port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:15:32.233351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] Attempting to bind port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on network fb5f496f-e8cb-4f55-bfa1-40a816271a86 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:15:32.237567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] Port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on network fb5f496f-e8cb-4f55-bfa1-40a816271a86 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:15:32.238726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] Attempting to bind port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on network fb5f496f-e8cb-4f55-bfa1-40a816271a86 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:15:32.243404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:15:32.243745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] Checking segment: {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:15:32.244126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] Bound using segment: {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:15:32.244551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] Bound port: bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:15:32.335473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:15:32.355930 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] Publish callbacks [] for binding, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:32.357097 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] 10.222.0.13 "POST /v2.0/ports/bca0e7e4-0dfb-4100-aaa8-4c55aa06b336/bindings HTTP/1.1" status: 201  len: 389 time: 0.3173411
Dec 18 21:15:32.380571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d6345-09e8-47dc-ac72-05306ef4f058 req-7f9a8df8-7c2a-4239-a4b8-6e774986de83 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:32.382090 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-009d6345-09e8-47dc-ac72-05306ef4f058 req-7f9a8df8-7c2a-4239-a4b8-6e774986de83 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 950 time: 0.0638938
Dec 18 21:15:32.451464 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-009d6345-09e8-47dc-ac72-05306ef4f058 req-b601e764-35fb-481c-ad7d-b36eb200b63c tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/security-groups?id=79d2a627-bb87-4777-8c46-f291e5978e4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606575
Dec 18 21:15:32.542431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c64abf-474e-4443-8ced-b628225825e3 req-de16b738-9d50-444e-ad78-86a7051ecf13 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:32.549300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74c64abf-474e-4443-8ced-b628225825e3 req-de16b738-9d50-444e-ad78-86a7051ecf13 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 945 time: 0.0813744
Dec 18 21:15:32.607620 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74c64abf-474e-4443-8ced-b628225825e3 req-52bfd1dc-a686-41e5-aeda-07f7235a4b37 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574579
Dec 18 21:15:32.626243 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-2925d4a4-384b-42df-97bb-2b64ea943b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:32.627879 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-2925d4a4-384b-42df-97bb-2b64ea943b01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 1096 time: 0.0459306
Dec 18 21:15:32.714334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9d008-774c-4212-8598-123642ef8182 req-53ea6d01-3684-40a9-95a0-d9724b7e6125 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:32.715319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82e9d008-774c-4212-8598-123642ef8182 req-53ea6d01-3684-40a9-95a0-d9724b7e6125 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 946 time: 0.0684659
Dec 18 21:15:32.748832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-71fcecf9-8ae8-4339-8e62-aae630e1aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:32.750501 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-71fcecf9-8ae8-4339-8e62-aae630e1aba4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb5f496f-e8cb-4f55-bfa1-40a816271a86 HTTP/1.1" status: 200  len: 896 time: 0.1145933
Dec 18 21:15:32.819167 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-7b69c7ef-e06c-4028-a7c7-20f66c1e8f73 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 HTTP/1.1" status: 200  len: 1001 time: 0.0613654
Dec 18 21:15:32.849363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f29b59-84da-44a4-b760-3163980ef4b7 req-a1f02bed-ffab-4ad9-8500-27b46a13d2ab tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:32.850937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84f29b59-84da-44a4-b760-3163980ef4b7 req-a1f02bed-ffab-4ad9-8500-27b46a13d2ab tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.1171010
Dec 18 21:15:32.893014 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Deleting port afd82864-3497-4dbf-be5e-465b8fe8ede6 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:15:32.893419 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:32.899248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-2a91cc75-7082-4b8e-ae91-806fa890e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:32.900755 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-2a91cc75-7082-4b8e-ae91-806fa890e7cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ed7698c-dab5-496c-80ce-ff076ecfce14 HTTP/1.1" status: 200  len: 835 time: 0.0724769
Dec 18 21:15:32.954470 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-150428a9-dcf0-4f85-a280-e8002a8c366c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:32.955190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-bea51b09-8956-4683-8096-0b30e3230793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:32.956358 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-bea51b09-8956-4683-8096-0b30e3230793 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb5f496f-e8cb-4f55-bfa1-40a816271a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0469739
Dec 18 21:15:32.997727 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84f29b59-84da-44a4-b760-3163980ef4b7 req-fbe444fc-836f-483a-9f1a-77747a678110 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1289358
Dec 18 21:15:33.016560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] For port afd82864-3497-4dbf-be5e-465b8fe8ede6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afd82864-3497-4dbf-be5e-465b8fe8ede6,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:33.016937 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:33.071353 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-82540e65-fbbc-4f24-93d3-d547709b4261 service neutron] 10.222.0.31 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1070340
Dec 18 21:15:33.172564 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-27b5e67d-f6af-42ea-bb7a-fcad94decf06 service neutron] 10.222.0.31 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922601
Dec 18 21:15:33.198863 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:33.199314 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:33.200249 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Floating IP 54802b90-1205-4747-a86e-a093a33606c5 disassociated. External IP: 172.35.3.152, port: afd82864-3497-4dbf-be5e-465b8fe8ede6.
Dec 18 21:15:33.200906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Calling delete_port for afd82864-3497-4dbf-be5e-465b8fe8ede6 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:15:33.310165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-ca8229a0-8f26-49ef-830d-f84c3f2e2e3e tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:33.311639 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-ca8229a0-8f26-49ef-830d-f84c3f2e2e3e tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f&tenant_id=71c859bfcff54b5c85e6cb248341f37c&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0852900
Dec 18 21:15:33.323277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:33.334695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d3c2d-850c-4793-ae0f-7c5a2bce6736 req-038f4f5d-2b9d-4b2c-b6b0-73007a0c81a7 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:33.336164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce5d3c2d-850c-4793-ae0f-7c5a2bce6736 req-038f4f5d-2b9d-4b2c-b6b0-73007a0c81a7 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 946 time: 0.0798020
Dec 18 21:15:33.388231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:33.416672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce5d3c2d-850c-4793-ae0f-7c5a2bce6736 req-212bb26e-9f3d-48a4-b891-fd9b5119702a tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups?id=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719750
Dec 18 21:15:33.436154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:33.493548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event deleted for resources: {'Port': ['ID=afd82864-3497-4dbf-be5e-465b8fe8ede6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:33.515178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.516553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.516779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.517131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.517494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.517799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.518761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.519120 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.519464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.519843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.520302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.520635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.521674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:15:33.545033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:33.595528 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:15:33.634410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Router 5080fc68-ce21-48e8-b97e-286cfe92f288 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:15:33.642542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:33.646381 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197c68ae-9c16-469f-8b9c-904420cc0139" -d '{"events": [{"server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "name": "network-vif-unplugged", "status": "completed", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:33.651957 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:33.664208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:33.711805 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1de9657-c000-41b1-b0e3-c9bad327b17a x-openstack-request-id: req-a1de9657-c000-41b1-b0e3-c9bad327b17a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:33.712173 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "name": "network-vif-unplugged", "status": "completed", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:33.712435 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1de9657-c000-41b1-b0e3-c9bad327b17a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:33.712917 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'code': 200}
Dec 18 21:15:33.787222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,revision_number=7']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:33.818475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca4962-83ec-4220-9a3a-d42aba64d663 req-471de4ac-19e2-453d-9e63-80d816f87a9c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:33.820554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1fca4962-83ec-4220-9a3a-d42aba64d663 req-471de4ac-19e2-453d-9e63-80d816f87a9c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 943 time: 0.0993176
Dec 18 21:15:33.877557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Attempting to bind port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:15:33.877900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Attempting to bind port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:15:33.878227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Attempting to bind port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on network fb5f496f-e8cb-4f55-bfa1-40a816271a86 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:15:33.880492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:15:33.892743 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on network fb5f496f-e8cb-4f55-bfa1-40a816271a86 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:15:33.893074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Attempting to bind port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on network fb5f496f-e8cb-4f55-bfa1-40a816271a86 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:15:33.893781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a732f-9096-4c87-83a8-4739162631ad None None] Sync routers for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:15:33.903006 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:15:33.908149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Checking segment: {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:15:33.908564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Bound using segment: {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:15:33.909007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Bound port: bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc7f236-f921-41f8-bf4e-2177f459efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:15:33.909374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:33.915775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a732f-9096-4c87-83a8-4739162631ad None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:15:33.920514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2b6a732f-9096-4c87-83a8-4739162631ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d657670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:15:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:33.922713 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1fca4962-83ec-4220-9a3a-d42aba64d663 req-ade25985-7993-49b7-9525-eba0a138c67b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928836
Dec 18 21:15:33.937742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] No DVR routers for this DVR port afd82864-3497-4dbf-be5e-465b8fe8ede6 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:15:33.940928 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:33.947065 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82e9d008-774c-4212-8598-123642ef8182 req-dec3af15-2b95-4105-8af0-1e510ce6ea9c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.36 "DELETE /v2.0/ports/afd82864-3497-4dbf-be5e-465b8fe8ede6 HTTP/1.1" status: 204  len: 173 time: 1.2204473
Dec 18 21:15:33.947796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'name': 'network-vif-deleted', 'tag': 'afd82864-3497-4dbf-be5e-465b8fe8ede6'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:33.950624 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a19f1fc-a016-4a56-a020-f0fb9945135d" -d '{"events": [{"server_uuid": "2dead3a0-55e1-4aa5-91e9-5a4eefe5e192", "name": "network-vif-deleted", "tag": "afd82864-3497-4dbf-be5e-465b8fe8ede6"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:34.034990 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9167d229-49b8-4914-9708-6eb8ce016732 x-openstack-request-id: req-9167d229-49b8-4914-9708-6eb8ce016732 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:34.035362 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dead3a0-55e1-4aa5-91e9-5a4eefe5e192", "name": "network-vif-deleted", "tag": "afd82864-3497-4dbf-be5e-465b8fe8ede6", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:34.036247 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9167d229-49b8-4914-9708-6eb8ce016732 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:34.036743 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dead3a0-55e1-4aa5-91e9-5a4eefe5e192', 'name': 'network-vif-deleted', 'tag': 'afd82864-3497-4dbf-be5e-465b8fe8ede6', 'status': 'completed', 'code': 200}
Dec 18 21:15:34.096907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:15:34.102267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:15:34.109334 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:34.157215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-2b6a732f-9096-4c87-83a8-4739162631ad None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:15:34.194225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ed36f-6093-416e-b9c3-1485f0517833 req-89131592-e956-4345-a09c-7f1523e35be3 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:34.195952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f7ed36f-6093-416e-b9c3-1485f0517833 req-89131592-e956-4345-a09c-7f1523e35be3 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0980783
Dec 18 21:15:34.236652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,revision_number=8']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:34.278040 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f7ed36f-6093-416e-b9c3-1485f0517833 req-9bd757f1-ab1f-4c55-b5fc-7a15447e5b79 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0755773
Dec 18 21:15:34.302772 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:34.303919 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:34.305830 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-40a3d19e-a414-4d8d-8fb3-8d6d5cbfe2c4 service neutron] 10.222.0.31 "PUT /v2.0/ports/bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 HTTP/1.1" status: 200  len: 1121 time: 0.9865756
Dec 18 21:15:34.346581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-bf926cb6-b79e-48bf-b9e5-ebdadc571f0d None None] Provisioning complete for port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:34.347041 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bf926cb6-b79e-48bf-b9e5-ebdadc571f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:34.394750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['bca0e7e4-0dfb-4100-aaa8-4c55aa06b336'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:15:34.600901 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-458f6ce3-3e9e-41ff-93e1-9a43663a6778 req-6160f365-69b6-4dae-a624-7b054224824c tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dead3a0-55e1-4aa5-91e9-5a4eefe5e192 HTTP/1.1" status: 200  len: 210 time: 0.0636327
Dec 18 21:15:34.679902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:15:34.685391 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bf926cb6-b79e-48bf-b9e5-ebdadc571f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:34.693970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2b6a732f-9096-4c87-83a8-4739162631ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d657670>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:34.694950 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62e023f5-8ffe-486b-8173-e30a7d1dbbbf req-7d99b502-b450-4ec6-a430-4961f0d388ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0735233
Dec 18 21:15:34.761801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a732f-9096-4c87-83a8-4739162631ad None None] Checking router: 5080fc68-ce21-48e8-b97e-286cfe92f288 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:15:34.772474 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e023f5-8ffe-486b-8173-e30a7d1dbbbf req-157102e1-9e98-4035-858c-8c057d37d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:34.774072 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62e023f5-8ffe-486b-8173-e30a7d1dbbbf req-157102e1-9e98-4035-858c-8c057d37d46e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 1097 time: 0.0493851
Dec 18 21:15:34.803572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:34.805775 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a886d56-2d87-4de1-bcac-7cb062c48673" -d '{"events": [{"server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:34.829820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-bf926cb6-b79e-48bf-b9e5-ebdadc571f0d None None] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:34.832317 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a732f-9096-4c87-83a8-4739162631ad None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:15:34.833717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2b6a732f-9096-4c87-83a8-4739162631ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d657670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:15:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:34.877804 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bf926cb6-b79e-48bf-b9e5-ebdadc571f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:34.888646 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b59637-4e0d-4085-abcc-fbf2e6ae1dc0 x-openstack-request-id: req-52b59637-4e0d-4085-abcc-fbf2e6ae1dc0 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:34.888937 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:34.889189 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52b59637-4e0d-4085-abcc-fbf2e6ae1dc0 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:34.889568 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'code': 200}
Dec 18 21:15:34.901340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e023f5-8ffe-486b-8173-e30a7d1dbbbf req-e099dfd8-6f54-4b45-8f46-b0f21f39e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:34.902875 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62e023f5-8ffe-486b-8173-e30a7d1dbbbf req-e099dfd8-6f54-4b45-8f46-b0f21f39e807 service neutron] 10.222.0.31 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1086304
Dec 18 21:15:34.983124 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62e023f5-8ffe-486b-8173-e30a7d1dbbbf req-bc528cc6-05e0-4911-b96b-607fdeed2dcd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b HTTP/1.1" status: 200  len: 1002 time: 0.0715194
Dec 18 21:15:35.072451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e023f5-8ffe-486b-8173-e30a7d1dbbbf req-831344af-b7ea-4dc3-a3a3-64b1e76127a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:35.073958 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62e023f5-8ffe-486b-8173-e30a7d1dbbbf req-831344af-b7ea-4dc3-a3a3-64b1e76127a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0828757
Dec 18 21:15:35.147524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dc5fc-bc48-44ac-9100-b705ca3f8ae8 req-e57ca0cf-1f97-4300-8fbc-bbcf6734165c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:35.150113 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f4dc5fc-bc48-44ac-9100-b705ca3f8ae8 req-e57ca0cf-1f97-4300-8fbc-bbcf6734165c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 945 time: 0.0951226
Dec 18 21:15:35.196677 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:35.209276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e023f5-8ffe-486b-8173-e30a7d1dbbbf req-88cf276b-5dad-422b-9f90-e0f413fc8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:35.216438 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62e023f5-8ffe-486b-8173-e30a7d1dbbbf req-88cf276b-5dad-422b-9f90-e0f413fc8048 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1334493
Dec 18 21:15:35.218207 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f4dc5fc-bc48-44ac-9100-b705ca3f8ae8 req-85ef9a92-6acc-473a-bac8-4d70c773f468 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591524
Dec 18 21:15:35.274212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf926cb6-b79e-48bf-b9e5-ebdadc571f0d None None] Pushing event updated for resources: {'Port': ['ID=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:35.319083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-2b6a732f-9096-4c87-83a8-4739162631ad None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:15:35.354605 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62e023f5-8ffe-486b-8173-e30a7d1dbbbf req-8ca9cbee-439a-4f3c-9f8b-8d86b0de54db service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273129
Dec 18 21:15:35.401828 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8b303300-3aa2-43ad-b838-6209629ea5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:35.406313 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:35.452293 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:35.527929 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62e023f5-8ffe-486b-8173-e30a7d1dbbbf req-c7e1e281-7010-4073-8e39-4f18a987f1b9 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520770
Dec 18 21:15:35.614491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e28d15-67f6-4f49-bd44-9c9e6bc1c4af req-2c2f32c7-d194-4bf1-b356-5b1429b583a8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:35.616244 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55e28d15-67f6-4f49-bd44-9c9e6bc1c4af req-2c2f32c7-d194-4bf1-b356-5b1429b583a8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 943 time: 0.0560079
Dec 18 21:15:35.700829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40772) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:35.705487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-57febac7-3695-4b07-b8d0-9f6a85c18098 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0821877
Dec 18 21:15:35.710358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55e28d15-67f6-4f49-bd44-9c9e6bc1c4af req-4b9736c4-8174-45b0-817d-70203d9ea328 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0858305
Dec 18 21:15:35.716748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:35.719446 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2949976e-1a78-4b56-a15f-9de40c6e6bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:35.772595 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dcdd61-d9ac-4859-baac-90753c7fe485 x-openstack-request-id: req-45dcdd61-d9ac-4859-baac-90753c7fe485 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:35.772874 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:35.773131 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45dcdd61-d9ac-4859-baac-90753c7fe485 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:35.773517 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'status': 'completed', 'code': 200}
Dec 18 21:15:35.807897 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f8850fb-76ed-40dd-a1fc-4f28b34f7fdd tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:35.835774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f9b0bed5-77f7-4382-97c8-50ef0f83778a None None] Provisioning complete for port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:35.836142 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9b0bed5-77f7-4382-97c8-50ef0f83778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:35.838715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f8850fb-76ed-40dd-a1fc-4f28b34f7fdd tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:35.843951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:35.867474 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949976e-1a78-4b56-a15f-9de40c6e6bf1 req-29a663fe-045c-442f-a80f-810e54030454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:35.869052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2949976e-1a78-4b56-a15f-9de40c6e6bf1 req-29a663fe-045c-442f-a80f-810e54030454 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 1126 time: 0.0625565
Dec 18 21:15:35.913257 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f8850fb-76ed-40dd-a1fc-4f28b34f7fdd tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:35.916761 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f8850fb-76ed-40dd-a1fc-4f28b34f7fdd tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:35.922032 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5f8850fb-76ed-40dd-a1fc-4f28b34f7fdd tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "DELETE /v2.0/security-groups/34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299 HTTP/1.1" status: 204  len: 168 time: 0.2183201
Dec 18 21:15:35.922032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 40780) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:35.960190 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-263b6b94-3c48-42e0-b27e-f4c88ab17bdd tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] show failed (client error): The resource could not be found.
Dec 18 21:15:35.964052 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-263b6b94-3c48-42e0-b27e-f4c88ab17bdd tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "GET /v2.0/security-groups/34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299 HTTP/1.1" status: 404  len: 347 time: 0.0330062
Dec 18 21:15:35.965269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 40784) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:35.967576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8850fb-76ed-40dd-a1fc-4f28b34f7fdd tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a4622c-1e90-4c4c-ac9e-a9fdcd3aa299,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:36.011349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2b6a732f-9096-4c87-83a8-4739162631ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d657670>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:36.046287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a732f-9096-4c87-83a8-4739162631ad None None] The sync data for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 is: [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:14Z', 'revision_number': 4, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0bfcef24-5aee-495d-bfaf-4bb8d1955d5c', 'name': '', 'network_id': '3fa9a6b3-e419-4c2c-9375-8a9a95a008ff', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'mac_address': 'fa:16:3e:85:fd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:13Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'subnets': [{'id': 'c32a9709-eb41-4302-a656-d37822e7e70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:15:36.053667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949976e-1a78-4b56-a15f-9de40c6e6bf1 req-830587de-2cb9-48a1-990a-dc77f73ea157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:36.055130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2949976e-1a78-4b56-a15f-9de40c6e6bf1 req-830587de-2cb9-48a1-990a-dc77f73ea157 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fb5f496f-e8cb-4f55-bfa1-40a816271a86 HTTP/1.1" status: 200  len: 896 time: 0.1778610
Dec 18 21:15:36.192775 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2949976e-1a78-4b56-a15f-9de40c6e6bf1 req-3edcf4ca-68eb-49af-86ec-02a3a03eec89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 HTTP/1.1" status: 200  len: 1001 time: 0.1028323
Dec 18 21:15:36.209045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e8732-31d0-43cc-9a4d-7d6c51c356a8 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Deleting port 3cff88bb-2263-41fb-a057-55af41d43ddf {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:15:36.209770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8732-31d0-43cc-9a4d-7d6c51c356a8 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:36.309423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949976e-1a78-4b56-a15f-9de40c6e6bf1 req-4cead34c-cafa-4f42-810c-e7dc487253fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:36.310924 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2949976e-1a78-4b56-a15f-9de40c6e6bf1 req-4cead34c-cafa-4f42-810c-e7dc487253fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ed7698c-dab5-496c-80ce-ff076ecfce14 HTTP/1.1" status: 200  len: 835 time: 0.0983827
Dec 18 21:15:36.437110 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:36.440969 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f765e72-06d4-4811-913e-6e9d51c30bb8 None None] New status for floating IP 54802b90-1205-4747-a86e-a093a33606c5: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:15:36.696103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:15:36.733821 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8732-31d0-43cc-9a4d-7d6c51c356a8 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:36.734819 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8732-31d0-43cc-9a4d-7d6c51c356a8 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:36.761029 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e8732-31d0-43cc-9a4d-7d6c51c356a8 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Calling delete_port for 3cff88bb-2263-41fb-a057-55af41d43ddf owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:15:36.776810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949976e-1a78-4b56-a15f-9de40c6e6bf1 req-81ff8629-f6d0-4851-a830-d9f17a6715da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:36.778662 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2949976e-1a78-4b56-a15f-9de40c6e6bf1 req-81ff8629-f6d0-4851-a830-d9f17a6715da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb5f496f-e8cb-4f55-bfa1-40a816271a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4565165
Dec 18 21:15:36.786100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device afd82864-3497-4dbf-be5e-465b8fe8ede6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:15:36.795693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65181d6-f3f0-40a9-9e23-3819aaf2863a req-02b63fa2-0e5b-4cef-9fed-ea02fa2bd7c5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:36.803657 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e65181d6-f3f0-40a9-9e23-3819aaf2863a req-02b63fa2-0e5b-4cef-9fed-ea02fa2bd7c5 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 945 time: 0.4799888
Dec 18 21:15:36.850621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-475ffd0d-e664-4112-86d0-5702456fb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:36.852301 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-475ffd0d-e664-4112-86d0-5702456fb428 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680&tenant_id=64ef041cd6724458b053cde5c1afe4fa HTTP/1.1" status: 200  len: 1094 time: 0.1212304
Dec 18 21:15:36.856726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: afd82864-3497-4dbf-be5e-465b8fe8ede6 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:15:36.857428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device afd82864-3497-4dbf-be5e-465b8fe8ede6 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:15:36.870961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:36.887807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:36.892165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:36.895377 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eb9026-eb7a-4059-86f9-a0e61cdf6e3e" -d '{"events": [{"server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:36.919108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 has no active binding in host nch2-master-1 {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 18 21:15:36.935041 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:37.005519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e65181d6-f3f0-40a9-9e23-3819aaf2863a req-8287fd33-62d8-4a8e-bfd4-5cd91b4c790c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2009013
Dec 18 21:15:37.039928 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649676d4-8b38-4973-bd60-65d1eae27426 req-e71c644b-efbd-42a3-96f6-6d32eb6e169d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:37.041680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-649676d4-8b38-4973-bd60-65d1eae27426 req-e71c644b-efbd-42a3-96f6-6d32eb6e169d tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 943 time: 0.1842556
Dec 18 21:15:37.052363 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2949976e-1a78-4b56-a15f-9de40c6e6bf1 req-47041bd8-e773-4d95-b3fc-efd015d6f05b service neutron] 10.222.0.36 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2460995
Dec 18 21:15:37.090294 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4601e5-e519-483d-accd-be5af49271ff x-openstack-request-id: req-5d4601e5-e519-483d-accd-be5af49271ff {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:37.090832 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:37.091257 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d4601e5-e519-483d-accd-be5af49271ff {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:37.091839 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'code': 200}
Dec 18 21:15:37.164726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:37.184804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-649676d4-8b38-4973-bd60-65d1eae27426 req-79060fe8-ccba-445f-9ea8-4ca14f0fcf1b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1288407
Dec 18 21:15:37.201734 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8732-31d0-43cc-9a4d-7d6c51c356a8 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:37.203554 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:15:37.243355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:15:37.251568 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:37.255392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e8732-31d0-43cc-9a4d-7d6c51c356a8 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Pushing event deleted for resources: {'Port': ['ID=3cff88bb-2263-41fb-a057-55af41d43ddf,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:37.259949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2949976e-1a78-4b56-a15f-9de40c6e6bf1 req-651b79d0-f8cc-4684-a1fa-b278c0ab9d22 service neutron] 10.222.0.36 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1968913
Dec 18 21:15:37.270523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Transition to ACTIVE for port object 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:15:37.275735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:37.337721 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8732-31d0-43cc-9a4d-7d6c51c356a8 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:37.341335 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a6e8732-31d0-43cc-9a4d-7d6c51c356a8 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:37.345496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7a6e8732-31d0-43cc-9a4d-7d6c51c356a8 tempest-AttachVolumeTestJSON-466975463 tempest-AttachVolumeTestJSON-466975463-project] 10.222.0.13 "DELETE /v2.0/floatingips/54802b90-1205-4747-a86e-a093a33606c5 HTTP/1.1" status: 204  len: 168 time: 1.3774462
Dec 18 21:15:37.370186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Pushing event updated for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=9']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:37.430609 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] No DVR routers for this DVR port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:15:37.671868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Attempting to bind port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:15:37.672336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Attempting to bind port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:15:37.672794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Attempting to bind port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:15:37.680795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:15:37.681175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Attempting to bind port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 on network 7a73f33f-bbbf-4537-b0c3-79abe445c89e {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:15:37.688479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:15:37.688943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Checking segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:15:37.689890 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Bound using segment: {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:15:37.690122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Bound port: 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:15:37.690775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:37.771472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:15:37.774474 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:15:37.781136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:37.821290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:37.822283 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:37.824370 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] 10.222.0.36 "PUT /v2.0/ports/8fc3959f-d4a6-42b7-97eb-c57af1bbe971 HTTP/1.1" status: 200  len: 1091 time: 0.9596112
Dec 18 21:15:37.830823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:37.837750 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2057623-5e43-408f-905a-cdaed5d3b7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:37.901184 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e408b7-f882-4367-82c7-fe12963c008a x-openstack-request-id: req-23e408b7-f882-4367-82c7-fe12963c008a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:37.902336 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:37.902640 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23e408b7-f882-4367-82c7-fe12963c008a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:37.903320 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'status': 'completed', 'code': 200}
Dec 18 21:15:37.904281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8b877-84fd-4f78-a33d-54684c3f993f service neutron] Pushing event updated for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=10']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:37.935783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-14d13ef0-ee22-4e1d-9290-48a9dcf4ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:37.938747 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-14d13ef0-ee22-4e1d-9290-48a9dcf4ff12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 1095 time: 0.0753448
Dec 18 21:15:38.139481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-7b0c8ad7-6495-4882-9c66-3f9f7936b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:38.140534 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:38.143240 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-7b0c8ad7-6495-4882-9c66-3f9f7936b709 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.1908679
Dec 18 21:15:38.212307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f69b1-4c65-4012-8996-66a660d76e51 req-4503a51f-e66c-45cd-a713-dfee02d0ca9a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:38.217625 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-352f69b1-4c65-4012-8996-66a660d76e51 req-4503a51f-e66c-45cd-a713-dfee02d0ca9a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 945 time: 0.0802641
Dec 18 21:15:38.236451 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-5c84c58b-730d-4e41-92db-1800375d70ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971 HTTP/1.1" status: 200  len: 998 time: 0.0812554
Dec 18 21:15:38.277058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-352f69b1-4c65-4012-8996-66a660d76e51 req-967fead5-e90e-4244-b0e0-4b66ac63d330 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504985
Dec 18 21:15:38.317545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-334a6031-c6f7-4806-9624-71305ec02b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:38.319115 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-334a6031-c6f7-4806-9624-71305ec02b1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.0703523
Dec 18 21:15:38.368804 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06ad1-b0a9-47af-a049-0961b9f22225 req-2fd69386-6588-4597-8eeb-b82a09727718 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:38.371836 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8dc06ad1-b0a9-47af-a049-0961b9f22225 req-2fd69386-6588-4597-8eeb-b82a09727718 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.0697565
Dec 18 21:15:38.377982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-52a7dd8e-7d05-4c7a-9b17-6553c5ed7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:38.380151 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-52a7dd8e-7d05-4c7a-9b17-6553c5ed7b7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0525093
Dec 18 21:15:38.447064 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8dc06ad1-b0a9-47af-a049-0961b9f22225 req-4ef245eb-67a5-4e66-9b56-06e896e07b1c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0653572
Dec 18 21:15:38.489225 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-b24cd56c-5833-4bb9-96d5-59a5713673a2 service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952396
Dec 18 21:15:38.537279 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:38.619730 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-80f16a93-891b-4b90-959a-5982f03ca7d5 service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1165452
Dec 18 21:15:38.782937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2057623-5e43-408f-905a-cdaed5d3b7f5 req-a6cc2ee7-3a50-4e2d-84d9-89be04c02531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:38.784556 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d2057623-5e43-408f-905a-cdaed5d3b7f5 req-a6cc2ee7-3a50-4e2d-84d9-89be04c02531 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64ef041cd6724458b053cde5c1afe4fa&device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 1095 time: 0.0886679
Dec 18 21:15:38.903876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2057623-5e43-408f-905a-cdaed5d3b7f5 req-79d423b9-76d2-48ac-9d0f-c24b2a1cda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:38.905434 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d2057623-5e43-408f-905a-cdaed5d3b7f5 req-79d423b9-76d2-48ac-9d0f-c24b2a1cda11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 200  len: 917 time: 0.1121442
Dec 18 21:15:39.015403 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d2057623-5e43-408f-905a-cdaed5d3b7f5 req-bb498204-6d0e-4d82-b183-8079cdfa928c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971 HTTP/1.1" status: 200  len: 998 time: 0.0979147
Dec 18 21:15:39.475197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae3881-4300-46fc-a6c5-f3ceeece1035 req-e977ba5d-5ccf-4e6c-9215-37c478bc3e58 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:39.476888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7ae3881-4300-46fc-a6c5-f3ceeece1035 req-e977ba5d-5ccf-4e6c-9215-37c478bc3e58 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 945 time: 0.1091430
Dec 18 21:15:39.561411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7ae3881-4300-46fc-a6c5-f3ceeece1035 req-c81f6546-72a0-446b-9f28-894503cad4a9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781140
Dec 18 21:15:39.573332 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-95a0b695-d403-4090-8e7c-8c1e6b643a08 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903789239&fields=id&tenant_id=de79cd87d023436a80d3cc5428586e21 HTTP/1.1" status: 200  len: 267 time: 0.0748599
Dec 18 21:15:39.774165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68514b66-a0ff-49ae-be50-f5754be29345 req-6403d4f6-f857-4e55-aafb-1f51803984c8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:39.775756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68514b66-a0ff-49ae-be50-f5754be29345 req-6403d4f6-f857-4e55-aafb-1f51803984c8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.0997627
Dec 18 21:15:39.787174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-cb96a28a-90ae-42ab-a5e1-a712e4a65721 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:39.795081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-cb96a28a-90ae-42ab-a5e1-a712e4a65721 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 812 time: 0.2122674
Dec 18 21:15:39.825375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-21810d83-19ac-468f-945f-afa1ff173205 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/quotas/de79cd87d023436a80d3cc5428586e21 HTTP/1.1" status: 200  len: 375 time: 0.0289841
Dec 18 21:15:39.890536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68514b66-a0ff-49ae-be50-f5754be29345 req-fa227743-ab7f-4042-bd52-43f32adf1ebb tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0923793
Dec 18 21:15:39.907687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-35abf05f-2fb7-4029-bfe7-4fcba02529e1 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0814607
Dec 18 21:15:40.091262 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-0461f953-4ca7-47c9-93f5-3413ba03a3b0 service neutron] 10.222.0.13 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553633
Dec 18 21:15:40.218595 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-d6201d8f-b863-4859-bacf-6a33a38a634e service neutron] 10.222.0.13 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1193907
Dec 18 21:15:40.595118 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0697e6c7-7543-497b-8eb0-3c26b47a4335 req-9f8eb984-bb15-4fde-8538-ba1c6a514d6b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 210 time: 0.0679851
Dec 18 21:15:40.802797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d74f9d-e04d-42d5-aa62-b2f27c8e7c9b req-44979098-ea43-43c4-925a-0fdad9e369d0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:40.827602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6d74f9d-e04d-42d5-aa62-b2f27c8e7c9b req-44979098-ea43-43c4-925a-0fdad9e369d0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 945 time: 0.1213498
Dec 18 21:15:40.891545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6d74f9d-e04d-42d5-aa62-b2f27c8e7c9b req-e054af3d-a834-430d-868a-b93de1e023a2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607612
Dec 18 21:15:41.072400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49698dc8-ebea-4a0b-bc2a-c1aa7c7dab92 req-b2ff0540-42e5-43eb-a86f-735db6f5621c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:41.073941 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49698dc8-ebea-4a0b-bc2a-c1aa7c7dab92 req-b2ff0540-42e5-43eb-a86f-735db6f5621c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.0626137
Dec 18 21:15:41.138715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49698dc8-ebea-4a0b-bc2a-c1aa7c7dab92 req-ef1cd2a4-736d-4a7e-9051-9ed77f4f1fb3 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0573478
Dec 18 21:15:41.225246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41080) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:41.749692 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b72da066-d478-4410-9ec9-7c195e45ee11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:41.781057 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-90fdb268-fed9-40a1-84c5-e5f181a6f76b req-10d21985-d0f5-4ab4-8e85-1180079f6c27 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 210 time: 0.0404167
Dec 18 21:15:42.123580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127adb7-fbfe-4372-aa20-0393ff5be488 req-4b755884-5f7f-4f9a-9ce3-4b42ff237e45 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:42.134545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0127adb7-fbfe-4372-aa20-0393ff5be488 req-4b755884-5f7f-4f9a-9ce3-4b42ff237e45 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 945 time: 0.1450782
Dec 18 21:15:42.214030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0127adb7-fbfe-4372-aa20-0393ff5be488 req-4772e2d3-bcb8-48a7-9b25-9cf64cf8fa5f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728548
Dec 18 21:15:42.345514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2721f-d49e-4ecd-88bb-cafdda192626 req-b0a4db98-1baf-47ab-8811-bbfd9166dcdb tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:42.347060 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54a2721f-d49e-4ecd-88bb-cafdda192626 req-b0a4db98-1baf-47ab-8811-bbfd9166dcdb tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.0820620
Dec 18 21:15:42.415314 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54a2721f-d49e-4ecd-88bb-cafdda192626 req-2c8eddc4-9a93-413e-a52b-dbcf8934928b tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0616014
Dec 18 21:15:42.551917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b72da066-d478-4410-9ec9-7c195e45ee11 admin admin] Deleting port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:15:42.552580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b72da066-d478-4410-9ec9-7c195e45ee11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:42.658333 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-b72da066-d478-4410-9ec9-7c195e45ee11 admin admin] For port 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bfcef24-5aee-495d-bfaf-4bb8d1955d5c,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:42.659090 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b72da066-d478-4410-9ec9-7c195e45ee11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:42.679262 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b72da066-d478-4410-9ec9-7c195e45ee11 admin admin] Calling delete_port for 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:15:42.823118 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:15:42.918448 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b72da066-d478-4410-9ec9-7c195e45ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:42.962502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7e938cb-37d0-4062-8369-056208fe95d2 req-6be25129-a5c3-4c34-9031-2d3298ffe65b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 210 time: 0.0609500
Dec 18 21:15:42.965740 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:42.972244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72da066-d478-4410-9ec9-7c195e45ee11 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfcef24-5aee-495d-bfaf-4bb8d1955d5c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:43.020532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:43.023318 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852e3772-8032-47ff-b6fc-6efe271f75b7" -d '{"events": [{"server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "name": "network-vif-unplugged", "status": "completed", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:43.077494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:43.087685 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:43.125872 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321109fc-7455-48dd-8f82-1656bfe0028b x-openstack-request-id: req-321109fc-7455-48dd-8f82-1656bfe0028b {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:43.126727 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "name": "network-vif-unplugged", "status": "completed", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:43.127160 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-321109fc-7455-48dd-8f82-1656bfe0028b {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:43.127743 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'code': 200}
Dec 18 21:15:43.211423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,revision_number=10']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:43.377837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcefd26-d3f6-4107-9e54-1860d961450e req-839f93a7-c99e-4433-869e-d5f614db57d8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:43.388029 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-efcefd26-d3f6-4107-9e54-1860d961450e req-839f93a7-c99e-4433-869e-d5f614db57d8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.0784707
Dec 18 21:15:43.426577 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b72da066-d478-4410-9ec9-7c195e45ee11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:43.467240 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-efcefd26-d3f6-4107-9e54-1860d961450e req-9c0fd1e4-ef4f-4526-a63e-1d4f436d6d58 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781660
Dec 18 21:15:43.581081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b3cf1-358d-4921-8cbe-0acc4c8ffaa0 req-8e56fd7e-9458-4647-8e40-5ccfb82594ba tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:43.584003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-707b3cf1-358d-4921-8cbe-0acc4c8ffaa0 req-8e56fd7e-9458-4647-8e40-5ccfb82594ba tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.0624766
Dec 18 21:15:43.646179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-707b3cf1-358d-4921-8cbe-0acc4c8ffaa0 req-e0e73947-dd91-49f2-92d2-74627ede49c1 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0543196
Dec 18 21:15:43.747340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72da066-d478-4410-9ec9-7c195e45ee11 admin admin] Router 5080fc68-ce21-48e8-b97e-286cfe92f288 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:15:43.866654 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72da066-d478-4410-9ec9-7c195e45ee11 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:15:43.872315 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b72da066-d478-4410-9ec9-7c195e45ee11 admin admin] 10.222.0.13 "PUT /v2.0/routers/5080fc68-ce21-48e8-b97e-286cfe92f288/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6458557
Dec 18 21:15:43.874870 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41122) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:43.881654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f226e50c-575e-45b5-ab3d-0153832eb0d5 None None] Sync routers for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:15:43.893618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f226e50c-575e-45b5-ab3d-0153832eb0d5 None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:15:43.894558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f226e50c-575e-45b5-ab3d-0153832eb0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e0aa9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:15:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:44.001464 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:44.068861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f226e50c-575e-45b5-ab3d-0153832eb0d5 None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:15:44.070149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5aa4407-f209-4772-84c8-fb3010055351 req-a9813d72-d91b-4917-8873-93a4872779ce tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 210 time: 0.0488734
Dec 18 21:15:44.143980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:44.242336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Deleting port 93380f02-a556-4463-afdf-5b0c13599896 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:15:44.243109 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:44.323445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f226e50c-575e-45b5-ab3d-0153832eb0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e0aa9d0>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158'}], 'enable_snat': True}, 'gw_port_id': '93380f02-a556-4463-afdf-5b0c13599896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:15:42Z', 'revision_number': 5, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port': {'id': '93380f02-a556-4463-afdf-5b0c13599896', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:44.359129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f226e50c-575e-45b5-ab3d-0153832eb0d5 None None] Checking router: 5080fc68-ce21-48e8-b97e-286cfe92f288 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:15:44.364817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] For port 93380f02-a556-4463-afdf-5b0c13599896, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93380f02-a556-4463-afdf-5b0c13599896,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:44.365344 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:44.369762 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f226e50c-575e-45b5-ab3d-0153832eb0d5 None None] Routers {'5080fc68-ce21-48e8-b97e-286cfe92f288'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:15:44.370707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f226e50c-575e-45b5-ab3d-0153832eb0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e0aa9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:15:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5080fc68-ce21-48e8-b97e-286cfe92f288'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:44.381216 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Calling delete_port for 93380f02-a556-4463-afdf-5b0c13599896 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:15:44.498608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f226e50c-575e-45b5-ab3d-0153832eb0d5 None None] Set router 5080fc68-ce21-48e8-b97e-286cfe92f288 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:15:44.599425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f226e50c-575e-45b5-ab3d-0153832eb0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e0aa9d0>, [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:15:44Z', 'revision_number': 6, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:44.639926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f226e50c-575e-45b5-ab3d-0153832eb0d5 None None] The sync data for ids ['5080fc68-ce21-48e8-b97e-286cfe92f288'] in ncdv-master-1 is: [{'id': '5080fc68-ce21-48e8-b97e-286cfe92f288', 'name': 'tempest-AttachVolumeTestJSON-87718768-router', 'tenant_id': '0115052ed7dd4b60b9c729f1daa095c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:09Z', 'updated_at': '2021-12-18T21:15:44Z', 'revision_number': 6, 'project_id': '0115052ed7dd4b60b9c729f1daa095c2', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:15:44.692220 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:44.701936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce33a4-24fa-4945-bff8-91937ef7b1b8 req-82fa958c-b1b7-4a8d-81ea-f50c33208479 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:44.717007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67ce33a4-24fa-4945-bff8-91937ef7b1b8 req-82fa958c-b1b7-4a8d-81ea-f50c33208479 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 950 time: 0.1713328
Dec 18 21:15:44.763411 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Pushing event deleted for resources: {'Port': ['ID=93380f02-a556-4463-afdf-5b0c13599896,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:44.764011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58027c-cd15-4684-a1eb-463b7683c3a5 req-47d7c380-8332-466b-ab7d-aedb84468ddd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:44.775920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc58027c-cd15-4684-a1eb-463b7683c3a5 req-47d7c380-8332-466b-ab7d-aedb84468ddd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.1922464
Dec 18 21:15:44.780817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91761fbb-1afa-4c61-bdbc-054ad993bd1d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:15:44.871844 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:44.898524 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67ce33a4-24fa-4945-bff8-91937ef7b1b8 req-9a9037ca-3c07-4855-824f-f7bed18e72ad tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/security-groups?id=79d2a627-bb87-4777-8c46-f291e5978e4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806376
Dec 18 21:15:44.991063 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.017745 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc58027c-cd15-4684-a1eb-463b7683c3a5 req-a1f0b330-358a-4935-b2f2-b6b5f7849875 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2254043
Dec 18 21:15:45.034639 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.037000 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.100037 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.100037 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5080fc68-ce21-48e8-b97e-286cfe92f288 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:15:45.119088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.122778 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a54c1a15-0ec4-4037-a462-aff00d9cef7c admin admin] 10.222.0.13 "DELETE /v2.0/routers/5080fc68-ce21-48e8-b97e-286cfe92f288 HTTP/1.1" status: 204  len: 168 time: 1.2447240
Dec 18 21:15:45.124617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41138) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:45.202431 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bfafba10-41f5-46a4-b94a-751916b959b7 req-491cfb89-49f7-4a37-b56c-9a29150de234 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 210 time: 0.0456486
Dec 18 21:15:45.216464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633435c2-862a-46d8-a9b4-be5811aca38a req-3060ec0f-be4b-4021-aa9e-cebdd0205298 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:45.230323 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-633435c2-862a-46d8-a9b4-be5811aca38a req-3060ec0f-be4b-4021-aa9e-cebdd0205298 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.1440024
Dec 18 21:15:45.248134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2637e18-5d7d-4bd0-9c05-505e3e9a0ca6 admin admin] Deleting subnet c32a9709-eb41-4302-a656-d37822e7e70b {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:15:45.258656 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d2637e18-5d7d-4bd0-9c05-505e3e9a0ca6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.318821 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d2637e18-5d7d-4bd0-9c05-505e3e9a0ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.340307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-633435c2-862a-46d8-a9b4-be5811aca38a req-0ea0e745-32ec-4070-8e4b-984ca5c99eeb tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1091199
Dec 18 21:15:45.413060 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d2637e18-5d7d-4bd0-9c05-505e3e9a0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.466157 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d2637e18-5d7d-4bd0-9c05-505e3e9a0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.492841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d2637e18-5d7d-4bd0-9c05-505e3e9a0ca6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.497821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d2637e18-5d7d-4bd0-9c05-505e3e9a0ca6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c32a9709-eb41-4302-a656-d37822e7e70b HTTP/1.1" status: 204  len: 168 time: 0.3713291
Dec 18 21:15:45.499254 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3664455-efa0-404a-8415-e87f70600ee5 None None] Network 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:15:45.500391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41142) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:45.520066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2637e18-5d7d-4bd0-9c05-505e3e9a0ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c32a9709-eb41-4302-a656-d37822e7e70b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:45.642445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.728966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Deleting port 76fa2115-1a98-4404-bddf-42eed1f329cf {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:15:45.729426 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.764786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a8359-898b-40f8-a91a-ee10e1793c14 None None] DHCP port deletion for 3fa9a6b3-e419-4c2c-9375-8a9a95a008ff request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:15:45.831172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] For port 76fa2115-1a98-4404-bddf-42eed1f329cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76fa2115-1a98-4404-bddf-42eed1f329cf,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:45.831705 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.846736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Calling delete_port for 76fa2115-1a98-4404-bddf-42eed1f329cf owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:15:45.861110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-045a8359-898b-40f8-a91a-ee10e1793c14 None None] Deleting port 76fa2115-1a98-4404-bddf-42eed1f329cf {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:15:45.861497 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-045a8359-898b-40f8-a91a-ee10e1793c14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.937843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-045a8359-898b-40f8-a91a-ee10e1793c14 None None] For port 76fa2115-1a98-4404-bddf-42eed1f329cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76fa2115-1a98-4404-bddf-42eed1f329cf,segment=NetworkSegment(de0cf8e3-b008-4af3-95ee-37e8abe97507),segment_id=de0cf8e3-b008-4af3-95ee-37e8abe97507)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:45.938358 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-045a8359-898b-40f8-a91a-ee10e1793c14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:45.968506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-045a8359-898b-40f8-a91a-ee10e1793c14 None None] Calling delete_port for 76fa2115-1a98-4404-bddf-42eed1f329cf owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:15:46.006687 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:15:46.055679 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 21:15:46.063472 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-045a8359-898b-40f8-a91a-ee10e1793c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.088174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a8359-898b-40f8-a91a-ee10e1793c14 None None] Pushing event deleted for resources: {'Port': ['ID=76fa2115-1a98-4404-bddf-42eed1f329cf,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:46.101833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Pushing event deleted for resources: {'Port': ['ID=76fa2115-1a98-4404-bddf-42eed1f329cf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:46.108478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a1642-f1eb-40ed-9315-3461618668cc req-ac1152e4-a780-4a3a-a009-e86ff6d4c156 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:46.110070 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d01a1642-f1eb-40ed-9315-3461618668cc req-ac1152e4-a780-4a3a-a009-e86ff6d4c156 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 950 time: 0.0938165
Dec 18 21:15:46.111430 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a8359-898b-40f8-a91a-ee10e1793c14 None None] No DVR routers for this DVR port 76fa2115-1a98-4404-bddf-42eed1f329cf on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:15:46.151316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] No DVR routers for this DVR port 76fa2115-1a98-4404-bddf-42eed1f329cf on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:15:46.200105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4110f-c666-493b-887e-c0ab04e4c04f req-ea84dd2a-e255-4ce3-913d-0ccc2d52bad5 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:46.201639 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7c4110f-c666-493b-887e-c0ab04e4c04f req-ea84dd2a-e255-4ce3-913d-0ccc2d52bad5 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 950 time: 0.1279202
Dec 18 21:15:46.225529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d01a1642-f1eb-40ed-9315-3461618668cc req-55ffecc5-5126-4aa2-a385-6b10a3621076 tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/security-groups?id=79d2a627-bb87-4777-8c46-f291e5978e4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091909
Dec 18 21:15:46.235735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dffdca-d29f-4175-81a5-7f62181b080f req-eca2ea45-8269-451e-a338-002f672a3b1e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:46.237949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16dffdca-d29f-4175-81a5-7f62181b080f req-eca2ea45-8269-451e-a338-002f672a3b1e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.0988915
Dec 18 21:15:46.322178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-16dffdca-d29f-4175-81a5-7f62181b080f req-46782300-1dd9-4ef0-b683-b7dd841c0300 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749192
Dec 18 21:15:46.354933 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.361296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54b7db7d-d5df-48ba-8faa-67d578abbac8 req-b3d25c0f-9252-4e45-88cf-37d26950ce31 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 210 time: 0.0281732
Dec 18 21:15:46.386439 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e3ac310>,) {'filters': {'network_id': ['3fa9a6b3-e419-4c2c-9375-8a9a95a008ff']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:46.400873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e3ac310>, 'de0cf8e3-b008-4af3-95ee-37e8abe97507') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:46.401435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e3ac310>, 'de0cf8e3-b008-4af3-95ee-37e8abe97507') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:46.414669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b7c4110f-c666-493b-887e-c0ab04e4c04f req-05097f17-9268-4782-b50a-943eee2c2dde tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Deleting port 5a74dcaa-dd1f-4048-bff3-72d877c828fd {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:15:46.415007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7c4110f-c666-493b-887e-c0ab04e4c04f req-05097f17-9268-4782-b50a-943eee2c2dde tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.418946 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.474735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.486653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:15:46.487349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:15:46.490108 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:15:46.494635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d0e96-4cee-4c68-823c-86baaae11b8b req-8296bb24-a728-4ee0-8e33-3f6e38711689 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:46.496323 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-086d0e96-4cee-4c68-823c-86baaae11b8b req-8296bb24-a728-4ee0-8e33-3f6e38711689 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.0638273
Dec 18 21:15:46.552063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-086d0e96-4cee-4c68-823c-86baaae11b8b req-8f9fe361-af34-4e2c-8208-940eb8cabccc tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0483317
Dec 18 21:15:46.590985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b7c4110f-c666-493b-887e-c0ab04e4c04f req-05097f17-9268-4782-b50a-943eee2c2dde tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] For port 5a74dcaa-dd1f-4048-bff3-72d877c828fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a74dcaa-dd1f-4048-bff3-72d877c828fd,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:46.591310 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7c4110f-c666-493b-887e-c0ab04e4c04f req-05097f17-9268-4782-b50a-943eee2c2dde tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.606983 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-b7c4110f-c666-493b-887e-c0ab04e4c04f req-05097f17-9268-4782-b50a-943eee2c2dde tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Calling delete_port for 5a74dcaa-dd1f-4048-bff3-72d877c828fd owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:15:46.609197 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.615681 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.621267 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/3fa9a6b3-e419-4c2c-9375-8a9a95a008ff HTTP/1.1" status: 204  len: 168 time: 1.1175618
Dec 18 21:15:46.639015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53077ae-fcd7-4b0e-882c-8ca65c9483fa admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa9a6b3-e419-4c2c-9375-8a9a95a008ff,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:46.688418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:15:46.716089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:15:46.716631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0bfcef24-5aee-495d-bfaf-4bb8d1955d5c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:15:46.717118 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 93380f02-a556-4463-afdf-5b0c13599896 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:15:46.741289 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 93380f02-a556-4463-afdf-5b0c13599896 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:15:46.741770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 93380f02-a556-4463-afdf-5b0c13599896 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:15:46.742503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 76fa2115-1a98-4404-bddf-42eed1f329cf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:15:46.779929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 76fa2115-1a98-4404-bddf-42eed1f329cf {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:15:46.781376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 76fa2115-1a98-4404-bddf-42eed1f329cf not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:15:46.827412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41154) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:46.854858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7c4110f-c666-493b-887e-c0ab04e4c04f req-05097f17-9268-4782-b50a-943eee2c2dde tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.882425 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-39f12be9-f574-4bf8-8bdd-de6cb9949ac9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0115052ed7dd4b60b9c729f1daa095c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0522962
Dec 18 21:15:46.883777 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41156) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:46.887969 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05097f17-9268-4782-b50a-943eee2c2dde tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Pushing event deleted for resources: {'Port': ['ID=5a74dcaa-dd1f-4048-bff3-72d877c828fd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:46.937932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c4110f-c666-493b-887e-c0ab04e4c04f req-05097f17-9268-4782-b50a-943eee2c2dde tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] No DVR routers for this DVR port 5a74dcaa-dd1f-4048-bff3-72d877c828fd on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:15:46.940496 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7c4110f-c666-493b-887e-c0ab04e4c04f req-05097f17-9268-4782-b50a-943eee2c2dde tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.952489 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7c4110f-c666-493b-887e-c0ab04e4c04f req-05097f17-9268-4782-b50a-943eee2c2dde tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.31 "DELETE /v2.0/ports/5a74dcaa-dd1f-4048-bff3-72d877c828fd HTTP/1.1" status: 204  len: 173 time: 0.7390745
Dec 18 21:15:46.953077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc58871a-b684-483d-8cba-4fdbc8ec6a2b', 'name': 'network-vif-deleted', 'tag': '5a74dcaa-dd1f-4048-bff3-72d877c828fd'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:46.955764 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a17f393-248a-4d46-a8a0-afbb3701844f" -d '{"events": [{"server_uuid": "cc58871a-b684-483d-8cba-4fdbc8ec6a2b", "name": "network-vif-deleted", "tag": "5a74dcaa-dd1f-4048-bff3-72d877c828fd"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:46.982106 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d05116e6-1aad-4f52-9128-35d244a33cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:46.998346 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f9d189-8dd5-4c3a-b979-a1d83116ad4d x-openstack-request-id: req-e6f9d189-8dd5-4c3a-b979-a1d83116ad4d {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:46.998936 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc58871a-b684-483d-8cba-4fdbc8ec6a2b", "name": "network-vif-deleted", "tag": "5a74dcaa-dd1f-4048-bff3-72d877c828fd", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:46.999535 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6f9d189-8dd5-4c3a-b979-a1d83116ad4d {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:47.000171 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc58871a-b684-483d-8cba-4fdbc8ec6a2b', 'name': 'network-vif-deleted', 'tag': '5a74dcaa-dd1f-4048-bff3-72d877c828fd', 'status': 'completed', 'code': 200}
Dec 18 21:15:47.016691 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d05116e6-1aad-4f52-9128-35d244a33cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:47.089228 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d05116e6-1aad-4f52-9128-35d244a33cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:47.091973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d05116e6-1aad-4f52-9128-35d244a33cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:47.093303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d05116e6-1aad-4f52-9128-35d244a33cca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cc8ffa1-8584-48f5-bbe5-1b45aca10f07 HTTP/1.1" status: 204  len: 168 time: 0.2083409
Dec 18 21:15:47.112639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05116e6-1aad-4f52-9128-35d244a33cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc8ffa1-8584-48f5-bbe5-1b45aca10f07,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:47.358704 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73830d12-504a-4e35-b21d-310d101ef3e2 req-a1c59b10-08d8-4f77-b1c1-71f075b3bc3f tempest-VolumesBackupsTest-1696781328 tempest-VolumesBackupsTest-1696781328-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc58871a-b684-483d-8cba-4fdbc8ec6a2b HTTP/1.1" status: 200  len: 210 time: 0.0305076
Dec 18 21:15:47.474097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065cb28-9a0d-4e5e-a5b8-2168a33f34fa req-e055c7f1-012c-452b-a30b-b6c57dd044b9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:47.475945 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0065cb28-9a0d-4e5e-a5b8-2168a33f34fa req-e055c7f1-012c-452b-a30b-b6c57dd044b9 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.0687504
Dec 18 21:15:47.531193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5def42c3-de0e-49ce-baa0-4b6c4aa14cc6 req-15a550fd-b399-4982-bd6c-848e4cf2915c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 210 time: 0.0500510
Dec 18 21:15:47.575960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0065cb28-9a0d-4e5e-a5b8-2168a33f34fa req-44fe80a1-5143-40df-ba38-680cb3171f31 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807319
Dec 18 21:15:47.770394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1aef8-73be-4362-a41d-c8148d95badd req-448a68d2-d757-4102-8208-523860bc5e76 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:47.772586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5de1aef8-73be-4362-a41d-c8148d95badd req-448a68d2-d757-4102-8208-523860bc5e76 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.0824404
Dec 18 21:15:47.835163 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5de1aef8-73be-4362-a41d-c8148d95badd req-6c9b06d3-3621-4705-bb2a-8b15eaa85aa8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0565212
Dec 18 21:15:48.708860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a855b5c1-caaf-4b05-a011-8d4ade0c0613 req-1c589a9e-f5ee-430c-94c1-8e38b6fa9dbe tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 210 time: 0.0569992
Dec 18 21:15:48.753057 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5a74dcaa-dd1f-4048-bff3-72d877c828fd no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:15:48.820916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 5a74dcaa-dd1f-4048-bff3-72d877c828fd {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:15:48.821601 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5a74dcaa-dd1f-4048-bff3-72d877c828fd not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:15:48.954824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dcddf-6f6f-4b12-a3f1-447fdad0d666 req-1afc39b5-7819-40cc-bc2a-2441d6b8b06b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:48.965829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e34dcddf-6f6f-4b12-a3f1-447fdad0d666 req-1afc39b5-7819-40cc-bc2a-2441d6b8b06b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.0922132
Dec 18 21:15:49.061755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e34dcddf-6f6f-4b12-a3f1-447fdad0d666 req-07dffbf4-db5d-47a1-85e1-b5a298168f0e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946400
Dec 18 21:15:49.074754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a9ad1-366b-4000-b293-ee03c10cae3c req-6c857fdc-55fd-4d28-86e4-7a990c4f4cea tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:49.076193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-670a9ad1-366b-4000-b293-ee03c10cae3c req-6c857fdc-55fd-4d28-86e4-7a990c4f4cea tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.1040952
Dec 18 21:15:49.147963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-670a9ad1-366b-4000-b293-ee03c10cae3c req-9761627c-dd95-4a52-bd41-46f66fc62936 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0637164
Dec 18 21:15:49.572120 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:49.810534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6777490-a87a-497e-a1d4-c17ae141befc req-d0b22165-cc8a-4cb9-82b2-0692b6ff5187 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 210 time: 0.0259273
Dec 18 21:15:50.081629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2057623-5e43-408f-905a-cdaed5d3b7f5 req-9cab161f-17f3-428c-8c50-dc8165d09ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:50.087808 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d2057623-5e43-408f-905a-cdaed5d3b7f5 req-9cab161f-17f3-428c-8c50-dc8165d09ada service neutron] 10.222.0.36 "GET /v2.0/subnets?id=996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 200  len: 855 time: 0.0826268
Dec 18 21:15:50.116822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-d2cdb1c0-8b80-4d30-b417-66dae429cfdd service neutron] 10.222.0.36 "GET /v2.0/ports/bca0e7e4-0dfb-4100-aaa8-4c55aa06b336/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0815871
Dec 18 21:15:50.199777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2057623-5e43-408f-905a-cdaed5d3b7f5 req-60491c54-5bcb-4c64-81b5-bd7e0337ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:50.201549 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d2057623-5e43-408f-905a-cdaed5d3b7f5 req-60491c54-5bcb-4c64-81b5-bd7e0337ad4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a73f33f-bbbf-4537-b0c3-79abe445c89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0974216
Dec 18 21:15:50.290497 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb916d-bba2-4063-9492-3fe850c7c727 req-d8a03c09-50fd-4da1-ae08-82c39b516721 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:50.292380 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82eb916d-bba2-4063-9492-3fe850c7c727 req-d8a03c09-50fd-4da1-ae08-82c39b516721 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.1289222
Dec 18 21:15:50.366559 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d2057623-5e43-408f-905a-cdaed5d3b7f5 req-1c568ad2-e2b2-4b2c-91be-3affa36e6861 service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556942
Dec 18 21:15:50.464705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82eb916d-bba2-4063-9492-3fe850c7c727 req-97a2838f-e033-45df-8347-f43cbb7edc93 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1512487
Dec 18 21:15:50.477961 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7123e28-ce0e-4e1a-9e41-aef8acefeed7 req-aee5bfbe-1b77-48a9-8ded-874e1f7287c6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:50.479691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7123e28-ce0e-4e1a-9e41-aef8acefeed7 req-aee5bfbe-1b77-48a9-8ded-874e1f7287c6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.1503413
Dec 18 21:15:50.509903 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d2057623-5e43-408f-905a-cdaed5d3b7f5 req-57740db7-8a9f-4717-a8c3-beaa6558a7ee service neutron] 10.222.0.36 "GET /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326649
Dec 18 21:15:50.521312 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-516549b0-a080-4f23-952c-d5edaf044735 req-2dc840be-8671-4a72-ba76-52ab079f0768 service neutron] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:50.559906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-516549b0-a080-4f23-952c-d5edaf044735 req-2dc840be-8671-4a72-ba76-52ab079f0768 service neutron] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:15:50.564618 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7123e28-ce0e-4e1a-9e41-aef8acefeed7 req-031ba4b4-b8bc-4112-b957-bcc3c19fb86c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0760808
Dec 18 21:15:50.601865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-516549b0-a080-4f23-952c-d5edaf044735 req-2dc840be-8671-4a72-ba76-52ab079f0768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:15:50.613627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-516549b0-a080-4f23-952c-d5edaf044735 req-2dc840be-8671-4a72-ba76-52ab079f0768 service neutron] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:50.627667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-516549b0-a080-4f23-952c-d5edaf044735 req-2dc840be-8671-4a72-ba76-52ab079f0768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:50.701414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-516549b0-a080-4f23-952c-d5edaf044735 req-2dc840be-8671-4a72-ba76-52ab079f0768 service neutron] Transition to ACTIVE for port object bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:15:50.707583 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-516549b0-a080-4f23-952c-d5edaf044735 req-2dc840be-8671-4a72-ba76-52ab079f0768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:50.814163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-52a45a6a-9510-4bd2-8f70-8e5d75691d95 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:50.816605 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-52a45a6a-9510-4bd2-8f70-8e5d75691d95 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 812 time: 0.1346078
Dec 18 21:15:50.929223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc840be-8671-4a72-ba76-52ab079f0768 service neutron] Pushing event updated for resources: {'Port': ['ID=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,revision_number=12']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:50.931462 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-58f5cf10-12f1-4008-a282-657a638fcf80 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de79cd87d023436a80d3cc5428586e21 HTTP/1.1" status: 200  len: 380 time: 0.1013031
Dec 18 21:15:50.938684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71a1fc7f-4ff7-4782-8b62-06f6a5902d4a req-cf52a275-21a5-4d37-93c7-db35d37f59f5 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 210 time: 0.0374265
Dec 18 21:15:50.944692 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'port': {'device_id': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'admin_state_up': True, 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'security_groups': ['43b86a7d-da6b-4732-bd4c-dcdcea004f44']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:50.972110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-516549b0-a080-4f23-952c-d5edaf044735 req-2dc840be-8671-4a72-ba76-52ab079f0768 service neutron] No DVR routers for this DVR port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:15:51.069731 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Made reservation on behalf of de79cd87d023436a80d3cc5428586e21 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:15:51.073625 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:51.110831 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-2dc840be-8671-4a72-ba76-52ab079f0768 service neutron] 10.222.0.36 "PUT /v2.0/ports/bca0e7e4-0dfb-4100-aaa8-4c55aa06b336/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.9642167
Dec 18 21:15:51.238949 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Allocated IP 172.20.0.10 (719d1db8-90bc-4a29-9e67-d552b1d87f10/ce6df939-cc0b-4eee-ad97-d0794ca80cc4/a7cafa90-4ea2-464a-974c-82429732a64d) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:15:51.252264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-7999eb1d-44d8-4650-ad7d-c60513168cbf tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:51.253800 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-7999eb1d-44d8-4650-ad7d-c60513168cbf tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f&tenant_id=71c859bfcff54b5c85e6cb248341f37c&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0886624
Dec 18 21:15:51.363723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-dd41433c-c5cd-425e-9235-6784de078205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:51.365118 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-dd41433c-c5cd-425e-9235-6784de078205 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f&tenant_id=71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 1095 time: 0.1038563
Dec 18 21:15:51.439704 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:51.453116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-ed7e1b45-bf8f-41b7-9928-a421164e63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:51.454628 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-ed7e1b45-bf8f-41b7-9928-a421164e63cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 1095 time: 0.0669219
Dec 18 21:15:51.537030 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:51.609049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:15:51.615044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-dd84b62a-5e60-4515-b8e9-190ea2780fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:51.616405 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-dd84b62a-5e60-4515-b8e9-190ea2780fdf service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb5f496f-e8cb-4f55-bfa1-40a816271a86 HTTP/1.1" status: 200  len: 896 time: 0.1551025
Dec 18 21:15:51.617278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:15:51.619547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'Port': ['ID=a7cafa90-4ea2-464a-974c-82429732a64d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:51.621896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:15:51.655319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9296f-e446-4abb-abe3-be8c423db9ac req-c1fee5d2-3b41-4a08-84f0-70b809ffed60 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:51.666316 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17f9296f-e446-4abb-abe3-be8c423db9ac req-c1fee5d2-3b41-4a08-84f0-70b809ffed60 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.0971911
Dec 18 21:15:51.747496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:51.748163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:51.774432 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-8e2fc2d2-aa43-4400-ae89-c94f0c71b2d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 HTTP/1.1" status: 200  len: 999 time: 0.1473312
Dec 18 21:15:51.806082 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-852eca61-9d41-47d3-b3af-8a00dae93dba tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8670681
Dec 18 21:15:51.825148 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17f9296f-e446-4abb-abe3-be8c423db9ac req-a86c7e51-ac1f-436b-96ca-31f9361ac306 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1577353
Dec 18 21:15:51.837292 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d708ae-d363-4ec6-9d31-6b352c33c86e req-932db894-69c5-4858-9d78-1b058cc2eccd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:51.845377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4d708ae-d363-4ec6-9d31-6b352c33c86e req-932db894-69c5-4858-9d78-1b058cc2eccd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.1368194
Dec 18 21:15:51.859153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Request body: {'port': {'device_id': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:15:51.909751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-e587ee11-d93a-46c5-9281-daf706aa3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:51.913201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4d708ae-d363-4ec6-9d31-6b352c33c86e req-328f71e0-318e-42e9-95de-405ffcaa4b52 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0666401
Dec 18 21:15:51.915394 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-e587ee11-d93a-46c5-9281-daf706aa3a58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ed7698c-dab5-496c-80ce-ff076ecfce14 HTTP/1.1" status: 200  len: 835 time: 0.1299026
Dec 18 21:15:52.059631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a38fd403-f4ea-45c4-bf94-1df6ee59a766 None None] Provisioning complete for port a7cafa90-4ea2-464a-974c-82429732a64d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:52.060169 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a38fd403-f4ea-45c4-bf94-1df6ee59a766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:52.155927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a38fd403-f4ea-45c4-bf94-1df6ee59a766 None None] Port a7cafa90-4ea2-464a-974c-82429732a64d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:15:52.182755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e086a-7635-4c00-af91-83e4b6d1938f req-f9a9a113-d034-46de-8145-ca9eb5d443f0 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:52.185415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b2e086a-7635-4c00-af91-83e4b6d1938f req-f9a9a113-d034-46de-8145-ca9eb5d443f0 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 932 time: 0.0640395
Dec 18 21:15:52.245524 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b2e086a-7635-4c00-af91-83e4b6d1938f req-51724ce8-8827-402d-992f-a016414a0c1f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525696
Dec 18 21:15:52.415138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:52.439369 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-acbc90c4-85c7-41d8-9490-8e91ad1de0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:52.440845 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-acbc90c4-85c7-41d8-9490-8e91ad1de0b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb5f496f-e8cb-4f55-bfa1-40a816271a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0622818
Dec 18 21:15:52.592670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41412) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:52.637426 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-b2f78d78-897e-473b-988d-e5ef19ff4c55 service neutron] 10.222.0.31 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801584
Dec 18 21:15:52.747534 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42e7407b-4253-4343-8180-6cf352cd5531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:52.815018 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-5d52d06b-2417-4c63-a8be-d2e11492811d service neutron] 10.222.0.31 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489644
Dec 18 21:15:52.825271 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42e7407b-4253-4343-8180-6cf352cd5531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:52.834512 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42e7407b-4253-4343-8180-6cf352cd5531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:52.869004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-42e7407b-4253-4343-8180-6cf352cd5531 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7c5cb1d08af40f7acd449ffa5c623c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2757330
Dec 18 21:15:52.872664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41418) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:52.883256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cafa90-4ea2-464a-974c-82429732a64d {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:15:52.895865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7407b-4253-4343-8180-6cf352cd5531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6126854-8884-45ff-8df7-d38f59af7fb1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:52.909877 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:52.916996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:15:52.926821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Transition to ACTIVE for port object a7cafa90-4ea2-464a-974c-82429732a64d will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:15:52.946721 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:52.991964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a400edc-48e2-4587-85f5-27116c669aba req-43a723b6-02a8-4eef-998c-4bb21c070509 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:53.000397 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a400edc-48e2-4587-85f5-27116c669aba req-43a723b6-02a8-4eef-998c-4bb21c070509 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.0821166
Dec 18 21:15:53.005060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Pushing event updated for resources: {'Port': ['ID=a7cafa90-4ea2-464a-974c-82429732a64d,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:53.084546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a400edc-48e2-4587-85f5-27116c669aba req-f3d24b36-3d27-4d6b-bcc4-9a33b1d66ebf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792794
Dec 18 21:15:53.107496 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-27f6dca8-f181-4a66-ae32-854424b1c2e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:53.146887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:53.158843 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-27f6dca8-f181-4a66-ae32-854424b1c2e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:53.164611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'port_id': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'mac_address': 'fa:16:3e:9f:23:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:15:53.241912 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:53.245294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Attempting to bind port a7cafa90-4ea2-464a-974c-82429732a64d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:15:53.245644 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Attempting to bind port a7cafa90-4ea2-464a-974c-82429732a64d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:15:53.245982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Attempting to bind port a7cafa90-4ea2-464a-974c-82429732a64d on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:15:53.252036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:15:53.252602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Port a7cafa90-4ea2-464a-974c-82429732a64d on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:15:53.252945 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Attempting to bind port a7cafa90-4ea2-464a-974c-82429732a64d on network 719d1db8-90bc-4a29-9e67-d552b1d87f10 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:15:53.264157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:15:53.264512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Checking segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:15:53.265145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Bound using segment: {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:15:53.265347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Bound port: a7cafa90-4ea2-464a-974c-82429732a64d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b42cb84-c382-4e00-9dc9-532a2fe77dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:15:53.265716 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:53.266734 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6100214-f824-458b-bf0b-1bfed79ef027 req-c6a4796f-ba4b-491f-981e-ed8bd1838d93 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:53.269034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6100214-f824-458b-bf0b-1bfed79ef027 req-c6a4796f-ba4b-491f-981e-ed8bd1838d93 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 944 time: 0.1912603
Dec 18 21:15:53.289262 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516549b0-a080-4f23-952c-d5edaf044735 req-844de319-cd8a-4c8c-8b55-4b1ca4e66386 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:53.290762 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-844de319-cd8a-4c8c-8b55-4b1ca4e66386 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f&tenant_id=71c859bfcff54b5c85e6cb248341f37c&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1645725
Dec 18 21:15:53.301364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:53.310195 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:53.330235 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-27f6dca8-f181-4a66-ae32-854424b1c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:53.334431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-27f6dca8-f181-4a66-ae32-854424b1c2e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:53.335855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-27f6dca8-f181-4a66-ae32-854424b1c2e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6126854-8884-45ff-8df7-d38f59af7fb1 HTTP/1.1" status: 204  len: 168 time: 0.4620183
Dec 18 21:15:53.362529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6dca8-f181-4a66-ae32-854424b1c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6126854-8884-45ff-8df7-d38f59af7fb1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:53.427184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=11']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:53.431496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6100214-f824-458b-bf0b-1bfed79ef027 req-12a99b7d-85a1-44c6-a40e-e7818734b53e tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1373811
Dec 18 21:15:53.462595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc6376-0126-47a6-bb3f-5e0875035662 req-74514a8b-8f2d-4aa5-98f2-74d39b0f7484 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:53.470596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] For port a7cafa90-4ea2-464a-974c-82429732a64d, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:15:53.471598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cafc6376-0126-47a6-bb3f-5e0875035662 req-74514a8b-8f2d-4aa5-98f2-74d39b0f7484 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 944 time: 0.1054752
Dec 18 21:15:53.476176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] For port a7cafa90-4ea2-464a-974c-82429732a64d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7cafa90-4ea2-464a-974c-82429732a64d,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:15:53.500327 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:53.539820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cafc6376-0126-47a6-bb3f-5e0875035662 req-0d3f83e9-f824-4268-b458-1ca1d64d2506 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672207
Dec 18 21:15:53.585395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:53.585395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:53.585395 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] 10.222.0.36 "PUT /v2.0/ports/a7cafa90-4ea2-464a-974c-82429732a64d HTTP/1.1" status: 200  len: 1092 time: 1.7314656
Dec 18 21:15:53.585395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'tag': 'a7cafa90-4ea2-464a-974c-82429732a64d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:53.585395 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1a0ee1-a97d-442e-8b61-cd420bbdfbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc66115-f830-404b-b50a-e0fa7a1b14cc", "tag": "a7cafa90-4ea2-464a-974c-82429732a64d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:53.604536 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['8fc3959f-d4a6-42b7-97eb-c57af1bbe971'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:15:53.699271 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25c9d7f-9ad5-4d9f-b26d-4a71059126c1 x-openstack-request-id: req-e25c9d7f-9ad5-4d9f-b26d-4a71059126c1 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:53.699573 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc66115-f830-404b-b50a-e0fa7a1b14cc", "tag": "a7cafa90-4ea2-464a-974c-82429732a64d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:53.699836 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e25c9d7f-9ad5-4d9f-b26d-4a71059126c1 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:53.700240 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'tag': 'a7cafa90-4ea2-464a-974c-82429732a64d', 'status': 'completed', 'code': 200}
Dec 18 21:15:53.750969 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7c2f9-4281-4139-b31b-1acd84e306cd service neutron] Pushing event updated for resources: {'Port': ['ID=a7cafa90-4ea2-464a-974c-82429732a64d,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:53.832599 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-516549b0-a080-4f23-952c-d5edaf044735 req-f79fe400-be45-4048-9574-3d7b11312c8e service neutron] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:15:53.839078 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-516549b0-a080-4f23-952c-d5edaf044735 req-f79fe400-be45-4048-9574-3d7b11312c8e service neutron] Publish callbacks [] for binding, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:53.840220 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-f79fe400-be45-4048-9574-3d7b11312c8e service neutron] 10.222.0.31 "DELETE /v2.0/ports/bca0e7e4-0dfb-4100-aaa8-4c55aa06b336/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4561925
Dec 18 21:15:53.842989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-e3bfb22f-bf9d-4228-9e31-9bcbfdc50e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:53.846215 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-e3bfb22f-bf9d-4228-9e31-9bcbfdc50e12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 1095 time: 0.1821105
Dec 18 21:15:53.935198 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-b4347b0e-ea69-46d0-8d44-58e2fb212b12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cafa90-4ea2-464a-974c-82429732a64d HTTP/1.1" status: 200  len: 217 time: 0.0786808
Dec 18 21:15:53.998267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-12d5b042-f824-430a-a464-0e2ec22a6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:53.999906 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-12d5b042-f824-430a-a464-0e2ec22a6b79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0565603
Dec 18 21:15:54.055351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-bc61b7a6-ff5b-4877-ae19-33b79641b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:54.056869 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-bc61b7a6-ff5b-4877-ae19-33b79641b688 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0477748
Dec 18 21:15:54.290737 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-433b4dc5-44c7-4339-ac8e-6893ef191268 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2256627
Dec 18 21:15:54.321834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f1e2b-c82c-4f9a-9583-29eeca3aee1a req-d56071e2-67d9-4bc8-8f49-36f223c018fa tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:54.324614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-318f1e2b-c82c-4f9a-9583-29eeca3aee1a req-d56071e2-67d9-4bc8-8f49-36f223c018fa tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.0850101
Dec 18 21:15:54.382016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-318f1e2b-c82c-4f9a-9583-29eeca3aee1a req-b3e2296d-33d7-49d9-81c0-c33750d8941e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508468
Dec 18 21:15:54.406725 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d5132f0-9b0d-4d5f-9ea2-98fb9b552403 req-f890bd5d-8f50-462a-ab05-ca5ce0b5dccd service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077147
Dec 18 21:15:54.509049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b188ac-0a89-4689-bb16-bb4fccc302e8 req-cf861cb0-0124-4ca3-9f32-63613391bad7 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:54.518607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82b188ac-0a89-4689-bb16-bb4fccc302e8 req-cf861cb0-0124-4ca3-9f32-63613391bad7 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 1095 time: 0.0572889
Dec 18 21:15:54.520487 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a0ee1-a97d-442e-8b61-cd420bbdfbd9 req-61aa15dc-490e-4f2b-9ee2-fbcae9a1a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:54.522617 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf1a0ee1-a97d-442e-8b61-cd420bbdfbd9 req-61aa15dc-490e-4f2b-9ee2-fbcae9a1a2a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 1095 time: 0.0592749
Dec 18 21:15:54.583604 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82b188ac-0a89-4689-bb16-bb4fccc302e8 req-bcacefef-fe81-4a27-adca-6692bf5fb934 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627720
Dec 18 21:15:54.692715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a0ee1-a97d-442e-8b61-cd420bbdfbd9 req-d624d9df-2546-4056-92ab-7c4beb6c7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:54.694166 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf1a0ee1-a97d-442e-8b61-cd420bbdfbd9 req-d624d9df-2546-4056-92ab-7c4beb6c7a8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1627107
Dec 18 21:15:54.756401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c7dfa-4653-4b10-ba5e-d2d6b4e7a876 req-702537f8-6a02-4cbb-bf07-53179a5fc866 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:54.759784 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc4c7dfa-4653-4b10-ba5e-d2d6b4e7a876 req-702537f8-6a02-4cbb-bf07-53179a5fc866 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 945 time: 0.0677080
Dec 18 21:15:54.768794 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf1a0ee1-a97d-442e-8b61-cd420bbdfbd9 req-ed5a70a6-baba-422d-ac5e-9d8ca9534005 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cafa90-4ea2-464a-974c-82429732a64d HTTP/1.1" status: 200  len: 217 time: 0.0545886
Dec 18 21:15:54.830211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a0ee1-a97d-442e-8b61-cd420bbdfbd9 req-6555d04b-683c-4a66-a986-3f9eaf18ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:54.832409 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf1a0ee1-a97d-442e-8b61-cd420bbdfbd9 req-6555d04b-683c-4a66-a986-3f9eaf18ad12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0539176
Dec 18 21:15:54.834320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a52f4-ce69-45ac-bea9-8f170ba1d7f8 req-4da8b7f4-2392-4b96-922c-71b4bc0a025f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:54.835848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-109a52f4-ce69-45ac-bea9-8f170ba1d7f8 req-4da8b7f4-2392-4b96-922c-71b4bc0a025f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 944 time: 0.0750301
Dec 18 21:15:54.877029 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc4c7dfa-4653-4b10-ba5e-d2d6b4e7a876 req-dd5b12a7-60ba-48e5-aa2e-79009bf89425 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0769324
Dec 18 21:15:54.884079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a0ee1-a97d-442e-8b61-cd420bbdfbd9 req-458070a3-029e-444e-b868-418b27b2e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:54.885681 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf1a0ee1-a97d-442e-8b61-cd420bbdfbd9 req-458070a3-029e-444e-b868-418b27b2e592 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434177
Dec 18 21:15:54.913366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-109a52f4-ce69-45ac-bea9-8f170ba1d7f8 req-276aea4e-3bc0-415a-8e3c-887bd207421a tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679004
Dec 18 21:15:54.917850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:15:54.984793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:15:54.990751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:15:54.991192 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:55.028112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb014ecb-ea7b-459d-9716-a923d19bcca4 req-3f22bfa3-6493-4807-bf53-ef86d0110d62 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:55.029771 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb014ecb-ea7b-459d-9716-a923d19bcca4 req-3f22bfa3-6493-4807-bf53-ef86d0110d62 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.0607800
Dec 18 21:15:55.058305 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf1a0ee1-a97d-442e-8b61-cd420bbdfbd9 req-1fc8a8c2-1105-4d23-9e0e-197e1b857dff service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1142321
Dec 18 21:15:55.087308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb014ecb-ea7b-459d-9716-a923d19bcca4 req-888a5fee-11d1-4872-8824-fc9f35888c34 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512400
Dec 18 21:15:55.093129 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:55.111619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41518) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:55.122479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:55.124880 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c794d9-4d06-4d65-8afd-45fcdb8dda03" -d '{"events": [{"server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "name": "network-vif-plugged", "status": "completed", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:55.158321 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:55.164182 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:55.180978 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cf1a0ee1-a97d-442e-8b61-cd420bbdfbd9 req-c7f5d379-1a42-4fb9-9a33-38005481ece6 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1051137
Dec 18 21:15:55.191934 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691d0c6b-0d90-4d7e-b15a-e4290f6ea876 x-openstack-request-id: req-691d0c6b-0d90-4d7e-b15a-e4290f6ea876 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:55.192226 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "name": "network-vif-plugged", "status": "completed", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:55.192481 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-691d0c6b-0d90-4d7e-b15a-e4290f6ea876 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:55.192871 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'code': 200}
Dec 18 21:15:55.225517 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e2a80761-4f9d-4bf6-9e73-5f56b6ab2eb0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/69743ca7-767f-4561-a138-6e45bb28b59a HTTP/1.1" status: 200  len: 991 time: 0.1124628
Dec 18 21:15:55.233097 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=12']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:55.381506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ff09a-a580-4d9a-b646-a5d29c7b16c7 req-4c53f811-f344-438e-8e6e-4619c5994f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:55.383222 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0f7ff09a-a580-4d9a-b646-a5d29c7b16c7 req-4c53f811-f344-438e-8e6e-4619c5994f62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 1097 time: 0.0470674
Dec 18 21:15:55.430055 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0f7ff09a-a580-4d9a-b646-a5d29c7b16c7 req-00209dda-da5a-4137-90da-043fbc51694d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387976
Dec 18 21:15:55.449811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41530) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:55.462790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41534) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:55.584143 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-61a9dba4-bd29-4f28-86d6-171a1cae8c7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:55.712268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port df954cc7-779b-4f8f-97c8-1ee32d29b5ff {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:15:55.712611 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:55.735221 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-61a9dba4-bd29-4f28-86d6-171a1cae8c7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:56.115764 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-61a9dba4-bd29-4f28-86d6-171a1cae8c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:56.252450 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-61a9dba4-bd29-4f28-86d6-171a1cae8c7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db778119f3bb4e02a98477d311228b8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8012629
Dec 18 21:15:56.256573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41564) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:56.257611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9dba4-bd29-4f28-86d6-171a1cae8c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba400d7-19d1-46be-a0d6-342d0cea09c2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:56.284034 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:56.284034 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:56.303930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62058169-b266-4922-bb4e-d8c18a2f5d94 req-48cd9ef9-2c6f-4891-97db-4ce932977e4d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:56.305599 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62058169-b266-4922-bb4e-d8c18a2f5d94 req-48cd9ef9-2c6f-4891-97db-4ce932977e4d tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 944 time: 0.1962960
Dec 18 21:15:56.316783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7da45b-b1a3-4e83-96c8-6109d825d141 req-1fbb155f-0441-4f11-9a0f-bb7beb150aaa tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:56.318684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a7da45b-b1a3-4e83-96c8-6109d825d141 req-1fbb155f-0441-4f11-9a0f-bb7beb150aaa tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 946 time: 0.2077322
Dec 18 21:15:56.325988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for df954cc7-779b-4f8f-97c8-1ee32d29b5ff owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:15:56.359318 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-08f10819-3c73-4603-9a9d-bc2e37433bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:56.389211 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-08f10819-3c73-4603-9a9d-bc2e37433bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:56.459548 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-08f10819-3c73-4603-9a9d-bc2e37433bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:56.462395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-08f10819-3c73-4603-9a9d-bc2e37433bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:56.463671 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-08f10819-3c73-4603-9a9d-bc2e37433bfe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ba400d7-19d1-46be-a0d6-342d0cea09c2 HTTP/1.1" status: 204  len: 168 time: 0.2052090
Dec 18 21:15:56.471986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f10819-3c73-4603-9a9d-bc2e37433bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba400d7-19d1-46be-a0d6-342d0cea09c2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:56.475677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a7da45b-b1a3-4e83-96c8-6109d825d141 req-953f6688-ae5c-457c-af0b-27d70fc5e410 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1508536
Dec 18 21:15:56.484067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62058169-b266-4922-bb4e-d8c18a2f5d94 req-5294fae4-69c7-44bb-b3be-6e020f06b248 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1606092
Dec 18 21:15:56.701305 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:56.746078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=df954cc7-779b-4f8f-97c8-1ee32d29b5ff,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:56.817953 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:56.818454 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Floating IP 69743ca7-767f-4561-a138-6e45bb28b59a disassociated (deleted). External IP: 172.35.3.228, port: bca0e7e4-0dfb-4100-aaa8-4c55aa06b336.
Dec 18 21:15:56.936533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a7cafa90-4ea2-464a-974c-82429732a64d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:15:57.115404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router b04ebc7f-4592-4351-8544-0e3bac96e37b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:15:57.173779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a7cafa90-4ea2-464a-974c-82429732a64d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7cafa90-4ea2-464a-974c-82429732a64d,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:57.200942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'a7cafa90-4ea2-464a-974c-82429732a64d', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'port_id': 'a7cafa90-4ea2-464a-974c-82429732a64d', 'mac_address': 'fa:16:3e:15:0d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:15:57.271537 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:57.296366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cafa90-4ea2-464a-974c-82429732a64d {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:15:57.317597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:15:57.337057 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2363f2-f37d-4f05-a31d-1881acdf95cd None None] Sync routers for ids ['b04ebc7f-4592-4351-8544-0e3bac96e37b'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:15:57.344119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:57.354724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a7cafa90-4ea2-464a-974c-82429732a64d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7cafa90-4ea2-464a-974c-82429732a64d,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:57.365495 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:57.371046 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2363f2-f37d-4f05-a31d-1881acdf95cd None None] Routers {'b04ebc7f-4592-4351-8544-0e3bac96e37b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:15:57.372187 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-1e2363f2-f37d-4f05-a31d-1881acdf95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645bcbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:15:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b04ebc7f-4592-4351-8544-0e3bac96e37b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:57.405165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a0203476-e1c8-4b84-b8ba-ee240f34d9da tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/floatingips/69743ca7-767f-4561-a138-6e45bb28b59a HTTP/1.1" status: 204  len: 168 time: 1.9389882
Dec 18 21:15:57.407982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:57.416156 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7002befa-7917-4311-af96-5076ae60ae47" -d '{"events": [{"name": "network-changed", "server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:57.428710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=a7cafa90-4ea2-464a-974c-82429732a64d,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:57.532542 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f988378-c1a7-49c2-ac82-ce90e784b9f9 x-openstack-request-id: req-1f988378-c1a7-49c2-ac82-ce90e784b9f9 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:57.541260 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:57.542959 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f988378-c1a7-49c2-ac82-ce90e784b9f9 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:57.546039 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'status': 'completed', 'code': 200}
Dec 18 21:15:57.596035 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['a7cafa90-4ea2-464a-974c-82429732a64d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:15:57.786327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002befa-7917-4311-af96-5076ae60ae47 req-0fdc2152-4667-4301-bb00-582937d6ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:57.794057 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7002befa-7917-4311-af96-5076ae60ae47 req-0fdc2152-4667-4301-bb00-582937d6ae4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 1095 time: 0.2237766
Dec 18 21:15:57.843527 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4f7d8-0b32-465d-8556-d26527426f60 req-0741d7a5-3a00-4700-8958-d62291a6b443 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:57.861176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9db4f7d8-0b32-465d-8556-d26527426f60 req-0741d7a5-3a00-4700-8958-d62291a6b443 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 946 time: 0.2122772
Dec 18 21:15:57.964871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002befa-7917-4311-af96-5076ae60ae47 req-36a9a200-b4d4-4690-b366-662a0081d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:57.971062 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7002befa-7917-4311-af96-5076ae60ae47 req-36a9a200-b4d4-4690-b366-662a0081d73d service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb5f496f-e8cb-4f55-bfa1-40a816271a86 HTTP/1.1" status: 200  len: 896 time: 0.1690865
Dec 18 21:15:57.982581 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-1e2363f2-f37d-4f05-a31d-1881acdf95cd None None] Set router b04ebc7f-4592-4351-8544-0e3bac96e37b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:15:58.043929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460542fd-723a-4136-b33b-f63be8b82680 req-d4a3a981-fc3d-46af-b5f0-ebb8a8879059 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:58.047392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-460542fd-723a-4136-b33b-f63be8b82680 req-d4a3a981-fc3d-46af-b5f0-ebb8a8879059 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 945 time: 0.1360054
Dec 18 21:15:58.068185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9db4f7d8-0b32-465d-8556-d26527426f60 req-4b321a1d-2ec4-4a68-9b74-883cce816f14 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2041457
Dec 18 21:15:58.081359 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7002befa-7917-4311-af96-5076ae60ae47 req-3f4ff932-c9e2-4f35-ae99-258d0bb11445 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 HTTP/1.1" status: 200  len: 217 time: 0.1000457
Dec 18 21:15:58.218725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-460542fd-723a-4136-b33b-f63be8b82680 req-818f67bc-e7a9-443c-b8bc-872f4a832051 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1477165
Dec 18 21:15:58.262112 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002befa-7917-4311-af96-5076ae60ae47 req-2bde18bc-253e-45a0-b046-1690fb555f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:58.262112 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7002befa-7917-4311-af96-5076ae60ae47 req-2bde18bc-253e-45a0-b046-1690fb555f38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ed7698c-dab5-496c-80ce-ff076ecfce14 HTTP/1.1" status: 200  len: 835 time: 0.1729889
Dec 18 21:15:58.305227 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-1e2363f2-f37d-4f05-a31d-1881acdf95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645bcbb0>, [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:36Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b73a2d12-5e8e-4e41-90fd-6997ab986ecb', 'name': '', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:93:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:35Z', 'updated_at': '2021-12-18T21:14:41Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:58.346147 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2363f2-f37d-4f05-a31d-1881acdf95cd None None] Checking router: b04ebc7f-4592-4351-8544-0e3bac96e37b for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:15:58.356983 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2363f2-f37d-4f05-a31d-1881acdf95cd None None] Routers {'b04ebc7f-4592-4351-8544-0e3bac96e37b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:15:58.357386 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-1e2363f2-f37d-4f05-a31d-1881acdf95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645bcbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:15:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b04ebc7f-4592-4351-8544-0e3bac96e37b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:58.411384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002befa-7917-4311-af96-5076ae60ae47 req-2d152cb0-1a64-4cb6-8ff0-afd816f8bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:58.412884 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7002befa-7917-4311-af96-5076ae60ae47 req-2d152cb0-1a64-4cb6-8ff0-afd816f8bd77 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb5f496f-e8cb-4f55-bfa1-40a816271a86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1431921
Dec 18 21:15:58.481870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f74a26-c096-43ab-916f-281155e030a4 req-8c802d8b-d62d-437c-aff7-642341178301 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:58.483426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79f74a26-c096-43ab-916f-281155e030a4 req-8c802d8b-d62d-437c-aff7-642341178301 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.31 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.2516277
Dec 18 21:15:58.515470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98de1d-368f-4c26-b985-691584a4e5bb req-bfe9ac11-b507-478a-8f52-1a5164e2b458 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:58.521537 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-1e2363f2-f37d-4f05-a31d-1881acdf95cd None None] Set router b04ebc7f-4592-4351-8544-0e3bac96e37b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:15:58.524705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b98de1d-368f-4c26-b985-691584a4e5bb req-bfe9ac11-b507-478a-8f52-1a5164e2b458 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f191cfff-6882-46e8-be0b-12fbfec0ec1f HTTP/1.1" status: 200  len: 944 time: 0.2597055
Dec 18 21:15:58.568055 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7002befa-7917-4311-af96-5076ae60ae47 req-a42bdcb0-5839-4a3d-8f27-7bd0c0b17107 service neutron] 10.222.0.31 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469409
Dec 18 21:15:58.697998 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7002befa-7917-4311-af96-5076ae60ae47 req-6c3f1ddc-fbdb-4dd3-9da3-6fa16685ef60 service neutron] 10.222.0.31 "GET /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231432
Dec 18 21:15:58.710470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b98de1d-368f-4c26-b985-691584a4e5bb req-7d8bf653-814a-4adf-830f-ea882167006b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce53ef8c-3696-4b50-acaf-5bd3f0076a17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1839626
Dec 18 21:15:58.775602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-79f74a26-c096-43ab-916f-281155e030a4 req-55d58e29-2d78-49f0-a18a-91463f86d412 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:15:58.775990 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-79f74a26-c096-43ab-916f-281155e030a4 req-55d58e29-2d78-49f0-a18a-91463f86d412 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:58.921581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-79f74a26-c096-43ab-916f-281155e030a4 req-55d58e29-2d78-49f0-a18a-91463f86d412 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] For port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:15:58.922053 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-79f74a26-c096-43ab-916f-281155e030a4 req-55d58e29-2d78-49f0-a18a-91463f86d412 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:58.945896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-79f74a26-c096-43ab-916f-281155e030a4 req-55d58e29-2d78-49f0-a18a-91463f86d412 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:15:58.961129 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-1e2363f2-f37d-4f05-a31d-1881acdf95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645bcbb0>, [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:36Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b73a2d12-5e8e-4e41-90fd-6997ab986ecb', 'name': '', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:93:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:35Z', 'updated_at': '2021-12-18T21:14:41Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:15:58.998110 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2363f2-f37d-4f05-a31d-1881acdf95cd None None] The sync data for ids ['b04ebc7f-4592-4351-8544-0e3bac96e37b'] in ncdv-master-1 is: [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:36Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b73a2d12-5e8e-4e41-90fd-6997ab986ecb', 'name': '', 'network_id': 'fb5f496f-e8cb-4f55-bfa1-40a816271a86', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:93:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:35Z', 'updated_at': '2021-12-18T21:14:41Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '7ed7698c-dab5-496c-80ce-ff076ecfce14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:15:59.157772 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-79f74a26-c096-43ab-916f-281155e030a4 req-55d58e29-2d78-49f0-a18a-91463f86d412 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:59.197439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d58e29-2d78-49f0-a18a-91463f86d412 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=bca0e7e4-0dfb-4100-aaa8-4c55aa06b336,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:15:59.311554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f74a26-c096-43ab-916f-281155e030a4 req-55d58e29-2d78-49f0-a18a-91463f86d412 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] No DVR routers for this DVR port bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:15:59.320899 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-79f74a26-c096-43ab-916f-281155e030a4 req-55d58e29-2d78-49f0-a18a-91463f86d412 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:15:59.326445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-79f74a26-c096-43ab-916f-281155e030a4 req-55d58e29-2d78-49f0-a18a-91463f86d412 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.31 "DELETE /v2.0/ports/bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 HTTP/1.1" status: 204  len: 173 time: 0.7982335
Dec 18 21:15:59.344847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54364ed7-62b5-42f6-8bdc-a7191e93ffcd req-4a578eab-bd33-4662-90a2-ee7652ad1889 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:59.346924 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54364ed7-62b5-42f6-8bdc-a7191e93ffcd req-4a578eab-bd33-4662-90a2-ee7652ad1889 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 946 time: 0.1505206
Dec 18 21:15:59.503577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba981dc8-d3be-4361-938f-631e46d931b5 req-e6bc050d-bba8-422c-86c7-439ba643f4dd tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:15:59.508924 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba981dc8-d3be-4361-938f-631e46d931b5 req-e6bc050d-bba8-422c-86c7-439ba643f4dd tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 945 time: 0.0971236
Dec 18 21:15:59.512530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-54364ed7-62b5-42f6-8bdc-a7191e93ffcd req-a4af1662-1f65-4441-b47d-982ffc4e6edc tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1534119
Dec 18 21:15:59.547987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'name': 'network-vif-deleted', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:15:59.557076 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a971b33-0e40-40cb-a118-fd7f5c015198" -d '{"events": [{"server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "name": "network-vif-deleted", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:15:59.605960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba981dc8-d3be-4361-938f-631e46d931b5 req-825ae1b5-c82d-41c8-9cfb-2e41f11495a1 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917497
Dec 18 21:15:59.651099 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f75c7c-74d0-4ae9-9dff-36df15d2bcc3 x-openstack-request-id: req-85f75c7c-74d0-4ae9-9dff-36df15d2bcc3 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:15:59.651451 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f191cfff-6882-46e8-be0b-12fbfec0ec1f", "name": "network-vif-deleted", "tag": "bca0e7e4-0dfb-4100-aaa8-4c55aa06b336", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:15:59.651679 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85f75c7c-74d0-4ae9-9dff-36df15d2bcc3 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:15:59.652071 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f191cfff-6882-46e8-be0b-12fbfec0ec1f', 'name': 'network-vif-deleted', 'tag': 'bca0e7e4-0dfb-4100-aaa8-4c55aa06b336', 'status': 'completed', 'code': 200}
Dec 18 21:15:59.789370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41674) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:15:59.826921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d915d-cf2c-4765-9ab6-37bb35de371a None None] New status for floating IP 69743ca7-767f-4561-a138-6e45bb28b59a: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:16:00.403933 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-229a0c86-f694-4d55-a7aa-fe0515d9970f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:00.690625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41694) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:00.816870 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:16:00.822158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f79d0-81e3-40ed-a90e-0eedfa10ecd4 req-7e6ab496-ddf3-4f7b-9ac8-11c6af7b75e9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:00.823597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584f79d0-81e3-40ed-a90e-0eedfa10ecd4 req-7e6ab496-ddf3-4f7b-9ac8-11c6af7b75e9 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 945 time: 0.0719190
Dec 18 21:16:00.850990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:16:00.851596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device bca0e7e4-0dfb-4100-aaa8-4c55aa06b336 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:16:00.867574 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-230643ce-7bfb-4541-973b-c177ac35f45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:00.869340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-229a0c86-f694-4d55-a7aa-fe0515d9970f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port b73a2d12-5e8e-4e41-90fd-6997ab986ecb {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:00.869690 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-229a0c86-f694-4d55-a7aa-fe0515d9970f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:00.961279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a7cafa90-4ea2-464a-974c-82429732a64d up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:16:00.991816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-584f79d0-81e3-40ed-a90e-0eedfa10ecd4 req-b3b9f43a-fe50-4e6a-b69e-7e394d12a26e tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1558208
Dec 18 21:16:01.024877 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-230643ce-7bfb-4541-973b-c177ac35f45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:01.036062 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-230643ce-7bfb-4541-973b-c177ac35f45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:01.048653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port a7cafa90-4ea2-464a-974c-82429732a64d completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:16:01.049683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-229a0c86-f694-4d55-a7aa-fe0515d9970f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] For port b73a2d12-5e8e-4e41-90fd-6997ab986ecb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b73a2d12-5e8e-4e41-90fd-6997ab986ecb,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:01.050711 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-229a0c86-f694-4d55-a7aa-fe0515d9970f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:01.056980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port a7cafa90-4ea2-464a-974c-82429732a64d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:01.057346 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:01.071211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-229a0c86-f694-4d55-a7aa-fe0515d9970f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for b73a2d12-5e8e-4e41-90fd-6997ab986ecb owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:01.089451 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-230643ce-7bfb-4541-973b-c177ac35f45c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=863f070438304159bdda33d864fc0ef5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3968186
Dec 18 21:16:01.092173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230643ce-7bfb-4541-973b-c177ac35f45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cc6f73-f526-44f9-a988-805b9e0f3c04,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:01.094732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41700) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:01.164325 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:01.192388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cafa90-4ea2-464a-974c-82429732a64d'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:16:01.195182 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7eeb6-694c-4841-a23e-dbe07356b3ed" -d '{"events": [{"server_uuid": "9dc66115-f830-404b-b50a-e0fa7a1b14cc", "name": "network-vif-plugged", "status": "completed", "tag": "a7cafa90-4ea2-464a-974c-82429732a64d"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:16:01.210352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a7cafa90-4ea2-464a-974c-82429732a64d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7cafa90-4ea2-464a-974c-82429732a64d,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:01.217135 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:01.254552 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7b7e65-6cf4-4015-a773-c2c946166ddc x-openstack-request-id: req-de7b7e65-6cf4-4015-a773-c2c946166ddc {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:16:01.254873 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc66115-f830-404b-b50a-e0fa7a1b14cc", "name": "network-vif-plugged", "status": "completed", "tag": "a7cafa90-4ea2-464a-974c-82429732a64d", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:16:01.255105 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de7b7e65-6cf4-4015-a773-c2c946166ddc {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:16:01.255702 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cafa90-4ea2-464a-974c-82429732a64d', 'code': 200}
Dec 18 21:16:01.283593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=a7cafa90-4ea2-464a-974c-82429732a64d,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:01.315160 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d309ad5c-be98-4bc5-b072-838d4c25c963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:01.358473 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d309ad5c-be98-4bc5-b072-838d4c25c963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:01.396683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf1d91-2dee-476d-8433-8a5f29577964 req-745dbe22-cd14-44ff-b17a-cf75dc53242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:01.407078 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-75bf1d91-2dee-476d-8433-8a5f29577964 req-745dbe22-cd14-44ff-b17a-cf75dc53242e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 1097 time: 0.0749292
Dec 18 21:16:01.443470 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d309ad5c-be98-4bc5-b072-838d4c25c963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:01.445996 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d309ad5c-be98-4bc5-b072-838d4c25c963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:01.447167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d309ad5c-be98-4bc5-b072-838d4c25c963 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4cc6f73-f526-44f9-a988-805b9e0f3c04 HTTP/1.1" status: 204  len: 168 time: 0.3078365
Dec 18 21:16:01.457565 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-75bf1d91-2dee-476d-8433-8a5f29577964 req-470e3f59-b0c9-47b8-9e4d-0234add349e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508795
Dec 18 21:16:01.463164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309ad5c-be98-4bc5-b072-838d4c25c963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cc6f73-f526-44f9-a988-805b9e0f3c04,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:01.465428 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-229a0c86-f694-4d55-a7aa-fe0515d9970f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:01.497618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a0c86-f694-4d55-a7aa-fe0515d9970f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=b73a2d12-5e8e-4e41-90fd-6997ab986ecb,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:01.794981 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-229a0c86-f694-4d55-a7aa-fe0515d9970f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:01.926378 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41710) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:01.944137 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0de02b6-ceba-4297-af59-3476d88c2015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:02.039065 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0de02b6-ceba-4297-af59-3476d88c2015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:02.045568 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0de02b6-ceba-4297-af59-3476d88c2015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:02.091656 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f0de02b6-ceba-4297-af59-3476d88c2015 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4cb7730681e47a1b248895495a90e4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1622674
Dec 18 21:16:02.092442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de02b6-ceba-4297-af59-3476d88c2015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0796ea1-35cf-4f7d-b640-744c7d7d9a71,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:02.095022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41714) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:02.152192 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-554108cb-d03b-47a4-ab73-4cdc034515b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:02.177119 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-554108cb-d03b-47a4-ab73-4cdc034515b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:02.234498 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-554108cb-d03b-47a4-ab73-4cdc034515b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:02.237349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-554108cb-d03b-47a4-ab73-4cdc034515b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:02.239349 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-554108cb-d03b-47a4-ab73-4cdc034515b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0796ea1-35cf-4f7d-b640-744c7d7d9a71 HTTP/1.1" status: 204  len: 168 time: 0.1432989
Dec 18 21:16:02.248917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554108cb-d03b-47a4-ab73-4cdc034515b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0796ea1-35cf-4f7d-b640-744c7d7d9a71,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:02.319466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe57a6c-e0bd-4a6a-9272-175fe136ccba req-15fe9a48-93da-44bc-8662-197668f4aff4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:02.320943 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbe57a6c-e0bd-4a6a-9272-175fe136ccba req-15fe9a48-93da-44bc-8662-197668f4aff4 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 946 time: 0.0719759
Dec 18 21:16:02.451128 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbe57a6c-e0bd-4a6a-9272-175fe136ccba req-cf21fb96-4a44-46eb-8409-05f398829ee1 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935984
Dec 18 21:16:02.469679 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229a0c86-f694-4d55-a7aa-fe0515d9970f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router b04ebc7f-4592-4351-8544-0e3bac96e37b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:16:02.585170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229a0c86-f694-4d55-a7aa-fe0515d9970f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:02.594528 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-229a0c86-f694-4d55-a7aa-fe0515d9970f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "PUT /v2.0/routers/b04ebc7f-4592-4351-8544-0e3bac96e37b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8026383
Dec 18 21:16:02.596552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41722) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:02.598870 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f63ce1-1b68-4936-a6e6-811ca2094f11 None None] Sync routers for ids ['b04ebc7f-4592-4351-8544-0e3bac96e37b'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:02.616676 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f63ce1-1b68-4936-a6e6-811ca2094f11 None None] Routers {'b04ebc7f-4592-4351-8544-0e3bac96e37b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:02.617712 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c0f63ce1-1b68-4936-a6e6-811ca2094f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664faad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:15:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b04ebc7f-4592-4351-8544-0e3bac96e37b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:02.705128 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3ea313-0fc1-41a6-8789-68606cb016f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting subnet 7ed7698c-dab5-496c-80ce-ff076ecfce14 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:16:02.709590 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea313-0fc1-41a6-8789-68606cb016f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:02.768360 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea313-0fc1-41a6-8789-68606cb016f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:02.815254 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c0f63ce1-1b68-4936-a6e6-811ca2094f11 None None] Set router b04ebc7f-4592-4351-8544-0e3bac96e37b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:02.897846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea313-0fc1-41a6-8789-68606cb016f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:02.966706 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fefc2b1d-c6d4-4e27-9f95-ec4706369fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:02.993703 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea313-0fc1-41a6-8789-68606cb016f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:03.028475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ea313-0fc1-41a6-8789-68606cb016f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed7698c-dab5-496c-80ce-ff076ecfce14,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:03.036416 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea313-0fc1-41a6-8789-68606cb016f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:03.047915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e5830b-b5ff-47d9-8aaf-53e06240cdbb None None] Network fb5f496f-e8cb-4f55-bfa1-40a816271a86 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:16:03.057451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41746) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:03.066607 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9d3ea313-0fc1-41a6-8789-68606cb016f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/subnets/7ed7698c-dab5-496c-80ce-ff076ecfce14 HTTP/1.1" status: 204  len: 168 time: 0.4678462
Dec 18 21:16:03.095417 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c0f63ce1-1b68-4936-a6e6-811ca2094f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664faad00>, [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:16:01Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:03.128717 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f63ce1-1b68-4936-a6e6-811ca2094f11 None None] Checking router: b04ebc7f-4592-4351-8544-0e3bac96e37b for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:16:03.137821 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f63ce1-1b68-4936-a6e6-811ca2094f11 None None] Routers {'b04ebc7f-4592-4351-8544-0e3bac96e37b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:03.138723 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c0f63ce1-1b68-4936-a6e6-811ca2094f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664faad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:15:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b04ebc7f-4592-4351-8544-0e3bac96e37b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:03.195792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:03.267909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d46781-3664-4a5d-837d-66f1e4e55251 None None] DHCP port deletion for fb5f496f-e8cb-4f55-bfa1-40a816271a86 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:16:03.282667 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c0f63ce1-1b68-4936-a6e6-811ca2094f11 None None] Set router b04ebc7f-4592-4351-8544-0e3bac96e37b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:03.336582 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:03.343950 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-99d46781-3664-4a5d-837d-66f1e4e55251 None None] Deleting port 57e26167-a152-47d4-beb4-c69107f6af3b {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:03.344910 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-99d46781-3664-4a5d-837d-66f1e4e55251 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:03.406327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port 8e2fece1-35a9-4763-a4cf-6f45275aa774 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:03.406838 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:03.421968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-99d46781-3664-4a5d-837d-66f1e4e55251 None None] For port 57e26167-a152-47d4-beb4-c69107f6af3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57e26167-a152-47d4-beb4-c69107f6af3b,segment=NetworkSegment(0bc7f236-f921-41f8-bf4e-2177f459efeb),segment_id=0bc7f236-f921-41f8-bf4e-2177f459efeb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:03.422672 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-99d46781-3664-4a5d-837d-66f1e4e55251 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:03.441844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-99d46781-3664-4a5d-837d-66f1e4e55251 None None] Calling delete_port for 57e26167-a152-47d4-beb4-c69107f6af3b owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:03.485921 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c0f63ce1-1b68-4936-a6e6-811ca2094f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664faad00>, [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:16:01Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:03.515281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] For port 8e2fece1-35a9-4763-a4cf-6f45275aa774, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e2fece1-35a9-4763-a4cf-6f45275aa774,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:03.515660 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:03.527169 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f63ce1-1b68-4936-a6e6-811ca2094f11 None None] The sync data for ids ['b04ebc7f-4592-4351-8544-0e3bac96e37b'] in ncdv-master-1 is: [{'id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217863653', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146'}], 'enable_snat': True}, 'gw_port_id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:16:01Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '8e2fece1-35a9-4763-a4cf-6f45275aa774', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04ebc7f-4592-4351-8544-0e3bac96e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:14:31Z', 'updated_at': '2021-12-18T21:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:03.531741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for 8e2fece1-35a9-4763-a4cf-6f45275aa774 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:03.560984 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-99d46781-3664-4a5d-837d-66f1e4e55251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:03.593634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d46781-3664-4a5d-837d-66f1e4e55251 None None] Pushing event deleted for resources: {'Port': ['ID=57e26167-a152-47d4-beb4-c69107f6af3b,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:03.598445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d46781-3664-4a5d-837d-66f1e4e55251 None None] No DVR routers for this DVR port 57e26167-a152-47d4-beb4-c69107f6af3b on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:16:03.669736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc83a8-a80b-4119-a0b7-fc70ce0e984a req-4f0f4a9d-83fd-4fd1-9008-e2eee35f0f96 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:03.671885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25dc83a8-a80b-4119-a0b7-fc70ce0e984a req-4f0f4a9d-83fd-4fd1-9008-e2eee35f0f96 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 946 time: 0.0904009
Dec 18 21:16:03.794179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25dc83a8-a80b-4119-a0b7-fc70ce0e984a req-f2bc6444-53ea-49db-a323-b5e450de11b8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839384
Dec 18 21:16:03.818469 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:03.854307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=8e2fece1-35a9-4763-a4cf-6f45275aa774,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:03.866934 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a91ff5d-6a5a-4bdf-9966-b1aa6517fb86 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:16:03.975439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a535507-a978-4bf1-8e60-9d93002472df req-d84e5f84-084d-45fb-b124-686924bfb549 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:03.977437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a535507-a978-4bf1-8e60-9d93002472df req-d84e5f84-084d-45fb-b124-686924bfb549 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 946 time: 0.0988955
Dec 18 21:16:03.980919 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.108978 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.113390 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.179444 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a535507-a978-4bf1-8e60-9d93002472df req-fad60626-a4a0-46b4-8567-24afd44d67d0 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1614990
Dec 18 21:16:04.187259 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.188440 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Fanout notify agent at l3_agent the message router_deleted on router b04ebc7f-4592-4351-8544-0e3bac96e37b {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:16:04.197554 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.198826 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-aa5e3f13-9004-4ef1-a805-50522f8c5f61 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/routers/b04ebc7f-4592-4351-8544-0e3bac96e37b HTTP/1.1" status: 204  len: 168 time: 1.1403067
Dec 18 21:16:04.201559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41784) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:04.217582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41786) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:04.300124 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:16:04.319273 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.485095 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.508851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e0b7a00>,) {'filters': {'network_id': ['fb5f496f-e8cb-4f55-bfa1-40a816271a86']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:04.530244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e0b7a00>, '0bc7f236-f921-41f8-bf4e-2177f459efeb') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:04.530635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e0b7a00>, '0bc7f236-f921-41f8-bf4e-2177f459efeb') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:04.548687 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.566107 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.574775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:16:04.575466 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:16:04.579314 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:16:04.593218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe99e88f-178b-497d-9e6a-dd44c6dfd70d tempest-TestVolumeBootPattern-957649353 tempest-TestVolumeBootPattern-957649353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:04.594853 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fe99e88f-178b-497d-9e6a-dd44c6dfd70d tempest-TestVolumeBootPattern-957649353 tempest-TestVolumeBootPattern-957649353-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 1092 time: 0.3755188
Dec 18 21:16:04.598104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41794) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:04.603787 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'a7cafa90-4ea2-464a-974c-82429732a64d', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address': '172.20.0.10'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:04.637036 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.690848 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.709484 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.713593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/networks/fb5f496f-e8cb-4f55-bfa1-40a816271a86 HTTP/1.1" status: 204  len: 168 time: 0.5106554
Dec 18 21:16:04.715837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41798) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:04.716130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41800) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:04.743155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850c901-448e-4df7-8587-6669f9007217 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Network': ['ID=fb5f496f-e8cb-4f55-bfa1-40a816271a86,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:04.798377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.813117 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0e63-cc38-47ef-a4c5-0fb15005dacf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.850080 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0e63-cc38-47ef-a4c5-0fb15005dacf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.917309 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2d4453e5-0888-428f-bfaf-222f6cabb011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.977888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 8e2fece1-35a9-4763-a4cf-6f45275aa774 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:16:04.985185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0e63-cc38-47ef-a4c5-0fb15005dacf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.989295 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0e63-cc38-47ef-a4c5-0fb15005dacf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:04.993292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8fdf0e63-cc38-47ef-a4c5-0fb15005dacf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/security-groups/ce53ef8c-3696-4b50-acaf-5bd3f0076a17 HTTP/1.1" status: 204  len: 168 time: 0.2723732
Dec 18 21:16:05.005583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf0e63-cc38-47ef-a4c5-0fb15005dacf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce53ef8c-3696-4b50-acaf-5bd3f0076a17,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:05.009862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Allocated IP 172.35.3.86 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/798bf9d8-5d4f-4fcf-944b-f6efd0a77ebd) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:05.012830 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 8e2fece1-35a9-4763-a4cf-6f45275aa774 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:16:05.014012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 8e2fece1-35a9-4763-a4cf-6f45275aa774 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:16:05.014764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b73a2d12-5e8e-4e41-90fd-6997ab986ecb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:16:05.053951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: b73a2d12-5e8e-4e41-90fd-6997ab986ecb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:16:05.054827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b73a2d12-5e8e-4e41-90fd-6997ab986ecb not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:16:05.056071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 57e26167-a152-47d4-beb4-c69107f6af3b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:16:05.067445 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2d4453e5-0888-428f-bfaf-222f6cabb011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.072776 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2d4453e5-0888-428f-bfaf-222f6cabb011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.094225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 57e26167-a152-47d4-beb4-c69107f6af3b {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:16:05.094849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 57e26167-a152-47d4-beb4-c69107f6af3b not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:16:05.118135 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2d4453e5-0888-428f-bfaf-222f6cabb011 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9164a15de358435997c226640170f70b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4008660
Dec 18 21:16:05.118815 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41818) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:05.156948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4453e5-0888-428f-bfaf-222f6cabb011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf9a4f9-01d8-4ca1-a7a3-35b859e14058,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:05.192677 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8a6fc3b-477f-4af3-89c2-ee411ff771e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.194630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31e6a1e1-0600-401c-ae23-f23352d93bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.220922 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31e6a1e1-0600-401c-ae23-f23352d93bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.221654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.264372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41820) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:05.271950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e43220ef-2637-4e23-99a3-46425adc0682 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153542237', 'description': 'tempest-secgroup-smoke-153542237 description', 'project_id': '71c859bfcff54b5c85e6cb248341f37c'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:05.282583 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.286588 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31e6a1e1-0600-401c-ae23-f23352d93bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.289670 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-31e6a1e1-0600-401c-ae23-f23352d93bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.291028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-31e6a1e1-0600-401c-ae23-f23352d93bed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaf9a4f9-01d8-4ca1-a7a3-35b859e14058 HTTP/1.1" status: 204  len: 168 time: 0.1696038
Dec 18 21:16:05.299706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6a1e1-0600-401c-ae23-f23352d93bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf9a4f9-01d8-4ca1-a7a3-35b859e14058,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:05.350299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'Port': ['ID=798bf9d8-5d4f-4fcf-944b-f6efd0a77ebd,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:05.354074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:05.355143 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e43220ef-2637-4e23-99a3-46425adc0682 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.359173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:05.367528 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:05.536817 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e43220ef-2637-4e23-99a3-46425adc0682 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.545773 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e43220ef-2637-4e23-99a3-46425adc0682 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.642921 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e43220ef-2637-4e23-99a3-46425adc0682 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.644795 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e43220ef-2637-4e23-99a3-46425adc0682 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3793223
Dec 18 21:16:05.648185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41832) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:05.648741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43220ef-2637-4e23-99a3-46425adc0682 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab93a73-cbc4-452a-8c48-8a853a68b559,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:05.655450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ed43cafd-f852-442b-ac67-1ee0e6ff34ad tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': '8ab93a73-cbc4-452a-8c48-8a853a68b559', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:05.733650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ed43cafd-f852-442b-ac67-1ee0e6ff34ad tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.799792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ed43cafd-f852-442b-ac67-1ee0e6ff34ad tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.806483 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ed43cafd-f852-442b-ac67-1ee0e6ff34ad tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.833669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43cafd-f852-442b-ac67-1ee0e6ff34ad tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512df3d3-8425-46b2-af75-1c38af19ae06,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:05.851634 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ed43cafd-f852-442b-ac67-1ee0e6ff34ad tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.853711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ed43cafd-f852-442b-ac67-1ee0e6ff34ad tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2029288
Dec 18 21:16:05.855913 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41838) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:05.866032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-71edc024-f55e-40f0-b0d6-9cb39c26bb48 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': '8ab93a73-cbc4-452a-8c48-8a853a68b559', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:05.910905 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71edc024-f55e-40f0-b0d6-9cb39c26bb48 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:05.933248 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.002124 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71edc024-f55e-40f0-b0d6-9cb39c26bb48 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.010051 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71edc024-f55e-40f0-b0d6-9cb39c26bb48 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.021274 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.029603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edc024-f55e-40f0-b0d6-9cb39c26bb48 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0444b58f-e15f-41ed-b9fa-898dff23b081,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:06.057252 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71edc024-f55e-40f0-b0d6-9cb39c26bb48 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.061337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-71edc024-f55e-40f0-b0d6-9cb39c26bb48 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2043591
Dec 18 21:16:06.062013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41850) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:06.066712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5a6bebd2-0ad6-4387-8194-c952a435cbef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': '8ab93a73-cbc4-452a-8c48-8a853a68b559', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:06.107496 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5a6bebd2-0ad6-4387-8194-c952a435cbef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.182089 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5a6bebd2-0ad6-4387-8194-c952a435cbef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.190003 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5a6bebd2-0ad6-4387-8194-c952a435cbef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.214346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bebd2-0ad6-4387-8194-c952a435cbef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb8594a-932c-4edd-8b04-8d53b8495c4c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:06.220769 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.227310 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.233330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5a6bebd2-0ad6-4387-8194-c952a435cbef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.237687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5a6bebd2-0ad6-4387-8194-c952a435cbef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1744986
Dec 18 21:16:06.238435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41856) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:06.244522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-2b455ba4-3467-4b40-92a6-910b67373597 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': '8ab93a73-cbc4-452a-8c48-8a853a68b559', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:06.288453 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b455ba4-3467-4b40-92a6-910b67373597 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.327217 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event updated for resources: {'Port': ['ID=798bf9d8-5d4f-4fcf-944b-f6efd0a77ebd,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:06.357306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.373470 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b455ba4-3467-4b40-92a6-910b67373597 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.383121 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b455ba4-3467-4b40-92a6-910b67373597 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.422944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b455ba4-3467-4b40-92a6-910b67373597 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.427931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2b455ba4-3467-4b40-92a6-910b67373597 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1844685
Dec 18 21:16:06.427931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b455ba4-3467-4b40-92a6-910b67373597 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b76db0d-7aa2-4f27-a3cb-6c0017d96ead,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:06.428350 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41862) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:06.435176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6f4a9789-9121-493e-95fd-0e19ea6a9274 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': '8ab93a73-cbc4-452a-8c48-8a853a68b559', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:06.448981 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.472510 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-6f4a9789-9121-493e-95fd-0e19ea6a9274 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Project 71c859bfcff54b5c85e6cb248341f37c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:16:06.479262 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6f4a9789-9121-493e-95fd-0e19ea6a9274 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.529152 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Floating IP e42bb9e8-bcaa-4c64-8a43-c20f0cef3d8e associated. External IP: 172.35.3.86, port: a7cafa90-4ea2-464a-974c-82429732a64d.
Dec 18 21:16:06.569367 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6f4a9789-9121-493e-95fd-0e19ea6a9274 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.575941 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6f4a9789-9121-493e-95fd-0e19ea6a9274 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.605553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a9789-9121-493e-95fd-0e19ea6a9274 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11128ae1-0c89-45c9-8d5c-c744097bc1ed,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:06.613572 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6f4a9789-9121-493e-95fd-0e19ea6a9274 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.617412 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6f4a9789-9121-493e-95fd-0e19ea6a9274 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1844108
Dec 18 21:16:06.618182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41868) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:06.625239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-cadc4235-e7c1-41c4-8523-0891026fdff4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'security_group_rule': {'security_group_id': '8ab93a73-cbc4-452a-8c48-8a853a68b559', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:06.657222 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-cadc4235-e7c1-41c4-8523-0891026fdff4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Project 71c859bfcff54b5c85e6cb248341f37c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:16:06.664718 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cadc4235-e7c1-41c4-8523-0891026fdff4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.785481 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cadc4235-e7c1-41c4-8523-0891026fdff4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.793742 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cadc4235-e7c1-41c4-8523-0891026fdff4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.820721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc4235-e7c1-41c4-8523-0891026fdff4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b526425b-604e-4bc2-83b4-302eee5a778c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:06.835792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cadc4235-e7c1-41c4-8523-0891026fdff4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.837677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cadc4235-e7c1-41c4-8523-0891026fdff4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2192128
Dec 18 21:16:06.840357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41890) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:06.845682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-bf4a5678-685a-4ec5-9d21-175995189477 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'network': {'name': 'tempest-network-smoke--1221743430', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'port_security_enabled': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:06.886416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4a5678-685a-4ec5-9d21-175995189477 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Made reservation on behalf of 71c859bfcff54b5c85e6cb248341f37c for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:16:06.888898 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5678-685a-4ec5-9d21-175995189477 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.889718 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Router 0ab23311-f236-4074-ab58-417d7cbdc88b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:16:06.924071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4a5678-685a-4ec5-9d21-175995189477 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:16:06.935111 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5678-685a-4ec5-9d21-175995189477 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:06.935477 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-bf4a5678-685a-4ec5-9d21-175995189477 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Added segment f2b45ae4-535d-4f16-89d6-de3461a573fa of type vlan for network 328aa90f-1591-4053-86d0-d23c5313a3ad
Dec 18 21:16:07.015531 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5678-685a-4ec5-9d21-175995189477 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:07.054535 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:07.063361 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5678-685a-4ec5-9d21-175995189477 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:07.072096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cad6dc-427b-4a98-bc18-cc83e7f912cb None None] Sync routers for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:07.083618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a5678-685a-4ec5-9d21-175995189477 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:07.085053 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5678-685a-4ec5-9d21-175995189477 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:07.085474 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:07.089399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cad6dc-427b-4a98-bc18-cc83e7f912cb None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:07.091162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f2cad6dc-427b-4a98-bc18-cc83e7f912cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb21be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:07.142463 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-20c656a0-e133-4c7d-933c-9d18e6893312 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5331151
Dec 18 21:16:07.142463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'tag': 'a7cafa90-4ea2-464a-974c-82429732a64d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:16:07.142463 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49e2944-580e-44a7-ae7a-a2ed0bbb9e74" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc66115-f830-404b-b50a-e0fa7a1b14cc", "tag": "a7cafa90-4ea2-464a-974c-82429732a64d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:16:07.213148 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d2d619-d1c5-47b1-b39a-cf1e40a8cb68 x-openstack-request-id: req-f7d2d619-d1c5-47b1-b39a-cf1e40a8cb68 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:16:07.216917 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bf4a5678-685a-4ec5-9d21-175995189477 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3743813
Dec 18 21:16:07.217323 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc66115-f830-404b-b50a-e0fa7a1b14cc", "tag": "a7cafa90-4ea2-464a-974c-82429732a64d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:16:07.217983 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7d2d619-d1c5-47b1-b39a-cf1e40a8cb68 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:16:07.219105 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'tag': 'a7cafa90-4ea2-464a-974c-82429732a64d', 'status': 'completed', 'code': 200}
Dec 18 21:16:07.219947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41936) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:07.228403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'admin_state_up': True, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:07.251628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a5678-685a-4ec5-9d21-175995189477 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Network': ['ID=328aa90f-1591-4053-86d0-d23c5313a3ad,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:07.282380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 328aa90f-1591-4053-86d0-d23c5313a3ad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:16:07.336975 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:07.338617 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:07.346285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e2944-580e-44a7-ae7a-a2ed0bbb9e74 req-749ed652-efef-4244-befc-a3b918c63b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:07.348866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f2cad6dc-427b-4a98-bc18-cc83e7f912cb None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:07.349034 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b49e2944-580e-44a7-ae7a-a2ed0bbb9e74 req-749ed652-efef-4244-befc-a3b918c63b49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 1097 time: 0.0851314
Dec 18 21:16:07.472213 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:07.688244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e2944-580e-44a7-ae7a-a2ed0bbb9e74 req-66ec5cc0-4655-4bbc-b1a6-bbe4c1a7f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:07.691092 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b49e2944-580e-44a7-ae7a-a2ed0bbb9e74 req-66ec5cc0-4655-4bbc-b1a6-bbe4c1a7f4a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.3317623
Dec 18 21:16:07.697900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:07.742774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f2cad6dc-427b-4a98-bc18-cc83e7f912cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb21be0>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '99079543-99be-4f90-b030-60dd5520e372', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.182', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:c0:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:39Z', 'updated_at': '2021-12-18T21:13:42Z', 'revision_number': 1, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}, {'id': 'e42bb9e8-bcaa-4c64-8a43-c20f0cef3d8e', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.86', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': 'a7cafa90-4ea2-464a-974c-82429732a64d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:15:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:16:05Z', 'updated_at': '2021-12-18T21:16:05Z', 'revision_number': 0, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:07.789498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cad6dc-427b-4a98-bc18-cc83e7f912cb None None] Checking router: 0ab23311-f236-4074-ab58-417d7cbdc88b for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:16:07.811082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cad6dc-427b-4a98-bc18-cc83e7f912cb None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:07.812035 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f2cad6dc-427b-4a98-bc18-cc83e7f912cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb21be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:07.814372 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b49e2944-580e-44a7-ae7a-a2ed0bbb9e74 req-064a2713-034b-4b71-a5f7-1a5717938018 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cafa90-4ea2-464a-974c-82429732a64d HTTP/1.1" status: 200  len: 999 time: 0.1124609
Dec 18 21:16:07.943973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e2944-580e-44a7-ae7a-a2ed0bbb9e74 req-f4ce89f5-109c-4e5b-abe0-d2e4334c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:07.947094 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b49e2944-580e-44a7-ae7a-a2ed0bbb9e74 req-f4ce89f5-109c-4e5b-abe0-d2e4334c9ac0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.1062918
Dec 18 21:16:07.978141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f2cad6dc-427b-4a98-bc18-cc83e7f912cb None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:08.025051 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e2944-580e-44a7-ae7a-a2ed0bbb9e74 req-832c77e9-f0b3-4501-bf86-571fad429af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:08.027144 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b49e2944-580e-44a7-ae7a-a2ed0bbb9e74 req-832c77e9-f0b3-4501-bf86-571fad429af9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0684061
Dec 18 21:16:08.198628 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:08.424190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f2cad6dc-427b-4a98-bc18-cc83e7f912cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb21be0>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '99079543-99be-4f90-b030-60dd5520e372', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.182', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:c0:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:39Z', 'updated_at': '2021-12-18T21:13:42Z', 'revision_number': 1, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}, {'id': 'e42bb9e8-bcaa-4c64-8a43-c20f0cef3d8e', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.86', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': 'a7cafa90-4ea2-464a-974c-82429732a64d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:15:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:16:05Z', 'updated_at': '2021-12-18T21:16:05Z', 'revision_number': 0, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:08.463217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cad6dc-427b-4a98-bc18-cc83e7f912cb None None] The sync data for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 is: [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '99079543-99be-4f90-b030-60dd5520e372', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.182', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:c0:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:39Z', 'updated_at': '2021-12-18T21:13:42Z', 'revision_number': 1, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}, {'id': 'e42bb9e8-bcaa-4c64-8a43-c20f0cef3d8e', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.86', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': 'a7cafa90-4ea2-464a-974c-82429732a64d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:15:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:16:05Z', 'updated_at': '2021-12-18T21:16:05Z', 'revision_number': 0, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:08.554160 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:08.770075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41978) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:08.792504 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:08.842052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:08.879134 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b49e2944-580e-44a7-ae7a-a2ed0bbb9e74 req-5eea1ea9-5843-422a-9241-509a93cd2057 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8167253
Dec 18 21:16:08.915391 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee2dae-5f8b-450d-91ae-b91cbc40a79e None None] New status for floating IP e42bb9e8-bcaa-4c64-8a43-c20f0cef3d8e: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:16:08.985605 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3f1cea7-0abb-46e9-8c20-06aa9a4e9d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:09.077652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.35.3.195 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/725f79e9-a138-44f8-9838-58c2b3dd6b04) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:09.082500 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b49e2944-580e-44a7-ae7a-a2ed0bbb9e74 req-b8e3bc86-ff92-4483-b55e-4fea1cdddfe6 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748426
Dec 18 21:16:09.183683 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3f1cea7-0abb-46e9-8c20-06aa9a4e9d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:09.212609 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3f1cea7-0abb-46e9-8c20-06aa9a4e9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:09.250628 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e3f1cea7-0abb-46e9-8c20-06aa9a4e9d37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a2a7fe7ecb14f92a951153e19a88cd6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4782951
Dec 18 21:16:09.257576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41982) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:09.295693 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:09.295964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1cea7-0abb-46e9-8c20-06aa9a4e9d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd4b3ef-9f52-4992-8d4a-aef16448556b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:09.334372 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:09.365082 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c22b3b97-36f8-49cf-a116-52200df8831e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:09.397789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:09.400301 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c22b3b97-36f8-49cf-a116-52200df8831e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:09.402759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:09.405765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:09.408831 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=725f79e9-a138-44f8-9838-58c2b3dd6b04,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:09.419238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.419601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.419958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.420337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.420821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.421926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.422377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.422847 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.423306 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.423725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.423966 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea839cd-76ef-427f-b334-b7bccb9313bd None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:16:09.424550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.424550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.425049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:09.489021 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c22b3b97-36f8-49cf-a116-52200df8831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:09.492813 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c22b3b97-36f8-49cf-a116-52200df8831e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:09.494352 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c22b3b97-36f8-49cf-a116-52200df8831e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbd4b3ef-9f52-4992-8d4a-aef16448556b HTTP/1.1" status: 204  len: 168 time: 0.2351358
Dec 18 21:16:09.518557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b3b97-36f8-49cf-a116-52200df8831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd4b3ef-9f52-4992-8d4a-aef16448556b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:09.569357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ec029056-7e51-4c95-9a50-696038f5d3e3 None None] Provisioning complete for port 725f79e9-a138-44f8-9838-58c2b3dd6b04 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:09.577284 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ec029056-7e51-4c95-9a50-696038f5d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:09.634370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ec029056-7e51-4c95-9a50-696038f5d3e3 None None] Port 725f79e9-a138-44f8-9838-58c2b3dd6b04 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:16:09.801479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:10.054732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41990) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:10.070198 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-586dbeee-c5aa-491c-8fd0-46072ef648be admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:10.093078 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:10.221717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-586dbeee-c5aa-491c-8fd0-46072ef648be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:10.230154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-586dbeee-c5aa-491c-8fd0-46072ef648be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:10.286320 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41992) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:10.286577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-586dbeee-c5aa-491c-8fd0-46072ef648be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d676c8f24721420e9ab88bbe1cfc0bff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2302728
Dec 18 21:16:10.295890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dbeee-c5aa-491c-8fd0-46072ef648be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c8652f-c75d-446d-a963-0093c747dfa4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:10.365749 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-acacd233-93ab-4c54-a6dc-fc79fae23def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:10.367170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:16:10.399620 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-acacd233-93ab-4c54-a6dc-fc79fae23def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:10.547530 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-acacd233-93ab-4c54-a6dc-fc79fae23def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:10.550621 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-acacd233-93ab-4c54-a6dc-fc79fae23def admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:10.552086 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-acacd233-93ab-4c54-a6dc-fc79fae23def admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61c8652f-c75d-446d-a963-0093c747dfa4 HTTP/1.1" status: 204  len: 168 time: 0.2640648
Dec 18 21:16:10.579598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacd233-93ab-4c54-a6dc-fc79fae23def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c8652f-c75d-446d-a963-0093c747dfa4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:10.582513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:10.626455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:10.631057 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-168d0823-aff7-41a7-b9bc-197aa306341d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 3.4053617
Dec 18 21:16:10.632689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 41996) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:10.635258 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Sync routers for ids ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:10.661443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Routers {'4e7dcee7-7f26-43f7-bca8-a3ee034966c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:10.662421 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6e18b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:10.674189 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f064ca43-0d71-4cfa-8d12-a47629d192f2 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=71c859bfcff54b5c85e6cb248341f37c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0390115
Dec 18 21:16:10.678724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 41998) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:10.915188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Set router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:11.035390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aebf40-9db8-4416-9239-a3a8b2cd4009 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:11.037341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d6aebf40-9db8-4416-9239-a3a8b2cd4009 tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3575158
Dec 18 21:16:11.040260 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42004) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:11.118197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8124b02e-54ab-470b-8438-10595f7c7f0f tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0767486
Dec 18 21:16:11.120637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42008) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:11.126884 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-52b3c992-fe06-4d38-ade8-79606919e0b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1831914179', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:11.291417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6e18b0>, [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:16:09Z', 'revision_number': 3, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:11.310921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b3c992-fe06-4d38-ade8-79606919e0b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Made reservation on behalf of 71c859bfcff54b5c85e6cb248341f37c for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:16:11.314349 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52b3c992-fe06-4d38-ade8-79606919e0b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:11.334900 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Checking router: 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:16:11.335163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Updating router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 port 725f79e9-a138-44f8-9838-58c2b3dd6b04 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:16:11.361496 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:11.537664 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52b3c992-fe06-4d38-ade8-79606919e0b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:11.618044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3c992-fe06-4d38-ade8-79606919e0b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Subnet': ['ID=112292da-64d1-4a43-8772-6a001ae13fe5,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:11.628487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b3c992-fe06-4d38-ade8-79606919e0b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Checking segment: {'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:16:11.629260 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b3c992-fe06-4d38-ade8-79606919e0b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network hostable DHCP agents. Network: 328aa90f-1591-4053-86d0-d23c5313a3ad, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:16:11.652445 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b3c992-fe06-4d38-ade8-79606919e0b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network 328aa90f-1591-4053-86d0-d23c5313a3ad is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:16:11.676492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-52b3c992-fe06-4d38-ade8-79606919e0b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 328aa90f-1591-4053-86d0-d23c5313a3ad) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:11.683710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b3c992-fe06-4d38-ade8-79606919e0b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:11.684738 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52b3c992-fe06-4d38-ade8-79606919e0b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:11.707909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fbb27a-53a2-454f-a4dc-d0cf69b60c87 None None] Network 328aa90f-1591-4053-86d0-d23c5313a3ad requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:16:11.715253 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-52b3c992-fe06-4d38-ade8-79606919e0b7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5889835
Dec 18 21:16:11.715491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42024) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:12.045246 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:12.056381 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:12.118459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-328aa90f-1591-4053-86d0-d23c5313a3ad', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ips': [{'subnet_id': '112292da-64d1-4a43-8772-6a001ae13fe5'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:16:12.119509 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:12.185955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389d153f-2a3d-430b-9452-2325c9130f0e None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:16:12.213059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Attempting to bind port 725f79e9-a138-44f8-9838-58c2b3dd6b04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:16:12.213456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Attempting to bind port 725f79e9-a138-44f8-9838-58c2b3dd6b04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:16:12.214393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Attempting to bind port 725f79e9-a138-44f8-9838-58c2b3dd6b04 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:16:12.221200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b569ac-33b4-41c3-8671-64a0707ce9d0 None None] Pushing event updated for resources: {'Port': ['ID=725f79e9-a138-44f8-9838-58c2b3dd6b04,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:12.278119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:16:12.278542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:16:12.278954 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:12.279417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:16:12.279885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Bound port: 725f79e9-a138-44f8-9838-58c2b3dd6b04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:16:12.280304 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:12.361329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6b9aa293-f1c3-47b9-ab86-9d5745f3de12 None None] Provisioning complete for port 725f79e9-a138-44f8-9838-58c2b3dd6b04 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:12.361756 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa293-f1c3-47b9-ab86-9d5745f3de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:12.416057 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:12.445381 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] For port 725f79e9-a138-44f8-9838-58c2b3dd6b04, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:16:12.453562 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] For port 725f79e9-a138-44f8-9838-58c2b3dd6b04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=725f79e9-a138-44f8-9838-58c2b3dd6b04,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:16:12.466845 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:12.484064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6b9aa293-f1c3-47b9-ab86-9d5745f3de12 None None] Port 725f79e9-a138-44f8-9838-58c2b3dd6b04 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:16:12.511306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Allocated IP 172.20.0.2 (328aa90f-1591-4053-86d0-d23c5313a3ad/112292da-64d1-4a43-8772-6a001ae13fe5/0a66774f-f833-4ab0-8d18-41ff9af27833) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:12.515704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f1ff1-4479-4a12-8d20-12823b0065c5 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:16:12.558472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Routers {'4e7dcee7-7f26-43f7-bca8-a3ee034966c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:12.558833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6e18b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:12.667942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b569ac-33b4-41c3-8671-64a0707ce9d0 None None] Pushing event updated for resources: {'Port': ['ID=725f79e9-a138-44f8-9838-58c2b3dd6b04,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:12.732351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4b901080-40e8-4045-ae6c-ad6b6d738f28 None None] Provisioning complete for port 725f79e9-a138-44f8-9838-58c2b3dd6b04 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:12.733487 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b901080-40e8-4045-ae6c-ad6b6d738f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:12.849541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] Set router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:13.001081 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.037268 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.093005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Network 328aa90f-1591-4053-86d0-d23c5313a3ad is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:13.100138 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b901080-40e8-4045-ae6c-ad6b6d738f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.110050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.20.0.1 (328aa90f-1591-4053-86d0-d23c5313a3ad/112292da-64d1-4a43-8772-6a001ae13fe5/a099fd7d-aa0f-470e-84fb-8fc0490f9822) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:13.110669 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:13.119181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:13.157205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Pushing event updated for resources: {'Port': ['ID=0a66774f-f833-4ab0-8d18-41ff9af27833,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:13.184323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4b901080-40e8-4045-ae6c-ad6b6d738f28 None None] For port 725f79e9-a138-44f8-9838-58c2b3dd6b04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=725f79e9-a138-44f8-9838-58c2b3dd6b04,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:13.193574 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42140) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:13.208927 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b901080-40e8-4045-ae6c-ad6b6d738f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.289959 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.305213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Attempting to bind port 0a66774f-f833-4ab0-8d18-41ff9af27833 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:16:13.305591 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Attempting to bind port 0a66774f-f833-4ab0-8d18-41ff9af27833 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:16:13.305955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Attempting to bind port 0a66774f-f833-4ab0-8d18-41ff9af27833 on network 328aa90f-1591-4053-86d0-d23c5313a3ad {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:16:13.322479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:16:13.322890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Checking segment: {'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:16:13.323250 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.323864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Bound using segment: {'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:16:13.324108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Bound port: 0a66774f-f833-4ab0-8d18-41ff9af27833, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:16:13.324483 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.333783 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53a2725c-1a85-40e6-9d23-e84f3c12df42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.339510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b901080-40e8-4045-ae6c-ad6b6d738f28 None None] Pushing event updated for resources: {'Port': ['ID=725f79e9-a138-44f8-9838-58c2b3dd6b04,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:13.352065 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.374084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6e18b0>, [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:16:09Z', 'revision_number': 3, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:13.405126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network 328aa90f-1591-4053-86d0-d23c5313a3ad is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:13.407584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d77c3-7369-417a-989e-9c6c4093cf84 None None] The sync data for ids ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'] in ncdv-master-1 is: [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:16:09Z', 'revision_number': 3, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:13.415981 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:13.420886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:13.433303 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] For port 0a66774f-f833-4ab0-8d18-41ff9af27833, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:16:13.437058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] For port 0a66774f-f833-4ab0-8d18-41ff9af27833, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a66774f-f833-4ab0-8d18-41ff9af27833,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:16:13.442148 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.458329 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=a099fd7d-aa0f-470e-84fb-8fc0490f9822,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:13.489259 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.520002 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44795d13-347e-40d3-b91e-472ee2bcb624 None None] Pushing event updated for resources: {'Port': ['ID=0a66774f-f833-4ab0-8d18-41ff9af27833,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:13.551342 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53a2725c-1a85-40e6-9d23-e84f3c12df42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.557708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53a2725c-1a85-40e6-9d23-e84f3c12df42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.629026 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-53a2725c-1a85-40e6-9d23-e84f3c12df42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9d79076b8be4c1cab18d75c414b39c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4342754
Dec 18 21:16:13.631708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42144) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:13.639126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2725c-1a85-40e6-9d23-e84f3c12df42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452f9f7d-8428-4eb6-8205-2364ba1e9df5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:13.730815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.779781 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95516a9d-19e7-42a9-a91c-7b1317f45176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.817893 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95516a9d-19e7-42a9-a91c-7b1317f45176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.926997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95516a9d-19e7-42a9-a91c-7b1317f45176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.930955 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95516a9d-19e7-42a9-a91c-7b1317f45176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:13.935270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-95516a9d-19e7-42a9-a91c-7b1317f45176 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/452f9f7d-8428-4eb6-8205-2364ba1e9df5 HTTP/1.1" status: 204  len: 168 time: 0.3025129
Dec 18 21:16:13.946755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95516a9d-19e7-42a9-a91c-7b1317f45176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452f9f7d-8428-4eb6-8205-2364ba1e9df5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:14.714002 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:14.726978 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:14.821623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0a66774f-f833-4ab0-8d18-41ff9af27833 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:16:14.842980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:14.934902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2780a-c4fd-4461-ba22-52b54aaed14d None None] Network 328aa90f-1591-4053-86d0-d23c5313a3ad requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:16:14.975776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=a099fd7d-aa0f-470e-84fb-8fc0490f9822,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:14.994161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6043c696-b904-43e3-afd7-275ffc8d0131 None None] Provisioning complete for port 0a66774f-f833-4ab0-8d18-41ff9af27833 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:14.994807 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6043c696-b904-43e3-afd7-275ffc8d0131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:15.043656 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network 328aa90f-1591-4053-86d0-d23c5313a3ad is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:15.045392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:15.063727 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:15.069460 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0a66774f-f833-4ab0-8d18-41ff9af27833 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:15.069980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:15.187481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:16:15.207143 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6043c696-b904-43e3-afd7-275ffc8d0131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:15.316467 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:15.352816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6043c696-b904-43e3-afd7-275ffc8d0131 None None] For port 0a66774f-f833-4ab0-8d18-41ff9af27833, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a66774f-f833-4ab0-8d18-41ff9af27833,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:15.363100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:15.371714 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6043c696-b904-43e3-afd7-275ffc8d0131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:15.373355 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-eb614525-d19e-4f2b-8e12-8e7ca27e836f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "PUT /v2.0/routers/4e7dcee7-7f26-43f7-bca8-a3ee034966c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6581755
Dec 18 21:16:15.477805 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:16:15.478162 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:16:15.481251 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043c696-b904-43e3-afd7-275ffc8d0131 None None] Pushing event updated for resources: {'Port': ['ID=0a66774f-f833-4ab0-8d18-41ff9af27833,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:15.703383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-eb0b21f0-8edd-4335-bd62-b18a4a5afce6 None None] Provisioning complete for port a099fd7d-aa0f-470e-84fb-8fc0490f9822 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:15.706584 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb0b21f0-8edd-4335-bd62-b18a4a5afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:15.766471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b21f0-8edd-4335-bd62-b18a4a5afce6 None None] Port a099fd7d-aa0f-470e-84fb-8fc0490f9822 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:16:15.791646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-f18e61af-b585-48bd-98a7-45f1cbb6a4d3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153542237&fields=id&tenant_id=71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 267 time: 0.1384678
Dec 18 21:16:15.792188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-eb0b21f0-8edd-4335-bd62-b18a4a5afce6 None None] Provisioning complete for port 0a66774f-f833-4ab0-8d18-41ff9af27833 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:15.792518 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb0b21f0-8edd-4335-bd62-b18a4a5afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:15.869117 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Sync routers for ids ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:15.883287 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Routers {'4e7dcee7-7f26-43f7-bca8-a3ee034966c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:15.883840 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f52d190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:15.932801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-54c93f7c-99e1-4b0a-b615-d79b16d1bcfa tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:15.934777 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-54c93f7c-99e1-4b0a-b615-d79b16d1bcfa tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/networks?id=328aa90f-1591-4053-86d0-d23c5313a3ad HTTP/1.1" status: 200  len: 797 time: 0.1415133
Dec 18 21:16:15.962390 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-ed54d62d-3c09-4150-af4e-1e60cc9467ce tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/quotas/71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 375 time: 0.0151262
Dec 18 21:16:16.020640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 725f79e9-a138-44f8-9838-58c2b3dd6b04 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:16:16.038872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-32fba62b-8158-4664-bcd8-e79f95f5611a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0690238
Dec 18 21:16:16.068966 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Set router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:16.105898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-936bd68d-df7c-4a4f-90f2-40eed0067661 None None] Provisioning complete for port a099fd7d-aa0f-470e-84fb-8fc0490f9822 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:16.106294 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-936bd68d-df7c-4a4f-90f2-40eed0067661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:16.165143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-936bd68d-df7c-4a4f-90f2-40eed0067661 None None] Port a099fd7d-aa0f-470e-84fb-8fc0490f9822 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:16:16.167607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 725f79e9-a138-44f8-9838-58c2b3dd6b04 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:16.167975 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:16.187102 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-5d5682c6-359d-4ecf-99b3-696b0dc3c406 service neutron] 10.222.0.13 "GET /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334412
Dec 18 21:16:16.304706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a0c50182-dd66-4300-bb6a-3821ee277003 None None] Provisioning complete for port a099fd7d-aa0f-470e-84fb-8fc0490f9822 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:16.305835 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a0c50182-dd66-4300-bb6a-3821ee277003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:16.323103 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-fcedad94-f04e-4f19-b2e3-378efd71df0b service neutron] 10.222.0.13 "GET /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347952
Dec 18 21:16:16.364083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a0c50182-dd66-4300-bb6a-3821ee277003 None None] Port a099fd7d-aa0f-470e-84fb-8fc0490f9822 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:16:16.483186 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f52d190>, [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a099fd7d-aa0f-470e-84fb-8fc0490f9822', 'name': '', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:7f:0a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:12Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 2, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:16.522881 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Checking router: 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:16:16.523340 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Updating router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 port a099fd7d-aa0f-470e-84fb-8fc0490f9822 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:16:16.561922 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:16.595458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fa5cd14-6875-43ce-aa08-821502302122 req-8cb97c2c-1423-42fd-8d88-d7ea72fc8403 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 210 time: 0.0740597
Dec 18 21:16:16.704914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0a66774f-f833-4ab0-8d18-41ff9af27833 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:16:16.763859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42270) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:16.812042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0a66774f-f833-4ab0-8d18-41ff9af27833 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:16.812588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:16.988250 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:16.999014 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.006791 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.016455 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.055836 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Pushing event updated for resources: {'Port': ['ID=a099fd7d-aa0f-470e-84fb-8fc0490f9822,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:17.066547 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.066922 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.067256 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.067802 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.068278 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.068756 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.069237 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.069759 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.070225 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.070731 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.071257 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.071753 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.072299 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:17.144288 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Attempting to bind port a099fd7d-aa0f-470e-84fb-8fc0490f9822 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:16:17.144655 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Attempting to bind port a099fd7d-aa0f-470e-84fb-8fc0490f9822 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:16:17.145018 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Attempting to bind port a099fd7d-aa0f-470e-84fb-8fc0490f9822 on network 328aa90f-1591-4053-86d0-d23c5313a3ad {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:16:17.157450 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:16:17.157889 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Checking segment: {'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:16:17.158347 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.160504 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Bound using segment: {'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:16:17.161183 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Bound port: a099fd7d-aa0f-470e-84fb-8fc0490f9822, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:16:17.161618 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.172556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.256519 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] For port a099fd7d-aa0f-470e-84fb-8fc0490f9822, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:16:17.260247 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] For port a099fd7d-aa0f-470e-84fb-8fc0490f9822, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a099fd7d-aa0f-470e-84fb-8fc0490f9822,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:16:17.271961 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.339064 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86d3b7-05de-4e79-bca1-fdf7d0c5ec2d None None] Pushing event updated for resources: {'Port': ['ID=a099fd7d-aa0f-470e-84fb-8fc0490f9822,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:17.342648 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Routers {'4e7dcee7-7f26-43f7-bca8-a3ee034966c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:17.342845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Allocated IP 172.35.3.83 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/10e8f8c6-b2b0-4d38-ac38-6eae1bca3134) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:17.343462 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f52d190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:17.479476 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] Set router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:17.480790 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.521921 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.524637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8275b102-5bae-4a35-b173-a4f0f67115ad None None] Provisioning complete for port a099fd7d-aa0f-470e-84fb-8fc0490f9822 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:17.525826 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8275b102-5bae-4a35-b173-a4f0f67115ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.575370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:17.578672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:17.583290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:17.623686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event updated for resources: {'Port': ['ID=10e8f8c6-b2b0-4d38-ac38-6eae1bca3134,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:17.735755 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.845218 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.848589 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-55daa52f-4ee3-4738-886a-83d63a83b4cd req-cac4a4ca-ca83-4709-b430-613d69643506 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 210 time: 0.0821619
Dec 18 21:16:17.892470 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f52d190>, [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a099fd7d-aa0f-470e-84fb-8fc0490f9822', 'name': '', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:7f:0a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:12Z', 'updated_at': '2021-12-18T21:16:17Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:17.919699 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699754c1-89f1-4761-9644-7cbaa1022fbe None None] The sync data for ids ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'] in ncdv-master-1 is: [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a099fd7d-aa0f-470e-84fb-8fc0490f9822', 'name': '', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:7f:0a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:12Z', 'updated_at': '2021-12-18T21:16:17Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:17.932241 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8275b102-5bae-4a35-b173-a4f0f67115ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.977806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8275b102-5bae-4a35-b173-a4f0f67115ad None None] For port a099fd7d-aa0f-470e-84fb-8fc0490f9822, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a099fd7d-aa0f-470e-84fb-8fc0490f9822,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:17.983829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-95c2d1a9-0944-4056-be1f-9f9bcfa96d6c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:17.985821 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8275b102-5bae-4a35-b173-a4f0f67115ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:17.985955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-95c2d1a9-0944-4056-be1f-9f9bcfa96d6c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.31 "GET /v2.0/networks?id=328aa90f-1591-4053-86d0-d23c5313a3ad HTTP/1.1" status: 200  len: 797 time: 0.2439981
Dec 18 21:16:18.043014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275b102-5bae-4a35-b173-a4f0f67115ad None None] Pushing event updated for resources: {'Port': ['ID=a099fd7d-aa0f-470e-84fb-8fc0490f9822,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:18.099503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-42627eda-ae50-4d9e-be97-c25cb08605f3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71c859bfcff54b5c85e6cb248341f37c HTTP/1.1" status: 200  len: 379 time: 0.1023831
Dec 18 21:16:18.109996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'port': {'device_id': '47b796a5-4c32-412d-9bc1-b4219233b129', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'admin_state_up': True, 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'security_groups': ['8ab93a73-cbc4-452a-8c48-8a853a68b559']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:18.111821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-faa60a86-4515-4b3a-8ad5-68523c260029 None None] Provisioning complete for port a099fd7d-aa0f-470e-84fb-8fc0490f9822 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:18.112720 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-faa60a86-4515-4b3a-8ad5-68523c260029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.173633 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.188084 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.281563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event updated for resources: {'Port': ['ID=10e8f8c6-b2b0-4d38-ac38-6eae1bca3134,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:18.298912 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.323820 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.325067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fa7b7f68-cb19-40da-ac4d-87559c629bda tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5597932
Dec 18 21:16:18.327802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42292) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:18.333862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2126436274'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:18.337212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Made reservation on behalf of 71c859bfcff54b5c85e6cb248341f37c for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:16:18.340615 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.414017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Made reservation on behalf of 90b500db3f92424eb30304f4042a382c for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:16:18.417522 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.430517 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.539572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.20.0.13 (328aa90f-1591-4053-86d0-d23c5313a3ad/112292da-64d1-4a43-8772-6a001ae13fe5/eab4ed4b-542e-4493-9473-7dd3c88992e8) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:18.603632 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.623378 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.719461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:16:18.755540 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.755763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a099fd7d-aa0f-470e-84fb-8fc0490f9822 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:16:18.756215 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Added segment b6abe232-75de-4ac6-8f4b-7731cc434c7a of type vlan for network d4984adb-33b7-4606-be10-c38f269e4974
Dec 18 21:16:18.769037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424d5699-3473-4df4-b5d8-c6a443543006,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:18.812349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a099fd7d-aa0f-470e-84fb-8fc0490f9822 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:18.812718 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.828878 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.854145 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.880527 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.898245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:18.901165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:18.989731 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.6604650
Dec 18 21:16:18.993775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42312) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:18.999246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f381b2bc-3e58-47b4-9208-ac2546ad67a3 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Request body: {'subnet': {'network_id': 'd4984adb-33b7-4606-be10-c38f269e4974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:19.011314 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52c044de-616f-42bc-9ba6-ff5a7cd2291f req-9e399793-626f-4eb7-a421-7fd42ac8bc5b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 210 time: 0.0704458
Dec 18 21:16:19.019696 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.054446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5536478-f903-420f-a4f1-6f115febed65 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event updated for resources: {'Network': ['ID=d4984adb-33b7-4606-be10-c38f269e4974,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:19.068413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network d4984adb-33b7-4606-be10-c38f269e4974 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:16:19.075892 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network 328aa90f-1591-4053-86d0-d23c5313a3ad is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:19.079848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:19.082290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=eab4ed4b-542e-4493-9473-7dd3c88992e8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:19.084443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:19.135644 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f381b2bc-3e58-47b4-9208-ac2546ad67a3 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Made reservation on behalf of 90b500db3f92424eb30304f4042a382c for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:16:19.139533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:19.140176 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.144779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f381b2bc-3e58-47b4-9208-ac2546ad67a3 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.167090 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-901383d4-d735-41a2-a70b-b49c77d84805 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0612612
Dec 18 21:16:19.181906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Request body: {'port': {'device_id': '47b796a5-4c32-412d-9bc1-b4219233b129', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:19.245790 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.352711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f381b2bc-3e58-47b4-9208-ac2546ad67a3 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.416493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381b2bc-3e58-47b4-9208-ac2546ad67a3 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event updated for resources: {'Subnet': ['ID=f363cc0c-91c6-41df-9d6f-4a15c4a21791,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:19.434808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ea1f3d72-0d36-4500-b455-0d749f916ded None None] Provisioning complete for port eab4ed4b-542e-4493-9473-7dd3c88992e8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:19.436203 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ea1f3d72-0d36-4500-b455-0d749f916ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.453178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381b2bc-3e58-47b4-9208-ac2546ad67a3 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Checking segment: {'id': 'b6abe232-75de-4ac6-8f4b-7731cc434c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd4984adb-33b7-4606-be10-c38f269e4974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:16:19.453632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381b2bc-3e58-47b4-9208-ac2546ad67a3 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Network hostable DHCP agents. Network: d4984adb-33b7-4606-be10-c38f269e4974, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:16:19.474496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381b2bc-3e58-47b4-9208-ac2546ad67a3 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Network d4984adb-33b7-4606-be10-c38f269e4974 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:16:19.482405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f3d72-0d36-4500-b455-0d749f916ded None None] Port eab4ed4b-542e-4493-9473-7dd3c88992e8 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:16:19.485721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-f381b2bc-3e58-47b4-9208-ac2546ad67a3 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d4984adb-33b7-4606-be10-c38f269e4974) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:19.489844 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f381b2bc-3e58-47b4-9208-ac2546ad67a3 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:19.490731 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f381b2bc-3e58-47b4-9208-ac2546ad67a3 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.498233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4595cd90-63c6-49c9-937b-874141a47c9a None None] Network d4984adb-33b7-4606-be10-c38f269e4974 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:16:19.512572 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f381b2bc-3e58-47b4-9208-ac2546ad67a3 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5163920
Dec 18 21:16:19.514033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42314) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:19.519324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1945667118', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:19.582517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab4ed4b-542e-4493-9473-7dd3c88992e8 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:16:19.591074 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.594015 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.595057 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.614285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Transition to ACTIVE for port object eab4ed4b-542e-4493-9473-7dd3c88992e8 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:16:19.615966 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.620584 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.630024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d4984adb-33b7-4606-be10-c38f269e4974', 'network_id': 'd4984adb-33b7-4606-be10-c38f269e4974', 'project_id': '90b500db3f92424eb30304f4042a382c', 'fixed_ips': [{'subnet_id': 'f363cc0c-91c6-41df-9d6f-4a15c4a21791'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:16:19.631000 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.698205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.716229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Pushing event updated for resources: {'Port': ['ID=eab4ed4b-542e-4493-9473-7dd3c88992e8,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:19.788084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Allocated IP 172.20.0.2 (d4984adb-33b7-4606-be10-c38f269e4974/f363cc0c-91c6-41df-9d6f-4a15c4a21791/d183e95f-d237-4982-b057-6b90cfdcd926) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:19.908863 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.948460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Attempting to bind port eab4ed4b-542e-4493-9473-7dd3c88992e8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:16:19.948648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Attempting to bind port eab4ed4b-542e-4493-9473-7dd3c88992e8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:16:19.948934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Attempting to bind port eab4ed4b-542e-4493-9473-7dd3c88992e8 on network 328aa90f-1591-4053-86d0-d23c5313a3ad {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:16:19.980387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Port eab4ed4b-542e-4493-9473-7dd3c88992e8 on network 328aa90f-1591-4053-86d0-d23c5313a3ad not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:16:19.980617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Attempting to bind port eab4ed4b-542e-4493-9473-7dd3c88992e8 on network 328aa90f-1591-4053-86d0-d23c5313a3ad {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:16:19.982343 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.991343 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:19.992833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:16:19.993220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Checking segment: {'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:16:19.993817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Bound using segment: {'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:16:19.994314 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Bound port: eab4ed4b-542e-4493-9473-7dd3c88992e8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b45ae4-535d-4f16-89d6-de3461a573fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:16:19.994674 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:20.046293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Network d4984adb-33b7-4606-be10-c38f269e4974 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:20.051382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:20.059525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:20.063319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Pushing event updated for resources: {'Port': ['ID=d183e95f-d237-4982-b057-6b90cfdcd926,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:20.098544 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] For port eab4ed4b-542e-4493-9473-7dd3c88992e8, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:16:20.103509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] For port eab4ed4b-542e-4493-9473-7dd3c88992e8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:16:20.116758 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:20.141318 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Attempting to bind port d183e95f-d237-4982-b057-6b90cfdcd926 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:16:20.141824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Attempting to bind port d183e95f-d237-4982-b057-6b90cfdcd926 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b6abe232-75de-4ac6-8f4b-7731cc434c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd4984adb-33b7-4606-be10-c38f269e4974'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:16:20.142370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Attempting to bind port d183e95f-d237-4982-b057-6b90cfdcd926 on network d4984adb-33b7-4606-be10-c38f269e4974 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:16:20.149378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:16:20.149762 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Checking segment: {'id': 'b6abe232-75de-4ac6-8f4b-7731cc434c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd4984adb-33b7-4606-be10-c38f269e4974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:16:20.150162 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:20.150698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Bound using segment: {'id': 'b6abe232-75de-4ac6-8f4b-7731cc434c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd4984adb-33b7-4606-be10-c38f269e4974'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:16:20.151174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Bound port: d183e95f-d237-4982-b057-6b90cfdcd926, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6abe232-75de-4ac6-8f4b-7731cc434c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd4984adb-33b7-4606-be10-c38f269e4974'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:16:20.151576 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:20.224814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] For port d183e95f-d237-4982-b057-6b90cfdcd926, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:16:20.228713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] For port d183e95f-d237-4982-b057-6b90cfdcd926, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d183e95f-d237-4982-b057-6b90cfdcd926,segment=NetworkSegment(b6abe232-75de-4ac6-8f4b-7731cc434c7a),segment_id=b6abe232-75de-4ac6-8f4b-7731cc434c7a)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:16:20.233470 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:20.296139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e65a0-627e-4ae2-96e4-dde26b40ad13 None None] Pushing event updated for resources: {'Port': ['ID=d183e95f-d237-4982-b057-6b90cfdcd926,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:20.530339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:20.530948 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:20.532337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] 10.222.0.31 "PUT /v2.0/ports/eab4ed4b-542e-4493-9473-7dd3c88992e8 HTTP/1.1" status: 200  len: 1092 time: 1.3563409
Dec 18 21:16:20.538350 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:16:20.539525 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c90a57-f23f-4232-9a78-2f613961305a" -d '{"events": [{"name": "network-changed", "server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:16:20.705254 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab8b205-81cd-4645-8686-260e6dc61613 x-openstack-request-id: req-fab8b205-81cd-4645-8686-260e6dc61613 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:16:20.711069 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:16:20.711465 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fab8b205-81cd-4645-8686-260e6dc61613 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:16:20.712033 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'status': 'completed', 'code': 200}
Dec 18 21:16:20.745658 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:20.750784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ea553-6f92-4dbd-8135-033362bf17ca service neutron] Pushing event updated for resources: {'Port': ['ID=eab4ed4b-542e-4493-9473-7dd3c88992e8,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:20.760455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d183e95f-d237-4982-b057-6b90cfdcd926 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:16:20.816944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:20.828058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d183e95f-d237-4982-b057-6b90cfdcd926 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:20.829203 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:20.871053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda2618-d593-4691-9f7a-38f0b9a84521 req-03b178a8-8253-426e-8b16-2d141da292c3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:20.872708 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6dda2618-d593-4691-9f7a-38f0b9a84521 req-03b178a8-8253-426e-8b16-2d141da292c3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 944 time: 0.7535217
Dec 18 21:16:20.932387 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:20.946652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6c64859d-3fde-4d5b-82f6-6f9ae2710f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:20.948081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-6c64859d-3fde-4d5b-82f6-6f9ae2710f05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 1095 time: 0.2476273
Dec 18 21:16:20.968802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port d183e95f-d237-4982-b057-6b90cfdcd926, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d183e95f-d237-4982-b057-6b90cfdcd926,segment=NetworkSegment(b6abe232-75de-4ac6-8f4b-7731cc434c7a),segment_id=b6abe232-75de-4ac6-8f4b-7731cc434c7a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:20.974391 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:21.007712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-801916c5-26e1-4b4b-974f-c0c258d48713 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8 HTTP/1.1" status: 200  len: 217 time: 0.0505044
Dec 18 21:16:21.013312 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6dda2618-d593-4691-9f7a-38f0b9a84521 req-d88e002b-58ae-43ac-9078-fdd6d436841c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1309230
Dec 18 21:16:21.025784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=d183e95f-d237-4982-b057-6b90cfdcd926,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:21.065642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Allocated IP 172.35.3.191 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/b4f78159-f5dd-4d8a-9e73-9e693c853af3) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:21.094672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-022eef5c-30b8-4fb5-bca9-69a62d782c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:21.096161 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-022eef5c-30b8-4fb5-bca9-69a62d782c72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=112292da-64d1-4a43-8772-6a001ae13fe5 HTTP/1.1" status: 200  len: 835 time: 0.0789387
Dec 18 21:16:21.199576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-a51260f3-4ff5-48ab-be65-7e66ec03b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:21.201141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-a51260f3-4ff5-48ab-be65-7e66ec03b1da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=328aa90f-1591-4053-86d0-d23c5313a3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0951614
Dec 18 21:16:21.226957 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:21.321860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-4db3b83c-d01e-48bd-910f-e8c7e484e9fe service neutron] 10.222.0.31 "GET /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1120410
Dec 18 21:16:21.323440 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:21.381541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36a67c-634a-419b-aa54-794a5bdfd0d7 None None] Network d4984adb-33b7-4606-be10-c38f269e4974 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:16:21.411761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:21.417425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:21.423095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:21.427375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event updated for resources: {'Port': ['ID=b4f78159-f5dd-4d8a-9e73-9e693c853af3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:21.432889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebc565d-27bc-4a92-a9f0-5cfdca6ffda5 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:16:21.474137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e5b1124c-a746-4d64-84f3-91159acc35ef None None] Provisioning complete for port d183e95f-d237-4982-b057-6b90cfdcd926 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:21.474749 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5b1124c-a746-4d64-84f3-91159acc35ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:21.550630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74395b0e-345f-44c5-81d1-7c20e4d259b9 req-a9859e96-0245-4666-9b24-bd375272a2d1 service neutron] 10.222.0.31 "GET /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219751
Dec 18 21:16:21.717862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ebf4c09c-4d74-4303-853c-344554507310 None None] Provisioning complete for port b4f78159-f5dd-4d8a-9e73-9e693c853af3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:21.718464 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ebf4c09c-4d74-4303-853c-344554507310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:21.728134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90a57-f23f-4232-9a78-2f613961305a req-f69cf2cc-30d8-41c8-9804-b4619d06db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:21.729636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25c90a57-f23f-4232-9a78-2f613961305a req-f69cf2cc-30d8-41c8-9804-b4619d06db8c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 1095 time: 0.1283798
Dec 18 21:16:21.757394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4c09c-4d74-4303-853c-344554507310 None None] Port b4f78159-f5dd-4d8a-9e73-9e693c853af3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:16:21.790986 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:21.876285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-03fb7e27-8042-4718-9d66-db675f22bbcb None None] Provisioning complete for port d183e95f-d237-4982-b057-6b90cfdcd926 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:21.876742 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-03fb7e27-8042-4718-9d66-db675f22bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:21.914765 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90a57-f23f-4232-9a78-2f613961305a req-25393e6d-12a2-4e56-96a4-595bb670f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:21.916410 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25c90a57-f23f-4232-9a78-2f613961305a req-25393e6d-12a2-4e56-96a4-595bb670f6b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=328aa90f-1591-4053-86d0-d23c5313a3ad HTTP/1.1" status: 200  len: 898 time: 0.1780732
Dec 18 21:16:21.999143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25c90a57-f23f-4232-9a78-2f613961305a req-bc9a2a33-4fe5-4e87-99e8-f671ef30ee1b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8 HTTP/1.1" status: 200  len: 217 time: 0.0728602
Dec 18 21:16:22.078940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42354) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:22.094011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90a57-f23f-4232-9a78-2f613961305a req-7560f2b7-ad54-461b-82bd-c20a65cd4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:22.095458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25c90a57-f23f-4232-9a78-2f613961305a req-7560f2b7-ad54-461b-82bd-c20a65cd4877 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=112292da-64d1-4a43-8772-6a001ae13fe5 HTTP/1.1" status: 200  len: 835 time: 0.0881114
Dec 18 21:16:22.107891 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:22.218000 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3f4cda5f-574a-47a8-81c2-06f4d1f4f49c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3ff294c24f54faf9ba1592e4dd3ebaa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1373553
Dec 18 21:16:22.220018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704127db-26b4-41ed-8b7b-69d6338db091 req-1758f212-c70b-43a8-b5ce-351edbfcc06b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:22.220241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42358) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:22.221588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-704127db-26b4-41ed-8b7b-69d6338db091 req-1758f212-c70b-43a8-b5ce-351edbfcc06b tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 944 time: 0.1293309
Dec 18 21:16:22.225163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90a57-f23f-4232-9a78-2f613961305a req-ed4831d7-1f1c-4544-a835-1e59d8ed4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:22.226626 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25c90a57-f23f-4232-9a78-2f613961305a req-ed4831d7-1f1c-4544-a835-1e59d8ed4fdd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=328aa90f-1591-4053-86d0-d23c5313a3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1201916
Dec 18 21:16:22.227310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-b21ef682-745c-4d15-a332-a2427f34cb85 req-10351112-907f-4984-a5a3-e3baeffff8d5 tempest-AttachVolumeNegativeTest-997340476 tempest-AttachVolumeNegativeTest-997340476-project] (126008) timed out ('10.222.0.31', 59460) {{(pid=126008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:16:22.272747 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae7bca3b-f1e0-4918-a10a-57914f39aad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:22.298175 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae7bca3b-f1e0-4918-a10a-57914f39aad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:22.345624 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae7bca3b-f1e0-4918-a10a-57914f39aad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:22.348461 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ae7bca3b-f1e0-4918-a10a-57914f39aad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:22.351880 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ae7bca3b-f1e0-4918-a10a-57914f39aad1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79d2a627-bb87-4777-8c46-f291e5978e4a HTTP/1.1" status: 204  len: 168 time: 0.1285024
Dec 18 21:16:22.359478 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bca3b-f1e0-4918-a10a-57914f39aad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d2a627-bb87-4777-8c46-f291e5978e4a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:22.398371 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-704127db-26b4-41ed-8b7b-69d6338db091 req-37a88190-ff00-4f76-8d75-1576cf6ee1a0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1438773
Dec 18 21:16:22.426329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25c90a57-f23f-4232-9a78-2f613961305a req-e86df1b7-267a-4da7-baeb-1796b2824a72 service neutron] 10.222.0.31 "GET /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729987
Dec 18 21:16:22.433185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Router 72ae39a4-c71c-4e32-be77-08200082d765 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:16:22.608552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25c90a57-f23f-4232-9a78-2f613961305a req-2102ad73-12a8-4a6e-a575-f2d0a04f233f service neutron] 10.222.0.31 "GET /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1717591
Dec 18 21:16:22.631790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:22.645250 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18146030-9240-4668-9e98-2ebd03e3681f None None] Sync routers for ids ['72ae39a4-c71c-4e32-be77-08200082d765'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:22.670324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18146030-9240-4668-9e98-2ebd03e3681f None None] Routers {'72ae39a4-c71c-4e32-be77-08200082d765'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:22.671103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-18146030-9240-4668-9e98-2ebd03e3681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e527be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['72ae39a4-c71c-4e32-be77-08200082d765'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:22.674093 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:22.676383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cc4e9fb1-b4c4-4b24-8ea2-e0d8662eccfe tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 3.1613076
Dec 18 21:16:22.679333 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42370) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:22.698558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-99d3c0ff-0722-4931-8bfe-b2b1e0516107 req-2eea3313-90b6-4cfc-b807-abf134a94d14 service neutron] (126008) timed out ('10.222.0.31', 59459) {{(pid=126008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:16:22.736484 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-18146030-9240-4668-9e98-2ebd03e3681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e527be0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:22.738882 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d183e95f-d237-4982-b057-6b90cfdcd926 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:16:22.785899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18146030-9240-4668-9e98-2ebd03e3681f None None] Routers {'72ae39a4-c71c-4e32-be77-08200082d765'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:22.790455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-18146030-9240-4668-9e98-2ebd03e3681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e527be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['72ae39a4-c71c-4e32-be77-08200082d765'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:22.831094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-18146030-9240-4668-9e98-2ebd03e3681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e527be0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:22.831760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18146030-9240-4668-9e98-2ebd03e3681f None None] The sync data for ids ['72ae39a4-c71c-4e32-be77-08200082d765'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:22.851784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d183e95f-d237-4982-b057-6b90cfdcd926 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:22.852089 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:22.933788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eab4ed4b-542e-4493-9473-7dd3c88992e8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:16:23.065385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eab4ed4b-542e-4493-9473-7dd3c88992e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:23.078164 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'port_id': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'mac_address': 'fa:16:3e:a1:b1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:16:23.139056 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:23.159989 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab4ed4b-542e-4493-9473-7dd3c88992e8 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:16:23.185252 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eab4ed4b-542e-4493-9473-7dd3c88992e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:23.192682 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:23.266243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=eab4ed4b-542e-4493-9473-7dd3c88992e8,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:23.273636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:23.399746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['eab4ed4b-542e-4493-9473-7dd3c88992e8'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:16:23.582759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb3b18-d1fc-4f32-bf52-77a051bc5b8d req-d09cabac-e80a-44b6-830c-590e2e442589 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:23.592049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ebb3b18-d1fc-4f32-bf52-77a051bc5b8d req-d09cabac-e80a-44b6-830c-590e2e442589 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 945 time: 0.0885022
Dec 18 21:16:23.662081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Allocated IP 172.20.0.1 (d4984adb-33b7-4606-be10-c38f269e4974/f363cc0c-91c6-41df-9d6f-4a15c4a21791/d7702181-744e-4787-9c88-7c3a7126873b) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:23.666828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ebb3b18-d1fc-4f32-bf52-77a051bc5b8d req-8501dbb0-7208-4bcd-a85f-488d84c617cd tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736005
Dec 18 21:16:23.803044 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:23.850559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:23.915371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Network d4984adb-33b7-4606-be10-c38f269e4974 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:23.922560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:23.937164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:23.987489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event updated for resources: {'Port': ['ID=d7702181-744e-4787-9c88-7c3a7126873b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:24.000316 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:24.217995 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:24.339410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b3658c70-a35d-4c8f-9e7e-90e92d4116a1 None None] Provisioning complete for port d7702181-744e-4787-9c88-7c3a7126873b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:24.340062 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b3658c70-a35d-4c8f-9e7e-90e92d4116a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:24.375708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b3658c70-a35d-4c8f-9e7e-90e92d4116a1 None None] Port d7702181-744e-4787-9c88-7c3a7126873b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:16:24.521900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:24.526353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:24.603205 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event updated for resources: {'Port': ['ID=d7702181-744e-4787-9c88-7c3a7126873b,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:24.605526 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:24.723140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Network d4984adb-33b7-4606-be10-c38f269e4974 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:24.725655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:24.793401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbbe6f-2d6b-4f45-9e36-dc6d9bb78b69 req-c7690cfc-27d1-4108-8136-0b80867e748e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:24.795097 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0bbbe6f-2d6b-4f45-9e36-dc6d9bb78b69 req-c7690cfc-27d1-4108-8136-0b80867e748e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 945 time: 0.0555367
Dec 18 21:16:24.867837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Router 72ae39a4-c71c-4e32-be77-08200082d765 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:16:24.869609 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b0bbbe6f-2d6b-4f45-9e36-dc6d9bb78b69 req-d93f245d-ec78-4025-96d8-a779c7ec83c3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680368
Dec 18 21:16:24.925696 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eab4ed4b-542e-4493-9473-7dd3c88992e8 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:16:25.004122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:25.012179 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b11947b9-ba91-414f-b6ce-898c0d60a628 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "PUT /v2.0/routers/72ae39a4-c71c-4e32-be77-08200082d765/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3311708
Dec 18 21:16:25.015572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42464) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:25.019589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port eab4ed4b-542e-4493-9473-7dd3c88992e8 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:16:25.024974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Request body: {'port': {'network_id': 'd4984adb-33b7-4606-be10-c38f269e4974', 'name': 'tempest-FloatingIPAdminTestJSON-286799388'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:25.029387 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port eab4ed4b-542e-4493-9473-7dd3c88992e8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:25.029982 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:25.041326 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f1f3d7-451c-4953-83be-fd417567b0c4 None None] Sync routers for ids ['72ae39a4-c71c-4e32-be77-08200082d765'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:25.055067 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f1f3d7-451c-4953-83be-fd417567b0c4 None None] Routers {'72ae39a4-c71c-4e32-be77-08200082d765'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:25.055846 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-37f1f3d7-451c-4953-83be-fd417567b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664fa43a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['72ae39a4-c71c-4e32-be77-08200082d765'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:25.101777 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-37f1f3d7-451c-4953-83be-fd417567b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664fa43a0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:25.113857 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f1f3d7-451c-4953-83be-fd417567b0c4 None None] Routers {'72ae39a4-c71c-4e32-be77-08200082d765'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:25.115026 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-37f1f3d7-451c-4953-83be-fd417567b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664fa43a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['72ae39a4-c71c-4e32-be77-08200082d765'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:25.142110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-628a53a7-dd74-4c48-8fa8-eedbe1ee5f54 None None] Provisioning complete for port d7702181-744e-4787-9c88-7c3a7126873b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:25.142506 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-628a53a7-dd74-4c48-8fa8-eedbe1ee5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:25.144349 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:25.160266 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-37f1f3d7-451c-4953-83be-fd417567b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664fa43a0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:25.161115 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f1f3d7-451c-4953-83be-fd417567b0c4 None None] The sync data for ids ['72ae39a4-c71c-4e32-be77-08200082d765'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:25.197960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Made reservation on behalf of 90b500db3f92424eb30304f4042a382c for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:16:25.202444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:16:25.203036 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:25.205026 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d18f560-7d89-4d84-96d0-4ac546699897" -d '{"events": [{"server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "name": "network-vif-plugged", "status": "completed", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:16:25.210509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-628a53a7-dd74-4c48-8fa8-eedbe1ee5f54 None None] Port d7702181-744e-4787-9c88-7c3a7126873b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:16:25.221819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eab4ed4b-542e-4493-9473-7dd3c88992e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:25.226749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] device_id is not set on port eac39a43-56ce-446e-89f7-c3024a8f7c17 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:16:25.227632 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:25.257995 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae184161-6c92-41ee-8d5e-e8f96db112ff x-openstack-request-id: req-ae184161-6c92-41ee-8d5e-e8f96db112ff {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:16:25.258343 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "name": "network-vif-plugged", "status": "completed", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:16:25.258566 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae184161-6c92-41ee-8d5e-e8f96db112ff {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:16:25.258994 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'code': 200}
Dec 18 21:16:25.286435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=eab4ed4b-542e-4493-9473-7dd3c88992e8,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:25.382426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Allocated IP 172.20.0.10 (d4984adb-33b7-4606-be10-c38f269e4974/f363cc0c-91c6-41df-9d6f-4a15c4a21791/eac39a43-56ce-446e-89f7-c3024a8f7c17) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:25.394432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db797fd-4bef-4868-b6cb-8e0bff52970a req-84beff55-1df2-44d0-836e-c970fcf478cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:25.396174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2db797fd-4bef-4868-b6cb-8e0bff52970a req-84beff55-1df2-44d0-836e-c970fcf478cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 1097 time: 0.0697267
Dec 18 21:16:25.503982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2db797fd-4bef-4868-b6cb-8e0bff52970a req-f8eb4211-9d7a-40c3-86dc-0af631b5acdc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003919
Dec 18 21:16:25.561705 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:25.597563 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:25.648546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Network d4984adb-33b7-4606-be10-c38f269e4974 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:25.653050 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:25.657860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:25.682003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event updated for resources: {'Port': ['ID=eac39a43-56ce-446e-89f7-c3024a8f7c17,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:25.710822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:25.711461 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:25.728961 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9d20df51-67ec-43ca-8e6e-95c4ab362258 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7104642
Dec 18 21:16:25.732059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42468) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:25.898379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'project_id': '90b500db3f92424eb30304f4042a382c', 'port_id': 'eac39a43-56ce-446e-89f7-c3024a8f7c17'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:25.923770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:25.943379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2c9c9c04-3dbe-4ae3-8ca5-02d11cb6630f None None] Provisioning complete for port eac39a43-56ce-446e-89f7-c3024a8f7c17 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:25.943910 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9c04-3dbe-4ae3-8ca5-02d11cb6630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:25.977992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2c9c9c04-3dbe-4ae3-8ca5-02d11cb6630f None None] Port eac39a43-56ce-446e-89f7-c3024a8f7c17 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:16:26.033841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1077c-b22a-41d3-9ac6-b60eaa5a74f1 req-9c80df32-cd2a-405b-83fa-583b4782b8ef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:26.035341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccb1077c-b22a-41d3-9ac6-b60eaa5a74f1 req-9c80df32-cd2a-405b-83fa-583b4782b8ef tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.0612168
Dec 18 21:16:26.099177 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:26.104106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccb1077c-b22a-41d3-9ac6-b60eaa5a74f1 req-53fd2153-7a5b-49a9-be61-ae283a6b35e8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626123
Dec 18 21:16:26.542690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Allocated IP 172.35.3.185 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/8c07afb5-140c-44d1-96d3-1d03334c3624) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:26.653278 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:26.687279 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:26.732578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:26.735482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:26.739784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:26.745116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Pushing event updated for resources: {'Port': ['ID=8c07afb5-140c-44d1-96d3-1d03334c3624,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:27.086893 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:27.150236 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:27.271418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3df0fa-670b-44d3-ae44-2bec4a659a70 req-fc3527aa-a143-4a99-8605-1f179e8c200f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:27.272908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d3df0fa-670b-44d3-ae44-2bec4a659a70 req-fc3527aa-a143-4a99-8605-1f179e8c200f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.0940702
Dec 18 21:16:27.356914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d3df0fa-670b-44d3-ae44-2bec4a659a70 req-68e4cdab-d000-4b10-bd77-f80b37e36d48 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777388
Dec 18 21:16:27.393585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:27.399919 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:27.495810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Pushing event updated for resources: {'Port': ['ID=8c07afb5-140c-44d1-96d3-1d03334c3624,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:27.508588 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:27.563678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc186cd5-2dff-4c32-9d4b-cab0acf740a5 req-5f4f164b-b9a2-4cf6-82d0-4e93e7e82279 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:27.565388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dc186cd5-2dff-4c32-9d4b-cab0acf740a5 req-5f4f164b-b9a2-4cf6-82d0-4e93e7e82279 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.1301086
Dec 18 21:16:27.676085 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Floating IP 81afc022-6101-4bab-819a-98d65446c0aa associated. External IP: 172.35.3.185, port: eac39a43-56ce-446e-89f7-c3024a8f7c17.
Dec 18 21:16:27.681894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dc186cd5-2dff-4c32-9d4b-cab0acf740a5 req-6c43831c-54fa-49f5-a797-975ff19c71f8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026967
Dec 18 21:16:27.730619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42506) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:27.828828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee09932-2232-4885-b3ad-021862d3119d tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:27.831676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-eee09932-2232-4885-b3ad-021862d3119d tempest-TestNetworkAdvancedServerOps-516260255 tempest-TestNetworkAdvancedServerOps-516260255-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 1092 time: 0.0988429
Dec 18 21:16:27.834227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42510) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:27.838851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:27.911164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:28.009334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Router 72ae39a4-c71c-4e32-be77-08200082d765 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:16:28.132717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:28.175850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:28.185353 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc73fb5-8d0a-42b7-a9e9-c947ba5fc044 None None] Sync routers for ids ['72ae39a4-c71c-4e32-be77-08200082d765'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:28.197892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc73fb5-8d0a-42b7-a9e9-c947ba5fc044 None None] Routers {'72ae39a4-c71c-4e32-be77-08200082d765'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:28.198538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2bc73fb5-8d0a-42b7-a9e9-c947ba5fc044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e07d3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['72ae39a4-c71c-4e32-be77-08200082d765'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:28.199279 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:28.239008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2bc73fb5-8d0a-42b7-a9e9-c947ba5fc044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e07d3a0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:28.247826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc73fb5-8d0a-42b7-a9e9-c947ba5fc044 None None] Routers {'72ae39a4-c71c-4e32-be77-08200082d765'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:28.248417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2bc73fb5-8d0a-42b7-a9e9-c947ba5fc044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e07d3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['72ae39a4-c71c-4e32-be77-08200082d765'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:28.256073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7586a6bb-d1e3-4410-b474-dce76e4be7b3 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 2.5228240
Dec 18 21:16:28.258975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42522) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:28.281646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2bc73fb5-8d0a-42b7-a9e9-c947ba5fc044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e07d3a0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:28.282476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc73fb5-8d0a-42b7-a9e9-c947ba5fc044 None None] The sync data for ids ['72ae39a4-c71c-4e32-be77-08200082d765'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:28.283003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Allocated IP 172.35.3.138 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/80230d95-8145-461e-93dc-1fc506d3242c) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:28.382454 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-446b52da-4fa6-4cc5-b9c4-dbf55c7c86a0 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] 10.222.0.13 "GET /v2.0/floatingips/81afc022-6101-4bab-819a-98d65446c0aa HTTP/1.1" status: 200  len: 983 time: 0.1213162
Dec 18 21:16:28.385007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42524) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:28.387146 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:28.422566 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:28.467792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:28.472319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:28.476563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:28.479613 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=80230d95-8145-461e-93dc-1fc506d3242c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:28.529573 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a4c2d4af-0a02-4592-8802-e4919bd7ceda tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 4301 time: 0.1408761
Dec 18 21:16:28.529889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42526) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:28.771105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Deleting port 8c07afb5-140c-44d1-96d3-1d03334c3624 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:28.771451 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:28.860191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:28.860544 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:28.870026 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:28.875201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Calling delete_port for 8c07afb5-140c-44d1-96d3-1d03334c3624 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:28.960169 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:29.114283 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:29.138667 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event deleted for resources: {'Port': ['ID=8c07afb5-140c-44d1-96d3-1d03334c3624,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:29.165337 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:29.169857 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:29.245827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event updated for resources: {'Port': ['ID=80230d95-8145-461e-93dc-1fc506d3242c,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:29.257592 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:29.369182 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Floating IP 69d5534c-0d41-4303-ba9f-9f4e3988d2f3 associated. External IP: 172.35.3.138, port: eab4ed4b-542e-4493-9473-7dd3c88992e8.
Dec 18 21:16:29.541396 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:29.542001 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Floating IP 81afc022-6101-4bab-819a-98d65446c0aa disassociated (deleted). External IP: 172.35.3.185, port: eac39a43-56ce-446e-89f7-c3024a8f7c17.
Dec 18 21:16:29.601746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:16:29.756959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Router 72ae39a4-c71c-4e32-be77-08200082d765 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:16:29.879354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:29.889381 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effcd77a-c116-402b-8d32-df6062b2505d None None] Sync routers for ids ['72ae39a4-c71c-4e32-be77-08200082d765'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:29.890565 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:29.904064 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effcd77a-c116-402b-8d32-df6062b2505d None None] Routers {'72ae39a4-c71c-4e32-be77-08200082d765'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:29.905051 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-effcd77a-c116-402b-8d32-df6062b2505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366469b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['72ae39a4-c71c-4e32-be77-08200082d765'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:29.932606 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1b9cfd83-c9ab-407e-80b2-fe0fcf38365a tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "DELETE /v2.0/floatingips/81afc022-6101-4bab-819a-98d65446c0aa HTTP/1.1" status: 204  len: 168 time: 1.3982592
Dec 18 21:16:29.933628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42544) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:29.938114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:29.954275 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-effcd77a-c116-402b-8d32-df6062b2505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366469b940>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:29.964534 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effcd77a-c116-402b-8d32-df6062b2505d None None] Routers {'72ae39a4-c71c-4e32-be77-08200082d765'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:29.965253 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-effcd77a-c116-402b-8d32-df6062b2505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366469b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['72ae39a4-c71c-4e32-be77-08200082d765'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:29.968005 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:30.004467 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-effcd77a-c116-402b-8d32-df6062b2505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366469b940>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:30.005361 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effcd77a-c116-402b-8d32-df6062b2505d None None] The sync data for ids ['72ae39a4-c71c-4e32-be77-08200082d765'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:30.056335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:30.073236 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4654163-94b3-4c5e-90dc-aa85f88462d6 None None] Sync routers for ids ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:30.078795 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:30.079916 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:30.084567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4654163-94b3-4c5e-90dc-aa85f88462d6 None None] Routers {'4e7dcee7-7f26-43f7-bca8-a3ee034966c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:30.085331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d4654163-94b3-4c5e-90dc-aa85f88462d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e0490d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:30.118858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6d4954e0-056b-44f7-91c7-a96b6ec7f0be tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2809882
Dec 18 21:16:30.118858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:16:30.129306 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857a5dfc-e8ed-4019-88b2-4b056e05c329" -d '{"events": [{"name": "network-changed", "server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:16:30.215474 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924d408c-40d6-4d86-81aa-25faf8fbd458 x-openstack-request-id: req-924d408c-40d6-4d86-81aa-25faf8fbd458 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:16:30.215474 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:16:30.219385 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-924d408c-40d6-4d86-81aa-25faf8fbd458 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:16:30.219767 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'status': 'completed', 'code': 200}
Dec 18 21:16:30.237980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-d4654163-94b3-4c5e-90dc-aa85f88462d6 None None] Set router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:30.279291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944379f-caee-4b5a-911b-3832d56cccf8 req-5c877216-68b5-4fbb-89ec-2ec56f9f2b62 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:30.287088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b944379f-caee-4b5a-911b-3832d56cccf8 req-5c877216-68b5-4fbb-89ec-2ec56f9f2b62 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.1108196
Dec 18 21:16:30.292509 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Allocated IP 172.35.3.135 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/413356d4-ef56-43df-8ffc-80e535d5e3e4) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:30.349539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a5dfc-e8ed-4019-88b2-4b056e05c329 req-099616ab-e4db-41f5-b8f5-2fcb83f4e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:30.352557 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a5dfc-e8ed-4019-88b2-4b056e05c329 req-099616ab-e4db-41f5-b8f5-2fcb83f4e854 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 1097 time: 0.1281812
Dec 18 21:16:30.449929 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:30.481699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b944379f-caee-4b5a-911b-3832d56cccf8 req-84a8715a-002a-43a9-a4ae-f9a3aba56075 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1936464
Dec 18 21:16:30.505285 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:30.517624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42568) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:30.553315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:30.554044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d4654163-94b3-4c5e-90dc-aa85f88462d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e0490d0>, [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '69d5534c-0d41-4303-ba9f-9f4e3988d2f3', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'floating_ip_address': '172.35.3.138', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'port_id': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'mac_address': 'fa:16:3e:a1:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796a5-4c32-412d-9bc1-b4219233b129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:16:28Z', 'updated_at': '2021-12-18T21:16:28Z', 'revision_number': 0, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a099fd7d-aa0f-470e-84fb-8fc0490f9822', 'name': '', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:7f:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:12Z', 'updated_at': '2021-12-18T21:16:17Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:30.559246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:30.561269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Pushing event updated for resources: {'Port': ['ID=413356d4-ef56-43df-8ffc-80e535d5e3e4,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:30.563488 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:30.579026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a5dfc-e8ed-4019-88b2-4b056e05c329 req-c5cca580-d190-4e2a-ba4c-cc02d21286b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:30.581205 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a5dfc-e8ed-4019-88b2-4b056e05c329 req-c5cca580-d190-4e2a-ba4c-cc02d21286b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=328aa90f-1591-4053-86d0-d23c5313a3ad HTTP/1.1" status: 200  len: 898 time: 0.2181361
Dec 18 21:16:30.583624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4654163-94b3-4c5e-90dc-aa85f88462d6 None None] Checking router: 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:16:30.594992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4654163-94b3-4c5e-90dc-aa85f88462d6 None None] Routers {'4e7dcee7-7f26-43f7-bca8-a3ee034966c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:30.595607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d4654163-94b3-4c5e-90dc-aa85f88462d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e0490d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:30.652077 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b85552ff-bed6-4c75-b87c-d58571fb6b92 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/69d5534c-0d41-4303-ba9f-9f4e3988d2f3 HTTP/1.1" status: 200  len: 992 time: 0.1311245
Dec 18 21:16:30.667147 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a5dfc-e8ed-4019-88b2-4b056e05c329 req-e2ddb366-7669-4af2-bc44-e22bba694713 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8 HTTP/1.1" status: 200  len: 1000 time: 0.0744514
Dec 18 21:16:30.669163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:30.711969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:30.719381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a5dfc-e8ed-4019-88b2-4b056e05c329 req-84e995bb-f632-454e-a0e2-665bb745d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:30.719932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-d4654163-94b3-4c5e-90dc-aa85f88462d6 None None] Set router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:30.721641 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a5dfc-e8ed-4019-88b2-4b056e05c329 req-84e995bb-f632-454e-a0e2-665bb745d5f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=112292da-64d1-4a43-8772-6a001ae13fe5 HTTP/1.1" status: 200  len: 835 time: 0.0479667
Dec 18 21:16:30.774134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a5dfc-e8ed-4019-88b2-4b056e05c329 req-a1492320-1acd-4dad-ab44-b5012c09b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:30.775903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a5dfc-e8ed-4019-88b2-4b056e05c329 req-a1492320-1acd-4dad-ab44-b5012c09b8b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=328aa90f-1591-4053-86d0-d23c5313a3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0480247
Dec 18 21:16:30.875434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:30.881706 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a5dfc-e8ed-4019-88b2-4b056e05c329 req-4a23f00c-3a79-493c-b124-3c344021af90 service neutron] 10.222.0.31 "GET /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971463
Dec 18 21:16:30.882764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:30.956951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Pushing event updated for resources: {'Port': ['ID=413356d4-ef56-43df-8ffc-80e535d5e3e4,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:30.973967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d4654163-94b3-4c5e-90dc-aa85f88462d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e0490d0>, [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '69d5534c-0d41-4303-ba9f-9f4e3988d2f3', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'floating_ip_address': '172.35.3.138', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'port_id': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'mac_address': 'fa:16:3e:a1:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796a5-4c32-412d-9bc1-b4219233b129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:16:28Z', 'updated_at': '2021-12-18T21:16:28Z', 'revision_number': 0, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a099fd7d-aa0f-470e-84fb-8fc0490f9822', 'name': '', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:7f:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:12Z', 'updated_at': '2021-12-18T21:16:17Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:30.976019 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:30.987101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a5dfc-e8ed-4019-88b2-4b056e05c329 req-4f19c754-025c-46d4-b91c-7439c9f3f681 service neutron] 10.222.0.31 "GET /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983279
Dec 18 21:16:31.006047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:31.007360 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bdcf477f-eedc-49c5-ab61-0b9decac7e84 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0727129
Dec 18 21:16:31.008153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4654163-94b3-4c5e-90dc-aa85f88462d6 None None] The sync data for ids ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'] in ncdv-master-1 is: [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '69d5534c-0d41-4303-ba9f-9f4e3988d2f3', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'floating_ip_address': '172.35.3.138', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'port_id': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'mac_address': 'fa:16:3e:a1:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796a5-4c32-412d-9bc1-b4219233b129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:16:28Z', 'updated_at': '2021-12-18T21:16:28Z', 'revision_number': 0, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a099fd7d-aa0f-470e-84fb-8fc0490f9822', 'name': '', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:7f:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:12Z', 'updated_at': '2021-12-18T21:16:17Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:31.010218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42570) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:31.119861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:31.146187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:31.233047 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d0711-fcf6-437c-8227-e08ef7768ae6 None None] New status for floating IP 69d5534c-0d41-4303-ba9f-9f4e3988d2f3: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:16:31.256057 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:31.380119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Allocated IP 172.35.3.155 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/2b101cca-93d7-4b20-8ec4-eb2e4b93c441) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:31.501472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:31.543553 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:31.603430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:31.606558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:31.610783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:31.619650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Pushing event updated for resources: {'Port': ['ID=2b101cca-93d7-4b20-8ec4-eb2e4b93c441,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:31.655087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42594) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:31.741693 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8cba47fd-69be-4b5b-9892-22719bfd7e40 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/69d5534c-0d41-4303-ba9f-9f4e3988d2f3 HTTP/1.1" status: 200  len: 994 time: 0.0852847
Dec 18 21:16:31.786371 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:31.823033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:31.974932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335696b-ff01-4782-8bdd-9f4f64ed211d req-c55df89a-0773-4937-bfe8-19ec41a8c04c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:31.976544 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8335696b-ff01-4782-8bdd-9f4f64ed211d req-c55df89a-0773-4937-bfe8-19ec41a8c04c tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 946 time: 0.0652661
Dec 18 21:16:32.009902 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.014543 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.029221 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8335696b-ff01-4782-8bdd-9f4f64ed211d req-cfe1e2ef-2be6-4f5b-aea8-bdd0d9edcf2a tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457172
Dec 18 21:16:32.096431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Pushing event updated for resources: {'Port': ['ID=2b101cca-93d7-4b20-8ec4-eb2e4b93c441,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:32.108071 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.123831 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.125118 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-30fe8fbc-ee76-44b5-844b-1e43a81b5162 tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1136830
Dec 18 21:16:32.127734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42604) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:32.193462 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6cfb91f6-7e40-48fe-bf57-f6fac953fdae tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 5272 time: 0.0645800
Dec 18 21:16:32.196104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42606) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:32.266652 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a52b3e46-db00-407b-a73a-40867323119b tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.0693157
Dec 18 21:16:32.269342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42608) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:32.403252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0ba0f-db15-49cb-a1bc-40d265456fdd tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Deleting port 2b101cca-93d7-4b20-8ec4-eb2e4b93c441 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:32.403695 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ba0f-db15-49cb-a1bc-40d265456fdd tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.490008 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ba0f-db15-49cb-a1bc-40d265456fdd tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.490367 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ba0f-db15-49cb-a1bc-40d265456fdd tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.502673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0ba0f-db15-49cb-a1bc-40d265456fdd tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Calling delete_port for 2b101cca-93d7-4b20-8ec4-eb2e4b93c441 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:32.657118 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ba0f-db15-49cb-a1bc-40d265456fdd tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.687031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0ba0f-db15-49cb-a1bc-40d265456fdd tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Pushing event deleted for resources: {'Port': ['ID=2b101cca-93d7-4b20-8ec4-eb2e4b93c441,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:32.763570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ba0f-db15-49cb-a1bc-40d265456fdd tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.767262 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ba0f-db15-49cb-a1bc-40d265456fdd tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.769086 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7ad0ba0f-db15-49cb-a1bc-40d265456fdd tempest-FloatingIPAdminTestJSON-352851342 tempest-FloatingIPAdminTestJSON-352851342-project] 10.222.0.13 "DELETE /v2.0/floatingips/be7af2a2-0d44-400f-9d3e-3626e95f471c HTTP/1.1" status: 204  len: 168 time: 0.4987371
Dec 18 21:16:32.771957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42612) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:32.905124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-50da618b-52ac-44e6-b5ea-23cb3e6660b9 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Deleting port 413356d4-ef56-43df-8ffc-80e535d5e3e4 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:32.905466 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50da618b-52ac-44e6-b5ea-23cb3e6660b9 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.952811 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-16733670-ee79-4d61-add4-294ded6cffca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.989132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50da618b-52ac-44e6-b5ea-23cb3e6660b9 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:32.989520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50da618b-52ac-44e6-b5ea-23cb3e6660b9 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:33.002786 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-50da618b-52ac-44e6-b5ea-23cb3e6660b9 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Calling delete_port for 413356d4-ef56-43df-8ffc-80e535d5e3e4 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:33.149864 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50da618b-52ac-44e6-b5ea-23cb3e6660b9 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:33.161914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949a7f-1639-4c07-a0c9-6c6635412c1d req-c57e7b3a-8cb9-4884-9aac-b966e013b4e8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:33.163762 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca949a7f-1639-4c07-a0c9-6c6635412c1d req-c57e7b3a-8cb9-4884-9aac-b966e013b4e8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 946 time: 0.0538118
Dec 18 21:16:33.184619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da618b-52ac-44e6-b5ea-23cb3e6660b9 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Pushing event deleted for resources: {'Port': ['ID=413356d4-ef56-43df-8ffc-80e535d5e3e4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:33.218661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca949a7f-1639-4c07-a0c9-6c6635412c1d req-d46ef9d7-6fb3-4cae-bd23-fc4a8a9494cd tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482085
Dec 18 21:16:33.279564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50da618b-52ac-44e6-b5ea-23cb3e6660b9 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:33.282375 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50da618b-52ac-44e6-b5ea-23cb3e6660b9 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:33.286658 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-50da618b-52ac-44e6-b5ea-23cb3e6660b9 tempest-FloatingIPAdminTestJSON-1045587127 tempest-FloatingIPAdminTestJSON-1045587127-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/a2c6df07-a149-41c4-9623-9597f09ea93e HTTP/1.1" status: 204  len: 168 time: 0.5101018
Dec 18 21:16:33.287068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42616) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:33.389340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Deleting port eac39a43-56ce-446e-89f7-c3024a8f7c17 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:33.389678 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:33.484157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-d6ae5280-1eed-4647-a790-004b3231d8f2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:33.485102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:33.485578 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-d6ae5280-1eed-4647-a790-004b3231d8f2 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 946 time: 0.0748336
Dec 18 21:16:33.497318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Calling delete_port for eac39a43-56ce-446e-89f7-c3024a8f7c17 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:33.579902 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Deleting port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:33.580291 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:33.628302 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:33.661910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event deleted for resources: {'Port': ['ID=eac39a43-56ce-446e-89f7-c3024a8f7c17,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:33.675436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.675783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.676162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.676502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.676838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.677298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.677715 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.678046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.678418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.678744 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.679101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.679549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.679879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:33.685926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] For port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:33.686475 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:33.768491 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:33.775986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-88d607d0-dc0a-481d-bd2e-0e60a7bbf6bd tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "DELETE /v2.0/ports/eac39a43-56ce-446e-89f7-c3024a8f7c17 HTTP/1.1" status: 204  len: 168 time: 0.4848175
Dec 18 21:16:33.776876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42624) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:33.856895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda5ed1-333f-4adf-927f-8f7761576e63 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:33.858637 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3fda5ed1-333f-4adf-927f-8f7761576e63 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ae39a4-c71c-4e32-be77-08200082d765 HTTP/1.1" status: 200  len: 913 time: 0.0803709
Dec 18 21:16:33.861887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42634) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:34.263871 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:34.264050 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:34.264442 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Floating IP 019a116d-1fcd-4088-9c73-66ba9fe77e46 disassociated. External IP: 172.35.3.87, port: 8fc3959f-d4a6-42b7-97eb-c57af1bbe971.
Dec 18 21:16:34.264798 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Calling delete_port for 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:34.288850 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71160c13-f51e-4908-914e-1bf9c7c7e832 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:34.425585 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:34.460607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392aeb38-9bca-4afd-bcd8-3786adcc5513 req-ba6373d7-f270-43cb-87c2-75269683f7a8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:34.462324 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-392aeb38-9bca-4afd-bcd8-3786adcc5513 req-ba6373d7-f270-43cb-87c2-75269683f7a8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d25881b-6ed3-4a4a-a67f-6deccf75b680 HTTP/1.1" status: 200  len: 868 time: 0.0751233
Dec 18 21:16:34.466737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event deleted for resources: {'Port': ['ID=8fc3959f-d4a6-42b7-97eb-c57af1bbe971,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:34.575383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-392aeb38-9bca-4afd-bcd8-3786adcc5513 req-377e7c86-d10d-4c13-8699-450bfb971fb0 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups?id=0401bd3d-1465-4769-948c-07c940afeb74&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0840237
Dec 18 21:16:34.606539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Router 2655322f-0402-401a-98b3-da4f6f8d5037 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:16:34.710705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-71160c13-f51e-4908-914e-1bf9c7c7e832 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Deleting port d7702181-744e-4787-9c88-7c3a7126873b {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:34.711360 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71160c13-f51e-4908-914e-1bf9c7c7e832 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:34.746070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:34.763019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4cb03-3612-4db8-b6b9-0c6de5125a4e None None] Sync routers for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:34.774034 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4cb03-3612-4db8-b6b9-0c6de5125a4e None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:34.774911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4dc4cb03-3612-4db8-b6b9-0c6de5125a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e6d58e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:34.792039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] No DVR routers for this DVR port 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:16:34.795351 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:34.799810 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1970a1ff-aadd-40cc-86ba-352f3f82a458 req-f7ed0c90-a73f-42dc-b014-92db1347fc18 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.36 "DELETE /v2.0/ports/8fc3959f-d4a6-42b7-97eb-c57af1bbe971 HTTP/1.1" status: 204  len: 173 time: 1.3073230
Dec 18 21:16:34.800370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'name': 'network-vif-deleted', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:16:34.803412 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6052243a-5835-4eee-bb59-58b2c9a75ee1" -d '{"events": [{"server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "name": "network-vif-deleted", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:16:34.833410 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71160c13-f51e-4908-914e-1bf9c7c7e832 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:34.850529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-71160c13-f51e-4908-914e-1bf9c7c7e832 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Calling delete_port for d7702181-744e-4787-9c88-7c3a7126873b owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:34.905006 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fce3e5-8ccd-4ce1-b864-c375b6004ed6 x-openstack-request-id: req-88fce3e5-8ccd-4ce1-b864-c375b6004ed6 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:16:34.905545 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d25881b-6ed3-4a4a-a67f-6deccf75b680", "name": "network-vif-deleted", "tag": "8fc3959f-d4a6-42b7-97eb-c57af1bbe971", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:16:34.905730 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88fce3e5-8ccd-4ce1-b864-c375b6004ed6 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:16:34.906148 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d25881b-6ed3-4a4a-a67f-6deccf75b680', 'name': 'network-vif-deleted', 'tag': '8fc3959f-d4a6-42b7-97eb-c57af1bbe971', 'status': 'completed', 'code': 200}
Dec 18 21:16:34.973519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4dc4cb03-3612-4db8-b6b9-0c6de5125a4e None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:35.200273 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71160c13-f51e-4908-914e-1bf9c7c7e832 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:35.233035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71160c13-f51e-4908-914e-1bf9c7c7e832 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event deleted for resources: {'Port': ['ID=d7702181-744e-4787-9c88-7c3a7126873b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:35.411079 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1738987d-ca1c-4304-bf55-61068547d608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:35.451723 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-71160c13-f51e-4908-914e-1bf9c7c7e832 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:35.542430 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4dc4cb03-3612-4db8-b6b9-0c6de5125a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e6d58e0>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:27Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:35.573657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4cb03-3612-4db8-b6b9-0c6de5125a4e None None] Checking router: 2655322f-0402-401a-98b3-da4f6f8d5037 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:16:35.583055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4cb03-3612-4db8-b6b9-0c6de5125a4e None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:35.583745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4dc4cb03-3612-4db8-b6b9-0c6de5125a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e6d58e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:35.693925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42696) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:35.713991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-4dc4cb03-3612-4db8-b6b9-0c6de5125a4e None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:35.751713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71160c13-f51e-4908-914e-1bf9c7c7e832 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Router 72ae39a4-c71c-4e32-be77-08200082d765 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:16:35.772169 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0ca868b-ce34-42c5-846c-04047a235ce8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:35.798955 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0ca868b-ce34-42c5-846c-04047a235ce8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:35.859691 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0ca868b-ce34-42c5-846c-04047a235ce8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:35.863622 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f0ca868b-ce34-42c5-846c-04047a235ce8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:35.868068 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f0ca868b-ce34-42c5-846c-04047a235ce8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "DELETE /v2.0/security-groups/0401bd3d-1465-4769-948c-07c940afeb74 HTTP/1.1" status: 204  len: 168 time: 0.1698260
Dec 18 21:16:35.868585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42698) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:35.885549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71160c13-f51e-4908-914e-1bf9c7c7e832 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:35.886286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca868b-ce34-42c5-846c-04047a235ce8 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0401bd3d-1465-4769-948c-07c940afeb74,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:35.889534 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-16eaa611-bde8-4853-bda5-34d27b19fd72 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] show failed (client error): The resource could not be found.
Dec 18 21:16:35.893726 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-16eaa611-bde8-4853-bda5-34d27b19fd72 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "GET /v2.0/security-groups/0401bd3d-1465-4769-948c-07c940afeb74 HTTP/1.1" status: 404  len: 347 time: 0.0198483
Dec 18 21:16:35.894584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-71160c13-f51e-4908-914e-1bf9c7c7e832 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "PUT /v2.0/routers/72ae39a4-c71c-4e32-be77-08200082d765/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0281258
Dec 18 21:16:35.894584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42700) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:35.894741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42702) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:35.908694 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dad4bd-1632-485b-b505-cface8ba45e9 None None] Sync routers for ids ['72ae39a4-c71c-4e32-be77-08200082d765'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:35.921896 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dad4bd-1632-485b-b505-cface8ba45e9 None None] Routers {'72ae39a4-c71c-4e32-be77-08200082d765'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:35.922776 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-04dad4bd-1632-485b-b505-cface8ba45e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366422f820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['72ae39a4-c71c-4e32-be77-08200082d765'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:35.981191 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-04dad4bd-1632-485b-b505-cface8ba45e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366422f820>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:35.993878 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dad4bd-1632-485b-b505-cface8ba45e9 None None] Routers {'72ae39a4-c71c-4e32-be77-08200082d765'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:35.994892 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-04dad4bd-1632-485b-b505-cface8ba45e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366422f820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['72ae39a4-c71c-4e32-be77-08200082d765'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:36.007715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-4dc4cb03-3612-4db8-b6b9-0c6de5125a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e6d58e0>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:27Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:36.043599 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.043797 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4cb03-3612-4db8-b6b9-0c6de5125a4e None None] The sync data for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 is: [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:09:21Z', 'revision_number': 4, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8cc5367f-262b-4de1-89d9-21d8d196bbeb', 'name': '', 'network_id': '7a73f33f-bbbf-4537-b0c3-79abe445c89e', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'mac_address': 'fa:16:3e:2f:bf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:18Z', 'updated_at': '2021-12-18T21:09:27Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'subnets': [{'id': '996b7ed1-3367-4177-a52e-17014c2109e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:36.047010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b9c24d26-1d0d-46d0-b292-7299a44fc8c6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Deleting port d5d5cfd4-47e2-453a-982f-4261727ffe1d {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:36.047409 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b9c24d26-1d0d-46d0-b292-7299a44fc8c6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.152797 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b9c24d26-1d0d-46d0-b292-7299a44fc8c6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.153354 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b9c24d26-1d0d-46d0-b292-7299a44fc8c6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.167785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b9c24d26-1d0d-46d0-b292-7299a44fc8c6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Calling delete_port for d5d5cfd4-47e2-453a-982f-4261727ffe1d owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:36.170004 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-04dad4bd-1632-485b-b505-cface8ba45e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366422f820>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:36.171214 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dad4bd-1632-485b-b505-cface8ba45e9 None None] The sync data for ids ['72ae39a4-c71c-4e32-be77-08200082d765'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:36.224209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.287080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Deleting port b4f78159-f5dd-4d8a-9e73-9e693c853af3 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:36.287971 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.326744 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b9c24d26-1d0d-46d0-b292-7299a44fc8c6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.360176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c24d26-1d0d-46d0-b292-7299a44fc8c6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Pushing event deleted for resources: {'Port': ['ID=d5d5cfd4-47e2-453a-982f-4261727ffe1d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:36.398634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.417327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Calling delete_port for b4f78159-f5dd-4d8a-9e73-9e693c853af3 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:36.429988 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b9c24d26-1d0d-46d0-b292-7299a44fc8c6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.433057 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b9c24d26-1d0d-46d0-b292-7299a44fc8c6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.434416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b9c24d26-1d0d-46d0-b292-7299a44fc8c6 tempest-AttachVolumeShelveTestJSON-764429992 tempest-AttachVolumeShelveTestJSON-764429992-project] 10.222.0.13 "DELETE /v2.0/floatingips/019a116d-1fcd-4088-9c73-66ba9fe77e46 HTTP/1.1" status: 204  len: 168 time: 0.5395036
Dec 18 21:16:36.441393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4d54b-5fab-46de-aca3-33b2d4a82e0f None None] New status for floating IP 019a116d-1fcd-4088-9c73-66ba9fe77e46: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:16:36.493448 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.635766 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.664393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event deleted for resources: {'Port': ['ID=b4f78159-f5dd-4d8a-9e73-9e693c853af3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:36.687368 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea45337-1613-47b7-b5ac-d3215054425d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:16:36.703566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b22b27-4156-448b-9f8e-7a2b000ef114 req-8905bdc7-b9df-46a6-8f3d-a42e4d3d6276 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0594761
Dec 18 21:16:36.747201 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.809295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b22b27-4156-448b-9f8e-7a2b000ef114 req-8cc76b3b-410d-4329-b8bd-3aba4baacb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:36.810881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b22b27-4156-448b-9f8e-7a2b000ef114 req-8cc76b3b-410d-4329-b8bd-3aba4baacb9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 1097 time: 0.0538294
Dec 18 21:16:36.876152 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.879593 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.943129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b22b27-4156-448b-9f8e-7a2b000ef114 req-3e636220-15e4-48da-8bf7-d10e475c48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:36.944974 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b22b27-4156-448b-9f8e-7a2b000ef114 req-3e636220-15e4-48da-8bf7-d10e475c48cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1122305
Dec 18 21:16:36.953912 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.955916 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Fanout notify agent at l3_agent the message router_deleted on router 72ae39a4-c71c-4e32-be77-08200082d765 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:16:36.965898 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:36.969695 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-031780dd-8212-4b01-96ed-86dd7585dd78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "DELETE /v2.0/routers/72ae39a4-c71c-4e32-be77-08200082d765 HTTP/1.1" status: 204  len: 168 time: 1.0747025
Dec 18 21:16:36.971519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42722) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:37.035822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1756da-72ae-44fe-b309-1a3e8326dfac tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Deleting subnet f363cc0c-91c6-41df-9d6f-4a15c4a21791 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:16:37.039829 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d1756da-72ae-44fe-b309-1a3e8326dfac tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.044603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b22b27-4156-448b-9f8e-7a2b000ef114 req-a96a8201-adc5-4644-a5d6-19df263bee5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b HTTP/1.1" status: 200  len: 1002 time: 0.0909808
Dec 18 21:16:37.092205 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d1756da-72ae-44fe-b309-1a3e8326dfac tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.106304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b22b27-4156-448b-9f8e-7a2b000ef114 req-49610679-ab9a-4666-84a9-af273e5e3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:37.108203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b22b27-4156-448b-9f8e-7a2b000ef114 req-49610679-ab9a-4666-84a9-af273e5e3962 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0563478
Dec 18 21:16:37.119431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:16:37.143099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:16:37.143484 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 8fc3959f-d4a6-42b7-97eb-c57af1bbe971 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:16:37.166055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b22b27-4156-448b-9f8e-7a2b000ef114 req-cdaec268-8c49-4c9c-aa99-86a8eef0d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:37.167995 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b22b27-4156-448b-9f8e-7a2b000ef114 req-cdaec268-8c49-4c9c-aa99-86a8eef0d2f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0530434
Dec 18 21:16:37.212981 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d1756da-72ae-44fe-b309-1a3e8326dfac tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.279809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b22b27-4156-448b-9f8e-7a2b000ef114 req-13ea1339-d98f-4a49-bea1-2a919f891e5b service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1040111
Dec 18 21:16:37.284880 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d1756da-72ae-44fe-b309-1a3e8326dfac tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.315235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1756da-72ae-44fe-b309-1a3e8326dfac tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event deleted for resources: {'Subnet': ['ID=f363cc0c-91c6-41df-9d6f-4a15c4a21791,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:37.323226 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3d1756da-72ae-44fe-b309-1a3e8326dfac tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.329676 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3d1756da-72ae-44fe-b309-1a3e8326dfac tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "DELETE /v2.0/subnets/f363cc0c-91c6-41df-9d6f-4a15c4a21791 HTTP/1.1" status: 204  len: 168 time: 0.3542712
Dec 18 21:16:37.329770 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42746) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:37.331653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ce9ba-0089-439a-89e1-6e40814eea91 None None] Network d4984adb-33b7-4606-be10-c38f269e4974 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:16:37.416231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2b22b27-4156-448b-9f8e-7a2b000ef114 req-b158c7e4-e686-4925-b5b1-291059dcb80a service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292567
Dec 18 21:16:37.450680 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.535973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Deleting port d183e95f-d237-4982-b057-6b90cfdcd926 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:37.536618 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.553729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] DHCP port deletion for d4984adb-33b7-4606-be10-c38f269e4974 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:16:37.615406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42758) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:37.627463 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Deleting port d183e95f-d237-4982-b057-6b90cfdcd926 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:37.627933 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.635032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] For port d183e95f-d237-4982-b057-6b90cfdcd926, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d183e95f-d237-4982-b057-6b90cfdcd926,segment=NetworkSegment(b6abe232-75de-4ac6-8f4b-7731cc434c7a),segment_id=b6abe232-75de-4ac6-8f4b-7731cc434c7a)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:37.635586 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.650898 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Calling delete_port for d183e95f-d237-4982-b057-6b90cfdcd926 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:37.744108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] For port d183e95f-d237-4982-b057-6b90cfdcd926, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d183e95f-d237-4982-b057-6b90cfdcd926,segment=NetworkSegment(b6abe232-75de-4ac6-8f4b-7731cc434c7a),segment_id=b6abe232-75de-4ac6-8f4b-7731cc434c7a)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:37.744788 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.762622 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Calling delete_port for d183e95f-d237-4982-b057-6b90cfdcd926 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:37.797002 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.806567 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6809523-4707-4660-8d82-caed417b4b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.835189 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event deleted for resources: {'Port': ['ID=d183e95f-d237-4982-b057-6b90cfdcd926,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:37.838079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] No DVR routers for this DVR port d183e95f-d237-4982-b057-6b90cfdcd926 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:16:37.900640 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.943581 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6809523-4707-4660-8d82-caed417b4b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.949404 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Pushing event deleted for resources: {'Port': ['ID=d183e95f-d237-4982-b057-6b90cfdcd926,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:37.951420 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6809523-4707-4660-8d82-caed417b4b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:37.955217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] No DVR routers for this DVR port d183e95f-d237-4982-b057-6b90cfdcd926 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:16:37.965277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.965890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.966534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.967445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.968523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.968523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.969045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.969575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.970167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.974444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.974444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.974444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.974444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc98305-5008-4830-b4b6-9894b16c71d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:16:37.989931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6809523-4707-4660-8d82-caed417b4b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7519a0df-1c52-41c2-b43d-c96f023cfef2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:38.008640 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.024389 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f6809523-4707-4660-8d82-caed417b4b9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99059ecc40914ada8844eb4371203cac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4077060
Dec 18 21:16:38.027443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42790) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:38.039939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e7ec0a0>,) {'filters': {'network_id': ['d4984adb-33b7-4606-be10-c38f269e4974']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:38.056853 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e7ec0a0>, 'b6abe232-75de-4ac6-8f4b-7731cc434c7a') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:38.057374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e7ec0a0>, 'b6abe232-75de-4ac6-8f4b-7731cc434c7a') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:38.069802 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.083742 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe6199a4-e122-457a-aa81-bafea8f86f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.085246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.093519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:16:38.094067 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:16:38.097873 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:16:38.112782 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe6199a4-e122-457a-aa81-bafea8f86f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.143061 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.169137 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.175309 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.179191 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "DELETE /v2.0/networks/d4984adb-33b7-4606-be10-c38f269e4974 HTTP/1.1" status: 204  len: 168 time: 0.8477385
Dec 18 21:16:38.182642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42792) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:38.193917 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe6199a4-e122-457a-aa81-bafea8f86f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.196926 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe6199a4-e122-457a-aa81-bafea8f86f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.198390 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fe6199a4-e122-457a-aa81-bafea8f86f66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7519a0df-1c52-41c2-b43d-c96f023cfef2 HTTP/1.1" status: 204  len: 168 time: 0.1696541
Dec 18 21:16:38.207176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58e51e-c207-4756-a698-e168d573358c tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event deleted for resources: {'Network': ['ID=d4984adb-33b7-4606-be10-c38f269e4974,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:38.245036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6199a4-e122-457a-aa81-bafea8f86f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7519a0df-1c52-41c2-b43d-c96f023cfef2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:38.357585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2b910543-020a-4acc-a331-12cc463d6a78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Deleting port 10e8f8c6-b2b0-4d38-ac38-6eae1bca3134 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:38.357922 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b910543-020a-4acc-a331-12cc463d6a78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.456391 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b910543-020a-4acc-a331-12cc463d6a78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.456391 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b910543-020a-4acc-a331-12cc463d6a78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.472340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2b910543-020a-4acc-a331-12cc463d6a78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Calling delete_port for 10e8f8c6-b2b0-4d38-ac38-6eae1bca3134 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:38.576468 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.624136 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b910543-020a-4acc-a331-12cc463d6a78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.652640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b910543-020a-4acc-a331-12cc463d6a78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Pushing event deleted for resources: {'Port': ['ID=10e8f8c6-b2b0-4d38-ac38-6eae1bca3134,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:38.722105 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d183e95f-d237-4982-b057-6b90cfdcd926 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:16:38.725856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b910543-020a-4acc-a331-12cc463d6a78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.731752 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b910543-020a-4acc-a331-12cc463d6a78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:38.742111 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2b910543-020a-4acc-a331-12cc463d6a78 tempest-FloatingIPAdminTestJSON-752852585 tempest-FloatingIPAdminTestJSON-752852585-project] 10.222.0.13 "DELETE /v2.0/floatingips/37dba4cd-dac2-4122-8447-59e785312902 HTTP/1.1" status: 204  len: 168 time: 0.5582297
Dec 18 21:16:38.747858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: d183e95f-d237-4982-b057-6b90cfdcd926 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:16:38.748216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d183e95f-d237-4982-b057-6b90cfdcd926 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:16:38.941815 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42830) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:39.031371 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42840) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:39.253715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4bef242e-e382-44e1-ba31-45673e2efb15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90b500db3f92424eb30304f4042a382c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3101442
Dec 18 21:16:39.256328 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42848) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:39.304889 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5aa5f3cc-4267-402f-8058-998b1e67aaff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:39.326132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5aa5f3cc-4267-402f-8058-998b1e67aaff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:39.386838 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5aa5f3cc-4267-402f-8058-998b1e67aaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:39.390686 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5aa5f3cc-4267-402f-8058-998b1e67aaff admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:39.391862 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5aa5f3cc-4267-402f-8058-998b1e67aaff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/424d5699-3473-4df4-b5d8-c6a443543006 HTTP/1.1" status: 204  len: 168 time: 0.1345236
Dec 18 21:16:39.403432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5f3cc-4267-402f-8058-998b1e67aaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424d5699-3473-4df4-b5d8-c6a443543006,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:39.754600 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42870) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:39.773666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04e714ef-2dec-4d31-b16f-236386636cab admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:39.889515 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04e714ef-2dec-4d31-b16f-236386636cab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:39.896032 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04e714ef-2dec-4d31-b16f-236386636cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:39.935854 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-04e714ef-2dec-4d31-b16f-236386636cab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88c52143a9ba4611adbbc1a9c1180994&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1797409
Dec 18 21:16:39.936739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e714ef-2dec-4d31-b16f-236386636cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c7d2b3-8aa7-487d-9688-a2524594712f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:39.938998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42872) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:39.976877 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a9eb08ed-efc3-4de6-86ed-571345f781f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:39.986793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e850e9f8-b50a-4fc8-bd75-736e2120c128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.009136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e850e9f8-b50a-4fc8-bd75-736e2120c128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.056391 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e850e9f8-b50a-4fc8-bd75-736e2120c128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.059048 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e850e9f8-b50a-4fc8-bd75-736e2120c128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.060195 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e850e9f8-b50a-4fc8-bd75-736e2120c128 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2c7d2b3-8aa7-487d-9688-a2524594712f HTTP/1.1" status: 204  len: 168 time: 0.1202679
Dec 18 21:16:40.069061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850e9f8-b50a-4fc8-bd75-736e2120c128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c7d2b3-8aa7-487d-9688-a2524594712f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:40.236606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a9eb08ed-efc3-4de6-86ed-571345f781f3 admin admin] Deleting port 8cc5367f-262b-4de1-89d9-21d8d196bbeb {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:40.236965 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a9eb08ed-efc3-4de6-86ed-571345f781f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.313558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-a9eb08ed-efc3-4de6-86ed-571345f781f3 admin admin] For port 8cc5367f-262b-4de1-89d9-21d8d196bbeb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cc5367f-262b-4de1-89d9-21d8d196bbeb,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:40.313957 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a9eb08ed-efc3-4de6-86ed-571345f781f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.327369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a9eb08ed-efc3-4de6-86ed-571345f781f3 admin admin] Calling delete_port for 8cc5367f-262b-4de1-89d9-21d8d196bbeb owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:40.401163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42878) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:40.417198 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-61e8ecd4-4496-4bc2-8172-f8b029d8a253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.499231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-61e8ecd4-4496-4bc2-8172-f8b029d8a253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.505084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-61e8ecd4-4496-4bc2-8172-f8b029d8a253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.525508 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a9eb08ed-efc3-4de6-86ed-571345f781f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.547381 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-61e8ecd4-4496-4bc2-8172-f8b029d8a253 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9604c1083c0e41d0a822610757350876&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1451030
Dec 18 21:16:40.548426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8ecd4-4496-4bc2-8172-f8b029d8a253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2711d9-eebc-4526-ab29-f1c6fd7aa665,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:40.551314 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42880) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:40.560592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb08ed-efc3-4de6-86ed-571345f781f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc5367f-262b-4de1-89d9-21d8d196bbeb,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:40.706710 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9fa8b8e-0c0d-4a9e-88bd-846cf4c87d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.764450 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9fa8b8e-0c0d-4a9e-88bd-846cf4c87d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.810983 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a9eb08ed-efc3-4de6-86ed-571345f781f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.902896 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9fa8b8e-0c0d-4a9e-88bd-846cf4c87d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.905444 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9fa8b8e-0c0d-4a9e-88bd-846cf4c87d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:40.906610 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e9fa8b8e-0c0d-4a9e-88bd-846cf4c87d2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a2711d9-eebc-4526-ab29-f1c6fd7aa665 HTTP/1.1" status: 204  len: 168 time: 0.3531868
Dec 18 21:16:40.931119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa8b8e-0c0d-4a9e-88bd-846cf4c87d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2711d9-eebc-4526-ab29-f1c6fd7aa665,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:41.085413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9eb08ed-efc3-4de6-86ed-571345f781f3 admin admin] Router 2655322f-0402-401a-98b3-da4f6f8d5037 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:16:41.226757 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9eb08ed-efc3-4de6-86ed-571345f781f3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:41.231976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a9eb08ed-efc3-4de6-86ed-571345f781f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/2655322f-0402-401a-98b3-da4f6f8d5037/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1994867
Dec 18 21:16:41.234351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42904) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:41.237871 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fecfcd9-7741-42b3-b820-e300b657a333 None None] Sync routers for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:41.252473 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fecfcd9-7741-42b3-b820-e300b657a333 None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:41.253570 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3fecfcd9-7741-42b3-b820-e300b657a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664012d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:41.312571 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:16:41.355669 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:41.373886 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-3fecfcd9-7741-42b3-b820-e300b657a333 None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:41.477826 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:41.552305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Deleting port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:41.552642 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:41.570216 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3fecfcd9-7741-42b3-b820-e300b657a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664012d60>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:16:40Z', 'revision_number': 5, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port': {'id': 'a6ca3c1d-929c-4ea5-b60d-7c9b35e06636', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:09:12Z', 'updated_at': '2021-12-18T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:41.601427 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fecfcd9-7741-42b3-b820-e300b657a333 None None] Checking router: 2655322f-0402-401a-98b3-da4f6f8d5037 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:16:41.611980 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fecfcd9-7741-42b3-b820-e300b657a333 None None] Routers {'2655322f-0402-401a-98b3-da4f6f8d5037'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:41.613002 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3fecfcd9-7741-42b3-b820-e300b657a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664012d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2655322f-0402-401a-98b3-da4f6f8d5037'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:41.652218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] For port a6ca3c1d-929c-4ea5-b60d-7c9b35e06636, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6ca3c1d-929c-4ea5-b60d-7c9b35e06636,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:41.652700 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:41.666004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Calling delete_port for a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:41.704282 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-3fecfcd9-7741-42b3-b820-e300b657a333 None None] Set router 2655322f-0402-401a-98b3-da4f6f8d5037 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:41.762099 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3fecfcd9-7741-42b3-b820-e300b657a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664012d60>, [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:16:41Z', 'revision_number': 6, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:41.791316 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fecfcd9-7741-42b3-b820-e300b657a333 None None] The sync data for ids ['2655322f-0402-401a-98b3-da4f6f8d5037'] in ncdv-master-1 is: [{'id': '2655322f-0402-401a-98b3-da4f6f8d5037', 'name': 'tempest-AttachVolumeShelveTestJSON-725830747-router', 'tenant_id': '64ef041cd6724458b053cde5c1afe4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:09:11Z', 'updated_at': '2021-12-18T21:16:41Z', 'revision_number': 6, 'project_id': '64ef041cd6724458b053cde5c1afe4fa', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:41.856065 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:41.883844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ca3c1d-929c-4ea5-b60d-7c9b35e06636,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:41.897554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451c5722-c596-4b92-913c-7d6dcebea4af None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:16:41.944609 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.034857 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.037176 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.088671 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.089322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2655322f-0402-401a-98b3-da4f6f8d5037 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:16:42.094934 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.099266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9697e994-9851-4c40-a28d-175901ab32ae admin admin] 10.222.0.13 "DELETE /v2.0/routers/2655322f-0402-401a-98b3-da4f6f8d5037 HTTP/1.1" status: 204  len: 168 time: 0.8616734
Dec 18 21:16:42.099976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42942) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:42.151545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4392bc3a-d851-4986-9b8e-2c387cfba76a admin admin] Deleting subnet 996b7ed1-3367-4177-a52e-17014c2109e8 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:16:42.155127 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4392bc3a-d851-4986-9b8e-2c387cfba76a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.211620 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4392bc3a-d851-4986-9b8e-2c387cfba76a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.304727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4392bc3a-d851-4986-9b8e-2c387cfba76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.356922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42954) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:42.364938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4392bc3a-d851-4986-9b8e-2c387cfba76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.394891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392bc3a-d851-4986-9b8e-2c387cfba76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=996b7ed1-3367-4177-a52e-17014c2109e8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:42.404711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4392bc3a-d851-4986-9b8e-2c387cfba76a admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.410289 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4392bc3a-d851-4986-9b8e-2c387cfba76a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/996b7ed1-3367-4177-a52e-17014c2109e8 HTTP/1.1" status: 204  len: 168 time: 0.3075881
Dec 18 21:16:42.411567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42960) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:42.412446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0372e75-17af-4458-b7ff-13f7202144f5 None None] Network 7a73f33f-bbbf-4537-b0c3-79abe445c89e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:16:42.508047 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.522976 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fcd550fe-de42-47f5-a3a3-9f5b232b28d2 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-246777688'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:42.523507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fcd550fe-de42-47f5-a3a3-9f5b232b28d2 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Unknown quota resources ['metering_label']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 21:16:42.638483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b1d6c2-76d1-4cfa-9f20-77c91204f4f8 None None] DHCP port deletion for 7a73f33f-bbbf-4537-b0c3-79abe445c89e request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:16:42.709950 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1d6c2-76d1-4cfa-9f20-77c91204f4f8 None None] Deleting port a3ae32a8-a158-4b89-b84b-8428e165d77d {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:42.710508 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d9b1d6c2-76d1-4cfa-9f20-77c91204f4f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.756592 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fcd550fe-de42-47f5-a3a3-9f5b232b28d2 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.758185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fcd550fe-de42-47f5-a3a3-9f5b232b28d2 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.4002056
Dec 18 21:16:42.760896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42972) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:42.762945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a3ae32a8-a158-4b89-b84b-8428e165d77d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:16:42.766185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-bf5d619e-2c47-4970-b8e2-7f1e508a9e71 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e3074664-eb69-4fa1-ad39-d291459371b2'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:42.766721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-bf5d619e-2c47-4970-b8e2-7f1e508a9e71 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 21:16:42.810754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Deleting port a3ae32a8-a158-4b89-b84b-8428e165d77d {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:42.811096 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.845099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d9b1d6c2-76d1-4cfa-9f20-77c91204f4f8 None None] For port a3ae32a8-a158-4b89-b84b-8428e165d77d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3ae32a8-a158-4b89-b84b-8428e165d77d,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:42.846106 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d9b1d6c2-76d1-4cfa-9f20-77c91204f4f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:42.862359 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1d6c2-76d1-4cfa-9f20-77c91204f4f8 None None] Calling delete_port for a3ae32a8-a158-4b89-b84b-8428e165d77d owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:42.895078 ncdv-master-1 neutron-server[126008]: WARNING neutron.services.metering.metering_plugin [None req-bf5d619e-2c47-4970-b8e2-7f1e508a9e71 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 18 21:16:42.949246 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.005479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port a3ae32a8-a158-4b89-b84b-8428e165d77d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3ae32a8-a158-4b89-b84b-8428e165d77d,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:43.018787 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.019668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 8cc5367f-262b-4de1-89d9-21d8d196bbeb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:16:43.024221 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d9b1d6c2-76d1-4cfa-9f20-77c91204f4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.029096 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf5d619e-2c47-4970-b8e2-7f1e508a9e71 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.030338 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bf5d619e-2c47-4970-b8e2-7f1e508a9e71 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2683210
Dec 18 21:16:43.034150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 42984) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:43.040482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] For port a3ae32a8-a158-4b89-b84b-8428e165d77d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3ae32a8-a158-4b89-b84b-8428e165d77d,segment=NetworkSegment(b7595ab8-adf0-4fbf-a768-de8c4cac31e6),segment_id=b7595ab8-adf0-4fbf-a768-de8c4cac31e6)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:16:43.040860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.045787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0c88f545-8d4f-410c-a2ec-7d8e05b4aef5 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e3074664-eb69-4fa1-ad39-d291459371b2'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:43.046308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0c88f545-8d4f-410c-a2ec-7d8e05b4aef5 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 21:16:43.072915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Calling delete_port for a3ae32a8-a158-4b89-b84b-8428e165d77d owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:43.077547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 8cc5367f-262b-4de1-89d9-21d8d196bbeb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:16:43.078111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 8cc5367f-262b-4de1-89d9-21d8d196bbeb not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:16:43.078769 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:16:43.083664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event deleted for resources: {'Port': ['ID=a3ae32a8-a158-4b89-b84b-8428e165d77d,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:43.111718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b1d6c2-76d1-4cfa-9f20-77c91204f4f8 None None] No DVR routers for this DVR port a3ae32a8-a158-4b89-b84b-8428e165d77d on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:16:43.129834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:16:43.130338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a6ca3c1d-929c-4ea5-b60d-7c9b35e06636 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:16:43.131977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1d6c2-76d1-4cfa-9f20-77c91204f4f8 None None] Pushing event deleted for resources: {'Port': ['ID=a3ae32a8-a158-4b89-b84b-8428e165d77d,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:43.169228 ncdv-master-1 neutron-server[126008]: WARNING neutron.services.metering.metering_plugin [None req-0c88f545-8d4f-410c-a2ec-7d8e05b4aef5 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 18 21:16:43.261611 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0c88f545-8d4f-410c-a2ec-7d8e05b4aef5 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.262893 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0c88f545-8d4f-410c-a2ec-7d8e05b4aef5 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2276118
Dec 18 21:16:43.265842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42994) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:43.277122 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-921aa207-2830-482f-a303-ead9bb7d036f tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=c9de4f3a-0d6e-426c-98c1-ac27d4df844a HTTP/1.1" status: 200  len: 462 time: 0.0100501
Dec 18 21:16:43.279441 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42996) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:43.280699 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.306505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ae32a8-a158-4b89-b84b-8428e165d77d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:43.311867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] No DVR routers for this DVR port a3ae32a8-a158-4b89-b84b-8428e165d77d on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:16:43.393226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.412632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d9fc5e0>,) {'filters': {'network_id': ['7a73f33f-bbbf-4537-b0c3-79abe445c89e']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:43.421678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d9fc5e0>, 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:43.421980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d9fc5e0>, 'b7595ab8-adf0-4fbf-a768-de8c4cac31e6') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:43.431588 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.433825 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1352dd30-5062-46c3-8452-db77cbfdddc5 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.434976 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1352dd30-5062-46c3-8452-db77cbfdddc5 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/c9de4f3a-0d6e-426c-98c1-ac27d4df844a HTTP/1.1" status: 204  len: 168 time: 0.1546047
Dec 18 21:16:43.437497 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 42998) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:43.446001 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0856e885-45ad-4725-89cd-2ad73b1b7509 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=c9de4f3a-0d6e-426c-98c1-ac27d4df844a HTTP/1.1" status: 200  len: 221 time: 0.0075150
Dec 18 21:16:43.448730 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.449557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43000) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:43.455975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-578b69e2-36ce-46f2-8ffc-0daa21af40f4 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1101158530', 'description': 'label created by tempest'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:43.456414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-578b69e2-36ce-46f2-8ffc-0daa21af40f4 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Unknown quota resources ['metering_label']. {{(pid=126008) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 18 21:16:43.462402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:16:43.462841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   self.session.flush()
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:16:43.464902 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:16:43.599753 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.967530 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:43.970725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7a73f33f-bbbf-4537-b0c3-79abe445c89e HTTP/1.1" status: 204  len: 168 time: 1.5581377
Dec 18 21:16:44.014803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41089c-d2ce-4ce6-bde7-70b9e581ce14 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a73f33f-bbbf-4537-b0c3-79abe445c89e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:44.019366 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-578b69e2-36ce-46f2-8ffc-0daa21af40f4 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:44.020763 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-578b69e2-36ce-46f2-8ffc-0daa21af40f4 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.5700433
Dec 18 21:16:44.023333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43036) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:44.098986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4f59ad3a-3ef7-4b4f-8d9a-68a8d5f6f1b4 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=847c7b06-3b03-4478-b682-e25a00f7aaee HTTP/1.1" status: 200  len: 468 time: 0.0744143
Dec 18 21:16:44.101592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43038) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:44.139152 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43040) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:44.179524 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c45f628e-0825-4e90-b7e8-67bd0535a7fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64ef041cd6724458b053cde5c1afe4fa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391510
Dec 18 21:16:44.182017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43042) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:44.229595 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-712cf852-e6a2-4b7f-93fe-2b029139d57d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:44.255846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-712cf852-e6a2-4b7f-93fe-2b029139d57d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:44.277721 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc986-8874-4b51-a68a-d2c2d30bd4cd tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:44.278875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9a2fc986-8874-4b51-a68a-d2c2d30bd4cd tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/847c7b06-3b03-4478-b682-e25a00f7aaee HTTP/1.1" status: 204  len: 168 time: 0.1763639
Dec 18 21:16:44.281577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43044) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:44.296623 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d7d96d8f-d665-48eb-b086-5a95c530cf3f tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=847c7b06-3b03-4478-b682-e25a00f7aaee HTTP/1.1" status: 200  len: 216 time: 0.0139990
Dec 18 21:16:44.300483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43046) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:44.309063 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f76c31da-92fd-40ab-9266-09a1c1d586c6 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0075767
Dec 18 21:16:44.312146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43048) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:44.318618 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-712cf852-e6a2-4b7f-93fe-2b029139d57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:44.321195 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-712cf852-e6a2-4b7f-93fe-2b029139d57d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:44.324623 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-712cf852-e6a2-4b7f-93fe-2b029139d57d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/792753e0-3cfe-4fed-9e26-2ed4f0f8d54b HTTP/1.1" status: 204  len: 168 time: 0.1393483
Dec 18 21:16:44.324747 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-971ca6d6-ed48-4553-a4ee-2c1a83a2170f tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0107448
Dec 18 21:16:44.327268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43052) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:44.332132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cf852-e6a2-4b7f-93fe-2b029139d57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792753e0-3cfe-4fed-9e26-2ed4f0f8d54b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:44.381840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2f00fe02-b912-4837-a768-6b0e0589180c tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/e3074664-eb69-4fa1-ad39-d291459371b2 HTTP/1.1" status: 200  len: 472 time: 0.0533297
Dec 18 21:16:44.385324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43054) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:44.396089 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5fff0d2c-1f4f-4e28-99d8-eff04b03af32 tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/49a787cd-91ec-4e3d-ba1b-084559718077 HTTP/1.1" status: 200  len: 459 time: 0.0095935
Dec 18 21:16:44.398863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43056) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:44.498394 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dd546b52-d181-44e3-8929-18eac1da9e1d tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:44.499557 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dd546b52-d181-44e3-8929-18eac1da9e1d tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/49a787cd-91ec-4e3d-ba1b-084559718077 HTTP/1.1" status: 204  len: 168 time: 0.0998189
Dec 18 21:16:44.502046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43060) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:44.702410 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b514f1a-ad7c-476e-b792-dce2fd8bc8fe tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:44.703684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8b514f1a-ad7c-476e-b792-dce2fd8bc8fe tempest-MeteringIpV6TestJSON-1849009738 tempest-MeteringIpV6TestJSON-1849009738-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/e3074664-eb69-4fa1-ad39-d291459371b2 HTTP/1.1" status: 204  len: 168 time: 0.2006869
Dec 18 21:16:44.983210 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:45.011484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43090) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:45.230223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc136771-f324-4d4e-9bed-d04062d220ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:45.310643 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc136771-f324-4d4e-9bed-d04062d220ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:45.315805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc136771-f324-4d4e-9bed-d04062d220ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:45.601379 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dc136771-f324-4d4e-9bed-d04062d220ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca31c96496dc47b5b46a3833f1d088bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5887208
Dec 18 21:16:45.602737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc136771-f324-4d4e-9bed-d04062d220ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89daf7f2-0703-45ba-a6fa-345a00d55cac,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:45.604247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43114) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:45.676220 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0a83195-4499-4639-b185-9df5fd4852c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:45.699664 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0a83195-4499-4639-b185-9df5fd4852c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:45.759652 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0a83195-4499-4639-b185-9df5fd4852c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:45.762780 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0a83195-4499-4639-b185-9df5fd4852c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:45.765177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a0a83195-4499-4639-b185-9df5fd4852c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89daf7f2-0703-45ba-a6fa-345a00d55cac HTTP/1.1" status: 204  len: 168 time: 0.1593239
Dec 18 21:16:45.776440 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a83195-4499-4639-b185-9df5fd4852c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89daf7f2-0703-45ba-a6fa-345a00d55cac,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:46.065725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43146) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:46.079282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc445224-5437-4cd7-ab0a-45e2bafd69f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:46.155062 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc445224-5437-4cd7-ab0a-45e2bafd69f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:46.159773 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bc445224-5437-4cd7-ab0a-45e2bafd69f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:46.210194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bc445224-5437-4cd7-ab0a-45e2bafd69f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3dc71fea0804c4a9ae8926990aea90c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1430290
Dec 18 21:16:46.211451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc445224-5437-4cd7-ab0a-45e2bafd69f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b01d51-3ca3-4065-bc28-0784ebb4a02a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:46.212979 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43152) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:46.264511 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b8054ea-703b-41c3-91ea-f7c66cf3c1c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:46.286594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b8054ea-703b-41c3-91ea-f7c66cf3c1c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:46.335656 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b8054ea-703b-41c3-91ea-f7c66cf3c1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:46.338246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b8054ea-703b-41c3-91ea-f7c66cf3c1c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:46.342087 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5b8054ea-703b-41c3-91ea-f7c66cf3c1c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85b01d51-3ca3-4065-bc28-0784ebb4a02a HTTP/1.1" status: 204  len: 168 time: 0.1280403
Dec 18 21:16:46.352005 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8054ea-703b-41c3-91ea-f7c66cf3c1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b01d51-3ca3-4065-bc28-0784ebb4a02a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:47.804642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43256) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:47.914009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d5784a97-6b4e-4206-a836-27685b63bc7d tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:47.946444 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d5784a97-6b4e-4206-a836-27685b63bc7d tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] 10.222.0.13 "PUT /v2.0/quotas/190349ee244244409924a2fbf8354b71 HTTP/1.1" status: 200  len: 366 time: 0.1405737
Dec 18 21:16:47.949330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43274) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:47.960523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c002568f-09cc-47f7-a294-35745db4bbf5 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0096247
Dec 18 21:16:47.962699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43276) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:47.975157 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bb5a7810-76ba-4fa5-b145-aacbc29e33ca tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] 10.222.0.13 "GET /v2.0/quotas/190349ee244244409924a2fbf8354b71 HTTP/1.1" status: 200  len: 366 time: 0.0088329
Dec 18 21:16:47.975157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43278) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:47.992549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e7798735-e5f4-45cd-8fea-cd41dfcbc141 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/190349ee244244409924a2fbf8354b71 HTTP/1.1" status: 204  len: 168 time: 0.0138574
Dec 18 21:16:47.992882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43280) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:48.001665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-67c625f5-35e1-445f-9f74-90c5af81d564 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0077317
Dec 18 21:16:48.003867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43282) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:48.012180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bdb3d147-2477-40ba-860d-267b990a9cc3 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] 10.222.0.13 "GET /v2.0/quotas/190349ee244244409924a2fbf8354b71 HTTP/1.1" status: 200  len: 370 time: 0.0074091
Dec 18 21:16:48.014707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43284) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:48.019012 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d9b6ffb0-eb04-444f-b1a9-6feeac5ddc70 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] 10.222.0.13 "GET /v2.0/quotas/190349ee244244409924a2fbf8354b71/default HTTP/1.1" status: 200  len: 370 time: 0.0034230
Dec 18 21:16:48.021343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43286) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:48.029633 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-b7bfca49-25bf-4e80-bb8e-f72a2d147229 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] delete failed (client error): The resource could not be found.
Dec 18 21:16:48.030679 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b7bfca49-25bf-4e80-bb8e-f72a2d147229 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/190349ee244244409924a2fbf8354b71 HTTP/1.1" status: 404  len: 348 time: 0.0083690
Dec 18 21:16:48.129879 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43290) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:48.149479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Usage tracker for resource:network and project:09ec5411a0a644e3b035bf193fa8b9b4 is out of sync, need to count used quota {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 18 21:16:48.154226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 18 21:16:48.161196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Usage tracker for resource:subnet and project:09ec5411a0a644e3b035bf193fa8b9b4 is out of sync, need to count used quota {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 18 21:16:48.164299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 18 21:16:48.170095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Usage tracker for resource:subnetpool and project:09ec5411a0a644e3b035bf193fa8b9b4 is out of sync, need to count used quota {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 18 21:16:48.175295 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 18 21:16:48.181135 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Usage tracker for resource:port and project:09ec5411a0a644e3b035bf193fa8b9b4 is out of sync, need to count used quota {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 18 21:16:48.184202 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 18 21:16:48.190019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Usage tracker for resource:router and project:09ec5411a0a644e3b035bf193fa8b9b4 is out of sync, need to count used quota {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 18 21:16:48.193423 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 18 21:16:48.199265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Usage tracker for resource:floatingip and project:09ec5411a0a644e3b035bf193fa8b9b4 is out of sync, need to count used quota {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 18 21:16:48.202273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 18 21:16:48.240993 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Usage tracker for resource:security_group and project:09ec5411a0a644e3b035bf193fa8b9b4 is out of sync, need to count used quota {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 18 21:16:48.244286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 18 21:16:48.262321 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Usage tracker for resource:security_group_rule and project:09ec5411a0a644e3b035bf193fa8b9b4 is out of sync, need to count used quota {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 18 21:16:48.265945 ncdv-master-1 neutron-server[126009]: DEBUG neutron.quota.resource [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=126009) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 18 21:16:48.270757 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4338da76-eb39-4eed-a9f9-8f8d889150e6 tempest-QuotasTest-835092447 tempest-QuotasTest-835092447-project-admin] 10.222.0.13 "GET /v2.0/quotas/09ec5411a0a644e3b035bf193fa8b9b4/details.json HTTP/1.1" status: 200  len: 703 time: 0.1398675
Dec 18 21:16:48.569498 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43318) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:48.678204 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1f751ab3-a2a9-4387-8c24-88d1902c6ec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:48.770824 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1f751ab3-a2a9-4387-8c24-88d1902c6ec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:48.775199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1f751ab3-a2a9-4387-8c24-88d1902c6ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:48.816593 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1f751ab3-a2a9-4387-8c24-88d1902c6ec4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccb59047cbc24a8fa9003efc4aa7837b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2457530
Dec 18 21:16:48.817172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43326) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:48.821093 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f751ab3-a2a9-4387-8c24-88d1902c6ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f401ea-2303-4d10-940a-0c74913cecf3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:48.884295 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78cd9624-2558-4321-893c-fd9b26a3bd51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:48.906603 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78cd9624-2558-4321-893c-fd9b26a3bd51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:48.967001 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78cd9624-2558-4321-893c-fd9b26a3bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:48.972435 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78cd9624-2558-4321-893c-fd9b26a3bd51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:48.974343 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-78cd9624-2558-4321-893c-fd9b26a3bd51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1f401ea-2303-4d10-940a-0c74913cecf3 HTTP/1.1" status: 204  len: 168 time: 0.1560125
Dec 18 21:16:48.983357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd9624-2558-4321-893c-fd9b26a3bd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f401ea-2303-4d10-940a-0c74913cecf3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:49.279395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43346) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:49.295179 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3c10d16-d58d-4fe0-8651-2a7f72849679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:49.373082 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3c10d16-d58d-4fe0-8651-2a7f72849679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:49.377073 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3c10d16-d58d-4fe0-8651-2a7f72849679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:49.417570 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b3c10d16-d58d-4fe0-8651-2a7f72849679 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09ec5411a0a644e3b035bf193fa8b9b4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1365132
Dec 18 21:16:49.418303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c10d16-d58d-4fe0-8651-2a7f72849679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af2b64a-f273-4d77-a0fb-481ac0304ab7,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:49.421076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43372) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:49.480368 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27c50148-172f-4a9f-b7b2-ebe417a7d979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:49.505428 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27c50148-172f-4a9f-b7b2-ebe417a7d979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:49.557195 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27c50148-172f-4a9f-b7b2-ebe417a7d979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:49.560812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27c50148-172f-4a9f-b7b2-ebe417a7d979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:49.564446 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-27c50148-172f-4a9f-b7b2-ebe417a7d979 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4af2b64a-f273-4d77-a0fb-481ac0304ab7 HTTP/1.1" status: 204  len: 168 time: 0.1394980
Dec 18 21:16:49.570438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c50148-172f-4a9f-b7b2-ebe417a7d979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af2b64a-f273-4d77-a0fb-481ac0304ab7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:49.606148 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:50.909803 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43480) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:50.949337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43492) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:51.062401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69be77bf-5bd6-4a9a-9c99-714e93a6c695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.119744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1012625345', 'router:external': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:51.163102 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69be77bf-5bd6-4a9a-9c99-714e93a6c695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.166154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Made reservation on behalf of 96a623bef8b44ad09974033cdb95984b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:16:51.168877 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.172157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69be77bf-5bd6-4a9a-9c99-714e93a6c695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.193190 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.231779 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-69be77bf-5bd6-4a9a-9c99-714e93a6c695 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=757b8ebe833d422891a28187ee5b7887&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2805903
Dec 18 21:16:51.234596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43524) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:51.238233 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be77bf-5bd6-4a9a-9c99-714e93a6c695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5851039c-d436-41ff-bffc-2e39660485c9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:51.288158 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d51d33b0-1936-4cde-89d1-000ad29d33d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.310149 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d51d33b0-1936-4cde-89d1-000ad29d33d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.318229 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.324660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.358492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:16:51.361509 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d51d33b0-1936-4cde-89d1-000ad29d33d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.364813 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d51d33b0-1936-4cde-89d1-000ad29d33d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.367935 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d51d33b0-1936-4cde-89d1-000ad29d33d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5851039c-d436-41ff-bffc-2e39660485c9 HTTP/1.1" status: 204  len: 168 time: 0.1295195
Dec 18 21:16:51.374219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d33b0-1936-4cde-89d1-000ad29d33d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5851039c-d436-41ff-bffc-2e39660485c9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:51.376069 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b4d152-7c8a-4ede-8a03-8ca0a5d68b43,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:51.381874 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.382650 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Added segment c727a082-a9d6-4972-8c68-101ee298384a of type vlan for network 30fdd276-89b0-4407-a06a-8dc56259f5f6
Dec 18 21:16:51.446573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.488458 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.489527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:51.490334 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.577526 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6542661
Dec 18 21:16:51.577614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43546) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:51.577614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Request body: {'subnet': {'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:51.588838 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ad019-db61-4a9b-8f9d-0c1d81fe3dde tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event updated for resources: {'Network': ['ID=30fdd276-89b0-4407-a06a-8dc56259f5f6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:51.602420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Made reservation on behalf of 96a623bef8b44ad09974033cdb95984b for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:16:51.603012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 30fdd276-89b0-4407-a06a-8dc56259f5f6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:16:51.606784 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:51.979788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.objects.ports [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:16:51.980261 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:52.044983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event updated for resources: {'Subnet': ['ID=327a1014-94cd-4991-a322-59f9fe3d128e,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:52.055545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Checking segment: {'id': 'c727a082-a9d6-4972-8c68-101ee298384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:16:52.055927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Network hostable DHCP agents. Network: 30fdd276-89b0-4407-a06a-8dc56259f5f6, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:16:52.074035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Network 30fdd276-89b0-4407-a06a-8dc56259f5f6 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:16:52.082887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 30fdd276-89b0-4407-a06a-8dc56259f5f6) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:52.088698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:52.089458 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:52.091511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa89ef9c-3133-4c0b-bb0b-9adc7b59823e None None] Network 30fdd276-89b0-4407-a06a-8dc56259f5f6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:16:52.109577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43600) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:52.110150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-37cf2cc6-285e-4c74-8b9d-4363aba761ec tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 0.5387857
Dec 18 21:16:52.115849 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1900179632', 'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:52.139824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Made reservation on behalf of 96a623bef8b44ad09974033cdb95984b for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:16:52.142824 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:52.159525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] device_id is not set on port 49fef9b8-1996-4681-8ffa-502c76f99633 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:16:52.198125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef575026-82bf-4d1d-bc04-5dcc51a33e6f None None] Network 30fdd276-89b0-4407-a06a-8dc56259f5f6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:16:52.275871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Allocated IP 2001:db8::41 (30fdd276-89b0-4407-a06a-8dc56259f5f6/327a1014-94cd-4991-a322-59f9fe3d128e/49fef9b8-1996-4681-8ffa-502c76f99633) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:52.414426 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:52.450559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:52.494129 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Network 30fdd276-89b0-4407-a06a-8dc56259f5f6 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:52.497072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:52.499602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:52.500784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:52.501398 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:52.514440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event updated for resources: {'Port': ['ID=49fef9b8-1996-4681-8ffa-502c76f99633,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:52.525704 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-949b2123-1858-4d35-ba0e-eae8b8030080 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.4141829
Dec 18 21:16:52.528267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43612) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:52.614386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-778380b9-e71a-46b6-9e52-fb61e9bcb770 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Deleting port 49fef9b8-1996-4681-8ffa-502c76f99633 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:52.614740 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778380b9-e71a-46b6-9e52-fb61e9bcb770 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:52.697221 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778380b9-e71a-46b6-9e52-fb61e9bcb770 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:52.709492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-778380b9-e71a-46b6-9e52-fb61e9bcb770 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Calling delete_port for 49fef9b8-1996-4681-8ffa-502c76f99633 owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:52.860897 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778380b9-e71a-46b6-9e52-fb61e9bcb770 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:52.893999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778380b9-e71a-46b6-9e52-fb61e9bcb770 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event deleted for resources: {'Port': ['ID=49fef9b8-1996-4681-8ffa-502c76f99633,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:52.925262 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-778380b9-e71a-46b6-9e52-fb61e9bcb770 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:52.929398 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-778380b9-e71a-46b6-9e52-fb61e9bcb770 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "DELETE /v2.0/ports/49fef9b8-1996-4681-8ffa-502c76f99633 HTTP/1.1" status: 204  len: 168 time: 0.4001491
Dec 18 21:16:52.932386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43624) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:52.937857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6', 'external_fixed_ips': [{'subnet_id': '327a1014-94cd-4991-a322-59f9fe3d128e', 'ip_address': '2001:db8::41'}]}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:52.968249 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:52.969329 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:53.029521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:53.182815 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:53.418171 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:53.437944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:53.622638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Allocated IP 2001:db8::41 (30fdd276-89b0-4407-a06a-8dc56259f5f6/327a1014-94cd-4991-a322-59f9fe3d128e/d27e9f8b-376e-42f1-bc5d-8eedea092697) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:53.734632 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:53.780298 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:53.824722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Network 30fdd276-89b0-4407-a06a-8dc56259f5f6 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:53.828028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:53.830602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:53.840948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43654) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:53.868635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event updated for resources: {'Port': ['ID=d27e9f8b-376e-42f1-bc5d-8eedea092697,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:53.962767 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cce8b9d4-32a8-4616-a92f-620528470327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.049594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cce8b9d4-32a8-4616-a92f-620528470327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.051004 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.053741 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cce8b9d4-32a8-4616-a92f-620528470327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.095463 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cce8b9d4-32a8-4616-a92f-620528470327 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c9e69ed78c74b85b85181a235cada83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2526171
Dec 18 21:16:54.098051 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43662) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:54.105141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8b9d4-32a8-4616-a92f-620528470327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66788b7-9175-4cd6-b550-8e4ca14d5b16,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:54.150705 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-305d93ad-2f22-4983-be46-04d0f9fa3e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.179053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-305d93ad-2f22-4983-be46-04d0f9fa3e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.238836 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-305d93ad-2f22-4983-be46-04d0f9fa3e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.241660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-305d93ad-2f22-4983-be46-04d0f9fa3e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.245371 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-305d93ad-2f22-4983-be46-04d0f9fa3e75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f66788b7-9175-4cd6-b550-8e4ca14d5b16 HTTP/1.1" status: 204  len: 168 time: 0.1439366
Dec 18 21:16:54.261986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d93ad-2f22-4983-be46-04d0f9fa3e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66788b7-9175-4cd6-b550-8e4ca14d5b16,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:54.307710 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.444666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Router 5f9b76a2-d84f-43bd-a942-e298bcbb3f17 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:16:54.545384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43688) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:54.559403 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-86dfccb8-fbdd-4a9b-bd7b-9d3fa26ece7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.573030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:54.585943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Sync routers for ids ['5f9b76a2-d84f-43bd-a942-e298bcbb3f17'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:54.592291 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.593774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f30c5c12-e138-4487-9ca7-86fe016e192e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 877 time: 1.6599779
Dec 18 21:16:54.596830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43690) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:54.612768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Routers {'5f9b76a2-d84f-43bd-a942-e298bcbb3f17'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:54.613275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e17b910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5f9b76a2-d84f-43bd-a942-e298bcbb3f17'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:54.707746 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-86dfccb8-fbdd-4a9b-bd7b-9d3fa26ece7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.718899 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-86dfccb8-fbdd-4a9b-bd7b-9d3fa26ece7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.723061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.749983 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8aad39b1-a478-4bbf-b49e-9ba7306b0c8d req-8705419c-e932-44b5-8ae9-cd844a2875e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0802305
Dec 18 21:16:54.750382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Set router 5f9b76a2-d84f-43bd-a942-e298bcbb3f17 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:16:54.778902 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfccb8-fbdd-4a9b-bd7b-9d3fa26ece7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a4e977-2af4-4bf4-b295-f36a760e49ef,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:54.787150 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-86dfccb8-fbdd-4a9b-bd7b-9d3fa26ece7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f86687ccb1d498585f8c370dac5fae1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2382140
Dec 18 21:16:54.787615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43692) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:54.882888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad39b1-a478-4bbf-b49e-9ba7306b0c8d req-f18786ed-b3c8-42a9-9b29-1546cab4dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:54.884536 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8aad39b1-a478-4bbf-b49e-9ba7306b0c8d req-f18786ed-b3c8-42a9-9b29-1546cab4dc0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 1097 time: 0.0684853
Dec 18 21:16:54.885859 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac3f17fa-6f86-452c-9f6e-928f9160e319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:54.915130 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac3f17fa-6f86-452c-9f6e-928f9160e319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.031245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad39b1-a478-4bbf-b49e-9ba7306b0c8d req-cf0be92c-0461-4b65-9820-d0d0031c438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:55.032954 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8aad39b1-a478-4bbf-b49e-9ba7306b0c8d req-cf0be92c-0461-4b65-9820-d0d0031c438e service neutron] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1157501
Dec 18 21:16:55.040812 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac3f17fa-6f86-452c-9f6e-928f9160e319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.044799 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ac3f17fa-6f86-452c-9f6e-928f9160e319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.047014 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ac3f17fa-6f86-452c-9f6e-928f9160e319 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6a4e977-2af4-4bf4-b295-f36a760e49ef HTTP/1.1" status: 204  len: 168 time: 0.2585590
Dec 18 21:16:55.104862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f17fa-6f86-452c-9f6e-928f9160e319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a4e977-2af4-4bf4-b295-f36a760e49ef,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:55.145304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e17b910>, [{'id': '5f9b76a2-d84f-43bd-a942-e298bcbb3f17', 'name': '', 'tenant_id': '96a623bef8b44ad09974033cdb95984b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6', 'external_fixed_ips': [{'subnet_id': '327a1014-94cd-4991-a322-59f9fe3d128e', 'ip_address': '2001:db8::41'}], 'enable_snat': True}, 'gw_port_id': 'd27e9f8b-376e-42f1-bc5d-8eedea092697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:52Z', 'updated_at': '2021-12-18T21:16:53Z', 'revision_number': 3, 'project_id': '96a623bef8b44ad09974033cdb95984b', 'gw_port': {'id': 'd27e9f8b-376e-42f1-bc5d-8eedea092697', 'name': '', 'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:94:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b76a2-d84f-43bd-a942-e298bcbb3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '327a1014-94cd-4991-a322-59f9fe3d128e', 'ip_address': '2001:db8::41', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:53Z', 'updated_at': '2021-12-18T21:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '327a1014-94cd-4991-a322-59f9fe3d128e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:55.154476 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8aad39b1-a478-4bbf-b49e-9ba7306b0c8d req-1d5dd9d4-074e-4c99-b993-ad4f3ec283ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cafa90-4ea2-464a-974c-82429732a64d HTTP/1.1" status: 200  len: 1001 time: 0.1054866
Dec 18 21:16:55.178785 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Checking router: 5f9b76a2-d84f-43bd-a942-e298bcbb3f17 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:16:55.179222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Updating router 5f9b76a2-d84f-43bd-a942-e298bcbb3f17 port d27e9f8b-376e-42f1-bc5d-8eedea092697 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:16:55.206153 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.225000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad39b1-a478-4bbf-b49e-9ba7306b0c8d req-75342b20-43e0-4ee6-b62c-ec70918a05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:55.226524 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8aad39b1-a478-4bbf-b49e-9ba7306b0c8d req-75342b20-43e0-4ee6-b62c-ec70918a05f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0604086
Dec 18 21:16:55.243825 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.314820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad39b1-a478-4bbf-b49e-9ba7306b0c8d req-caa7d457-53dd-4a55-ab37-83f2ac42714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:55.315869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Deleting port d27e9f8b-376e-42f1-bc5d-8eedea092697 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:16:55.316706 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.317146 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8aad39b1-a478-4bbf-b49e-9ba7306b0c8d req-caa7d457-53dd-4a55-ab37-83f2ac42714a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0785105
Dec 18 21:16:55.458420 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8aad39b1-a478-4bbf-b49e-9ba7306b0c8d req-5ad65fea-1e0d-4897-a076-0755afe8ad59 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338944
Dec 18 21:16:55.458553 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.480717 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Calling delete_port for d27e9f8b-376e-42f1-bc5d-8eedea092697 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:16:55.581242 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.590765 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.627159 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8aad39b1-a478-4bbf-b49e-9ba7306b0c8d req-d3281f88-5406-4e95-a629-13de9c00058b service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561842
Dec 18 21:16:55.666750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf9040-d00b-4b08-ab62-79d8a1a6a26f None None] Pushing event updated for resources: {'Port': ['ID=d27e9f8b-376e-42f1-bc5d-8eedea092697,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:55.674667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Attempting to bind port d27e9f8b-376e-42f1-bc5d-8eedea092697 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:16:55.675044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Attempting to bind port d27e9f8b-376e-42f1-bc5d-8eedea092697 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c727a082-a9d6-4972-8c68-101ee298384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:16:55.675415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Attempting to bind port d27e9f8b-376e-42f1-bc5d-8eedea092697 on network 30fdd276-89b0-4407-a06a-8dc56259f5f6 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:16:55.683501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:16:55.684121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Checking segment: {'id': 'c727a082-a9d6-4972-8c68-101ee298384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:16:55.684590 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.685636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Bound using segment: {'id': 'c727a082-a9d6-4972-8c68-101ee298384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:16:55.685636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Bound port: d27e9f8b-376e-42f1-bc5d-8eedea092697, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c727a082-a9d6-4972-8c68-101ee298384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:16:55.685875 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.795552 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.796338 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:16:55.796730 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:16:55.822422 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event deleted for resources: {'Port': ['ID=d27e9f8b-376e-42f1-bc5d-8eedea092697,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:55.849075 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.944330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.946533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.994246 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:55.995043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f9b76a2-d84f-43bd-a942-e298bcbb3f17 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:16:56.000173 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.004679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43736) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:56.005375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-688869e6-396f-4527-809a-9183ad699a82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "DELETE /v2.0/routers/5f9b76a2-d84f-43bd-a942-e298bcbb3f17 HTTP/1.1" status: 204  len: 168 time: 1.4068265
Dec 18 21:16:56.053701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aba9454-5d16-4b6d-8dee-e5fc5c03c4d1 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Deleting subnet 327a1014-94cd-4991-a322-59f9fe3d128e {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:16:56.057839 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4aba9454-5d16-4b6d-8dee-e5fc5c03c4d1 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.106823 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4aba9454-5d16-4b6d-8dee-e5fc5c03c4d1 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.147346 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4aba9454-5d16-4b6d-8dee-e5fc5c03c4d1 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.201303 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4aba9454-5d16-4b6d-8dee-e5fc5c03c4d1 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.226543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba9454-5d16-4b6d-8dee-e5fc5c03c4d1 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=327a1014-94cd-4991-a322-59f9fe3d128e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:56.230505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4aba9454-5d16-4b6d-8dee-e5fc5c03c4d1 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.233711 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4aba9454-5d16-4b6d-8dee-e5fc5c03c4d1 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/327a1014-94cd-4991-a322-59f9fe3d128e HTTP/1.1" status: 204  len: 168 time: 0.2279866
Dec 18 21:16:56.236358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43754) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:56.312123 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.312404 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Attempting to bind port d27e9f8b-376e-42f1-bc5d-8eedea092697 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:16:56.312983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Attempting to bind port d27e9f8b-376e-42f1-bc5d-8eedea092697 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c727a082-a9d6-4972-8c68-101ee298384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:16:56.314047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Attempting to bind port d27e9f8b-376e-42f1-bc5d-8eedea092697 on network 30fdd276-89b0-4407-a06a-8dc56259f5f6 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:16:56.320506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:16:56.321272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Checking segment: {'id': 'c727a082-a9d6-4972-8c68-101ee298384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:16:56.321900 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.322414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Bound using segment: {'id': 'c727a082-a9d6-4972-8c68-101ee298384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:16:56.323076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Bound port: d27e9f8b-376e-42f1-bc5d-8eedea092697, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c727a082-a9d6-4972-8c68-101ee298384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30fdd276-89b0-4407-a06a-8dc56259f5f6'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:16:56.323672 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.346885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Port d27e9f8b-376e-42f1-bc5d-8eedea092697 has been deleted concurrently {{(pid=126010) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Dec 18 21:16:56.356495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:56.356862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 18 21:16:56.358094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_agentschedulers_db [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f9b76a2-d84f-43bd-a942-e298bcbb3f17'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent'). {{(pid=126010) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 18 21:16:56.358094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce7543-98b3-41a9-b505-f93d3cf76b93 None None] The sync data for ids ['5f9b76a2-d84f-43bd-a942-e298bcbb3f17'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:16:56.401201 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.420646 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f83b8b0>,) {'filters': {'network_id': ['30fdd276-89b0-4407-a06a-8dc56259f5f6']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:56.430338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f83b8b0>, 'c727a082-a9d6-4972-8c68-101ee298384a') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:56.430708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f83b8b0>, 'c727a082-a9d6-4972-8c68-101ee298384a') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:56.440731 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.454239 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.460065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:16:56.460452 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:16:56.462131 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:16:56.530241 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.540672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  30fdd276-89b0-4407-a06a-8dc56259f5f6 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 18 21:16:56.543666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:56.551648 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "DELETE /v2.0/networks/30fdd276-89b0-4407-a06a-8dc56259f5f6 HTTP/1.1" status: 204  len: 168 time: 0.3102815
Dec 18 21:16:56.560480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c668a-d182-4c1e-952f-17045367ceb5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event deleted for resources: {'Network': ['ID=30fdd276-89b0-4407-a06a-8dc56259f5f6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:56.974995 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43792) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:56.980280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f04ee3bc-e24f-4636-8e73-aaa627c19a32 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Request body: {'router': {'name': 'tempest-router--1112921557', 'project_id': '480303e9566b446e82f8f4a010882139'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:57.013666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f04ee3bc-e24f-4636-8e73-aaa627c19a32 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.014982 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f04ee3bc-e24f-4636-8e73-aaa627c19a32 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.075139 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f04ee3bc-e24f-4636-8e73-aaa627c19a32 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.083339 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f04ee3bc-e24f-4636-8e73-aaa627c19a32 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.101689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f04ee3bc-e24f-4636-8e73-aaa627c19a32 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.103042 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f04ee3bc-e24f-4636-8e73-aaa627c19a32 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.1268184
Dec 18 21:16:57.105816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43798) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:57.180868 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1775d9ad-9b73-4225-a262-7937e31908d5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.337119 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1775d9ad-9b73-4225-a262-7937e31908d5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.339264 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1775d9ad-9b73-4225-a262-7937e31908d5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.382439 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1775d9ad-9b73-4225-a262-7937e31908d5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.382968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1775d9ad-9b73-4225-a262-7937e31908d5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e154eb7d-da84-401a-a75a-a1a539c6326f {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:16:57.387765 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1775d9ad-9b73-4225-a262-7937e31908d5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.388359 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1775d9ad-9b73-4225-a262-7937e31908d5 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e154eb7d-da84-401a-a75a-a1a539c6326f HTTP/1.1" status: 204  len: 168 time: 0.2815018
Dec 18 21:16:57.603548 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43812) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:57.752812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43820) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:57.817254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-305369926', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:16:57.831431 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0cef41f-3c2d-410a-b025-975cbf823ba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.869298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.870334 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:57.947846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.026393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0cef41f-3c2d-410a-b025-975cbf823ba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.032634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d0cef41f-3c2d-410a-b025-975cbf823ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.127795 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.132500 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d0cef41f-3c2d-410a-b025-975cbf823ba5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c15880a38944318ba245c17d71b8b1b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3786681
Dec 18 21:16:58.135635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43842) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:58.141549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cef41f-3c2d-410a-b025-975cbf823ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122e7bc5-2d53-4d93-bd54-3b2226b0dc30,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:58.187184 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ada1b64c-86ed-4f61-b6ae-6ee862f2587b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.208714 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ada1b64c-86ed-4f61-b6ae-6ee862f2587b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.266226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ada1b64c-86ed-4f61-b6ae-6ee862f2587b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.268760 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ada1b64c-86ed-4f61-b6ae-6ee862f2587b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.269906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ada1b64c-86ed-4f61-b6ae-6ee862f2587b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/122e7bc5-2d53-4d93-bd54-3b2226b0dc30 HTTP/1.1" status: 204  len: 168 time: 0.1327143
Dec 18 21:16:58.278008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1b64c-86ed-4f61-b6ae-6ee862f2587b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122e7bc5-2d53-4d93-bd54-3b2226b0dc30,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:58.328712 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.347445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.458397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Allocated IP 172.35.3.31 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/63664cf0-a31b-4427-8b78-a62e429ad4d7) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:16:58.577403 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.587900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43858) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:58.607554 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-219a8a23-5bb6-40dc-b2ea-e02dae8b9ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.629269 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.676920 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:16:58.680083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:16:58.684379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:16:58.687607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Pushing event updated for resources: {'Port': ['ID=63664cf0-a31b-4427-8b78-a62e429ad4d7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:58.713787 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a151b2-fe59-49de-aae3-2d53f83105cf None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:16:58.740417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49b8f1-1d1e-4591-9bfd-b9ddc6d934fd req-2ddce523-7a0a-47ac-ae7f-9f8fc35ef81d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:16:58.748796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c49b8f1-1d1e-4591-9bfd-b9ddc6d934fd req-2ddce523-7a0a-47ac-ae7f-9f8fc35ef81d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.0889616
Dec 18 21:16:58.793071 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-219a8a23-5bb6-40dc-b2ea-e02dae8b9ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.796690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-22d2e6c6-b5da-4f69-9d29-fea4190a6dc3 None None] Provisioning complete for port 63664cf0-a31b-4427-8b78-a62e429ad4d7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:16:58.797117 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22d2e6c6-b5da-4f69-9d29-fea4190a6dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.804784 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-219a8a23-5bb6-40dc-b2ea-e02dae8b9ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.871085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c49b8f1-1d1e-4591-9bfd-b9ddc6d934fd req-7c8b96ea-0a6e-4ceb-807f-46973aa49cf4 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1213303
Dec 18 21:16:58.883782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-219a8a23-5bb6-40dc-b2ea-e02dae8b9ee7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=591bfaf2a69843b79d836310a67d0511&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2925963
Dec 18 21:16:58.886341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-22d2e6c6-b5da-4f69-9d29-fea4190a6dc3 None None] Port 63664cf0-a31b-4427-8b78-a62e429ad4d7 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:16:58.886734 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43872) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:58.902359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a8a23-5bb6-40dc-b2ea-e02dae8b9ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01db0576-1026-49de-9d67-7ca4fb631747,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:58.955157 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da4b40f7-d163-4933-8a8c-e9beb9b20caf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:58.995465 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da4b40f7-d163-4933-8a8c-e9beb9b20caf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:59.060037 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da4b40f7-d163-4933-8a8c-e9beb9b20caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:59.062914 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da4b40f7-d163-4933-8a8c-e9beb9b20caf admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:59.064770 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-da4b40f7-d163-4933-8a8c-e9beb9b20caf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01db0576-1026-49de-9d67-7ca4fb631747 HTTP/1.1" status: 204  len: 168 time: 0.1770897
Dec 18 21:16:59.075182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b40f7-d163-4933-8a8c-e9beb9b20caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01db0576-1026-49de-9d67-7ca4fb631747,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:16:59.376480 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:59.588580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:59.720939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Router a6f745e5-7455-484f-a7e6-0497a104b18d is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:16:59.833161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:16:59.843458 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575111c-bc4e-463f-8b92-349a20b72fb4 None None] Sync routers for ids ['a6f745e5-7455-484f-a7e6-0497a104b18d'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:16:59.855260 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575111c-bc4e-463f-8b92-349a20b72fb4 None None] Routers {'a6f745e5-7455-484f-a7e6-0497a104b18d'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:59.855859 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-9575111c-bc4e-463f-8b92-349a20b72fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641d0340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['a6f745e5-7455-484f-a7e6-0497a104b18d'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:59.859384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:16:59.863911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43924) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:16:59.864377 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c9b8c7a0-ab09-4d72-b264-0c09313e4469 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.2593567
Dec 18 21:16:59.891578 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-9575111c-bc4e-463f-8b92-349a20b72fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641d0340>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:59.900478 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575111c-bc4e-463f-8b92-349a20b72fb4 None None] Routers {'a6f745e5-7455-484f-a7e6-0497a104b18d'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:16:59.901077 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-9575111c-bc4e-463f-8b92-349a20b72fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641d0340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['a6f745e5-7455-484f-a7e6-0497a104b18d'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:59.937755 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-9575111c-bc4e-463f-8b92-349a20b72fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641d0340>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:16:59.938470 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575111c-bc4e-463f-8b92-349a20b72fb4 None None] The sync data for ids ['a6f745e5-7455-484f-a7e6-0497a104b18d'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:00.030394 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5ea17f2c-bc7a-4f7b-aafd-6960df1bd63b tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/routers/a6f745e5-7455-484f-a7e6-0497a104b18d HTTP/1.1" status: 200  len: 923 time: 0.1645653
Dec 18 21:17:00.034385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43940) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:00.039307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c7fa9-1cd7-4d56-b069-16f25987e585 req-94f70794-a296-459c-a558-1696d8ffabca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:00.041083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b90c7fa9-1cd7-4d56-b069-16f25987e585 req-94f70794-a296-459c-a558-1696d8ffabca tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.0730383
Dec 18 21:17:00.072184 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 43942) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:00.074680 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-918f11d3-c065-46d1-84a6-2d1f1d904fd7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6f745e5-7455-484f-a7e6-0497a104b18d HTTP/1.1" status: 200  len: 205 time: 0.0361617
Dec 18 21:17:00.149830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b90c7fa9-1cd7-4d56-b069-16f25987e585 req-12f464b2-1130-45cb-bf8f-1a11fdd09dc7 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1021712
Dec 18 21:17:00.212385 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.228727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43948) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:00.248816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43952) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:00.319798 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.345223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ea49ba7-319d-409d-8660-399d8dd62497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.371143 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7ae8ad7a-c158-4d2f-9daf-155b3421f616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.377419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Deleting port 63664cf0-a31b-4427-8b78-a62e429ad4d7 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:00.377758 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.458708 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.471150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Calling delete_port for 63664cf0-a31b-4427-8b78-a62e429ad4d7 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:00.476603 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ea49ba7-319d-409d-8660-399d8dd62497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.484433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ea49ba7-319d-409d-8660-399d8dd62497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.518537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7ae8ad7a-c158-4d2f-9daf-155b3421f616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.534969 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7ae8ad7a-c158-4d2f-9daf-155b3421f616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.540570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea49ba7-319d-409d-8660-399d8dd62497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71d674e-45c0-4da1-ad66-0fc9302886ec,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:00.545067 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6ea49ba7-319d-409d-8660-399d8dd62497 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8302bf1988048c6a455468cd915decf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3152328
Dec 18 21:17:00.553174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43956) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:00.603244 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7ae8ad7a-c158-4d2f-9daf-155b3421f616 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d33644610c5c4f1aae112d75d4c5cbc4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3533003
Dec 18 21:17:00.606570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43958) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:00.608525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8ad7a-c158-4d2f-9daf-155b3421f616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e594c2e0-7327-4840-81ba-a75e4112cd53,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:00.647316 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.665653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c113cae1-2090-4f99-9fd9-8fe5f7ecb62b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.675221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Pushing event deleted for resources: {'Port': ['ID=63664cf0-a31b-4427-8b78-a62e429ad4d7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:00.689732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153dc2c9-0529-4694-8ed9-41f1c1742693 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:00.699824 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c113cae1-2090-4f99-9fd9-8fe5f7ecb62b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.709164 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6aa31f37-414e-4719-9122-f19a3a9f72bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.748057 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.754293 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6aa31f37-414e-4719-9122-f19a3a9f72bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.800796 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c113cae1-2090-4f99-9fd9-8fe5f7ecb62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.803649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c113cae1-2090-4f99-9fd9-8fe5f7ecb62b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.804907 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c113cae1-2090-4f99-9fd9-8fe5f7ecb62b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e71d674e-45c0-4da1-ad66-0fc9302886ec HTTP/1.1" status: 204  len: 168 time: 0.2507529
Dec 18 21:17:00.814225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113cae1-2090-4f99-9fd9-8fe5f7ecb62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71d674e-45c0-4da1-ad66-0fc9302886ec,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:00.823264 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6aa31f37-414e-4719-9122-f19a3a9f72bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.826702 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6aa31f37-414e-4719-9122-f19a3a9f72bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.830930 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6aa31f37-414e-4719-9122-f19a3a9f72bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e594c2e0-7327-4840-81ba-a75e4112cd53 HTTP/1.1" status: 204  len: 168 time: 0.2204163
Dec 18 21:17:00.837334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa31f37-414e-4719-9122-f19a3a9f72bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e594c2e0-7327-4840-81ba-a75e4112cd53,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:00.885510 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.888006 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.940020 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.940626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Fanout notify agent at l3_agent the message router_deleted on router a6f745e5-7455-484f-a7e6-0497a104b18d {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:00.956689 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:00.958378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d49fb113-175f-47f6-b378-27457f083ed7 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/routers/a6f745e5-7455-484f-a7e6-0497a104b18d HTTP/1.1" status: 204  len: 168 time: 0.8846617
Dec 18 21:17:00.963024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 43964) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:00.968212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1561702081', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'enable_snat': False}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:01.004793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:01.005793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:01.065591 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:01.240230 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:01.327897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9cc94-7026-4f8c-bf83-827d4082851c req-d0ed7e03-d6dc-4258-bad3-ffba39687bcc tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:01.330145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8bd9cc94-7026-4f8c-bf83-827d4082851c req-d0ed7e03-d6dc-4258-bad3-ffba39687bcc tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.0751858
Dec 18 21:17:01.401526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8bd9cc94-7026-4f8c-bf83-827d4082851c req-ab1d4505-de47-4732-9272-c950da6e5040 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649107
Dec 18 21:17:01.490489 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:01.516006 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:01.659427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Allocated IP 172.35.3.26 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/c3600c6d-e74c-4e9c-aee7-a26e91934bd3) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:01.705606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44004) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:01.790342 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:01.839080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1768174386-network', 'tenant_id': 'c2d14b131ac74307b9aa94aded5f3f5e'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:01.840201 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:01.874363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Made reservation on behalf of c2d14b131ac74307b9aa94aded5f3f5e for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:01.877214 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:01.884729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:01.887812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:01.892203 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:01.893987 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:01.916262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da664ebf-7887-4ffc-b598-f0adad259769 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:01.918670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event updated for resources: {'Port': ['ID=c3600c6d-e74c-4e9c-aee7-a26e91934bd3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:01.990974 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:01.997497 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.025428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:17:02.040938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0306e1b9-7281-4a5d-b076-95ec428bf8f0 None None] Provisioning complete for port c3600c6d-e74c-4e9c-aee7-a26e91934bd3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:02.041638 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0306e1b9-7281-4a5d-b076-95ec428bf8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.045595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8216a91-c3d0-442e-b87a-b10e85470c5d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:02.068080 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.068580 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Added segment 110f1908-d18a-44c7-bd85-0eee553df8f4 of type vlan for network 4a319045-7962-4b86-bd9c-05ab97eb05f9
Dec 18 21:17:02.081604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0306e1b9-7281-4a5d-b076-95ec428bf8f0 None None] Port c3600c6d-e74c-4e9c-aee7-a26e91934bd3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:02.125125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44014) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:02.139365 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.173640 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.175305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:02.176755 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.203787 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.267994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-576db679-4032-4f5d-be60-f809f6392831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.275850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5689123
Dec 18 21:17:02.276510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44018) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:02.294595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4162499b-082e-4fc4-9cca-f11189ccc091 admin admin] Request body: {'subnet': {'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1768174386-subnet', 'tenant_id': 'c2d14b131ac74307b9aa94aded5f3f5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:02.306384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2698e9c-ceaa-4dbb-87f7-e654436a9345 admin admin] Pushing event updated for resources: {'Network': ['ID=4a319045-7962-4b86-bd9c-05ab97eb05f9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:02.318815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 4a319045-7962-4b86-bd9c-05ab97eb05f9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:17:02.340236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4162499b-082e-4fc4-9cca-f11189ccc091 admin admin] Made reservation on behalf of c2d14b131ac74307b9aa94aded5f3f5e for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:02.343127 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4162499b-082e-4fc4-9cca-f11189ccc091 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.497894 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-576db679-4032-4f5d-be60-f809f6392831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.506500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-576db679-4032-4f5d-be60-f809f6392831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.528355 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.576729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd25eb-2599-49ab-b56f-eb6d959e6a29 req-a28c211b-e21c-4bf2-9ef2-d47d161ff3ab tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:02.578232 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67dd25eb-2599-49ab-b56f-eb6d959e6a29 req-a28c211b-e21c-4bf2-9ef2-d47d161ff3ab tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.0960894
Dec 18 21:17:02.579609 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4162499b-082e-4fc4-9cca-f11189ccc091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.595944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576db679-4032-4f5d-be60-f809f6392831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f834b75-7c19-4d57-a4e1-1a0b5086691c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:02.606147 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-576db679-4032-4f5d-be60-f809f6392831 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ef310c4151146a79e2cacf1baa7fe17&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4790933
Dec 18 21:17:02.608904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44022) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:02.640639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162499b-082e-4fc4-9cca-f11189ccc091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ac5624-bb0b-4d5b-9cc6-9c7077125ba0,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:02.683808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-67dd25eb-2599-49ab-b56f-eb6d959e6a29 req-4b23eeaf-b5c8-408a-a55d-cff2b17e6f10 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0811179
Dec 18 21:17:02.686473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162499b-082e-4fc4-9cca-f11189ccc091 admin admin] Checking segment: {'id': '110f1908-d18a-44c7-bd85-0eee553df8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:17:02.686842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162499b-082e-4fc4-9cca-f11189ccc091 admin admin] Network hostable DHCP agents. Network: 4a319045-7962-4b86-bd9c-05ab97eb05f9, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:17:02.714146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162499b-082e-4fc4-9cca-f11189ccc091 admin admin] Network 4a319045-7962-4b86-bd9c-05ab97eb05f9 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:17:02.725368 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e23ab0b-db6a-4b83-8359-42cd074f1332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.726971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-4162499b-082e-4fc4-9cca-f11189ccc091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4a319045-7962-4b86-bd9c-05ab97eb05f9) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:02.732253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4162499b-082e-4fc4-9cca-f11189ccc091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:02.741304 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4162499b-082e-4fc4-9cca-f11189ccc091 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.743739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b2fe9-4a46-4ac1-b384-27b1c59d18dc None None] Network 4a319045-7962-4b86-bd9c-05ab97eb05f9 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:17:02.768744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4162499b-082e-4fc4-9cca-f11189ccc091 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4704638
Dec 18 21:17:02.768964 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e23ab0b-db6a-4b83-8359-42cd074f1332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.801217 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Router b2602a5c-9301-429d-bae5-bea4d287c492 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:17:02.883680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7c9832-44e2-487d-9504-098d2a2b0d09 None None] Network 4a319045-7962-4b86-bd9c-05ab97eb05f9 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:17:02.942187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e23ab0b-db6a-4b83-8359-42cd074f1332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.946313 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8e23ab0b-db6a-4b83-8359-42cd074f1332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.948173 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8e23ab0b-db6a-4b83-8359-42cd074f1332 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f834b75-7c19-4d57-a4e1-1a0b5086691c HTTP/1.1" status: 204  len: 168 time: 0.3382120
Dec 18 21:17:02.958356 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:02.966454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ab0b-db6a-4b83-8359-42cd074f1332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f834b75-7c19-4d57-a4e1-1a0b5086691c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:02.978939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Sync routers for ids ['b2602a5c-9301-429d-bae5-bea4d287c492'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:02.989669 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:02.997789 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f1a2aba1-a857-4355-b966-ba5e855f836d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 2.0272989
Dec 18 21:17:02.997789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44032) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:03.009484 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bca692ad-153c-47cb-8d82-34c54bbe55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:03.020319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Routers {'b2602a5c-9301-429d-bae5-bea4d287c492'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:03.020984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e17a940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b2602a5c-9301-429d-bae5-bea4d287c492'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:03.155889 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5cd4a620-c9f6-49bf-85bb-065f47c4482c tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/routers/b2602a5c-9301-429d-bae5-bea4d287c492 HTTP/1.1" status: 200  len: 908 time: 0.1521194
Dec 18 21:17:03.159347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44034) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:03.164248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1561702081', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'enable_snat': True}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:03.179696 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Set router b2602a5c-9301-429d-bae5-bea4d287c492 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:17:03.194593 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:03.196043 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:03.261419 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:03.410949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e17a940>, [{'id': 'b2602a5c-9301-429d-bae5-bea4d287c492', 'name': 'tempest-snat-router-1561702081', 'tenant_id': '96a623bef8b44ad09974033cdb95984b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26'}], 'enable_snat': False}, 'gw_port_id': 'c3600c6d-e74c-4e9c-aee7-a26e91934bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:17:01Z', 'updated_at': '2021-12-18T21:17:02Z', 'revision_number': 3, 'project_id': '96a623bef8b44ad09974033cdb95984b', 'gw_port': {'id': 'c3600c6d-e74c-4e9c-aee7-a26e91934bd3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2602a5c-9301-429d-bae5-bea4d287c492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:17:01Z', 'updated_at': '2021-12-18T21:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:03.446022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Checking router: b2602a5c-9301-429d-bae5-bea4d287c492 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:17:03.446629 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Updating router b2602a5c-9301-429d-bae5-bea4d287c492 port c3600c6d-e74c-4e9c-aee7-a26e91934bd3 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:17:03.487596 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:03.524960 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:03.859258 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:03.865594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:03.874353 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:03.892809 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:03.901893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e205a48-2c49-4a41-b1f6-18623bf116d5 req-81b258fb-f76e-403e-a0b4-938bb7af66b3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:03.912416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e205a48-2c49-4a41-b1f6-18623bf116d5 req-81b258fb-f76e-403e-a0b4-938bb7af66b3 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.1144681
Dec 18 21:17:03.957755 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30cbe00-7813-4cdd-a462-9d4759edf9e1 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:03.963521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Attempting to bind port c3600c6d-e74c-4e9c-aee7-a26e91934bd3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:17:03.964103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Attempting to bind port c3600c6d-e74c-4e9c-aee7-a26e91934bd3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:17:03.964671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Attempting to bind port c3600c6d-e74c-4e9c-aee7-a26e91934bd3 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:17:03.975618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:17:03.976268 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:17:03.976814 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:03.978048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:17:03.978718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Bound port: c3600c6d-e74c-4e9c-aee7-a26e91934bd3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:17:03.979297 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:03.990545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e205a48-2c49-4a41-b1f6-18623bf116d5 req-e1ccd656-43cb-4db9-ba55-2e8ad58ea249 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753458
Dec 18 21:17:04.034896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c7329-ea4b-4fd2-bf93-8b129a3f3dd4 None None] Pushing event updated for resources: {'Port': ['ID=c3600c6d-e74c-4e9c-aee7-a26e91934bd3,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:04.047006 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Allocated IP 172.35.3.198 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/1a26284d-dd2a-4b75-af90-9dfb7b20e792) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:04.068171 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-22841992-be98-47ca-aef6-4f09c7d0052f None None] Provisioning complete for port c3600c6d-e74c-4e9c-aee7-a26e91934bd3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:04.068587 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22841992-be98-47ca-aef6-4f09c7d0052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.090218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] For port c3600c6d-e74c-4e9c-aee7-a26e91934bd3, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:17:04.109688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] For port c3600c6d-e74c-4e9c-aee7-a26e91934bd3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3600c6d-e74c-4e9c-aee7-a26e91934bd3,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:17:04.118083 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.128315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-22841992-be98-47ca-aef6-4f09c7d0052f None None] Port c3600c6d-e74c-4e9c-aee7-a26e91934bd3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:04.141068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44072) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:04.168648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a33f85-72b6-4de6-828c-75c8dfd9c639 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:04.189887 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.205181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Routers {'b2602a5c-9301-429d-bae5-bea4d287c492'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:04.205554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e17a940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:16:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b2602a5c-9301-429d-bae5-bea4d287c492'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:04.232659 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.261682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c7329-ea4b-4fd2-bf93-8b129a3f3dd4 None None] Pushing event updated for resources: {'Port': ['ID=c3600c6d-e74c-4e9c-aee7-a26e91934bd3,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:04.271922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1789359614'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:04.296616 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:04.305783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:04.310503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:04.316603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1e501d23-6efe-45d3-8e0a-fc2a541b6c26 None None] Provisioning complete for port c3600c6d-e74c-4e9c-aee7-a26e91934bd3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:04.316983 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1e501d23-6efe-45d3-8e0a-fc2a541b6c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.326966 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212dc001-acef-4bdd-91e5-b8006d7f13e8 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:04.333974 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event updated for resources: {'Port': ['ID=1a26284d-dd2a-4b75-af90-9dfb7b20e792,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:04.350052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Made reservation on behalf of d9e18d3726ec4e2fa7cd9e732f9eaa3f for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:04.353689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.369660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.394734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] Set router b2602a5c-9301-429d-bae5-bea4d287c492 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:17:04.636274 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.645818 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.689967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:17:04.693261 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.698494 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314213d2-7360-4f9f-b58e-f83b797bc2b6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:04.760451 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.760815 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Added segment 59308192-79f0-4ed7-a013-0103ddbbdb89 of type vlan for network f10fdabe-be02-45f5-89a8-8f868c74785e
Dec 18 21:17:04.775907 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1e501d23-6efe-45d3-8e0a-fc2a541b6c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.821896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1e501d23-6efe-45d3-8e0a-fc2a541b6c26 None None] For port c3600c6d-e74c-4e9c-aee7-a26e91934bd3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3600c6d-e74c-4e9c-aee7-a26e91934bd3,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:04.854317 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1e501d23-6efe-45d3-8e0a-fc2a541b6c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:04.922004 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e501d23-6efe-45d3-8e0a-fc2a541b6c26 None None] Pushing event updated for resources: {'Port': ['ID=c3600c6d-e74c-4e9c-aee7-a26e91934bd3,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:04.943097 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e17a940>, [{'id': 'b2602a5c-9301-429d-bae5-bea4d287c492', 'name': 'tempest-snat-router-1561702081', 'tenant_id': '96a623bef8b44ad09974033cdb95984b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26'}], 'enable_snat': False}, 'gw_port_id': 'c3600c6d-e74c-4e9c-aee7-a26e91934bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:17:01Z', 'updated_at': '2021-12-18T21:17:02Z', 'revision_number': 3, 'project_id': '96a623bef8b44ad09974033cdb95984b', 'gw_port': {'id': 'c3600c6d-e74c-4e9c-aee7-a26e91934bd3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2602a5c-9301-429d-bae5-bea4d287c492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:17:01Z', 'updated_at': '2021-12-18T21:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:04.994348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d4a80c-ec9f-4dc2-9f29-b1dc4820ce46 None None] The sync data for ids ['b2602a5c-9301-429d-bae5-bea4d287c492'] in ncdv-master-1 is: [{'id': 'b2602a5c-9301-429d-bae5-bea4d287c492', 'name': 'tempest-snat-router-1561702081', 'tenant_id': '96a623bef8b44ad09974033cdb95984b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26'}], 'enable_snat': False}, 'gw_port_id': 'c3600c6d-e74c-4e9c-aee7-a26e91934bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:17:01Z', 'updated_at': '2021-12-18T21:17:02Z', 'revision_number': 3, 'project_id': '96a623bef8b44ad09974033cdb95984b', 'gw_port': {'id': 'c3600c6d-e74c-4e9c-aee7-a26e91934bd3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2602a5c-9301-429d-bae5-bea4d287c492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:17:01Z', 'updated_at': '2021-12-18T21:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:05.013374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3606e082-7ee0-4a1a-933d-9ce0cb196dba None None] Provisioning complete for port 1a26284d-dd2a-4b75-af90-9dfb7b20e792 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:05.013831 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3606e082-7ee0-4a1a-933d-9ce0cb196dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:05.060601 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3606e082-7ee0-4a1a-933d-9ce0cb196dba None None] Port 1a26284d-dd2a-4b75-af90-9dfb7b20e792 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:05.132563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac89312-37c3-4a44-8e3f-6099538e2c22 req-d351e0b0-cd3f-4d0c-ba5a-a5c6661f8f52 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:05.134981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ac89312-37c3-4a44-8e3f-6099538e2c22 req-d351e0b0-cd3f-4d0c-ba5a-a5c6661f8f52 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.0586360
Dec 18 21:17:05.180114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:05.192451 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4cc822a0-730a-44b0-ac95-17c1a4ee2f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:05.211408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0ac89312-37c3-4a44-8e3f-6099538e2c22 req-4f947e52-bd39-4227-b775-cf47c4b26f36 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692713
Dec 18 21:17:05.264303 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:05.271552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:05.272295 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:05.439227 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.2971768
Dec 18 21:17:05.442453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44094) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:05.449376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-aa03826b-0a1b-44bd-b97e-0649a7024905 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'subnet': {'network_id': 'f10fdabe-be02-45f5-89a8-8f868c74785e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:05.467804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a068b1-d38b-4217-ad48-552a138c5d24 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Network': ['ID=f10fdabe-be02-45f5-89a8-8f868c74785e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:05.483456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network f10fdabe-be02-45f5-89a8-8f868c74785e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:17:05.486554 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:05.595741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa03826b-0a1b-44bd-b97e-0649a7024905 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Made reservation on behalf of d9e18d3726ec4e2fa7cd9e732f9eaa3f for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:05.602008 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa03826b-0a1b-44bd-b97e-0649a7024905 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:05.667404 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Router b6f12a8a-16aa-4c53-810f-1b0938681038 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:17:05.825302 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:05.839329 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Sync routers for ids ['b6f12a8a-16aa-4c53-810f-1b0938681038'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:05.852247 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:05.853521 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-21668165-103e-4bca-934f-c13a5e55ac82 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 2.6930075
Dec 18 21:17:05.856302 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44096) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:05.857438 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Routers {'b6f12a8a-16aa-4c53-810f-1b0938681038'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:05.858312 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664599700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b6f12a8a-16aa-4c53-810f-1b0938681038'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:05.862992 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa03826b-0a1b-44bd-b97e-0649a7024905 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:05.931682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03826b-0a1b-44bd-b97e-0649a7024905 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Subnet': ['ID=292bd9f4-b208-4225-810b-dc36bf99b4d1,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:05.941833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03826b-0a1b-44bd-b97e-0649a7024905 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Checking segment: {'id': '59308192-79f0-4ed7-a013-0103ddbbdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f10fdabe-be02-45f5-89a8-8f868c74785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:17:05.942441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03826b-0a1b-44bd-b97e-0649a7024905 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network hostable DHCP agents. Network: f10fdabe-be02-45f5-89a8-8f868c74785e, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:17:05.965013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03826b-0a1b-44bd-b97e-0649a7024905 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network f10fdabe-be02-45f5-89a8-8f868c74785e is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:17:05.980160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-aa03826b-0a1b-44bd-b97e-0649a7024905 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f10fdabe-be02-45f5-89a8-8f868c74785e) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:05.990914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac1da44-7efd-4900-addf-13312a20f65d None None] Network f10fdabe-be02-45f5-89a8-8f868c74785e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:17:05.996555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa03826b-0a1b-44bd-b97e-0649a7024905 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:05.997667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aa03826b-0a1b-44bd-b97e-0649a7024905 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.024845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-aa03826b-0a1b-44bd-b97e-0649a7024905 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.5808997
Dec 18 21:17:06.027419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44102) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:06.039370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1194981078', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:06.059838 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Set router b6f12a8a-16aa-4c53-810f-1b0938681038 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:17:06.101654 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-77b19528-027c-4949-ad83-9969778287d8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/routers/b6f12a8a-16aa-4c53-810f-1b0938681038 HTTP/1.1" status: 200  len: 908 time: 0.2434759
Dec 18 21:17:06.105283 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.106870 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.108917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44104) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:06.204331 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.228854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e15801-13eb-4e56-8b9c-6ce8a509b8d2 None None] Network f10fdabe-be02-45f5-89a8-8f868c74785e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:17:06.296102 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.454817 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664599700>, [{'id': 'b6f12a8a-16aa-4c53-810f-1b0938681038', 'name': 'tempest-snat-router-1561702081', 'tenant_id': '96a623bef8b44ad09974033cdb95984b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.198'}], 'enable_snat': True}, 'gw_port_id': '1a26284d-dd2a-4b75-af90-9dfb7b20e792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:17:03Z', 'updated_at': '2021-12-18T21:17:04Z', 'revision_number': 3, 'project_id': '96a623bef8b44ad09974033cdb95984b', 'gw_port': {'id': '1a26284d-dd2a-4b75-af90-9dfb7b20e792', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f12a8a-16aa-4c53-810f-1b0938681038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:17:03Z', 'updated_at': '2021-12-18T21:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:06.463188 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.496527 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.504641 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Checking router: b6f12a8a-16aa-4c53-810f-1b0938681038 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:17:06.505591 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Updating router b6f12a8a-16aa-4c53-810f-1b0938681038 port 1a26284d-dd2a-4b75-af90-9dfb7b20e792 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:17:06.515218 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.546640 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.559036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8a82b-72cf-43e7-9b60-95010b5cf647 req-7a4043a6-b0e9-4baf-955e-7b651b47cb9f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:06.570720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03c8a82b-72cf-43e7-9b60-95010b5cf647 req-7a4043a6-b0e9-4baf-955e-7b651b47cb9f tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.1172850
Dec 18 21:17:06.582890 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Deleting port 1a26284d-dd2a-4b75-af90-9dfb7b20e792 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:06.583283 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.669074 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03c8a82b-72cf-43e7-9b60-95010b5cf647 req-3a3043a4-3b6d-49f2-b65a-50d3c0f8f624 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0973692
Dec 18 21:17:06.726665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.764196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Calling delete_port for 1a26284d-dd2a-4b75-af90-9dfb7b20e792 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:06.866199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c3600c6d-e74c-4e9c-aee7-a26e91934bd3 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:17:06.917801 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.926724 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.944181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port c3600c6d-e74c-4e9c-aee7-a26e91934bd3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:06.944682 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.945292 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:06.993727 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c4a11-9e14-4bf9-9307-da7f95131cfd None None] Pushing event updated for resources: {'Port': ['ID=1a26284d-dd2a-4b75-af90-9dfb7b20e792,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:07.012660 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.017041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d9293d-ffad-42d2-b3e7-ca1de8ae027e None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:07.022509 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Attempting to bind port 1a26284d-dd2a-4b75-af90-9dfb7b20e792 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:17:07.023454 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Attempting to bind port 1a26284d-dd2a-4b75-af90-9dfb7b20e792 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:17:07.025968 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Attempting to bind port 1a26284d-dd2a-4b75-af90-9dfb7b20e792 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:17:07.038099 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:17:07.038721 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:17:07.039269 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.041567 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:17:07.042232 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Bound port: 1a26284d-dd2a-4b75-af90-9dfb7b20e792, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:17:07.042850 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.094664 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.137732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-463ad182-1a9f-4bae-be1a-717f9bbd1bed None None] Could not find standard attr ID for object 1a26284d-dd2a-4b75-af90-9dfb7b20e792. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:17:07.161203 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a26284d-dd2a-4b75-af90-9dfb7b20e792,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:07.204604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2cbcd2-9c82-4e48-a588-90606d098cfc None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:07.280538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.35.3.233 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/ebef32a2-acc1-4424-86c8-9006d0903589) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:07.282712 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.300778 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.db.api [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=126011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:17:07.301276 ncdv-master-1 neutron-server[126011]: DEBUG oslo_db.api [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:17:07.411004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.413987 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.454645 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.484940 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.487249 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6f12a8a-16aa-4c53-810f-1b0938681038 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:07.493294 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.494798 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-abfa69d6-fb60-45b2-a0e9-78d32fa3a242 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b6f12a8a-16aa-4c53-810f-1b0938681038 HTTP/1.1" status: 204  len: 168 time: 1.3845191
Dec 18 21:17:07.497125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44140) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:07.530158 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.614632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=ebef32a2-acc1-4424-86c8-9006d0903589,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:07.617538 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.627229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:07.629566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:07.633577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:07.651076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81114a29-6ade-4753-b7ff-f8b7100ceafd None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:07.751199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.782513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5270a68c-c847-4dcc-855d-578feeb594cc None None] Provisioning complete for port ebef32a2-acc1-4424-86c8-9006d0903589 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:07.783442 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5270a68c-c847-4dcc-855d-578feeb594cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.820250 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Attempting to bind port 1a26284d-dd2a-4b75-af90-9dfb7b20e792 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:17:07.820659 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Attempting to bind port 1a26284d-dd2a-4b75-af90-9dfb7b20e792 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:17:07.821028 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Attempting to bind port 1a26284d-dd2a-4b75-af90-9dfb7b20e792 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:17:07.828740 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:17:07.829305 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:17:07.829800 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.830197 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:17:07.830872 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Bound port: 1a26284d-dd2a-4b75-af90-9dfb7b20e792, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:17:07.831422 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.838432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Deleting port c3600c6d-e74c-4e9c-aee7-a26e91934bd3 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:07.843503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5270a68c-c847-4dcc-855d-578feeb594cc None None] Port ebef32a2-acc1-4424-86c8-9006d0903589 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:07.844932 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.866739 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.plugin [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Port 1a26284d-dd2a-4b75-af90-9dfb7b20e792 has been deleted concurrently {{(pid=126011) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Dec 18 21:17:07.877912 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:07.878533 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 18 21:17:07.879283 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_agentschedulers_db [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b6f12a8a-16aa-4c53-810f-1b0938681038'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent'). {{(pid=126011) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 18 21:17:07.879785 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd4bbd-fa8f-4283-a649-3d6e25dbff8b None None] The sync data for ids ['b6f12a8a-16aa-4c53-810f-1b0938681038'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:07.940381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078c896-eb57-49d2-9d72-2d835c8eec0a req-6090d531-0bc2-4dd1-b375-16c1295ea845 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:07.942235 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9078c896-eb57-49d2-9d72-2d835c8eec0a req-6090d531-0bc2-4dd1-b375-16c1295ea845 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.1833651
Dec 18 21:17:07.966036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] For port c3600c6d-e74c-4e9c-aee7-a26e91934bd3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3600c6d-e74c-4e9c-aee7-a26e91934bd3,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:07.966446 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:07.982871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Calling delete_port for c3600c6d-e74c-4e9c-aee7-a26e91934bd3 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:08.100638 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9078c896-eb57-49d2-9d72-2d835c8eec0a req-e26fa64e-9009-465d-b3e2-19cb43adf956 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1087651
Dec 18 21:17:08.108406 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.152704 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.200564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.237678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3600c6d-e74c-4e9c-aee7-a26e91934bd3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:08.264561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a22eb-e0fe-4d0d-9da7-9ed40c3a85c0 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:08.355076 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.402219 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.498082 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.504400 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.573166 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.602119 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.603414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2602a5c-9301-429d-bae5-bea4d287c492 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:08.610112 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.618982 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5a7e2051-44f2-4db7-ac2c-0d32bb343b70 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b2602a5c-9301-429d-bae5-bea4d287c492 HTTP/1.1" status: 204  len: 168 time: 1.1134756
Dec 18 21:17:08.619330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44168) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:08.626532 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-137334743', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:08.629886 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:17:08.695996 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.698408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.824339 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.862272 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:08.873205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e90eb-e55e-4936-951a-8fecadae3066 None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:08.899871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e90eb-e55e-4936-951a-8fecadae3066 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:08.900517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e65e90eb-e55e-4936-951a-8fecadae3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eccd220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:08.910317 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:08.912048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d14fab96-00f7-4bfd-8bd4-18d19cf397d6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.8824611
Dec 18 21:17:08.914687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44170) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:08.959298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e65e90eb-e55e-4936-951a-8fecadae3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eccd220>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:08.971541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e90eb-e55e-4936-951a-8fecadae3066 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:08.972177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e65e90eb-e55e-4936-951a-8fecadae3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eccd220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:09.020700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-e65e90eb-e55e-4936-951a-8fecadae3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eccd220>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:09.021390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e90eb-e55e-4936-951a-8fecadae3066 None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:09.033173 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:09.603775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279215d-353e-4a96-b2b0-0300cc40718e req-cc2843ae-16f1-4036-900b-116748fe396e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:09.603775 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4279215d-353e-4a96-b2b0-0300cc40718e req-cc2843ae-16f1-4036-900b-116748fe396e tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.1263237
Dec 18 21:17:09.670964 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:09.693298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:09.732666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4279215d-353e-4a96-b2b0-0300cc40718e req-2c5bb841-d4dc-4a0f-94f9-707316f83ec0 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1171300
Dec 18 21:17:09.859560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Allocated IP 172.35.3.110 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/e591684e-fc17-4c07-acd6-27f0ec3127a5) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:10.031467 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:10.083739 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:10.098427 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:10.139076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:10.142597 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:10.146669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:10.165680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2f90a4-aabd-420a-a414-3d2e2f55add0 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:10.184112 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Pushing event updated for resources: {'Port': ['ID=e591684e-fc17-4c07-acd6-27f0ec3127a5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:10.197472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.197888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.198230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.198603 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.198947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.199294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.199622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.199956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.200282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.202373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.202373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.202373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.202373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:10.291953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7ead5643-c336-4e14-8d6c-6ca57ed7c4f4 None None] Provisioning complete for port e591684e-fc17-4c07-acd6-27f0ec3127a5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:10.292475 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7ead5643-c336-4e14-8d6c-6ca57ed7c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:10.348630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7ead5643-c336-4e14-8d6c-6ca57ed7c4f4 None None] Port e591684e-fc17-4c07-acd6-27f0ec3127a5 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:10.500665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:10.582701 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.20.0.1 (f10fdabe-be02-45f5-89a8-8f868c74785e/292bd9f4-b208-4225-810b-dc36bf99b4d1/2fb46fc6-be81-4fc5-9f6e-10f8a7f4077c) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:10.692099 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c3600c6d-e74c-4e9c-aee7-a26e91934bd3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:17:10.725472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: c3600c6d-e74c-4e9c-aee7-a26e91934bd3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:17:10.725860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c3600c6d-e74c-4e9c-aee7-a26e91934bd3 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:17:10.755324 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:10.795748 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:10.818422 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:10.921152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network f10fdabe-be02-45f5-89a8-8f868c74785e is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:10.930748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:10.934919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:10.941699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=2fb46fc6-be81-4fc5-9f6e-10f8a7f4077c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:10.988758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Router 5cea2266-fdfa-4cba-839f-305e37d46742 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:17:10.990912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da7d60-1150-45d4-bb9e-ed1b5ae919d6 req-060ab30e-e805-4d08-ae48-2db5a01d6ecf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:10.992592 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23da7d60-1150-45d4-bb9e-ed1b5ae919d6 req-060ab30e-e805-4d08-ae48-2db5a01d6ecf tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.1156843
Dec 18 21:17:11.005606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:11.137124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:11.152192 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9779e6e-f353-44f4-8904-feaad5c70418 None None] Sync routers for ids ['5cea2266-fdfa-4cba-839f-305e37d46742'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:11.166610 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9779e6e-f353-44f4-8904-feaad5c70418 None None] Routers {'5cea2266-fdfa-4cba-839f-305e37d46742'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:11.167125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-23da7d60-1150-45d4-bb9e-ed1b5ae919d6 req-77aa7b0c-de1c-4553-9be0-5071bf9f426d tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1588922
Dec 18 21:17:11.167470 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d9779e6e-f353-44f4-8904-feaad5c70418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3668eaaa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5cea2266-fdfa-4cba-839f-305e37d46742'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:11.195010 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:11.196405 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b7e83c99-3b96-43a9-8008-3a398487ddca tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 2.5756700
Dec 18 21:17:11.199962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44182) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:11.218130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d564375e-b7d7-4505-a55f-41a30385a97a tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'enable_snat': False}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:11.228241 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d9779e6e-f353-44f4-8904-feaad5c70418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3668eaaa60>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:11.245797 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9779e6e-f353-44f4-8904-feaad5c70418 None None] Routers {'5cea2266-fdfa-4cba-839f-305e37d46742'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:11.246791 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d9779e6e-f353-44f4-8904-feaad5c70418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3668eaaa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5cea2266-fdfa-4cba-839f-305e37d46742'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:11.288928 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-d9779e6e-f353-44f4-8904-feaad5c70418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3668eaaa60>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:11.303234 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9779e6e-f353-44f4-8904-feaad5c70418 None None] The sync data for ids ['5cea2266-fdfa-4cba-839f-305e37d46742'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:11.332321 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:11.710214 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc0174-bef1-4503-996b-96de552fd154 req-e2b67bed-9620-4aa7-8d8b-4892f19ecd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:11.711834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bbc0174-bef1-4503-996b-96de552fd154 req-e2b67bed-9620-4aa7-8d8b-4892f19ecd19 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 1097 time: 0.1643443
Dec 18 21:17:11.939059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bbc0174-bef1-4503-996b-96de552fd154 req-8ae7078a-a639-40a4-8fbf-66d3c256f2e0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2168221
Dec 18 21:17:11.975285 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d564375e-b7d7-4505-a55f-41a30385a97a tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:12.005030 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:12.022666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:12.133519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=2fb46fc6-be81-4fc5-9f6e-10f8a7f4077c,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:12.152536 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:12.329499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network f10fdabe-be02-45f5-89a8-8f868c74785e is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:12.339116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:12.491209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2db5a1-3050-4be5-adbd-2c3946265420 req-a4ad4781-9b55-4787-b3af-127f086bee29 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:12.492790 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef2db5a1-3050-4be5-adbd-2c3946265420 req-a4ad4781-9b55-4787-b3af-127f086bee29 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.2184250
Dec 18 21:17:12.687180 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:12.698050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef2db5a1-3050-4be5-adbd-2c3946265420 req-b2d0012f-9062-40e4-9d5d-61f94d3d8717 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1658530
Dec 18 21:17:13.156204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eab4ed4b-542e-4493-9473-7dd3c88992e8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:17:13.163654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eab4ed4b-542e-4493-9473-7dd3c88992e8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:17:13.334654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:13.337330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d564375e-b7d7-4505-a55f-41a30385a97a tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:13.347640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44190) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:13.351966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'port': {'network_id': 'f10fdabe-be02-45f5-89a8-8f868c74785e', 'name': 'tempest-FloatingIPTestJSON-131860362'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:13.356525 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c92984c7-a5e0-4e62-8a72-54a56de01e17 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "PUT /v2.0/routers/b76b3a3f-4b78-4c55-a2e2-ffc70def53bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4400494
Dec 18 21:17:13.365821 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d564375e-b7d7-4505-a55f-41a30385a97a tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:13.366045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b918ad-88a7-4935-888c-7f80bd59f387 None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:13.389262 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:13.415610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eab4ed4b-542e-4493-9473-7dd3c88992e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:13.420019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b918ad-88a7-4935-888c-7f80bd59f387 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:13.421341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b7b918ad-88a7-4935-888c-7f80bd59f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eac4250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:13.457478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eab4ed4b-542e-4493-9473-7dd3c88992e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:13.498873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:17:13.501755 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2931041-dfa9-4005-b925-a7e82a1cfdf9" -d '{"events": [{"server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "name": "network-vif-unplugged", "status": "completed", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:17:13.505699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d564375e-b7d7-4505-a55f-41a30385a97a tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Router 5cea2266-fdfa-4cba-839f-305e37d46742 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:13.509252 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:13.514216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b7b918ad-88a7-4935-888c-7f80bd59f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eac4250>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:13.518021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'port_id': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'mac_address': 'fa:16:3e:a1:b1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:17:13.564007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Made reservation on behalf of d9e18d3726ec4e2fa7cd9e732f9eaa3f for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:13.568580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:13.594915 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d3833c-db40-433e-8830-db3351eb0077 x-openstack-request-id: req-03d3833c-db40-433e-8830-db3351eb0077 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:17:13.595491 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "name": "network-vif-unplugged", "status": "completed", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:17:13.595932 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03d3833c-db40-433e-8830-db3351eb0077 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:17:13.596520 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'code': 200}
Dec 18 21:17:13.597464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] device_id is not set on port b622c16f-0348-4bc5-80a2-a5f75f550980 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:17:13.608729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b918ad-88a7-4935-888c-7f80bd59f387 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:13.609401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b7b918ad-88a7-4935-888c-7f80bd59f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eac4250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:13.653537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=eab4ed4b-542e-4493-9473-7dd3c88992e8,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:13.656365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b7b918ad-88a7-4935-888c-7f80bd59f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eac4250>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:13.657605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b918ad-88a7-4935-888c-7f80bd59f387 None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:13.661588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:13.679067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab4ed4b-542e-4493-9473-7dd3c88992e8 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:17:13.705330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d564375e-b7d7-4505-a55f-41a30385a97a tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:13.717582 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d564375e-b7d7-4505-a55f-41a30385a97a tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:13.720090 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2ed6d-70b3-4c90-b092-c7ebcfa4af6e None None] Sync routers for ids ['5cea2266-fdfa-4cba-839f-305e37d46742'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:13.723659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d564375e-b7d7-4505-a55f-41a30385a97a tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "PUT /v2.0/routers/5cea2266-fdfa-4cba-839f-305e37d46742 HTTP/1.1" status: 200  len: 925 time: 2.5199146
Dec 18 21:17:13.723659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44196) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:13.740048 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2ed6d-70b3-4c90-b092-c7ebcfa4af6e None None] Routers {'5cea2266-fdfa-4cba-839f-305e37d46742'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:13.741495 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b5b2ed6d-70b3-4c90-b092-c7ebcfa4af6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36659709d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5cea2266-fdfa-4cba-839f-305e37d46742'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:13.755020 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eab4ed4b-542e-4493-9473-7dd3c88992e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:13.765308 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:13.793797 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b5b2ed6d-70b3-4c90-b092-c7ebcfa4af6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36659709d0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:13.806381 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2ed6d-70b3-4c90-b092-c7ebcfa4af6e None None] Routers {'5cea2266-fdfa-4cba-839f-305e37d46742'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:13.811058 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b5b2ed6d-70b3-4c90-b092-c7ebcfa4af6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36659709d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5cea2266-fdfa-4cba-839f-305e37d46742'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:13.812730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.20.0.6 (f10fdabe-be02-45f5-89a8-8f868c74785e/292bd9f4-b208-4225-810b-dc36bf99b4d1/b622c16f-0348-4bc5-80a2-a5f75f550980) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:13.875561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=eab4ed4b-542e-4493-9473-7dd3c88992e8,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:13.886773 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b5b2ed6d-70b3-4c90-b092-c7ebcfa4af6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36659709d0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:13.888367 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2ed6d-70b3-4c90-b092-c7ebcfa4af6e None None] The sync data for ids ['5cea2266-fdfa-4cba-839f-305e37d46742'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:13.950618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2b4cd-a468-49eb-a9f0-e55d7465423c req-ee3158bf-007e-4855-b3f7-5c90c27cd21a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:13.952597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ff2b4cd-a468-49eb-a9f0-e55d7465423c req-ee3158bf-007e-4855-b3f7-5c90c27cd21a tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 945 time: 0.1017981
Dec 18 21:17:13.960362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a68c49f7-d527-41eb-9f15-e02636ad58fa tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/routers/5cea2266-fdfa-4cba-839f-305e37d46742 HTTP/1.1" status: 200  len: 925 time: 0.2333567
Dec 18 21:17:13.961010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44200) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:13.988748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['eab4ed4b-542e-4493-9473-7dd3c88992e8'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:17:14.027821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ff2b4cd-a468-49eb-a9f0-e55d7465423c req-560329d7-b86a-45c1-b197-4f5f82bf2692 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676458
Dec 18 21:17:14.056447 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44202) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:14.069225 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:14.117607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:14.146790 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cd8fd88b-754e-4167-aa71-fa3e9b9f3044 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/floatingips/69d5534c-0d41-4303-ba9f-9f4e3988d2f3 HTTP/1.1" status: 200  len: 993 time: 0.0884871
Dec 18 21:17:14.186176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network f10fdabe-be02-45f5-89a8-8f868c74785e is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:14.195281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:14.200272 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:14.213297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13f0ec8-127d-401b-9add-7c37dab63f49 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:14.215223 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f13f0ec8-127d-401b-9add-7c37dab63f49 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&device_id=5cea2266-fdfa-4cba-839f-305e37d46742&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2513673
Dec 18 21:17:14.219390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44204) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:14.267762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=b622c16f-0348-4bc5-80a2-a5f75f550980,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:14.324367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:14.325381 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:14.363956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2376834-3eeb-4835-b718-0d85b8e58990 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:14.366736 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d2376834-3eeb-4835-b718-0d85b8e58990 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 881 time: 0.1460614
Dec 18 21:17:14.368535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44206) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:14.381018 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-db29488f-6c3f-4181-a05d-08f7bd9c1156 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.0340211
Dec 18 21:17:14.383724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44208) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:14.389451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'port': {'network_id': 'f10fdabe-be02-45f5-89a8-8f868c74785e', 'name': 'tempest-FloatingIPTestJSON-1866366096'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:14.402455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-828e731f-ff21-497b-9c21-c19dbe9d81f0 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cea2266-fdfa-4cba-839f-305e37d46742 HTTP/1.1" status: 200  len: 205 time: 0.0302224
Dec 18 21:17:14.403747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44210) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:14.523970 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:14.545395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Made reservation on behalf of d9e18d3726ec4e2fa7cd9e732f9eaa3f for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:14.550802 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:14.586243 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] device_id is not set on port 6026ee4b-58c6-4893-81dc-2d5273eedae4 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:17:14.654245 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:14.747234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Deleting port e591684e-fc17-4c07-acd6-27f0ec3127a5 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:14.747497 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:14.747584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.20.0.3 (f10fdabe-be02-45f5-89a8-8f868c74785e/292bd9f4-b208-4225-810b-dc36bf99b4d1/6026ee4b-58c6-4893-81dc-2d5273eedae4) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:14.870461 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:14.893549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Calling delete_port for e591684e-fc17-4c07-acd6-27f0ec3127a5 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:14.966315 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.015698 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.020328 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.074017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network f10fdabe-be02-45f5-89a8-8f868c74785e is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:15.084318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:15.086925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:15.091097 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=6026ee4b-58c6-4893-81dc-2d5273eedae4,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:15.151300 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.151597 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:15.152274 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.171734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eab4ed4b-542e-4493-9473-7dd3c88992e8 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:17:15.178634 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-77256503-2d7c-4761-8b08-e6e9101b74c0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.7933271
Dec 18 21:17:15.179301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44214) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:15.185089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': '6026ee4b-58c6-4893-81dc-2d5273eedae4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:15.208957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Pushing event deleted for resources: {'Port': ['ID=e591684e-fc17-4c07-acd6-27f0ec3127a5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:15.228799 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.235847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478f05bc-ce41-4d7a-ac2e-7ffd9c29837c None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:15.253930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port eab4ed4b-542e-4493-9473-7dd3c88992e8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:15.253930 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.314373 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.372753 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.421558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port eab4ed4b-542e-4493-9473-7dd3c88992e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:15.423370 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.429633 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.443566 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.446612 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.516906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=eab4ed4b-542e-4493-9473-7dd3c88992e8,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:15.517958 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.520041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Fanout notify agent at l3_agent the message router_deleted on router 5cea2266-fdfa-4cba-839f-305e37d46742 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:15.533140 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.539129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-255a0ac3-99d9-4218-aca3-6b6485b0f76c tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/routers/5cea2266-fdfa-4cba-839f-305e37d46742 HTTP/1.1" status: 204  len: 168 time: 1.1341786
Dec 18 21:17:15.539792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44218) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:15.547650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2962f892-095d-43c1-ae60-7a9bd0c13c91 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-203888087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:15.600273 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:17:15.604251 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea512d2-4cb6-479b-a3ab-ee74fb67ea85" -d '{"events": [{"server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "name": "network-vif-plugged", "status": "completed", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:17:15.623248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.35.3.95 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/3c76c05b-2b29-4f94-bcb0-e16f8b3c4c95) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:15.628187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2962f892-095d-43c1-ae60-7a9bd0c13c91 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.629400 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2962f892-095d-43c1-ae60-7a9bd0c13c91 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.674910 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23388c3f-5bfe-4353-8a76-45bdb5341b64 x-openstack-request-id: req-23388c3f-5bfe-4353-8a76-45bdb5341b64 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:17:15.675480 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "name": "network-vif-plugged", "status": "completed", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:17:15.676461 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23388c3f-5bfe-4353-8a76-45bdb5341b64 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:17:15.677058 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'code': 200}
Dec 18 21:17:15.755192 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2962f892-095d-43c1-ae60-7a9bd0c13c91 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.761321 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2962f892-095d-43c1-ae60-7a9bd0c13c91 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.796376 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2962f892-095d-43c1-ae60-7a9bd0c13c91 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.797621 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2962f892-095d-43c1-ae60-7a9bd0c13c91 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2567415
Dec 18 21:17:15.800782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44222) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:15.809592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:15.816781 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.871964 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:15.919178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:15.922959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:15.927612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:15.932108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=3c76c05b-2b29-4f94-bcb0-e16f8b3c4c95,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:16.061257 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:16.323914 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:16.346890 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:16.412567 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:16.488334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Allocated IP 172.35.3.55 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/f742f84b-4a4a-4977-b1e5-ab1262175ea4) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:16.509820 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:16.621951 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:16.677487 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:16.711556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:16.721497 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:16.731208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:16.741882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:16.744696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:16.759368 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd22838-b77d-4017-a571-b80e3c552bb5 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:16.796300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Pushing event updated for resources: {'Port': ['ID=f742f84b-4a4a-4977-b1e5-ab1262175ea4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:16.833289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=3c76c05b-2b29-4f94-bcb0-e16f8b3c4c95,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:16.847600 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:16.876612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7c9e08c0-0688-4ce2-b25f-b9ced5a9db88 None None] Provisioning complete for port f742f84b-4a4a-4977-b1e5-ab1262175ea4 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:16.877018 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7c9e08c0-0688-4ce2-b25f-b9ced5a9db88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:16.941693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e08c0-0688-4ce2-b25f-b9ced5a9db88 None None] Port f742f84b-4a4a-4977-b1e5-ab1262175ea4 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:17.295975 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Floating IP a51156ca-fb94-4f13-bd87-bc534e20c5d1 associated. External IP: 172.35.3.95, port: 6026ee4b-58c6-4893-81dc-2d5273eedae4.
Dec 18 21:17:17.409405 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:17.588018 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:17.687444 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:17.696386 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:17.758383 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:17.771926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17030962-2300-45ea-b627-1153df1f7aed None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:17.784624 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:17.789212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17030962-2300-45ea-b627-1153df1f7aed None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:17.790100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-17030962-2300-45ea-b627-1153df1f7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e265e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:17.830416 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-565820c7-f168-474d-928f-a480cfee70f2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 2.6498685
Dec 18 21:17:17.833948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44228) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:17.839261 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-17030962-2300-45ea-b627-1153df1f7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e265e80>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:17.840467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8066693f-3a6a-43bb-9ac7-12b70b2a4ba5 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:17.867739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17030962-2300-45ea-b627-1153df1f7aed None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:17.868503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-17030962-2300-45ea-b627-1153df1f7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e265e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:17.883842 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Router 8d771a59-5b81-4e5f-b2cc-e1a802829646 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:17:17.917215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-17030962-2300-45ea-b627-1153df1f7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e265e80>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:17.917736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17030962-2300-45ea-b627-1153df1f7aed None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:17.939816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8066693f-3a6a-43bb-9ac7-12b70b2a4ba5 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:18.030642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:18.043557 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922271d0-b048-4a95-9e0c-9930edf7f25e None None] Sync routers for ids ['8d771a59-5b81-4e5f-b2cc-e1a802829646'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:18.047877 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:18.049285 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e3466f0f-bfae-4bf0-9764-8b7a2c4b69ad tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "PUT /v2.0/routers/8d771a59-5b81-4e5f-b2cc-e1a802829646 HTTP/1.1" status: 200  len: 882 time: 2.2472200
Dec 18 21:17:18.051970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44230) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:18.058617 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922271d0-b048-4a95-9e0c-9930edf7f25e None None] Routers {'8d771a59-5b81-4e5f-b2cc-e1a802829646'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:18.059694 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-922271d0-b048-4a95-9e0c-9930edf7f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36643392e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8d771a59-5b81-4e5f-b2cc-e1a802829646'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:18.097474 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-922271d0-b048-4a95-9e0c-9930edf7f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36643392e0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:18.109589 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922271d0-b048-4a95-9e0c-9930edf7f25e None None] Routers {'8d771a59-5b81-4e5f-b2cc-e1a802829646'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:18.110562 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-922271d0-b048-4a95-9e0c-9930edf7f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36643392e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['8d771a59-5b81-4e5f-b2cc-e1a802829646'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:18.130062 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8066693f-3a6a-43bb-9ac7-12b70b2a4ba5 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:18.136575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8066693f-3a6a-43bb-9ac7-12b70b2a4ba5 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:18.137299 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-8066693f-3a6a-43bb-9ac7-12b70b2a4ba5 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Floating IP a51156ca-fb94-4f13-bd87-bc534e20c5d1 disassociated. External IP: 172.35.3.95, port: 6026ee4b-58c6-4893-81dc-2d5273eedae4.
Dec 18 21:17:18.166183 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-922271d0-b048-4a95-9e0c-9930edf7f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36643392e0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:18.167235 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922271d0-b048-4a95-9e0c-9930edf7f25e None None] The sync data for ids ['8d771a59-5b81-4e5f-b2cc-e1a802829646'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:18.192408 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a899a5dc-372b-47f5-9839-404d2f29433d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/routers/8d771a59-5b81-4e5f-b2cc-e1a802829646 HTTP/1.1" status: 200  len: 923 time: 0.1388755
Dec 18 21:17:18.195195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44232) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:18.286099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d2d262-0a10-4730-8a92-3844bab89066 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:18.288164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-71d2d262-0a10-4730-8a92-3844bab89066 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&device_id=8d771a59-5b81-4e5f-b2cc-e1a802829646&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0917497
Dec 18 21:17:18.294723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44234) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:18.314687 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:17:18.404630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96058795-02de-497f-9b9a-fd284087dccb tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:18.409691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-96058795-02de-497f-9b9a-fd284087dccb tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 881 time: 0.1138248
Dec 18 21:17:18.410450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44236) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:18.411029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8066693f-3a6a-43bb-9ac7-12b70b2a4ba5 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:18.447280 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5ed0bbf1-2b2c-404e-82b8-86122763df2b tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d771a59-5b81-4e5f-b2cc-e1a802829646 HTTP/1.1" status: 200  len: 205 time: 0.0328763
Dec 18 21:17:18.447495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44240) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:18.544147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8066693f-3a6a-43bb-9ac7-12b70b2a4ba5 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:18.548957 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8066693f-3a6a-43bb-9ac7-12b70b2a4ba5 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:18.560988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17741606-c0d2-403a-b94b-1f6cbf8b82bb None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:18.588675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17741606-c0d2-403a-b94b-1f6cbf8b82bb None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:18.589320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-17741606-c0d2-403a-b94b-1f6cbf8b82bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e48fd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:18.591984 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8066693f-3a6a-43bb-9ac7-12b70b2a4ba5 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "PUT /v2.0/floatingips/a51156ca-fb94-4f13-bd87-bc534e20c5d1 HTTP/1.1" status: 200  len: 687 time: 0.7560589
Dec 18 21:17:18.593676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44242) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:18.609387 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:18.631817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-17741606-c0d2-403a-b94b-1f6cbf8b82bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e48fd60>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:18.651180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17741606-c0d2-403a-b94b-1f6cbf8b82bb None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:18.652139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-17741606-c0d2-403a-b94b-1f6cbf8b82bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e48fd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:18.695199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-17741606-c0d2-403a-b94b-1f6cbf8b82bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e48fd60>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:18.695547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17741606-c0d2-403a-b94b-1f6cbf8b82bb None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:18.756943 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:18.815483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-191f8023-2560-4241-bff5-e69e95a425d4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port 3c76c05b-2b29-4f94-bcb0-e16f8b3c4c95 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:18.816304 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-191f8023-2560-4241-bff5-e69e95a425d4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:18.840444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Deleting port f742f84b-4a4a-4977-b1e5-ab1262175ea4 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:18.845005 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:18.941605 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-191f8023-2560-4241-bff5-e69e95a425d4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:18.942335 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-191f8023-2560-4241-bff5-e69e95a425d4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:18.958031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-191f8023-2560-4241-bff5-e69e95a425d4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for 3c76c05b-2b29-4f94-bcb0-e16f8b3c4c95 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:18.978712 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:18.994283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Calling delete_port for f742f84b-4a4a-4977-b1e5-ab1262175ea4 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:19.134020 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-191f8023-2560-4241-bff5-e69e95a425d4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.175529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f8023-2560-4241-bff5-e69e95a425d4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=3c76c05b-2b29-4f94-bcb0-e16f8b3c4c95,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:19.221047 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.258919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Pushing event deleted for resources: {'Port': ['ID=f742f84b-4a4a-4977-b1e5-ab1262175ea4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:19.276148 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-191f8023-2560-4241-bff5-e69e95a425d4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.279760 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-191f8023-2560-4241-bff5-e69e95a425d4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.280994 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-191f8023-2560-4241-bff5-e69e95a425d4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/floatingips/a51156ca-fb94-4f13-bd87-bc534e20c5d1 HTTP/1.1" status: 204  len: 168 time: 0.6831782
Dec 18 21:17:19.285405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44246) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:19.289011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d769372-6be6-4409-87e9-a61459ef21e3 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:19.299190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'b622c16f-0348-4bc5-80a2-a5f75f550980'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:19.334486 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.345706 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.451537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.451708 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.454604 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.499378 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.501163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Fanout notify agent at l3_agent the message router_deleted on router 8d771a59-5b81-4e5f-b2cc-e1a802829646 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:19.511497 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.518774 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ce7fe086-b0c1-4c22-a610-558d00188de3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/routers/8d771a59-5b81-4e5f-b2cc-e1a802829646 HTTP/1.1" status: 204  len: 168 time: 1.0703833
Dec 18 21:17:19.519724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44258) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:19.524850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-fd00b733-955b-4b3c-a643-5a27317c794a tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-822532714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:19.596228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.35.3.231 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/82bd7dd5-82b1-40e5-8d6f-bc177df14848) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:19.602905 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd00b733-955b-4b3c-a643-5a27317c794a tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.604343 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd00b733-955b-4b3c-a643-5a27317c794a tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.610329 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.717672 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd00b733-955b-4b3c-a643-5a27317c794a tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.729706 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd00b733-955b-4b3c-a643-5a27317c794a tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.775200 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fd00b733-955b-4b3c-a643-5a27317c794a tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.776536 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fd00b733-955b-4b3c-a643-5a27317c794a tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2558172
Dec 18 21:17:19.780459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44278) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:19.785617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'enable_snat': True}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:19.811595 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.863419 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:19.910757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:19.913843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:19.917900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:19.924547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=82bd7dd5-82b1-40e5-8d6f-bc177df14848,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:20.038213 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:20.276016 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:20.296702 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:20.359322 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:20.419081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Allocated IP 172.35.3.21 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/51536a75-6bff-4cd6-a7db-dbc478e9bbb2) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:20.439626 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:20.540106 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:20.577642 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:20.617060 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:20.622773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:20.624160 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:20.629031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:20.631984 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:20.647049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6258d1d-3be9-4e93-895a-cd5ee3e61ea6 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:20.702353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=82bd7dd5-82b1-40e5-8d6f-bc177df14848,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:20.715555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:20.730002 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a550fc87-bf6d-4876-9e65-24ff1b584054 None None] Provisioning complete for port 51536a75-6bff-4cd6-a7db-dbc478e9bbb2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:20.730498 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a550fc87-bf6d-4876-9e65-24ff1b584054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:20.773217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a550fc87-bf6d-4876-9e65-24ff1b584054 None None] Port 51536a75-6bff-4cd6-a7db-dbc478e9bbb2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:20.857574 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Floating IP e4441cf1-219d-42b2-a706-04f91cf078c2 associated. External IP: 172.35.3.231, port: b622c16f-0348-4bc5-80a2-a5f75f550980.
Dec 18 21:17:21.049797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event updated for resources: {'Port': ['ID=51536a75-6bff-4cd6-a7db-dbc478e9bbb2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:21.140028 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:21.219902 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:21.440042 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:21.443807 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:21.544723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:21.555350 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e16f3d-a3ab-428a-86ff-8c87e4b673a0 None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:21.564678 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:21.566903 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e16f3d-a3ab-428a-86ff-8c87e4b673a0 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:21.567591 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-43e16f3d-a3ab-428a-86ff-8c87e4b673a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6517f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:21.575829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Router bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:17:21.595301 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aa9a5707-1d99-454c-a298-2b5ae0f60a4b tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 2.3019946
Dec 18 21:17:21.597966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44304) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:21.602528 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-43e16f3d-a3ab-428a-86ff-8c87e4b673a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6517f0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:21.614293 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e16f3d-a3ab-428a-86ff-8c87e4b673a0 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:21.614957 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-43e16f3d-a3ab-428a-86ff-8c87e4b673a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6517f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:21.658229 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-43e16f3d-a3ab-428a-86ff-8c87e4b673a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6517f0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:21.658949 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e16f3d-a3ab-428a-86ff-8c87e4b673a0 None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:21.671323 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6b15db23-dd6a-4084-8b01-0981ddc13234 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "GET /v2.0/floatingips/e4441cf1-219d-42b2-a706-04f91cf078c2 HTTP/1.1" status: 200  len: 977 time: 0.0722158
Dec 18 21:17:21.673841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44306) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:21.696390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:21.700556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:21.704887 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b42af6bd-b07a-498f-90db-5d0fe884f0a8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "PUT /v2.0/routers/bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e HTTP/1.1" status: 200  len: 917 time: 1.9202929
Dec 18 21:17:21.705918 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd74611-b6b3-4dc2-b0d1-ef0b3c4dd254 None None] Sync routers for ids ['bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:21.715130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44308) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:21.717033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd74611-b6b3-4dc2-b0d1-ef0b3c4dd254 None None] Routers {'bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:21.717771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2cd74611-b6b3-4dc2-b0d1-ef0b3c4dd254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ecca4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:21.750655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2cd74611-b6b3-4dc2-b0d1-ef0b3c4dd254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ecca4c0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:21.760757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd74611-b6b3-4dc2-b0d1-ef0b3c4dd254 None None] Routers {'bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:21.761665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2cd74611-b6b3-4dc2-b0d1-ef0b3c4dd254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ecca4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:21.769324 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8395b5a5-1ef7-4c73-bd8e-72ed5a6416ca tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.0943644
Dec 18 21:17:21.769919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44310) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:21.774189 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c196615d-609e-4d99-8a1f-0c3581c85c83 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'floatingip': {'port_id': '6026ee4b-58c6-4893-81dc-2d5273eedae4'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:21.797087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2cd74611-b6b3-4dc2-b0d1-ef0b3c4dd254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ecca4c0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:21.798073 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd74611-b6b3-4dc2-b0d1-ef0b3c4dd254 None None] The sync data for ids ['bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:21.821861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c5c16c02-7eee-408e-8022-fc0ffccce19e tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/routers/bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e HTTP/1.1" status: 200  len: 923 time: 0.1102529
Dec 18 21:17:21.824585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44312) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:21.833777 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c196615d-609e-4d99-8a1f-0c3581c85c83 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:21.866207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95394e4-4c43-488e-b7b7-fb423231e2e1 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:21.867557 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e95394e4-4c43-488e-b7b7-fb423231e2e1 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&device_id=bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0416472
Dec 18 21:17:21.869702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44316) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:21.962563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78b6f8-aeed-4544-946e-9a3ddf12fbbf tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:21.964159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8c78b6f8-aeed-4544-946e-9a3ddf12fbbf tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 881 time: 0.0933731
Dec 18 21:17:21.967022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44320) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:22.003184 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-68122b4b-9c6a-4344-b190-42fbbbcf8ce3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e HTTP/1.1" status: 200  len: 205 time: 0.0319748
Dec 18 21:17:22.003396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44322) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:22.217227 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:22.319036 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c196615d-609e-4d99-8a1f-0c3581c85c83 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:22.323042 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c196615d-609e-4d99-8a1f-0c3581c85c83 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:22.343006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-4281b48f-764c-4d18-a402-e89ae7b604a7 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:22.345024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-4281b48f-764c-4d18-a402-e89ae7b604a7 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/networks?id=4a319045-7962-4b86-bd9c-05ab97eb05f9 HTTP/1.1" status: 200  len: 814 time: 0.2561102
Dec 18 21:17:22.368300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-338fa585-8743-4260-beb3-a6c1ded4ebb0 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/quotas/c2d14b131ac74307b9aa94aded5f3f5e HTTP/1.1" status: 200  len: 375 time: 0.0157707
Dec 18 21:17:22.425446 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-c196615d-609e-4d99-8a1f-0c3581c85c83 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Floating IP e4441cf1-219d-42b2-a706-04f91cf078c2 associated. External IP: 172.35.3.231, port: b622c16f-0348-4bc5-80a2-a5f75f550980.
Dec 18 21:17:22.425688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-39e81676-b53b-4642-b7be-cf222d0d903e tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2d14b131ac74307b9aa94aded5f3f5e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0499547
Dec 18 21:17:22.427025 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:22.487424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Deleting port 51536a75-6bff-4cd6-a7db-dbc478e9bbb2 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:22.488049 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:22.627340 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:22.639900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c196615d-609e-4d99-8a1f-0c3581c85c83 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:22.649878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Calling delete_port for 51536a75-6bff-4cd6-a7db-dbc478e9bbb2 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:22.655214 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-1606ff9b-c4d5-4ba8-80e5-e3fb6fa7225a service neutron] 10.222.0.13 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218547
Dec 18 21:17:22.751769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c196615d-609e-4d99-8a1f-0c3581c85c83 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:22.762852 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16766e85-26c0-4a03-af95-583c5ba307b8 None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:22.774992 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16766e85-26c0-4a03-af95-583c5ba307b8 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:22.775871 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-16766e85-26c0-4a03-af95-583c5ba307b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641bb520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:22.813877 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-16766e85-26c0-4a03-af95-583c5ba307b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641bb520>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:22.824942 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16766e85-26c0-4a03-af95-583c5ba307b8 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:22.825613 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-16766e85-26c0-4a03-af95-583c5ba307b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641bb520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:22.835307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-99eaa212-1e83-4fe4-8d42-b4430c9143ce service neutron] 10.222.0.13 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718764
Dec 18 21:17:22.865221 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-16766e85-26c0-4a03-af95-583c5ba307b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641bb520>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:22.865946 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16766e85-26c0-4a03-af95-583c5ba307b8 None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:23.009929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c196615d-609e-4d99-8a1f-0c3581c85c83 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:23.130729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c196615d-609e-4d99-8a1f-0c3581c85c83 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:23.135811 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c196615d-609e-4d99-8a1f-0c3581c85c83 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.143868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394219ca-719b-4df3-9e5c-f169bf041906 None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:23.157192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394219ca-719b-4df3-9e5c-f169bf041906 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:23.158799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-394219ca-719b-4df3-9e5c-f169bf041906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6afe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:23.201476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5d18ca43-817b-4ad9-85b2-9ee21b4209ee req-8675f6fc-072e-4880-996b-9981003d5185 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 210 time: 0.0373583
Dec 18 21:17:23.208319 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c196615d-609e-4d99-8a1f-0c3581c85c83 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "PUT /v2.0/floatingips/e4441cf1-219d-42b2-a706-04f91cf078c2 HTTP/1.1" status: 200  len: 978 time: 1.4351020
Dec 18 21:17:23.208516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44344) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:23.212978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b216de61-2e22-45de-8f06-9eb77301225a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:23.227772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-394219ca-719b-4df3-9e5c-f169bf041906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6afe50>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:23.232130 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.242899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394219ca-719b-4df3-9e5c-f169bf041906 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:23.244194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-394219ca-719b-4df3-9e5c-f169bf041906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6afe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:23.274456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Pushing event deleted for resources: {'Port': ['ID=51536a75-6bff-4cd6-a7db-dbc478e9bbb2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:23.279443 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b216de61-2e22-45de-8f06-9eb77301225a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.311737 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-394219ca-719b-4df3-9e5c-f169bf041906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6afe50>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:23.312984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394219ca-719b-4df3-9e5c-f169bf041906 None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:23.316785 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd75822-00eb-4d1a-9e59-ea274d0bfe80 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:23.380296 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.457170 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b216de61-2e22-45de-8f06-9eb77301225a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.460891 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b216de61-2e22-45de-8f06-9eb77301225a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.461418 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-b216de61-2e22-45de-8f06-9eb77301225a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Floating IP e4441cf1-219d-42b2-a706-04f91cf078c2 disassociated. External IP: 172.35.3.231, port: 6026ee4b-58c6-4893-81dc-2d5273eedae4.
Dec 18 21:17:23.474724 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.476884 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.523233 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.523711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Fanout notify agent at l3_agent the message router_deleted on router bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:23.530418 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.531696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a273da77-ac8e-483d-8908-fcd3cab4a2ac tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/routers/bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e HTTP/1.1" status: 204  len: 168 time: 1.5274205
Dec 18 21:17:23.535692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44348) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:23.540265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b6bd1782-32a6-47d2-8545-f8193524f708 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1936610199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:23.568782 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1782-32a6-47d2-8545-f8193524f708 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.570099 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1782-32a6-47d2-8545-f8193524f708 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.626304 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1782-32a6-47d2-8545-f8193524f708 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.632252 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1782-32a6-47d2-8545-f8193524f708 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.651034 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1782-32a6-47d2-8545-f8193524f708 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.655105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b6bd1782-32a6-47d2-8545-f8193524f708 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.1157484
Dec 18 21:17:23.655233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44350) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:23.659622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'enable_snat': False}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:23.703072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b216de61-2e22-45de-8f06-9eb77301225a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:23.809426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b216de61-2e22-45de-8f06-9eb77301225a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:23.813922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b216de61-2e22-45de-8f06-9eb77301225a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.820469 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a55f4a-52ec-452b-bd3e-f821597c06d9 None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:23.833645 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a55f4a-52ec-452b-bd3e-f821597c06d9 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:23.834743 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f2a55f4a-52ec-452b-bd3e-f821597c06d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640bf880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:23.844468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b216de61-2e22-45de-8f06-9eb77301225a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "PUT /v2.0/floatingips/e4441cf1-219d-42b2-a706-04f91cf078c2 HTTP/1.1" status: 200  len: 688 time: 0.6342566
Dec 18 21:17:23.846945 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44352) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:23.862510 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:23.871172 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f2a55f4a-52ec-452b-bd3e-f821597c06d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640bf880>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:23.880411 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a55f4a-52ec-452b-bd3e-f821597c06d9 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:23.881015 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f2a55f4a-52ec-452b-bd3e-f821597c06d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640bf880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:23.915860 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-f2a55f4a-52ec-452b-bd3e-f821597c06d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640bf880>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:23.916502 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a55f4a-52ec-452b-bd3e-f821597c06d9 None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:23.987868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-561630aa-3849-493d-8eb5-bd5499d1fe90 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port 82bd7dd5-82b1-40e5-8d6f-bc177df14848 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:23.988114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-561630aa-3849-493d-8eb5-bd5499d1fe90 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.077682 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.098553 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.210671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Allocated IP 172.35.3.164 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/76f6367e-2e4c-4c5a-bb66-0a15003e2d42) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:24.350451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1d6edbc9-a235-4f3c-ac1a-8c753804170e req-6454119b-fe4b-4dab-b4dd-33399e411ef8 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 210 time: 0.0427818
Dec 18 21:17:24.392156 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.426816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-561630aa-3849-493d-8eb5-bd5499d1fe90 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.427151 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-561630aa-3849-493d-8eb5-bd5499d1fe90 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.427357 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.448557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-561630aa-3849-493d-8eb5-bd5499d1fe90 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for 82bd7dd5-82b1-40e5-8d6f-bc177df14848 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:24.460081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-30c256d6-4413-4dc4-9f79-b2a59a851679 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:24.461531 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-30c256d6-4413-4dc4-9f79-b2a59a851679 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.36 "GET /v2.0/networks?id=4a319045-7962-4b86-bd9c-05ab97eb05f9 HTTP/1.1" status: 200  len: 814 time: 0.4342337
Dec 18 21:17:24.467489 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:24.470379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:24.472811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:24.483425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb1ab94-86de-4010-8c09-9abd8b815894 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:24.503091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Request body: {'port': {'device_id': '784ec8db-d626-4ada-b1c1-918069ac2e19', 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9', 'admin_state_up': True, 'tenant_id': 'c2d14b131ac74307b9aa94aded5f3f5e'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:24.506607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Pushing event updated for resources: {'Port': ['ID=76f6367e-2e4c-4c5a-bb66-0a15003e2d42,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:24.531113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f613a6a2-4b30-4a6a-95cb-5c300515b798 None None] Provisioning complete for port 76f6367e-2e4c-4c5a-bb66-0a15003e2d42 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:24.531776 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f613a6a2-4b30-4a6a-95cb-5c300515b798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.569732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f613a6a2-4b30-4a6a-95cb-5c300515b798 None None] Port 76f6367e-2e4c-4c5a-bb66-0a15003e2d42 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:24.668487 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Made reservation on behalf of c2d14b131ac74307b9aa94aded5f3f5e for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:24.672210 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.704483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-561630aa-3849-493d-8eb5-bd5499d1fe90 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.736072 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.764129 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561630aa-3849-493d-8eb5-bd5499d1fe90 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=82bd7dd5-82b1-40e5-8d6f-bc177df14848,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:24.873783 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-561630aa-3849-493d-8eb5-bd5499d1fe90 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.877015 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-561630aa-3849-493d-8eb5-bd5499d1fe90 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.878191 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-561630aa-3849-493d-8eb5-bd5499d1fe90 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/floatingips/e4441cf1-219d-42b2-a706-04f91cf078c2 HTTP/1.1" status: 204  len: 168 time: 1.0303392
Dec 18 21:17:24.881030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44356) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:24.921032 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-27396530-be5f-4960-aa01-8bcf5cd62e6c tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] delete failed (client error): The resource could not be found.
Dec 18 21:17:24.922557 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-27396530-be5f-4960-aa01-8bcf5cd62e6c tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/floatingips/e4441cf1-219d-42b2-a706-04f91cf078c2 HTTP/1.1" status: 404  len: 345 time: 0.0406876
Dec 18 21:17:24.926684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44358) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:24.928899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Allocated IP 172.20.0.9 (4a319045-7962-4b86-bd9c-05ab97eb05f9/60ac5624-bb0b-4d5b-9cc6-9c7077125ba0/ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:24.945526 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:24.948987 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:25.042423 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e4562-3e64-4a08-8788-2bc95b96d545 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:25.048810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e4562-3e64-4a08-8788-2bc95b96d545 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:25.054671 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e4562-3e64-4a08-8788-2bc95b96d545 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:25.056316 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e12e4562-3e64-4a08-8788-2bc95b96d545 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "GET /v2.0/ports?network_id=f10fdabe-be02-45f5-89a8-8f868c74785e HTTP/1.1" status: 200  len: 2357 time: 0.1287587
Dec 18 21:17:25.059155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44360) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:25.120346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728769a8-dee4-4a7f-bb5e-6b9ab41ef5aa tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:25.121718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-728769a8-dee4-4a7f-bb5e-6b9ab41ef5aa tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "GET /v2.0/subnets/292bd9f4-b208-4225-810b-dc36bf99b4d1 HTTP/1.1" status: 200  len: 797 time: 0.0615041
Dec 18 21:17:25.122594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Router 2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:17:25.127205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44362) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:25.132182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'port': {'network_id': 'f10fdabe-be02-45f5-89a8-8f868c74785e', 'name': 'tempest-FloatingIPTestJSON-272073687', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:25.168026 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:25.203615 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:25.254050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Network 4a319045-7962-4b86-bd9c-05ab97eb05f9 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:25.257247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:25.261186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:25.267885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Pushing event updated for resources: {'Port': ['ID=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:25.318856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:25.320263 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:25.321000 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:25.323619 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:25.327712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6ccae849-42f1-40e9-a41c-34d2d2949528 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "PUT /v2.0/routers/2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab HTTP/1.1" status: 200  len: 920 time: 1.6686616
Dec 18 21:17:25.327712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44364) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:25.328354 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f744850-b652-46a6-821a-98b6765deca3 None None] Sync routers for ids ['2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:25.342308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f744850-b652-46a6-821a-98b6765deca3 None None] Routers {'2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:25.343347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7f744850-b652-46a6-821a-98b6765deca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365df822e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:25.346203 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-a45e8244-29da-480b-9ed6-6052804f29f3 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8478324
Dec 18 21:17:25.361819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Request body: {'port': {'device_id': '784ec8db-d626-4ada-b1c1-918069ac2e19', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:25.383039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7f744850-b652-46a6-821a-98b6765deca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365df822e0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:25.389937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Made reservation on behalf of d9e18d3726ec4e2fa7cd9e732f9eaa3f for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:25.391986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f744850-b652-46a6-821a-98b6765deca3 None None] Routers {'2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:25.392750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7f744850-b652-46a6-821a-98b6765deca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365df822e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:25.428141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7f744850-b652-46a6-821a-98b6765deca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365df822e0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:25.428845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f744850-b652-46a6-821a-98b6765deca3 None None] The sync data for ids ['2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:25.451849 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:25.542935 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bf6b2638-7c1f-427f-b275-2322022063e7 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/routers/2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab HTTP/1.1" status: 200  len: 926 time: 0.2139010
Dec 18 21:17:25.547650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44368) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:25.585905 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:25.598772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102c4ad-981b-44be-b898-276fd669b92f req-13862231-248b-4386-b83f-49fee980afac tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:25.600249 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3102c4ad-981b-44be-b898-276fd669b92f req-13862231-248b-4386-b83f-49fee980afac tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 931 time: 0.1331372
Dec 18 21:17:25.635739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] device_id is not set on port e5bd9207-038c-40a6-afe3-3c413d1075e3 yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:17:25.666378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843489f8-bd3e-422b-ac68-88bf5f6d5557 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:25.670503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-843489f8-bd3e-422b-ac68-88bf5f6d5557 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&device_id=2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1149757
Dec 18 21:17:25.674402 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44370) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:25.761894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3102c4ad-981b-44be-b898-276fd669b92f req-a954ccd9-79d0-4047-90fb-9a53aee14dd0 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545637
Dec 18 21:17:25.827284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de65e44-6c8a-4145-bb8a-ad2ef9e00ed8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:25.829503 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3de65e44-6c8a-4145-bb8a-ad2ef9e00ed8 tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/networks/c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 881 time: 0.1570415
Dec 18 21:17:25.832430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44372) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:25.845755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:17:25.869122 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-70d960a9-e9f0-45d5-9e9b-bfe561695696 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab HTTP/1.1" status: 200  len: 205 time: 0.0333185
Dec 18 21:17:25.869122 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:25.869694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44374) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:25.883583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Transition to ACTIVE for port object ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:17:25.886818 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:25.944358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Pushing event updated for resources: {'Port': ['ID=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:26.026895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Attempting to bind port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:17:26.027267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Attempting to bind port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '110f1908-d18a-44c7-bd85-0eee553df8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:17:26.027622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Attempting to bind port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 on network 4a319045-7962-4b86-bd9c-05ab97eb05f9 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:17:26.033111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 on network 4a319045-7962-4b86-bd9c-05ab97eb05f9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:17:26.033442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Attempting to bind port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 on network 4a319045-7962-4b86-bd9c-05ab97eb05f9 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:17:26.039743 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:17:26.040190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Checking segment: {'id': '110f1908-d18a-44c7-bd85-0eee553df8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:17:26.040495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Bound using segment: {'id': '110f1908-d18a-44c7-bd85-0eee553df8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:17:26.040912 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Bound port: ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110f1908-d18a-44c7-bd85-0eee553df8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:17:26.041279 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:26.119506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] For port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:17:26.122940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] For port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3,segment=NetworkSegment(110f1908-d18a-44c7-bd85-0eee553df8f4),segment_id=110f1908-d18a-44c7-bd85-0eee553df8f4)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:17:26.128818 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:26.170047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:26.170961 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:26.173560 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] 10.222.0.36 "PUT /v2.0/ports/ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 HTTP/1.1" status: 200  len: 1091 time: 0.8176405
Dec 18 21:17:26.174073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784ec8db-d626-4ada-b1c1-918069ac2e19', 'tag': 'ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:17:26.176474 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dbff66-fdcf-4d15-91f5-b04a6cda1f72" -d '{"events": [{"name": "network-changed", "server_uuid": "784ec8db-d626-4ada-b1c1-918069ac2e19", "tag": "ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:17:26.200274 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fac70-334b-48f3-91b7-e648445e4ddc service neutron] Pushing event updated for resources: {'Port': ['ID=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:26.282082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-2f2b7abd-f083-4ddd-bbac-148b5c314757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:26.283955 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-2f2b7abd-f083-4ddd-bbac-148b5c314757 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2d14b131ac74307b9aa94aded5f3f5e&device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 1094 time: 0.0462105
Dec 18 21:17:26.311876 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:26.316949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.20.0.14 (f10fdabe-be02-45f5-89a8-8f868c74785e/292bd9f4-b208-4225-810b-dc36bf99b4d1/e5bd9207-038c-40a6-afe3-3c413d1075e3) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:26.337039 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-5b40caf7-4073-4f13-aa8b-541bfd3a6104 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 HTTP/1.1" status: 200  len: 217 time: 0.0445826
Dec 18 21:17:26.357477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.20.0.13 (f10fdabe-be02-45f5-89a8-8f868c74785e/292bd9f4-b208-4225-810b-dc36bf99b4d1/e5bd9207-038c-40a6-afe3-3c413d1075e3) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:26.398607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-e4f3660d-7297-4b78-affa-e8c1f27665f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:26.400297 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-e4f3660d-7297-4b78-affa-e8c1f27665f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60ac5624-bb0b-4d5b-9cc6-9c7077125ba0 HTTP/1.1" status: 200  len: 854 time: 0.0552158
Dec 18 21:17:26.442067 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-019fde50-1b20-40fb-a1a3-4329a421735c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a319045-7962-4b86-bd9c-05ab97eb05f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337753
Dec 18 21:17:26.443925 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c6d568-7d67-491b-8157-27f5b5a108ff x-openstack-request-id: req-74c6d568-7d67-491b-8157-27f5b5a108ff {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:17:26.444244 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784ec8db-d626-4ada-b1c1-918069ac2e19", "tag": "ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:17:26.444505 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74c6d568-7d67-491b-8157-27f5b5a108ff {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:17:26.444931 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784ec8db-d626-4ada-b1c1-918069ac2e19', 'tag': 'ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3', 'status': 'completed', 'code': 200}
Dec 18 21:17:26.502113 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:26.544616 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-09a00a4c-cfcd-4c08-b13d-aaef9b641aa0 service neutron] 10.222.0.36 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946860
Dec 18 21:17:26.593298 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:26.616716 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Deleting port 76f6367e-2e4c-4c5a-bb66-0a15003e2d42 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:26.617051 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:26.645259 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fa22829d-fd10-4c5e-8622-640fefcd7192 req-d547d16b-3eae-4f8a-8d03-9ceb087ac728 service neutron] 10.222.0.36 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898011
Dec 18 21:17:26.679478 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:26.755483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbff66-fdcf-4d15-91f5-b04a6cda1f72 req-0d092a4c-2a4c-437a-8d09-582f937bc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:26.758207 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c1dbff66-fdcf-4d15-91f5-b04a6cda1f72 req-0d092a4c-2a4c-437a-8d09-582f937bc29d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2d14b131ac74307b9aa94aded5f3f5e&device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 1094 time: 0.0480258
Dec 18 21:17:26.758638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network f10fdabe-be02-45f5-89a8-8f868c74785e is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:26.764131 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:26.770644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:26.777579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:26.780178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=e5bd9207-038c-40a6-afe3-3c413d1075e3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:26.810513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Calling delete_port for 76f6367e-2e4c-4c5a-bb66-0a15003e2d42 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:26.873446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:26.873795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbff66-fdcf-4d15-91f5-b04a6cda1f72 req-7fd43686-ff14-47b8-99bc-a0183be61a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:26.874069 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:26.875814 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c1dbff66-fdcf-4d15-91f5-b04a6cda1f72 req-7fd43686-ff14-47b8-99bc-a0183be61a8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a319045-7962-4b86-bd9c-05ab97eb05f9 HTTP/1.1" status: 200  len: 915 time: 0.1090202
Dec 18 21:17:26.923686 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c1dbff66-fdcf-4d15-91f5-b04a6cda1f72 req-140ab299-8851-466a-b185-2acc980f16fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 HTTP/1.1" status: 200  len: 217 time: 0.0368428
Dec 18 21:17:26.936418 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-06d835ce-4175-4aaa-9c9c-87b9b2207e46 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 1.8079629
Dec 18 21:17:26.941361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44382) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:26.946856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'e5bd9207-038c-40a6-afe3-3c413d1075e3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:26.982685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbff66-fdcf-4d15-91f5-b04a6cda1f72 req-45fa60ba-288c-4f65-b27a-d67648e41db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:26.984183 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c1dbff66-fdcf-4d15-91f5-b04a6cda1f72 req-45fa60ba-288c-4f65-b27a-d67648e41db5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60ac5624-bb0b-4d5b-9cc6-9c7077125ba0 HTTP/1.1" status: 200  len: 854 time: 0.0489988
Dec 18 21:17:27.001449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d581edb-6539-4a68-afa8-bc2bb7cb2d62 req-f7ba723d-e537-4634-8634-fb02923fac43 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:27.002982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d581edb-6539-4a68-afa8-bc2bb7cb2d62 req-f7ba723d-e537-4634-8634-fb02923fac43 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 943 time: 0.1635315
Dec 18 21:17:27.024630 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c1dbff66-fdcf-4d15-91f5-b04a6cda1f72 req-c727c97a-4cbb-4f23-bda4-90c273b2da6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a319045-7962-4b86-bd9c-05ab97eb05f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309045
Dec 18 21:17:27.048044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.127818 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c1dbff66-fdcf-4d15-91f5-b04a6cda1f72 req-d579835f-5ecf-4f6b-a3c7-a0452d560caf service neutron] 10.222.0.36 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0944276
Dec 18 21:17:27.154151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d581edb-6539-4a68-afa8-bc2bb7cb2d62 req-92879e05-5636-4210-acdf-1f7702d219ac tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435897
Dec 18 21:17:27.179843 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.211120 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Pushing event deleted for resources: {'Port': ['ID=76f6367e-2e4c-4c5a-bb66-0a15003e2d42,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:27.225189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b2aa74-747a-4a4c-a0ce-4923234c8f56 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:27.244874 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c1dbff66-fdcf-4d15-91f5-b04a6cda1f72 req-9369d372-bafc-4826-acf0-447d41461ca0 service neutron] 10.222.0.36 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1083736
Dec 18 21:17:27.288326 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.391540 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.394966 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.399651 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.480251 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.480693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Fanout notify agent at l3_agent the message router_deleted on router 2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:27.489506 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.490717 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2acd9f1d-610d-4f61-8d2d-2c2a1e8e1bf6 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/routers/2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab HTTP/1.1" status: 204  len: 168 time: 1.6200180
Dec 18 21:17:27.494846 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44384) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:27.499645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-990134983', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:27.527088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.528271 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.558535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.35.3.187 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/634df382-2c32-41f0-a29f-440f0bf53730) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:27.585535 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.664835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.700550 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.731495 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.752927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:27.757287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:27.761047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:27.783273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=634df382-2c32-41f0-a29f-440f0bf53730,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:27.927024 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:27.950059 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:28.059640 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Allocated IP 172.35.3.33 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/608dc391-ff8d-4496-b963-43bfa2ea8811) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:28.135152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:28.162679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:28.198879 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:28.210549 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:28.241587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:28.244586 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:28.248319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:28.258605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6ccb00-285f-48f9-90ed-54259edba0f0 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:28.281998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Pushing event updated for resources: {'Port': ['ID=608dc391-ff8d-4496-b963-43bfa2ea8811,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:28.311207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb273cd-7634-4744-b7ae-665d89227477 req-0156d399-ffc2-4045-bd4e-ddc6a7ea41b4 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:28.313372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aeb273cd-7634-4744-b7ae-665d89227477 req-0156d399-ffc2-4045-bd4e-ddc6a7ea41b4 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 943 time: 0.0807421
Dec 18 21:17:28.331245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c4e6837d-bdf0-4d8a-98e2-b8f392c88264 None None] Provisioning complete for port 608dc391-ff8d-4496-b963-43bfa2ea8811 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:28.331782 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c4e6837d-bdf0-4d8a-98e2-b8f392c88264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:28.371775 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6837d-bdf0-4d8a-98e2-b8f392c88264 None None] Port 608dc391-ff8d-4496-b963-43bfa2ea8811 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:28.404139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aeb273cd-7634-4744-b7ae-665d89227477 req-c5bb2c3f-f8a8-4493-a936-43fc7f107213 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626488
Dec 18 21:17:28.445650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:28.450828 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:28.518328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=634df382-2c32-41f0-a29f-440f0bf53730,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:28.528938 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:28.530434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:28.629325 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Floating IP 5a9793f6-07a7-4bcd-adea-39123ed643e1 associated. External IP: 172.35.3.187, port: e5bd9207-038c-40a6-afe3-3c413d1075e3.
Dec 18 21:17:28.730644 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:28.837192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:28.861160 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Router 1507d89b-84ce-4b41-b883-8fcd4d664dfc is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:17:28.950373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:28.961769 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36beff2-8671-4765-925b-063544e782f1 None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:28.969219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:28.983168 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:28.987438 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36beff2-8671-4765-925b-063544e782f1 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:28.988096 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c36beff2-8671-4765-925b-063544e782f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36644f8c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:28.989227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d45af27-b3fb-4381-b62e-c1cec2e709a8 None None] Sync routers for ids ['1507d89b-84ce-4b41-b883-8fcd4d664dfc'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:29.000428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d45af27-b3fb-4381-b62e-c1cec2e709a8 None None] Routers {'1507d89b-84ce-4b41-b883-8fcd4d664dfc'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:29.001666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9d45af27-b3fb-4381-b62e-c1cec2e709a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365dfd2c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1507d89b-84ce-4b41-b883-8fcd4d664dfc'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:29.013352 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:29.017350 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5e439d3d-08f7-46d3-a083-12f833fa0fba tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.5187473
Dec 18 21:17:29.018678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44392) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:29.022585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d595dd71-9e48-46ac-8777-c658f972cb08 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.0763538
Dec 18 21:17:29.022933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44394) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:29.023870 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c36beff2-8671-4765-925b-063544e782f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36644f8c10>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:29.027677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:29.029651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-87beee92-b4d4-4bef-b034-35c6a73c6062 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'floatingip': {'port_id': 'e5bd9207-038c-40a6-afe3-3c413d1075e3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:29.041713 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36beff2-8671-4765-925b-063544e782f1 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:29.042361 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c36beff2-8671-4765-925b-063544e782f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36644f8c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:29.052169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9d45af27-b3fb-4381-b62e-c1cec2e709a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365dfd2c40>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:29.061132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d45af27-b3fb-4381-b62e-c1cec2e709a8 None None] Routers {'1507d89b-84ce-4b41-b883-8fcd4d664dfc'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:29.061913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9d45af27-b3fb-4381-b62e-c1cec2e709a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365dfd2c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1507d89b-84ce-4b41-b883-8fcd4d664dfc'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:29.085166 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c36beff2-8671-4765-925b-063544e782f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36644f8c10>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:29.085833 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36beff2-8671-4765-925b-063544e782f1 None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:29.096535 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9d45af27-b3fb-4381-b62e-c1cec2e709a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365dfd2c40>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:29.097395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d45af27-b3fb-4381-b62e-c1cec2e709a8 None None] The sync data for ids ['1507d89b-84ce-4b41-b883-8fcd4d664dfc'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:29.112583 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87beee92-b4d4-4bef-b034-35c6a73c6062 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:29.371928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:17:29.498969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3,segment=NetworkSegment(110f1908-d18a-44c7-bd85-0eee553df8f4),segment_id=110f1908-d18a-44c7-bd85-0eee553df8f4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:29.513338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3', 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9', 'port_id': 'ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3', 'mac_address': 'fa:16:3e:54:40:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ac5624-bb0b-4d5b-9cc6-9c7077125ba0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:17:29.556640 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:29.575923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:17:29.692365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:29.710144 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:29.776691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3,segment=NetworkSegment(110f1908-d18a-44c7-bd85-0eee553df8f4),segment_id=110f1908-d18a-44c7-bd85-0eee553df8f4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:29.780284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Deleting port 608dc391-ff8d-4496-b963-43bfa2ea8811 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:29.780638 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:29.781443 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:29.781965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bae7a0-d55a-4173-a082-5a9ca9ca6c24 req-c0e194c3-82d8-4bd7-83a1-159afe5cf8f4 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:29.783498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08bae7a0-d55a-4173-a082-5a9ca9ca6c24 req-c0e194c3-82d8-4bd7-83a1-159afe5cf8f4 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 943 time: 0.1102526
Dec 18 21:17:29.836745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:29.873224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:29.887394 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Calling delete_port for 608dc391-ff8d-4496-b963-43bfa2ea8811 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:29.899040 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08bae7a0-d55a-4173-a082-5a9ca9ca6c24 req-a5b740f5-5e9e-4f9a-ab0b-e59e3bb4f52b tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012154
Dec 18 21:17:30.047203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:17:30.063775 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87beee92-b4d4-4bef-b034-35c6a73c6062 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:30.071789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87beee92-b4d4-4bef-b034-35c6a73c6062 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:30.083357 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:30.116688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Pushing event deleted for resources: {'Port': ['ID=608dc391-ff8d-4496-b963-43bfa2ea8811,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:30.142624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919ed989-8baf-4bba-8893-443df2434ffa None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:30.182888 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:30.330239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87beee92-b4d4-4bef-b034-35c6a73c6062 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:30.409230 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:30.412915 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:30.456126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87beee92-b4d4-4bef-b034-35c6a73c6062 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:30.461282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-87beee92-b4d4-4bef-b034-35c6a73c6062 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:30.468221 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3a0f4-8622-464b-8b23-71470f84c4f7 None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:30.483696 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3a0f4-8622-464b-8b23-71470f84c4f7 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:30.485381 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8cd3a0f4-8622-464b-8b23-71470f84c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664471b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:30.495739 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Router 1507d89b-84ce-4b41-b883-8fcd4d664dfc has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:30.519895 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8cd3a0f4-8622-464b-8b23-71470f84c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664471b50>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:30.531762 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-87beee92-b4d4-4bef-b034-35c6a73c6062 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "PUT /v2.0/floatingips/5a9793f6-07a7-4bcd-adea-39123ed643e1 HTTP/1.1" status: 200  len: 978 time: 1.5063326
Dec 18 21:17:30.532910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44400) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:30.534914 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3a0f4-8622-464b-8b23-71470f84c4f7 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:30.535525 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8cd3a0f4-8622-464b-8b23-71470f84c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664471b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:30.572315 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8cd3a0f4-8622-464b-8b23-71470f84c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664471b50>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:30.572994 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3a0f4-8622-464b-8b23-71470f84c4f7 None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:30.586442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:30.595009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:30.599538 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6cc07b7f-8b6a-4916-a1ba-f1f011a7adc4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "PUT /v2.0/routers/1507d89b-84ce-4b41-b883-8fcd4d664dfc HTTP/1.1" status: 200  len: 709 time: 1.5772581
Dec 18 21:17:30.599693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfba7dae-9786-4df9-b13e-8805d33bfec0 None None] Sync routers for ids ['1507d89b-84ce-4b41-b883-8fcd4d664dfc'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:30.600120 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44402) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:30.611658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfba7dae-9786-4df9-b13e-8805d33bfec0 None None] Routers {'1507d89b-84ce-4b41-b883-8fcd4d664dfc'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:30.612382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-dfba7dae-9786-4df9-b13e-8805d33bfec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e7a5250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1507d89b-84ce-4b41-b883-8fcd4d664dfc'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:30.645740 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-dfba7dae-9786-4df9-b13e-8805d33bfec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e7a5250>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:30.654778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfba7dae-9786-4df9-b13e-8805d33bfec0 None None] Routers {'1507d89b-84ce-4b41-b883-8fcd4d664dfc'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:30.655304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-dfba7dae-9786-4df9-b13e-8805d33bfec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e7a5250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1507d89b-84ce-4b41-b883-8fcd4d664dfc'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:30.683174 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef6d9d89-cfac-44d6-862d-38abb9fcf90d tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/routers/1507d89b-84ce-4b41-b883-8fcd4d664dfc HTTP/1.1" status: 200  len: 744 time: 0.0823107
Dec 18 21:17:30.687415 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44404) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:30.689013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-dfba7dae-9786-4df9-b13e-8805d33bfec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e7a5250>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:30.689683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfba7dae-9786-4df9-b13e-8805d33bfec0 None None] The sync data for ids ['1507d89b-84ce-4b41-b883-8fcd4d664dfc'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:30.735471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port 634df382-2c32-41f0-a29f-440f0bf53730 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:30.735997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:30.739122 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b02d3fb6-5a46-4df8-ac42-48f99ac0627c tempest-RoutersIpV6AdminTest-421644485 tempest-RoutersIpV6AdminTest-421644485-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&device_id=1507d89b-84ce-4b41-b883-8fcd4d664dfc HTTP/1.1" status: 200  len: 205 time: 0.0492373
Dec 18 21:17:30.739334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44406) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:30.767112 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-64996dc6-ed8c-401f-b428-c7e945519783 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "GET /v2.0/ports?device_id=1507d89b-84ce-4b41-b883-8fcd4d664dfc HTTP/1.1" status: 200  len: 205 time: 0.0243390
Dec 18 21:17:30.767330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44408) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:30.819467 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:30.820020 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:30.833289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for 634df382-2c32-41f0-a29f-440f0bf53730 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:30.845640 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dabfefd9-56c8-45ec-b3cd-8f8577d3a4c8 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.019211 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dabfefd9-56c8-45ec-b3cd-8f8577d3a4c8 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.022126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dabfefd9-56c8-45ec-b3cd-8f8577d3a4c8 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.058678 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.074502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc1406-8baa-428a-8305-39a678de8797 req-47a84a7a-1fc1-4146-9e1c-4d6ddaaa1ef2 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:31.076211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52dc1406-8baa-428a-8305-39a678de8797 req-47a84a7a-1fc1-4146-9e1c-4d6ddaaa1ef2 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 944 time: 0.0904288
Dec 18 21:17:31.080579 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dabfefd9-56c8-45ec-b3cd-8f8577d3a4c8 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.081396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabfefd9-56c8-45ec-b3cd-8f8577d3a4c8 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Fanout notify agent at l3_agent the message router_deleted on router 1507d89b-84ce-4b41-b883-8fcd4d664dfc {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:31.091059 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dabfefd9-56c8-45ec-b3cd-8f8577d3a4c8 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.092528 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dabfefd9-56c8-45ec-b3cd-8f8577d3a4c8 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/routers/1507d89b-84ce-4b41-b883-8fcd4d664dfc HTTP/1.1" status: 204  len: 168 time: 0.3239462
Dec 18 21:17:31.095786 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44412) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.105412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=634df382-2c32-41f0-a29f-440f0bf53730,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:31.129649 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f3df97b2-cffa-4546-8a2d-7b68757b45b0 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "GET /v2.0/ports?device_id=1507d89b-84ce-4b41-b883-8fcd4d664dfc HTTP/1.1" status: 200  len: 205 time: 0.0327778
Dec 18 21:17:31.132176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44414) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.177584 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-0db715bb-5667-47b7-ab05-a04cea867480 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] delete failed (client error): The resource could not be found.
Dec 18 21:17:31.178763 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0db715bb-5667-47b7-ab05-a04cea867480 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/routers/1507d89b-84ce-4b41-b883-8fcd4d664dfc HTTP/1.1" status: 404  len: 336 time: 0.0459142
Dec 18 21:17:31.181622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44416) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.194888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52dc1406-8baa-428a-8305-39a678de8797 req-4c5e7d7f-8ffa-476e-9d76-5bffa55785a2 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984437
Dec 18 21:17:31.204014 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.204351 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Floating IP 5a9793f6-07a7-4bcd-adea-39123ed643e1 disassociated (deleted). External IP: 172.35.3.187, port: e5bd9207-038c-40a6-afe3-3c413d1075e3.
Dec 18 21:17:31.220066 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fb4f03ed-3657-42b7-953c-f385121dce3f tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab HTTP/1.1" status: 200  len: 205 time: 0.0321648
Dec 18 21:17:31.220066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44418) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.260630 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-76481048-e9c2-447e-b5bd-f05c1da5635a tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] delete failed (client error): The resource could not be found.
Dec 18 21:17:31.261760 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-76481048-e9c2-447e-b5bd-f05c1da5635a tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/routers/2c8b2ea0-e8d4-42c4-b0dd-36725406c7ab HTTP/1.1" status: 404  len: 336 time: 0.0437496
Dec 18 21:17:31.264662 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44420) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.293287 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1e2cc163-6fcb-4345-8dd8-be048d431acd tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e HTTP/1.1" status: 200  len: 205 time: 0.0275168
Dec 18 21:17:31.296282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44422) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.336145 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-eba4c93a-9f40-4904-aed4-84eb10d662f2 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] delete failed (client error): The resource could not be found.
Dec 18 21:17:31.337196 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-eba4c93a-9f40-4904-aed4-84eb10d662f2 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/routers/bd8f4e5d-dac6-423b-a2e8-36f0f90fa49e HTTP/1.1" status: 404  len: 336 time: 0.0391457
Dec 18 21:17:31.339867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44424) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.370570 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b93d66f8-76c9-4bd7-b7b1-3eeaa402d2d4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d771a59-5b81-4e5f-b2cc-e1a802829646 HTTP/1.1" status: 200  len: 205 time: 0.0295250
Dec 18 21:17:31.372820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44426) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.388356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:17:31.417485 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-b4bb38ac-6ec0-428f-9682-38f4a0837edb tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] delete failed (client error): The resource could not be found.
Dec 18 21:17:31.418661 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b4bb38ac-6ec0-428f-9682-38f4a0837edb tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/routers/8d771a59-5b81-4e5f-b2cc-e1a802829646 HTTP/1.1" status: 404  len: 336 time: 0.0448031
Dec 18 21:17:31.422064 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44428) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.448578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:31.452197 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9dccd402-4150-43c3-a983-2e90bec7bc2f tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cea2266-fdfa-4cba-839f-305e37d46742 HTTP/1.1" status: 200  len: 205 time: 0.0289955
Dec 18 21:17:31.454338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:17:31.454912 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44430) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.460607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:31.461013 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.500795 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-41eb9246-19e3-426f-bac1-ef616f4db58a tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] delete failed (client error): The resource could not be found.
Dec 18 21:17:31.504395 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-41eb9246-19e3-426f-bac1-ef616f4db58a tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/routers/5cea2266-fdfa-4cba-839f-305e37d46742 HTTP/1.1" status: 404  len: 336 time: 0.0458760
Dec 18 21:17:31.505346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44432) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.542571 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7ac3615f-b75a-44f7-9917-d9305771d1c4 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6f745e5-7455-484f-a7e6-0497a104b18d HTTP/1.1" status: 200  len: 205 time: 0.0340443
Dec 18 21:17:31.543050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44434) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.555707 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.581080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:31.584260 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-78cde7ee-4a91-4bf7-990c-a3874d39ba7f tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] delete failed (client error): The resource could not be found.
Dec 18 21:17:31.588154 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-78cde7ee-4a91-4bf7-990c-a3874d39ba7f tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/routers/a6f745e5-7455-484f-a7e6-0497a104b18d HTTP/1.1" status: 404  len: 336 time: 0.0414584
Dec 18 21:17:31.589052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44436) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.589133 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.589646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784ec8db-d626-4ada-b1c1-918069ac2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:17:31.593980 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff718d8-5aa5-416a-833b-2f11ea252267" -d '{"events": [{"server_uuid": "784ec8db-d626-4ada-b1c1-918069ac2e19", "name": "network-vif-plugged", "status": "completed", "tag": "ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:17:31.595109 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20127f82-c6b1-4761-9964-d6aef9550f1c None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:31.609893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3,segment=NetworkSegment(110f1908-d18a-44c7-bd85-0eee553df8f4),segment_id=110f1908-d18a-44c7-bd85-0eee553df8f4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:31.611939 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20127f82-c6b1-4761-9964-d6aef9550f1c None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:31.612605 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-20127f82-c6b1-4761-9964-d6aef9550f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f730340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:31.616230 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.633304 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d4316e64-4c45-44ab-a99d-a114069796c3 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/floatingips/5a9793f6-07a7-4bcd-adea-39123ed643e1 HTTP/1.1" status: 204  len: 168 time: 1.0966525
Dec 18 21:17:31.633596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44440) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:31.664544 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86546f6-a1d1-4b17-9d49-6ce4f52d85d3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:17:31.666119 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-20127f82-c6b1-4761-9964-d6aef9550f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f730340>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:31.669252 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86546f6-a1d1-4b17-9d49-6ce4f52d85d3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:17:31.677408 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a799652a-208c-4991-aaa4-3e5304273202 x-openstack-request-id: req-a799652a-208c-4991-aaa4-3e5304273202 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:17:31.680647 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784ec8db-d626-4ada-b1c1-918069ac2e19", "name": "network-vif-plugged", "status": "completed", "tag": "ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:17:31.680647 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a799652a-208c-4991-aaa4-3e5304273202 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:17:31.680862 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c86546f6-a1d1-4b17-9d49-6ce4f52d85d3 tempest-RoutersIpV6AdminTest-167174027 tempest-RoutersIpV6AdminTest-167174027-project] 10.222.0.13 "DELETE /v2.0/subnets/327a1014-94cd-4991-a322-59f9fe3d128e HTTP/1.1" status: 404  len: 337 time: 0.0874462
Dec 18 21:17:31.680951 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784ec8db-d626-4ada-b1c1-918069ac2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3', 'code': 200}
Dec 18 21:17:31.680951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:31.682097 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20127f82-c6b1-4761-9964-d6aef9550f1c None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:31.683686 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-20127f82-c6b1-4761-9964-d6aef9550f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f730340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:31.732662 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-20127f82-c6b1-4761-9964-d6aef9550f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f730340>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:31.733736 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20127f82-c6b1-4761-9964-d6aef9550f1c None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:31.763860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3d71e1d0-be7e-4a2f-8a02-911227d25f7a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port e5bd9207-038c-40a6-afe3-3c413d1075e3 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:31.765114 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3d71e1d0-be7e-4a2f-8a02-911227d25f7a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.801149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0a6be-d175-4330-9ab1-d80304e397ee req-04805805-a798-4be1-a1a1-bce50225780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:31.802799 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-43a0a6be-d175-4330-9ab1-d80304e397ee req-04805805-a798-4be1-a1a1-bce50225780f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 1096 time: 0.0473771
Dec 18 21:17:31.865949 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-43a0a6be-d175-4330-9ab1-d80304e397ee req-28d6392a-d827-43c9-9adb-202c4270c5bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518167
Dec 18 21:17:31.871783 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3d71e1d0-be7e-4a2f-8a02-911227d25f7a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:31.885278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3d71e1d0-be7e-4a2f-8a02-911227d25f7a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for e5bd9207-038c-40a6-afe3-3c413d1075e3 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:32.033983 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44446) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:32.081859 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3d71e1d0-be7e-4a2f-8a02-911227d25f7a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.111779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71e1d0-be7e-4a2f-8a02-911227d25f7a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=e5bd9207-038c-40a6-afe3-3c413d1075e3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:32.154805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c19004fb-f6b9-461d-8ac6-024f0a05ace2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.212135 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3d71e1d0-be7e-4a2f-8a02-911227d25f7a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.216330 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3d71e1d0-be7e-4a2f-8a02-911227d25f7a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/ports/e5bd9207-038c-40a6-afe3-3c413d1075e3 HTTP/1.1" status: 204  len: 168 time: 0.5814488
Dec 18 21:17:32.220200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44450) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:32.225594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:32.239636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c19004fb-f6b9-461d-8ac6-024f0a05ace2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.250548 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c19004fb-f6b9-461d-8ac6-024f0a05ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.256458 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.290306 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19004fb-f6b9-461d-8ac6-024f0a05ace2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29117aa6-a1a0-43cb-8aae-2fe2f1700fe7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:32.297268 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c19004fb-f6b9-461d-8ac6-024f0a05ace2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=362a3b4aa8aa4069aa95325acaf0b117&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2621267
Dec 18 21:17:32.298300 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44454) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:32.351414 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f243e69f-6420-4267-ab63-7d71c349d17f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.369311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d289d6d-6538-4ae8-be6f-169fe20f4e83 req-9461c79f-81ba-4ebf-b863-337c921dcce6 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:32.370804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d289d6d-6538-4ae8-be6f-169fe20f4e83 req-9461c79f-81ba-4ebf-b863-337c921dcce6 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 945 time: 0.0673134
Dec 18 21:17:32.383715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f243e69f-6420-4267-ab63-7d71c349d17f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.444768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f243e69f-6420-4267-ab63-7d71c349d17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.447842 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f243e69f-6420-4267-ab63-7d71c349d17f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.449033 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f243e69f-6420-4267-ab63-7d71c349d17f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29117aa6-a1a0-43cb-8aae-2fe2f1700fe7 HTTP/1.1" status: 204  len: 168 time: 0.1499212
Dec 18 21:17:32.458795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243e69f-6420-4267-ab63-7d71c349d17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29117aa6-a1a0-43cb-8aae-2fe2f1700fe7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:32.710590 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d289d6d-6538-4ae8-be6f-169fe20f4e83 req-605cd657-6684-4a95-9a4b-cf1c47949683 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3297870
Dec 18 21:17:32.719319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.780085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44460) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:32.830173 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-71349228-95fa-4b49-aa05-1fee4e1b6449 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96a623bef8b44ad09974033cdb95984b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0483663
Dec 18 21:17:32.832929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44462) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:32.840011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.35.3.254 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/a1905e2b-645a-47ba-9d91-e1cf1aaee57e) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:32.884081 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feb9ab6f-4d00-4ae8-9720-053c33f3b303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.911158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feb9ab6f-4d00-4ae8-9720-053c33f3b303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.954308 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e0de3654-be4b-4d7e-91a1-3018ead38996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.956244 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.981264 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feb9ab6f-4d00-4ae8-9720-053c33f3b303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.987569 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-feb9ab6f-4d00-4ae8-9720-053c33f3b303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:32.992276 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-feb9ab6f-4d00-4ae8-9720-053c33f3b303 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72b4d152-7c8a-4ede-8a03-8ca0a5d68b43 HTTP/1.1" status: 204  len: 168 time: 0.1562047
Dec 18 21:17:33.007908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9ab6f-4d00-4ae8-9720-053c33f3b303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b4d152-7c8a-4ede-8a03-8ca0a5d68b43,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:33.013442 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:33.079727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:33.083084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:33.088239 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:33.092049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=a1905e2b-645a-47ba-9d91-e1cf1aaee57e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:33.197804 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:33.236064 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:33.419422 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:33.423957 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:33.492743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=a1905e2b-645a-47ba-9d91-e1cf1aaee57e,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:33.503664 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:33.520755 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:33.522093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7f8cdb83-b1bc-4a2a-9073-0b72b3e4b8ad tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3008759
Dec 18 21:17:33.525097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44474) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:33.530729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'port': {'network_id': 'f10fdabe-be02-45f5-89a8-8f868c74785e', 'name': 'tempest-FloatingIPTestJSON-335810817'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:33.655450 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Made reservation on behalf of d9e18d3726ec4e2fa7cd9e732f9eaa3f for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:33.659585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:33.678784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] device_id is not set on port c3a76931-415c-4410-a784-bc82b5d993ab yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:17:33.834370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.20.0.5 (f10fdabe-be02-45f5-89a8-8f868c74785e/292bd9f4-b208-4225-810b-dc36bf99b4d1/c3a76931-415c-4410-a784-bc82b5d993ab) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:33.880155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a4398-218a-47fd-ae93-bf9db773284c req-7ef962a5-32a0-4c2b-b699-80750c78f0d7 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:33.881724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a6a4398-218a-47fd-ae93-bf9db773284c req-7ef962a5-32a0-4c2b-b699-80750c78f0d7 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 945 time: 0.0806220
Dec 18 21:17:33.998158 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a6a4398-218a-47fd-ae93-bf9db773284c req-5ef3e8c5-0b6d-44b1-beac-862ca10ff626 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066618
Dec 18 21:17:34.078666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:34.132518 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:34.187905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network f10fdabe-be02-45f5-89a8-8f868c74785e is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:34.191841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:34.196181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:34.225363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=c3a76931-415c-4410-a784-bc82b5d993ab,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:34.240224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.240605 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.240959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.241306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.241648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.241977 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.242331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.242668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.243456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.243456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.244404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.244404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.244718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:34.270375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:34.271015 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:34.292984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-be97234c-2d4d-4d2e-acdb-9e117dc622ef tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 0.7666962
Dec 18 21:17:34.295644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44532) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:34.301342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-962226af-a16f-47e9-83d6-e8202aabbd0e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'floatingip': {'port_id': 'c3a76931-415c-4410-a784-bc82b5d993ab'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:34.362457 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-962226af-a16f-47e9-83d6-e8202aabbd0e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:34.756735 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44568) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:34.887890 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-53e1278c-1397-4838-93af-47d1c2377748 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1718059685'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:34.924228 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53e1278c-1397-4838-93af-47d1c2377748 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:34.925653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53e1278c-1397-4838-93af-47d1c2377748 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:34.964726 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-962226af-a16f-47e9-83d6-e8202aabbd0e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:34.970747 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-962226af-a16f-47e9-83d6-e8202aabbd0e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:34.992590 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53e1278c-1397-4838-93af-47d1c2377748 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:34.997207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53e1278c-1397-4838-93af-47d1c2377748 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.013552 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53e1278c-1397-4838-93af-47d1c2377748 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.017179 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-53e1278c-1397-4838-93af-47d1c2377748 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.2565033
Dec 18 21:17:35.017516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44600) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:35.088426 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-962226af-a16f-47e9-83d6-e8202aabbd0e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Floating IP f277e489-b4ef-4537-8ce3-5625b303c277 associated. External IP: 172.35.3.254, port: c3a76931-415c-4410-a784-bc82b5d993ab.
Dec 18 21:17:35.096073 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f6c5-7acb-4fe2-80bf-fae35637056d tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.199225 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-537644b3-3762-4661-9179-0a5ff422d9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.272362 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f6c5-7acb-4fe2-80bf-fae35637056d tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.274614 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f6c5-7acb-4fe2-80bf-fae35637056d tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.323639 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f6c5-7acb-4fe2-80bf-fae35637056d tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.324593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd2f6c5-7acb-4fe2-80bf-fae35637056d tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e62b9d97-9685-4af8-9aab-f837d8ca1198 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:35.331286 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f6c5-7acb-4fe2-80bf-fae35637056d tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.332639 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dbd2f6c5-7acb-4fe2-80bf-fae35637056d tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e62b9d97-9685-4af8-9aab-f837d8ca1198 HTTP/1.1" status: 204  len: 168 time: 0.3141010
Dec 18 21:17:35.335579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44602) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:35.339858 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-491da2ac-3bfe-457b-8ecd-40f1ed48fb64 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Request body: {'router': {'name': 'tempest-router-894711363', 'distributed': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:35.349538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962226af-a16f-47e9-83d6-e8202aabbd0e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:35.365289 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-491da2ac-3bfe-457b-8ecd-40f1ed48fb64 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.366425 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-491da2ac-3bfe-457b-8ecd-40f1ed48fb64 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.418661 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-491da2ac-3bfe-457b-8ecd-40f1ed48fb64 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.425471 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-491da2ac-3bfe-457b-8ecd-40f1ed48fb64 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.441483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-491da2ac-3bfe-457b-8ecd-40f1ed48fb64 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.442897 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-491da2ac-3bfe-457b-8ecd-40f1ed48fb64 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.1063275
Dec 18 21:17:35.445655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44604) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:35.474492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962226af-a16f-47e9-83d6-e8202aabbd0e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:35.479085 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-962226af-a16f-47e9-83d6-e8202aabbd0e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.484687 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d2bab1-1970-4642-97e4-b1b0698a0b5a None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:35.495481 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d2bab1-1970-4642-97e4-b1b0698a0b5a None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:35.496102 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-80d2bab1-1970-4642-97e4-b1b0698a0b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d5ea700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:35.508771 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-962226af-a16f-47e9-83d6-e8202aabbd0e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "PUT /v2.0/floatingips/f277e489-b4ef-4537-8ce3-5625b303c277 HTTP/1.1" status: 200  len: 977 time: 1.2097132
Dec 18 21:17:35.509123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44606) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:35.522744 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04f662f2-3312-43f8-92b1-2d25b12e3016 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.540556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-80d2bab1-1970-4642-97e4-b1b0698a0b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d5ea700>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:35.549257 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d2bab1-1970-4642-97e4-b1b0698a0b5a None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:35.549852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-80d2bab1-1970-4642-97e4-b1b0698a0b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d5ea700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:35.582278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-80d2bab1-1970-4642-97e4-b1b0698a0b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d5ea700>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:35.582932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d2bab1-1970-4642-97e4-b1b0698a0b5a None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:35.603939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port c3a76931-415c-4410-a784-bc82b5d993ab {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:35.603939 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.698750 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.960582 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.961070 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:35.961504 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Floating IP f277e489-b4ef-4537-8ce3-5625b303c277 disassociated. External IP: 172.35.3.254, port: c3a76931-415c-4410-a784-bc82b5d993ab.
Dec 18 21:17:35.961972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for c3a76931-415c-4410-a784-bc82b5d993ab owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:36.003187 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04f662f2-3312-43f8-92b1-2d25b12e3016 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.005520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04f662f2-3312-43f8-92b1-2d25b12e3016 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.051542 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04f662f2-3312-43f8-92b1-2d25b12e3016 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.052116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f662f2-3312-43f8-92b1-2d25b12e3016 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ad1d8f3-d90f-4cb8-af17-79d66d5575c2 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:36.057908 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04f662f2-3312-43f8-92b1-2d25b12e3016 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.059925 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-04f662f2-3312-43f8-92b1-2d25b12e3016 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] 10.222.0.13 "DELETE /v2.0/routers/8ad1d8f3-d90f-4cb8-af17-79d66d5575c2 HTTP/1.1" status: 204  len: 168 time: 0.6124394
Dec 18 21:17:36.063259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44620) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:36.067817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-47128cdb-f4d4-4705-845c-0ff0ad565b1a tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Request body: {'router': {'name': 'tempest-router-1483882727', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'baec07aa967b4df38f3de7a137a7c1cf'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:36.093883 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47128cdb-f4d4-4705-845c-0ff0ad565b1a tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.095271 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47128cdb-f4d4-4705-845c-0ff0ad565b1a tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.117660 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.150644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=c3a76931-415c-4410-a784-bc82b5d993ab,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:36.160875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47128cdb-f4d4-4705-845c-0ff0ad565b1a tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.166170 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47128cdb-f4d4-4705-845c-0ff0ad565b1a tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.183752 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47128cdb-f4d4-4705-845c-0ff0ad565b1a tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.185033 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-47128cdb-f4d4-4705-845c-0ff0ad565b1a tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.1207790
Dec 18 21:17:36.188374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44622) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:36.193604 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Request body: {'router': {'distributed': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:36.274280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:36.382807 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:36.393954 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bddece7-6b94-4f83-a120-55a8fab7da2e None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:36.400745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3908207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12585'] for router, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.401301 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.405025 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bddece7-6b94-4f83-a120-55a8fab7da2e None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:36.406064 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3bddece7-6b94-4f83-a120-55a8fab7da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f70c640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:36.444446 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.449664 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3bddece7-6b94-4f83-a120-55a8fab7da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f70c640>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:36.459983 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bddece7-6b94-4f83-a120-55a8fab7da2e None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:36.460872 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3bddece7-6b94-4f83-a120-55a8fab7da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f70c640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:36.473299 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.478877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f01fbb5d-a710-4288-a047-a66e94165df8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/ports/c3a76931-415c-4410-a784-bc82b5d993ab HTTP/1.1" status: 204  len: 168 time: 0.9686947
Dec 18 21:17:36.481477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44624) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:36.496908 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=126009) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Dec 18 21:17:36.497242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Router a8d65cc5-b82e-4dec-a0ff-9433a1dca88c migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f3665d20f70> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f3665d20d60> provider. {{(pid=126009) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Dec 18 21:17:36.497605 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.497864 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3bddece7-6b94-4f83-a120-55a8fab7da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f70c640>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:36.498783 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bddece7-6b94-4f83-a120-55a8fab7da2e None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:36.504421 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.509750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3908198'] for router, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.536981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-28e0f010-af07-45ef-9a58-6032d02766e0 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "GET /v2.0/floatingips/f277e489-b4ef-4537-8ce3-5625b303c277 HTTP/1.1" status: 200  len: 688 time: 0.0520587
Dec 18 21:17:36.537184 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44626) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:36.605759 ncdv-master-1 neutron-server[126009]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] No L3 agents can host the router a8d65cc5-b82e-4dec-a0ff-9433a1dca88c
Dec 18 21:17:36.739503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Hosts for router a8d65cc5-b82e-4dec-a0ff-9433a1dca88c: [] {{(pid=126009) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 18 21:17:36.739747 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-a376d7f6-917c-4902-a692-d1d677719c72 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1571839
Dec 18 21:17:36.748064 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9dbf049a-31d7-4311-91a7-4c4f56e30c0d tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port a1905e2b-645a-47ba-9d91-e1cf1aaee57e {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:36.748635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9dbf049a-31d7-4311-91a7-4c4f56e30c0d tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.763409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Hosts for other DVR routers connected to router a8d65cc5-b82e-4dec-a0ff-9433a1dca88c: set() {{(pid=126009) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Dec 18 21:17:36.766019 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.769590 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0574ff42-03a8-484a-a6f6-ab487d6c82d2 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] 10.222.0.13 "PUT /v2.0/routers/a8d65cc5-b82e-4dec-a0ff-9433a1dca88c HTTP/1.1" status: 200  len: 717 time: 0.5779245
Dec 18 21:17:36.769822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44638) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:36.844658 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2d7e5383-363c-46b2-8be0-c601455c2d57 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] 10.222.0.13 "GET /v2.0/routers/a8d65cc5-b82e-4dec-a0ff-9433a1dca88c HTTP/1.1" status: 200  len: 717 time: 0.0726676
Dec 18 21:17:36.846822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44640) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:36.862755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-c1b6b8f6-048d-49c5-853a-ef6e52d6602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:36.864232 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-c1b6b8f6-048d-49c5-853a-ef6e52d6602b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 1097 time: 0.1029129
Dec 18 21:17:36.868581 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9dbf049a-31d7-4311-91a7-4c4f56e30c0d tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.869418 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9dbf049a-31d7-4311-91a7-4c4f56e30c0d tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:36.884779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9dbf049a-31d7-4311-91a7-4c4f56e30c0d tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for a1905e2b-645a-47ba-9d91-e1cf1aaee57e owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:37.032613 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9fe385ba-38df-43f1-914c-cb64d7d51309 tempest-RoutersTestDVR-1338503086 tempest-RoutersTestDVR-1338503086-project] 10.222.0.13 "GET /v2.0/routers/a8d65cc5-b82e-4dec-a0ff-9433a1dca88c HTTP/1.1" status: 200  len: 683 time: 0.1815507
Dec 18 21:17:37.033319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44644) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:37.049672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-8a1c1bfc-f000-4420-90bd-f28b4f0c771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:37.051606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-8a1c1bfc-f000-4420-90bd-f28b4f0c771f service neutron] 10.222.0.31 "GET /v2.0/networks?id=328aa90f-1591-4053-86d0-d23c5313a3ad HTTP/1.1" status: 200  len: 898 time: 0.1614666
Dec 18 21:17:37.460540 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3508ec5c-516d-405e-9d9a-85744d386590 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.537203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-4b8a673e-60f4-4993-bcaa-541bb0288d3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8 HTTP/1.1" status: 200  len: 1002 time: 0.1723557
Dec 18 21:17:37.579539 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9dbf049a-31d7-4311-91a7-4c4f56e30c0d tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.693194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf049a-31d7-4311-91a7-4c4f56e30c0d tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=a1905e2b-645a-47ba-9d91-e1cf1aaee57e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:37.721691 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3508ec5c-516d-405e-9d9a-85744d386590 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.725952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-ba44c5a7-722d-4bbf-b07a-e46025af75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:37.727445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-ba44c5a7-722d-4bbf-b07a-e46025af75b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=112292da-64d1-4a43-8772-6a001ae13fe5 HTTP/1.1" status: 200  len: 835 time: 0.1791935
Dec 18 21:17:37.729425 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3508ec5c-516d-405e-9d9a-85744d386590 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.824044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3508ec5c-516d-405e-9d9a-85744d386590 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.824575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3508ec5c-516d-405e-9d9a-85744d386590 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8d65cc5-b82e-4dec-a0ff-9433a1dca88c {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:37.826330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9dbf049a-31d7-4311-91a7-4c4f56e30c0d tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.828937 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9dbf049a-31d7-4311-91a7-4c4f56e30c0d tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.830091 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9dbf049a-31d7-4311-91a7-4c4f56e30c0d tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/floatingips/f277e489-b4ef-4537-8ce3-5625b303c277 HTTP/1.1" status: 204  len: 168 time: 1.2920191
Dec 18 21:17:37.833855 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3508ec5c-516d-405e-9d9a-85744d386590 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.834541 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44648) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:37.834906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3508ec5c-516d-405e-9d9a-85744d386590 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] 10.222.0.13 "DELETE /v2.0/routers/a8d65cc5-b82e-4dec-a0ff-9433a1dca88c HTTP/1.1" status: 204  len: 168 time: 0.8007061
Dec 18 21:17:37.839404 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': '6026ee4b-58c6-4893-81dc-2d5273eedae4'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:37.839556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44650) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:37.843648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5ccb124b-8add-494d-86a3-292c18eefc7c tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Request body: {'router': {'name': 'tempest-router-290574820', 'distributed': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:37.851114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-f555c727-df16-4122-a2b2-eb082a5fdea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:37.852685 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-f555c727-df16-4122-a2b2-eb082a5fdea8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=328aa90f-1591-4053-86d0-d23c5313a3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1049342
Dec 18 21:17:37.866947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-e274a891-ebe2-46c3-99a3-2ea708f747db service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:37.867985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-e274a891-ebe2-46c3-99a3-2ea708f747db service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069828
Dec 18 21:17:37.870494 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.884174 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ccb124b-8add-494d-86a3-292c18eefc7c tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.885184 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ccb124b-8add-494d-86a3-292c18eefc7c tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.969157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.986013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ccb124b-8add-494d-86a3-292c18eefc7c tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:37.993951 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ccb124b-8add-494d-86a3-292c18eefc7c tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.013288 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-44c6860b-b5bc-4838-a2e6-2db56baa0b8e service neutron] 10.222.0.31 "GET /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376774
Dec 18 21:17:38.016367 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ccb124b-8add-494d-86a3-292c18eefc7c tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.017468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5ccb124b-8add-494d-86a3-292c18eefc7c tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.1770909
Dec 18 21:17:38.020520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44652) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:38.080519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.35.3.62 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/e11f0d2e-938c-438f-9250-7f870e46ab6f) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:38.141403 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a26194a2-c02a-4ce1-86dd-1dcb029559b4 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.151066 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.194671 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.230573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.270188 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:38.286289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:38.293776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:38.324793 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=e11f0d2e-938c-438f-9250-7f870e46ab6f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:38.331797 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-274523b2-4309-4b6c-9434-e7dd4fb9fe06 req-9232ebbc-eed2-403a-9c44-4ec8a82ae83c service neutron] 10.222.0.31 "GET /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3118923
Dec 18 21:17:38.339234 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a26194a2-c02a-4ce1-86dd-1dcb029559b4 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.341382 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a26194a2-c02a-4ce1-86dd-1dcb029559b4 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.390668 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a26194a2-c02a-4ce1-86dd-1dcb029559b4 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.391217 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26194a2-c02a-4ce1-86dd-1dcb029559b4 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed6562db-8f32-437b-8422-cd07096e203e {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:38.395558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a26194a2-c02a-4ce1-86dd-1dcb029559b4 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.407104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a26194a2-c02a-4ce1-86dd-1dcb029559b4 tempest-RoutersTestDVR-151619084 tempest-RoutersTestDVR-151619084-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ed6562db-8f32-437b-8422-cd07096e203e HTTP/1.1" status: 204  len: 168 time: 0.3742802
Dec 18 21:17:38.542536 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.657708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44664) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:38.706406 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.774309 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3220114b-e54e-4eeb-9a14-dc6e9fabd98d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.775380 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.851445 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3220114b-e54e-4eeb-9a14-dc6e9fabd98d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.855423 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3220114b-e54e-4eeb-9a14-dc6e9fabd98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.898206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3220114b-e54e-4eeb-9a14-dc6e9fabd98d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=baec07aa967b4df38f3de7a137a7c1cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2393491
Dec 18 21:17:38.899492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220114b-e54e-4eeb-9a14-dc6e9fabd98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2311eb7d-adca-4c34-9d76-3eead03f39a9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:38.900900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44668) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:38.955469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:38.960234 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.006799 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8f91-6cb0-47fd-8e74-0d01d7440511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.048346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=e11f0d2e-938c-438f-9250-7f870e46ab6f,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:39.063012 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8f91-6cb0-47fd-8e74-0d01d7440511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.072553 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.180561 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8f91-6cb0-47fd-8e74-0d01d7440511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.183687 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8f91-6cb0-47fd-8e74-0d01d7440511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.187900 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b4ae8f91-6cb0-47fd-8e74-0d01d7440511 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2311eb7d-adca-4c34-9d76-3eead03f39a9 HTTP/1.1" status: 204  len: 168 time: 0.2829003
Dec 18 21:17:39.200041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae8f91-6cb0-47fd-8e74-0d01d7440511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2311eb7d-adca-4c34-9d76-3eead03f39a9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:39.208230 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Floating IP cff16d1a-ae2d-43e6-957c-c45cc39d091a associated. External IP: 172.35.3.62, port: 6026ee4b-58c6-4893-81dc-2d5273eedae4.
Dec 18 21:17:39.457458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:39.518132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44692) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:39.532939 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7604-208e-471f-b1b7-7ce1aa44797f admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.582952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:39.594522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d74b3-6ea6-40f7-afbf-61523920cf1b None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:39.605889 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.607107 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d74b3-6ea6-40f7-afbf-61523920cf1b None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:39.607764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-353d74b3-6ea6-40f7-afbf-61523920cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e1a91f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:39.623354 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7604-208e-471f-b1b7-7ce1aa44797f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.630449 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7604-208e-471f-b1b7-7ce1aa44797f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.639178 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-df884e9b-4c17-44a9-b2b3-b61af25124bd tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 1.8009953
Dec 18 21:17:39.639422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44694) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:39.646210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-353d74b3-6ea6-40f7-afbf-61523920cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e1a91f0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:39.646758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-001f6f59-5c56-4023-b6f4-c36e3944d726 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1420984631'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:39.655204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d74b3-6ea6-40f7-afbf-61523920cf1b None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:39.656358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-353d74b3-6ea6-40f7-afbf-61523920cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e1a91f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:39.674414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dd2e7604-208e-471f-b1b7-7ce1aa44797f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38e329d1ecf44dd8bdef0f2c6c449061&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1518183
Dec 18 21:17:39.674414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e7604-208e-471f-b1b7-7ce1aa44797f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f78f804-5c89-4417-8c50-9d79701cf70a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:39.674999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44696) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:39.687592 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001f6f59-5c56-4023-b6f4-c36e3944d726 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Made reservation on behalf of d9e18d3726ec4e2fa7cd9e732f9eaa3f for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:39.691614 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-001f6f59-5c56-4023-b6f4-c36e3944d726 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.695061 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-353d74b3-6ea6-40f7-afbf-61523920cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e1a91f0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:39.696069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d74b3-6ea6-40f7-afbf-61523920cf1b None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:39.739350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001f6f59-5c56-4023-b6f4-c36e3944d726 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:17:39.762002 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-001f6f59-5c56-4023-b6f4-c36e3944d726 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.762391 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-001f6f59-5c56-4023-b6f4-c36e3944d726 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Added segment e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc of type vlan for network 034c4762-2a6d-4d88-9553-2944711acde5
Dec 18 21:17:39.764245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-56fce84a-8eab-4378-9261-aa45d53fe104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.820061 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-56fce84a-8eab-4378-9261-aa45d53fe104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.822472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-001f6f59-5c56-4023-b6f4-c36e3944d726 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.868366 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-001f6f59-5c56-4023-b6f4-c36e3944d726 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.873976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001f6f59-5c56-4023-b6f4-c36e3944d726 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:39.874589 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-001f6f59-5c56-4023-b6f4-c36e3944d726 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.932234 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-001f6f59-5c56-4023-b6f4-c36e3944d726 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.2915554
Dec 18 21:17:39.934937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44698) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:39.938637 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-56fce84a-8eab-4378-9261-aa45d53fe104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.940173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1dd45047-a626-4416-929f-bb1ec3c7f63e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'subnet': {'network_id': '034c4762-2a6d-4d88-9553-2944711acde5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:39.941393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-56fce84a-8eab-4378-9261-aa45d53fe104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:39.942492 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-56fce84a-8eab-4378-9261-aa45d53fe104 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f78f804-5c89-4417-8c50-9d79701cf70a HTTP/1.1" status: 204  len: 168 time: 0.2667916
Dec 18 21:17:39.953995 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f6f59-5c56-4023-b6f4-c36e3944d726 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Network': ['ID=034c4762-2a6d-4d88-9553-2944711acde5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:39.956269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fce84a-8eab-4378-9261-aa45d53fe104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f78f804-5c89-4417-8c50-9d79701cf70a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:39.964199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 034c4762-2a6d-4d88-9553-2944711acde5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:17:40.059878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd45047-a626-4416-929f-bb1ec3c7f63e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Made reservation on behalf of d9e18d3726ec4e2fa7cd9e732f9eaa3f for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:40.068495 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1dd45047-a626-4416-929f-bb1ec3c7f63e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:40.268296 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1dd45047-a626-4416-929f-bb1ec3c7f63e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:40.333564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd45047-a626-4416-929f-bb1ec3c7f63e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Subnet': ['ID=06574855-d0a7-487f-b2c7-32ceb36b146c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:40.337911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd45047-a626-4416-929f-bb1ec3c7f63e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Checking segment: {'id': 'e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '034c4762-2a6d-4d88-9553-2944711acde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:17:40.338731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd45047-a626-4416-929f-bb1ec3c7f63e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network hostable DHCP agents. Network: 034c4762-2a6d-4d88-9553-2944711acde5, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:17:40.355188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd45047-a626-4416-929f-bb1ec3c7f63e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network 034c4762-2a6d-4d88-9553-2944711acde5 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:17:40.364267 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-1dd45047-a626-4416-929f-bb1ec3c7f63e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 034c4762-2a6d-4d88-9553-2944711acde5) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:40.368369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd45047-a626-4416-929f-bb1ec3c7f63e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:40.368971 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1dd45047-a626-4416-929f-bb1ec3c7f63e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:40.375783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d6d845-ba8b-49d2-9f62-9a497d10940c None None] Network 034c4762-2a6d-4d88-9553-2944711acde5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:17:40.391033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44712) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:40.394809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1dd45047-a626-4416-929f-bb1ec3c7f63e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4586685
Dec 18 21:17:40.395578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1731634701', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:40.423922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:40.425352 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:40.483115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:40.501255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-034c4762-2a6d-4d88-9553-2944711acde5', 'network_id': '034c4762-2a6d-4d88-9553-2944711acde5', 'project_id': 'd9e18d3726ec4e2fa7cd9e732f9eaa3f', 'fixed_ips': [{'subnet_id': '06574855-d0a7-487f-b2c7-32ceb36b146c'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:17:40.502184 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:40.659619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Allocated IP 172.20.0.2 (034c4762-2a6d-4d88-9553-2944711acde5/06574855-d0a7-487f-b2c7-32ceb36b146c/6788a8ae-cf29-4193-8306-b70df4cf2a41) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:40.678028 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:40.900050 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:40.907958 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:40.963356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Network 034c4762-2a6d-4d88-9553-2944711acde5 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:40.967582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:40.969882 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Pushing event updated for resources: {'Port': ['ID=6788a8ae-cf29-4193-8306-b70df4cf2a41,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:40.973257 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:40.980509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:40.980856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:40.981201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:40.981540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:40.981872 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:40.982209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:40.982560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:40.982885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:40.983208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:40.983586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:40.984491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:40.984815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:40.985138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:17:41.041538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Attempting to bind port 6788a8ae-cf29-4193-8306-b70df4cf2a41 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:17:41.041910 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Attempting to bind port 6788a8ae-cf29-4193-8306-b70df4cf2a41 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '034c4762-2a6d-4d88-9553-2944711acde5'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:17:41.042304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Attempting to bind port 6788a8ae-cf29-4193-8306-b70df4cf2a41 on network 034c4762-2a6d-4d88-9553-2944711acde5 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:17:41.049047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:17:41.049423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Checking segment: {'id': 'e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '034c4762-2a6d-4d88-9553-2944711acde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:17:41.049820 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:41.050209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Bound using segment: {'id': 'e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '034c4762-2a6d-4d88-9553-2944711acde5'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:17:41.050698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Bound port: 6788a8ae-cf29-4193-8306-b70df4cf2a41, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '034c4762-2a6d-4d88-9553-2944711acde5'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:17:41.051077 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:41.121313 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] For port 6788a8ae-cf29-4193-8306-b70df4cf2a41, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:17:41.124856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] For port 6788a8ae-cf29-4193-8306-b70df4cf2a41, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6788a8ae-cf29-4193-8306-b70df4cf2a41,segment=NetworkSegment(e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc),segment_id=e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:17:41.132043 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:41.205503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf15a9-563a-4e76-8103-9d236fae6e9f None None] Pushing event updated for resources: {'Port': ['ID=6788a8ae-cf29-4193-8306-b70df4cf2a41,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:41.217423 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:41.238179 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:41.356318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.35.3.174 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/69d11987-e1fd-4b1b-b392-940cb68ae213) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:41.479865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44754) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:41.512650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:41.548571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:41.591080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1472109837', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:41.595694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:41.598619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:41.601394 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:41.613376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1309e7-e8d1-4f2f-a177-d59c443522cc None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:41.617209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Made reservation on behalf of fba234832e1848fbaae12b132c7aca8a for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:41.619807 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:41.631087 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:41.645573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=69d11987-e1fd-4b1b-b392-940cb68ae213,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:41.706681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2f5672bd-9d49-4172-ad1c-8e0ec656a6f0 None None] Provisioning complete for port 69d11987-e1fd-4b1b-b392-940cb68ae213 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:41.707238 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2f5672bd-9d49-4172-ad1c-8e0ec656a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:41.719827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:41.725882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:41.733771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] device_id is not set on port c01577d0-cf0a-4f08-b49d-07a046e9375c yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:17:41.771203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2f5672bd-9d49-4172-ad1c-8e0ec656a6f0 None None] Port 69d11987-e1fd-4b1b-b392-940cb68ae213 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:41.798150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c12ab7-2ceb-408f-819c-559f2b360999,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:41.904612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Allocated IP 172.35.3.198 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/c01577d0-cf0a-4f08-b49d-07a046e9375c) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:41.928199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.078034 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.121819 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.154312 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.173122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:42.178825 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:42.183647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:42.188126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Pushing event updated for resources: {'Port': ['ID=c01577d0-cf0a-4f08-b49d-07a046e9375c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:42.193527 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f228607-45a3-4c68-bbfd-3d73b6a04382 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:42.242112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:42.242891 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.264471 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-051058ab-f7f1-4dfc-83ae-5c3830dbe57e tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 0.7801154
Dec 18 21:17:42.264471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44760) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:42.268369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.198'}]}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:42.294076 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.297066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.298936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a7b0949d-0e24-45ac-8bca-6721e843fba5 None None] Provisioning complete for port c01577d0-cf0a-4f08-b49d-07a046e9375c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:42.299532 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a7b0949d-0e24-45ac-8bca-6721e843fba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.316825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router 1ead2f34-5d1e-4303-874a-8ef02f394cc1 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:17:42.324126 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b88a4-13ef-4f6d-8b47-932c5d0f6ace None None] Network 034c4762-2a6d-4d88-9553-2944711acde5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:17:42.355092 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.379410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0949d-0e24-45ac-8bca-6721e843fba5 None None] Port c01577d0-cf0a-4f08-b49d-07a046e9375c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:42.432943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:42.448941 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07976b1f-cba1-4666-82c6-1ff0dea86fba None None] Sync routers for ids ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:42.455594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.457795 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-00c7a1ca-632b-48fc-96b5-c033cea1c623 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.0656166
Dec 18 21:17:42.460196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44762) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:42.462499 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07976b1f-cba1-4666-82c6-1ff0dea86fba None None] Routers {'1ead2f34-5d1e-4303-874a-8ef02f394cc1'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:42.463607 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-07976b1f-cba1-4666-82c6-1ff0dea86fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f70cd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:42.506210 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.513141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d3cf68b2-32fb-4f9e-b5df-b1daba2bfc28 None None] Provisioning complete for port 6788a8ae-cf29-4193-8306-b70df4cf2a41 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:42.513573 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d3cf68b2-32fb-4f9e-b5df-b1daba2bfc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.520290 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-07976b1f-cba1-4666-82c6-1ff0dea86fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f70cd60>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:42.530995 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07976b1f-cba1-4666-82c6-1ff0dea86fba None None] Routers {'1ead2f34-5d1e-4303-874a-8ef02f394cc1'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:42.536282 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-07976b1f-cba1-4666-82c6-1ff0dea86fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f70cd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:42.583804 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-07976b1f-cba1-4666-82c6-1ff0dea86fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f70cd60>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:42.586050 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07976b1f-cba1-4666-82c6-1ff0dea86fba None None] The sync data for ids ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:42.636385 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d3cf68b2-32fb-4f9e-b5df-b1daba2bfc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.680976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d3cf68b2-32fb-4f9e-b5df-b1daba2bfc28 None None] For port 6788a8ae-cf29-4193-8306-b70df4cf2a41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6788a8ae-cf29-4193-8306-b70df4cf2a41,segment=NetworkSegment(e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc),segment_id=e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:42.689582 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d3cf68b2-32fb-4f9e-b5df-b1daba2bfc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.779288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf68b2-32fb-4f9e-b5df-b1daba2bfc28 None None] Pushing event updated for resources: {'Port': ['ID=6788a8ae-cf29-4193-8306-b70df4cf2a41,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:42.829549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6788a8ae-cf29-4193-8306-b70df4cf2a41 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:17:42.830625 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.832297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ec1f53d6-1e78-4943-998b-2c7cd7de2827 None None] Provisioning complete for port 6788a8ae-cf29-4193-8306-b70df4cf2a41 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:42.832845 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ec1f53d6-1e78-4943-998b-2c7cd7de2827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.875822 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:42.954443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6788a8ae-cf29-4193-8306-b70df4cf2a41 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:42.955471 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.073007 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.088068 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.380978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.20.0.1 (034c4762-2a6d-4d88-9553-2944711acde5/06574855-d0a7-487f-b2c7-32ceb36b146c/d7d9c97f-c9f3-4162-aa34-ec5bba869e38) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:43.505124 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.509431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.511568 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.543397 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.556140 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.556726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e5216ca-b6d2-423b-8234-fd787926035a {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:43.570822 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:17:43.574723 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-33a257df-a731-4a0d-9f42-8040196952a4 tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.3096714
Dec 18 21:17:43.575384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44780) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:43.611370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network 034c4762-2a6d-4d88-9553-2944711acde5 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:43.619358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:43.626219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:43.629145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=d7d9c97f-c9f3-4162-aa34-ec5bba869e38,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:43.696790 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.766305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6e275d10-b626-4670-819d-c946ddebd52c tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Deleting port c01577d0-cf0a-4f08-b49d-07a046e9375c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:43.766652 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e275d10-b626-4670-819d-c946ddebd52c tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.895976 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.900746 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e275d10-b626-4670-819d-c946ddebd52c tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.922021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-6e275d10-b626-4670-819d-c946ddebd52c tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Calling delete_port for c01577d0-cf0a-4f08-b49d-07a046e9375c owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:43.924944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f7e9c832-4d27-48ce-aa9d-d05d690f4e50 None None] Provisioning complete for port d7d9c97f-c9f3-4162-aa34-ec5bba869e38 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:43.925466 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f7e9c832-4d27-48ce-aa9d-d05d690f4e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:43.961150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9c832-4d27-48ce-aa9d-d05d690f4e50 None None] Port d7d9c97f-c9f3-4162-aa34-ec5bba869e38 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:44.483014 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e275d10-b626-4670-819d-c946ddebd52c tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:44.519147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e275d10-b626-4670-819d-c946ddebd52c tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Pushing event deleted for resources: {'Port': ['ID=c01577d0-cf0a-4f08-b49d-07a046e9375c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:44.535043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed67d1dc-958c-42a1-b30e-c3f9bac06c4d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:44.614797 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6e275d10-b626-4670-819d-c946ddebd52c tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:44.618001 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6e275d10-b626-4670-819d-c946ddebd52c tempest-RoutersAdminNegativeIpV6Test-412334070 tempest-RoutersAdminNegativeIpV6Test-412334070-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c01577d0-cf0a-4f08-b49d-07a046e9375c HTTP/1.1" status: 204  len: 168 time: 1.0416803
Dec 18 21:17:44.622095 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:44.627835 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:44.703764 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=d7d9c97f-c9f3-4162-aa34-ec5bba869e38,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:44.707713 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:44.755366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6788a8ae-cf29-4193-8306-b70df4cf2a41 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:17:44.768644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44788) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:44.816779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6788a8ae-cf29-4193-8306-b70df4cf2a41 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:44.817147 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:44.827559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network 034c4762-2a6d-4d88-9553-2944711acde5 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:44.829092 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:44.948260 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44792) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:44.980513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router 1ead2f34-5d1e-4303-874a-8ef02f394cc1 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:44.994036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port 80230d95-8145-461e-93dc-1fc506d3242c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:44.994437 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.002913 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.098726 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.099154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.104452 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b7a863b-eeca-4fdf-aa7b-937b4161e022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.129591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for 80230d95-8145-461e-93dc-1fc506d3242c owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:45.148557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:45.158042 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e9187f89-0280-4d3d-8b94-967c4c146cff tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "PUT /v2.0/routers/1ead2f34-5d1e-4303-874a-8ef02f394cc1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6960022
Dec 18 21:17:45.159821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44800) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:45.166494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8f578-b3e2-449e-9730-4d8318d3a9cf None None] Sync routers for ids ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:45.167515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'port': {'network_id': '034c4762-2a6d-4d88-9553-2944711acde5', 'name': 'tempest-FloatingIPTestJSON-1027609061'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:45.192022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8f578-b3e2-449e-9730-4d8318d3a9cf None None] Routers {'1ead2f34-5d1e-4303-874a-8ef02f394cc1'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:45.192926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5fa8f578-b3e2-449e-9730-4d8318d3a9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e758d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:45.248478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-76e0248f-fae7-45b2-b831-a5010f2b6588 None None] Provisioning complete for port d7d9c97f-c9f3-4162-aa34-ec5bba869e38 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:45.248478 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-76e0248f-fae7-45b2-b831-a5010f2b6588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.273579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5fa8f578-b3e2-449e-9730-4d8318d3a9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e758d30>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:45.297405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8f578-b3e2-449e-9730-4d8318d3a9cf None None] Routers {'1ead2f34-5d1e-4303-874a-8ef02f394cc1'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:45.298965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5fa8f578-b3e2-449e-9730-4d8318d3a9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e758d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:45.321260 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b7a863b-eeca-4fdf-aa7b-937b4161e022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.323703 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.338817 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4b7a863b-eeca-4fdf-aa7b-937b4161e022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.357716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Made reservation on behalf of d9e18d3726ec4e2fa7cd9e732f9eaa3f for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:45.359079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=80230d95-8145-461e-93dc-1fc506d3242c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:45.361287 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.386968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-76e0248f-fae7-45b2-b831-a5010f2b6588 None None] Port d7d9c97f-c9f3-4162-aa34-ec5bba869e38 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:45.390656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-5fa8f578-b3e2-449e-9730-4d8318d3a9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e758d30>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:45.391861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8f578-b3e2-449e-9730-4d8318d3a9cf None None] The sync data for ids ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:45.403496 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4b7a863b-eeca-4fdf-aa7b-937b4161e022 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca44d9da45a74167a036ccb6dd1a9489&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4541037
Dec 18 21:17:45.404244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a863b-eeca-4fdf-aa7b-937b4161e022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c66227-f73f-4eac-aa9a-8c3d1b4f10b3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:45.407110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44814) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:45.409685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] device_id is not set on port 08ca8fcf-a158-4741-a484-12a87f00b87c yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:17:45.461690 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.461948 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Floating IP 69d5534c-0d41-4303-ba9f-9f4e3988d2f3 disassociated (deleted). External IP: 172.35.3.138, port: eab4ed4b-542e-4493-9473-7dd3c88992e8.
Dec 18 21:17:45.519180 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8e8e0cd3-e7df-45d4-b475-3d9f5f2342e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.522543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Allocated IP 172.20.0.14 (034c4762-2a6d-4d88-9553-2944711acde5/06574855-d0a7-487f-b2c7-32ceb36b146c/08ca8fcf-a158-4741-a484-12a87f00b87c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:45.578995 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8e8e0cd3-e7df-45d4-b475-3d9f5f2342e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.681841 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.704963 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8e8e0cd3-e7df-45d4-b475-3d9f5f2342e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.707569 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8e8e0cd3-e7df-45d4-b475-3d9f5f2342e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.708714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8e8e0cd3-e7df-45d4-b475-3d9f5f2342e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1c66227-f73f-4eac-aa9a-8c3d1b4f10b3 HTTP/1.1" status: 204  len: 168 time: 0.3005948
Dec 18 21:17:45.722760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e0cd3-e7df-45d4-b475-3d9f5f2342e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c66227-f73f-4eac-aa9a-8c3d1b4f10b3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:45.722985 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.751086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:45.768106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Network 034c4762-2a6d-4d88-9553-2944711acde5 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:45.771300 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:45.775061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:45.824277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event updated for resources: {'Port': ['ID=08ca8fcf-a158-4741-a484-12a87f00b87c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:45.848494 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:45.849224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.870657 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a4f43f8f-1b72-4be7-aa84-b4bfe47a5d11 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.7044899
Dec 18 21:17:45.871412 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44818) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:45.879434 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-23cf2a36-4530-455b-827a-656366c49a18 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Request body: {'floatingip': {'port_id': '08ca8fcf-a158-4741-a484-12a87f00b87c'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:45.906278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:45.918959 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22b304-ef1a-4f2f-80d0-17be823bd00a None None] Sync routers for ids ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:45.923309 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.941240 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22b304-ef1a-4f2f-80d0-17be823bd00a None None] Routers {'4e7dcee7-7f26-43f7-bca8-a3ee034966c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:45.941852 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ee22b304-ef1a-4f2f-80d0-17be823bd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36646298e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:45.960449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c0d7b8d8-947b-44e8-a455-5d40cd774cdb tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/floatingips/69d5534c-0d41-4303-ba9f-9f4e3988d2f3 HTTP/1.1" status: 204  len: 168 time: 1.1876283
Dec 18 21:17:45.960449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:17:45.961238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23cf2a36-4530-455b-827a-656366c49a18 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:45.965516 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f403c150-0762-4e4c-93f9-d7823a859ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:17:46.024907 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01ec56b-ce1a-4f56-b252-6b4a6a6c3476 x-openstack-request-id: req-f01ec56b-ce1a-4f56-b252-6b4a6a6c3476 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:17:46.024907 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:17:46.025220 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f01ec56b-ce1a-4f56-b252-6b4a6a6c3476 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:17:46.025822 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'status': 'completed', 'code': 200}
Dec 18 21:17:46.129355 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-34c7ba38-c185-4731-8443-9952db291b49 None None] Provisioning complete for port 08ca8fcf-a158-4741-a484-12a87f00b87c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:46.131965 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-34c7ba38-c185-4731-8443-9952db291b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:46.143217 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ee22b304-ef1a-4f2f-80d0-17be823bd00a None None] Set router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:17:46.163831 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403c150-0762-4e4c-93f9-d7823a859ef0 req-2503104e-01dc-4c44-9f6a-83d7217e2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:46.172698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f403c150-0762-4e4c-93f9-d7823a859ef0 req-2503104e-01dc-4c44-9f6a-83d7217e2650 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71c859bfcff54b5c85e6cb248341f37c&device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 1097 time: 0.1191247
Dec 18 21:17:46.202635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-34c7ba38-c185-4731-8443-9952db291b49 None None] Port 08ca8fcf-a158-4741-a484-12a87f00b87c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:46.221820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44828) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:46.369041 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-93214955-362b-4475-af28-916512cb529b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fba234832e1848fbaae12b132c7aca8a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1437144
Dec 18 21:17:46.373729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44832) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:46.394864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403c150-0762-4e4c-93f9-d7823a859ef0 req-0616f091-0918-4876-87a3-11780c907040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:46.396373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f403c150-0762-4e4c-93f9-d7823a859ef0 req-0616f091-0918-4876-87a3-11780c907040 service neutron] 10.222.0.31 "GET /v2.0/networks?id=328aa90f-1591-4053-86d0-d23c5313a3ad HTTP/1.1" status: 200  len: 898 time: 0.2112350
Dec 18 21:17:46.425379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677675-a2c4-4523-801d-ffa7dd2e7e63 req-5972f02d-fd57-4dfa-b0f8-fabce2dcdfc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:46.426971 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c4677675-a2c4-4523-801d-ffa7dd2e7e63 req-5972f02d-fd57-4dfa-b0f8-fabce2dcdfc2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.1246133
Dec 18 21:17:46.460361 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ee22b304-ef1a-4f2f-80d0-17be823bd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36646298e0>, [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a099fd7d-aa0f-470e-84fb-8fc0490f9822', 'name': '', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:7f:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:12Z', 'updated_at': '2021-12-18T21:16:17Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:46.467017 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f403c150-0762-4e4c-93f9-d7823a859ef0 req-66ac9549-bdb1-41cf-9d46-054c5ef1a370 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8 HTTP/1.1" status: 200  len: 217 time: 0.0578086
Dec 18 21:17:46.488154 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22b304-ef1a-4f2f-80d0-17be823bd00a None None] Checking router: 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:17:46.497377 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22b304-ef1a-4f2f-80d0-17be823bd00a None None] Routers {'4e7dcee7-7f26-43f7-bca8-a3ee034966c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:46.498101 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ee22b304-ef1a-4f2f-80d0-17be823bd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36646298e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:46.537749 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af72a61d-61f7-4805-8874-5f98b4dce02f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:46.567767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c4677675-a2c4-4523-801d-ffa7dd2e7e63 req-cb574648-e36f-419a-8de4-76f745ab0529 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043792
Dec 18 21:17:46.586421 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af72a61d-61f7-4805-8874-5f98b4dce02f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:46.588911 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403c150-0762-4e4c-93f9-d7823a859ef0 req-7550b407-2dbb-44a8-8436-6b2cac508039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:46.590457 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f403c150-0762-4e4c-93f9-d7823a859ef0 req-7550b407-2dbb-44a8-8436-6b2cac508039 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=112292da-64d1-4a43-8772-6a001ae13fe5 HTTP/1.1" status: 200  len: 835 time: 0.1155472
Dec 18 21:17:46.613714 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23cf2a36-4530-455b-827a-656366c49a18 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:46.620310 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ee22b304-ef1a-4f2f-80d0-17be823bd00a None None] Set router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:17:46.620473 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23cf2a36-4530-455b-827a-656366c49a18 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:46.660213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403c150-0762-4e4c-93f9-d7823a859ef0 req-eeb349ae-f8bc-4a47-9f2b-bc9670bc56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:46.661824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f403c150-0762-4e4c-93f9-d7823a859ef0 req-eeb349ae-f8bc-4a47-9f2b-bc9670bc56f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=328aa90f-1591-4053-86d0-d23c5313a3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0622690
Dec 18 21:17:46.679993 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af72a61d-61f7-4805-8874-5f98b4dce02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:46.682681 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-af72a61d-61f7-4805-8874-5f98b4dce02f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:46.683857 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-af72a61d-61f7-4805-8874-5f98b4dce02f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48c12ab7-2ceb-408f-819c-559f2b360999 HTTP/1.1" status: 204  len: 168 time: 0.3084407
Dec 18 21:17:46.738004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72a61d-61f7-4805-8874-5f98b4dce02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c12ab7-2ceb-408f-819c-559f2b360999,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:46.770536 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-23cf2a36-4530-455b-827a-656366c49a18 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Floating IP cff16d1a-ae2d-43e6-957c-c45cc39d091a associated. External IP: 172.35.3.62, port: 6026ee4b-58c6-4893-81dc-2d5273eedae4.
Dec 18 21:17:46.790737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f403c150-0762-4e4c-93f9-d7823a859ef0 req-1af172a8-3b05-43c9-ae9a-e4265783ebcf service neutron] 10.222.0.31 "GET /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214476
Dec 18 21:17:46.870536 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ee22b304-ef1a-4f2f-80d0-17be823bd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36646298e0>, [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a099fd7d-aa0f-470e-84fb-8fc0490f9822', 'name': '', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:7f:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:12Z', 'updated_at': '2021-12-18T21:16:17Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:46.901539 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22b304-ef1a-4f2f-80d0-17be823bd00a None None] The sync data for ids ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'] in ncdv-master-1 is: [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a099fd7d-aa0f-470e-84fb-8fc0490f9822', 'name': '', 'network_id': '328aa90f-1591-4053-86d0-d23c5313a3ad', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'mac_address': 'fa:16:3e:7f:0a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:12Z', 'updated_at': '2021-12-18T21:16:17Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'subnets': [{'id': '112292da-64d1-4a43-8772-6a001ae13fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:46.921423 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f403c150-0762-4e4c-93f9-d7823a859ef0 req-5a5df18d-a767-4000-9ffe-3b25a9212023 service neutron] 10.222.0.31 "GET /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1193929
Dec 18 21:17:47.018449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cf2a36-4530-455b-827a-656366c49a18 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:47.143799 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cf2a36-4530-455b-827a-656366c49a18 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:47.161245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114509ec-242d-454e-a1cd-2884906cf610 None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:47.175521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114509ec-242d-454e-a1cd-2884906cf610 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:47.176225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-114509ec-242d-454e-a1cd-2884906cf610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ecf9be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:47.213993 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f91d7d-d58f-4888-8574-3c697d1446ca None None] New status for floating IP 69d5534c-0d41-4303-ba9f-9f4e3988d2f3: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:17:47.222365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-114509ec-242d-454e-a1cd-2884906cf610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ecf9be0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:47.233205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114509ec-242d-454e-a1cd-2884906cf610 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:47.234076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-114509ec-242d-454e-a1cd-2884906cf610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ecf9be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:47.268700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-114509ec-242d-454e-a1cd-2884906cf610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ecf9be0>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:47.269643 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114509ec-242d-454e-a1cd-2884906cf610 None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:47.372317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cf2a36-4530-455b-827a-656366c49a18 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router 1ead2f34-5d1e-4303-874a-8ef02f394cc1 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:47.492445 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cf2a36-4530-455b-827a-656366c49a18 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:47.496986 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23cf2a36-4530-455b-827a-656366c49a18 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:47.504303 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e415ef-8c10-4b78-82d8-8aa6aa653061 None None] Sync routers for ids ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:47.513502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e415ef-8c10-4b78-82d8-8aa6aa653061 None None] Routers {'1ead2f34-5d1e-4303-874a-8ef02f394cc1'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:47.514368 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-82e415ef-8c10-4b78-82d8-8aa6aa653061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e42dd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:47.551500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-82e415ef-8c10-4b78-82d8-8aa6aa653061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e42dd30>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:47.558739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44856) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.565512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e415ef-8c10-4b78-82d8-8aa6aa653061 None None] Routers {'1ead2f34-5d1e-4303-874a-8ef02f394cc1'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:47.566428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-82e415ef-8c10-4b78-82d8-8aa6aa653061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e42dd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:47.599089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-82e415ef-8c10-4b78-82d8-8aa6aa653061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e42dd30>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:47.600031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e415ef-8c10-4b78-82d8-8aa6aa653061 None None] The sync data for ids ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:47.642872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bca648-8f8a-4401-bb00-57c4cf8db606 req-717efc97-179b-4f2b-a863-1863e296f5f8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:47.645268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4bca648-8f8a-4401-bb00-57c4cf8db606 req-717efc97-179b-4f2b-a863-1863e296f5f8 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.31 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.0767272
Dec 18 21:17:47.713721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-f1460273-441f-4afe-b04d-7d40dac4c73d tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.714828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f1460273-441f-4afe-b04d-7d40dac4c73d tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.1547277
Dec 18 21:17:47.730980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44862) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.739313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-5a41e8d2-ecd7-480c-a4ad-f15a91762b78 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.740320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5a41e8d2-ecd7-480c-a4ad-f15a91762b78 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0076039
Dec 18 21:17:47.743603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44864) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.748993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-60a6ed45-fd2c-42cd-8a96-1a3e75221205 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.749976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-60a6ed45-fd2c-42cd-8a96-1a3e75221205 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0051658
Dec 18 21:17:47.755472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44866) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.763000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-0b85f43f-4b27-4d9e-92ce-a59bfbacfa09 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.763975 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0b85f43f-4b27-4d9e-92ce-a59bfbacfa09 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0065937
Dec 18 21:17:47.783301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44868) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.792039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-1feb813b-d8e1-4f51-8d67-d7b96cc03423 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.795484 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1feb813b-d8e1-4f51-8d67-d7b96cc03423 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0070932
Dec 18 21:17:47.796967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44870) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.805324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-2e50a2be-497f-48f0-b3e8-656a6668bfe9 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.808761 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2e50a2be-497f-48f0-b3e8-656a6668bfe9 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0083048
Dec 18 21:17:47.810666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44872) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.819544 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cd651-bcbe-4189-9e0d-b949a3fb4f02 req-f8b43ead-6d7d-4461-92d3-88b6b571f042 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:47.821111 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-181cd651-bcbe-4189-9e0d-b949a3fb4f02 req-f8b43ead-6d7d-4461-92d3-88b6b571f042 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/ports?device_id=47b796a5-4c32-412d-9bc1-b4219233b129 HTTP/1.1" status: 200  len: 946 time: 0.1327794
Dec 18 21:17:47.827097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-c22655b1-9cc8-4570-8576-fc92da5d7aa4 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.828092 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c22655b1-9cc8-4570-8576-fc92da5d7aa4 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0060532
Dec 18 21:17:47.831513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44874) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.842514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-58c6f362-72e1-4151-83ab-e84e1fe85570 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.844049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-58c6f362-72e1-4151-83ab-e84e1fe85570 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0116744
Dec 18 21:17:47.848029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44878) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.854140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-f96312fe-27c0-441c-9949-b45033989b2a tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.854932 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f96312fe-27c0-441c-9949-b45033989b2a tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0059946
Dec 18 21:17:47.857414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44880) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.861887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-fe266583-5d1b-4e17-96c2-394176af550b tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.865022 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fe266583-5d1b-4e17-96c2-394176af550b tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0045359
Dec 18 21:17:47.865592 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44882) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.869333 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-b5d366f3-3617-4a64-b6f5-e91055a2f75a tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.872567 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b5d366f3-3617-4a64-b6f5-e91055a2f75a tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0041053
Dec 18 21:17:47.872702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44884) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.876758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-abb1a249-f715-4d44-9aa2-3076754a0bd7 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.879687 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-abb1a249-f715-4d44-9aa2-3076754a0bd7 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0041027
Dec 18 21:17:47.882468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-23cf2a36-4530-455b-827a-656366c49a18 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "PUT /v2.0/floatingips/cff16d1a-ae2d-43e6-957c-c45cc39d091a HTTP/1.1" status: 200  len: 978 time: 2.0097239
Dec 18 21:17:47.882947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44886) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.883057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44888) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.892918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-140bc65a-49f8-4ab6-8db9-ddf834500d0d tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.893879 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-140bc65a-49f8-4ab6-8db9-ddf834500d0d tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0091465
Dec 18 21:17:47.897778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-a4bca648-8f8a-4401-bb00-57c4cf8db606 req-5d3f15b3-d544-486d-864a-48e282bc7613 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port eab4ed4b-542e-4493-9473-7dd3c88992e8 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:47.898119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a4bca648-8f8a-4401-bb00-57c4cf8db606 req-5d3f15b3-d544-486d-864a-48e282bc7613 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:47.900647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44890) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.906283 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-181cd651-bcbe-4189-9e0d-b949a3fb4f02 req-d3fce2f4-1598-4c07-9ba1-a42fb2e26ea1 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ab93a73-cbc4-452a-8c48-8a853a68b559&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771697
Dec 18 21:17:47.910358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-d43d5d1d-725c-458c-8543-6f7f2d1d9f16 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.911441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d43d5d1d-725c-458c-8543-6f7f2d1d9f16 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0097334
Dec 18 21:17:47.914236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44892) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.919151 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-d1e67334-2421-48b2-89c3-fd58188a93cf tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.920326 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d1e67334-2421-48b2-89c3-fd58188a93cf tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0049858
Dec 18 21:17:47.924033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44894) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.930392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-d7f8c72d-0448-41d8-9333-1830d9e59975 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.931299 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d7f8c72d-0448-41d8-9333-1830d9e59975 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0062590
Dec 18 21:17:47.936885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44896) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.941818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-4c352795-54d8-4aee-b633-b8e4f8e0dce9 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.942758 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4c352795-54d8-4aee-b633-b8e4f8e0dce9 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0050325
Dec 18 21:17:47.947939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44898) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.952142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-b6ef4a81-5221-4f76-a67e-2e1e61d36e3c tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.955095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b6ef4a81-5221-4f76-a67e-2e1e61d36e3c tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0042164
Dec 18 21:17:47.955636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44900) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.961521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-0fb7a7d5-13e4-48d9-bba2-2a57782df57a tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.962489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0fb7a7d5-13e4-48d9-bba2-2a57782df57a tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0060046
Dec 18 21:17:47.965002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44902) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.971908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-8bac9a8a-a0ee-4429-88ce-9e33547c276b tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.972836 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8bac9a8a-a0ee-4429-88ce-9e33547c276b tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0062802
Dec 18 21:17:47.975130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44904) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.980673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-42601317-3409-4c68-b350-954fcabae3b3 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.981608 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-42601317-3409-4c68-b350-954fcabae3b3 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0056384
Dec 18 21:17:47.984963 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44906) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.989386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-fe1c41ea-394c-43e2-8757-f49d861c0821 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.992334 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fe1c41ea-394c-43e2-8757-f49d861c0821 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0044506
Dec 18 21:17:47.992616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44908) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:47.993185 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port 08ca8fcf-a158-4741-a484-12a87f00b87c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:47.993521 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:47.996676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-7a850283-618a-46fb-88ae-1432cb36a483 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:47.999812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7a850283-618a-46fb-88ae-1432cb36a483 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0041215
Dec 18 21:17:48.000533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44910) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.004358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-0b8ef8bc-93a5-44e5-8cb6-457f1765a5de tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.005300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0b8ef8bc-93a5-44e5-8cb6-457f1765a5de tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0039296
Dec 18 21:17:48.007890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44912) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.011714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-ba2bf576-dfeb-42de-96c2-019b7306caef tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.012640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ba2bf576-dfeb-42de-96c2-019b7306caef tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0039041
Dec 18 21:17:48.019898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44914) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.023795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-6635b4d1-1b91-444e-9b14-db2e0c354d86 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.024739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6635b4d1-1b91-444e-9b14-db2e0c354d86 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0039723
Dec 18 21:17:48.027077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44916) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.034458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-8bc259c9-a4fe-401d-a269-809adda525e5 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.035410 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8bc259c9-a4fe-401d-a269-809adda525e5 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0074968
Dec 18 21:17:48.037740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44918) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.043486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-20784969-bcb9-40e1-a14f-3f7a7d4a1111 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.044411 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-20784969-bcb9-40e1-a14f-3f7a7d4a1111 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0057409
Dec 18 21:17:48.047210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a4bca648-8f8a-4401-bb00-57c4cf8db606 req-5d3f15b3-d544-486d-864a-48e282bc7613 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] For port eab4ed4b-542e-4493-9473-7dd3c88992e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eab4ed4b-542e-4493-9473-7dd3c88992e8,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:48.047345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44920) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.047575 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a4bca648-8f8a-4401-bb00-57c4cf8db606 req-5d3f15b3-d544-486d-864a-48e282bc7613 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:48.051044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-8bc8b25d-b558-4b5a-998f-38423bf2f7ca tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.051950 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8bc8b25d-b558-4b5a-998f-38423bf2f7ca tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0037913
Dec 18 21:17:48.054225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44922) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.057961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-8e9272e3-f5fc-4642-8ef8-9280fbfd2247 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.058897 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8e9272e3-f5fc-4642-8ef8-9280fbfd2247 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0038204
Dec 18 21:17:48.061171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44924) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.063379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-a4bca648-8f8a-4401-bb00-57c4cf8db606 req-5d3f15b3-d544-486d-864a-48e282bc7613 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for eab4ed4b-542e-4493-9473-7dd3c88992e8 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:48.067596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-3c0e8c80-936b-4707-ba58-9ab872a398b3 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.068855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3c0e8c80-936b-4707-ba58-9ab872a398b3 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0064273
Dec 18 21:17:48.071067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44926) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.077936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-bd61adfa-5d47-409b-8516-b0c3f3363b1a tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.078929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bd61adfa-5d47-409b-8516-b0c3f3363b1a tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0070078
Dec 18 21:17:48.082174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44928) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.086214 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-9000bd95-95e3-4058-a72d-799e7d519cee tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.087177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9000bd95-95e3-4058-a72d-799e7d519cee tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0041072
Dec 18 21:17:48.089373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44930) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.094193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-5b11a084-46bc-4e19-b74b-9d0181bbaf3f tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.097827 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5b11a084-46bc-4e19-b74b-9d0181bbaf3f tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0049348
Dec 18 21:17:48.098361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44932) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.104072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-905268a1-f5e4-4380-bdff-b871ec70063c tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.105406 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-905268a1-f5e4-4380-bdff-b871ec70063c tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0056984
Dec 18 21:17:48.106851 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:48.109090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44934) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.112907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-206544c6-ed47-4368-84ae-bd84be907501 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.113807 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-206544c6-ed47-4368-84ae-bd84be907501 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0038068
Dec 18 21:17:48.119572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44936) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.123416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-b26e86ad-bb91-43a2-a4b0-d43eafe9629f tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.124340 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b26e86ad-bb91-43a2-a4b0-d43eafe9629f tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0039215
Dec 18 21:17:48.126699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44938) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.130813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-44cf15d1-4b0e-4c3f-a724-67969b33f3bd tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.131727 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-44cf15d1-4b0e-4c3f-a724-67969b33f3bd tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0040803
Dec 18 21:17:48.134880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44940) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.138953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-bff40890-4b52-4d37-98ab-c0848c6e7782 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.140440 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bff40890-4b52-4d37-98ab-c0848c6e7782 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0047004
Dec 18 21:17:48.143787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44942) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.150758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-320c024a-7931-4669-9d99-0e5380fbe56f tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.151697 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-320c024a-7931-4669-9d99-0e5380fbe56f tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0070662
Dec 18 21:17:48.156893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44944) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.161695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-0a87cc8e-2598-4fb9-86f9-4f705ff4741f tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.162656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0a87cc8e-2598-4fb9-86f9-4f705ff4741f tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0049081
Dec 18 21:17:48.164958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44946) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.169095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-92f56d83-8468-4641-9a5f-6098ae4e9c39 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.170036 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-92f56d83-8468-4641-9a5f-6098ae4e9c39 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0041707
Dec 18 21:17:48.172293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44948) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.179925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-fc0b9ed2-c4ef-406d-af08-5321bf3a8ff0 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.180851 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fc0b9ed2-c4ef-406d-af08-5321bf3a8ff0 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0077386
Dec 18 21:17:48.183127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44950) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.186950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-445c7771-db3d-4fc8-aac6-bc75d0b3646a tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.187866 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-445c7771-db3d-4fc8-aac6-bc75d0b3646a tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0039003
Dec 18 21:17:48.190132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44952) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.195619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-1f3c16bc-d846-4b44-a253-ec7c464bda3d tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.196517 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1f3c16bc-d846-4b44-a253-ec7c464bda3d tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0055337
Dec 18 21:17:48.198757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44954) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.204416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-1bbf1570-eb5d-448d-b4a0-6b3da5c790d0 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.205324 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1bbf1570-eb5d-448d-b4a0-6b3da5c790d0 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0057545
Dec 18 21:17:48.207749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44956) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.213664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-9b3391b5-9a8e-4448-800f-d67f163a7f7a tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.214651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9b3391b5-9a8e-4448-800f-d67f163a7f7a tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0061402
Dec 18 21:17:48.216957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44958) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.241668 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a4bca648-8f8a-4401-bb00-57c4cf8db606 req-5d3f15b3-d544-486d-864a-48e282bc7613 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:48.246685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-26deb6ce-3d76-4d06-8769-c151bdf942ca tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.247649 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-26deb6ce-3d76-4d06-8769-c151bdf942ca tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0297985
Dec 18 21:17:48.250539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44960) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.258159 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-275affd2-b58c-47a1-a06d-3ee14f0eb70b tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.259112 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-275affd2-b58c-47a1-a06d-3ee14f0eb70b tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0077133
Dec 18 21:17:48.261589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44962) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.265874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-b1fadb79-7cde-4bbd-8edd-f930cdcd01de tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.266814 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b1fadb79-7cde-4bbd-8edd-f930cdcd01de tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0043874
Dec 18 21:17:48.268956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44964) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.271338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f15b3-d544-486d-864a-48e282bc7613 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=eab4ed4b-542e-4493-9473-7dd3c88992e8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:48.274690 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-385fc944-5376-4490-8b8f-8da876850a8d tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.275620 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-385fc944-5376-4490-8b8f-8da876850a8d tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0058434
Dec 18 21:17:48.278013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44966) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.282415 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-ad9dd646-2a78-4a6c-b348-29f15c82d8a0 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.283344 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ad9dd646-2a78-4a6c-b348-29f15c82d8a0 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0044549
Dec 18 21:17:48.285697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44968) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.293688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-a75c3416-2bbf-474a-8a5a-08e1c79fcd00 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.294400 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a75c3416-2bbf-474a-8a5a-08e1c79fcd00 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0077291
Dec 18 21:17:48.299265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44970) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.321522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bca648-8f8a-4401-bb00-57c4cf8db606 req-5d3f15b3-d544-486d-864a-48e282bc7613 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] No DVR routers for this DVR port eab4ed4b-542e-4493-9473-7dd3c88992e8 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:17:48.324689 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a4bca648-8f8a-4401-bb00-57c4cf8db606 req-5d3f15b3-d544-486d-864a-48e282bc7613 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:48.329112 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-7bdf2a6d-67fd-4a02-8550-3ad7b9840543 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.329674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4bca648-8f8a-4401-bb00-57c4cf8db606 req-5d3f15b3-d544-486d-864a-48e282bc7613 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.31 "DELETE /v2.0/ports/eab4ed4b-542e-4493-9473-7dd3c88992e8 HTTP/1.1" status: 204  len: 173 time: 0.6781175
Dec 18 21:17:48.330078 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7bdf2a6d-67fd-4a02-8550-3ad7b9840543 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0310001
Dec 18 21:17:48.330921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'name': 'network-vif-deleted', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:17:48.332686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44974) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.334719 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a6caa1-8a3b-48d1-b8cc-e4883c017eff" -d '{"events": [{"server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "name": "network-vif-deleted", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:17:48.340511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-233685c8-0717-4576-90d2-690a1e8af3f9 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.341467 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-233685c8-0717-4576-90d2-690a1e8af3f9 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0079479
Dec 18 21:17:48.344813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44978) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.350510 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-f9653a0d-6f97-4d29-b80d-2e7de0ee5b66 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.351427 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f9653a0d-6f97-4d29-b80d-2e7de0ee5b66 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0057323
Dec 18 21:17:48.353957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44980) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.363942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-1543b883-5ccc-4dcf-9e63-efc8ab6accb1 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.364904 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1543b883-5ccc-4dcf-9e63-efc8ab6accb1 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0100453
Dec 18 21:17:48.373536 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44982) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.380641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-40e4991f-b89e-4a41-b75e-c53ff020a307 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.386566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-40e4991f-b89e-4a41-b75e-c53ff020a307 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0068009
Dec 18 21:17:48.387016 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:48.387306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44984) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.387418 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:48.387689 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Floating IP cff16d1a-ae2d-43e6-957c-c45cc39d091a disassociated. External IP: 172.35.3.62, port: 08ca8fcf-a158-4741-a484-12a87f00b87c.
Dec 18 21:17:48.388024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for 08ca8fcf-a158-4741-a484-12a87f00b87c owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:48.393408 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-0088cda8-6fbd-4edf-acdb-45c8c6975003 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.397312 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44986) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.398040 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0088cda8-6fbd-4edf-acdb-45c8c6975003 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0093932
Dec 18 21:17:48.403534 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4f758d-bda7-49f4-ac84-bfe561e7674c x-openstack-request-id: req-ae4f758d-bda7-49f4-ac84-bfe561e7674c {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:17:48.403669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-ae7529d2-f12f-4971-b668-156046e0e88c tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.403968 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b796a5-4c32-412d-9bc1-b4219233b129", "name": "network-vif-deleted", "tag": "eab4ed4b-542e-4493-9473-7dd3c88992e8", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:17:48.404624 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ae7529d2-f12f-4971-b668-156046e0e88c tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0064096
Dec 18 21:17:48.406356 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae4f758d-bda7-49f4-ac84-bfe561e7674c {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:17:48.407015 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b796a5-4c32-412d-9bc1-b4219233b129', 'name': 'network-vif-deleted', 'tag': 'eab4ed4b-542e-4493-9473-7dd3c88992e8', 'status': 'completed', 'code': 200}
Dec 18 21:17:48.407547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 44988) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.412922 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [None req-15428d20-5a8d-47c7-8cdd-ee1b30c99eb6 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.415986 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-15428d20-5a8d-47c7-8cdd-ee1b30c99eb6 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0052881
Dec 18 21:17:48.419106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44990) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.424682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-69edcd0e-ac54-42a6-a83e-3253283def8b tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.426360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-69edcd0e-ac54-42a6-a83e-3253283def8b tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0053880
Dec 18 21:17:48.428555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44992) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.433870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-57ca66b3-aa3e-4f09-8718-7baf015c2cb1 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.435087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-57ca66b3-aa3e-4f09-8718-7baf015c2cb1 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0051613
Dec 18 21:17:48.438047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44994) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.443618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-1b546525-333f-448e-9f1b-384d9fcaa233 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.445222 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1b546525-333f-448e-9f1b-384d9fcaa233 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0058525
Dec 18 21:17:48.447622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44996) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.451748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-747ef755-524b-43d9-bdad-8501816a587b tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.453602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-747ef755-524b-43d9-bdad-8501816a587b tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0048144
Dec 18 21:17:48.455668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 44998) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.460525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-48cde3ba-6a79-41e1-838f-d400c1f34d92 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.461901 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-48cde3ba-6a79-41e1-838f-d400c1f34d92 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0048282
Dec 18 21:17:48.464434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45000) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.468581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-6404644f-9ca9-4d72-b4e0-bc0046e1ebb7 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.469550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6404644f-9ca9-4d72-b4e0-bc0046e1ebb7 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0041668
Dec 18 21:17:48.471869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45002) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.475906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-f9e52e8c-0776-4e1b-9d7b-a78928dc7e36 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.476969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f9e52e8c-0776-4e1b-9d7b-a78928dc7e36 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0042026
Dec 18 21:17:48.479342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45004) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.483435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-7780e1ad-8587-42b2-949b-de80ddb78d89 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.484377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7780e1ad-8587-42b2-949b-de80ddb78d89 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0040843
Dec 18 21:17:48.486566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45006) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.490383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-fca2f96b-89c3-44ca-8c8d-ae68fee20757 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.491315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fca2f96b-89c3-44ca-8c8d-ae68fee20757 tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0039203
Dec 18 21:17:48.493612 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45008) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.497387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [None req-c6856a8d-9bad-4522-84c4-6e517aff49bf tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:48.498380 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c6856a8d-9bad-4522-84c4-6e517aff49bf tempest-ExtensionsTestJSON-531117738 tempest-ExtensionsTestJSON-531117738-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0038509
Dec 18 21:17:48.534146 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:48.567440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=08ca8fcf-a158-4741-a484-12a87f00b87c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:48.714490 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router 1ead2f34-5d1e-4303-874a-8ef02f394cc1 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:48.864564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45014) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.891679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:48.904722 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1329104-8458-4df0-ac35-38762af00117 None None] Sync routers for ids ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:48.916675 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1329104-8458-4df0-ac35-38762af00117 None None] Routers {'1ead2f34-5d1e-4303-874a-8ef02f394cc1'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:48.917633 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e1329104-8458-4df0-ac35-38762af00117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641d0af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:48.958810 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e1329104-8458-4df0-ac35-38762af00117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641d0af0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:48.972272 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1329104-8458-4df0-ac35-38762af00117 None None] Routers {'1ead2f34-5d1e-4303-874a-8ef02f394cc1'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:48.976705 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e1329104-8458-4df0-ac35-38762af00117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641d0af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:48.976856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45020) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:48.997689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.002870 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-386b88d7-a527-4034-b26a-14e1102ffd14 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/ports/08ca8fcf-a158-4741-a484-12a87f00b87c HTTP/1.1" status: 204  len: 168 time: 1.1186199
Dec 18 21:17:49.004574 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45022) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:49.012606 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e1329104-8458-4df0-ac35-38762af00117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641d0af0>, [], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:49.013257 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1329104-8458-4df0-ac35-38762af00117 None None] The sync data for ids ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'] in ncdv-master-1 is: [] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:49.038609 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4a672782-0e49-4bd5-b3a3-5264ccfe5140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.445246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f2594a36-d1e6-494d-883f-f103e1229bcf tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.535024 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4a672782-0e49-4bd5-b3a3-5264ccfe5140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.540397 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4a672782-0e49-4bd5-b3a3-5264ccfe5140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.602679 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.606806 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4a672782-0e49-4bd5-b3a3-5264ccfe5140 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ababf23c96043ffa7a500358a5f9783&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7410674
Dec 18 21:17:49.607485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45026) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:49.618761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a672782-0e49-4bd5-b3a3-5264ccfe5140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2acb49-a8bf-497c-838b-2f3d6c4c6e7c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:49.707559 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b074db43-9df7-412b-b3da-7b7ad404f9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.738538 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b074db43-9df7-412b-b3da-7b7ad404f9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.756784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-f2594a36-d1e6-494d-883f-f103e1229bcf tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port d7d9c97f-c9f3-4162-aa34-ec5bba869e38 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:49.757219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f2594a36-d1e6-494d-883f-f103e1229bcf tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.819799 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b074db43-9df7-412b-b3da-7b7ad404f9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.822357 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b074db43-9df7-412b-b3da-7b7ad404f9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.823933 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b074db43-9df7-412b-b3da-7b7ad404f9b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc2acb49-a8bf-497c-838b-2f3d6c4c6e7c HTTP/1.1" status: 204  len: 168 time: 0.2128007
Dec 18 21:17:49.837196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074db43-9df7-412b-b3da-7b7ad404f9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2acb49-a8bf-497c-838b-2f3d6c4c6e7c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:49.843668 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d042d0e-16a4-4cfe-be9f-09733cbea583 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.854948 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f2594a36-d1e6-494d-883f-f103e1229bcf tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:49.868162 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-f2594a36-d1e6-494d-883f-f103e1229bcf tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for d7d9c97f-c9f3-4162-aa34-ec5bba869e38 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:50.079084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f2594a36-d1e6-494d-883f-f103e1229bcf tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:50.110796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2594a36-d1e6-494d-883f-f103e1229bcf tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=d7d9c97f-c9f3-4162-aa34-ec5bba869e38,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:50.151090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0d042d0e-16a4-4cfe-be9f-09733cbea583 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port a099fd7d-aa0f-470e-84fb-8fc0490f9822 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:50.151604 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d042d0e-16a4-4cfe-be9f-09733cbea583 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:50.260178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-0d042d0e-16a4-4cfe-be9f-09733cbea583 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] For port a099fd7d-aa0f-470e-84fb-8fc0490f9822, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a099fd7d-aa0f-470e-84fb-8fc0490f9822,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:50.260636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d042d0e-16a4-4cfe-be9f-09733cbea583 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:50.275151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0d042d0e-16a4-4cfe-be9f-09733cbea583 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for a099fd7d-aa0f-470e-84fb-8fc0490f9822 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:50.318534 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f2594a36-d1e6-494d-883f-f103e1229bcf tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:50.491294 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d042d0e-16a4-4cfe-be9f-09733cbea583 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:50.523078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d042d0e-16a4-4cfe-be9f-09733cbea583 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=a099fd7d-aa0f-470e-84fb-8fc0490f9822,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:50.586785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2594a36-d1e6-494d-883f-f103e1229bcf tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router 1ead2f34-5d1e-4303-874a-8ef02f394cc1 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:50.634581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45050) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:50.749763 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0d042d0e-16a4-4cfe-be9f-09733cbea583 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.006011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d042d0e-16a4-4cfe-be9f-09733cbea583 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:51.010181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-399838148'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:51.048355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2594a36-d1e6-494d-883f-f103e1229bcf tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:51.050763 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Made reservation on behalf of bf44039972604cd18c79369576ca9691 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:51.056508 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.064629 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f2594a36-d1e6-494d-883f-f103e1229bcf tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "PUT /v2.0/routers/1ead2f34-5d1e-4303-874a-8ef02f394cc1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0588422
Dec 18 21:17:51.071288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56757cb8-68f7-4105-a6e6-0548ddde631d None None] Sync routers for ids ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:51.071796 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45054) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:51.078380 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.084021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56757cb8-68f7-4105-a6e6-0548ddde631d None None] Routers {'1ead2f34-5d1e-4303-874a-8ef02f394cc1'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:51.084625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-56757cb8-68f7-4105-a6e6-0548ddde631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d657d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:51.120844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-56757cb8-68f7-4105-a6e6-0548ddde631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d657d60>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:51.130751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56757cb8-68f7-4105-a6e6-0548ddde631d None None] Routers {'1ead2f34-5d1e-4303-874a-8ef02f394cc1'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:51.131582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-56757cb8-68f7-4105-a6e6-0548ddde631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d657d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:51.133311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d042d0e-16a4-4cfe-be9f-09733cbea583 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:51.146646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0d042d0e-16a4-4cfe-be9f-09733cbea583 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "PUT /v2.0/routers/4e7dcee7-7f26-43f7-bca8-a3ee034966c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1648936
Dec 18 21:17:51.146864 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61a2df-4336-4c03-9191-7582f8e55a88 None None] Sync routers for ids ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:51.147780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45056) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:51.157624 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f61a2df-4336-4c03-9191-7582f8e55a88 None None] Routers {'4e7dcee7-7f26-43f7-bca8-a3ee034966c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:51.158570 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6f61a2df-4336-4c03-9191-7582f8e55a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366401bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:51.180098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-56757cb8-68f7-4105-a6e6-0548ddde631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d657d60>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:51.180768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56757cb8-68f7-4105-a6e6-0548ddde631d None None] The sync data for ids ['1ead2f34-5d1e-4303-874a-8ef02f394cc1'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:51.215990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc214392-2df3-493f-bc84-60ab2c935156 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting subnet 112292da-64d1-4a43-8772-6a001ae13fe5 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:17:51.219975 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc214392-2df3-493f-bc84-60ab2c935156 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.221057 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.266003 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc214392-2df3-493f-bc84-60ab2c935156 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.284619 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-6f61a2df-4336-4c03-9191-7582f8e55a88 None None] Set router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:17:51.323495 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.333082 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.345042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eab4ed4b-542e-4493-9473-7dd3c88992e8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:17:51.365279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:17:51.383859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: eab4ed4b-542e-4493-9473-7dd3c88992e8 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:17:51.384941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device eab4ed4b-542e-4493-9473-7dd3c88992e8 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:17:51.385209 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.385549 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Added segment 2a252607-3e34-4067-9131-a9c34a93d145 of type vlan for network 211c83eb-2a63-44ba-97bd-ea5803fdd5ca
Dec 18 21:17:51.398812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ea6e58-9cb0-40ed-9349-a072a197ea9d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:51.403546 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.405654 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc214392-2df3-493f-bc84-60ab2c935156 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.442100 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.483273 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc214392-2df3-493f-bc84-60ab2c935156 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.494831 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.501138 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:51.501738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.508193 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6f61a2df-4336-4c03-9191-7582f8e55a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366401bd30>, [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:17:50Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:51.518056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc214392-2df3-493f-bc84-60ab2c935156 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Subnet': ['ID=112292da-64d1-4a43-8772-6a001ae13fe5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:51.521860 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cc214392-2df3-493f-bc84-60ab2c935156 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.527816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cc214392-2df3-493f-bc84-60ab2c935156 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/subnets/112292da-64d1-4a43-8772-6a001ae13fe5 HTTP/1.1" status: 204  len: 168 time: 0.3762820
Dec 18 21:17:51.528855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45060) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:51.538082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d277b9c-62f6-4a3e-bf56-00559a28abc7 None None] Network 328aa90f-1591-4053-86d0-d23c5313a3ad requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:17:51.547651 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61a2df-4336-4c03-9191-7582f8e55a88 None None] Checking router: 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:17:51.556756 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f61a2df-4336-4c03-9191-7582f8e55a88 None None] Routers {'4e7dcee7-7f26-43f7-bca8-a3ee034966c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:51.557701 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6f61a2df-4336-4c03-9191-7582f8e55a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366401bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:51.578676 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.9429712
Dec 18 21:17:51.581798 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45062) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:51.588070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-533856a2-0881-4448-89fa-e9df09f0596d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Request body: {'subnet': {'network_id': '211c83eb-2a63-44ba-97bd-ea5803fdd5ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:51.594744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port 69d11987-e1fd-4b1b-b392-940cb68ae213 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:51.595088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.607497 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86db9c-74f3-450e-b08b-dad06670656f tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Pushing event updated for resources: {'Network': ['ID=211c83eb-2a63-44ba-97bd-ea5803fdd5ca,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:51.622028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 211c83eb-2a63-44ba-97bd-ea5803fdd5ca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:17:51.672788 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.691657 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-6f61a2df-4336-4c03-9191-7582f8e55a88 None None] Set router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:17:51.761331 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.780597 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for 69d11987-e1fd-4b1b-b392-940cb68ae213 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:51.791628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533856a2-0881-4448-89fa-e9df09f0596d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Made reservation on behalf of bf44039972604cd18c79369576ca9691 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:51.792485 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.795375 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-533856a2-0881-4448-89fa-e9df09f0596d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.854433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Deleting port 725f79e9-a138-44f8-9838-58c2b3dd6b04 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:51.854917 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:51.869140 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78eb623-fcd0-4d23-aac3-ccdfd7baaf9c None None] DHCP port deletion for 328aa90f-1591-4053-86d0-d23c5313a3ad request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:51.915555 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-6f61a2df-4336-4c03-9191-7582f8e55a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366401bd30>, [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:17:50Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:51.946329 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61a2df-4336-4c03-9191-7582f8e55a88 None None] The sync data for ids ['4e7dcee7-7f26-43f7-bca8-a3ee034966c3'] in ncdv-master-1 is: [{'id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111347353', 'tenant_id': '71c859bfcff54b5c85e6cb248341f37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:16:07Z', 'updated_at': '2021-12-18T21:17:50Z', 'revision_number': 5, 'project_id': '71c859bfcff54b5c85e6cb248341f37c', 'gw_port': {'id': '725f79e9-a138-44f8-9838-58c2b3dd6b04', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7dcee7-7f26-43f7-bca8-a3ee034966c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:16:08Z', 'updated_at': '2021-12-18T21:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:51.949104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b78eb623-fcd0-4d23-aac3-ccdfd7baaf9c None None] Deleting port 0a66774f-f833-4ab0-8d18-41ff9af27833 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:51.949673 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b78eb623-fcd0-4d23-aac3-ccdfd7baaf9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.000932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] For port 725f79e9-a138-44f8-9838-58c2b3dd6b04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=725f79e9-a138-44f8-9838-58c2b3dd6b04,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:52.001297 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.014949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Calling delete_port for 725f79e9-a138-44f8-9838-58c2b3dd6b04 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:52.121635 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.128334 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-533856a2-0881-4448-89fa-e9df09f0596d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.156284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=69d11987-e1fd-4b1b-b392-940cb68ae213,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:52.198554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b78eb623-fcd0-4d23-aac3-ccdfd7baaf9c None None] For port 0a66774f-f833-4ab0-8d18-41ff9af27833, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a66774f-f833-4ab0-8d18-41ff9af27833,segment=NetworkSegment(f2b45ae4-535d-4f16-89d6-de3461a573fa),segment_id=f2b45ae4-535d-4f16-89d6-de3461a573fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:52.199051 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b78eb623-fcd0-4d23-aac3-ccdfd7baaf9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.210204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a3d182-5449-4635-ab56-b9ce8dd9e709 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:52.216278 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b78eb623-fcd0-4d23-aac3-ccdfd7baaf9c None None] Calling delete_port for 0a66774f-f833-4ab0-8d18-41ff9af27833 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:52.233769 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.253072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533856a2-0881-4448-89fa-e9df09f0596d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Pushing event updated for resources: {'Subnet': ['ID=3fbc83c7-311a-4f53-b535-6c6b3782bd7c,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:52.274763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Port': ['ID=725f79e9-a138-44f8-9838-58c2b3dd6b04,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:52.281184 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533856a2-0881-4448-89fa-e9df09f0596d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Checking segment: {'id': '2a252607-3e34-4067-9131-a9c34a93d145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '211c83eb-2a63-44ba-97bd-ea5803fdd5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:17:52.281513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533856a2-0881-4448-89fa-e9df09f0596d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Network hostable DHCP agents. Network: 211c83eb-2a63-44ba-97bd-ea5803fdd5ca, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:17:52.285988 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.303382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88188cc-7599-4bb1-8748-33a214684ea8 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:52.320335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b78eb623-fcd0-4d23-aac3-ccdfd7baaf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.360883 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.363349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78eb623-fcd0-4d23-aac3-ccdfd7baaf9c None None] Pushing event deleted for resources: {'Port': ['ID=0a66774f-f833-4ab0-8d18-41ff9af27833,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:52.365551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78eb623-fcd0-4d23-aac3-ccdfd7baaf9c None None] No DVR routers for this DVR port 0a66774f-f833-4ab0-8d18-41ff9af27833 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:17:52.392676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.396946 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.404287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533856a2-0881-4448-89fa-e9df09f0596d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Network 211c83eb-2a63-44ba-97bd-ea5803fdd5ca is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:17:52.453650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-533856a2-0881-4448-89fa-e9df09f0596d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 211c83eb-2a63-44ba-97bd-ea5803fdd5ca) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:52.458727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533856a2-0881-4448-89fa-e9df09f0596d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:52.459912 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-533856a2-0881-4448-89fa-e9df09f0596d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.462708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.463365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Fanout notify agent at l3_agent the message router_deleted on router 1ead2f34-5d1e-4303-874a-8ef02f394cc1 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:52.469177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4781ad6-26da-4695-9fb9-ac7e3c3a8fe1 None None] Network 211c83eb-2a63-44ba-97bd-ea5803fdd5ca requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:17:52.472056 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.484801 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-75ddc8f4-dddd-4cb4-a434-2dfe1453e0f9 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/routers/1ead2f34-5d1e-4303-874a-8ef02f394cc1 HTTP/1.1" status: 204  len: 168 time: 1.4084210
Dec 18 21:17:52.485635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.487148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45066) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:52.490170 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.511348 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-533856a2-0881-4448-89fa-e9df09f0596d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9284105
Dec 18 21:17:52.514745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45068) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:52.520328 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Request body: {'port': {'network_id': '211c83eb-2a63-44ba-97bd-ea5803fdd5ca', 'name': 'tempest-ExtraDHCPOptionsTestJSON-733417571'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:52.584330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.584856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Fanout notify agent at l3_agent the message router_deleted on router 4e7dcee7-7f26-43f7-bca8-a3ee034966c3 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:52.593928 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.597621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-38f129f8-d705-4f47-a9cf-ba65ae503b5c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/routers/4e7dcee7-7f26-43f7-bca8-a3ee034966c3 HTTP/1.1" status: 204  len: 168 time: 1.0657043
Dec 18 21:17:52.598620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45070) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:52.602615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e69d66-9023-41ff-8d85-81f26732ae6a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting subnet 06574855-d0a7-487f-b2c7-32ceb36b146c {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:17:52.609589 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1e69d66-9023-41ff-8d85-81f26732ae6a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.634088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-211c83eb-2a63-44ba-97bd-ea5803fdd5ca', 'network_id': '211c83eb-2a63-44ba-97bd-ea5803fdd5ca', 'project_id': 'bf44039972604cd18c79369576ca9691', 'fixed_ips': [{'subnet_id': '3fbc83c7-311a-4f53-b535-6c6b3782bd7c'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:17:52.635175 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.665242 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1e69d66-9023-41ff-8d85-81f26732ae6a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.686625 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.820971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Allocated IP 172.20.0.2 (211c83eb-2a63-44ba-97bd-ea5803fdd5ca/3fbc83c7-311a-4f53-b535-6c6b3782bd7c/214b4ffc-8bc2-4385-9e09-f747ce478d3f) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:52.835126 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1e69d66-9023-41ff-8d85-81f26732ae6a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.878936 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.910563 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c9504c0>,) {'filters': {'network_id': ['328aa90f-1591-4053-86d0-d23c5313a3ad']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:52.919972 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Made reservation on behalf of bf44039972604cd18c79369576ca9691 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:52.932189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0a66774f-f833-4ab0-8d18-41ff9af27833 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:17:52.935257 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.940651 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1e69d66-9023-41ff-8d85-81f26732ae6a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.944692 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c9504c0>, 'f2b45ae4-535d-4f16-89d6-de3461a573fa') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:52.945004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c9504c0>, 'f2b45ae4-535d-4f16-89d6-de3461a573fa') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:52.960434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 0a66774f-f833-4ab0-8d18-41ff9af27833 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:17:52.960788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0a66774f-f833-4ab0-8d18-41ff9af27833 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:17:52.961340 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a099fd7d-aa0f-470e-84fb-8fc0490f9822 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:17:52.971661 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:52.985986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e69d66-9023-41ff-8d85-81f26732ae6a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Subnet': ['ID=06574855-d0a7-487f-b2c7-32ceb36b146c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:52.988422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] device_id is not set on port de676453-29ac-49f3-8c1e-2d579625ca10 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:17:52.995878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: a099fd7d-aa0f-470e-84fb-8fc0490f9822 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:17:52.996471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a099fd7d-aa0f-470e-84fb-8fc0490f9822 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:17:52.997723 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.002050 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1e69d66-9023-41ff-8d85-81f26732ae6a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.011792 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a1e69d66-9023-41ff-8d85-81f26732ae6a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/subnets/06574855-d0a7-487f-b2c7-32ceb36b146c HTTP/1.1" status: 204  len: 168 time: 0.5213051
Dec 18 21:17:53.011958 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f216733a-75da-4da3-ab42-e717a7ffe2c3 None None] Network 034c4762-2a6d-4d88-9553-2944711acde5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:17:53.015729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45072) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:53.032122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:17:53.032541 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   items = [
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:17:53.036768 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:17:53.106292 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.115463 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.122709 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.129367 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/networks/328aa90f-1591-4053-86d0-d23c5313a3ad HTTP/1.1" status: 204  len: 168 time: 0.5274253
Dec 18 21:17:53.129624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45074) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:53.152478 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c48ac5-2c15-4090-a2b6-867d30a289c2 tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'Network': ['ID=328aa90f-1591-4053-86d0-d23c5313a3ad,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:53.171630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port 6788a8ae-cf29-4193-8306-b70df4cf2a41 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:53.172132 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.191866 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.199564 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.228444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e782ecc7-e31e-49c5-94b3-55170b6a3d2c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.242664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] For port 6788a8ae-cf29-4193-8306-b70df4cf2a41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6788a8ae-cf29-4193-8306-b70df4cf2a41,segment=NetworkSegment(e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc),segment_id=e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:53.243611 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.250301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Network 211c83eb-2a63-44ba-97bd-ea5803fdd5ca is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:53.255303 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:53.259267 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:53.260503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for 6788a8ae-cf29-4193-8306-b70df4cf2a41 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:53.267879 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Pushing event updated for resources: {'Port': ['ID=214b4ffc-8bc2-4385-9e09-f747ce478d3f,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:53.283342 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e782ecc7-e31e-49c5-94b3-55170b6a3d2c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.303022 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.api [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3681a65e-d901-4bd1-9c19-671fd1544369 {{(pid=126009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:17:53.303341 ncdv-master-1 neutron-server[126009]: DEBUG oslo_db.api [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:17:53.330589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968576d5-ffdc-412d-ab6f-5b97b47aee15 None None] DHCP port deletion for 034c4762-2a6d-4d88-9553-2944711acde5 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:53.374837 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e782ecc7-e31e-49c5-94b3-55170b6a3d2c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.386303 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e782ecc7-e31e-49c5-94b3-55170b6a3d2c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.386937 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.387438 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e782ecc7-e31e-49c5-94b3-55170b6a3d2c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] 10.222.0.13 "DELETE /v2.0/security-groups/8ab93a73-cbc4-452a-8c48-8a853a68b559 HTTP/1.1" status: 204  len: 168 time: 0.2490518
Dec 18 21:17:53.400445 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782ecc7-e31e-49c5-94b3-55170b6a3d2c tempest-TestNetworkAdvancedServerOps-1650254697 tempest-TestNetworkAdvancedServerOps-1650254697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab93a73-cbc4-452a-8c48-8a853a68b559,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:53.417208 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Attempting to bind port 214b4ffc-8bc2-4385-9e09-f747ce478d3f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:17:53.417783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Attempting to bind port 214b4ffc-8bc2-4385-9e09-f747ce478d3f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a252607-3e34-4067-9131-a9c34a93d145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '211c83eb-2a63-44ba-97bd-ea5803fdd5ca'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:17:53.418464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Attempting to bind port 214b4ffc-8bc2-4385-9e09-f747ce478d3f on network 211c83eb-2a63-44ba-97bd-ea5803fdd5ca {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:17:53.418940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=6788a8ae-cf29-4193-8306-b70df4cf2a41,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:53.423088 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] No DVR routers for this DVR port 6788a8ae-cf29-4193-8306-b70df4cf2a41 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:17:53.449177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:17:53.450146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Checking segment: {'id': '2a252607-3e34-4067-9131-a9c34a93d145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '211c83eb-2a63-44ba-97bd-ea5803fdd5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:17:53.453093 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.453093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Bound using segment: {'id': '2a252607-3e34-4067-9131-a9c34a93d145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '211c83eb-2a63-44ba-97bd-ea5803fdd5ca'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:17:53.454410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Bound port: 214b4ffc-8bc2-4385-9e09-f747ce478d3f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a252607-3e34-4067-9131-a9c34a93d145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '211c83eb-2a63-44ba-97bd-ea5803fdd5ca'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:17:53.454802 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.506401 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.526690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] For port 214b4ffc-8bc2-4385-9e09-f747ce478d3f, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:17:53.530174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] For port 214b4ffc-8bc2-4385-9e09-f747ce478d3f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=214b4ffc-8bc2-4385-9e09-f747ce478d3f,segment=NetworkSegment(2a252607-3e34-4067-9131-a9c34a93d145),segment_id=2a252607-3e34-4067-9131-a9c34a93d145)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:17:53.534897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d05d3d0>,) {'filters': {'network_id': ['034c4762-2a6d-4d88-9553-2944711acde5']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:53.537679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-968576d5-ffdc-412d-ab6f-5b97b47aee15 None None] Deleting port 6788a8ae-cf29-4193-8306-b70df4cf2a41 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:53.538058 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-968576d5-ffdc-412d-ab6f-5b97b47aee15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.541410 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.545345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d05d3d0>, 'e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:53.546213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d05d3d0>, 'e0cf1d11-acdd-4e0f-bc3e-1744ed99d8bc') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:53.556396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.570382 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.576417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:17:53.576842 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   items = [
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:17:53.580163 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:17:53.654815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-968576d5-ffdc-412d-ab6f-5b97b47aee15 None None] For port 6788a8ae-cf29-4193-8306-b70df4cf2a41, host ncdv-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:53.655380 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-968576d5-ffdc-412d-ab6f-5b97b47aee15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.658905 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.679151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-968576d5-ffdc-412d-ab6f-5b97b47aee15 None None] Calling delete_port for 6788a8ae-cf29-4193-8306-b70df4cf2a41 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:53.680843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d3bd4-8ca8-468e-b628-325ca4a8b0a3 None None] Pushing event updated for resources: {'Port': ['ID=214b4ffc-8bc2-4385-9e09-f747ce478d3f,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:53.685920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.ipam_backend_mixin [None req-968576d5-ffdc-412d-ab6f-5b97b47aee15 None None] Port 6788a8ae-cf29-4193-8306-b70df4cf2a41 was not found and therefore no delete operation was performed {{(pid=126010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:17:53.687885 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-968576d5-ffdc-412d-ab6f-5b97b47aee15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.689513 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.695549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/networks/034c4762-2a6d-4d88-9553-2944711acde5 HTTP/1.1" status: 204  len: 168 time: 0.6765335
Dec 18 21:17:53.695549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95d6f7-58d3-4f17-b46c-e3bd10df66a4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Network': ['ID=034c4762-2a6d-4d88-9553-2944711acde5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:53.696246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45084) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:53.717347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-968576d5-ffdc-412d-ab6f-5b97b47aee15 None None] Network 034c4762-2a6d-4d88-9553-2944711acde5 is not hosted by any dhcp agent {{(pid=126010) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 18 21:17:53.718389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968576d5-ffdc-412d-ab6f-5b97b47aee15 None None] No DVR routers for this DVR port 6788a8ae-cf29-4193-8306-b70df4cf2a41 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:17:53.731932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968576d5-ffdc-412d-ab6f-5b97b47aee15 None None] Pushing event deleted for resources: {'Port': ['ID=6788a8ae-cf29-4193-8306-b70df4cf2a41,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:53.796513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45086) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:53.804412 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:53.830081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] device_id is not set on port c3436c72-f031-450e-b1eb-f1194ffd0d73 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:17:54.013126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Allocated IP 172.20.0.5 (211c83eb-2a63-44ba-97bd-ea5803fdd5ca/3fbc83c7-311a-4f53-b535-6c6b3782bd7c/c3436c72-f031-450e-b1eb-f1194ffd0d73) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:54.033522 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ec72c2e2-154e-48bc-9164-cba19da0039e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71c859bfcff54b5c85e6cb248341f37c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2356939
Dec 18 21:17:54.036707 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45090) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:54.145047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f2afba72-f105-48e2-956e-52736737bad2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port e11f0d2e-938c-438f-9250-7f870e46ab6f {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:54.145623 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2afba72-f105-48e2-956e-52736737bad2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.170691 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-daf69dc3-aac1-4c2e-a77c-6d13ff4b8484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.207182 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-daf69dc3-aac1-4c2e-a77c-6d13ff4b8484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.221023 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2afba72-f105-48e2-956e-52736737bad2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.221568 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2afba72-f105-48e2-956e-52736737bad2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.233105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f2afba72-f105-48e2-956e-52736737bad2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for e11f0d2e-938c-438f-9250-7f870e46ab6f owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:54.278837 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.301162 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-daf69dc3-aac1-4c2e-a77c-6d13ff4b8484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.303763 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-daf69dc3-aac1-4c2e-a77c-6d13ff4b8484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.304989 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-daf69dc3-aac1-4c2e-a77c-6d13ff4b8484 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ca0e4e8-954f-4999-ad17-9e90dc884360 HTTP/1.1" status: 204  len: 168 time: 0.2672901
Dec 18 21:17:54.316915 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf69dc3-aac1-4c2e-a77c-6d13ff4b8484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca0e4e8-954f-4999-ad17-9e90dc884360,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:54.332162 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.382061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Network 211c83eb-2a63-44ba-97bd-ea5803fdd5ca is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:54.385282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:54.390026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:54.398165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2afba72-f105-48e2-956e-52736737bad2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.416456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Pushing event updated for resources: {'Port': ['ID=c3436c72-f031-450e-b1eb-f1194ffd0d73,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:54.448039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afba72-f105-48e2-956e-52736737bad2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=e11f0d2e-938c-438f-9250-7f870e46ab6f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:54.460454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:54.461161 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.482636 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-58bfbbd4-03f5-4d31-b2c8-afdf256d315d tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9667771
Dec 18 21:17:54.485889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45096) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:54.491852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Request body: {'port': {'network_id': '211c83eb-2a63-44ba-97bd-ea5803fdd5ca', 'name': 'tempest-ExtraDHCPOptionsTestJSON-935190510', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:54.492337 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.api.validators [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] bootfile-name is not in valid_values {{(pid=126009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 18 21:17:54.492684 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.api.validators [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] tftp-server is not in valid_values {{(pid=126009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 18 21:17:54.493023 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.api.validators [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] server-ip-address is not in valid_values {{(pid=126009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 18 21:17:54.537292 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2afba72-f105-48e2-956e-52736737bad2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.541307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2afba72-f105-48e2-956e-52736737bad2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.547499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f2afba72-f105-48e2-956e-52736737bad2 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/floatingips/cff16d1a-ae2d-43e6-957c-c45cc39d091a HTTP/1.1" status: 204  len: 168 time: 0.8501854
Dec 18 21:17:54.548170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45100) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:54.585277 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4cab16-75ea-4da0-9480-99ed0b0596f7 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:17:54.585880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4cab16-75ea-4da0-9480-99ed0b0596f7 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:17:54.589584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ad4cab16-75ea-4da0-9480-99ed0b0596f7 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/ports/08ca8fcf-a158-4741-a484-12a87f00b87c HTTP/1.1" status: 404  len: 333 time: 0.0403593
Dec 18 21:17:54.592224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45102) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:54.629496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7c46dae5-293c-4def-839a-af21ae3baa72 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ead2f34-5d1e-4303-874a-8ef02f394cc1 HTTP/1.1" status: 200  len: 205 time: 0.0337720
Dec 18 21:17:54.629840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45104) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:54.645930 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Made reservation on behalf of bf44039972604cd18c79369576ca9691 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:17:54.649786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.670867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] device_id is not set on port 90501d84-a7a2-4528-947a-756121620353 yet. {{(pid=126009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:17:54.676063 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-0861446b-8e0b-498b-a436-2a817e98ebd4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] delete failed (client error): The resource could not be found.
Dec 18 21:17:54.677456 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0861446b-8e0b-498b-a436-2a817e98ebd4 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/routers/1ead2f34-5d1e-4303-874a-8ef02f394cc1 HTTP/1.1" status: 404  len: 336 time: 0.0466652
Dec 18 21:17:54.691559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45106) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:54.712462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45108) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:54.754642 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7eef279-b36c-4000-8359-0358aca0e57e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:17:54.755206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7eef279-b36c-4000-8359-0358aca0e57e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:17:54.758492 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d7eef279-b36c-4000-8359-0358aca0e57e tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/subnets/06574855-d0a7-487f-b2c7-32ceb36b146c HTTP/1.1" status: 404  len: 337 time: 0.0656083
Dec 18 21:17:54.761282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45110) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:54.782713 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-59fce2ab-eda4-4dbd-b6bb-fdfd29339625 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d534e25782c045aeb336ae118921c450&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0669169
Dec 18 21:17:54.784291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45112) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:54.839075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 214b4ffc-8bc2-4385-9e09-f747ce478d3f up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:17:54.865610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Allocated IP 172.20.0.11 (211c83eb-2a63-44ba-97bd-ea5803fdd5ca/3fbc83c7-311a-4f53-b535-6c6b3782bd7c/90501d84-a7a2-4528-947a-756121620353) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:17:54.888019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f9586-7b03-43cc-9fab-693b37d7c585 None None] Network 211c83eb-2a63-44ba-97bd-ea5803fdd5ca requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:17:54.893364 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40526c77-6f50-4cfe-ba6e-a3872483fcc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.897714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-6288cecb-7714-42da-ac3f-6ace089abbb8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port 6026ee4b-58c6-4893-81dc-2d5273eedae4 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:54.898343 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6288cecb-7714-42da-ac3f-6ace089abbb8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.936757 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40526c77-6f50-4cfe-ba6e-a3872483fcc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.964557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 214b4ffc-8bc2-4385-9e09-f747ce478d3f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:54.964934 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:54.968175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d7d31cac-0e8f-4e24-be75-bc08734939d5 None None] Provisioning complete for port 214b4ffc-8bc2-4385-9e09-f747ce478d3f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:54.968732 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d7d31cac-0e8f-4e24-be75-bc08734939d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.001917 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6288cecb-7714-42da-ac3f-6ace089abbb8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.014993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-6288cecb-7714-42da-ac3f-6ace089abbb8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for 6026ee4b-58c6-4893-81dc-2d5273eedae4 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:55.055556 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40526c77-6f50-4cfe-ba6e-a3872483fcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.058167 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-40526c77-6f50-4cfe-ba6e-a3872483fcc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.062475 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-40526c77-6f50-4cfe-ba6e-a3872483fcc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f79266a-528b-48f6-a3de-aa0615d11f6b HTTP/1.1" status: 204  len: 168 time: 0.2741265
Dec 18 21:17:55.077201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40526c77-6f50-4cfe-ba6e-a3872483fcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f79266a-528b-48f6-a3de-aa0615d11f6b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:55.112668 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.182541 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.185177 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.187583 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d7d31cac-0e8f-4e24-be75-bc08734939d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.194282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6288cecb-7714-42da-ac3f-6ace089abbb8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.251901 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Pushing event updated for resources: {'Port': ['ID=90501d84-a7a2-4528-947a-756121620353,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:55.264680 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Network 211c83eb-2a63-44ba-97bd-ea5803fdd5ca is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:17:55.267276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:17:55.269659 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:17:55.277679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 214b4ffc-8bc2-4385-9e09-f747ce478d3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=214b4ffc-8bc2-4385-9e09-f747ce478d3f,segment=NetworkSegment(2a252607-3e34-4067-9131-a9c34a93d145),segment_id=2a252607-3e34-4067-9131-a9c34a93d145)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:55.299894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288cecb-7714-42da-ac3f-6ace089abbb8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=6026ee4b-58c6-4893-81dc-2d5273eedae4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:55.315282 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:17:55.326744 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-d7d31cac-0e8f-4e24-be75-bc08734939d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:17:55.327421 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-d7d31cac-0e8f-4e24-be75-bc08734939d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:17:55.328417 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.329539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:55.330674 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.359593 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f27b68af-eae7-4f4d-b4a3-eeaf132ef548 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 0.8723230
Dec 18 21:17:55.361772 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45116) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:55.412448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6288cecb-7714-42da-ac3f-6ace089abbb8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.417242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6288cecb-7714-42da-ac3f-6ace089abbb8 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/ports/6026ee4b-58c6-4893-81dc-2d5273eedae4 HTTP/1.1" status: 204  len: 168 time: 0.6547577
Dec 18 21:17:55.424350 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45118) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:55.430929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6788a8ae-cf29-4193-8306-b70df4cf2a41 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:17:55.455521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 6788a8ae-cf29-4193-8306-b70df4cf2a41 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:17:55.455782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6788a8ae-cf29-4193-8306-b70df4cf2a41 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:17:55.456214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 725f79e9-a138-44f8-9838-58c2b3dd6b04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:17:55.462221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=214b4ffc-8bc2-4385-9e09-f747ce478d3f,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:55.487222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 725f79e9-a138-44f8-9838-58c2b3dd6b04 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:17:55.487864 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 725f79e9-a138-44f8-9838-58c2b3dd6b04 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:17:55.524576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ca2f1-aa7b-4de6-8dff-67421ea0104e tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:55.533001 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ca2f1-aa7b-4de6-8dff-67421ea0104e tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:55.544591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ca2f1-aa7b-4de6-8dff-67421ea0104e tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:55.546500 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6c4ca2f1-aa7b-4de6-8dff-67421ea0104e tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.1823163
Dec 18 21:17:55.549388 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45120) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:55.596056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d827f-a1e2-43cd-ab9d-77e6677f80f6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port b622c16f-0348-4bc5-80a2-a5f75f550980 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:55.596479 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fd5d827f-a1e2-43cd-ab9d-77e6677f80f6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.747272 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fd5d827f-a1e2-43cd-ab9d-77e6677f80f6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.749107 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-099147e5-55d1-4793-ac1c-0efe77d91154 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0671513
Dec 18 21:17:55.769801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d827f-a1e2-43cd-ab9d-77e6677f80f6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for b622c16f-0348-4bc5-80a2-a5f75f550980 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:55.773525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e5a64fcf-a296-4ed6-9cea-bc4942a29459 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Deleting port 90501d84-a7a2-4528-947a-756121620353 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:55.773930 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e5a64fcf-a296-4ed6-9cea-bc4942a29459 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.857163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-bbfc06a9-c3d1-4093-85a8-cf539fb84a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:55.858970 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-bbfc06a9-c3d1-4093-85a8-cf539fb84a49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 1097 time: 0.0567517
Dec 18 21:17:55.934606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e5a64fcf-a296-4ed6-9cea-bc4942a29459 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:55.956914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e5a64fcf-a296-4ed6-9cea-bc4942a29459 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Calling delete_port for 90501d84-a7a2-4528-947a-756121620353 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:55.990406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-63fba41b-6fbe-4731-ac94-8cd4acf152b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:55.991871 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-63fba41b-6fbe-4731-ac94-8cd4acf152b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1096807
Dec 18 21:17:56.023204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ae613288-84dc-4a64-a1b7-1ebd582177fb None None] Provisioning complete for port c3436c72-f031-450e-b1eb-f1194ffd0d73 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:56.023784 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ae613288-84dc-4a64-a1b7-1ebd582177fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:56.069737 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fd5d827f-a1e2-43cd-ab9d-77e6677f80f6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:56.071607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ae613288-84dc-4a64-a1b7-1ebd582177fb None None] Port c3436c72-f031-450e-b1eb-f1194ffd0d73 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:56.072962 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-6871124e-00f7-44f8-ae52-61c56e75ae51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cafa90-4ea2-464a-974c-82429732a64d HTTP/1.1" status: 200  len: 1001 time: 0.0691359
Dec 18 21:17:56.082334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ae613288-84dc-4a64-a1b7-1ebd582177fb None None] Provisioning complete for port 214b4ffc-8bc2-4385-9e09-f747ce478d3f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:56.082680 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ae613288-84dc-4a64-a1b7-1ebd582177fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:56.113397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d827f-a1e2-43cd-ab9d-77e6677f80f6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=b622c16f-0348-4bc5-80a2-a5f75f550980,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:56.138297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-31b3450c-1426-470b-aa53-ef3fbfa9bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:56.140745 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-31b3450c-1426-470b-aa53-ef3fbfa9bc45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0600471
Dec 18 21:17:56.192927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-a138d808-8e47-440b-a2e5-0a1bcd8924eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:56.194552 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-a138d808-8e47-440b-a2e5-0a1bcd8924eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444019
Dec 18 21:17:56.209810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-f949a587-4965-4a20-be18-63e90f52d4a8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:17:56.210904 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-f949a587-4965-4a20-be18-63e90f52d4a8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050423
Dec 18 21:17:56.214395 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fd5d827f-a1e2-43cd-ab9d-77e6677f80f6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:56.217587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fd5d827f-a1e2-43cd-ab9d-77e6677f80f6 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/ports/b622c16f-0348-4bc5-80a2-a5f75f550980 HTTP/1.1" status: 204  len: 168 time: 0.7919655
Dec 18 21:17:56.221163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45124) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:56.249480 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e5a64fcf-a296-4ed6-9cea-bc4942a29459 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:56.281409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d38dcdf5-8b41-4618-87d2-231833291625 None None] Could not find standard attr ID for object 90501d84-a7a2-4528-947a-756121620353. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:17:56.300644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a64fcf-a296-4ed6-9cea-bc4942a29459 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Pushing event deleted for resources: {'Port': ['ID=90501d84-a7a2-4528-947a-756121620353,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:56.307137 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-d53fab68-4b8a-49f9-8cbb-4e49c5b3fd5b service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875461
Dec 18 21:17:56.336119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea5d863-7bfe-4b31-b5b5-3d74e0061d5a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:56.338719 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fea5d863-7bfe-4b31-b5b5-3d74e0061d5a tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76b3a3f-4b78-4c55-a2e2-ffc70def53bb HTTP/1.1" status: 200  len: 913 time: 0.1166065
Dec 18 21:17:56.340413 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45126) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:56.384739 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e5a64fcf-a296-4ed6-9cea-bc4942a29459 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:56.388840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e5a64fcf-a296-4ed6-9cea-bc4942a29459 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] 10.222.0.13 "DELETE /v2.0/ports/90501d84-a7a2-4528-947a-756121620353 HTTP/1.1" status: 204  len: 168 time: 0.8382211
Dec 18 21:17:56.392359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45128) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:56.397775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-54e29ebb-3a74-47b6-895e-e3d466d7979a tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Request body: {'port': {'name': 'tempest-new-port-name-33307878', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:17:56.398454 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.api.validators [None req-54e29ebb-3a74-47b6-895e-e3d466d7979a tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] bootfile-name is not in valid_values {{(pid=126008) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 18 21:17:56.398901 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.api.validators [None req-54e29ebb-3a74-47b6-895e-e3d466d7979a tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] tftp-server is not in valid_values {{(pid=126008) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 18 21:17:56.399517 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.api.validators [None req-54e29ebb-3a74-47b6-895e-e3d466d7979a tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] server-ip-address is not in valid_values {{(pid=126008) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 18 21:17:56.477179 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54e29ebb-3a74-47b6-895e-e3d466d7979a tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:56.682068 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54e29ebb-3a74-47b6-895e-e3d466d7979a tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:56.688439 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54e29ebb-3a74-47b6-895e-e3d466d7979a tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:56.780608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e29ebb-3a74-47b6-895e-e3d466d7979a tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Pushing event updated for resources: {'Port': ['ID=c3436c72-f031-450e-b1eb-f1194ffd0d73,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:56.786827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 214b4ffc-8bc2-4385-9e09-f747ce478d3f up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:17:56.804718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-54e29ebb-3a74-47b6-895e-e3d466d7979a tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] In _notify_port_updated(), no bound segment for port c3436c72-f031-450e-b1eb-f1194ffd0d73 on network 211c83eb-2a63-44ba-97bd-ea5803fdd5ca {{(pid=126008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 18 21:17:56.812663 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e6d0f75-14c7-4906-bcfe-6b4b9736cef7 req-a05bc5ac-df9f-40ec-8735-0fb15631accd service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4936767
Dec 18 21:17:56.817052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e29ebb-3a74-47b6-895e-e3d466d7979a tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:56.819555 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54e29ebb-3a74-47b6-895e-e3d466d7979a tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:56.821185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-54e29ebb-3a74-47b6-895e-e3d466d7979a tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] 10.222.0.13 "PUT /v2.0/ports/c3436c72-f031-450e-b1eb-f1194ffd0d73 HTTP/1.1" status: 200  len: 1134 time: 0.4277618
Dec 18 21:17:56.823944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45132) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:56.848886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 214b4ffc-8bc2-4385-9e09-f747ce478d3f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:56.849514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:56.888413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ce8ee-6c20-4620-ba37-90052f6d9514 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:17:56.891013 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b81ce8ee-6c20-4620-ba37-90052f6d9514 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] 10.222.0.13 "GET /v2.0/ports/c3436c72-f031-450e-b1eb-f1194ffd0d73 HTTP/1.1" status: 200  len: 1134 time: 0.0660825
Dec 18 21:17:56.894076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45134) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:56.995860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2f1d846d-91f8-49cd-a672-ee1e4823e516 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Deleting port c3436c72-f031-450e-b1eb-f1194ffd0d73 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:56.996202 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2f1d846d-91f8-49cd-a672-ee1e4823e516 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.014422 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-51ba8a94-e5db-45cb-80ba-c176403c5644 None None] Provisioning complete for port c3436c72-f031-450e-b1eb-f1194ffd0d73 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:17:57.015022 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-51ba8a94-e5db-45cb-80ba-c176403c5644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.050952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-51ba8a94-e5db-45cb-80ba-c176403c5644 None None] Port c3436c72-f031-450e-b1eb-f1194ffd0d73 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:17:57.089049 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2f1d846d-91f8-49cd-a672-ee1e4823e516 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.103249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2f1d846d-91f8-49cd-a672-ee1e4823e516 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Calling delete_port for c3436c72-f031-450e-b1eb-f1194ffd0d73 owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:57.118088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29df957f-d3d6-411e-888b-3262287defeb tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.234196 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2f1d846d-91f8-49cd-a672-ee1e4823e516 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.261451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d846d-91f8-49cd-a672-ee1e4823e516 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Pushing event deleted for resources: {'Port': ['ID=c3436c72-f031-450e-b1eb-f1194ffd0d73,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:57.340969 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2f1d846d-91f8-49cd-a672-ee1e4823e516 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.344941 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2f1d846d-91f8-49cd-a672-ee1e4823e516 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] 10.222.0.13 "DELETE /v2.0/ports/c3436c72-f031-450e-b1eb-f1194ffd0d73 HTTP/1.1" status: 204  len: 168 time: 0.4498701
Dec 18 21:17:57.347395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45136) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:57.385500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-29df957f-d3d6-411e-888b-3262287defeb tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port 2fb46fc6-be81-4fc5-9f6e-10f8a7f4077c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:57.386098 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29df957f-d3d6-411e-888b-3262287defeb tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.399301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cbf756-dda2-4cdc-bf47-179c35ae7351 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Deleting subnet 3fbc83c7-311a-4f53-b535-6c6b3782bd7c {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:17:57.402570 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19cbf756-dda2-4cdc-bf47-179c35ae7351 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.444281 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19cbf756-dda2-4cdc-bf47-179c35ae7351 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.482126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29df957f-d3d6-411e-888b-3262287defeb tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.496101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-29df957f-d3d6-411e-888b-3262287defeb tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for 2fb46fc6-be81-4fc5-9f6e-10f8a7f4077c owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:57.536973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19cbf756-dda2-4cdc-bf47-179c35ae7351 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.594811 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19cbf756-dda2-4cdc-bf47-179c35ae7351 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.621031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbf756-dda2-4cdc-bf47-179c35ae7351 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbc83c7-311a-4f53-b535-6c6b3782bd7c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:57.625193 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19cbf756-dda2-4cdc-bf47-179c35ae7351 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.628546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-19cbf756-dda2-4cdc-bf47-179c35ae7351 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] 10.222.0.13 "DELETE /v2.0/subnets/3fbc83c7-311a-4f53-b535-6c6b3782bd7c HTTP/1.1" status: 204  len: 168 time: 0.2801931
Dec 18 21:17:57.633163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45138) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:57.642428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83976c-5968-4768-8bb5-53edd0c07ab7 None None] Network 211c83eb-2a63-44ba-97bd-ea5803fdd5ca requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:17:57.748031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.751328 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29df957f-d3d6-411e-888b-3262287defeb tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.785320 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df957f-d3d6-411e-888b-3262287defeb tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=2fb46fc6-be81-4fc5-9f6e-10f8a7f4077c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:57.798894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69065416-3c06-4d52-a462-fc352a44a249 None None] DHCP port deletion for 211c83eb-2a63-44ba-97bd-ea5803fdd5ca request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:57.849680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-69065416-3c06-4d52-a462-fc352a44a249 None None] Deleting port 214b4ffc-8bc2-4385-9e09-f747ce478d3f {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:57.850066 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-69065416-3c06-4d52-a462-fc352a44a249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.890756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Deleting port 214b4ffc-8bc2-4385-9e09-f747ce478d3f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:57.892352 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.923050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-69065416-3c06-4d52-a462-fc352a44a249 None None] For port 214b4ffc-8bc2-4385-9e09-f747ce478d3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=214b4ffc-8bc2-4385-9e09-f747ce478d3f,segment=NetworkSegment(2a252607-3e34-4067-9131-a9c34a93d145),segment_id=2a252607-3e34-4067-9131-a9c34a93d145)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:57.923555 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-69065416-3c06-4d52-a462-fc352a44a249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:57.935588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-69065416-3c06-4d52-a462-fc352a44a249 None None] Calling delete_port for 214b4ffc-8bc2-4385-9e09-f747ce478d3f owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:58.012750 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-69065416-3c06-4d52-a462-fc352a44a249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:58.024519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] For port 214b4ffc-8bc2-4385-9e09-f747ce478d3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=214b4ffc-8bc2-4385-9e09-f747ce478d3f,segment=NetworkSegment(2a252607-3e34-4067-9131-a9c34a93d145),segment_id=2a252607-3e34-4067-9131-a9c34a93d145)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:17:58.024810 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:58.039437 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69065416-3c06-4d52-a462-fc352a44a249 None None] Pushing event deleted for resources: {'Port': ['ID=214b4ffc-8bc2-4385-9e09-f747ce478d3f,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:58.041513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Calling delete_port for 214b4ffc-8bc2-4385-9e09-f747ce478d3f owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:58.044862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69065416-3c06-4d52-a462-fc352a44a249 None None] No DVR routers for this DVR port 214b4ffc-8bc2-4385-9e09-f747ce478d3f on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:17:58.055006 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29df957f-d3d6-411e-888b-3262287defeb tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:58.209958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:58.243098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] No DVR routers for this DVR port 214b4ffc-8bc2-4385-9e09-f747ce478d3f on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:17:58.244828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Pushing event deleted for resources: {'Port': ['ID=214b4ffc-8bc2-4385-9e09-f747ce478d3f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:58.366073 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:58.419935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ef5b5b0>,) {'filters': {'network_id': ['211c83eb-2a63-44ba-97bd-ea5803fdd5ca']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:58.433211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ef5b5b0>, '2a252607-3e34-4067-9131-a9c34a93d145') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:58.433509 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ef5b5b0>, '2a252607-3e34-4067-9131-a9c34a93d145') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:58.445958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:58.461764 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29df957f-d3d6-411e-888b-3262287defeb tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:17:58.465714 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:58.474881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:17:58.475285 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   self.session.flush()
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:17:58.478386 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:17:58.571982 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:58.608715 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:58.611861 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] 10.222.0.13 "DELETE /v2.0/networks/211c83eb-2a63-44ba-97bd-ea5803fdd5ca HTTP/1.1" status: 204  len: 168 time: 0.9776397
Dec 18 21:17:58.628266 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4ede2-d446-48b7-8a0b-4f06b2df3592 tempest-ExtraDHCPOptionsTestJSON-1529349982 tempest-ExtraDHCPOptionsTestJSON-1529349982-project] Pushing event deleted for resources: {'Network': ['ID=211c83eb-2a63-44ba-97bd-ea5803fdd5ca,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:58.644407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29df957f-d3d6-411e-888b-3262287defeb tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:17:58.649280 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-29df957f-d3d6-411e-888b-3262287defeb tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "PUT /v2.0/routers/b76b3a3f-4b78-4c55-a2e2-ffc70def53bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3077450
Dec 18 21:17:58.652140 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45144) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:58.654054 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8908b1d-9f99-4595-a60b-a8aa10db3bf5 None None] Sync routers for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:17:58.665393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8908b1d-9f99-4595-a60b-a8aa10db3bf5 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:58.666002 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d8908b1d-9f99-4595-a60b-a8aa10db3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ebcb700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:58.700905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d8908b1d-9f99-4595-a60b-a8aa10db3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ebcb700>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:58.722833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8908b1d-9f99-4595-a60b-a8aa10db3bf5 None None] Routers {'b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:17:58.723453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d8908b1d-9f99-4595-a60b-a8aa10db3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ebcb700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:17:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:58.762936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-d8908b1d-9f99-4595-a60b-a8aa10db3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ebcb700>, [], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:58.763818 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8908b1d-9f99-4595-a60b-a8aa10db3bf5 None None] The sync data for ids ['b76b3a3f-4b78-4c55-a2e2-ffc70def53bb'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:17:58.782385 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:58.809824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 214b4ffc-8bc2-4385-9e09-f747ce478d3f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:17:58.831584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 214b4ffc-8bc2-4385-9e09-f747ce478d3f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:17:58.832241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 214b4ffc-8bc2-4385-9e09-f747ce478d3f not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:17:58.894688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:58.941476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45150) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:58.946548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting port ebef32a2-acc1-4424-86c8-9006d0903589 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:17:58.946964 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.025924 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.037704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Calling delete_port for ebef32a2-acc1-4424-86c8-9006d0903589 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:17:59.077189 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-924be84b-f379-4698-b151-819ce51c75c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf44039972604cd18c79369576ca9691&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1340220
Dec 18 21:17:59.079718 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45154) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:59.129424 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d091d30b-637a-4292-92ae-f9eb38ea656f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.150509 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d091d30b-637a-4292-92ae-f9eb38ea656f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.201642 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d091d30b-637a-4292-92ae-f9eb38ea656f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.204738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d091d30b-637a-4292-92ae-f9eb38ea656f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.208817 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d091d30b-637a-4292-92ae-f9eb38ea656f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82ea6e58-9cb0-40ed-9349-a072a197ea9d HTTP/1.1" status: 204  len: 168 time: 0.1252675
Dec 18 21:17:59.212292 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.215083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091d30b-637a-4292-92ae-f9eb38ea656f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ea6e58-9cb0-40ed-9349-a072a197ea9d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:59.239242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Port': ['ID=ebef32a2-acc1-4424-86c8-9006d0903589,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:59.258994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9cc0a6-c950-48f8-b35d-918548344270 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:17:59.310582 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.413785 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.417543 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.460978 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.461668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Fanout notify agent at l3_agent the message router_deleted on router b76b3a3f-4b78-4c55-a2e2-ffc70def53bb {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:17:59.469710 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.470841 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9973cffb-cedb-455e-859e-87fb02af7e43 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/routers/b76b3a3f-4b78-4c55-a2e2-ffc70def53bb HTTP/1.1" status: 204  len: 168 time: 0.8177109
Dec 18 21:17:59.473326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45164) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:59.525405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c778c3-3eec-495b-ab9e-698ae639cf87 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Deleting subnet 292bd9f4-b208-4225-810b-dc36bf99b4d1 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:17:59.528611 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e8c778c3-3eec-495b-ab9e-698ae639cf87 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.574380 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e8c778c3-3eec-495b-ab9e-698ae639cf87 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.618178 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e8c778c3-3eec-495b-ab9e-698ae639cf87 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.680584 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e8c778c3-3eec-495b-ab9e-698ae639cf87 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.705793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c778c3-3eec-495b-ab9e-698ae639cf87 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Subnet': ['ID=292bd9f4-b208-4225-810b-dc36bf99b4d1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:17:59.714029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e8c778c3-3eec-495b-ab9e-698ae639cf87 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.717722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e8c778c3-3eec-495b-ab9e-698ae639cf87 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/subnets/292bd9f4-b208-4225-810b-dc36bf99b4d1 HTTP/1.1" status: 204  len: 168 time: 0.2429802
Dec 18 21:17:59.720417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45176) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:59.806230 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.886969 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45182) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:17:59.890459 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.910764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365da98be0>,) {'filters': {'network_id': ['f10fdabe-be02-45f5-89a8-8f868c74785e']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:59.920105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365da98be0>, '59308192-79f0-4ed7-a013-0103ddbbdb89') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:59.920969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365da98be0>, '59308192-79f0-4ed7-a013-0103ddbbdb89') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:17:59.934609 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.947866 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.953768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:17:59.954154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:17:59.957336 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:17:59.989429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-327686800'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:00.014777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:00.018353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.029033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.281592 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.289192 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.293392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] 10.222.0.13 "DELETE /v2.0/networks/f10fdabe-be02-45f5-89a8-8f868c74785e HTTP/1.1" status: 204  len: 168 time: 0.5707214
Dec 18 21:18:00.307107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf804450-6b9e-4ad4-ada7-56974070fda1 tempest-FloatingIPTestJSON-582834176 tempest-FloatingIPTestJSON-582834176-project] Pushing event deleted for resources: {'Network': ['ID=f10fdabe-be02-45f5-89a8-8f868c74785e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:00.344563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.348247 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.374771 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:18:00.383630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1912f6-f304-4de2-87be-5fa526d491b0,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:00.390303 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.390659 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Added segment e82fc0b6-7f60-43b1-9204-799863fbdc4f of type vlan for network 645f430c-c68e-4424-9afb-8dbcc8bc85c3
Dec 18 21:18:00.433685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.461151 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.466961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:00.467623 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.532976 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.6446457
Dec 18 21:18:00.538464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1ed11-5750-40bb-ac28-15c10f9a7f2f tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Network': ['ID=645f430c-c68e-4424-9afb-8dbcc8bc85c3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:00.551626 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45190) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:00.552315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 645f430c-c68e-4424-9afb-8dbcc8bc85c3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:18:00.706840 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-67cbf8a2-77df-43d3-befa-c91ac83e1e89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9e18d3726ec4e2fa7cd9e732f9eaa3f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1532547
Dec 18 21:18:00.709249 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45194) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:00.757132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a1c942ee-84be-4085-9008-f2068bfda981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.778917 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a1c942ee-84be-4085-9008-f2068bfda981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.824207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a1c942ee-84be-4085-9008-f2068bfda981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.827738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a1c942ee-84be-4085-9008-f2068bfda981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:00.828876 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a1c942ee-84be-4085-9008-f2068bfda981 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/314213d2-7360-4f9f-b58e-f83b797bc2b6 HTTP/1.1" status: 204  len: 168 time: 0.1186275
Dec 18 21:18:00.836500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c942ee-84be-4085-9008-f2068bfda981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314213d2-7360-4f9f-b58e-f83b797bc2b6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:01.489004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45218) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:01.583999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4a1df0b0-d306-42b2-bbe0-b6731c6cc486 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group': {'name': 'tempest-secgroup--5043969'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:01.607915 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a1df0b0-d306-42b2-bbe0-b6731c6cc486 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:01.615706 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a1df0b0-d306-42b2-bbe0-b6731c6cc486 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:01.686341 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a1df0b0-d306-42b2-bbe0-b6731c6cc486 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:01.689979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a1df0b0-d306-42b2-bbe0-b6731c6cc486 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:01.728896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1df0b0-d306-42b2-bbe0-b6731c6cc486 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafeb032-3e29-4919-ace7-d145c1205b72,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:01.769166 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a1df0b0-d306-42b2-bbe0-b6731c6cc486 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:01.772751 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a1df0b0-d306-42b2-bbe0-b6731c6cc486 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:01.804418 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a1df0b0-d306-42b2-bbe0-b6731c6cc486 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:01.808907 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4a1df0b0-d306-42b2-bbe0-b6731c6cc486 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1760 time: 0.3156350
Dec 18 21:18:01.808907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1df0b0-d306-42b2-bbe0-b6731c6cc486 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07794245-1b1a-48cf-856f-8739d2bf3508,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:01.808907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45224) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:01.870855 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6e13ea43-bad8-4a17-829b-ca8047b93198 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4542 time: 0.0612936
Dec 18 21:18:01.872127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45226) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:01.878165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-83b73c46-d296-4f53-a459-a4b718e3ee41 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group': {'name': 'tempest-security--2068640761', 'description': 'tempest-security-description-1146035385'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:01.911003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-83b73c46-d296-4f53-a459-a4b718e3ee41 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:01.953841 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-83b73c46-d296-4f53-a459-a4b718e3ee41 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:01.957750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-83b73c46-d296-4f53-a459-a4b718e3ee41 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:01.960487 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-83b73c46-d296-4f53-a459-a4b718e3ee41 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:01.961702 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-83b73c46-d296-4f53-a459-a4b718e3ee41 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "PUT /v2.0/security-groups/07794245-1b1a-48cf-856f-8739d2bf3508 HTTP/1.1" status: 200  len: 1797 time: 0.0886462
Dec 18 21:18:01.964863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45228) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:01.983533 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b73c46-d296-4f53-a459-a4b718e3ee41 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07794245-1b1a-48cf-856f-8739d2bf3508,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:02.023489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cefed785-1257-4930-96dd-7b766177e9fa tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-groups/07794245-1b1a-48cf-856f-8739d2bf3508 HTTP/1.1" status: 200  len: 1797 time: 0.0542238
Dec 18 21:18:02.023696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45230) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:02.088961 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0593e646-17de-470f-8d96-12017620ca5e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.113183 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0593e646-17de-470f-8d96-12017620ca5e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.159408 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0593e646-17de-470f-8d96-12017620ca5e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.162226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0593e646-17de-470f-8d96-12017620ca5e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.165792 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0593e646-17de-470f-8d96-12017620ca5e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-groups/07794245-1b1a-48cf-856f-8739d2bf3508 HTTP/1.1" status: 204  len: 168 time: 0.1389110
Dec 18 21:18:02.166239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45232) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:02.187558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593e646-17de-470f-8d96-12017620ca5e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07794245-1b1a-48cf-856f-8739d2bf3508,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:02.233607 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cd6314a2-d9e7-447e-9dea-9cd51261da5f tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0635967
Dec 18 21:18:02.233951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45234) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:02.246367 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-f7b0980d-47e0-4567-85ef-580f7bdc4a5d tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] delete failed (client error): The resource could not be found.
Dec 18 21:18:02.251771 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f7b0980d-47e0-4567-85ef-580f7bdc4a5d tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-groups/07794245-1b1a-48cf-856f-8739d2bf3508 HTTP/1.1" status: 404  len: 347 time: 0.0126784
Dec 18 21:18:02.252761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45236) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:02.258115 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-25607a87-d046-46f3-924b-316f05abceeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group': {'name': 'tempest-secgroup--650569738'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:02.282150 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25607a87-d046-46f3-924b-316f05abceeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.346334 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25607a87-d046-46f3-924b-316f05abceeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.350117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25607a87-d046-46f3-924b-316f05abceeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.380177 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-25607a87-d046-46f3-924b-316f05abceeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.381380 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-25607a87-d046-46f3-924b-316f05abceeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1276464
Dec 18 21:18:02.383234 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25607a87-d046-46f3-924b-316f05abceeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25bfe02b-b95b-46bc-a830-9c75b2a1fc2c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:02.384454 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45238) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:02.398439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7cf2bcc7-952b-4748-aaec-deefdd2b2347 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': '25bfe02b-b95b-46bc-a830-9c75b2a1fc2c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:02.430745 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bcc7-952b-4748-aaec-deefdd2b2347 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.494941 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bcc7-952b-4748-aaec-deefdd2b2347 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.499133 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bcc7-952b-4748-aaec-deefdd2b2347 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.515729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2bcc7-952b-4748-aaec-deefdd2b2347 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb21915-e1aa-478b-a204-2b11a0a2a1aa,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:02.526682 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bcc7-952b-4748-aaec-deefdd2b2347 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.530709 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7cf2bcc7-952b-4748-aaec-deefdd2b2347 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1428778
Dec 18 21:18:02.531375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45240) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:02.560053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1fef580a-73e9-4150-a3d3-12bf8b8d09ab tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.573636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1fef580a-73e9-4150-a3d3-12bf8b8d09ab tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.606022 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1fef580a-73e9-4150-a3d3-12bf8b8d09ab tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.612214 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1fef580a-73e9-4150-a3d3-12bf8b8d09ab tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.613346 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1fef580a-73e9-4150-a3d3-12bf8b8d09ab tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7cb21915-e1aa-478b-a204-2b11a0a2a1aa HTTP/1.1" status: 204  len: 168 time: 0.0809908
Dec 18 21:18:02.616103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45242) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:02.620861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef580a-73e9-4150-a3d3-12bf8b8d09ab tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cb21915-e1aa-478b-a204-2b11a0a2a1aa,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:02.661243 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-04c048a2-d222-4671-96d4-ff1366b206a0 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0440025
Dec 18 21:18:02.664025 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45244) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:02.718235 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0875cfba-7ad3-4f41-9938-dd412200e194 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.740674 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0875cfba-7ad3-4f41-9938-dd412200e194 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.780748 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0875cfba-7ad3-4f41-9938-dd412200e194 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.783392 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0875cfba-7ad3-4f41-9938-dd412200e194 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.784516 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0875cfba-7ad3-4f41-9938-dd412200e194 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-groups/25bfe02b-b95b-46bc-a830-9c75b2a1fc2c HTTP/1.1" status: 204  len: 168 time: 0.1195998
Dec 18 21:18:02.787307 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45246) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:02.794102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875cfba-7ad3-4f41-9938-dd412200e194 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bfe02b-b95b-46bc-a830-9c75b2a1fc2c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:02.854858 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-72950a7f-89c3-4d63-921c-8132115308d4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0629225
Dec 18 21:18:02.855369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45250) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:02.861177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-70902282-317d-428d-a965-4268d783dcc4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group': {'name': 'tempest-secgroup--997754369'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:02.887343 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70902282-317d-428d-a965-4268d783dcc4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.955833 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f863c038-7769-44a0-8394-bbe812de50b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.963370 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70902282-317d-428d-a965-4268d783dcc4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.968152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70902282-317d-428d-a965-4268d783dcc4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.998507 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-70902282-317d-428d-a965-4268d783dcc4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:02.999710 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-70902282-317d-428d-a965-4268d783dcc4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1428230
Dec 18 21:18:03.000418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70902282-317d-428d-a965-4268d783dcc4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7cdb7a-054b-4751-9b3a-52a8a011adcf,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:03.002799 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45252) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:03.006690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-04995928-5f7b-4f8b-b3f0-129a0bda3582 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': '6e7cdb7a-054b-4751-9b3a-52a8a011adcf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:03.034750 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-04995928-5f7b-4f8b-b3f0-129a0bda3582 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.090697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-04995928-5f7b-4f8b-b3f0-129a0bda3582 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.094871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-04995928-5f7b-4f8b-b3f0-129a0bda3582 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.115043 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04995928-5f7b-4f8b-b3f0-129a0bda3582 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e312633-d00b-4417-b895-b0cef0ae035c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:03.120694 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-04995928-5f7b-4f8b-b3f0-129a0bda3582 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.124672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-04995928-5f7b-4f8b-b3f0-129a0bda3582 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1185064
Dec 18 21:18:03.124672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45254) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:03.129038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5c239b48-3ba5-4f14-b175-1b9ac0eeaf44 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': '6e7cdb7a-054b-4751-9b3a-52a8a011adcf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:03.157582 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c239b48-3ba5-4f14-b175-1b9ac0eeaf44 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.222100 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c239b48-3ba5-4f14-b175-1b9ac0eeaf44 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.226980 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c239b48-3ba5-4f14-b175-1b9ac0eeaf44 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.250874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c239b48-3ba5-4f14-b175-1b9ac0eeaf44 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267bee75-16da-4ae4-bdee-af81b1ea1740,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:03.257200 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c239b48-3ba5-4f14-b175-1b9ac0eeaf44 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.261269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5c239b48-3ba5-4f14-b175-1b9ac0eeaf44 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1330318
Dec 18 21:18:03.261615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45256) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:03.266724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c333b2a6-bd81-491a-a6c0-880a90931759 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': '6e7cdb7a-054b-4751-9b3a-52a8a011adcf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:03.297841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c333b2a6-bd81-491a-a6c0-880a90931759 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.357344 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c333b2a6-bd81-491a-a6c0-880a90931759 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.361101 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c333b2a6-bd81-491a-a6c0-880a90931759 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.381859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333b2a6-bd81-491a-a6c0-880a90931759 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31765c96-29c1-4a35-8e56-34e7c68f405f,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:03.387972 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c333b2a6-bd81-491a-a6c0-880a90931759 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.389669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c333b2a6-bd81-491a-a6c0-880a90931759 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1265388
Dec 18 21:18:03.392413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45258) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:03.396937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6051879f-b3c2-46cb-ba58-b892a37b2b42 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': '6e7cdb7a-054b-4751-9b3a-52a8a011adcf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:03.424902 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6051879f-b3c2-46cb-ba58-b892a37b2b42 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.480600 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6051879f-b3c2-46cb-ba58-b892a37b2b42 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.484189 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6051879f-b3c2-46cb-ba58-b892a37b2b42 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.503435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051879f-b3c2-46cb-ba58-b892a37b2b42 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e568115f-6000-4de0-8c0a-de0ac2202d34,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:03.512044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6051879f-b3c2-46cb-ba58-b892a37b2b42 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.513226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6051879f-b3c2-46cb-ba58-b892a37b2b42 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1197560
Dec 18 21:18:03.516627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45260) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:03.520840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5005237d-cce0-41a6-80c3-97383759c5df tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': '6e7cdb7a-054b-4751-9b3a-52a8a011adcf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:03.547574 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5005237d-cce0-41a6-80c3-97383759c5df tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.604780 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5005237d-cce0-41a6-80c3-97383759c5df tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.608449 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5005237d-cce0-41a6-80c3-97383759c5df tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.625806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005237d-cce0-41a6-80c3-97383759c5df tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99321fea-b987-4d67-9213-e8a243ede1d1,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:03.635333 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5005237d-cce0-41a6-80c3-97383759c5df tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.636518 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5005237d-cce0-41a6-80c3-97383759c5df tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1189764
Dec 18 21:18:03.639729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45262) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:03.670852 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fbda548b-88aa-42f9-a14d-2017912444b6 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.679094 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fbda548b-88aa-42f9-a14d-2017912444b6 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.705867 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fbda548b-88aa-42f9-a14d-2017912444b6 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.711446 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fbda548b-88aa-42f9-a14d-2017912444b6 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.715546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fbda548b-88aa-42f9-a14d-2017912444b6 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/99321fea-b987-4d67-9213-e8a243ede1d1 HTTP/1.1" status: 204  len: 168 time: 0.0739167
Dec 18 21:18:03.715785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45264) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:03.723468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda548b-88aa-42f9-a14d-2017912444b6 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99321fea-b987-4d67-9213-e8a243ede1d1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:03.758716 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45266) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:03.764922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-60722f98-7e87-465f-b426-175aa3f23d52 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'subnet': {'network_id': '645f430c-c68e-4424-9afb-8dbcc8bc85c3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:03.773895 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-75a27123-c8ac-4378-8d82-2b51dd6e7653 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0562248
Dec 18 21:18:03.776651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45268) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:03.798919 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f296fc67-ffe5-4aaa-a7fe-21146874887c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.806262 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f296fc67-ffe5-4aaa-a7fe-21146874887c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.833753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f296fc67-ffe5-4aaa-a7fe-21146874887c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.839888 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f296fc67-ffe5-4aaa-a7fe-21146874887c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.841086 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f296fc67-ffe5-4aaa-a7fe-21146874887c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e568115f-6000-4de0-8c0a-de0ac2202d34 HTTP/1.1" status: 204  len: 168 time: 0.0635400
Dec 18 21:18:03.844847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45270) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:03.846511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296fc67-ffe5-4aaa-a7fe-21146874887c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e568115f-6000-4de0-8c0a-de0ac2202d34,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:03.877504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60722f98-7e87-465f-b426-175aa3f23d52 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:03.880937 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60722f98-7e87-465f-b426-175aa3f23d52 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.934566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-161c6d52-b005-419b-8235-0f79c7012a07 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0886292
Dec 18 21:18:03.937989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45274) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:03.983500 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c7e2fb01-175e-417a-9542-616558d625e1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:03.998074 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c7e2fb01-175e-417a-9542-616558d625e1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.036034 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c7e2fb01-175e-417a-9542-616558d625e1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.059933 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c7e2fb01-175e-417a-9542-616558d625e1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.063934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c7e2fb01-175e-417a-9542-616558d625e1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/31765c96-29c1-4a35-8e56-34e7c68f405f HTTP/1.1" status: 204  len: 168 time: 0.1220839
Dec 18 21:18:04.064772 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45276) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:04.072670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2fb01-175e-417a-9542-616558d625e1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31765c96-29c1-4a35-8e56-34e7c68f405f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:04.106769 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-498070ad-d94a-4037-a6e6-f7e929d99aec tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0407045
Dec 18 21:18:04.110044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45278) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:04.133162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60722f98-7e87-465f-b426-175aa3f23d52 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.133408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3df91f8-7f12-4352-9946-2ba13b0dd9e5 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.140660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3df91f8-7f12-4352-9946-2ba13b0dd9e5 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.166665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3df91f8-7f12-4352-9946-2ba13b0dd9e5 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.173231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3df91f8-7f12-4352-9946-2ba13b0dd9e5 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.174340 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c3df91f8-7f12-4352-9946-2ba13b0dd9e5 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/267bee75-16da-4ae4-bdee-af81b1ea1740 HTTP/1.1" status: 204  len: 168 time: 0.0633450
Dec 18 21:18:04.176958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45280) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:04.193296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df91f8-7f12-4352-9946-2ba13b0dd9e5 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=267bee75-16da-4ae4-bdee-af81b1ea1740,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:04.206217 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60722f98-7e87-465f-b426-175aa3f23d52 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Subnet': ['ID=abc2370c-0189-47bf-8b0a-daa0a6ad56a6,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:04.212988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60722f98-7e87-465f-b426-175aa3f23d52 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Checking segment: {'id': 'e82fc0b6-7f60-43b1-9204-799863fbdc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '645f430c-c68e-4424-9afb-8dbcc8bc85c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:18:04.213365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60722f98-7e87-465f-b426-175aa3f23d52 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network hostable DHCP agents. Network: 645f430c-c68e-4424-9afb-8dbcc8bc85c3, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:18:04.222132 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6f89d74f-9de5-4029-9760-5f0956404a7d tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0441306
Dec 18 21:18:04.224932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45282) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:04.232316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60722f98-7e87-465f-b426-175aa3f23d52 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network 645f430c-c68e-4424-9afb-8dbcc8bc85c3 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:18:04.241621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-60722f98-7e87-465f-b426-175aa3f23d52 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 645f430c-c68e-4424-9afb-8dbcc8bc85c3) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:04.245750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60722f98-7e87-465f-b426-175aa3f23d52 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:04.246430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-60722f98-7e87-465f-b426-175aa3f23d52 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.251724 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78f2e614-2c99-4530-a7aa-71bbe673a272 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.253080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939c54b-8b8e-43c7-924e-2277dcb51fca None None] Network 645f430c-c68e-4424-9afb-8dbcc8bc85c3 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:04.261565 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78f2e614-2c99-4530-a7aa-71bbe673a272 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.263488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-60722f98-7e87-465f-b426-175aa3f23d52 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5035720
Dec 18 21:18:04.266866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45284) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:04.272092 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6330bbb9-d3b5-48fd-a4dd-d4b9a82fcf8b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2132658432'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:04.293148 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78f2e614-2c99-4530-a7aa-71bbe673a272 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.297594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6330bbb9-d3b5-48fd-a4dd-d4b9a82fcf8b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:04.300307 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-78f2e614-2c99-4530-a7aa-71bbe673a272 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.300946 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6330bbb9-d3b5-48fd-a4dd-d4b9a82fcf8b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.304045 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-78f2e614-2c99-4530-a7aa-71bbe673a272 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6e312633-d00b-4417-b895-b0cef0ae035c HTTP/1.1" status: 204  len: 168 time: 0.0757592
Dec 18 21:18:04.304274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45286) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:04.307017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2e614-2c99-4530-a7aa-71bbe673a272 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e312633-d00b-4417-b895-b0cef0ae035c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:04.344726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6330bbb9-d3b5-48fd-a4dd-d4b9a82fcf8b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:18:04.365924 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ef23548d-5dd0-4523-9033-71a53ce04a30 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0605590
Dec 18 21:18:04.366115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-645f430c-c68e-4424-9afb-8dbcc8bc85c3', 'network_id': '645f430c-c68e-4424-9afb-8dbcc8bc85c3', 'project_id': '09b19140c9514e14bb529e04e1bb699b', 'fixed_ips': [{'subnet_id': 'abc2370c-0189-47bf-8b0a-daa0a6ad56a6'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:18:04.367005 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.368846 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45288) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:04.369081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6330bbb9-d3b5-48fd-a4dd-d4b9a82fcf8b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.369429 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-6330bbb9-d3b5-48fd-a4dd-d4b9a82fcf8b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Added segment ffbe4269-42a8-4327-a059-d9f27c528083 of type vlan for network 99be7b6f-d6ef-439e-aad8-a7a91e0c58a0
Dec 18 21:18:04.412115 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6330bbb9-d3b5-48fd-a4dd-d4b9a82fcf8b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.431101 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b012568-0be3-4c60-b38f-177df7e7140d tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.439491 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6330bbb9-d3b5-48fd-a4dd-d4b9a82fcf8b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.446650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6330bbb9-d3b5-48fd-a4dd-d4b9a82fcf8b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:04.448026 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6330bbb9-d3b5-48fd-a4dd-d4b9a82fcf8b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.457937 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b012568-0be3-4c60-b38f-177df7e7140d tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.505040 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b012568-0be3-4c60-b38f-177df7e7140d tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.508884 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b012568-0be3-4c60-b38f-177df7e7140d tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.512634 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5b012568-0be3-4c60-b38f-177df7e7140d tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-groups/6e7cdb7a-054b-4751-9b3a-52a8a011adcf HTTP/1.1" status: 204  len: 168 time: 0.1400547
Dec 18 21:18:04.514456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Allocated IP 2001:db8:0:ffff::2 (645f430c-c68e-4424-9afb-8dbcc8bc85c3/abc2370c-0189-47bf-8b0a-daa0a6ad56a6/6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:18:04.516114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45290) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:04.521800 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b012568-0be3-4c60-b38f-177df7e7140d tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7cdb7a-054b-4751-9b3a-52a8a011adcf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:04.550089 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6330bbb9-d3b5-48fd-a4dd-d4b9a82fcf8b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2820024
Dec 18 21:18:04.553045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45292) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:04.559176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'subnet': {'network_id': '99be7b6f-d6ef-439e-aad8-a7a91e0c58a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:04.579974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330bbb9-d3b5-48fd-a4dd-d4b9a82fcf8b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Network': ['ID=99be7b6f-d6ef-439e-aad8-a7a91e0c58a0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:04.628715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c858200b-c653-4e88-8010-25b46deffbda tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1052945
Dec 18 21:18:04.628986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45294) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:04.634048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6ad5d398-05fe-4d30-91a6-3268e6bf3b04 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group': {'name': 'tempest-secgroup--931428038'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:04.672457 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d398-05fe-4d30-91a6-3268e6bf3b04 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.714047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:04.718307 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.719203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 99be7b6f-d6ef-439e-aad8-a7a91e0c58a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:18:04.822592 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d398-05fe-4d30-91a6-3268e6bf3b04 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.826940 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d398-05fe-4d30-91a6-3268e6bf3b04 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.864623 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d398-05fe-4d30-91a6-3268e6bf3b04 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.865840 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6ad5d398-05fe-4d30-91a6-3268e6bf3b04 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2356088
Dec 18 21:18:04.868778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45296) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:04.873826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-94b66c39-a4d8-49ae-95e0-9c5e9bbccb92 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': '0e53a1ef-17df-4984-a598-939cf928d0ec', 'direction': 'ingress', 'protocol': 17}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:04.876234 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5d398-05fe-4d30-91a6-3268e6bf3b04 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e53a1ef-17df-4984-a598-939cf928d0ec,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:04.905341 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.912884 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.922810 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94b66c39-a4d8-49ae-95e0-9c5e9bbccb92 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:04.960995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Network 645f430c-c68e-4424-9afb-8dbcc8bc85c3 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:18:04.962501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:04.966450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:18:04.972179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Pushing event updated for resources: {'Port': ['ID=6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:04.994499 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94b66c39-a4d8-49ae-95e0-9c5e9bbccb92 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.002578 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94b66c39-a4d8-49ae-95e0-9c5e9bbccb92 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.022731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b66c39-a4d8-49ae-95e0-9c5e9bbccb92 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2a40c5-7200-4a64-a1fe-f61d9f00cfc8,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:05.031301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Attempting to bind port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:18:05.031684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Attempting to bind port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e82fc0b6-7f60-43b1-9204-799863fbdc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '645f430c-c68e-4424-9afb-8dbcc8bc85c3'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:18:05.031802 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-94b66c39-a4d8-49ae-95e0-9c5e9bbccb92 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.032055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Attempting to bind port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac on network 645f430c-c68e-4424-9afb-8dbcc8bc85c3 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:18:05.033176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-94b66c39-a4d8-49ae-95e0-9c5e9bbccb92 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1633942
Dec 18 21:18:05.038682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45300) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:05.039075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:18:05.039581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Checking segment: {'id': 'e82fc0b6-7f60-43b1-9204-799863fbdc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '645f430c-c68e-4424-9afb-8dbcc8bc85c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:18:05.040087 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.040571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Bound using segment: {'id': 'e82fc0b6-7f60-43b1-9204-799863fbdc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '645f430c-c68e-4424-9afb-8dbcc8bc85c3'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:18:05.041133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Bound port: 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82fc0b6-7f60-43b1-9204-799863fbdc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '645f430c-c68e-4424-9afb-8dbcc8bc85c3'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:18:05.041643 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.068580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.objects.ports [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126009) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:18:05.071575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.100071 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4523-6867-4c6c-9875-cc8ba5e84f1e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.123683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] For port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:18:05.124870 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4523-6867-4c6c-9875-cc8ba5e84f1e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.129461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] For port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac,segment=NetworkSegment(e82fc0b6-7f60-43b1-9204-799863fbdc4f),segment_id=e82fc0b6-7f60-43b1-9204-799863fbdc4f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:18:05.133523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Subnet': ['ID=d0051330-a58a-4d23-b5a3-87eadf1d6e94,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:05.134731 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.145333 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Checking segment: {'id': 'ffbe4269-42a8-4327-a059-d9f27c528083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '99be7b6f-d6ef-439e-aad8-a7a91e0c58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:18:05.145717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network hostable DHCP agents. Network: 99be7b6f-d6ef-439e-aad8-a7a91e0c58a0, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:18:05.174473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network 99be7b6f-d6ef-439e-aad8-a7a91e0c58a0 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:18:05.179786 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4523-6867-4c6c-9875-cc8ba5e84f1e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.182802 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4523-6867-4c6c-9875-cc8ba5e84f1e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.183987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f5cb4523-6867-4c6c-9875-cc8ba5e84f1e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-groups/0e53a1ef-17df-4984-a598-939cf928d0ec HTTP/1.1" status: 204  len: 168 time: 0.1443260
Dec 18 21:18:05.188225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45302) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:05.193060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 99be7b6f-d6ef-439e-aad8-a7a91e0c58a0) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:05.197418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:05.198076 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.202718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb4523-6867-4c6c-9875-cc8ba5e84f1e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e53a1ef-17df-4984-a598-939cf928d0ec,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:05.221724 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c329ba9d-156d-4212-b317-393a567732c6 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.6672769
Dec 18 21:18:05.223029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88c93c6-3636-422b-9183-bd4dfd984b2b None None] Network 99be7b6f-d6ef-439e-aad8-a7a91e0c58a0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:05.224550 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45304) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:05.230012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'port': {'network_id': '99be7b6f-d6ef-439e-aad8-a7a91e0c58a0', 'name': 'tempest-NetworksIpV6TestAttrs-1236113689'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:05.286657 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-109b9511-9db5-40a7-b70f-ae6f8fa58641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.295896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-62aef95c-f664-42b1-8999-e874cd6da376 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1019490
Dec 18 21:18:05.296124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45306) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:05.299287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aff27-4057-4eeb-a7f1-2fa221398a34 None None] Pushing event updated for resources: {'Port': ['ID=6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:05.300495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a27183bd-18b4-4e02-9133-c1e531b96825 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group': {'name': 'tempest-secgroup--300161767'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:05.361957 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a27183bd-18b4-4e02-9133-c1e531b96825 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.365526 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99be7b6f-d6ef-439e-aad8-a7a91e0c58a0', 'network_id': '99be7b6f-d6ef-439e-aad8-a7a91e0c58a0', 'project_id': '09b19140c9514e14bb529e04e1bb699b', 'fixed_ips': [{'subnet_id': 'd0051330-a58a-4d23-b5a3-87eadf1d6e94'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:18:05.366530 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.443623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:05.447487 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.497160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] device_id is not set on port 401b5279-e2a9-4238-af4e-777bad1b020b yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:18:05.516666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a27183bd-18b4-4e02-9133-c1e531b96825 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.541844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Allocated IP 2001:db8::f816:3eff:fe16:923d (99be7b6f-d6ef-439e-aad8-a7a91e0c58a0/d0051330-a58a-4d23-b5a3-87eadf1d6e94/657651df-44d0-46d6-95a4-e0a4b7d78856) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:18:05.546868 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a27183bd-18b4-4e02-9133-c1e531b96825 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.594989 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a27183bd-18b4-4e02-9133-c1e531b96825 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.596248 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a27183bd-18b4-4e02-9133-c1e531b96825 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2991683
Dec 18 21:18:05.599852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45308) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:05.601707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27183bd-18b4-4e02-9133-c1e531b96825 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdac9fbe-b6eb-436a-afc4-36167aff8cab,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:05.607482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-02d91630-c2e6-4240-801e-1b077493089c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677086410'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:05.632670 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02d91630-c2e6-4240-801e-1b077493089c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.700340 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.705169 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02d91630-c2e6-4240-801e-1b077493089c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.706477 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.708813 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02d91630-c2e6-4240-801e-1b077493089c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.736993 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d91630-c2e6-4240-801e-1b077493089c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27baaed3-7674-43e3-86f7-985103d52720,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:05.745698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Network 99be7b6f-d6ef-439e-aad8-a7a91e0c58a0 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:18:05.750549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:05.753249 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:18:05.754734 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02d91630-c2e6-4240-801e-1b077493089c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.756327 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-02d91630-c2e6-4240-801e-1b077493089c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1555555
Dec 18 21:18:05.759164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45310) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:05.765288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b5c5f0b8-5bd6-4844-9c09-d9bfb2b77839 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': 'cdac9fbe-b6eb-436a-afc4-36167aff8cab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '27baaed3-7674-43e3-86f7-985103d52720', 'remote_ip_prefix': None}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:05.778541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Allocated IP 2001:db8::f816:3eff:feae:b19b (99be7b6f-d6ef-439e-aad8-a7a91e0c58a0/d0051330-a58a-4d23-b5a3-87eadf1d6e94/401b5279-e2a9-4238-af4e-777bad1b020b) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:18:05.794869 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Pushing event updated for resources: {'Port': ['ID=657651df-44d0-46d6-95a4-e0a4b7d78856,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:05.811754 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f0b8-5bd6-4844-9c09-d9bfb2b77839 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.828021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Attempting to bind port 657651df-44d0-46d6-95a4-e0a4b7d78856 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:18:05.828394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Attempting to bind port 657651df-44d0-46d6-95a4-e0a4b7d78856 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffbe4269-42a8-4327-a059-d9f27c528083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '99be7b6f-d6ef-439e-aad8-a7a91e0c58a0'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:18:05.828754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Attempting to bind port 657651df-44d0-46d6-95a4-e0a4b7d78856 on network 99be7b6f-d6ef-439e-aad8-a7a91e0c58a0 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:18:05.837094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:18:05.837479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Checking segment: {'id': 'ffbe4269-42a8-4327-a059-d9f27c528083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '99be7b6f-d6ef-439e-aad8-a7a91e0c58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:18:05.837874 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.838312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Bound using segment: {'id': 'ffbe4269-42a8-4327-a059-d9f27c528083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '99be7b6f-d6ef-439e-aad8-a7a91e0c58a0'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:18:05.838811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Bound port: 657651df-44d0-46d6-95a4-e0a4b7d78856, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbe4269-42a8-4327-a059-d9f27c528083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '99be7b6f-d6ef-439e-aad8-a7a91e0c58a0'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:18:05.839193 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.877329 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f0b8-5bd6-4844-9c09-d9bfb2b77839 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.882345 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f0b8-5bd6-4844-9c09-d9bfb2b77839 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.902141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5f0b8-5bd6-4844-9c09-d9bfb2b77839 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7362fbc2-0fd4-4170-ba16-77e32566695a,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:05.913284 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f0b8-5bd6-4844-9c09-d9bfb2b77839 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.914696 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b5c5f0b8-5bd6-4844-9c09-d9bfb2b77839 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1539063
Dec 18 21:18:05.918368 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] For port 657651df-44d0-46d6-95a4-e0a4b7d78856, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:18:05.919086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45314) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:05.923033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] For port 657651df-44d0-46d6-95a4-e0a4b7d78856, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=657651df-44d0-46d6-95a4-e0a4b7d78856,segment=NetworkSegment(ffbe4269-42a8-4327-a059-d9f27c528083),segment_id=ffbe4269-42a8-4327-a059-d9f27c528083)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:18:05.931658 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.962729 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1c62cd64-9652-4dc1-9372-1b63db37e1ff tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.962924 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:05.975841 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1c62cd64-9652-4dc1-9372-1b63db37e1ff tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.011882 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.013616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f4373-2065-4051-b0ba-5dfbf51945a5 None None] Pushing event updated for resources: {'Port': ['ID=657651df-44d0-46d6-95a4-e0a4b7d78856,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:06.021424 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1c62cd64-9652-4dc1-9372-1b63db37e1ff tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.033311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1c62cd64-9652-4dc1-9372-1b63db37e1ff tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.036899 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1c62cd64-9652-4dc1-9372-1b63db37e1ff tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7362fbc2-0fd4-4170-ba16-77e32566695a HTTP/1.1" status: 204  len: 168 time: 0.1131740
Dec 18 21:18:06.040186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45316) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:06.050142 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62cd64-9652-4dc1-9372-1b63db37e1ff tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7362fbc2-0fd4-4170-ba16-77e32566695a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:06.068383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network 99be7b6f-d6ef-439e-aad8-a7a91e0c58a0 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:18:06.073262 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:06.085571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:18:06.091362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:06.092279 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.097244 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-87ff956f-d80a-4c5b-8aee-6c6e633dc326 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0550582
Dec 18 21:18:06.099997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45318) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:06.113496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Port': ['ID=401b5279-e2a9-4238-af4e-777bad1b020b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:06.120049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e90162af-3bc7-4ae1-a460-d0a189ca8282 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 0.8944566
Dec 18 21:18:06.122747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45320) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:06.171551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e52701fe-ba9c-445e-be11-9dc22217d063 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.182333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ee5fc9-fb39-4882-83b2-afaf35a168c8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Deleting subnet d0051330-a58a-4d23-b5a3-87eadf1d6e94 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:18:06.192345 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-40ee5fc9-fb39-4882-83b2-afaf35a168c8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.203680 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e52701fe-ba9c-445e-be11-9dc22217d063 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.246492 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-40ee5fc9-fb39-4882-83b2-afaf35a168c8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.279533 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e52701fe-ba9c-445e-be11-9dc22217d063 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.281938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e52701fe-ba9c-445e-be11-9dc22217d063 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.283263 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e52701fe-ba9c-445e-be11-9dc22217d063 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-groups/27baaed3-7674-43e3-86f7-985103d52720 HTTP/1.1" status: 204  len: 168 time: 0.1817441
Dec 18 21:18:06.287770 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45322) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:06.299994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52701fe-ba9c-445e-be11-9dc22217d063 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27baaed3-7674-43e3-86f7-985103d52720,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:06.396829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-723eb5eb-fc3a-4a6b-84bb-f448ae36bf61 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1062703
Dec 18 21:18:06.399690 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45324) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:06.439134 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-40ee5fc9-fb39-4882-83b2-afaf35a168c8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.453989 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.489595 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5414358-9dab-4477-9582-fa9b69996d3e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.511298 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-40ee5fc9-fb39-4882-83b2-afaf35a168c8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.515912 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5414358-9dab-4477-9582-fa9b69996d3e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.524305 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cccaf30-1799-4f8f-9563-7e17bbba44f4 None None] Network 645f430c-c68e-4424-9afb-8dbcc8bc85c3 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:06.541084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee5fc9-fb39-4882-83b2-afaf35a168c8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Subnet': ['ID=d0051330-a58a-4d23-b5a3-87eadf1d6e94,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:06.543094 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-40ee5fc9-fb39-4882-83b2-afaf35a168c8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.547016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-40ee5fc9-fb39-4882-83b2-afaf35a168c8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/subnets/d0051330-a58a-4d23-b5a3-87eadf1d6e94 HTTP/1.1" status: 204  len: 168 time: 0.4225245
Dec 18 21:18:06.549544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45326) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:06.596118 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d26c4e5f-dd44-4ca5-a644-5175e46a29ac None None] Provisioning complete for port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:18:06.596498 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d26c4e5f-dd44-4ca5-a644-5175e46a29ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.610240 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5414358-9dab-4477-9582-fa9b69996d3e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.612869 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c5414358-9dab-4477-9582-fa9b69996d3e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.614023 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c5414358-9dab-4477-9582-fa9b69996d3e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-groups/cdac9fbe-b6eb-436a-afc4-36167aff8cab HTTP/1.1" status: 204  len: 168 time: 0.2127287
Dec 18 21:18:06.617355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45328) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:06.648092 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5414358-9dab-4477-9582-fa9b69996d3e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdac9fbe-b6eb-436a-afc4-36167aff8cab,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:06.653362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1be70-d6ae-4f40-9461-67894107f98b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:06.655426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1be70-d6ae-4f40-9461-67894107f98b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:06.658308 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-91f1be70-d6ae-4f40-9461-67894107f98b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1062860
Dec 18 21:18:06.660538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45330) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:06.689586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ed42754b-cbd2-4e5e-85b8-6107bfb125a5 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0664666
Dec 18 21:18:06.693746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45332) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:06.701346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-667c672c-08a0-454a-8ac9-68911f2fe873 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group': {'name': 'tempest-secgroup--303588211'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:06.756238 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-667c672c-08a0-454a-8ac9-68911f2fe873 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.777100 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0bc03144-c26b-49a0-b0e2-2802e833a077 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.788251 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d26c4e5f-dd44-4ca5-a644-5175e46a29ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.802060 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc03144-c26b-49a0-b0e2-2802e833a077 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:18:06.802562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc03144-c26b-49a0-b0e2-2802e833a077 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:18:06.809840 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0bc03144-c26b-49a0-b0e2-2802e833a077 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/networks/99be7b6f-d6ef-439e-aad8-a7a91e0c58a0 HTTP/1.1" status: 409  len: 405 time: 0.1435831
Dec 18 21:18:06.810033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45334) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:06.815353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-dc41e1df-308e-4350-9b7a-bd72041d0899 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1399685022'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:06.844227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc41e1df-308e-4350-9b7a-bd72041d0899 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:06.849447 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc41e1df-308e-4350-9b7a-bd72041d0899 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.861884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-d26c4e5f-dd44-4ca5-a644-5175e46a29ac None None] For port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac,segment=NetworkSegment(e82fc0b6-7f60-43b1-9204-799863fbdc4f),segment_id=e82fc0b6-7f60-43b1-9204-799863fbdc4f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:06.867586 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d26c4e5f-dd44-4ca5-a644-5175e46a29ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.900408 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-667c672c-08a0-454a-8ac9-68911f2fe873 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.905401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc41e1df-308e-4350-9b7a-bd72041d0899 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:18:06.913420 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-667c672c-08a0-454a-8ac9-68911f2fe873 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.915819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 657651df-44d0-46d6-95a4-e0a4b7d78856 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:18:06.938476 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc41e1df-308e-4350-9b7a-bd72041d0899 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.939015 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-dc41e1df-308e-4350-9b7a-bd72041d0899 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Added segment 4d317fda-10bd-49eb-b81e-b6ce448d1319 of type vlan for network dcf19f8c-a131-4831-9cb1-6af159039629
Dec 18 21:18:06.947301 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-667c672c-08a0-454a-8ac9-68911f2fe873 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:06.953817 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-667c672c-08a0-454a-8ac9-68911f2fe873 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2588305
Dec 18 21:18:06.957048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45336) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:06.963141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c672c-08a0-454a-8ac9-68911f2fe873 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e5cf3e-e2bc-42aa-90e2-cefea82419cd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:06.968102 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c4e5f-dd44-4ca5-a644-5175e46a29ac None None] Pushing event updated for resources: {'Port': ['ID=6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:06.968938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7df96984-bb49-4d75-9d8a-2ef4a4eccac4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': '46e5cf3e-e2bc-42aa-90e2-cefea82419cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:06.989607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 657651df-44d0-46d6-95a4-e0a4b7d78856 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:18:06.990179 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.035023 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc41e1df-308e-4350-9b7a-bd72041d0899 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.053395 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7df96984-bb49-4d75-9d8a-2ef4a4eccac4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.088201 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc41e1df-308e-4350-9b7a-bd72041d0899 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.094880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41e1df-308e-4350-9b7a-bd72041d0899 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:07.095483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-dc41e1df-308e-4350-9b7a-bd72041d0899 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.104931 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.118971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-41cedb6b-73a4-4a23-af23-0bf4b4b43368 None None] Provisioning complete for port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:18:07.119338 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-41cedb6b-73a4-4a23-af23-0bf4b4b43368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.169928 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-dc41e1df-308e-4350-9b7a-bd72041d0899 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3565056
Dec 18 21:18:07.171397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45340) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:07.175570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 657651df-44d0-46d6-95a4-e0a4b7d78856, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=657651df-44d0-46d6-95a4-e0a4b7d78856,segment=NetworkSegment(ffbe4269-42a8-4327-a059-d9f27c528083),segment_id=ffbe4269-42a8-4327-a059-d9f27c528083)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:07.177942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'subnet': {'network_id': 'dcf19f8c-a131-4831-9cb1-6af159039629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:07.188097 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.188971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:18:07.193487 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41e1df-308e-4350-9b7a-bd72041d0899 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Network': ['ID=dcf19f8c-a131-4831-9cb1-6af159039629,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:07.208469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7df96984-bb49-4d75-9d8a-2ef4a4eccac4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.213558 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7df96984-bb49-4d75-9d8a-2ef4a4eccac4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.239736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df96984-bb49-4d75-9d8a-2ef4a4eccac4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58bc0652-f91b-438e-b35c-f81027c90eef,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:07.240489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network dcf19f8c-a131-4831-9cb1-6af159039629 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:18:07.258420 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7df96984-bb49-4d75-9d8a-2ef4a4eccac4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.262462 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7df96984-bb49-4d75-9d8a-2ef4a4eccac4 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3008347
Dec 18 21:18:07.262828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45342) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:07.303518 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bafbdb76-f347-4e57-abbb-168872206588 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.316537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bafbdb76-f347-4e57-abbb-168872206588 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.317840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:07.322872 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.385351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71a88a1-92ec-4e47-a2d1-c36e860583ba None None] Network 99be7b6f-d6ef-439e-aad8-a7a91e0c58a0 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:07.448510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=657651df-44d0-46d6-95a4-e0a4b7d78856,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:07.456690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:18:07.457347 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.541534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-cc4e1468-4bfb-495a-8fe2-e7740460026e None None] Provisioning complete for port 657651df-44d0-46d6-95a4-e0a4b7d78856 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:18:07.541904 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1468-4bfb-495a-8fe2-e7740460026e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.648362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.objects.ports [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126008) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:18:07.650073 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.674520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea239b-1cae-4fc9-a24b-18551658640a None None] DHCP port deletion for 99be7b6f-d6ef-439e-aad8-a7a91e0c58a0 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:18:07.683000 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bafbdb76-f347-4e57-abbb-168872206588 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.690163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bafbdb76-f347-4e57-abbb-168872206588 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.691894 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bafbdb76-f347-4e57-abbb-168872206588 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/58bc0652-f91b-438e-b35c-f81027c90eef HTTP/1.1" status: 204  len: 168 time: 0.4281244
Dec 18 21:18:07.695493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45344) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:07.702073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbdb76-f347-4e57-abbb-168872206588 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58bc0652-f91b-438e-b35c-f81027c90eef,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:07.731345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9fea239b-1cae-4fc9-a24b-18551658640a None None] Deleting port 657651df-44d0-46d6-95a4-e0a4b7d78856 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:07.731730 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9fea239b-1cae-4fc9-a24b-18551658640a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.745586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Subnet': ['ID=ceadd5fa-5bb4-425a-8143-fd2b2b354347,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:07.767955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Checking segment: {'id': '4d317fda-10bd-49eb-b81e-b6ce448d1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf19f8c-a131-4831-9cb1-6af159039629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:18:07.768418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network hostable DHCP agents. Network: dcf19f8c-a131-4831-9cb1-6af159039629, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:18:07.779081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-78a41b48-70d2-4b62-8bf1-876eb3c9f48a tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0810192
Dec 18 21:18:07.782074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45346) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:07.796272 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network dcf19f8c-a131-4831-9cb1-6af159039629 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:18:07.808002 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dcf19f8c-a131-4831-9cb1-6af159039629) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:07.809982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9fea239b-1cae-4fc9-a24b-18551658640a None None] For port 657651df-44d0-46d6-95a4-e0a4b7d78856, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=657651df-44d0-46d6-95a4-e0a4b7d78856,segment=NetworkSegment(ffbe4269-42a8-4327-a059-d9f27c528083),segment_id=ffbe4269-42a8-4327-a059-d9f27c528083)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:07.810508 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9fea239b-1cae-4fc9-a24b-18551658640a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.815504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:07.816280 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.821019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac811c9b-4fe7-4168-a121-240596a6734a None None] Network dcf19f8c-a131-4831-9cb1-6af159039629 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:07.838084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9fea239b-1cae-4fc9-a24b-18551658640a None None] Calling delete_port for 657651df-44d0-46d6-95a4-e0a4b7d78856 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:07.842180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-db3dd2dc-bf3e-42df-8ba0-b7c3c292a1e1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6664789
Dec 18 21:18:07.842180 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45348) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:07.844039 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc45f74e-c740-4a5b-8d93-05d6b9ff2ab7 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.847485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'port': {'network_id': 'dcf19f8c-a131-4831-9cb1-6af159039629', 'name': 'tempest-NetworksIpV6TestAttrs-1511907684'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:07.874127 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc45f74e-c740-4a5b-8d93-05d6b9ff2ab7 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.920912 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc45f74e-c740-4a5b-8d93-05d6b9ff2ab7 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.924868 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc45f74e-c740-4a5b-8d93-05d6b9ff2ab7 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:07.928728 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cc45f74e-c740-4a5b-8d93-05d6b9ff2ab7 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-groups/46e5cf3e-e2bc-42aa-90e2-cefea82419cd HTTP/1.1" status: 204  len: 168 time: 0.1426749
Dec 18 21:18:07.929698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45350) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:07.937744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45f74e-c740-4a5b-8d93-05d6b9ff2ab7 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e5cf3e-e2bc-42aa-90e2-cefea82419cd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:08.003020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f91dcc34-7abb-4bdd-aeaa-7fef143eddb6 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0678668
Dec 18 21:18:08.003020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45352) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.005471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dcf19f8c-a131-4831-9cb1-6af159039629', 'network_id': 'dcf19f8c-a131-4831-9cb1-6af159039629', 'project_id': '09b19140c9514e14bb529e04e1bb699b', 'fixed_ips': [{'subnet_id': 'ceadd5fa-5bb4-425a-8143-fd2b2b354347'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:18:08.006462 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.007979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-09e17e93-0f0b-4696-a6f5-c9d8c7d96cd1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group': {'name': 'tempest-secgroup--304749283'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:08.015691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:08.019064 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.030886 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9fea239b-1cae-4fc9-a24b-18551658640a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.048346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] device_id is not set on port 4c14f0bd-a76b-4585-ac0b-e69215782d4f yet. {{(pid=126008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 18 21:18:08.059630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09e17e93-0f0b-4696-a6f5-c9d8c7d96cd1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.105232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea239b-1cae-4fc9-a24b-18551658640a None None] No DVR routers for this DVR port 657651df-44d0-46d6-95a4-e0a4b7d78856 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:18:08.109599 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea239b-1cae-4fc9-a24b-18551658640a None None] Pushing event deleted for resources: {'Port': ['ID=657651df-44d0-46d6-95a4-e0a4b7d78856,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:08.156565 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.208522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Allocated IP 2001:db8::f816:3eff:fe33:6331 (dcf19f8c-a131-4831-9cb1-6af159039629/ceadd5fa-5bb4-425a-8143-fd2b2b354347/4c14f0bd-a76b-4585-ac0b-e69215782d4f) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:18:08.212013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09e17e93-0f0b-4696-a6f5-c9d8c7d96cd1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.216015 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09e17e93-0f0b-4696-a6f5-c9d8c7d96cd1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.265134 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09e17e93-0f0b-4696-a6f5-c9d8c7d96cd1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.266282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-09e17e93-0f0b-4696-a6f5-c9d8c7d96cd1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2630992
Dec 18 21:18:08.269304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45356) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.269464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e17e93-0f0b-4696-a6f5-c9d8c7d96cd1 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f08b46-7a98-466d-99ec-87ea8b74e35b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:08.274039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f7258cf3-1dc6-4ece-ab4a-d4600c6faaeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': '37f08b46-7a98-466d-99ec-87ea8b74e35b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:08.303770 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7258cf3-1dc6-4ece-ab4a-d4600c6faaeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.364793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7258cf3-1dc6-4ece-ab4a-d4600c6faaeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.369932 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7258cf3-1dc6-4ece-ab4a-d4600c6faaeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.387010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7258cf3-1dc6-4ece-ab4a-d4600c6faaeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac525ce-5326-46cf-bf81-6fe38adaf004,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:08.396068 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7258cf3-1dc6-4ece-ab4a-d4600c6faaeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.396511 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.399978 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f7258cf3-1dc6-4ece-ab4a-d4600c6faaeb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1268897
Dec 18 21:18:08.400200 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45358) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.419403 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7e87f623-413e-47da-a7ad-fb8e811d1f25 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules/8ac525ce-5326-46cf-bf81-6fe38adaf004 HTTP/1.1" status: 200  len: 763 time: 0.0181487
Dec 18 21:18:08.421973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45360) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.436115 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.465547 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-91ab13f8-bca7-4c01-97c7-7cc08cb1f6e0 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0422914
Dec 18 21:18:08.468845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45362) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.487058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Allocated IP 2001:db8::f816:3eff:fe91:a20f (dcf19f8c-a131-4831-9cb1-6af159039629/ceadd5fa-5bb4-425a-8143-fd2b2b354347/e273a5d4-0f25-432d-9d4e-bfc7bfb87f46) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:18:08.490910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network dcf19f8c-a131-4831-9cb1-6af159039629 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:18:08.492408 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-98f3b202-f947-41d9-bd90-84cf3bcbd19f tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.494197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:08.498635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:18:08.500896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-98f3b202-f947-41d9-bd90-84cf3bcbd19f tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.504456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:08.505083 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.509048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Port': ['ID=4c14f0bd-a76b-4585-ac0b-e69215782d4f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:08.531643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2c832a0a-1e32-4179-8fbb-07620a75d6da tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 0.6885176
Dec 18 21:18:08.532233 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45364) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.540191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-98f3b202-f947-41d9-bd90-84cf3bcbd19f tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.547685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-98f3b202-f947-41d9-bd90-84cf3bcbd19f tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.548738 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-98f3b202-f947-41d9-bd90-84cf3bcbd19f tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8ac525ce-5326-46cf-bf81-6fe38adaf004 HTTP/1.1" status: 204  len: 168 time: 0.0789285
Dec 18 21:18:08.551741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45366) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.574072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3b202-f947-41d9-bd90-84cf3bcbd19f tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ac525ce-5326-46cf-bf81-6fe38adaf004,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:08.586379 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.596386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b97d2dae-ee4e-4ee3-943b-bba77bb71960 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0433977
Dec 18 21:18:08.597499 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ee9279-d0f8-421d-b414-59bb2295b392 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Deleting subnet ceadd5fa-5bb4-425a-8143-fd2b2b354347 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:18:08.599460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45368) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.604641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-2fce37ff-7f73-45eb-8dd3-5d3467e04c56 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': '37f08b46-7a98-466d-99ec-87ea8b74e35b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:08.634668 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2fce37ff-7f73-45eb-8dd3-5d3467e04c56 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.681027 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.687356 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3ee9279-d0f8-421d-b414-59bb2295b392 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.687640 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.694052 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2fce37ff-7f73-45eb-8dd3-5d3467e04c56 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.702459 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2fce37ff-7f73-45eb-8dd3-5d3467e04c56 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.728844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Network dcf19f8c-a131-4831-9cb1-6af159039629 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:18:08.730544 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce37ff-7f73-45eb-8dd3-5d3467e04c56 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9fae77-40ce-4a9a-a824-82d735453248,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:08.731742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:08.745723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Pushing event updated for resources: {'Port': ['ID=e273a5d4-0f25-432d-9d4e-bfc7bfb87f46,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:08.748910 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:18:08.750518 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2fce37ff-7f73-45eb-8dd3-5d3467e04c56 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.755105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2fce37ff-7f73-45eb-8dd3-5d3467e04c56 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1542115
Dec 18 21:18:08.755718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45370) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.762008 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3ee9279-d0f8-421d-b414-59bb2295b392 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.782092 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c7f137d6-f401-449a-af36-642c0799216c tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules/8b9fae77-40ce-4a9a-a824-82d735453248 HTTP/1.1" status: 200  len: 763 time: 0.0224922
Dec 18 21:18:08.783315 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45372) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.796286 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:18:08.829683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-02269687-7d11-4c1a-83bd-99042daa9f7f tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0446298
Dec 18 21:18:08.831660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45374) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.856248 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbb67be8-fdf7-4626-80a7-7371ac7b4731 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.857147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Attempting to bind port e273a5d4-0f25-432d-9d4e-bfc7bfb87f46 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:18:08.857566 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Attempting to bind port e273a5d4-0f25-432d-9d4e-bfc7bfb87f46 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4d317fda-10bd-49eb-b81e-b6ce448d1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf19f8c-a131-4831-9cb1-6af159039629'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:18:08.857929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Attempting to bind port e273a5d4-0f25-432d-9d4e-bfc7bfb87f46 on network dcf19f8c-a131-4831-9cb1-6af159039629 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:18:08.863815 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbb67be8-fdf7-4626-80a7-7371ac7b4731 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.864609 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:18:08.864997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Checking segment: {'id': '4d317fda-10bd-49eb-b81e-b6ce448d1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf19f8c-a131-4831-9cb1-6af159039629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:18:08.865539 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.865778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Bound using segment: {'id': '4d317fda-10bd-49eb-b81e-b6ce448d1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf19f8c-a131-4831-9cb1-6af159039629'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:18:08.866237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Bound port: e273a5d4-0f25-432d-9d4e-bfc7bfb87f46, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d317fda-10bd-49eb-b81e-b6ce448d1319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf19f8c-a131-4831-9cb1-6af159039629'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:18:08.866638 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.892410 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbb67be8-fdf7-4626-80a7-7371ac7b4731 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.899275 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cbb67be8-fdf7-4626-80a7-7371ac7b4731 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.900422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cbb67be8-fdf7-4626-80a7-7371ac7b4731 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8b9fae77-40ce-4a9a-a824-82d735453248 HTTP/1.1" status: 204  len: 168 time: 0.0676346
Dec 18 21:18:08.905164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45376) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.907085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb67be8-fdf7-4626-80a7-7371ac7b4731 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b9fae77-40ce-4a9a-a824-82d735453248,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:08.929722 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3ee9279-d0f8-421d-b414-59bb2295b392 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:08.981018 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e315ea35-8899-4210-8a9c-87a4c17d7edb tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0740185
Dec 18 21:18:08.983998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45378) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:08.989323 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e6a4520b-7160-4283-863c-7c4b5c75f507 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': '37f08b46-7a98-466d-99ec-87ea8b74e35b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:09.012086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3ee9279-d0f8-421d-b414-59bb2295b392 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.021212 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e6a4520b-7160-4283-863c-7c4b5c75f507 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.046338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee9279-d0f8-421d-b414-59bb2295b392 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Subnet': ['ID=ceadd5fa-5bb4-425a-8143-fd2b2b354347,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:09.052234 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c3ee9279-d0f8-421d-b414-59bb2295b392 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.057700 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c3ee9279-d0f8-421d-b414-59bb2295b392 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/subnets/ceadd5fa-5bb4-425a-8143-fd2b2b354347 HTTP/1.1" status: 204  len: 168 time: 0.5240896
Dec 18 21:18:09.060046 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45382) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:09.080169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:18:09.080524 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.090353 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e6a4520b-7160-4283-863c-7c4b5c75f507 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.094919 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e6a4520b-7160-4283-863c-7c4b5c75f507 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.123776 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4520b-7160-4283-863c-7c4b5c75f507 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d280157a-8237-4b84-8ca8-8a55dc466ab5,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:09.134705 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] For port e273a5d4-0f25-432d-9d4e-bfc7bfb87f46, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:18:09.136363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f88511-5c68-41be-8b85-36bf4724a601 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:09.136763 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e6a4520b-7160-4283-863c-7c4b5c75f507 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.140502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f88511-5c68-41be-8b85-36bf4724a601 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:09.140641 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e6a4520b-7160-4283-863c-7c4b5c75f507 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1528471
Dec 18 21:18:09.140732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] For port e273a5d4-0f25-432d-9d4e-bfc7bfb87f46, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e273a5d4-0f25-432d-9d4e-bfc7bfb87f46,segment=NetworkSegment(4d317fda-10bd-49eb-b81e-b6ce448d1319),segment_id=4d317fda-10bd-49eb-b81e-b6ce448d1319)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:18:09.140831 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-42f88511-5c68-41be-8b85-36bf4724a601 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0777946
Dec 18 21:18:09.140831 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45384) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:09.143666 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45386) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:09.147861 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.160544 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-11c2d107-ecb7-45f5-98d1-3a27c86ba0a6 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules/d280157a-8237-4b84-8ca8-8a55dc466ab5 HTTP/1.1" status: 200  len: 764 time: 0.0164602
Dec 18 21:18:09.160770 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45388) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:09.205992 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-19147fa6-20bd-4e15-8b54-9f5782f65e13 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0412755
Dec 18 21:18:09.206526 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45390) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:09.229742 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c56da21b-c7e7-49bb-b0c9-635dd6886c87 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.235726 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e67b82be-f21f-4e78-b40f-12f3fdd779c1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.237846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c56da21b-c7e7-49bb-b0c9-635dd6886c87 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.245223 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67b82be-f21f-4e78-b40f-12f3fdd779c1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:18:09.245763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67b82be-f21f-4e78-b40f-12f3fdd779c1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:18:09.253327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45392) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:09.254030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e67b82be-f21f-4e78-b40f-12f3fdd779c1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/networks/dcf19f8c-a131-4831-9cb1-6af159039629 HTTP/1.1" status: 409  len: 405 time: 0.1092730
Dec 18 21:18:09.259680 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-10e52541-dc62-4c13-aa1a-fed36bfce124 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-189818647'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:09.265919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db180ab-2625-42d2-9632-df5b4a8f827e None None] Pushing event updated for resources: {'Port': ['ID=e273a5d4-0f25-432d-9d4e-bfc7bfb87f46,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:09.280163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163821fa-cb9e-4016-ae44-27eb091ddbb5 None None] Network dcf19f8c-a131-4831-9cb1-6af159039629 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:09.285292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c56da21b-c7e7-49bb-b0c9-635dd6886c87 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.300486 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c56da21b-c7e7-49bb-b0c9-635dd6886c87 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.301530 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c56da21b-c7e7-49bb-b0c9-635dd6886c87 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d280157a-8237-4b84-8ca8-8a55dc466ab5 HTTP/1.1" status: 204  len: 168 time: 0.0940921
Dec 18 21:18:09.302483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56da21b-c7e7-49bb-b0c9-635dd6886c87 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d280157a-8237-4b84-8ca8-8a55dc466ab5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:09.305147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45394) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:09.312269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e52541-dc62-4c13-aa1a-fed36bfce124 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:09.321299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-10e52541-dc62-4c13-aa1a-fed36bfce124 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.343980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 657651df-44d0-46d6-95a4-e0a4b7d78856 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:18:09.357981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-50fbb431-e9a5-4c04-90d4-40b307436338 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0478549
Dec 18 21:18:09.358195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45396) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:09.359027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e52541-dc62-4c13-aa1a-fed36bfce124 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:18:09.366049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 657651df-44d0-46d6-95a4-e0a4b7d78856 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:18:09.366427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 657651df-44d0-46d6-95a4-e0a4b7d78856 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:18:09.380616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-10e52541-dc62-4c13-aa1a-fed36bfce124 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.381284 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-10e52541-dc62-4c13-aa1a-fed36bfce124 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Added segment 4ffb1fdd-0cf2-4082-a6c0-a065192e37c1 of type vlan for network a9f3e031-202a-4c32-a408-b9ec07348641
Dec 18 21:18:09.411014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18adac93-9589-4350-945e-ae4b18267b27 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 21:18:09.426600 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba7fcb9b-c9ff-430e-87a6-2fc279ffe774 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.434039 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-10e52541-dc62-4c13-aa1a-fed36bfce124 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.452973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba7fcb9b-c9ff-430e-87a6-2fc279ffe774 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.472397 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-10e52541-dc62-4c13-aa1a-fed36bfce124 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.478890 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e52541-dc62-4c13-aa1a-fed36bfce124 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:09.479634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-10e52541-dc62-4c13-aa1a-fed36bfce124 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.505892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18adac93-9589-4350-945e-ae4b18267b27 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 21:18:09.506502 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba7fcb9b-c9ff-430e-87a6-2fc279ffe774 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.511983 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ba7fcb9b-c9ff-430e-87a6-2fc279ffe774 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.515854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ba7fcb9b-c9ff-430e-87a6-2fc279ffe774 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-groups/37f08b46-7a98-466d-99ec-87ea8b74e35b HTTP/1.1" status: 204  len: 168 time: 0.1543536
Dec 18 21:18:09.518651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45398) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:09.537427 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-10e52541-dc62-4c13-aa1a-fed36bfce124 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.2797489
Dec 18 21:18:09.537654 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45400) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:09.541017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fcb9b-c9ff-430e-87a6-2fc279ffe774 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f08b46-7a98-466d-99ec-87ea8b74e35b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:09.543112 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'subnet': {'network_id': 'a9f3e031-202a-4c32-a408-b9ec07348641', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:09.579220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fc2bdf2a-7a0e-4588-8ef1-24813bbd74fc tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0551293
Dec 18 21:18:09.581226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45402) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:09.585652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-5086e0cf-7682-45d5-8863-910728ad4a2e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440304087'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:09.611903 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5086e0cf-7682-45d5-8863-910728ad4a2e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.632388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e52541-dc62-4c13-aa1a-fed36bfce124 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Network': ['ID=a9f3e031-202a-4c32-a408-b9ec07348641,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:09.647637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network a9f3e031-202a-4c32-a408-b9ec07348641 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:18:09.657453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:09.660999 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.690478 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5086e0cf-7682-45d5-8863-910728ad4a2e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.696178 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5086e0cf-7682-45d5-8863-910728ad4a2e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.729393 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5086e0cf-7682-45d5-8863-910728ad4a2e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.730750 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5086e0cf-7682-45d5-8863-910728ad4a2e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1485770
Dec 18 21:18:09.734649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45404) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:09.741118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086e0cf-7682-45d5-8863-910728ad4a2e tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965aa874-f085-4981-85af-977ffee3b944,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:09.743787 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4797d83e-3a63-4c43-b600-22618bcad6dc tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Request body: {'security_group_rule': {'security_group_id': '965aa874-f085-4981-85af-977ffee3b944', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:09.811068 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4797d83e-3a63-4c43-b600-22618bcad6dc tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.917096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4944f51e-de2a-498d-8bc9-0bd27ecb70e2 None None] Provisioning complete for port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:18:09.917565 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4944f51e-de2a-498d-8bc9-0bd27ecb70e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.918676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4797d83e-3a63-4c43-b600-22618bcad6dc tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.925798 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4797d83e-3a63-4c43-b600-22618bcad6dc tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.969694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797d83e-3a63-4c43-b600-22618bcad6dc tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dc0321-a3e0-47a7-876b-4e4ca727ca3d,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:09.980418 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4797d83e-3a63-4c43-b600-22618bcad6dc tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:09.984143 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4797d83e-3a63-4c43-b600-22618bcad6dc tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2460024
Dec 18 21:18:09.984461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45406) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:10.020076 ncdv-master-1 neutron-server[126009]: DEBUG neutron.objects.ports [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126009) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:18:10.023444 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.112237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Subnet': ['ID=c7e51585-43bb-40de-bffd-9ce5fce79d3c,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:10.122753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.125485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Checking segment: {'id': '4ffb1fdd-0cf2-4082-a6c0-a065192e37c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a9f3e031-202a-4c32-a408-b9ec07348641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:18:10.125845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network hostable DHCP agents. Network: a9f3e031-202a-4c32-a408-b9ec07348641, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:18:10.153615 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.171471 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network a9f3e031-202a-4c32-a408-b9ec07348641 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:18:10.191145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9f3e031-202a-4c32-a408-b9ec07348641) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:10.195621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:10.196210 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.208060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeafd553-aeb9-436a-aa81-f76580212f50 None None] Network a9f3e031-202a-4c32-a408-b9ec07348641 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:10.215119 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e35c8af4-9b3c-4896-a22a-d8cab73e3c42 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 0.6763620
Dec 18 21:18:10.216966 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.217873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45410) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:10.221487 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.225426 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-groups/965aa874-f085-4981-85af-977ffee3b944 HTTP/1.1" status: 204  len: 168 time: 0.2378433
Dec 18 21:18:10.226079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45412) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:10.237193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965aa874-f085-4981-85af-977ffee3b944,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:10.250417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.250980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.251550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.252267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.252660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.253221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.253777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.254500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.254947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.255501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.256058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.256603 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.257153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fddc2-2c06-490b-9f6f-6226efd2d443 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:10.327192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6de755b9-2535-4817-a093-886ba9c0b339 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0967476
Dec 18 21:18:10.327775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45414) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:10.342477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a9f3e031-202a-4c32-a408-b9ec07348641', 'network_id': 'a9f3e031-202a-4c32-a408-b9ec07348641', 'project_id': '09b19140c9514e14bb529e04e1bb699b', 'fixed_ips': [{'subnet_id': 'c7e51585-43bb-40de-bffd-9ce5fce79d3c'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:18:10.343431 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.358785 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.366123 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2f8a935d-80bc-482f-a780-d665a5848426 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0352423
Dec 18 21:18:10.367088 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45416) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:10.381409 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-9e17cb11-051d-43b7-ae5f-763c874d5480 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] delete failed (client error): The resource could not be found.
Dec 18 21:18:10.382676 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9e17cb11-051d-43b7-ae5f-763c874d5480 tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "DELETE /v2.0/security-groups/965aa874-f085-4981-85af-977ffee3b944 HTTP/1.1" status: 404  len: 347 time: 0.0146787
Dec 18 21:18:10.386776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45418) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:10.432329 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c3c44d67-d597-4cf1-855d-811b1931a10a tempest-SecGroupTest-358491096 tempest-SecGroupTest-358491096-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0443599
Dec 18 21:18:10.438016 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.482202 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Allocated IP 2001:db8::f816:3eff:fede:bc00 (a9f3e031-202a-4c32-a408-b9ec07348641/c7e51585-43bb-40de-bffd-9ce5fce79d3c/30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:18:10.606662 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45424) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:10.629542 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.636153 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.656074 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.680974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Network a9f3e031-202a-4c32-a408-b9ec07348641 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:18:10.685372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:10.689883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:18:10.692796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e51585-43bb-40de-bffd-9ce5fce79d3c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:10.697351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Pushing event updated for resources: {'Port': ['ID=30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:10.729448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45426) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:10.759941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Attempting to bind port 30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:18:10.760453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Attempting to bind port 30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4ffb1fdd-0cf2-4082-a6c0-a065192e37c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a9f3e031-202a-4c32-a408-b9ec07348641'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:18:10.760918 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Attempting to bind port 30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e on network a9f3e031-202a-4c32-a408-b9ec07348641 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:18:10.766531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:18:10.767304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Checking segment: {'id': '4ffb1fdd-0cf2-4082-a6c0-a065192e37c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a9f3e031-202a-4c32-a408-b9ec07348641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:18:10.767533 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.768118 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Bound using segment: {'id': '4ffb1fdd-0cf2-4082-a6c0-a065192e37c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a9f3e031-202a-4c32-a408-b9ec07348641'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:18:10.768674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Bound port: 30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffb1fdd-0cf2-4082-a6c0-a065192e37c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a9f3e031-202a-4c32-a408-b9ec07348641'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:18:10.769711 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.791982 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.814319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e761d00>,) {'filters': {'network_id': ['a9f3e031-202a-4c32-a408-b9ec07348641']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:10.825003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e761d00>, '4ffb1fdd-0cf2-4082-a6c0-a065192e37c1') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:10.825449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e761d00>, '4ffb1fdd-0cf2-4082-a6c0-a065192e37c1') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:10.840588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] For port 30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:18:10.840873 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.847067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Deleting port 798bf9d8-5d4f-4fcf-944b-f6efd0a77ebd {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:10.847574 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.848371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] For port 30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e,segment=NetworkSegment(4ffb1fdd-0cf2-4082-a6c0-a065192e37c1),segment_id=4ffb1fdd-0cf2-4082-a6c0-a065192e37c1)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:18:10.856162 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.858633 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.873974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:18:10.875022 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:18:10.878802 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:18:10.936734 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.937876 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:10.947209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e2697-dfd6-438e-bc96-a63ce0d977e0 None None] Pushing event updated for resources: {'Port': ['ID=30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:10.951136 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561d537a-d7d0-4f9d-abd5-c46eca0efc73 None None] Network a9f3e031-202a-4c32-a408-b9ec07348641 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:10.955198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Calling delete_port for 798bf9d8-5d4f-4fcf-944b-f6efd0a77ebd owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:10.973599 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.db.api [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 21:18:10.973599 ncdv-master-1 neutron-server[126008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 21:18:10.973599 ncdv-master-1 neutron-server[126008]: [parameters: {'id': 'a9f3e031-202a-4c32-a408-b9ec07348641'}]
Dec 18 21:18:10.973599 ncdv-master-1 neutron-server[126008]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:18:10.974022 ncdv-master-1 neutron-server[126008]: DEBUG oslo_db.api [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:18:10.985665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dd48f92d-a16b-424b-8bd6-05ca888b08ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2ea2e6cbb0547da9fe0ab7eb756a176&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2551274
Dec 18 21:18:10.986349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45430) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:11.034668 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-02398435-86da-4c90-a3da-5ec073403be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:11.057119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-02398435-86da-4c90-a3da-5ec073403be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:11.058364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf232d82-e928-483c-b6cc-a637fdef31e4 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 21:18:11.111717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-02398435-86da-4c90-a3da-5ec073403be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:11.115753 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-02398435-86da-4c90-a3da-5ec073403be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:11.116305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-02398435-86da-4c90-a3da-5ec073403be2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cafeb032-3e29-4919-ace7-d145c1205b72 HTTP/1.1" status: 204  len: 168 time: 0.1288161
Dec 18 21:18:11.125138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:11.126056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02398435-86da-4c90-a3da-5ec073403be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafeb032-3e29-4919-ace7-d145c1205b72,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:11.163903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event deleted for resources: {'Port': ['ID=798bf9d8-5d4f-4fcf-944b-f6efd0a77ebd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:11.189156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf232d82-e928-483c-b6cc-a637fdef31e4 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 21:18:11.224673 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:11.225014 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Floating IP e42bb9e8-bcaa-4c64-8a43-c20f0cef3d8e disassociated (deleted). External IP: 172.35.3.86, port: a7cafa90-4ea2-464a-974c-82429732a64d.
Dec 18 21:18:11.444290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Router 0ab23311-f236-4074-ab58-417d7cbdc88b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:18:11.475328 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:11.534694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Deleting port 30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:11.535087 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:11.558405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:18:11.563518 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:11.571163 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e283dc-6ba3-439b-b98c-f32490fa9e05 None None] Sync routers for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:18:11.583019 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e283dc-6ba3-439b-b98c-f32490fa9e05 None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:18:11.583857 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-44e283dc-6ba3-439b-b98c-f32490fa9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366447f0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:18:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:11.594413 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c475b5c4-6b17-4483-9c0f-9585dec76682 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "DELETE /v2.0/floatingips/e42bb9e8-bcaa-4c64-8a43-c20f0cef3d8e HTTP/1.1" status: 204  len: 168 time: 0.9860742
Dec 18 21:18:11.595259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'tag': 'a7cafa90-4ea2-464a-974c-82429732a64d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:18:11.598002 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508179cf-e5b2-466f-a662-2129d43b3fed" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc66115-f830-404b-b50a-e0fa7a1b14cc", "tag": "a7cafa90-4ea2-464a-974c-82429732a64d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:18:11.606883 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] For port 30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e,segment=NetworkSegment(4ffb1fdd-0cf2-4082-a6c0-a065192e37c1),segment_id=4ffb1fdd-0cf2-4082-a6c0-a065192e37c1)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:11.607757 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:11.621922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Calling delete_port for 30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:11.669088 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55fd1c7-947b-4c2e-b07a-003f5ecb5265 x-openstack-request-id: req-a55fd1c7-947b-4c2e-b07a-003f5ecb5265 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:18:11.669454 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc66115-f830-404b-b50a-e0fa7a1b14cc", "tag": "a7cafa90-4ea2-464a-974c-82429732a64d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:18:11.670334 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a55fd1c7-947b-4c2e-b07a-003f5ecb5265 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:18:11.670815 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'tag': 'a7cafa90-4ea2-464a-974c-82429732a64d', 'status': 'completed', 'code': 200}
Dec 18 21:18:11.728771 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-44e283dc-6ba3-439b-b98c-f32490fa9e05 None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:18:11.734383 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:11.762134 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508179cf-e5b2-466f-a662-2129d43b3fed req-1483a14d-79ee-4616-9c4c-59e4c8d6e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:11.764485 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-508179cf-e5b2-466f-a662-2129d43b3fed req-1483a14d-79ee-4616-9c4c-59e4c8d6e216 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 1097 time: 0.0681422
Dec 18 21:18:11.773833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Port': ['ID=30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:11.775301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No DVR routers for this DVR port 30e5e89c-f63a-47b4-a45d-4a2a4d2f3c0e on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:18:11.970637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508179cf-e5b2-466f-a662-2129d43b3fed req-6bc3196a-1489-4f89-a91d-7b8e18c38d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:11.972350 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-508179cf-e5b2-466f-a662-2129d43b3fed req-6bc3196a-1489-4f89-a91d-7b8e18c38d46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1838274
Dec 18 21:18:12.073266 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45460) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:12.087390 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-44e283dc-6ba3-439b-b98c-f32490fa9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366447f0d0>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '99079543-99be-4f90-b030-60dd5520e372', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.182', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:c0:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:39Z', 'updated_at': '2021-12-18T21:13:42Z', 'revision_number': 1, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:12.088100 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0054960
Dec 18 21:18:12.088733 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45462) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:12.094154 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-508179cf-e5b2-466f-a662-2129d43b3fed req-456d5ce8-3f5c-4953-9853-34f68d696639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cafa90-4ea2-464a-974c-82429732a64d HTTP/1.1" status: 200  len: 217 time: 0.1128912
Dec 18 21:18:12.131396 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e283dc-6ba3-439b-b98c-f32490fa9e05 None None] Checking router: 0ab23311-f236-4074-ab58-417d7cbdc88b for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:18:12.142229 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e283dc-6ba3-439b-b98c-f32490fa9e05 None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:18:12.143293 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-44e283dc-6ba3-439b-b98c-f32490fa9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366447f0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:18:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:12.195118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508179cf-e5b2-466f-a662-2129d43b3fed req-63ec4f5c-e11d-44ef-90c6-47010b095d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:12.198552 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-508179cf-e5b2-466f-a662-2129d43b3fed req-63ec4f5c-e11d-44ef-90c6-47010b095d91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0909491
Dec 18 21:18:12.269724 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a31cac3a-f6b4-4ba8-8260-a1cb52d905f7 tempest-NetworksApiDiscovery-1513626855 tempest-NetworksApiDiscovery-1513626855-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1797254
Dec 18 21:18:12.281600 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-44e283dc-6ba3-439b-b98c-f32490fa9e05 None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:18:12.294074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508179cf-e5b2-466f-a662-2129d43b3fed req-7d43aca9-48ea-4c9b-b606-c272a4c53e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:12.296015 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-508179cf-e5b2-466f-a662-2129d43b3fed req-7d43aca9-48ea-4c9b-b606-c272a4c53e69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0865486
Dec 18 21:18:12.297977 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.345193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966701c0-b5f9-4c48-9b43-042c480cde36 req-62cd616a-a161-48bf-8e44-9cb27b7ae2e8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:12.346764 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-966701c0-b5f9-4c48-9b43-042c480cde36 req-62cd616a-a161-48bf-8e44-9cb27b7ae2e8 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 946 time: 0.4415567
Dec 18 21:18:12.348543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ccc9fd0>,) {'filters': {'network_id': ['a9f3e031-202a-4c32-a408-b9ec07348641']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:12.379137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ccc9fd0>, '4ffb1fdd-0cf2-4082-a6c0-a065192e37c1') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:12.379445 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ccc9fd0>, '4ffb1fdd-0cf2-4082-a6c0-a065192e37c1') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:12.398770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.422957 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-508179cf-e5b2-466f-a662-2129d43b3fed req-763f6f60-1db3-4e41-8661-52e98bd50858 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1166787
Dec 18 21:18:12.424443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-966701c0-b5f9-4c48-9b43-042c480cde36 req-cf78d569-bbed-41d8-9f3c-7bfa69bace8b tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683968
Dec 18 21:18:12.425340 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.432456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:18:12.432865 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:18:12.437118 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:18:12.509430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.541648 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.545898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/networks/a9f3e031-202a-4c32-a408-b9ec07348641 HTTP/1.1" status: 204  len: 168 time: 2.3268852
Dec 18 21:18:12.547261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b260a4a-1282-4e74-b14a-8ad59ebe3ee8 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Network': ['ID=a9f3e031-202a-4c32-a408-b9ec07348641,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:12.550207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45472) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:12.556209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-050f0109-722f-4610-8feb-8c20c4943950 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1510364006'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:12.562003 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-508179cf-e5b2-466f-a662-2129d43b3fed req-45baba05-ce25-4b6d-9690-7d8fdd78d077 service neutron] 10.222.0.36 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267583
Dec 18 21:18:12.574371 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-44e283dc-6ba3-439b-b98c-f32490fa9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366447f0d0>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '99079543-99be-4f90-b030-60dd5520e372', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.182', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:c0:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:39Z', 'updated_at': '2021-12-18T21:13:42Z', 'revision_number': 1, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:12.583561 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050f0109-722f-4610-8feb-8c20c4943950 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:12.586813 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-050f0109-722f-4610-8feb-8c20c4943950 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.609800 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e283dc-6ba3-439b-b98c-f32490fa9e05 None None] The sync data for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 is: [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '99079543-99be-4f90-b030-60dd5520e372', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'floating_ip_address': '172.35.3.182', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'port_id': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'mac_address': 'fa:16:3e:c0:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:13:39Z', 'updated_at': '2021-12-18T21:13:42Z', 'revision_number': 1, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:18:12.612124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050f0109-722f-4610-8feb-8c20c4943950 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:18:12.622805 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-050f0109-722f-4610-8feb-8c20c4943950 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.623720 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-050f0109-722f-4610-8feb-8c20c4943950 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Added segment 2149bd40-f01d-4a1f-8e55-5652ec992790 of type vlan for network 147cf161-224a-464f-9955-9b3f567bd40a
Dec 18 21:18:12.629811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45474) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:12.665955 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-050f0109-722f-4610-8feb-8c20c4943950 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.692406 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-050f0109-722f-4610-8feb-8c20c4943950 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.698359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050f0109-722f-4610-8feb-8c20c4943950 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:12.699041 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-050f0109-722f-4610-8feb-8c20c4943950 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.761362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-050f0109-722f-4610-8feb-8c20c4943950 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2100141
Dec 18 21:18:12.765733 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45478) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:12.771166 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-76ad730b-c411-40ff-9383-1db6a589434e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'subnet': {'network_id': '147cf161-224a-464f-9955-9b3f567bd40a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:12.774564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f0109-722f-4610-8feb-8c20c4943950 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Network': ['ID=147cf161-224a-464f-9955-9b3f567bd40a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:12.786890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 147cf161-224a-464f-9955-9b3f567bd40a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:18:12.796124 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75bc5657-3557-4d82-8c29-1c1caf544160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.923281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ad730b-c411-40ff-9383-1db6a589434e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:12.926771 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76ad730b-c411-40ff-9383-1db6a589434e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:12.932212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cded4a-e972-4703-8523-aea4842dfd23 None None] New status for floating IP e42bb9e8-bcaa-4c64-8a43-c20f0cef3d8e: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:18:13.009853 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75bc5657-3557-4d82-8c29-1c1caf544160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.016705 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-75bc5657-3557-4d82-8c29-1c1caf544160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.072592 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-75bc5657-3557-4d82-8c29-1c1caf544160 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b863c8755284679943e28b082161d06&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4410102
Dec 18 21:18:13.075524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45480) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:13.077034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc5657-3557-4d82-8c29-1c1caf544160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4660b946-819e-4b79-908c-c04b3b188d4b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:13.126387 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95442f49-98cc-4198-b726-9c20868f35d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.147997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95442f49-98cc-4198-b726-9c20868f35d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.173229 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76ad730b-c411-40ff-9383-1db6a589434e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.199962 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95442f49-98cc-4198-b726-9c20868f35d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.203992 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-95442f49-98cc-4198-b726-9c20868f35d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.208115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-95442f49-98cc-4198-b726-9c20868f35d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4660b946-819e-4b79-908c-c04b3b188d4b HTTP/1.1" status: 204  len: 168 time: 0.1289930
Dec 18 21:18:13.218583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95442f49-98cc-4198-b726-9c20868f35d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4660b946-819e-4b79-908c-c04b3b188d4b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:13.242946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad730b-c411-40ff-9383-1db6a589434e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Subnet': ['ID=03abc3df-021e-448f-a469-3ffd4d1a412d,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:13.245244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad730b-c411-40ff-9383-1db6a589434e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Checking segment: {'id': '2149bd40-f01d-4a1f-8e55-5652ec992790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '147cf161-224a-464f-9955-9b3f567bd40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:18:13.245603 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad730b-c411-40ff-9383-1db6a589434e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network hostable DHCP agents. Network: 147cf161-224a-464f-9955-9b3f567bd40a, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:18:13.272929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad730b-c411-40ff-9383-1db6a589434e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network 147cf161-224a-464f-9955-9b3f567bd40a is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:18:13.284470 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-76ad730b-c411-40ff-9383-1db6a589434e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 147cf161-224a-464f-9955-9b3f567bd40a) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:13.296098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ad730b-c411-40ff-9383-1db6a589434e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:13.296758 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-76ad730b-c411-40ff-9383-1db6a589434e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.299548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab62d40-96bb-40be-8588-4500a12c3028 None None] Network 147cf161-224a-464f-9955-9b3f567bd40a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:13.315441 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-76ad730b-c411-40ff-9383-1db6a589434e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5479372
Dec 18 21:18:13.318071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45486) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:13.426082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-147cf161-224a-464f-9955-9b3f567bd40a', 'network_id': '147cf161-224a-464f-9955-9b3f567bd40a', 'project_id': '09b19140c9514e14bb529e04e1bb699b', 'fixed_ips': [{'subnet_id': '03abc3df-021e-448f-a469-3ffd4d1a412d'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:18:13.426908 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.427216 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.531569 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.573979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e51209-483a-4f0d-91cd-cb4690a8e1e6 req-6d2830d6-1e1b-490f-9cef-c4c5692fd8b1 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:13.573979 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36e51209-483a-4f0d-91cd-cb4690a8e1e6 req-6d2830d6-1e1b-490f-9cef-c4c5692fd8b1 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 946 time: 0.0586691
Dec 18 21:18:13.616548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Allocated IP 2001:db8::2 (147cf161-224a-464f-9955-9b3f567bd40a/03abc3df-021e-448f-a469-3ffd4d1a412d/6ba8745b-b6c0-4537-9087-2cd4b8e133b4) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:18:13.642550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36e51209-483a-4f0d-91cd-cb4690a8e1e6 req-151d9445-8210-402b-b036-80efde71ffed tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596385
Dec 18 21:18:13.658985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50c38f-ea93-4640-b575-a6c7970d84e9 req-7979b7d8-251c-4d4a-84ff-e65b47342975 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:13.658985 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e50c38f-ea93-4640-b575-a6c7970d84e9 req-7979b7d8-251c-4d4a-84ff-e65b47342975 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 946 time: 0.0789125
Dec 18 21:18:13.765312 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-9e50c38f-ea93-4640-b575-a6c7970d84e9 req-73abe207-0bd0-46af-9be5-95a61e6409de tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Deleting port a7cafa90-4ea2-464a-974c-82429732a64d {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:13.765653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e50c38f-ea93-4640-b575-a6c7970d84e9 req-73abe207-0bd0-46af-9be5-95a61e6409de tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.785611 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.793099 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.838033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.838977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Network 147cf161-224a-464f-9955-9b3f567bd40a is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:18:13.843590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:13.845625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Pushing event updated for resources: {'Port': ['ID=6ba8745b-b6c0-4537-9087-2cd4b8e133b4,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:13.848793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:18:13.873559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Subnet': ['ID=03abc3df-021e-448f-a469-3ffd4d1a412d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:13.909722 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Attempting to bind port 6ba8745b-b6c0-4537-9087-2cd4b8e133b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:18:13.910105 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Attempting to bind port 6ba8745b-b6c0-4537-9087-2cd4b8e133b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2149bd40-f01d-4a1f-8e55-5652ec992790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '147cf161-224a-464f-9955-9b3f567bd40a'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:18:13.910505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Attempting to bind port 6ba8745b-b6c0-4537-9087-2cd4b8e133b4 on network 147cf161-224a-464f-9955-9b3f567bd40a {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:18:13.916119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:18:13.916369 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Checking segment: {'id': '2149bd40-f01d-4a1f-8e55-5652ec992790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '147cf161-224a-464f-9955-9b3f567bd40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:18:13.916683 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.917081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Bound using segment: {'id': '2149bd40-f01d-4a1f-8e55-5652ec992790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '147cf161-224a-464f-9955-9b3f567bd40a'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:18:13.917556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Bound port: 6ba8745b-b6c0-4537-9087-2cd4b8e133b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2149bd40-f01d-4a1f-8e55-5652ec992790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '147cf161-224a-464f-9955-9b3f567bd40a'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:18:13.917936 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.976784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-9e50c38f-ea93-4640-b575-a6c7970d84e9 req-73abe207-0bd0-46af-9be5-95a61e6409de tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] For port a7cafa90-4ea2-464a-974c-82429732a64d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7cafa90-4ea2-464a-974c-82429732a64d,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:13.977061 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e50c38f-ea93-4640-b575-a6c7970d84e9 req-73abe207-0bd0-46af-9be5-95a61e6409de tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:13.983853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] For port 6ba8745b-b6c0-4537-9087-2cd4b8e133b4, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:18:13.988330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] For port 6ba8745b-b6c0-4537-9087-2cd4b8e133b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba8745b-b6c0-4537-9087-2cd4b8e133b4,segment=NetworkSegment(2149bd40-f01d-4a1f-8e55-5652ec992790),segment_id=2149bd40-f01d-4a1f-8e55-5652ec992790)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:18:13.995263 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:14.002939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-9e50c38f-ea93-4640-b575-a6c7970d84e9 req-73abe207-0bd0-46af-9be5-95a61e6409de tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Calling delete_port for a7cafa90-4ea2-464a-974c-82429732a64d owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:14.006034 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:14.034619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365db16f10>,) {'filters': {'network_id': ['147cf161-224a-464f-9955-9b3f567bd40a']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:14.075717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db16f10>, '2149bd40-f01d-4a1f-8e55-5652ec992790') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:14.076649 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db16f10>, '2149bd40-f01d-4a1f-8e55-5652ec992790') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:14.089500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:14.107568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b08383-77c9-441e-a1eb-013cf8d0a728 None None] Pushing event updated for resources: {'Port': ['ID=6ba8745b-b6c0-4537-9087-2cd4b8e133b4,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:14.114817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f5b3cf-3ac7-4a40-a2e0-96f952b55507 None None] Network 147cf161-224a-464f-9955-9b3f567bd40a requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:14.136813 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:14.146367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:18:14.146757 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:18:14.149851 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:18:14.215104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb9c3e-680e-45d5-b327-3189e44d7db5 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 21:18:14.245172 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.api [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 21:18:14.245172 ncdv-master-1 neutron-server[126009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 21:18:14.245172 ncdv-master-1 neutron-server[126009]: [parameters: {'id': '147cf161-224a-464f-9955-9b3f567bd40a'}]
Dec 18 21:18:14.245172 ncdv-master-1 neutron-server[126009]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:18:14.245615 ncdv-master-1 neutron-server[126009]: DEBUG oslo_db.api [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:18:14.264634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e50c38f-ea93-4640-b575-a6c7970d84e9 req-73abe207-0bd0-46af-9be5-95a61e6409de tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:14.302215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abe207-0bd0-46af-9be5-95a61e6409de tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event deleted for resources: {'Port': ['ID=a7cafa90-4ea2-464a-974c-82429732a64d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:14.331901 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb9c3e-680e-45d5-b327-3189e44d7db5 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 21:18:14.346665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e50c38f-ea93-4640-b575-a6c7970d84e9 req-73abe207-0bd0-46af-9be5-95a61e6409de tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] No DVR routers for this DVR port a7cafa90-4ea2-464a-974c-82429732a64d on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:18:14.349730 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9e50c38f-ea93-4640-b575-a6c7970d84e9 req-73abe207-0bd0-46af-9be5-95a61e6409de tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:14.357917 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9e50c38f-ea93-4640-b575-a6c7970d84e9 req-73abe207-0bd0-46af-9be5-95a61e6409de tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.36 "DELETE /v2.0/ports/a7cafa90-4ea2-464a-974c-82429732a64d HTTP/1.1" status: 204  len: 173 time: 0.6879234
Dec 18 21:18:14.358456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'name': 'network-vif-deleted', 'tag': 'a7cafa90-4ea2-464a-974c-82429732a64d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:18:14.361521 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3303226-3a04-42b8-91be-7fb00650bb6e" -d '{"events": [{"server_uuid": "9dc66115-f830-404b-b50a-e0fa7a1b14cc", "name": "network-vif-deleted", "tag": "a7cafa90-4ea2-464a-974c-82429732a64d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:18:14.400173 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab57fea-dd28-4d47-aacd-30856647d11e x-openstack-request-id: req-7ab57fea-dd28-4d47-aacd-30856647d11e {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:18:14.400479 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc66115-f830-404b-b50a-e0fa7a1b14cc", "name": "network-vif-deleted", "tag": "a7cafa90-4ea2-464a-974c-82429732a64d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:18:14.400772 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ab57fea-dd28-4d47-aacd-30856647d11e {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:18:14.401362 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc66115-f830-404b-b50a-e0fa7a1b14cc', 'name': 'network-vif-deleted', 'tag': 'a7cafa90-4ea2-464a-974c-82429732a64d', 'status': 'completed', 'code': 200}
Dec 18 21:18:14.746653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:14.759269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4d85d5bb-688f-44ce-beb8-2c62ca69eb36 req-f451abf2-1dc0-49c0-9481-1fe9e906d4b2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc66115-f830-404b-b50a-e0fa7a1b14cc HTTP/1.1" status: 200  len: 210 time: 0.0268462
Dec 18 21:18:14.800863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Deleting port 6ba8745b-b6c0-4537-9087-2cd4b8e133b4 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:14.801237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:14.872230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] For port 6ba8745b-b6c0-4537-9087-2cd4b8e133b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba8745b-b6c0-4537-9087-2cd4b8e133b4,segment=NetworkSegment(2149bd40-f01d-4a1f-8e55-5652ec992790),segment_id=2149bd40-f01d-4a1f-8e55-5652ec992790)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:14.872562 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:14.886460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Calling delete_port for 6ba8745b-b6c0-4537-9087-2cd4b8e133b4 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:14.984512 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:14.998192 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.013230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Port': ['ID=6ba8745b-b6c0-4537-9087-2cd4b8e133b4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:15.017085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No DVR routers for this DVR port 6ba8745b-b6c0-4537-9087-2cd4b8e133b4 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:18:15.114625 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.135917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c3bf220>,) {'filters': {'network_id': ['147cf161-224a-464f-9955-9b3f567bd40a']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:15.153141 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c3bf220>, '2149bd40-f01d-4a1f-8e55-5652ec992790') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:15.153631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c3bf220>, '2149bd40-f01d-4a1f-8e55-5652ec992790') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:15.168500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.190377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.197267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:18:15.197667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:18:15.200640 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:18:15.259496 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.266889 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.269801 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/networks/147cf161-224a-464f-9955-9b3f567bd40a HTTP/1.1" status: 204  len: 168 time: 1.9507568
Dec 18 21:18:15.273409 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45540) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:15.278688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-52c6e197-7cb6-43bc-9c90-252ce1c394fb tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1902055729'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:15.281771 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155f45e-068b-48d8-ab85-a98fc29a9e20 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Network': ['ID=147cf161-224a-464f-9955-9b3f567bd40a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:15.303656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c6e197-7cb6-43bc-9c90-252ce1c394fb tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:15.307200 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52c6e197-7cb6-43bc-9c90-252ce1c394fb tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.331203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c6e197-7cb6-43bc-9c90-252ce1c394fb tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:18:15.339794 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52c6e197-7cb6-43bc-9c90-252ce1c394fb tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.340132 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-52c6e197-7cb6-43bc-9c90-252ce1c394fb tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Added segment 8436fa05-ebe5-4213-8e72-33b1ab280d00 of type vlan for network 6c5e8214-66be-416d-bf85-5fa1a41052a1
Dec 18 21:18:15.377706 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52c6e197-7cb6-43bc-9c90-252ce1c394fb tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.401371 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52c6e197-7cb6-43bc-9c90-252ce1c394fb tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.408212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c6e197-7cb6-43bc-9c90-252ce1c394fb tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:15.408827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-52c6e197-7cb6-43bc-9c90-252ce1c394fb tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.468855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-52c6e197-7cb6-43bc-9c90-252ce1c394fb tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.1939111
Dec 18 21:18:15.471756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45544) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:15.476885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Request body: {'subnet': {'network_id': '6c5e8214-66be-416d-bf85-5fa1a41052a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:15.485072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6e197-7cb6-43bc-9c90-252ce1c394fb tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Network': ['ID=6c5e8214-66be-416d-bf85-5fa1a41052a1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:15.496163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 6c5e8214-66be-416d-bf85-5fa1a41052a1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:18:15.566631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Made reservation on behalf of 09b19140c9514e14bb529e04e1bb699b for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:18:15.570052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.824024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.objects.ports [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126009) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 18 21:18:15.825469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.887913 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event updated for resources: {'Subnet': ['ID=f56f12b5-c7d2-4128-a43c-1a8d1d6f332a,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:15.895835 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Checking segment: {'id': '8436fa05-ebe5-4213-8e72-33b1ab280d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6c5e8214-66be-416d-bf85-5fa1a41052a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:18:15.896214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network hostable DHCP agents. Network: 6c5e8214-66be-416d-bf85-5fa1a41052a1, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:18:15.916744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Network 6c5e8214-66be-416d-bf85-5fa1a41052a1 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:18:15.931595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6c5e8214-66be-416d-bf85-5fa1a41052a1) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:15.936759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:15.937392 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:15.942103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d7e49c-5f84-49b3-b803-ef2ebf007e61 None None] Network 6c5e8214-66be-416d-bf85-5fa1a41052a1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:15.954799 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-61a38ed9-4c11-48a8-8c51-f53bdca010b0 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.4811354
Dec 18 21:18:15.957085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45560) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:16.052242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6c5e8214-66be-416d-bf85-5fa1a41052a1', 'network_id': '6c5e8214-66be-416d-bf85-5fa1a41052a1', 'project_id': '09b19140c9514e14bb529e04e1bb699b', 'fixed_ips': [{'subnet_id': 'f56f12b5-c7d2-4128-a43c-1a8d1d6f332a'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:18:16.053116 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.076516 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.141499 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.206385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Allocated IP 2001:db8::f816:3eff:fe33:a4ba (6c5e8214-66be-416d-bf85-5fa1a41052a1/f56f12b5-c7d2-4128-a43c-1a8d1d6f332a/f5ce3b35-0a48-48fc-9961-97a1f70a4c1c) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:18:16.410609 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.420503 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.442097 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.467242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Network 6c5e8214-66be-416d-bf85-5fa1a41052a1 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:18:16.470560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:18:16.471710 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Subnet': ['ID=f56f12b5-c7d2-4128-a43c-1a8d1d6f332a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:16.474528 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:18:16.480678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Pushing event updated for resources: {'Port': ['ID=f5ce3b35-0a48-48fc-9961-97a1f70a4c1c,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:16.537349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Attempting to bind port f5ce3b35-0a48-48fc-9961-97a1f70a4c1c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:18:16.537791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Attempting to bind port f5ce3b35-0a48-48fc-9961-97a1f70a4c1c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8436fa05-ebe5-4213-8e72-33b1ab280d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6c5e8214-66be-416d-bf85-5fa1a41052a1'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:18:16.538684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Attempting to bind port f5ce3b35-0a48-48fc-9961-97a1f70a4c1c on network 6c5e8214-66be-416d-bf85-5fa1a41052a1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:18:16.544074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:18:16.544074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Checking segment: {'id': '8436fa05-ebe5-4213-8e72-33b1ab280d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6c5e8214-66be-416d-bf85-5fa1a41052a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:18:16.544378 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.544585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Bound using segment: {'id': '8436fa05-ebe5-4213-8e72-33b1ab280d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6c5e8214-66be-416d-bf85-5fa1a41052a1'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:18:16.545615 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Bound port: f5ce3b35-0a48-48fc-9961-97a1f70a4c1c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8436fa05-ebe5-4213-8e72-33b1ab280d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6c5e8214-66be-416d-bf85-5fa1a41052a1'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:18:16.546006 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.546111 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.571481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e67f340>,) {'filters': {'network_id': ['6c5e8214-66be-416d-bf85-5fa1a41052a1']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:16.583053 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e67f340>, '8436fa05-ebe5-4213-8e72-33b1ab280d00') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:16.583848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e67f340>, '8436fa05-ebe5-4213-8e72-33b1ab280d00') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:16.595778 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.613171 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.622107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:18:16.622552 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:18:16.625776 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:18:16.627859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] For port f5ce3b35-0a48-48fc-9961-97a1f70a4c1c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:18:16.681911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] For port f5ce3b35-0a48-48fc-9961-97a1f70a4c1c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5ce3b35-0a48-48fc-9961-97a1f70a4c1c,segment=NetworkSegment(8436fa05-ebe5-4213-8e72-33b1ab280d00),segment_id=8436fa05-ebe5-4213-8e72-33b1ab280d00)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:18:16.682508 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.api [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 21:18:16.682508 ncdv-master-1 neutron-server[126009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 21:18:16.682508 ncdv-master-1 neutron-server[126009]: [parameters: {'id': '6c5e8214-66be-416d-bf85-5fa1a41052a1'}]
Dec 18 21:18:16.682508 ncdv-master-1 neutron-server[126009]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:18:16.682826 ncdv-master-1 neutron-server[126009]: DEBUG oslo_db.api [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:18:16.686242 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:16.766612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c9046-5614-40af-aacf-8c68ce0eb1a3 None None] Pushing event updated for resources: {'Port': ['ID=f5ce3b35-0a48-48fc-9961-97a1f70a4c1c,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:16.780558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7f30ea-f0a7-4546-bff2-07d56076d13e None None] Network 6c5e8214-66be-416d-bf85-5fa1a41052a1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:16.868390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef8e21f-5750-4f1e-8e0f-56da10f9037d None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 21:18:16.950504 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef8e21f-5750-4f1e-8e0f-56da10f9037d None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 21:18:17.183875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:17.240044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Deleting port f5ce3b35-0a48-48fc-9961-97a1f70a4c1c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:17.240377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:17.301383 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] For port f5ce3b35-0a48-48fc-9961-97a1f70a4c1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5ce3b35-0a48-48fc-9961-97a1f70a4c1c,segment=NetworkSegment(8436fa05-ebe5-4213-8e72-33b1ab280d00),segment_id=8436fa05-ebe5-4213-8e72-33b1ab280d00)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:17.301658 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:17.314985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Calling delete_port for f5ce3b35-0a48-48fc-9961-97a1f70a4c1c owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:17.571409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a7cafa90-4ea2-464a-974c-82429732a64d no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:18:17.595255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: a7cafa90-4ea2-464a-974c-82429732a64d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:18:17.595689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a7cafa90-4ea2-464a-974c-82429732a64d not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:18:17.733756 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:17.761203 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Port': ['ID=f5ce3b35-0a48-48fc-9961-97a1f70a4c1c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:17.766227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No DVR routers for this DVR port f5ce3b35-0a48-48fc-9961-97a1f70a4c1c on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:18:17.851237 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:17.878837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d7a7c10>,) {'filters': {'network_id': ['6c5e8214-66be-416d-bf85-5fa1a41052a1']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:17.888865 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d7a7c10>, '8436fa05-ebe5-4213-8e72-33b1ab280d00') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:17.889167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d7a7c10>, '8436fa05-ebe5-4213-8e72-33b1ab280d00') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:17.898988 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:17.914591 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:17.922156 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:18:17.922676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:18:17.925933 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:18:17.981683 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:17.988987 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:17.991915 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/networks/6c5e8214-66be-416d-bf85-5fa1a41052a1 HTTP/1.1" status: 204  len: 168 time: 2.0334570
Dec 18 21:18:17.995900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45646) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:18.003501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76af4c-536f-4936-a71a-7d0c660e9911 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Network': ['ID=6c5e8214-66be-416d-bf85-5fa1a41052a1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:18.021998 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f82fcd1-c1ac-4087-be6b-74da6e76d29b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:18:18.022471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f82fcd1-c1ac-4087-be6b-74da6e76d29b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:18:18.025744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6f82fcd1-c1ac-4087-be6b-74da6e76d29b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/subnets/f56f12b5-c7d2-4128-a43c-1a8d1d6f332a HTTP/1.1" status: 404  len: 337 time: 0.0284932
Dec 18 21:18:18.028287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45650) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:18.048886 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d5af67-8e76-4585-a4b6-6a19a23d1bd4 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:18:18.054161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d5af67-8e76-4585-a4b6-6a19a23d1bd4 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:18:18.060120 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f2d5af67-8e76-4585-a4b6-6a19a23d1bd4 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/networks/6c5e8214-66be-416d-bf85-5fa1a41052a1 HTTP/1.1" status: 404  len: 339 time: 0.0301459
Dec 18 21:18:18.063010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45652) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:18.091265 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc87ebba-9853-4655-972d-0941b4564a76 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:18:18.092318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc87ebba-9853-4655-972d-0941b4564a76 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:18:18.095295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cc87ebba-9853-4655-972d-0941b4564a76 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/subnets/03abc3df-021e-448f-a469-3ffd4d1a412d HTTP/1.1" status: 404  len: 337 time: 0.0312295
Dec 18 21:18:18.097773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45654) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:18.114704 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e71976-69c5-49c4-a061-39e2ab0580a3 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:18:18.115178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e71976-69c5-49c4-a061-39e2ab0580a3 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:18:18.118042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-70e71976-69c5-49c4-a061-39e2ab0580a3 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/networks/147cf161-224a-464f-9955-9b3f567bd40a HTTP/1.1" status: 404  len: 339 time: 0.0193555
Dec 18 21:18:18.120399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45656) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:18.144839 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-8293ade4-157a-4e81-b1bc-7ead855895b1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:18:18.145282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8293ade4-157a-4e81-b1bc-7ead855895b1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:18:18.148217 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8293ade4-157a-4e81-b1bc-7ead855895b1 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/subnets/c7e51585-43bb-40de-bffd-9ce5fce79d3c HTTP/1.1" status: 404  len: 337 time: 0.0269692
Dec 18 21:18:18.150559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45658) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:18.167704 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-76769120-e2ea-462b-acbf-521484c6b8e3 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:18:18.168179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76769120-e2ea-462b-acbf-521484c6b8e3 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:18:18.171124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-76769120-e2ea-462b-acbf-521484c6b8e3 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/networks/a9f3e031-202a-4c32-a408-b9ec07348641 HTTP/1.1" status: 404  len: 339 time: 0.0196886
Dec 18 21:18:18.173310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45660) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:18.259788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4b6dbe18-b89b-4465-939b-fbf3ca3d065c tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Deleting port 4c14f0bd-a76b-4585-ac0b-e69215782d4f {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:18.260049 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b6dbe18-b89b-4465-939b-fbf3ca3d065c tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:18.325569 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b6dbe18-b89b-4465-939b-fbf3ca3d065c tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:18.338338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-4b6dbe18-b89b-4465-939b-fbf3ca3d065c tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Calling delete_port for 4c14f0bd-a76b-4585-ac0b-e69215782d4f owned by  {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:18.419105 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b6dbe18-b89b-4465-939b-fbf3ca3d065c tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:18.447194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dbe18-b89b-4465-939b-fbf3ca3d065c tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Port': ['ID=4c14f0bd-a76b-4585-ac0b-e69215782d4f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:18.452823 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b6dbe18-b89b-4465-939b-fbf3ca3d065c tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:18.456164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4b6dbe18-b89b-4465-939b-fbf3ca3d065c tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/ports/4c14f0bd-a76b-4585-ac0b-e69215782d4f HTTP/1.1" status: 204  len: 168 time: 0.2819989
Dec 18 21:18:18.458754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45664) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:18.483781 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c718e6b-4a11-4716-8ed8-f0df44516e6e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:18:18.484236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c718e6b-4a11-4716-8ed8-f0df44516e6e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:18:18.487847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6c718e6b-4a11-4716-8ed8-f0df44516e6e tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/subnets/ceadd5fa-5bb4-425a-8143-fd2b2b354347 HTTP/1.1" status: 404  len: 337 time: 0.0281856
Dec 18 21:18:18.490381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45668) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:18.566710 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:18.616219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Deleting port e273a5d4-0f25-432d-9d4e-bfc7bfb87f46 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:18.616549 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:18.680522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] For port e273a5d4-0f25-432d-9d4e-bfc7bfb87f46, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e273a5d4-0f25-432d-9d4e-bfc7bfb87f46,segment=NetworkSegment(4d317fda-10bd-49eb-b81e-b6ce448d1319),segment_id=4d317fda-10bd-49eb-b81e-b6ce448d1319)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:18.680879 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:18.693364 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Calling delete_port for e273a5d4-0f25-432d-9d4e-bfc7bfb87f46 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:18.770998 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:18.794686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Port': ['ID=e273a5d4-0f25-432d-9d4e-bfc7bfb87f46,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:18.800753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No DVR routers for this DVR port e273a5d4-0f25-432d-9d4e-bfc7bfb87f46 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:18:18.886099 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:18.905515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e08aa30>,) {'filters': {'network_id': ['dcf19f8c-a131-4831-9cb1-6af159039629']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:18.914704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e08aa30>, '4d317fda-10bd-49eb-b81e-b6ce448d1319') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:18.915006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e08aa30>, '4d317fda-10bd-49eb-b81e-b6ce448d1319') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:18.924723 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:18.938079 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:18.944227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:18:18.944611 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:18:18.947798 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:18:19.011899 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.018906 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.022027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/networks/dcf19f8c-a131-4831-9cb1-6af159039629 HTTP/1.1" status: 204  len: 168 time: 0.5306640
Dec 18 21:18:19.024660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45684) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:19.040731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb7f60-a3c0-40de-822b-cd839753b65b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Network': ['ID=dcf19f8c-a131-4831-9cb1-6af159039629,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:19.126186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-04c4c7c8-9a82-4c0f-aaf6-bdee50512f2b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Deleting port 401b5279-e2a9-4238-af4e-777bad1b020b {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:19.126570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04c4c7c8-9a82-4c0f-aaf6-bdee50512f2b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.195061 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04c4c7c8-9a82-4c0f-aaf6-bdee50512f2b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.213432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-04c4c7c8-9a82-4c0f-aaf6-bdee50512f2b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Calling delete_port for 401b5279-e2a9-4238-af4e-777bad1b020b owned by  {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:19.308311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04c4c7c8-9a82-4c0f-aaf6-bdee50512f2b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.337836 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4c7c8-9a82-4c0f-aaf6-bdee50512f2b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Port': ['ID=401b5279-e2a9-4238-af4e-777bad1b020b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:19.341927 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04c4c7c8-9a82-4c0f-aaf6-bdee50512f2b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.346294 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-04c4c7c8-9a82-4c0f-aaf6-bdee50512f2b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/ports/401b5279-e2a9-4238-af4e-777bad1b020b HTTP/1.1" status: 204  len: 168 time: 0.3194470
Dec 18 21:18:19.347866 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45710) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:19.374389 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9394b2-ccae-4e93-b740-9a7ca46ca352 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:18:19.374846 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9394b2-ccae-4e93-b740-9a7ca46ca352 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:18:19.377832 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3b9394b2-ccae-4e93-b740-9a7ca46ca352 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/subnets/d0051330-a58a-4d23-b5a3-87eadf1d6e94 HTTP/1.1" status: 404  len: 337 time: 0.0290411
Dec 18 21:18:19.381362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45712) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:19.467261 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.554132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.576341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365db8b070>,) {'filters': {'network_id': ['99be7b6f-d6ef-439e-aad8-a7a91e0c58a0']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:19.588026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db8b070>, 'ffbe4269-42a8-4327-a059-d9f27c528083') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:19.588255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365db8b070>, 'ffbe4269-42a8-4327-a059-d9f27c528083') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:19.598992 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.599516 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.613954 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.620096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:18:19.620549 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:18:19.623840 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:18:19.686952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.695717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.698748 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/networks/99be7b6f-d6ef-439e-aad8-a7a91e0c58a0 HTTP/1.1" status: 204  len: 168 time: 0.3164597
Dec 18 21:18:19.701930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45732) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:19.724348 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e252f0-bab2-4a44-8bd8-5d2043ecef38 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Network': ['ID=99be7b6f-d6ef-439e-aad8-a7a91e0c58a0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:19.760013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-9067d22e-61bd-41be-97bc-b650f324117b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Deleting subnet abc2370c-0189-47bf-8b0a-daa0a6ad56a6 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:18:19.763115 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9067d22e-61bd-41be-97bc-b650f324117b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.802718 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9067d22e-61bd-41be-97bc-b650f324117b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.885930 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9067d22e-61bd-41be-97bc-b650f324117b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.942535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9067d22e-61bd-41be-97bc-b650f324117b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.970246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067d22e-61bd-41be-97bc-b650f324117b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Subnet': ['ID=abc2370c-0189-47bf-8b0a-daa0a6ad56a6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:19.972220 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9067d22e-61bd-41be-97bc-b650f324117b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:19.978034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9067d22e-61bd-41be-97bc-b650f324117b tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/subnets/abc2370c-0189-47bf-8b0a-daa0a6ad56a6 HTTP/1.1" status: 204  len: 168 time: 0.2724829
Dec 18 21:18:19.978120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b577c-fa3e-4bd8-9141-fd29b556502d None None] Network 645f430c-c68e-4424-9afb-8dbcc8bc85c3 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:19.978198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45734) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:20.065650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.126046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Deleting port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:20.126499 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.152959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c841f1e3-9fbd-4658-b639-b5d43f772f62 None None] DHCP port deletion for 645f430c-c68e-4424-9afb-8dbcc8bc85c3 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:18:20.188649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] For port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac,segment=NetworkSegment(e82fc0b6-7f60-43b1-9204-799863fbdc4f),segment_id=e82fc0b6-7f60-43b1-9204-799863fbdc4f)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:20.189019 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.199313 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c841f1e3-9fbd-4658-b639-b5d43f772f62 None None] Deleting port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:20.199694 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c841f1e3-9fbd-4658-b639-b5d43f772f62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.206383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Calling delete_port for 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:20.265621 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c841f1e3-9fbd-4658-b639-b5d43f772f62 None None] For port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac,segment=NetworkSegment(e82fc0b6-7f60-43b1-9204-799863fbdc4f),segment_id=e82fc0b6-7f60-43b1-9204-799863fbdc4f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:20.266018 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c841f1e3-9fbd-4658-b639-b5d43f772f62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.278411 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c841f1e3-9fbd-4658-b639-b5d43f772f62 None None] Calling delete_port for 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:20.288102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.315278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Port': ['ID=6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:20.322625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] No DVR routers for this DVR port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:18:20.363114 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c841f1e3-9fbd-4658-b639-b5d43f772f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.395928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841f1e3-9fbd-4658-b639-b5d43f772f62 None None] Pushing event deleted for resources: {'Port': ['ID=6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:20.401511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841f1e3-9fbd-4658-b639-b5d43f772f62 None None] No DVR routers for this DVR port 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:18:20.423535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.445274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36641dfbb0>,) {'filters': {'network_id': ['645f430c-c68e-4424-9afb-8dbcc8bc85c3']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:20.455504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36641dfbb0>, 'e82fc0b6-7f60-43b1-9204-799863fbdc4f') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:20.455792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36641dfbb0>, 'e82fc0b6-7f60-43b1-9204-799863fbdc4f') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:20.465852 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.479510 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.486473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:18:20.486978 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:18:20.490797 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:18:20.563134 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.570439 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:20.573612 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] 10.222.0.13 "DELETE /v2.0/networks/645f430c-c68e-4424-9afb-8dbcc8bc85c3 HTTP/1.1" status: 204  len: 168 time: 0.5946529
Dec 18 21:18:20.585393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab1b59-3b25-4227-8529-ef51a8ad0803 tempest-NetworksIpV6TestAttrs-530825155 tempest-NetworksIpV6TestAttrs-530825155-project] Pushing event deleted for resources: {'Network': ['ID=645f430c-c68e-4424-9afb-8dbcc8bc85c3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:20.773908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:18:20.795557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:18:20.795904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6222a15d-cd7e-4e55-8c5a-ef6ff2b214ac not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:18:20.825608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45768) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:20.957504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d831128f-ed5e-44f2-b9aa-480af39f1ba5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09b19140c9514e14bb529e04e1bb699b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1306379
Dec 18 21:18:20.959979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45772) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:21.012149 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9405c2db-e47c-46bf-aba2-d2484c30862c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:21.033052 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9405c2db-e47c-46bf-aba2-d2484c30862c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:21.079614 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9405c2db-e47c-46bf-aba2-d2484c30862c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:21.083056 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9405c2db-e47c-46bf-aba2-d2484c30862c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:21.084370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9405c2db-e47c-46bf-aba2-d2484c30862c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c1912f6-f304-4de2-87be-5fa526d491b0 HTTP/1.1" status: 204  len: 168 time: 0.1234989
Dec 18 21:18:21.095650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405c2db-e47c-46bf-aba2-d2484c30862c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1912f6-f304-4de2-87be-5fa526d491b0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:21.738206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45818) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:21.845752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-8dd3c596-ef8b-4cdb-9dd0-53e2478a93b5 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:21.846201 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-8dd3c596-ef8b-4cdb-9dd0-53e2478a93b5 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 18 21:18:21.846740 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-8dd3c596-ef8b-4cdb-9dd0-53e2478a93b5 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:18:21.847705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8dd3c596-ef8b-4cdb-9dd0-53e2478a93b5 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1084604
Dec 18 21:18:21.851359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45824) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:21.856627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0ca81721-3923-427d-9fda-2fa0837547b0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group': {'name': 'tempest-secgroup--1069820927'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:21.881938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ca81721-3923-427d-9fda-2fa0837547b0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:21.890534 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ca81721-3923-427d-9fda-2fa0837547b0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:21.963339 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ca81721-3923-427d-9fda-2fa0837547b0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:21.966640 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ca81721-3923-427d-9fda-2fa0837547b0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:21.998681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca81721-3923-427d-9fda-2fa0837547b0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc09cb43-3847-4111-af8a-95a93b0719dc,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:22.038852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ca81721-3923-427d-9fda-2fa0837547b0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.042803 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ca81721-3923-427d-9fda-2fa0837547b0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.075555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ca81721-3923-427d-9fda-2fa0837547b0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.076796 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0ca81721-3923-427d-9fda-2fa0837547b0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2243972
Dec 18 21:18:22.078675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca81721-3923-427d-9fda-2fa0837547b0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b680c3dd-0529-4088-801e-4f731449673b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:22.079844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45826) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:22.086192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9ece915e-f4fa-4b9c-a3a6-0990e7097196 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': 'b680c3dd-0529-4088-801e-4f731449673b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:22.114886 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ece915e-f4fa-4b9c-a3a6-0990e7097196 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.173157 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ece915e-f4fa-4b9c-a3a6-0990e7097196 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.176138 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ece915e-f4fa-4b9c-a3a6-0990e7097196 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.194187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece915e-f4fa-4b9c-a3a6-0990e7097196 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726f6ae5-17d3-46d4-a39c-df9c468d06ee,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:22.202576 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ece915e-f4fa-4b9c-a3a6-0990e7097196 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.203750 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9ece915e-f4fa-4b9c-a3a6-0990e7097196 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1223636
Dec 18 21:18:22.206825 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45830) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:22.211039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fdf40c28-1c49-4e37-b9a9-241514d27286 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': 'b680c3dd-0529-4088-801e-4f731449673b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:22.238840 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fdf40c28-1c49-4e37-b9a9-241514d27286 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.282096 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-fdf40c28-1c49-4e37-b9a9-241514d27286 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:18:22.283103 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fdf40c28-1c49-4e37-b9a9-241514d27286 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.0753696
Dec 18 21:18:22.285982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45832) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:22.336310 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a35ab31-191f-4500-866a-c5740714788f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.359229 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a35ab31-191f-4500-866a-c5740714788f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.405313 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a35ab31-191f-4500-866a-c5740714788f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.407988 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8a35ab31-191f-4500-866a-c5740714788f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.409127 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8a35ab31-191f-4500-866a-c5740714788f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "DELETE /v2.0/security-groups/b680c3dd-0529-4088-801e-4f731449673b HTTP/1.1" status: 204  len: 168 time: 0.1222174
Dec 18 21:18:22.412061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45834) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:22.418010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35ab31-191f-4500-866a-c5740714788f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b680c3dd-0529-4088-801e-4f731449673b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:22.456782 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b5359f8e-c133-4ca5-a57b-8c3f0b0be6b6 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0434978
Dec 18 21:18:22.460667 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45836) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:22.465238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9b431572-4b58-4d5b-8881-60c8cd0df246 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635603834'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:22.488987 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b431572-4b58-4d5b-8881-60c8cd0df246 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.573814 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b431572-4b58-4d5b-8881-60c8cd0df246 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.577572 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b431572-4b58-4d5b-8881-60c8cd0df246 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.607478 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9b431572-4b58-4d5b-8881-60c8cd0df246 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.611482 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9b431572-4b58-4d5b-8881-60c8cd0df246 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1470227
Dec 18 21:18:22.611482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b431572-4b58-4d5b-8881-60c8cd0df246 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420d06fd-8391-43be-8d3e-9b703070fce7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:22.612621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45840) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:22.617628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3a180991-4728-4038-9fc6-165b956c92da tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': '420d06fd-8391-43be-8d3e-9b703070fce7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:22.618705 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-3a180991-4728-4038-9fc6-165b956c92da tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 18 21:18:22.619207 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-3a180991-4728-4038-9fc6-165b956c92da tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:22.620215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3a180991-4728-4038-9fc6-165b956c92da tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0067186
Dec 18 21:18:22.622937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45842) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:22.675510 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-acaaeb09-e5ae-49f9-9d35-2fe0ca00be53 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.697008 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-acaaeb09-e5ae-49f9-9d35-2fe0ca00be53 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.739517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-acaaeb09-e5ae-49f9-9d35-2fe0ca00be53 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.742139 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-acaaeb09-e5ae-49f9-9d35-2fe0ca00be53 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.743318 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-acaaeb09-e5ae-49f9-9d35-2fe0ca00be53 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "DELETE /v2.0/security-groups/420d06fd-8391-43be-8d3e-9b703070fce7 HTTP/1.1" status: 204  len: 168 time: 0.1194377
Dec 18 21:18:22.746059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45844) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:22.752304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaaeb09-e5ae-49f9-9d35-2fe0ca00be53 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420d06fd-8391-43be-8d3e-9b703070fce7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:22.789586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c20cfc54-3743-43ad-ac58-c2731f12c000 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0422480
Dec 18 21:18:22.793262 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45846) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:22.797970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0ee2588b-1c0c-4d78-87b0-c0b3afade64f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group': {'name': 'tempest-secgroup--574091991'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:22.821367 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ee2588b-1c0c-4d78-87b0-c0b3afade64f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.898532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ee2588b-1c0c-4d78-87b0-c0b3afade64f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.908182 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ee2588b-1c0c-4d78-87b0-c0b3afade64f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.937447 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ee2588b-1c0c-4d78-87b0-c0b3afade64f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:22.938694 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0ee2588b-1c0c-4d78-87b0-c0b3afade64f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1444304
Dec 18 21:18:22.940538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2588b-1c0c-4d78-87b0-c0b3afade64f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f033d563-49ee-435f-b4b5-22119404671e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:22.941846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45852) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:22.946340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9774b002-45bd-4145-9735-4b4e4386d30a tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': 'f033d563-49ee-435f-b4b5-22119404671e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:22.947177 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-9774b002-45bd-4145-9735-4b4e4386d30a tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 18 21:18:22.947749 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-9774b002-45bd-4145-9735-4b4e4386d30a tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:22.948711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9774b002-45bd-4145-9735-4b4e4386d30a tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0058599
Dec 18 21:18:22.952202 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45854) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.004431 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f4241ec-779a-4b74-8911-753530a74b97 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.029364 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f4241ec-779a-4b74-8911-753530a74b97 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.071804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f4241ec-779a-4b74-8911-753530a74b97 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.074512 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f4241ec-779a-4b74-8911-753530a74b97 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.079401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45856) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.079544 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8f4241ec-779a-4b74-8911-753530a74b97 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "DELETE /v2.0/security-groups/f033d563-49ee-435f-b4b5-22119404671e HTTP/1.1" status: 204  len: 168 time: 0.1259696
Dec 18 21:18:23.089276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4241ec-779a-4b74-8911-753530a74b97 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f033d563-49ee-435f-b4b5-22119404671e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:23.153934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f94d7e3a-b7da-428d-bc9c-ef52fb97ca98 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0729599
Dec 18 21:18:23.164823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45862) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.171333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-08eb01c3-5ddc-4ca2-80fe-8fbc9631c26e tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group': {'name': 'tempest-secgroup--8830726'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.202839 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-08eb01c3-5ddc-4ca2-80fe-8fbc9631c26e tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.278981 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-08eb01c3-5ddc-4ca2-80fe-8fbc9631c26e tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.283553 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-08eb01c3-5ddc-4ca2-80fe-8fbc9631c26e tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.313119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb01c3-5ddc-4ca2-80fe-8fbc9631c26e tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a69f3a-8e8e-40c7-8a5f-8b3a8cc9b0b4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:23.318375 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-08eb01c3-5ddc-4ca2-80fe-8fbc9631c26e tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.319614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-08eb01c3-5ddc-4ca2-80fe-8fbc9631c26e tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1760 time: 0.1537378
Dec 18 21:18:23.322452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45872) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.327341 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ed20c443-1a5e-44e9-a6c6-6942e0672094 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': '34a69f3a-8e8e-40c7-8a5f-8b3a8cc9b0b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.329304 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-ed20c443-1a5e-44e9-a6c6-6942e0672094 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 18 21:18:23.329813 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-ed20c443-1a5e-44e9-a6c6-6942e0672094 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.333193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ed20c443-1a5e-44e9-a6c6-6942e0672094 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0074437
Dec 18 21:18:23.333359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45874) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.338180 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4c032ac8-8c52-4140-8e58-7d7ace919bff tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': '34a69f3a-8e8e-40c7-8a5f-8b3a8cc9b0b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.338850 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-4c032ac8-8c52-4140-8e58-7d7ace919bff tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 18 21:18:23.339317 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-4c032ac8-8c52-4140-8e58-7d7ace919bff tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.340266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4c032ac8-8c52-4140-8e58-7d7ace919bff tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0058277
Dec 18 21:18:23.343075 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45882) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.348867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d60e8dcd-f9ee-4370-91d7-ff1a633d9915 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': '34a69f3a-8e8e-40c7-8a5f-8b3a8cc9b0b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.349765 ncdv-master-1 neutron-server[126009]: WARNING neutron.api.v2.base [None req-d60e8dcd-f9ee-4370-91d7-ff1a633d9915 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 18 21:18:23.350362 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-d60e8dcd-f9ee-4370-91d7-ff1a633d9915 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.351383 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d60e8dcd-f9ee-4370-91d7-ff1a633d9915 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0070004
Dec 18 21:18:23.353937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45890) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.360265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-42d8d72e-5707-427f-9b7a-b79d30758425 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': '34a69f3a-8e8e-40c7-8a5f-8b3a8cc9b0b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.361129 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-42d8d72e-5707-427f-9b7a-b79d30758425 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 18 21:18:23.361616 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-42d8d72e-5707-427f-9b7a-b79d30758425 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.363336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-42d8d72e-5707-427f-9b7a-b79d30758425 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0080290
Dec 18 21:18:23.365769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45892) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.420962 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49c08434-3b26-4f83-a751-8cbb8b0724fa tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.444167 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49c08434-3b26-4f83-a751-8cbb8b0724fa tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.487507 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49c08434-3b26-4f83-a751-8cbb8b0724fa tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.490112 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-49c08434-3b26-4f83-a751-8cbb8b0724fa tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.491291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-49c08434-3b26-4f83-a751-8cbb8b0724fa tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "DELETE /v2.0/security-groups/34a69f3a-8e8e-40c7-8a5f-8b3a8cc9b0b4 HTTP/1.1" status: 204  len: 168 time: 0.1246073
Dec 18 21:18:23.494147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45894) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.500754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c08434-3b26-4f83-a751-8cbb8b0724fa tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a69f3a-8e8e-40c7-8a5f-8b3a8cc9b0b4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:23.537487 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2fe3da2a-74e6-47ec-a4d4-92870c8a6c64 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0422025
Dec 18 21:18:23.541149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45896) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.545972 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-06b5b741-6568-434f-a3fa-e418b485e5ae tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458632907'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.569134 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06b5b741-6568-434f-a3fa-e418b485e5ae tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.648755 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06b5b741-6568-434f-a3fa-e418b485e5ae tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.652450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06b5b741-6568-434f-a3fa-e418b485e5ae tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.683008 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-06b5b741-6568-434f-a3fa-e418b485e5ae tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:23.684378 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-06b5b741-6568-434f-a3fa-e418b485e5ae tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1420863
Dec 18 21:18:23.685958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5b741-6568-434f-a3fa-e418b485e5ae tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58b51bd-1d65-457e-a7d1-f9dfc9520f2b,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:23.687792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45900) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.692881 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-bfe72543-f486-4e2c-9f20-37a48fa6f72f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': 'e58b51bd-1d65-457e-a7d1-f9dfc9520f2b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.693427 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-bfe72543-f486-4e2c-9f20-37a48fa6f72f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 18 21:18:23.693832 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-bfe72543-f486-4e2c-9f20-37a48fa6f72f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.694888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bfe72543-f486-4e2c-9f20-37a48fa6f72f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0059383
Dec 18 21:18:23.697950 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45902) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.702633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-59a6acd8-0e43-45e7-88d9-a964a19c41e0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': 'e58b51bd-1d65-457e-a7d1-f9dfc9520f2b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.739985 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-59a6acd8-0e43-45e7-88d9-a964a19c41e0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.741030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-59a6acd8-0e43-45e7-88d9-a964a19c41e0 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0422099
Dec 18 21:18:23.743918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45904) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.748248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-2e53b9c4-3ca2-4a08-ab19-cc0eaa503ff7 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': 'e58b51bd-1d65-457e-a7d1-f9dfc9520f2b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.748715 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-2e53b9c4-3ca2-4a08-ab19-cc0eaa503ff7 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 18 21:18:23.749165 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-2e53b9c4-3ca2-4a08-ab19-cc0eaa503ff7 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.750052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2e53b9c4-3ca2-4a08-ab19-cc0eaa503ff7 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0052021
Dec 18 21:18:23.752345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45906) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.759951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d786bf0b-79e2-4303-9a3e-318d17a52a7d tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': 'e58b51bd-1d65-457e-a7d1-f9dfc9520f2b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.795239 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-d786bf0b-79e2-4303-9a3e-318d17a52a7d tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.796271 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d786bf0b-79e2-4303-9a3e-318d17a52a7d tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0430901
Dec 18 21:18:23.799015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45908) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.803318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-08235bd3-6e16-4082-927e-a445c659e34d tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': 'e58b51bd-1d65-457e-a7d1-f9dfc9520f2b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.803784 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-08235bd3-6e16-4082-927e-a445c659e34d tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 18 21:18:23.804238 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-08235bd3-6e16-4082-927e-a445c659e34d tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.805152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-08235bd3-6e16-4082-927e-a445c659e34d tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0052090
Dec 18 21:18:23.807363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45910) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.811993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6e41b858-a0ea-4737-b0d4-8d9017ad00d7 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': 'e58b51bd-1d65-457e-a7d1-f9dfc9520f2b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.846049 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-6e41b858-a0ea-4737-b0d4-8d9017ad00d7 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.847152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6e41b858-a0ea-4737-b0d4-8d9017ad00d7 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0389671
Dec 18 21:18:23.849697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45912) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.853847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-05592bed-faa5-4608-a472-a36d9fef09ba tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': 'e58b51bd-1d65-457e-a7d1-f9dfc9520f2b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.854333 ncdv-master-1 neutron-server[126008]: WARNING neutron.api.v2.base [None req-05592bed-faa5-4608-a472-a36d9fef09ba tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 18 21:18:23.854782 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-05592bed-faa5-4608-a472-a36d9fef09ba tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.855692 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-05592bed-faa5-4608-a472-a36d9fef09ba tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0051293
Dec 18 21:18:23.858681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45914) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.863244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-72ee589e-f4db-4104-ab6b-b80b32df961c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': 'e58b51bd-1d65-457e-a7d1-f9dfc9520f2b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.898098 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-72ee589e-f4db-4104-ab6b-b80b32df961c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.899083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-72ee589e-f4db-4104-ab6b-b80b32df961c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0395679
Dec 18 21:18:23.901935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45916) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:23.906660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c111a39b-4ab5-4ac0-9303-4933254d992c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': 'e58b51bd-1d65-457e-a7d1-f9dfc9520f2b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:23.942270 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-c111a39b-4ab5-4ac0-9303-4933254d992c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:23.943303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c111a39b-4ab5-4ac0-9303-4933254d992c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0404413
Dec 18 21:18:23.946081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45918) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:24.000545 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-25496ced-5d9a-46ea-881c-8ca263b5d558 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.021548 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-25496ced-5d9a-46ea-881c-8ca263b5d558 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.061458 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-25496ced-5d9a-46ea-881c-8ca263b5d558 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.064042 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-25496ced-5d9a-46ea-881c-8ca263b5d558 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.065178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-25496ced-5d9a-46ea-881c-8ca263b5d558 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "DELETE /v2.0/security-groups/e58b51bd-1d65-457e-a7d1-f9dfc9520f2b HTTP/1.1" status: 204  len: 168 time: 0.1181724
Dec 18 21:18:24.068377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45920) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:24.074151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25496ced-5d9a-46ea-881c-8ca263b5d558 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58b51bd-1d65-457e-a7d1-f9dfc9520f2b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:24.111780 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0a63119f-90a4-4aba-abae-bf225a3e7f20 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0422657
Dec 18 21:18:24.115769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45922) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:24.120479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-83fd8215-a19a-4058-8df8-afc236f87f9c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676942492'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:24.143739 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-83fd8215-a19a-4058-8df8-afc236f87f9c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.206677 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-83fd8215-a19a-4058-8df8-afc236f87f9c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.211712 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-83fd8215-a19a-4058-8df8-afc236f87f9c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.245995 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-83fd8215-a19a-4058-8df8-afc236f87f9c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.247251 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-83fd8215-a19a-4058-8df8-afc236f87f9c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1302691
Dec 18 21:18:24.248397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd8215-a19a-4058-8df8-afc236f87f9c tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72aad44b-2d13-4dc9-8e62-f458d27933e1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:24.250401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45928) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:24.255896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a44689e8-3f0b-4595-90cf-1187cde7c733 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': '72aad44b-2d13-4dc9-8e62-f458d27933e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:24.302883 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-a44689e8-3f0b-4595-90cf-1187cde7c733 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The resource could not be found.
Dec 18 21:18:24.304041 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a44689e8-3f0b-4595-90cf-1187cde7c733 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0526595
Dec 18 21:18:24.306833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45932) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:24.317824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-781e51d6-3f80-405a-914f-52f7c3924f14 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': '72aad44b-2d13-4dc9-8e62-f458d27933e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '647074aa-5276-4b9c-ae04-7a63e967d683'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:24.359433 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-781e51d6-3f80-405a-914f-52f7c3924f14 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The resource could not be found.
Dec 18 21:18:24.360514 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-781e51d6-3f80-405a-914f-52f7c3924f14 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0526297
Dec 18 21:18:24.363379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45936) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:24.414890 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-706f6732-3054-4976-bea1-b17e94276060 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.436892 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-706f6732-3054-4976-bea1-b17e94276060 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.479492 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-706f6732-3054-4976-bea1-b17e94276060 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.482083 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-706f6732-3054-4976-bea1-b17e94276060 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.485789 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-706f6732-3054-4976-bea1-b17e94276060 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "DELETE /v2.0/security-groups/72aad44b-2d13-4dc9-8e62-f458d27933e1 HTTP/1.1" status: 204  len: 168 time: 0.1189499
Dec 18 21:18:24.486159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45938) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:24.492946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6732-3054-4976-bea1-b17e94276060 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aad44b-2d13-4dc9-8e62-f458d27933e1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:24.533370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e76fdb70-8bea-4ecd-a136-cc7b72e06357 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0458019
Dec 18 21:18:24.537334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45940) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:24.541895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-63d10284-fcbf-48e1-85a2-1493be160ae3 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': '84a8ba36-7acd-4a81-93aa-f3fd1358ccf5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:24.592703 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-63d10284-fcbf-48e1-85a2-1493be160ae3 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The resource could not be found.
Dec 18 21:18:24.597728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45948) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:24.598398 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-63d10284-fcbf-48e1-85a2-1493be160ae3 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0599639
Dec 18 21:18:24.603877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fca45c20-4b95-4d0b-9c33-09a6bcbeeb3f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group': {'name': 'tempest-secgroup--685400542'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:24.629607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fca45c20-4b95-4d0b-9c33-09a6bcbeeb3f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.712470 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fca45c20-4b95-4d0b-9c33-09a6bcbeeb3f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.718893 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fca45c20-4b95-4d0b-9c33-09a6bcbeeb3f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.748339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca45c20-4b95-4d0b-9c33-09a6bcbeeb3f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfa398d-d1a4-4c34-9e7d-d923f4a4274e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:24.752503 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fca45c20-4b95-4d0b-9c33-09a6bcbeeb3f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.757081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fca45c20-4b95-4d0b-9c33-09a6bcbeeb3f tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1541290
Dec 18 21:18:24.757854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45960) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:24.762297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-266da16d-4318-41d7-88e9-a7a2c49a8749 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group': {'name': 'tempest-secgroup--181612483'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:24.788029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-266da16d-4318-41d7-88e9-a7a2c49a8749 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.859522 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-266da16d-4318-41d7-88e9-a7a2c49a8749 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.863162 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-266da16d-4318-41d7-88e9-a7a2c49a8749 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.893640 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-266da16d-4318-41d7-88e9-a7a2c49a8749 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:24.894865 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-266da16d-4318-41d7-88e9-a7a2c49a8749 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1360838
Dec 18 21:18:24.896031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266da16d-4318-41d7-88e9-a7a2c49a8749 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8f71a5-b2fb-4716-9549-9dc4acad8ab6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:24.897797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45968) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:24.902618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-db7863cd-4c53-455b-a485-309300a7a88a tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group_rule': {'security_group_id': '3bfa398d-d1a4-4c34-9e7d-d923f4a4274e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fc8f71a5-b2fb-4716-9549-9dc4acad8ab6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:24.938522 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-db7863cd-4c53-455b-a485-309300a7a88a tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:18:24.939573 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-db7863cd-4c53-455b-a485-309300a7a88a tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0405226
Dec 18 21:18:24.942734 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45970) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:24.993498 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eec0653d-ca44-4821-82ca-8c7cabe4177b tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.015217 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eec0653d-ca44-4821-82ca-8c7cabe4177b tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.054435 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eec0653d-ca44-4821-82ca-8c7cabe4177b tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.056991 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eec0653d-ca44-4821-82ca-8c7cabe4177b tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.058127 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-eec0653d-ca44-4821-82ca-8c7cabe4177b tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "DELETE /v2.0/security-groups/fc8f71a5-b2fb-4716-9549-9dc4acad8ab6 HTTP/1.1" status: 204  len: 168 time: 0.1144629
Dec 18 21:18:25.061491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45972) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:25.067631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0653d-ca44-4821-82ca-8c7cabe4177b tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8f71a5-b2fb-4716-9549-9dc4acad8ab6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:25.113278 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-980a413a-ccc5-4f82-acab-fa2c54decf89 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0506220
Dec 18 21:18:25.116127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45974) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:25.165014 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90b6a2e5-bc89-4ca5-8662-f705061ac978 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.187105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90b6a2e5-bc89-4ca5-8662-f705061ac978 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.228053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90b6a2e5-bc89-4ca5-8662-f705061ac978 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.230784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-90b6a2e5-bc89-4ca5-8662-f705061ac978 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.232649 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-90b6a2e5-bc89-4ca5-8662-f705061ac978 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "DELETE /v2.0/security-groups/3bfa398d-d1a4-4c34-9e7d-d923f4a4274e HTTP/1.1" status: 204  len: 168 time: 0.1149080
Dec 18 21:18:25.237034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45978) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:25.242404 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6a2e5-bc89-4ca5-8662-f705061ac978 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfa398d-d1a4-4c34-9e7d-d923f4a4274e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:25.285006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-edf8a208-94e4-41a9-9b01-339c7377f827 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0468307
Dec 18 21:18:25.288821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45980) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:25.293245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-86c67da1-1730-401c-b607-39319ea5d0ce tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group': {'name': 'tempest-secgroup--454626765'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:25.316203 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86c67da1-1730-401c-b607-39319ea5d0ce tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.379982 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86c67da1-1730-401c-b607-39319ea5d0ce tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.383457 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86c67da1-1730-401c-b607-39319ea5d0ce tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.409970 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-86c67da1-1730-401c-b607-39319ea5d0ce tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.411203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-86c67da1-1730-401c-b607-39319ea5d0ce tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1214275
Dec 18 21:18:25.414357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45982) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:25.415024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c67da1-1730-401c-b607-39319ea5d0ce tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a821057-72c6-4569-b5ad-6f6b33751ea3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:25.419180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-fbce40b1-1f82-430d-a570-b20b42252f79 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:18:25.420324 ncdv-master-1 neutron-server[126009]: WARNING neutron.api.v2.base [None req-fbce40b1-1f82-430d-a570-b20b42252f79 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 18 21:18:25.420895 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-fbce40b1-1f82-430d-a570-b20b42252f79 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 18 21:18:25.424491 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fbce40b1-1f82-430d-a570-b20b42252f79 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "PUT /v2.0/security-groups/2a821057-72c6-4569-b5ad-6f6b33751ea3 HTTP/1.1" status: 409  len: 330 time: 0.0063388
Dec 18 21:18:25.424491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 45984) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:25.477871 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-855a0b19-3ca3-425d-bb80-fba3254dd222 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.500720 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-855a0b19-3ca3-425d-bb80-fba3254dd222 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.539504 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-855a0b19-3ca3-425d-bb80-fba3254dd222 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.542041 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-855a0b19-3ca3-425d-bb80-fba3254dd222 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:25.543218 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-855a0b19-3ca3-425d-bb80-fba3254dd222 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "DELETE /v2.0/security-groups/2a821057-72c6-4569-b5ad-6f6b33751ea3 HTTP/1.1" status: 204  len: 168 time: 0.1178150
Dec 18 21:18:25.546679 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45986) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:25.552332 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a0b19-3ca3-425d-bb80-fba3254dd222 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a821057-72c6-4569-b5ad-6f6b33751ea3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:25.589606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-eb17648b-e24c-460b-85ba-cfe99cf4838e tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0416467
Dec 18 21:18:25.594075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45988) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:25.606440 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-4d482eb7-30b8-4cbd-9e22-84812d5baf1e tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] delete failed (client error): The resource could not be found.
Dec 18 21:18:25.607430 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4d482eb7-30b8-4cbd-9e22-84812d5baf1e tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "DELETE /v2.0/security-groups/f9ab635c-a986-40a0-94a1-c7785b09d016 HTTP/1.1" status: 404  len: 347 time: 0.0123751
Dec 18 21:18:25.610916 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45990) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:25.623163 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-2fd1d063-aaaa-4e2f-ae40-cd8bf4a49394 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] show failed (client error): The resource could not be found.
Dec 18 21:18:25.624106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2fd1d063-aaaa-4e2f-ae40-cd8bf4a49394 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "GET /v2.0/security-groups/334a2908-00e5-49b3-9a82-65ca37e8e32d HTTP/1.1" status: 404  len: 347 time: 0.0123103
Dec 18 21:18:25.627655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 45992) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:25.639394 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [None req-bcd10424-5c8c-48b0-a0c7-06e66e22e872 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] show failed (client error): The resource could not be found.
Dec 18 21:18:25.640336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bcd10424-5c8c-48b0-a0c7-06e66e22e872 tempest-NegativeSecGroupTest-787729960 tempest-NegativeSecGroupTest-787729960-project] 10.222.0.13 "GET /v2.0/security-group-rules/ac8bb09f-dc68-4e43-93e4-3f60d04c19a9 HTTP/1.1" status: 404  len: 356 time: 0.0118170
Dec 18 21:18:25.899244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46008) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:26.032395 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-11577d77-a3af-402e-82d1-fab9dd40db1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15925abff20943e0b0c27b13e4bf0167&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1318769
Dec 18 21:18:26.034754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46012) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:26.080308 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92f7f126-8221-4f51-9d60-ec35352c28d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:26.100735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92f7f126-8221-4f51-9d60-ec35352c28d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:26.145300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92f7f126-8221-4f51-9d60-ec35352c28d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:26.147871 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92f7f126-8221-4f51-9d60-ec35352c28d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:26.149011 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-92f7f126-8221-4f51-9d60-ec35352c28d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc09cb43-3847-4111-af8a-95a93b0719dc HTTP/1.1" status: 204  len: 168 time: 0.1133573
Dec 18 21:18:26.157191 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7f126-8221-4f51-9d60-ec35352c28d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc09cb43-3847-4111-af8a-95a93b0719dc,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:27.736273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46082) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:27.842434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bbb32cca-c5e3-4ede-a164-ea1dda6a12cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:27.918918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bbb32cca-c5e3-4ede-a164-ea1dda6a12cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:27.922653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bbb32cca-c5e3-4ede-a164-ea1dda6a12cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:27.960503 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bbb32cca-c5e3-4ede-a164-ea1dda6a12cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37e804fa3e684ef7b3d053445652667a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2231619
Dec 18 21:18:27.961392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb32cca-c5e3-4ede-a164-ea1dda6a12cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7fe86e-2522-4f18-9042-9fb79d5366a5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:27.963165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46086) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:28.011210 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f74c066d-79ce-4185-90d2-2474c94e0d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:28.032826 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f74c066d-79ce-4185-90d2-2474c94e0d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:28.080999 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f74c066d-79ce-4185-90d2-2474c94e0d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:28.083747 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f74c066d-79ce-4185-90d2-2474c94e0d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:28.084915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f74c066d-79ce-4185-90d2-2474c94e0d28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a7fe86e-2522-4f18-9042-9fb79d5366a5 HTTP/1.1" status: 204  len: 168 time: 0.1207647
Dec 18 21:18:28.093061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c066d-79ce-4185-90d2-2474c94e0d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7fe86e-2522-4f18-9042-9fb79d5366a5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:28.380596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46110) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:28.394046 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-baad530c-634d-4318-8c19-8dba2b318fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:28.471611 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-baad530c-634d-4318-8c19-8dba2b318fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:28.476713 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-baad530c-634d-4318-8c19-8dba2b318fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:28.518338 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-baad530c-634d-4318-8c19-8dba2b318fd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4eadbcfb0944d2d85016ed25da4430a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1364782
Dec 18 21:18:28.519379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad530c-634d-4318-8c19-8dba2b318fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ec0864-933c-4de2-a009-58b2dffb9c80,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:28.520814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46126) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:28.572119 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54fc78bf-02fc-4362-b1ff-e52e594713cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:28.594419 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54fc78bf-02fc-4362-b1ff-e52e594713cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:28.645970 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54fc78bf-02fc-4362-b1ff-e52e594713cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:28.648763 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54fc78bf-02fc-4362-b1ff-e52e594713cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:28.649919 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-54fc78bf-02fc-4362-b1ff-e52e594713cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27ec0864-933c-4de2-a009-58b2dffb9c80 HTTP/1.1" status: 204  len: 168 time: 0.1281130
Dec 18 21:18:28.658866 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc78bf-02fc-4362-b1ff-e52e594713cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ec0864-933c-4de2-a009-58b2dffb9c80,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:29.985379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46222) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:30.103842 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d81c2ad7-0bd4-4b4b-aa9f-134282fb2919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.179192 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d81c2ad7-0bd4-4b4b-aa9f-134282fb2919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.183076 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d81c2ad7-0bd4-4b4b-aa9f-134282fb2919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.224010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c2ad7-0bd4-4b4b-aa9f-134282fb2919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8453ce1f-f06f-41ba-9d36-2e4bd18995f6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:30.230305 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d81c2ad7-0bd4-4b4b-aa9f-134282fb2919 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77c414586ca040b6ab572fb952debf9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2422359
Dec 18 21:18:30.231229 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46232) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:30.280509 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e97aef86-c4d7-4eca-86e7-ae8887b3e436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.302356 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e97aef86-c4d7-4eca-86e7-ae8887b3e436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.360362 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e97aef86-c4d7-4eca-86e7-ae8887b3e436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.363015 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e97aef86-c4d7-4eca-86e7-ae8887b3e436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.364205 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e97aef86-c4d7-4eca-86e7-ae8887b3e436 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8453ce1f-f06f-41ba-9d36-2e4bd18995f6 HTTP/1.1" status: 204  len: 168 time: 0.1313241
Dec 18 21:18:30.374349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97aef86-c4d7-4eca-86e7-ae8887b3e436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8453ce1f-f06f-41ba-9d36-2e4bd18995f6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:30.614147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46256) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:30.702876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46260) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:30.716738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9878b109-3f72-48dc-b682-86067ccc8507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.743432 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbc1b-009b-4b8b-95b2-42ab42cc371b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.861690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9878b109-3f72-48dc-b682-86067ccc8507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.866570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbc1b-009b-4b8b-95b2-42ab42cc371b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.867448 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9878b109-3f72-48dc-b682-86067ccc8507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.872321 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbc1b-009b-4b8b-95b2-42ab42cc371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.923894 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ff2bbc1b-009b-4b8b-95b2-42ab42cc371b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa039515df6e41be860338989ab70b54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3083658
Dec 18 21:18:30.926130 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9878b109-3f72-48dc-b682-86067ccc8507 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1833fb6c56f14ceeb9869f19947f5157&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2221773
Dec 18 21:18:30.926687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46264) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:30.927164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878b109-3f72-48dc-b682-86067ccc8507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa052c-d3f1-46f1-92e4-076e2aebffe1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:30.929256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46266) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:30.976116 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41258a85-47af-47f9-8b91-3aa2e1dc9c5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.976845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bbc1b-009b-4b8b-95b2-42ab42cc371b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2106b75d-06b8-430c-b51d-24f2f9a66a31,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:30.995776 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2d34-a6d1-4744-9f23-23e77f9f301b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:30.999122 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41258a85-47af-47f9-8b91-3aa2e1dc9c5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.029208 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2d34-a6d1-4744-9f23-23e77f9f301b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.054705 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41258a85-47af-47f9-8b91-3aa2e1dc9c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.058330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41258a85-47af-47f9-8b91-3aa2e1dc9c5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.059520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-41258a85-47af-47f9-8b91-3aa2e1dc9c5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2106b75d-06b8-430c-b51d-24f2f9a66a31 HTTP/1.1" status: 204  len: 168 time: 0.1312253
Dec 18 21:18:31.068585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41258a85-47af-47f9-8b91-3aa2e1dc9c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2106b75d-06b8-430c-b51d-24f2f9a66a31,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:31.110910 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2d34-a6d1-4744-9f23-23e77f9f301b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.113914 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2d34-a6d1-4744-9f23-23e77f9f301b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.115235 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ea6e2d34-a6d1-4744-9f23-23e77f9f301b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06aa052c-d3f1-46f1-92e4-076e2aebffe1 HTTP/1.1" status: 204  len: 168 time: 0.1849461
Dec 18 21:18:31.125103 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e2d34-a6d1-4744-9f23-23e77f9f301b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa052c-d3f1-46f1-92e4-076e2aebffe1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:31.459348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46284) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:31.474044 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ce583b3-2d5b-48f7-8f0c-36b7f66a64bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.555164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ce583b3-2d5b-48f7-8f0c-36b7f66a64bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.560483 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ce583b3-2d5b-48f7-8f0c-36b7f66a64bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.597257 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce583b3-2d5b-48f7-8f0c-36b7f66a64bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0786f98d-2eb0-4992-ad7d-b1241cf1c57d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:31.601443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1ce583b3-2d5b-48f7-8f0c-36b7f66a64bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f5bd24cfda049509d464a2866053a45&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1409390
Dec 18 21:18:31.604104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46288) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:31.660779 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8c18743-9d66-4c7b-afc4-2ce5ab1ceb8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.683344 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8c18743-9d66-4c7b-afc4-2ce5ab1ceb8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.730935 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8c18743-9d66-4c7b-afc4-2ce5ab1ceb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.734105 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a8c18743-9d66-4c7b-afc4-2ce5ab1ceb8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:31.736251 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a8c18743-9d66-4c7b-afc4-2ce5ab1ceb8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0786f98d-2eb0-4992-ad7d-b1241cf1c57d HTTP/1.1" status: 204  len: 168 time: 0.1308711
Dec 18 21:18:31.749778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c18743-9d66-4c7b-afc4-2ce5ab1ceb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0786f98d-2eb0-4992-ad7d-b1241cf1c57d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:32.314858 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:18:32.960266 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc304-c5ba-412e-bcfb-ce8be9293491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:33.770065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46398) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:33.874024 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd968-1a63-46a1-8b36-59123b5b9929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:33.947288 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd968-1a63-46a1-8b36-59123b5b9929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:33.950851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd968-1a63-46a1-8b36-59123b5b9929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:33.989571 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7f5fd968-1a63-46a1-8b36-59123b5b9929 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3db6eb840e0d408682a2e8cb8b14d6ce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2184327
Dec 18 21:18:33.990658 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fd968-1a63-46a1-8b36-59123b5b9929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e951691b-907b-4bc7-aa26-25a063213168,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:33.992411 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46404) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:34.040261 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-59a97d74-ef6a-487f-9cc4-29dacb4d6c25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:34.066342 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-59a97d74-ef6a-487f-9cc4-29dacb4d6c25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:34.112374 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-59a97d74-ef6a-487f-9cc4-29dacb4d6c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:34.115582 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-59a97d74-ef6a-487f-9cc4-29dacb4d6c25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:34.117012 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-59a97d74-ef6a-487f-9cc4-29dacb4d6c25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e951691b-907b-4bc7-aa26-25a063213168 HTTP/1.1" status: 204  len: 168 time: 0.1234531
Dec 18 21:18:34.126736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a97d74-ef6a-487f-9cc4-29dacb4d6c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e951691b-907b-4bc7-aa26-25a063213168,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:34.370390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46416) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:34.383943 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d6aaae65-a531-476a-9597-2427a8fcec5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:34.460633 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d6aaae65-a531-476a-9597-2427a8fcec5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:34.464446 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d6aaae65-a531-476a-9597-2427a8fcec5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:34.501604 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d6aaae65-a531-476a-9597-2427a8fcec5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29722b54d9a743da8d755660aa95954c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1297474
Dec 18 21:18:34.503607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaae65-a531-476a-9597-2427a8fcec5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15edbaea-f67c-4ab1-9857-b028eef743c6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:34.504222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46428) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:34.557858 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:34.578521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:34.625805 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:34.628794 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:34.629958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15edbaea-f67c-4ab1-9857-b028eef743c6 HTTP/1.1" status: 204  len: 168 time: 0.1247461
Dec 18 21:18:34.639848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15edbaea-f67c-4ab1-9857-b028eef743c6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:34.648511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:34.648511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:34.648727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:34.648987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:34.649421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:34.650147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:34.650505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:34.650771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:34.651211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:34.651435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:34.651773 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:34.652103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:34.652432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc752-077f-4c40-995c-f0d249230dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:35.189022 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5f838691-0c03-4e99-a391-67f8f1e5f702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:36.351940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46520) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:36.452720 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:36.474724 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8d00ca5-bcc5-49d6-ac2e-1e75c3757e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:36.567797 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8d00ca5-bcc5-49d6-ac2e-1e75c3757e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:36.572855 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8d00ca5-bcc5-49d6-ac2e-1e75c3757e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:36.613445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c8d00ca5-bcc5-49d6-ac2e-1e75c3757e1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d8c99b7fd9244adad31d9b662e4f4c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2603927
Dec 18 21:18:36.614376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d00ca5-bcc5-49d6-ac2e-1e75c3757e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe70ff7-998f-47c7-aca5-895817cca1a0,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:36.616222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46546) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:36.669445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c882c57f-4e2e-481b-9896-55d0aa32854c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:36.691006 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c882c57f-4e2e-481b-9896-55d0aa32854c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:36.740167 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c882c57f-4e2e-481b-9896-55d0aa32854c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:36.742912 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c882c57f-4e2e-481b-9896-55d0aa32854c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:36.744045 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c882c57f-4e2e-481b-9896-55d0aa32854c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfe70ff7-998f-47c7-aca5-895817cca1a0 HTTP/1.1" status: 204  len: 168 time: 0.1267011
Dec 18 21:18:36.752169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882c57f-4e2e-481b-9896-55d0aa32854c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe70ff7-998f-47c7-aca5-895817cca1a0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:37.003090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46554) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:37.015931 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50a0fe18-cd59-4f37-9d92-32a5b4a91bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:37.088418 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50a0fe18-cd59-4f37-9d92-32a5b4a91bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:37.092793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-50a0fe18-cd59-4f37-9d92-32a5b4a91bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:37.132853 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-50a0fe18-cd59-4f37-9d92-32a5b4a91bd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22639890030b4e0eb0c7d3eef5cb55b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1285174
Dec 18 21:18:37.133991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0fe18-cd59-4f37-9d92-32a5b4a91bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7604f0-695a-4d8e-92a3-9d3467b9c425,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:37.135691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46556) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:37.189218 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-08475b4c-74fe-441d-b50e-ac2e856107b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:37.211945 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-08475b4c-74fe-441d-b50e-ac2e856107b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:37.262499 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-08475b4c-74fe-441d-b50e-ac2e856107b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:37.265013 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-08475b4c-74fe-441d-b50e-ac2e856107b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:37.266155 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-08475b4c-74fe-441d-b50e-ac2e856107b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c7604f0-695a-4d8e-92a3-9d3467b9c425 HTTP/1.1" status: 204  len: 168 time: 0.1293175
Dec 18 21:18:37.274059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08475b4c-74fe-441d-b50e-ac2e856107b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7604f0-695a-4d8e-92a3-9d3467b9c425,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:37.607405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56276c62-56bd-4cc1-bfa0-a3c22dcf7769 req-ec31098e-0a4c-43f0-9d29-b58223a67467 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0408738
Dec 18 21:18:37.698967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276c62-56bd-4cc1-bfa0-a3c22dcf7769 req-9fc80f1a-cd0d-46c8-9aa1-bb3904e6fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:37.701008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56276c62-56bd-4cc1-bfa0-a3c22dcf7769 req-9fc80f1a-cd0d-46c8-9aa1-bb3904e6fb67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 1097 time: 0.0443783
Dec 18 21:18:37.833866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276c62-56bd-4cc1-bfa0-a3c22dcf7769 req-4c57d5fa-0aac-4e30-916e-409d50048e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:37.835531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56276c62-56bd-4cc1-bfa0-a3c22dcf7769 req-4c57d5fa-0aac-4e30-916e-409d50048e6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1071920
Dec 18 21:18:37.908414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56276c62-56bd-4cc1-bfa0-a3c22dcf7769 req-7c91b7ab-2fdb-4744-80c8-765c692ba067 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b HTTP/1.1" status: 200  len: 1002 time: 0.0659151
Dec 18 21:18:37.971503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276c62-56bd-4cc1-bfa0-a3c22dcf7769 req-e98dd6d1-736a-4125-b430-cc3c06f93762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:37.973567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56276c62-56bd-4cc1-bfa0-a3c22dcf7769 req-e98dd6d1-736a-4125-b430-cc3c06f93762 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0584650
Dec 18 21:18:38.030089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276c62-56bd-4cc1-bfa0-a3c22dcf7769 req-54144c9c-ea48-40af-b779-69ef410db056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:38.031969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56276c62-56bd-4cc1-bfa0-a3c22dcf7769 req-54144c9c-ea48-40af-b779-69ef410db056 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0518239
Dec 18 21:18:38.136729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56276c62-56bd-4cc1-bfa0-a3c22dcf7769 req-5ec94689-ef02-46b6-a236-e8e9cf7e5add service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0978732
Dec 18 21:18:38.163001 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:38.248938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56276c62-56bd-4cc1-bfa0-a3c22dcf7769 req-b0d16a93-1d64-4235-b3f9-c0024dbb80b9 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1051164
Dec 18 21:18:38.539950 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:41.794472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46772) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:41.912049 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1170a614-657d-4515-9161-0f77c1d24224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:41.983676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1170a614-657d-4515-9161-0f77c1d24224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:41.986986 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1170a614-657d-4515-9161-0f77c1d24224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:42.024713 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1170a614-657d-4515-9161-0f77c1d24224 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=443754b6c278464ea41c9a3d3530643a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2290776
Dec 18 21:18:42.025841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170a614-657d-4515-9161-0f77c1d24224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34827ab9-9610-468a-86b8-db77a501b051,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:42.027491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46790) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:42.077995 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f21291e3-1eb8-4655-9301-be53d817e24f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:42.099256 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f21291e3-1eb8-4655-9301-be53d817e24f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:42.153428 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f21291e3-1eb8-4655-9301-be53d817e24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:42.157050 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f21291e3-1eb8-4655-9301-be53d817e24f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:42.162198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f21291e3-1eb8-4655-9301-be53d817e24f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34827ab9-9610-468a-86b8-db77a501b051 HTTP/1.1" status: 204  len: 168 time: 0.1336682
Dec 18 21:18:42.172174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21291e3-1eb8-4655-9301-be53d817e24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34827ab9-9610-468a-86b8-db77a501b051,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:42.427616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46798) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:42.441186 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-29d4992b-3077-4a8f-a696-c98b2c6733b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:42.515872 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-29d4992b-3077-4a8f-a696-c98b2c6733b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:42.519791 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-29d4992b-3077-4a8f-a696-c98b2c6733b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:42.558101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-29d4992b-3077-4a8f-a696-c98b2c6733b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3fe7731efc7741e883ff050018d55d0c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1293406
Dec 18 21:18:42.559018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4992b-3077-4a8f-a696-c98b2c6733b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd05b98-f749-4e3a-8ce8-0a78aec0847a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:42.560716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46800) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:42.612091 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f599759f-abee-4aa3-b1c2-9b6373b1e71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:42.632485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f599759f-abee-4aa3-b1c2-9b6373b1e71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:42.679081 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f599759f-abee-4aa3-b1c2-9b6373b1e71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:42.681641 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f599759f-abee-4aa3-b1c2-9b6373b1e71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:42.682805 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f599759f-abee-4aa3-b1c2-9b6373b1e71c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fd05b98-f749-4e3a-8ce8-0a78aec0847a HTTP/1.1" status: 204  len: 168 time: 0.1210294
Dec 18 21:18:42.690178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599759f-abee-4aa3-b1c2-9b6373b1e71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd05b98-f749-4e3a-8ce8-0a78aec0847a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:44.395589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46892) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:44.507861 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-59fa8e5b-5e1d-4d37-b560-5b512a8148b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:44.583407 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-59fa8e5b-5e1d-4d37-b560-5b512a8148b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:44.588443 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-59fa8e5b-5e1d-4d37-b560-5b512a8148b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:44.628016 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-59fa8e5b-5e1d-4d37-b560-5b512a8148b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f611af1fd922479788c6c7b294186add&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2365832
Dec 18 21:18:44.630616 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46910) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:44.632678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa8e5b-5e1d-4d37-b560-5b512a8148b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3458b9-fa6b-4451-a995-0297db918df8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:44.681724 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab80104c-33b0-409e-be6f-fd8a2b5d7875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:44.703438 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab80104c-33b0-409e-be6f-fd8a2b5d7875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:44.760754 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab80104c-33b0-409e-be6f-fd8a2b5d7875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:44.764015 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ab80104c-33b0-409e-be6f-fd8a2b5d7875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:44.765174 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ab80104c-33b0-409e-be6f-fd8a2b5d7875 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad3458b9-fa6b-4451-a995-0297db918df8 HTTP/1.1" status: 204  len: 168 time: 0.1336799
Dec 18 21:18:44.773046 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80104c-33b0-409e-be6f-fd8a2b5d7875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3458b9-fa6b-4451-a995-0297db918df8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:44.995659 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:45.020997 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 46918) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:45.034138 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-760008b9-f47d-44d8-b1e5-b862bb21f860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:45.119759 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-760008b9-f47d-44d8-b1e5-b862bb21f860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:45.124108 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-760008b9-f47d-44d8-b1e5-b862bb21f860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:45.161814 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-760008b9-f47d-44d8-b1e5-b862bb21f860 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b95820945aa84eb8a537c60296362abe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1397438
Dec 18 21:18:45.162731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760008b9-f47d-44d8-b1e5-b862bb21f860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37175fe9-e3b9-4e9f-9a36-cb8a16ad7220,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:45.164484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 46920) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:45.212250 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e4a12ca-afe7-49d2-93ae-db8acf22fd24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:45.233160 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e4a12ca-afe7-49d2-93ae-db8acf22fd24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:45.279857 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e4a12ca-afe7-49d2-93ae-db8acf22fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:45.282572 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e4a12ca-afe7-49d2-93ae-db8acf22fd24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:45.286032 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3e4a12ca-afe7-49d2-93ae-db8acf22fd24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37175fe9-e3b9-4e9f-9a36-cb8a16ad7220 HTTP/1.1" status: 204  len: 168 time: 0.1182895
Dec 18 21:18:45.291448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a12ca-afe7-49d2-93ae-db8acf22fd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37175fe9-e3b9-4e9f-9a36-cb8a16ad7220,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:48.075231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47076) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:48.263453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Deleting port e8515d97-cf8e-470a-939d-29dd167c7b95 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:48.263804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.353907 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.354385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.367669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Calling delete_port for e8515d97-cf8e-470a-939d-29dd167c7b95 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:48.506598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47104) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:48.545491 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.572938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event deleted for resources: {'Port': ['ID=e8515d97-cf8e-470a-939d-29dd167c7b95,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:48.623641 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d680d1d-f613-45da-a819-cc98e820b535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.635589 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.636165 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Floating IP 99079543-99be-4f90-b030-60dd5520e372 disassociated (deleted). External IP: 172.35.3.182, port: c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b.
Dec 18 21:18:48.699306 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d680d1d-f613-45da-a819-cc98e820b535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.703388 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d680d1d-f613-45da-a819-cc98e820b535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.747370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6d680d1d-f613-45da-a819-cc98e820b535 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cdf08de0149458b8e0d406196ec5633&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2391365
Dec 18 21:18:48.748710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d680d1d-f613-45da-a819-cc98e820b535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61e5d57-84d8-4d31-a516-c00afede2d80,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:48.752318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47116) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:48.799503 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-638a2369-0e25-49ba-aaa6-8bc1b4af4b88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.820397 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-638a2369-0e25-49ba-aaa6-8bc1b4af4b88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.849168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Router 0ab23311-f236-4074-ab58-417d7cbdc88b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:18:48.867157 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-638a2369-0e25-49ba-aaa6-8bc1b4af4b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.869795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-638a2369-0e25-49ba-aaa6-8bc1b4af4b88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.873927 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-638a2369-0e25-49ba-aaa6-8bc1b4af4b88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d61e5d57-84d8-4d31-a516-c00afede2d80 HTTP/1.1" status: 204  len: 168 time: 0.1180127
Dec 18 21:18:48.879235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a2369-0e25-49ba-aaa6-8bc1b4af4b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61e5d57-84d8-4d31-a516-c00afede2d80,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:48.959732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:18:48.964450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:48.970709 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035aba3-8c19-40e6-90cb-d4c70f507b9b None None] Sync routers for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:18:48.981409 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035aba3-8c19-40e6-90cb-d4c70f507b9b None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:18:48.982131 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-1035aba3-8c19-40e6-90cb-d4c70f507b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366420c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:18:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:48.999290 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5b6052dd-fa80-4d4e-88b8-d4c83412f481 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "DELETE /v2.0/floatingips/99079543-99be-4f90-b030-60dd5520e372 HTTP/1.1" status: 204  len: 168 time: 0.9228783
Dec 18 21:18:49.000052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'tag': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:18:49.002554 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581828b0-c691-4b3a-8943-cc93fb9fe4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "95123f6f-b540-4847-b6c1-d89287d69e5c", "tag": "c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:18:49.065400 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4171b6-13bb-4003-8692-7db64abc32b3 x-openstack-request-id: req-5c4171b6-13bb-4003-8692-7db64abc32b3 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:18:49.065682 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95123f6f-b540-4847-b6c1-d89287d69e5c", "tag": "c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:18:49.066196 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c4171b6-13bb-4003-8692-7db64abc32b3 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:18:49.066692 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'tag': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'status': 'completed', 'code': 200}
Dec 18 21:18:49.138397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581828b0-c691-4b3a-8943-cc93fb9fe4d5 req-2f83abb1-9915-412a-b464-b2b20a45e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:49.139946 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-581828b0-c691-4b3a-8943-cc93fb9fe4d5 req-2f83abb1-9915-412a-b464-b2b20a45e13f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de79cd87d023436a80d3cc5428586e21&device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 1097 time: 0.0484610
Dec 18 21:18:49.140151 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-1035aba3-8c19-40e6-90cb-d4c70f507b9b None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:18:49.205755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47128) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:49.223044 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3eb9fa64-7e6f-489b-a461-3f346ebf450b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:49.296577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d49582-1e89-41dd-b4d7-49ecb5ca41f7 req-1ab64ac1-0f18-4d21-85ee-78e4706ccc32 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:49.298056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80d49582-1e89-41dd-b4d7-49ecb5ca41f7 req-1ab64ac1-0f18-4d21-85ee-78e4706ccc32 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 946 time: 0.0787706
Dec 18 21:18:49.312227 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3eb9fa64-7e6f-489b-a461-3f346ebf450b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:49.316307 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3eb9fa64-7e6f-489b-a461-3f346ebf450b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:49.319475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581828b0-c691-4b3a-8943-cc93fb9fe4d5 req-de6cd369-d149-4589-8c8d-3cca4efcfee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:49.320938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-581828b0-c691-4b3a-8943-cc93fb9fe4d5 req-de6cd369-d149-4589-8c8d-3cca4efcfee1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 200  len: 913 time: 0.1617432
Dec 18 21:18:49.351554 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-1035aba3-8c19-40e6-90cb-d4c70f507b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366420c0a0>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:49.368683 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3eb9fa64-7e6f-489b-a461-3f346ebf450b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61b562a0cb57447485515f31f4344424&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1616693
Dec 18 21:18:49.369961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9fa64-7e6f-489b-a461-3f346ebf450b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20194f6e-0f18-4378-8105-c496914e933e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:49.374768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47130) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:49.378389 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035aba3-8c19-40e6-90cb-d4c70f507b9b None None] Checking router: 0ab23311-f236-4074-ab58-417d7cbdc88b for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:18:49.378668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-581828b0-c691-4b3a-8943-cc93fb9fe4d5 req-e10260d0-4761-47ca-8df4-9622c242c979 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b HTTP/1.1" status: 200  len: 217 time: 0.0483344
Dec 18 21:18:49.386757 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035aba3-8c19-40e6-90cb-d4c70f507b9b None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:18:49.387895 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-1035aba3-8c19-40e6-90cb-d4c70f507b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366420c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:18:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:49.433344 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf0a179e-1669-468a-9dcc-cde96145bd6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:49.449097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581828b0-c691-4b3a-8943-cc93fb9fe4d5 req-b04829e7-a641-43de-84e9-b5f59ca46a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:49.451200 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-581828b0-c691-4b3a-8943-cc93fb9fe4d5 req-b04829e7-a641-43de-84e9-b5f59ca46a8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 200  len: 851 time: 0.0555966
Dec 18 21:18:49.457142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80d49582-1e89-41dd-b4d7-49ecb5ca41f7 req-23fc8976-a85c-4bca-85be-bd182c580e1c tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b86a7d-da6b-4732-bd4c-dcdcea004f44&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468019
Dec 18 21:18:49.496123 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf0a179e-1669-468a-9dcc-cde96145bd6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:49.515192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581828b0-c691-4b3a-8943-cc93fb9fe4d5 req-6b97733e-e2da-46ab-935b-890f1112dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:49.516969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-581828b0-c691-4b3a-8943-cc93fb9fe4d5 req-6b97733e-e2da-46ab-935b-890f1112dac3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=719d1db8-90bc-4a29-9e67-d552b1d87f10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0581627
Dec 18 21:18:49.568917 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf0a179e-1669-468a-9dcc-cde96145bd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:49.568917 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf0a179e-1669-468a-9dcc-cde96145bd6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:49.568917 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bf0a179e-1669-468a-9dcc-cde96145bd6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20194f6e-0f18-4378-8105-c496914e933e HTTP/1.1" status: 204  len: 168 time: 0.1879330
Dec 18 21:18:49.575599 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a179e-1669-468a-9dcc-cde96145bd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20194f6e-0f18-4378-8105-c496914e933e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:49.593339 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-1035aba3-8c19-40e6-90cb-d4c70f507b9b None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:18:49.661649 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:49.701064 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-581828b0-c691-4b3a-8943-cc93fb9fe4d5 req-4b434287-cd77-4d7f-bd96-369cdc2f2a8e service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1197863
Dec 18 21:18:49.818143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-581828b0-c691-4b3a-8943-cc93fb9fe4d5 req-47b06df0-d281-45c9-b1e8-c27adb887e07 service neutron] 10.222.0.31 "GET /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1093149
Dec 18 21:18:49.824547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afdd75-bc17-4c52-8f24-c68069c100a1 req-ef4c9a88-b5f0-40d2-8671-32e3cea8e871 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:49.826538 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-70afdd75-bc17-4c52-8f24-c68069c100a1 req-ef4c9a88-b5f0-40d2-8671-32e3cea8e871 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 946 time: 0.0661278
Dec 18 21:18:49.898560 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-1035aba3-8c19-40e6-90cb-d4c70f507b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366420c0a0>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:49.939129 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035aba3-8c19-40e6-90cb-d4c70f507b9b None None] The sync data for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 is: [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5fa837e-5493-4c48-9853-38ccdc4109b0', 'name': '', 'network_id': '719d1db8-90bc-4a29-9e67-d552b1d87f10', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'mac_address': 'fa:16:3e:89:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:23Z', 'updated_at': '2021-12-18T21:08:30Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'subnets': [{'id': 'ce6df939-cc0b-4eee-ad97-d0794ca80cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:18:49.954904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-70afdd75-bc17-4c52-8f24-c68069c100a1 req-3e16ec75-e5b4-430b-9be2-166950d664b2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Deleting port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:49.955347 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-70afdd75-bc17-4c52-8f24-c68069c100a1 req-3e16ec75-e5b4-430b-9be2-166950d664b2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:50.073351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-70afdd75-bc17-4c52-8f24-c68069c100a1 req-3e16ec75-e5b4-430b-9be2-166950d664b2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] For port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:50.073731 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-70afdd75-bc17-4c52-8f24-c68069c100a1 req-3e16ec75-e5b4-430b-9be2-166950d664b2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:50.089090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-70afdd75-bc17-4c52-8f24-c68069c100a1 req-3e16ec75-e5b4-430b-9be2-166950d664b2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Calling delete_port for c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:50.241359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-70afdd75-bc17-4c52-8f24-c68069c100a1 req-3e16ec75-e5b4-430b-9be2-166950d664b2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:50.276935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16ec75-e5b4-430b-9be2-166950d664b2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event deleted for resources: {'Port': ['ID=c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:50.307473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33282fd4-aabe-4212-9e54-5823e2ba0bec None None] New status for floating IP 99079543-99be-4f90-b030-60dd5520e372: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:18:50.332628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-70afdd75-bc17-4c52-8f24-c68069c100a1 req-3e16ec75-e5b4-430b-9be2-166950d664b2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] No DVR routers for this DVR port c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:18:50.335649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-70afdd75-bc17-4c52-8f24-c68069c100a1 req-3e16ec75-e5b4-430b-9be2-166950d664b2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:50.339412 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-70afdd75-bc17-4c52-8f24-c68069c100a1 req-3e16ec75-e5b4-430b-9be2-166950d664b2 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.31 "DELETE /v2.0/ports/c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b HTTP/1.1" status: 204  len: 173 time: 0.5064683
Dec 18 21:18:50.585170 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b58205af-1839-4e05-a93e-ba3b66741af4 req-865e130d-0ba0-48b1-bb73-ea5e4b6fa3ab tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "GET /v2.0/ports?device_id=95123f6f-b540-4847-b6c1-d89287d69e5c HTTP/1.1" status: 200  len: 210 time: 0.0434277
Dec 18 21:18:51.068247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'name': 'network-vif-deleted', 'tag': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:18:51.071320 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2757a5-7a4b-46f4-a7d1-f7c2cd4ca9a9" -d '{"events": [{"server_uuid": "95123f6f-b540-4847-b6c1-d89287d69e5c", "name": "network-vif-deleted", "tag": "c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:18:51.112598 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14989a2-efeb-464b-afb8-662b7381dd27 x-openstack-request-id: req-a14989a2-efeb-464b-afb8-662b7381dd27 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:18:51.112969 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95123f6f-b540-4847-b6c1-d89287d69e5c", "name": "network-vif-deleted", "tag": "c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:18:51.113230 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a14989a2-efeb-464b-afb8-662b7381dd27 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:18:51.113631 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95123f6f-b540-4847-b6c1-d89287d69e5c', 'name': 'network-vif-deleted', 'tag': 'c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b', 'status': 'completed', 'code': 200}
Dec 18 21:18:51.643985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47266) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:51.781102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7008c-f923-4a3a-8493-4a1e6b188c06 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Deleting port b2f452e4-afcd-48b9-a5d8-0f57f8089c0e {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:51.781519 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3c7008c-f923-4a3a-8493-4a1e6b188c06 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:51.867772 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3c7008c-f923-4a3a-8493-4a1e6b188c06 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:51.868112 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3c7008c-f923-4a3a-8493-4a1e6b188c06 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:51.880169 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7008c-f923-4a3a-8493-4a1e6b188c06 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Calling delete_port for b2f452e4-afcd-48b9-a5d8-0f57f8089c0e owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:52.022835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3c7008c-f923-4a3a-8493-4a1e6b188c06 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:52.051211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7008c-f923-4a3a-8493-4a1e6b188c06 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event deleted for resources: {'Port': ['ID=b2f452e4-afcd-48b9-a5d8-0f57f8089c0e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:52.126371 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3c7008c-f923-4a3a-8493-4a1e6b188c06 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:52.129239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b3c7008c-f923-4a3a-8493-4a1e6b188c06 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:52.133034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b3c7008c-f923-4a3a-8493-4a1e6b188c06 tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "DELETE /v2.0/floatingips/0ce4ac1d-a158-4ae0-9725-40afde293294 HTTP/1.1" status: 204  len: 168 time: 0.4853909
Dec 18 21:18:52.161989 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47292) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:52.292912 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b601e0b8-4302-4f56-be10-9b265d5c2119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:52.378278 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b601e0b8-4302-4f56-be10-9b265d5c2119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:52.382185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b601e0b8-4302-4f56-be10-9b265d5c2119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:52.421148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601e0b8-4302-4f56-be10-9b265d5c2119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54945cd0-83c4-492b-8f3e-9579a0c95c79,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:52.426929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b601e0b8-4302-4f56-be10-9b265d5c2119 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a9b1da363674623bfab3da0ef60a62d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2638574
Dec 18 21:18:52.429650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47316) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:52.479430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e11b7796-c4c2-4dd6-bf67-86c4d1ffe181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:52.503109 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e11b7796-c4c2-4dd6-bf67-86c4d1ffe181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:52.555495 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e11b7796-c4c2-4dd6-bf67-86c4d1ffe181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:52.558215 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e11b7796-c4c2-4dd6-bf67-86c4d1ffe181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:52.559422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e11b7796-c4c2-4dd6-bf67-86c4d1ffe181 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54945cd0-83c4-492b-8f3e-9579a0c95c79 HTTP/1.1" status: 204  len: 168 time: 0.1288652
Dec 18 21:18:52.568313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b7796-c4c2-4dd6-bf67-86c4d1ffe181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54945cd0-83c4-492b-8f3e-9579a0c95c79,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:52.867765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47334) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:52.882104 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1995152c-8b72-432e-b77a-5409b9f26690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:52.960407 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1995152c-8b72-432e-b77a-5409b9f26690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:52.964340 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1995152c-8b72-432e-b77a-5409b9f26690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:53.004683 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1995152c-8b72-432e-b77a-5409b9f26690 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=588cf3dc52bc4320ad6af73de0cd87ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1353221
Dec 18 21:18:53.005894 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995152c-8b72-432e-b77a-5409b9f26690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a055d3a-1b31-4fdc-96f8-7585284e7570,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:53.007928 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47336) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:53.066674 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-12149deb-f6db-4f11-9899-8692ba2cb183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:53.346494 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47366) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:53.387342 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-12149deb-f6db-4f11-9899-8692ba2cb183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:53.407321 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8253ddc-252b-4279-b34c-d8b48159995f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:53.435426 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8253ddc-252b-4279-b34c-d8b48159995f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:53.436384 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-12149deb-f6db-4f11-9899-8692ba2cb183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:53.441886 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-12149deb-f6db-4f11-9899-8692ba2cb183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:53.446114 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-12149deb-f6db-4f11-9899-8692ba2cb183 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a055d3a-1b31-4fdc-96f8-7585284e7570 HTTP/1.1" status: 204  len: 168 time: 0.4368618
Dec 18 21:18:53.456641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12149deb-f6db-4f11-9899-8692ba2cb183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a055d3a-1b31-4fdc-96f8-7585284e7570,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:53.499230 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8253ddc-252b-4279-b34c-d8b48159995f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:53.504883 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d8253ddc-252b-4279-b34c-d8b48159995f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:53.508644 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d8253ddc-252b-4279-b34c-d8b48159995f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] 10.222.0.13 "DELETE /v2.0/security-groups/43b86a7d-da6b-4732-bd4c-dcdcea004f44 HTTP/1.1" status: 204  len: 168 time: 0.1584599
Dec 18 21:18:53.528562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8253ddc-252b-4279-b34c-d8b48159995f tempest-TestVolumeBootPattern-1320248540 tempest-TestVolumeBootPattern-1320248540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b86a7d-da6b-4732-bd4c-dcdcea004f44,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:53.575335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47376) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:53.667353 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:18:53.691367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:18:53.691949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c6893cd9-e9ee-46f4-8dbf-2f28c1faa18b not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:18:54.237436 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9705beb5-2271-4f5a-8846-f317db8fd05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:54.510655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9705beb5-2271-4f5a-8846-f317db8fd05c admin admin] Deleting port f5fa837e-5493-4c48-9853-38ccdc4109b0 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:54.510918 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9705beb5-2271-4f5a-8846-f317db8fd05c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:54.609229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-9705beb5-2271-4f5a-8846-f317db8fd05c admin admin] For port f5fa837e-5493-4c48-9853-38ccdc4109b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5fa837e-5493-4c48-9853-38ccdc4109b0,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:54.610091 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9705beb5-2271-4f5a-8846-f317db8fd05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:54.629370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9705beb5-2271-4f5a-8846-f317db8fd05c admin admin] Calling delete_port for f5fa837e-5493-4c48-9853-38ccdc4109b0 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:54.855154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9705beb5-2271-4f5a-8846-f317db8fd05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:54.881125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705beb5-2271-4f5a-8846-f317db8fd05c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fa837e-5493-4c48-9853-38ccdc4109b0,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:55.107758 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9705beb5-2271-4f5a-8846-f317db8fd05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:55.332398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9705beb5-2271-4f5a-8846-f317db8fd05c admin admin] Router 0ab23311-f236-4074-ab58-417d7cbdc88b has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:18:55.440665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9705beb5-2271-4f5a-8846-f317db8fd05c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:18:55.447091 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9705beb5-2271-4f5a-8846-f317db8fd05c admin admin] 10.222.0.13 "PUT /v2.0/routers/0ab23311-f236-4074-ab58-417d7cbdc88b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8670623
Dec 18 21:18:55.451972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47478) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:55.459563 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f7993-e828-4eed-8844-a6f9ce786f9b None None] Sync routers for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:18:55.473228 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f7993-e828-4eed-8844-a6f9ce786f9b None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:18:55.473909 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-308f7993-e828-4eed-8844-a6f9ce786f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366420ccd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:18:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:55.567922 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:55.606273 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-308f7993-e828-4eed-8844-a6f9ce786f9b None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:18:55.739725 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:55.827288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47494) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:55.853183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Deleting port 81b71128-be92-4418-b68b-39f900d56e85 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:55.853872 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:55.964942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] For port 81b71128-be92-4418-b68b-39f900d56e85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81b71128-be92-4418-b68b-39f900d56e85,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:55.965313 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:55.999044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Calling delete_port for 81b71128-be92-4418-b68b-39f900d56e85 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:56.006353 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-308f7993-e828-4eed-8844-a6f9ce786f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366420ccd0>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '81b71128-be92-4418-b68b-39f900d56e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:18:54Z', 'revision_number': 5, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port': {'id': '81b71128-be92-4418-b68b-39f900d56e85', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:21Z', 'updated_at': '2021-12-18T21:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:56.020730 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c6cb99f-d0d2-4f84-a7f3-beeb98d6028d admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.062296 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f7993-e828-4eed-8844-a6f9ce786f9b None None] Checking router: 0ab23311-f236-4074-ab58-417d7cbdc88b for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:18:56.078132 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f7993-e828-4eed-8844-a6f9ce786f9b None None] Routers {'0ab23311-f236-4074-ab58-417d7cbdc88b'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:18:56.078869 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-308f7993-e828-4eed-8844-a6f9ce786f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366420ccd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:18:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0ab23311-f236-4074-ab58-417d7cbdc88b'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:56.132037 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c6cb99f-d0d2-4f84-a7f3-beeb98d6028d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.140234 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a6e68ac-0c78-497a-9400-5c0fd7ffa550 req-80232af9-387f-4794-a91d-7a306fba3881 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4148185
Dec 18 21:18:56.141540 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c6cb99f-d0d2-4f84-a7f3-beeb98d6028d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.176012 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6c6cb99f-d0d2-4f84-a7f3-beeb98d6028d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d718ff85265a4e759076b9e7bb109062&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3470762
Dec 18 21:18:56.177564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47504) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:56.202055 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-308f7993-e828-4eed-8844-a6f9ce786f9b None None] Set router 0ab23311-f236-4074-ab58-417d7cbdc88b gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:18:56.212334 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.244407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=81b71128-be92-4418-b68b-39f900d56e85,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:56.262611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e68ac-0c78-497a-9400-5c0fd7ffa550 req-f70d68f9-9d24-42bc-b389-4044cf129a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:56.264123 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a6e68ac-0c78-497a-9400-5c0fd7ffa550 req-f70d68f9-9d24-42bc-b389-4044cf129a34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2d14b131ac74307b9aa94aded5f3f5e&device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 1096 time: 0.0857215
Dec 18 21:18:56.265068 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-308f7993-e828-4eed-8844-a6f9ce786f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366420ccd0>, [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:18:55Z', 'revision_number': 6, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:56.266847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a709bf73-77c5-4597-a419-97ed22f1cf66 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:18:56.274689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cb99f-d0d2-4f84-a7f3-beeb98d6028d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a89b101-6e74-4da0-8022-8a7e3b8f6d70,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:56.320492 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f7993-e828-4eed-8844-a6f9ce786f9b None None] The sync data for ids ['0ab23311-f236-4074-ab58-417d7cbdc88b'] in ncdv-master-1 is: [{'id': '0ab23311-f236-4074-ab58-417d7cbdc88b', 'name': 'tempest-TestVolumeBootPattern-1401457937-router', 'tenant_id': 'de79cd87d023436a80d3cc5428586e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:20Z', 'updated_at': '2021-12-18T21:18:55Z', 'revision_number': 6, 'project_id': 'de79cd87d023436a80d3cc5428586e21', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:18:56.343129 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.382797 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-83f96334-bd92-49e0-9699-1bc7e61b044b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.422419 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-83f96334-bd92-49e0-9699-1bc7e61b044b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.431512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e68ac-0c78-497a-9400-5c0fd7ffa550 req-8dd08d98-d51c-41c4-bea5-9e6a7f51cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:56.432972 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a6e68ac-0c78-497a-9400-5c0fd7ffa550 req-8dd08d98-d51c-41c4-bea5-9e6a7f51cbf7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a319045-7962-4b86-bd9c-05ab97eb05f9 HTTP/1.1" status: 200  len: 915 time: 0.1423597
Dec 18 21:18:56.436613 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.438770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.480973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.481936 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab23311-f236-4074-ab58-417d7cbdc88b {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:18:56.486664 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.487846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9cf44d40-b682-4c5e-b58d-218aa9c80b94 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0ab23311-f236-4074-ab58-417d7cbdc88b HTTP/1.1" status: 204  len: 168 time: 1.0379281
Dec 18 21:18:56.490516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47516) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:56.491251 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a6e68ac-0c78-497a-9400-5c0fd7ffa550 req-9178853d-95ce-4ff3-a8c9-12785a74ca3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 HTTP/1.1" status: 200  len: 217 time: 0.0437293
Dec 18 21:18:56.535177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f67ffe-c731-4243-91fb-0f3397624f95 admin admin] Deleting subnet ce6df939-cc0b-4eee-ad97-d0794ca80cc4 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:18:56.538364 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c3f67ffe-c731-4243-91fb-0f3397624f95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.539811 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-83f96334-bd92-49e0-9699-1bc7e61b044b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.542505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-83f96334-bd92-49e0-9699-1bc7e61b044b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.544197 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-83f96334-bd92-49e0-9699-1bc7e61b044b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a89b101-6e74-4da0-8022-8a7e3b8f6d70 HTTP/1.1" status: 204  len: 168 time: 0.3394051
Dec 18 21:18:56.559774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f96334-bd92-49e0-9699-1bc7e61b044b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a89b101-6e74-4da0-8022-8a7e3b8f6d70,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:56.565962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e68ac-0c78-497a-9400-5c0fd7ffa550 req-5b935cf5-4569-4ae5-9677-cb7d3dc93b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:18:56.568223 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a6e68ac-0c78-497a-9400-5c0fd7ffa550 req-5b935cf5-4569-4ae5-9677-cb7d3dc93b58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60ac5624-bb0b-4d5b-9cc6-9c7077125ba0 HTTP/1.1" status: 200  len: 854 time: 0.0635271
Dec 18 21:18:56.587787 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c3f67ffe-c731-4243-91fb-0f3397624f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.610202 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a6e68ac-0c78-497a-9400-5c0fd7ffa550 req-568677e6-6f7c-44fb-a45a-da89b1c5f3ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a319045-7962-4b86-bd9c-05ab97eb05f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0276093
Dec 18 21:18:56.672500 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c3f67ffe-c731-4243-91fb-0f3397624f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.747166 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c3f67ffe-c731-4243-91fb-0f3397624f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.751620 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a6e68ac-0c78-497a-9400-5c0fd7ffa550 req-32be74c3-0318-4c0e-82c1-b75950558933 service neutron] 10.222.0.36 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279650
Dec 18 21:18:56.784765 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f67ffe-c731-4243-91fb-0f3397624f95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6df939-cc0b-4eee-ad97-d0794ca80cc4,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:56.790148 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c3f67ffe-c731-4243-91fb-0f3397624f95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.796915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c3f67ffe-c731-4243-91fb-0f3397624f95 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ce6df939-cc0b-4eee-ad97-d0794ca80cc4 HTTP/1.1" status: 204  len: 168 time: 0.3036253
Dec 18 21:18:56.797482 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47524) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:56.801620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2443a5a-4c98-4170-a924-c68f5601d691 None None] Network 719d1db8-90bc-4a29-9e67-d552b1d87f10 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:18:56.889204 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a6e68ac-0c78-497a-9400-5c0fd7ffa550 req-a7384e5d-65ae-4c77-b572-44cff3814870 service neutron] 10.222.0.36 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268446
Dec 18 21:18:56.928778 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:56.966517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47526) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:56.985585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0f2dda8-bde6-4bca-a865-76bd61e4c0ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.022543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Deleting port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:57.023025 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.110325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] For port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69541e40-8ea8-4a0c-8736-e4ff3a35f86a,segment=NetworkSegment(4b42cb84-c382-4e00-9dc9-532a2fe77dc9),segment_id=4b42cb84-c382-4e00-9dc9-532a2fe77dc9)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:57.110709 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.131907 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Calling delete_port for 69541e40-8ea8-4a0c-8736-e4ff3a35f86a owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:57.151818 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0f2dda8-bde6-4bca-a865-76bd61e4c0ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.156749 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a0f2dda8-bde6-4bca-a865-76bd61e4c0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.239252 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] DHCP port deletion for 719d1db8-90bc-4a29-9e67-d552b1d87f10 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:18:57.243306 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a0f2dda8-bde6-4bca-a865-76bd61e4c0ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0e6327e3fee4149b6d586b3eae60558&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2734978
Dec 18 21:18:57.243452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2dda8-bde6-4bca-a865-76bd61e4c0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb06bc4-528a-4fff-9a21-79e6defb401d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:57.244317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47538) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:57.273404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.302006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f5fa837e-5493-4c48-9853-38ccdc4109b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:18:57.306515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Pushing event deleted for resources: {'Port': ['ID=69541e40-8ea8-4a0c-8736-e4ff3a35f86a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:57.310013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] No DVR routers for this DVR port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:18:57.327611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: f5fa837e-5493-4c48-9853-38ccdc4109b0 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:18:57.328296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device f5fa837e-5493-4c48-9853-38ccdc4109b0 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:18:57.351399 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9c77195-ded9-4426-80f7-85fcd2385050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.371657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Deleting port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:57.372127 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.382008 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9c77195-ded9-4426-80f7-85fcd2385050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.410707 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.441675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36654f2c40>,) {'filters': {'network_id': ['719d1db8-90bc-4a29-9e67-d552b1d87f10']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:57.455649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36654f2c40>, '4b42cb84-c382-4e00-9dc9-532a2fe77dc9') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:57.455957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36654f2c40>, '4b42cb84-c382-4e00-9dc9-532a2fe77dc9') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:57.461103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] For port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a, host ncdv-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:57.461754 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.466730 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.478497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Calling delete_port for 69541e40-8ea8-4a0c-8736-e4ff3a35f86a owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:57.483759 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.ipam_backend_mixin [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a was not found and therefore no delete operation was performed {{(pid=126010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:18:57.487184 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.494061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.495198 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9c77195-ded9-4426-80f7-85fcd2385050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.499267 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b9c77195-ded9-4426-80f7-85fcd2385050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.500898 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b9c77195-ded9-4426-80f7-85fcd2385050 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cb06bc4-528a-4fff-9a21-79e6defb401d HTTP/1.1" status: 204  len: 168 time: 0.2552788
Dec 18 21:18:57.506895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:18:57.507891 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:18:57.513088 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:18:57.516006 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c77195-ded9-4426-80f7-85fcd2385050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb06bc4-528a-4fff-9a21-79e6defb401d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:57.548533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Pushing event deleted for resources: {'Port': ['ID=69541e40-8ea8-4a0c-8736-e4ff3a35f86a,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:57.568494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] No DVR routers for this DVR port 69541e40-8ea8-4a0c-8736-e4ff3a35f86a on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:18:57.571043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.572162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.572653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.573165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.573505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.573963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.574998 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.575405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.575812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.576214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.576682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.577132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.577466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4eaae-8422-4b13-8197-a2b3490b8f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:18:57.610852 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.617396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:57.621598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] 10.222.0.13 "DELETE /v2.0/networks/719d1db8-90bc-4a29-9e67-d552b1d87f10 HTTP/1.1" status: 204  len: 168 time: 0.8224263
Dec 18 21:18:57.624507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47562) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:57.651449 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c1c9c-20af-4f63-a2a8-d54197b484ff admin admin] Pushing event deleted for resources: {'Network': ['ID=719d1db8-90bc-4a29-9e67-d552b1d87f10,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:58.074789 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d956681b-f10e-402e-888d-36deda7778a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:58.326941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d956681b-f10e-402e-888d-36deda7778a7 admin admin] Deleting port d9e476b4-b4fa-4a56-a126-4335af77390c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:58.327318 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d956681b-f10e-402e-888d-36deda7778a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:58.408068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-d956681b-f10e-402e-888d-36deda7778a7 admin admin] For port d9e476b4-b4fa-4a56-a126-4335af77390c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9e476b4-b4fa-4a56-a126-4335af77390c,segment=NetworkSegment(a6b8f418-e308-4097-98ea-d620242bb045),segment_id=a6b8f418-e308-4097-98ea-d620242bb045)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:58.408438 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d956681b-f10e-402e-888d-36deda7778a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:58.421463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d956681b-f10e-402e-888d-36deda7778a7 admin admin] Calling delete_port for d9e476b4-b4fa-4a56-a126-4335af77390c owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:58.606935 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d956681b-f10e-402e-888d-36deda7778a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:58.634036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956681b-f10e-402e-888d-36deda7778a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e476b4-b4fa-4a56-a126-4335af77390c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:58.936189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 69541e40-8ea8-4a0c-8736-e4ff3a35f86a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:18:58.972638 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 69541e40-8ea8-4a0c-8736-e4ff3a35f86a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:18:58.973065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 69541e40-8ea8-4a0c-8736-e4ff3a35f86a not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:18:58.973563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 81b71128-be92-4418-b68b-39f900d56e85 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:18:58.994588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 81b71128-be92-4418-b68b-39f900d56e85 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:18:58.995370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 81b71128-be92-4418-b68b-39f900d56e85 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:18:59.069692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47632) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:59.187235 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-deb01ae4-5f7e-49dc-9f65-cdb7bb787102 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.195690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d956681b-f10e-402e-888d-36deda7778a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.266526 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-deb01ae4-5f7e-49dc-9f65-cdb7bb787102 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.270373 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-deb01ae4-5f7e-49dc-9f65-cdb7bb787102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.312053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-deb01ae4-5f7e-49dc-9f65-cdb7bb787102 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c696c6cad1c43398c00e0efebc99682&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2412305
Dec 18 21:18:59.313103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb01ae4-5f7e-49dc-9f65-cdb7bb787102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1519c140-10df-4fad-b6ce-64f5b591b322,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:59.316538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47636) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:59.364835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5dd9b1c1-a5c2-49fe-b182-a0bb036b5c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.385890 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5dd9b1c1-a5c2-49fe-b182-a0bb036b5c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.410416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d956681b-f10e-402e-888d-36deda7778a7 admin admin] Router 57837c25-455f-4653-9658-01ccd3991bb0 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:18:59.431386 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5dd9b1c1-a5c2-49fe-b182-a0bb036b5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.434607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5dd9b1c1-a5c2-49fe-b182-a0bb036b5c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.435890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5dd9b1c1-a5c2-49fe-b182-a0bb036b5c0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1519c140-10df-4fad-b6ce-64f5b591b322 HTTP/1.1" status: 204  len: 168 time: 0.1182666
Dec 18 21:18:59.443691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9b1c1-a5c2-49fe-b182-a0bb036b5c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1519c140-10df-4fad-b6ce-64f5b591b322,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:59.524928 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d956681b-f10e-402e-888d-36deda7778a7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:18:59.530357 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d956681b-f10e-402e-888d-36deda7778a7 admin admin] 10.222.0.13 "PUT /v2.0/routers/57837c25-455f-4653-9658-01ccd3991bb0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9047105
Dec 18 21:18:59.533040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47640) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:59.535802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbae4a-19ac-481d-942b-6f16d2549d30 None None] Sync routers for ids ['57837c25-455f-4653-9658-01ccd3991bb0'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:18:59.552189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbae4a-19ac-481d-942b-6f16d2549d30 None None] Routers {'57837c25-455f-4653-9658-01ccd3991bb0'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:18:59.553033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-65dbae4a-19ac-481d-942b-6f16d2549d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e6b2220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:18:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['57837c25-455f-4653-9658-01ccd3991bb0'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:59.653125 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.671614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-65dbae4a-19ac-481d-942b-6f16d2549d30 None None] Set router 57837c25-455f-4653-9658-01ccd3991bb0 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:18:59.758832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47644) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:59.763790 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.773005 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e571a40e-5fe2-469a-9ac8-9f712050ea06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.817899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Deleting port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:18:59.818239 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.853626 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e571a40e-5fe2-469a-9ac8-9f712050ea06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.861196 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e571a40e-5fe2-469a-9ac8-9f712050ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.873852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-65dbae4a-19ac-481d-942b-6f16d2549d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e6b2220>, [{'id': '57837c25-455f-4653-9658-01ccd3991bb0', 'name': 'tempest-TestVolumeBootPattern-1169777485-router', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:29Z', 'updated_at': '2021-12-18T21:18:58Z', 'revision_number': 5, 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'gw_port': {'id': '06c8337e-3b57-4ad4-80a1-1f2794aa86e8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57837c25-455f-4653-9658-01ccd3991bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:08:32Z', 'updated_at': '2021-12-18T21:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:18:59.908863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] For port 06c8337e-3b57-4ad4-80a1-1f2794aa86e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06c8337e-3b57-4ad4-80a1-1f2794aa86e8,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:18:59.909609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:18:59.919538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47650) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:18:59.920011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e571a40e-5fe2-469a-9ac8-9f712050ea06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d26a3fdd4ff4eaa9f424c5a64299851&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1599612
Dec 18 21:18:59.922965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571a40e-5fe2-469a-9ac8-9f712050ea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16158ed6-fca0-4474-98ba-348f2dfe4f09,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:18:59.924856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbae4a-19ac-481d-942b-6f16d2549d30 None None] Checking router: 57837c25-455f-4653-9658-01ccd3991bb0 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:18:59.945736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Calling delete_port for 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:18:59.952003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbae4a-19ac-481d-942b-6f16d2549d30 None None] Routers {'57837c25-455f-4653-9658-01ccd3991bb0'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:18:59.953360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-65dbae4a-19ac-481d-942b-6f16d2549d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e6b2220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:18:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['57837c25-455f-4653-9658-01ccd3991bb0'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:00.039033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b2e2-0c72-466c-82f0-310efdfb0a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.046972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-65dbae4a-19ac-481d-942b-6f16d2549d30 None None] Set router 57837c25-455f-4653-9658-01ccd3991bb0 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:19:00.104258 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b2e2-0c72-466c-82f0-310efdfb0a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.133012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-65dbae4a-19ac-481d-942b-6f16d2549d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e6b2220>, [{'id': '57837c25-455f-4653-9658-01ccd3991bb0', 'name': 'tempest-TestVolumeBootPattern-1169777485-router', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:29Z', 'updated_at': '2021-12-18T21:18:59Z', 'revision_number': 6, 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:00.162895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbae4a-19ac-481d-942b-6f16d2549d30 None None] The sync data for ids ['57837c25-455f-4653-9658-01ccd3991bb0'] in ncdv-master-1 is: [{'id': '57837c25-455f-4653-9658-01ccd3991bb0', 'name': 'tempest-TestVolumeBootPattern-1169777485-router', 'tenant_id': 'b21789afba8948ae88ea829b75a3eedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:08:29Z', 'updated_at': '2021-12-18T21:18:59Z', 'revision_number': 6, 'project_id': 'b21789afba8948ae88ea829b75a3eedc', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:19:00.192747 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b2e2-0c72-466c-82f0-310efdfb0a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.195491 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b2e2-0c72-466c-82f0-310efdfb0a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.199854 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cfd0b2e2-0c72-466c-82f0-310efdfb0a68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16158ed6-fca0-4474-98ba-348f2dfe4f09 HTTP/1.1" status: 204  len: 168 time: 0.2774453
Dec 18 21:19:00.212430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0b2e2-0c72-466c-82f0-310efdfb0a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16158ed6-fca0-4474-98ba-348f2dfe4f09,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:00.228942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.261464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c8337e-3b57-4ad4-80a1-1f2794aa86e8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:00.273818 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f0da9c-6a12-4b69-a045-bbb57ae367ac None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:19:00.328453 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.418356 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.420517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.465424 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.465897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57837c25-455f-4653-9658-01ccd3991bb0 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:19:00.470382 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.471661 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-946e717e-ada8-40a7-a16b-818e023bb440 admin admin] 10.222.0.13 "DELETE /v2.0/routers/57837c25-455f-4653-9658-01ccd3991bb0 HTTP/1.1" status: 204  len: 168 time: 0.9372823
Dec 18 21:19:00.474144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47672) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:00.521743 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ca2f57-79f2-40b4-a7ad-46291606c80c admin admin] Deleting subnet 8e3e3323-5aa3-4e06-8deb-5ca6067ffaee {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:19:00.525018 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2f57-79f2-40b4-a7ad-46291606c80c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.566293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47674) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:00.573377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2f57-79f2-40b4-a7ad-46291606c80c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.586230 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47741d74-c702-412a-8ece-a7a275eb9f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.674082 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2f57-79f2-40b4-a7ad-46291606c80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.676698 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47741d74-c702-412a-8ece-a7a275eb9f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.680481 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47741d74-c702-412a-8ece-a7a275eb9f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.721282 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-47741d74-c702-412a-8ece-a7a275eb9f7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c61a6e6a794c423aa180e4795816c450&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1533380
Dec 18 21:19:00.723033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47741d74-c702-412a-8ece-a7a275eb9f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9540d5c9-6f98-4464-aa40-2e177c948c2f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:00.724068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47676) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:00.732564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2f57-79f2-40b4-a7ad-46291606c80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.773895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca2f57-79f2-40b4-a7ad-46291606c80c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3e3323-5aa3-4e06-8deb-5ca6067ffaee,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:00.782970 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2f57-79f2-40b4-a7ad-46291606c80c admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.785808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ff6650-a6b7-4076-9b7c-4220d703b874 None None] Network 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:19:00.786085 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f7ca2f57-79f2-40b4-a7ad-46291606c80c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8e3e3323-5aa3-4e06-8deb-5ca6067ffaee HTTP/1.1" status: 204  len: 168 time: 0.3109639
Dec 18 21:19:00.788900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47678) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:00.808306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fda3b1d5-18eb-49f4-89cb-8c0c3f3d4862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.833555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fda3b1d5-18eb-49f4-89cb-8c0c3f3d4862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.863202 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.891261 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fda3b1d5-18eb-49f4-89cb-8c0c3f3d4862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.894506 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fda3b1d5-18eb-49f4-89cb-8c0c3f3d4862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.898726 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fda3b1d5-18eb-49f4-89cb-8c0c3f3d4862 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9540d5c9-6f98-4464-aa40-2e177c948c2f HTTP/1.1" status: 204  len: 168 time: 0.1735020
Dec 18 21:19:00.907092 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3b1d5-18eb-49f4-89cb-8c0c3f3d4862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9540d5c9-6f98-4464-aa40-2e177c948c2f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:00.949209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Deleting port 7b5f9e57-34d5-4161-b795-4bee3c4652d1 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:19:00.949636 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:00.962010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c072b8a-1911-4cdc-badf-a03ada83cddd None None] DHCP port deletion for 5cc15ad6-bddf-4f06-a29c-e3c0049a52b7 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:19:01.056878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3c072b8a-1911-4cdc-badf-a03ada83cddd None None] Deleting port 7b5f9e57-34d5-4161-b795-4bee3c4652d1 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:19:01.057658 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c072b8a-1911-4cdc-badf-a03ada83cddd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.061762 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d9e476b4-b4fa-4a56-a126-4335af77390c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:19:01.072246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] For port 7b5f9e57-34d5-4161-b795-4bee3c4652d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b5f9e57-34d5-4161-b795-4bee3c4652d1,segment=NetworkSegment(a6b8f418-e308-4097-98ea-d620242bb045),segment_id=a6b8f418-e308-4097-98ea-d620242bb045)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:01.072595 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.095440 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Calling delete_port for 7b5f9e57-34d5-4161-b795-4bee3c4652d1 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:19:01.232616 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.267233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] No DVR routers for this DVR port 7b5f9e57-34d5-4161-b795-4bee3c4652d1 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:19:01.271910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5f9e57-34d5-4161-b795-4bee3c4652d1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:01.312770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: d9e476b4-b4fa-4a56-a126-4335af77390c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:19:01.312770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d9e476b4-b4fa-4a56-a126-4335af77390c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:19:01.312770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7b5f9e57-34d5-4161-b795-4bee3c4652d1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:19:01.341493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 7b5f9e57-34d5-4161-b795-4bee3c4652d1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:19:01.341493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7b5f9e57-34d5-4161-b795-4bee3c4652d1 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:19:01.342200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:19:01.361332 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.370033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:19:01.370417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 06c8337e-3b57-4ad4-80a1-1f2794aa86e8 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:19:01.377141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3c072b8a-1911-4cdc-badf-a03ada83cddd None None] For port 7b5f9e57-34d5-4161-b795-4bee3c4652d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b5f9e57-34d5-4161-b795-4bee3c4652d1,segment=NetworkSegment(a6b8f418-e308-4097-98ea-d620242bb045),segment_id=a6b8f418-e308-4097-98ea-d620242bb045)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:01.377524 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c072b8a-1911-4cdc-badf-a03ada83cddd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.390068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3c072b8a-1911-4cdc-badf-a03ada83cddd None None] Calling delete_port for 7b5f9e57-34d5-4161-b795-4bee3c4652d1 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:19:01.399011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e20cee0>,) {'filters': {'network_id': ['5cc15ad6-bddf-4f06-a29c-e3c0049a52b7']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:01.410461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e20cee0>, 'a6b8f418-e308-4097-98ea-d620242bb045') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:01.410904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e20cee0>, 'a6b8f418-e308-4097-98ea-d620242bb045') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:01.425444 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.441512 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.451600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:19:01.451600 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:19:01.453635 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:19:01.484172 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3c072b8a-1911-4cdc-badf-a03ada83cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.515579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c072b8a-1911-4cdc-badf-a03ada83cddd None None] Pushing event deleted for resources: {'Port': ['ID=7b5f9e57-34d5-4161-b795-4bee3c4652d1,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:01.517808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c072b8a-1911-4cdc-badf-a03ada83cddd None None] No DVR routers for this DVR port 7b5f9e57-34d5-4161-b795-4bee3c4652d1 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:19:01.532629 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.537477 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.545885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] 10.222.0.13 "DELETE /v2.0/networks/5cc15ad6-bddf-4f06-a29c-e3c0049a52b7 HTTP/1.1" status: 204  len: 168 time: 0.7559085
Dec 18 21:19:01.561752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27128b-4550-459c-88ed-0d693d35589b admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc15ad6-bddf-4f06-a29c-e3c0049a52b7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:01.671490 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47704) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:01.711881 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-87b9cd9f-7f7a-4e7b-85ec-97fbf66fcfc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de79cd87d023436a80d3cc5428586e21&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0388536
Dec 18 21:19:01.715265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47708) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:01.764097 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da0185da-d3da-45ea-81a5-8389a29f6fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.785061 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da0185da-d3da-45ea-81a5-8389a29f6fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.836153 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da0185da-d3da-45ea-81a5-8389a29f6fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.838965 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-da0185da-d3da-45ea-81a5-8389a29f6fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:01.843292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-da0185da-d3da-45ea-81a5-8389a29f6fd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b6dd2c0-aa53-47a3-8f1a-dd6901db7637 HTTP/1.1" status: 204  len: 168 time: 0.1246047
Dec 18 21:19:01.848833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0185da-d3da-45ea-81a5-8389a29f6fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6dd2c0-aa53-47a3-8f1a-dd6901db7637,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:02.257181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47732) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:02.306102 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fe332435-1a0a-4d98-849c-0f6aa2e17554 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b21789afba8948ae88ea829b75a3eedc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0474753
Dec 18 21:19:02.309508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47738) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:02.366513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c37a8b3-5f25-44f5-b54d-2a3ef2f32e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:02.389938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c37a8b3-5f25-44f5-b54d-2a3ef2f32e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:02.442580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c37a8b3-5f25-44f5-b54d-2a3ef2f32e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:02.445589 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c37a8b3-5f25-44f5-b54d-2a3ef2f32e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:02.449201 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6c37a8b3-5f25-44f5-b54d-2a3ef2f32e81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79e4007d-ac76-4fda-aaf4-27d0f103dd28 HTTP/1.1" status: 204  len: 168 time: 0.1361454
Dec 18 21:19:02.455762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37a8b3-5f25-44f5-b54d-2a3ef2f32e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e4007d-ac76-4fda-aaf4-27d0f103dd28,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:02.969320 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-194b82e9-68ac-420e-be24-5a4d25ad1e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:03.894751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47800) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:03.900390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Request body: {'network': {'name': 'tempest-network-smoke--1570698701', 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'port_security_enabled': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:03.924869 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Made reservation on behalf of 4fc0be93c7544e6eb79d01c1bf880625 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:19:03.929009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:03.939652 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:04.021467 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:04.025555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:04.054782 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:19:04.064657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da2e558-eea9-44dd-ad7d-930bcdf7030a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:04.073210 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:04.073210 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Added segment 4d6e24d5-142e-4746-bdc0-14995769a2a1 of type vlan for network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6
Dec 18 21:19:04.120243 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:04.146243 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:04.152376 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:04.152955 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:04.212339 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3161871
Dec 18 21:19:04.215581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47816) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:04.220687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'admin_state_up': True, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:04.231418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf4b5f-ff65-4976-b933-07e958a82857 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Network': ['ID=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:04.244290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:19:04.252993 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:04.254025 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:04.595238 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:04.727236 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:04.913378 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:04.931065 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.036523 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Allocated IP 172.35.3.60 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/4280cb2d-ed1e-4c05-8abd-a5fad932b333) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:19:05.139803 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.173205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.191522 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-abfb8e81-6bb5-4cfc-ad90-96cce8ba58a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.220097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:19:05.222917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:19:05.225649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:19:05.236517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc07a5-017f-438d-9730-3189da6c4b30 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:19:05.258216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Port': ['ID=4280cb2d-ed1e-4c05-8abd-a5fad932b333,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:05.280137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47842) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:05.349473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8beb357a-1fba-47e2-a03d-9ac3b495af01 None None] Provisioning complete for port 4280cb2d-ed1e-4c05-8abd-a5fad932b333 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:05.349956 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8beb357a-1fba-47e2-a03d-9ac3b495af01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.385246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8beb357a-1fba-47e2-a03d-9ac3b495af01 None None] Port 4280cb2d-ed1e-4c05-8abd-a5fad932b333 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:19:05.395879 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81eaeffd-cd1c-4aea-af3c-250fbbd1e11b admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.468935 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81eaeffd-cd1c-4aea-af3c-250fbbd1e11b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.472821 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81eaeffd-cd1c-4aea-af3c-250fbbd1e11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.497144 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.516367 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-81eaeffd-cd1c-4aea-af3c-250fbbd1e11b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=811b51c4fb9b4bebb5c0c2097d53b345&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2351465
Dec 18 21:19:05.517567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eaeffd-cd1c-4aea-af3c-250fbbd1e11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ca69b6-a708-48a9-bf6b-3f7889863e04,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:05.521734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47846) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:05.570128 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91308441-5411-4e55-a5e4-1a9749d86a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.590938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91308441-5411-4e55-a5e4-1a9749d86a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.638708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91308441-5411-4e55-a5e4-1a9749d86a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.641269 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91308441-5411-4e55-a5e4-1a9749d86a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.645356 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-91308441-5411-4e55-a5e4-1a9749d86a14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06ca69b6-a708-48a9-bf6b-3f7889863e04 HTTP/1.1" status: 204  len: 168 time: 0.1197667
Dec 18 21:19:05.650193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91308441-5411-4e55-a5e4-1a9749d86a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ca69b6-a708-48a9-bf6b-3f7889863e04,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:05.702306 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.832631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Router f28596f9-c73f-43e2-a9a4-08be38d04af4 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:19:05.942405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:19:05.952723 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Sync routers for ids ['f28596f9-c73f-43e2-a9a4-08be38d04af4'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:19:05.966667 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:05.967990 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-766c30e2-6005-4107-83d8-5dcd5051a2c6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 1.7514055
Dec 18 21:19:05.969005 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Routers {'f28596f9-c73f-43e2-a9a4-08be38d04af4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:19:05.969614 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366425c730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:19:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f28596f9-c73f-43e2-a9a4-08be38d04af4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:05.971011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47860) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:06.077909 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Set router f28596f9-c73f-43e2-a9a4-08be38d04af4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:19:06.170544 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f53a88e4-286e-4ffd-abce-1996d3312cea tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=4fc0be93c7544e6eb79d01c1bf880625&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1983385
Dec 18 21:19:06.173285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47872) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:06.266090 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366425c730>, [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:05Z', 'revision_number': 3, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:06.295988 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Checking router: f28596f9-c73f-43e2-a9a4-08be38d04af4 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:19:06.296345 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Updating router f28596f9-c73f-43e2-a9a4-08be38d04af4 port 4280cb2d-ed1e-4c05-8abd-a5fad932b333 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:19:06.313558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47876) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:06.321047 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.341723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd038bd-d4ec-408c-9ea4-f7072e4b461c tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:06.345829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5fd038bd-d4ec-408c-9ea4-f7072e4b461c tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1690736
Dec 18 21:19:06.346332 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47880) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:06.381750 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-de2102c0-23fa-454b-b476-c743ffe3f1f3 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0342298
Dec 18 21:19:06.384418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47882) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:06.390324 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8c151741-e6a0-45b9-a201-8cb090923ec6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-272107595', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:06.438745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1783422869-network', 'tenant_id': '126c6d3b7ace4bd2ae9d84ba23cf9ccb'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:06.450989 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.492813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Made reservation on behalf of 126c6d3b7ace4bd2ae9d84ba23cf9ccb for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:19:06.495582 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.507977 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.539905 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c151741-e6a0-45b9-a201-8cb090923ec6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Made reservation on behalf of 4fc0be93c7544e6eb79d01c1bf880625 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:19:06.544465 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c151741-e6a0-45b9-a201-8cb090923ec6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.664938 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.674190 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.683920 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.689979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.724454 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Pushing event updated for resources: {'Port': ['ID=4280cb2d-ed1e-4c05-8abd-a5fad932b333,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:06.729711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d8036-a45c-46fa-b490-23eee1bc8491 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:19:06.736815 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:19:06.737216 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.737566 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.737912 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.738270 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.738614 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.738948 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.739279 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.739794 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.740139 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.740464 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.741206 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.741532 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.741880 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:06.749607 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Attempting to bind port 4280cb2d-ed1e-4c05-8abd-a5fad932b333 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:19:06.750405 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Attempting to bind port 4280cb2d-ed1e-4c05-8abd-a5fad932b333 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:19:06.751031 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Attempting to bind port 4280cb2d-ed1e-4c05-8abd-a5fad932b333 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:19:06.757247 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:19:06.757520 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:19:06.757927 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.758346 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:19:06.758832 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Bound port: 4280cb2d-ed1e-4c05-8abd-a5fad932b333, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:19:06.759194 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.762571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.762929 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Added segment f2e3b5b3-cd01-47d6-b0df-a77a1f192c61 of type vlan for network 5e5f9913-d308-40a2-aebf-8996e1d67943
Dec 18 21:19:06.789007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1f3a1a-44df-4b61-b2d1-279c49842e48,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:06.810650 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] For port 4280cb2d-ed1e-4c05-8abd-a5fad932b333, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:19:06.814098 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] For port 4280cb2d-ed1e-4c05-8abd-a5fad932b333, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4280cb2d-ed1e-4c05-8abd-a5fad932b333,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:19:06.817934 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-cc3da42a-fac7-4c27-b54a-591649c6ccdd None None] Provisioning complete for port 4280cb2d-ed1e-4c05-8abd-a5fad932b333 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:06.818486 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc3da42a-fac7-4c27-b54a-591649c6ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.819775 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.847817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f38294-2960-4fd4-bd0b-7e71015e323f None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:19:06.856361 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.884511 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ba9d7-b1aa-46ae-979c-3c6add588e80 None None] Pushing event updated for resources: {'Port': ['ID=4280cb2d-ed1e-4c05-8abd-a5fad932b333,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:06.890090 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Routers {'f28596f9-c73f-43e2-a9a4-08be38d04af4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:19:06.890924 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366425c730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:19:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f28596f9-c73f-43e2-a9a4-08be38d04af4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:06.900494 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c151741-e6a0-45b9-a201-8cb090923ec6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.912117 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.913057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:06.913659 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.920327 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc3da42a-fac7-4c27-b54a-591649c6ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.944217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-cc3da42a-fac7-4c27-b54a-591649c6ccdd None None] For port 4280cb2d-ed1e-4c05-8abd-a5fad932b333, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4280cb2d-ed1e-4c05-8abd-a5fad932b333,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:06.948888 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc3da42a-fac7-4c27-b54a-591649c6ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:06.995304 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] Set router f28596f9-c73f-43e2-a9a4-08be38d04af4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:19:07.006472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3da42a-fac7-4c27-b54a-591649c6ccdd None None] Pushing event updated for resources: {'Port': ['ID=4280cb2d-ed1e-4c05-8abd-a5fad932b333,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:07.023344 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7086642
Dec 18 21:19:07.024083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c151741-e6a0-45b9-a201-8cb090923ec6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Subnet': ['ID=4c984dff-7197-43a8-9d8e-01c85d71b16b,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:07.027108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 47884) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:07.034182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-aeb1d0a2-e2af-46de-923b-41f51d4511fe admin admin] Request body: {'subnet': {'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1783422869-subnet', 'tenant_id': '126c6d3b7ace4bd2ae9d84ba23cf9ccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:07.036132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b0b4d-e51e-4738-b540-7f9934998c5a admin admin] Pushing event updated for resources: {'Network': ['ID=5e5f9913-d308-40a2-aebf-8996e1d67943,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:07.041782 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c151741-e6a0-45b9-a201-8cb090923ec6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Checking segment: {'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:19:07.042347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c151741-e6a0-45b9-a201-8cb090923ec6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network hostable DHCP agents. Network: 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:19:07.049663 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5e5f9913-d308-40a2-aebf-8996e1d67943 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:19:07.064140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c151741-e6a0-45b9-a201-8cb090923ec6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:19:07.075920 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-8c151741-e6a0-45b9-a201-8cb090923ec6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:19:07.081789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c151741-e6a0-45b9-a201-8cb090923ec6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:07.082478 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8c151741-e6a0-45b9-a201-8cb090923ec6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:07.086349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb1d0a2-e2af-46de-923b-41f51d4511fe admin admin] Made reservation on behalf of 126c6d3b7ace4bd2ae9d84ba23cf9ccb for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:19:07.091422 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aeb1d0a2-e2af-46de-923b-41f51d4511fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:07.110058 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8c151741-e6a0-45b9-a201-8cb090923ec6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7219613
Dec 18 21:19:07.110589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47886) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:07.112812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a14518-23d5-4863-827c-2baa03484b67 None None] Network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:19:07.201720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-de65b6bf-e8e9-4525-8060-4a0ed7d35da2 None None] Provisioning complete for port 4280cb2d-ed1e-4c05-8abd-a5fad932b333 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:07.202345 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de65b6bf-e8e9-4525-8060-4a0ed7d35da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:07.204492 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366425c730>, [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:05Z', 'revision_number': 3, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:07.239982 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef44b0b-c81f-4d4e-99e7-6ef137899f45 None None] The sync data for ids ['f28596f9-c73f-43e2-a9a4-08be38d04af4'] in ncdv-master-1 is: [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:05Z', 'revision_number': 3, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:19:07.327940 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'fixed_ips': [{'subnet_id': '4c984dff-7197-43a8-9d8e-01c85d71b16b'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:19:07.329270 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:07.332419 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aeb1d0a2-e2af-46de-923b-41f51d4511fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:07.397702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1d0a2-e2af-46de-923b-41f51d4511fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c81dd17-8809-4ae8-bc3b-7beaa21c4187,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:07.410837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1d0a2-e2af-46de-923b-41f51d4511fe admin admin] Checking segment: {'id': 'f2e3b5b3-cd01-47d6-b0df-a77a1f192c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:19:07.411208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb1d0a2-e2af-46de-923b-41f51d4511fe admin admin] Network hostable DHCP agents. Network: 5e5f9913-d308-40a2-aebf-8996e1d67943, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:19:07.433560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb1d0a2-e2af-46de-923b-41f51d4511fe admin admin] Network 5e5f9913-d308-40a2-aebf-8996e1d67943 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:19:07.445296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-aeb1d0a2-e2af-46de-923b-41f51d4511fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5e5f9913-d308-40a2-aebf-8996e1d67943) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:19:07.450514 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb1d0a2-e2af-46de-923b-41f51d4511fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:07.451122 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-aeb1d0a2-e2af-46de-923b-41f51d4511fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:07.468227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4842cb-cf1b-4831-9d2e-a789404679e5 None None] Network 5e5f9913-d308-40a2-aebf-8996e1d67943 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:19:07.478343 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-aeb1d0a2-e2af-46de-923b-41f51d4511fe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4407048
Dec 18 21:19:07.541343 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Allocated IP 172.20.0.2 (5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6/4c984dff-7197-43a8-9d8e-01c85d71b16b/013cbd1e-a499-4679-8c8e-02ca13871729) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:19:07.742244 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:07.781636 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:07.785735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec03a2d0-1cff-46c9-afb5-26701bdb4bfa None None] Network 5e5f9913-d308-40a2-aebf-8996e1d67943 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:19:07.909742 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:07.966721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:19:07.968231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Pushing event updated for resources: {'Port': ['ID=013cbd1e-a499-4679-8c8e-02ca13871729,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:07.971158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:19:07.973648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:19:08.032546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Attempting to bind port 013cbd1e-a499-4679-8c8e-02ca13871729 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:19:08.033133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Attempting to bind port 013cbd1e-a499-4679-8c8e-02ca13871729 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:19:08.033655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Attempting to bind port 013cbd1e-a499-4679-8c8e-02ca13871729 on network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:19:08.040152 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:19:08.040924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Checking segment: {'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:19:08.041483 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:08.042113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Bound using segment: {'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:19:08.042860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Bound port: 013cbd1e-a499-4679-8c8e-02ca13871729, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:19:08.043421 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:08.093580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Allocated IP 172.20.0.1 (5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6/4c984dff-7197-43a8-9d8e-01c85d71b16b/776dce54-fca3-40cb-83b1-f2f2e46f71af) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:19:08.127279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] For port 013cbd1e-a499-4679-8c8e-02ca13871729, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:19:08.130858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] For port 013cbd1e-a499-4679-8c8e-02ca13871729, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=013cbd1e-a499-4679-8c8e-02ca13871729,segment=NetworkSegment(4d6e24d5-142e-4746-bdc0-14995769a2a1),segment_id=4d6e24d5-142e-4746-bdc0-14995769a2a1)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:19:08.154815 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:08.219268 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:08.260785 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1d515-73e4-4787-bdf1-57b79406b69f None None] Pushing event updated for resources: {'Port': ['ID=013cbd1e-a499-4679-8c8e-02ca13871729,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:08.305519 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:08.349998 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:08.400994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:19:08.404391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:19:08.409379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:19:08.444632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Port': ['ID=776dce54-fca3-40cb-83b1-f2f2e46f71af,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:08.512469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:08.557807 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:08.662422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:08.833469 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 013cbd1e-a499-4679-8c8e-02ca13871729 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:19:08.882555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 013cbd1e-a499-4679-8c8e-02ca13871729 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:08.883200 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:08.947793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:08.953736 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:08.970346 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:09.004448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 013cbd1e-a499-4679-8c8e-02ca13871729, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=013cbd1e-a499-4679-8c8e-02ca13871729,segment=NetworkSegment(4d6e24d5-142e-4746-bdc0-14995769a2a1),segment_id=4d6e24d5-142e-4746-bdc0-14995769a2a1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:09.010332 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:09.011228 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4280cb2d-ed1e-4c05-8abd-a5fad932b333 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:19:09.027996 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:09.030708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Port': ['ID=776dce54-fca3-40cb-83b1-f2f2e46f71af,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:09.087265 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=013cbd1e-a499-4679-8c8e-02ca13871729,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:09.101768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4280cb2d-ed1e-4c05-8abd-a5fad932b333 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:09.102181 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:09.314083 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:19:09.450067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:19:09.451694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:19:09.572685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Router f28596f9-c73f-43e2-a9a4-08be38d04af4 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:19:09.693285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:19:09.702969 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-825fd91d-6b6f-4f9c-aa4c-99185714d272 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "PUT /v2.0/routers/f28596f9-c73f-43e2-a9a4-08be38d04af4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5911129
Dec 18 21:19:09.703567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Sync routers for ids ['f28596f9-c73f-43e2-a9a4-08be38d04af4'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:19:09.705660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47934) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:09.710159 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4a00d34d-ea85-45bf-9ab1-02281f128766 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--128672315', 'description': 'tempest-secgroup_access--128672315 description', 'project_id': '4fc0be93c7544e6eb79d01c1bf880625'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:09.724330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Routers {'f28596f9-c73f-43e2-a9a4-08be38d04af4'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:19:09.725234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ee6fb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:19:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f28596f9-c73f-43e2-a9a4-08be38d04af4'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:09.741195 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a00d34d-ea85-45bf-9ab1-02281f128766 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:09.818268 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a00d34d-ea85-45bf-9ab1-02281f128766 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:09.820900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-955294d7-677d-47bd-aeb7-39e6268f6995 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:09.822548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-955294d7-677d-47bd-aeb7-39e6268f6995 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/networks?id=5e5f9913-d308-40a2-aebf-8996e1d67943 HTTP/1.1" status: 200  len: 809 time: 0.1278784
Dec 18 21:19:09.828340 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a00d34d-ea85-45bf-9ab1-02281f128766 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:09.840688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-4b5359df-27e3-4932-b826-72c1fbb48789 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/quotas/126c6d3b7ace4bd2ae9d84ba23cf9ccb HTTP/1.1" status: 200  len: 375 time: 0.0107627
Dec 18 21:19:09.865082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00d34d-ea85-45bf-9ab1-02281f128766 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8c6e26-b1b2-42ff-a25d-fe51167979ca,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:09.869827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Set router f28596f9-c73f-43e2-a9a4-08be38d04af4 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:19:09.871470 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4a00d34d-ea85-45bf-9ab1-02281f128766 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:09.874109 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4a00d34d-ea85-45bf-9ab1-02281f128766 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1815 time: 0.1673839
Dec 18 21:19:09.877057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47936) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:09.882300 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-fc53a8fc-c5a2-4c11-bdf3-f7007f24f2fa tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1230180303', 'description': 'tempest-secgroup_general--1230180303 description', 'project_id': '4fc0be93c7544e6eb79d01c1bf880625'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:09.893577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-3e78bf4f-ea44-4d62-98d4-34ae82631b46 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=126c6d3b7ace4bd2ae9d84ba23cf9ccb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0465851
Dec 18 21:19:09.909746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-cf8e057d-ef4d-44a8-a73c-9ce6b68be625 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:19:09.915083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-cf8e057d-ef4d-44a8-a73c-9ce6b68be625 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0112236
Dec 18 21:19:09.918095 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fc53a8fc-c5a2-4c11-bdf3-f7007f24f2fa tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:10.023553 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fc53a8fc-c5a2-4c11-bdf3-f7007f24f2fa tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:10.029732 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fc53a8fc-c5a2-4c11-bdf3-f7007f24f2fa tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:10.039364 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-04e9f595-d02d-4b20-8c08-30ab03bcb2d6 service neutron] 10.222.0.13 "GET /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1102691
Dec 18 21:19:10.043150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dda69d3-1151-4f80-8155-4114106a05be None None] Network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:19:10.063210 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fc53a8fc-c5a2-4c11-bdf3-f7007f24f2fa tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:10.067815 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fc53a8fc-c5a2-4c11-bdf3-f7007f24f2fa tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.1858261
Dec 18 21:19:10.068057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 47938) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:10.073717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f86b516c-748a-4240-ae7b-56ac225fcb51 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Request body: {'security_group_rule': {'security_group_id': 'cc8c6e26-b1b2-42ff-a25d-fe51167979ca', 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:10.078758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53a8fc-c5a2-4c11-bdf3-f7007f24f2fa tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b544c20-ecff-4609-a5ad-9a9b018e5081,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:10.109626 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f86b516c-748a-4240-ae7b-56ac225fcb51 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:10.138738 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-05054c70-476d-4a34-94a8-3ff547bb8c0c service neutron] 10.222.0.13 "GET /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982621
Dec 18 21:19:10.169519 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f86b516c-748a-4240-ae7b-56ac225fcb51 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:10.174996 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f86b516c-748a-4240-ae7b-56ac225fcb51 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:10.190220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9e92509a-71b7-483c-9ca3-5f62f938f63d None None] Provisioning complete for port 013cbd1e-a499-4679-8c8e-02ca13871729 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:10.190899 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9e92509a-71b7-483c-9ca3-5f62f938f63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:10.192334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b516c-748a-4240-ae7b-56ac225fcb51 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c3124e-3898-4dee-a14e-46d2a28d64de,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:10.204343 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f86b516c-748a-4240-ae7b-56ac225fcb51 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:10.205469 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f86b516c-748a-4240-ae7b-56ac225fcb51 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1364024
Dec 18 21:19:10.294073 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ee6fb80>, [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:08Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '776dce54-fca3-40cb-83b1-f2f2e46f71af', 'name': '', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'mac_address': 'fa:16:3e:cd:70:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:07Z', 'updated_at': '2021-12-18T21:19:08Z', 'revision_number': 2, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'subnets': [{'id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:10.364360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40dcb4e6-7c05-4d20-901f-3f56ff830b8e req-707309f2-0ea0-4bd7-bb43-5a8b8fd818a9 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 210 time: 0.0492771
Dec 18 21:19:10.371831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Checking router: f28596f9-c73f-43e2-a9a4-08be38d04af4 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:19:10.372759 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Updating router f28596f9-c73f-43e2-a9a4-08be38d04af4 port 776dce54-fca3-40cb-83b1-f2f2e46f71af binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:19:10.434648 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:10.478807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-1aae0f39-7cd7-4c9e-99f3-9411d87f6265 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--128672315&fields=id&tenant_id=4fc0be93c7544e6eb79d01c1bf880625 HTTP/1.1" status: 200  len: 267 time: 0.0724854
Dec 18 21:19:10.533174 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-076db5e7-0e16-47c2-8caf-626deb550dbc tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1230180303&fields=id&tenant_id=4fc0be93c7544e6eb79d01c1bf880625 HTTP/1.1" status: 200  len: 267 time: 0.0470424
Dec 18 21:19:10.692041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-f0ecc70a-0790-4dcd-819d-665d699f3603 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:10.700603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-f0ecc70a-0790-4dcd-819d-665d699f3603 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/networks?id=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 HTTP/1.1" status: 200  len: 797 time: 0.1578448
Dec 18 21:19:10.717650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-7708793d-275f-4bce-a422-25aef4bf5e6c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/quotas/4fc0be93c7544e6eb79d01c1bf880625 HTTP/1.1" status: 200  len: 375 time: 0.0158591
Dec 18 21:19:10.776102 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7df45daf-0265-48be-892b-3cba7285ae20 None None] Provisioning complete for port 013cbd1e-a499-4679-8c8e-02ca13871729 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:10.776654 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7df45daf-0265-48be-892b-3cba7285ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:10.833212 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-2a8b5406-f060-4b51-9e24-0db8e2127f32 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fc0be93c7544e6eb79d01c1bf880625&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1068442
Dec 18 21:19:10.852688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 013cbd1e-a499-4679-8c8e-02ca13871729 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:19:10.942806 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-d591dd27-da99-4490-a0c4-3ef25dfca1c6 service neutron] 10.222.0.13 "GET /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1086497
Dec 18 21:19:10.977338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 013cbd1e-a499-4679-8c8e-02ca13871729 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:10.977705 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:11.074698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-6d94a209-5472-4203-a44c-8ab98bc533c2 service neutron] 10.222.0.13 "GET /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233768
Dec 18 21:19:11.104513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7df45daf-0265-48be-892b-3cba7285ae20 None None] Provisioning complete for port 776dce54-fca3-40cb-83b1-f2f2e46f71af triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:11.104921 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7df45daf-0265-48be-892b-3cba7285ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:11.144824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7df45daf-0265-48be-892b-3cba7285ae20 None None] Port 776dce54-fca3-40cb-83b1-f2f2e46f71af cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:19:11.229535 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:11.237158 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:11.310299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-823d5536-43e1-4bb5-83ff-c5c1abb84145 None None] Provisioning complete for port 776dce54-fca3-40cb-83b1-f2f2e46f71af triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:11.310299 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-823d5536-43e1-4bb5-83ff-c5c1abb84145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:11.311036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdd6d6-1208-4136-b449-244f71bbbe66 None None] Pushing event updated for resources: {'Port': ['ID=776dce54-fca3-40cb-83b1-f2f2e46f71af,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:11.317084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5459d2c5-33a0-4904-bbc2-102492c010fa req-8b0dea5a-fece-45cb-8e1d-a0d6f0addd1d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 210 time: 0.0525191
Dec 18 21:19:11.394277 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Attempting to bind port 776dce54-fca3-40cb-83b1-f2f2e46f71af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:19:11.394949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Attempting to bind port 776dce54-fca3-40cb-83b1-f2f2e46f71af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:19:11.395320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Attempting to bind port 776dce54-fca3-40cb-83b1-f2f2e46f71af on network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:19:11.399949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-823d5536-43e1-4bb5-83ff-c5c1abb84145 None None] Port 776dce54-fca3-40cb-83b1-f2f2e46f71af cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:19:11.403951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:19:11.404345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Checking segment: {'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:19:11.404752 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:11.405146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Bound using segment: {'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:19:11.405629 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Bound port: 776dce54-fca3-40cb-83b1-f2f2e46f71af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:19:11.406064 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:11.476767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] For port 776dce54-fca3-40cb-83b1-f2f2e46f71af, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:19:11.481022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] For port 776dce54-fca3-40cb-83b1-f2f2e46f71af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=776dce54-fca3-40cb-83b1-f2f2e46f71af,segment=NetworkSegment(4d6e24d5-142e-4746-bdc0-14995769a2a1),segment_id=4d6e24d5-142e-4746-bdc0-14995769a2a1)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:19:11.484470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4be7ad66-e0c1-49f0-aa59-2ff8c6b09fc5 req-72547ae2-f2cf-4b75-9426-f2bbf5a0aa19 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 210 time: 0.0363278
Dec 18 21:19:11.486883 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:11.559382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdd6d6-1208-4136-b449-244f71bbbe66 None None] Pushing event updated for resources: {'Port': ['ID=776dce54-fca3-40cb-83b1-f2f2e46f71af,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:11.561580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Routers {'f28596f9-c73f-43e2-a9a4-08be38d04af4'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:19:11.562183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ee6fb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:19:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f28596f9-c73f-43e2-a9a4-08be38d04af4'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:11.691295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-de5cd477-ab26-4211-96e8-48f8bfadb6eb None None] Provisioning complete for port 776dce54-fca3-40cb-83b1-f2f2e46f71af triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:11.691671 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de5cd477-ab26-4211-96e8-48f8bfadb6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:11.793200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] Set router f28596f9-c73f-43e2-a9a4-08be38d04af4 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:19:11.811614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-7565e413-5c91-40fb-8bcb-e2882a0041a8 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:11.813202 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-7565e413-5c91-40fb-8bcb-e2882a0041a8 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.31 "GET /v2.0/networks?id=5e5f9913-d308-40a2-aebf-8996e1d67943 HTTP/1.1" status: 200  len: 809 time: 0.1796033
Dec 18 21:19:11.827438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Request body: {'port': {'device_id': 'c334c3db-916a-4592-9542-858ac227a676', 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943', 'admin_state_up': True, 'tenant_id': '126c6d3b7ace4bd2ae9d84ba23cf9ccb'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:11.951191 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de5cd477-ab26-4211-96e8-48f8bfadb6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:11.958344 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Made reservation on behalf of 126c6d3b7ace4bd2ae9d84ba23cf9ccb for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:19:11.962293 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:12.016164 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-de5cd477-ab26-4211-96e8-48f8bfadb6eb None None] For port 776dce54-fca3-40cb-83b1-f2f2e46f71af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=776dce54-fca3-40cb-83b1-f2f2e46f71af,segment=NetworkSegment(4d6e24d5-142e-4746-bdc0-14995769a2a1),segment_id=4d6e24d5-142e-4746-bdc0-14995769a2a1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:12.041717 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-de5cd477-ab26-4211-96e8-48f8bfadb6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:12.101664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cd477-ab26-4211-96e8-48f8bfadb6eb None None] Pushing event updated for resources: {'Port': ['ID=776dce54-fca3-40cb-83b1-f2f2e46f71af,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:12.115360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ee6fb80>, [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:08Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '776dce54-fca3-40cb-83b1-f2f2e46f71af', 'name': '', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'mac_address': 'fa:16:3e:cd:70:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:07Z', 'updated_at': '2021-12-18T21:19:11Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'subnets': [{'id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:12.138027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Allocated IP 172.20.0.4 (5e5f9913-d308-40a2-aebf-8996e1d67943/2c81dd17-8809-4ae8-bc3b-7beaa21c4187/a6a64ff6-c7dd-4740-9569-40e75248a4f9) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:19:12.142908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fcd317-27fa-4448-8b27-424c446b12af None None] The sync data for ids ['f28596f9-c73f-43e2-a9a4-08be38d04af4'] in ncdv-master-1 is: [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:08Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '776dce54-fca3-40cb-83b1-f2f2e46f71af', 'name': '', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'mac_address': 'fa:16:3e:cd:70:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:07Z', 'updated_at': '2021-12-18T21:19:11Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'subnets': [{'id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:19:12.164434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-67a838ee-bc5b-46ea-b229-a3148a762071 None None] Provisioning complete for port 776dce54-fca3-40cb-83b1-f2f2e46f71af triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:12.164900 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-67a838ee-bc5b-46ea-b229-a3148a762071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:12.327488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:12.400407 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:12.468338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Network 5e5f9913-d308-40a2-aebf-8996e1d67943 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:19:12.489593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a89af5d-29ed-4922-aef6-781190a2bc4a req-3da33352-39d1-4e45-af49-843f5025c39d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 210 time: 0.0335295
Dec 18 21:19:12.545353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:19:12.589689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:19:12.601513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Pushing event updated for resources: {'Port': ['ID=a6a64ff6-c7dd-4740-9569-40e75248a4f9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:12.647613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.648342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.648734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.649083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.649482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.649822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.650232 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.650726 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.651134 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.651468 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.652003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.652843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.653194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:12.687310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:12.687961 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:12.690287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa17b1-11ec-49f7-931d-8691b5af769f req-b5cc061a-c006-4465-9bda-29ab42f06a98 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:12.697390 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6fa17b1-11ec-49f7-931d-8691b5af769f req-b5cc061a-c006-4465-9bda-29ab42f06a98 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 931 time: 0.1005347
Dec 18 21:19:12.753811 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-2d4a2996-41bd-4aed-abed-605eee14262e tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9311347
Dec 18 21:19:12.765634 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-c7cfe5db-eda5-49d3-bce1-abfa3a60547f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:12.767409 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-c7cfe5db-eda5-49d3-bce1-abfa3a60547f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.36 "GET /v2.0/networks?id=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 HTTP/1.1" status: 200  len: 797 time: 0.2917037
Dec 18 21:19:12.774045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Request body: {'port': {'device_id': 'c334c3db-916a-4592-9542-858ac227a676', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:12.794899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6fa17b1-11ec-49f7-931d-8691b5af769f req-06d4ce97-aa38-4590-978c-6c4ffac68818 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738847
Dec 18 21:19:12.868750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 776dce54-fca3-40cb-83b1-f2f2e46f71af up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:19:12.882279 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:12.918480 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-e2153dfc-dae1-4a69-a654-a87e47b23628 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fc0be93c7544e6eb79d01c1bf880625 HTTP/1.1" status: 200  len: 477 time: 0.1342890
Dec 18 21:19:12.923085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 776dce54-fca3-40cb-83b1-f2f2e46f71af triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:12.923821 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:12.941824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Request body: {'port': {'device_id': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'admin_state_up': True, 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'security_groups': ['cc8c6e26-b1b2-42ff-a25d-fe51167979ca', '0b544c20-ecff-4609-a5ad-9a9b018e5081']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:13.191239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Made reservation on behalf of 4fc0be93c7544e6eb79d01c1bf880625 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:19:13.194734 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:13.360780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a64ff6-c7dd-4740-9569-40e75248a4f9 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:19:13.372301 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:13.397942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Transition to ACTIVE for port object a6a64ff6-c7dd-4740-9569-40e75248a4f9 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:19:13.403047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Allocated IP 172.20.0.9 (5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6/4c984dff-7197-43a8-9d8e-01c85d71b16b/257da8ba-96d1-45a1-8c0e-37a7a2967f3e) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:19:13.407690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:13.485396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Pushing event updated for resources: {'Port': ['ID=a6a64ff6-c7dd-4740-9569-40e75248a4f9,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:13.597730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3a2140a-b809-457e-9412-ff145a7c406b req-8a7049d7-2db6-453c-ad2b-307b39bc1ff9 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 210 time: 0.0287361
Dec 18 21:19:13.631875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Attempting to bind port a6a64ff6-c7dd-4740-9569-40e75248a4f9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:19:13.632386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Attempting to bind port a6a64ff6-c7dd-4740-9569-40e75248a4f9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f2e3b5b3-cd01-47d6-b0df-a77a1f192c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:19:13.632755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Attempting to bind port a6a64ff6-c7dd-4740-9569-40e75248a4f9 on network 5e5f9913-d308-40a2-aebf-8996e1d67943 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:19:13.645672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Port a6a64ff6-c7dd-4740-9569-40e75248a4f9 on network 5e5f9913-d308-40a2-aebf-8996e1d67943 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:19:13.645987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Attempting to bind port a6a64ff6-c7dd-4740-9569-40e75248a4f9 on network 5e5f9913-d308-40a2-aebf-8996e1d67943 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:19:13.657281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:19:13.657617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Checking segment: {'id': 'f2e3b5b3-cd01-47d6-b0df-a77a1f192c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:19:13.657995 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Bound using segment: {'id': 'f2e3b5b3-cd01-47d6-b0df-a77a1f192c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:19:13.658447 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Bound port: a6a64ff6-c7dd-4740-9569-40e75248a4f9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e3b5b3-cd01-47d6-b0df-a77a1f192c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:19:13.658798 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:13.675008 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:13.753647 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] For port a6a64ff6-c7dd-4740-9569-40e75248a4f9, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:19:13.757562 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] For port a6a64ff6-c7dd-4740-9569-40e75248a4f9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6a64ff6-c7dd-4740-9569-40e75248a4f9,segment=NetworkSegment(f2e3b5b3-cd01-47d6-b0df-a77a1f192c61),segment_id=f2e3b5b3-cd01-47d6-b0df-a77a1f192c61)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:19:13.759069 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:13.772052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:13.808335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:13.808482 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:13.810124 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] 10.222.0.31 "PUT /v2.0/ports/a6a64ff6-c7dd-4740-9569-40e75248a4f9 HTTP/1.1" status: 200  len: 1091 time: 1.0416849
Dec 18 21:19:13.816730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:19:13.817361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c334c3db-916a-4592-9542-858ac227a676', 'tag': 'a6a64ff6-c7dd-4740-9569-40e75248a4f9'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:19:13.819628 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d196563-49af-4973-8987-2e9d489e6f02" -d '{"events": [{"name": "network-changed", "server_uuid": "c334c3db-916a-4592-9542-858ac227a676", "tag": "a6a64ff6-c7dd-4740-9569-40e75248a4f9"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:19:13.826691 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:19:13.829278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:19:13.876809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Port': ['ID=257da8ba-96d1-45a1-8c0e-37a7a2967f3e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:13.906178 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddabe406-6765-40f3-9ee9-ef325a71f5d1 x-openstack-request-id: req-ddabe406-6765-40f3-9ee9-ef325a71f5d1 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:19:13.906910 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c334c3db-916a-4592-9542-858ac227a676", "tag": "a6a64ff6-c7dd-4740-9569-40e75248a4f9", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:19:13.906910 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddabe406-6765-40f3-9ee9-ef325a71f5d1 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:19:13.907255 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c334c3db-916a-4592-9542-858ac227a676', 'tag': 'a6a64ff6-c7dd-4740-9569-40e75248a4f9', 'status': 'completed', 'code': 200}
Dec 18 21:19:13.941538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682622e6-d43c-4503-a7d2-a24d00e50f65 req-03d2a721-6598-40ba-a17d-b1065fc4b665 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:13.948018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-682622e6-d43c-4503-a7d2-a24d00e50f65 req-03d2a721-6598-40ba-a17d-b1065fc4b665 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 943 time: 0.0725029
Dec 18 21:19:13.949861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:13.950524 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:13.991236 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-9a68e38f-fcd3-432c-a8b8-43dae18cbcd0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 1.0541475
Dec 18 21:19:13.992111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eea28-8544-4e9d-a2e9-0330d2e6672d service neutron] Pushing event updated for resources: {'Port': ['ID=a6a64ff6-c7dd-4740-9569-40e75248a4f9,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:13.997523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-3404162a-6e59-40de-9582-56812b576a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:13.999054 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-3404162a-6e59-40de-9582-56812b576a2c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=126c6d3b7ace4bd2ae9d84ba23cf9ccb&device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 1094 time: 0.1343856
Dec 18 21:19:14.002820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-682622e6-d43c-4503-a7d2-a24d00e50f65 req-d3666909-1126-42d3-a436-b46395aebe72 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530331
Dec 18 21:19:14.010688 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Request body: {'port': {'device_id': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:14.066741 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-8bffd4f2-49cb-435c-bbbb-a35bd84bdfc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a64ff6-c7dd-4740-9569-40e75248a4f9 HTTP/1.1" status: 200  len: 217 time: 0.0524518
Dec 18 21:19:14.110706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6bc61f58-47dd-4ff0-968a-062391c6a1e5 None None] Provisioning complete for port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:14.111291 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6bc61f58-47dd-4ff0-968a-062391c6a1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:14.134267 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:14.145598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6bc61f58-47dd-4ff0-968a-062391c6a1e5 None None] Port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:19:14.152130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-80c591d6-1727-4030-9c92-07d592e15f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:14.153606 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-80c591d6-1727-4030-9c92-07d592e15f9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c81dd17-8809-4ae8-bc3b-7beaa21c4187 HTTP/1.1" status: 200  len: 849 time: 0.0800788
Dec 18 21:19:14.208616 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-37c1c8b1-c431-45dd-84f9-a3c5cf02b361 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5e5f9913-d308-40a2-aebf-8996e1d67943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340514
Dec 18 21:19:14.409524 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-879a21ad-751a-417b-9244-b22c1c1ba47f service neutron] 10.222.0.31 "GET /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1931856
Dec 18 21:19:14.560331 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7f74efe-abb3-4aed-a948-8ef95bd954d5 req-5c6d1753-cf20-4206-8558-f11d5cddd71c service neutron] 10.222.0.31 "GET /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428530
Dec 18 21:19:14.574824 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257da8ba-96d1-45a1-8c0e-37a7a2967f3e {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:19:14.582583 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:14.595736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Transition to ACTIVE for port object 257da8ba-96d1-45a1-8c0e-37a7a2967f3e will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:19:14.599164 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:14.682179 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Pushing event updated for resources: {'Port': ['ID=257da8ba-96d1-45a1-8c0e-37a7a2967f3e,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:14.695565 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196563-49af-4973-8987-2e9d489e6f02 req-c6d356ee-44d2-47b5-b2c1-7cec83c1871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:14.697066 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d196563-49af-4973-8987-2e9d489e6f02 req-c6d356ee-44d2-47b5-b2c1-7cec83c1871c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=126c6d3b7ace4bd2ae9d84ba23cf9ccb&device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 1094 time: 0.0927761
Dec 18 21:19:14.726340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed3cef-8899-4d04-82c0-5e0afc78ba66 req-b10a19f5-9b3a-4afb-afbb-295e8150270c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:14.728029 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07ed3cef-8899-4d04-82c0-5e0afc78ba66 req-b10a19f5-9b3a-4afb-afbb-295e8150270c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 982 time: 0.0576942
Dec 18 21:19:14.791527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07ed3cef-8899-4d04-82c0-5e0afc78ba66 req-58c7ddb6-5f55-4498-a156-14e849de2c3f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0525212
Dec 18 21:19:14.827763 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Attempting to bind port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:19:14.828101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Attempting to bind port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:19:14.828429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Attempting to bind port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e on network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:19:14.840521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e on network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:19:14.840847 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Attempting to bind port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e on network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:19:14.844486 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196563-49af-4973-8987-2e9d489e6f02 req-369684fa-83e3-4524-884d-2d82af1803f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:14.845951 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d196563-49af-4973-8987-2e9d489e6f02 req-369684fa-83e3-4524-884d-2d82af1803f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5e5f9913-d308-40a2-aebf-8996e1d67943 HTTP/1.1" status: 200  len: 910 time: 0.1357818
Dec 18 21:19:14.848680 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:19:14.849019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Checking segment: {'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:19:14.849397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Bound using segment: {'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:19:14.849819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Bound port: 257da8ba-96d1-45a1-8c0e-37a7a2967f3e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6e24d5-142e-4746-bdc0-14995769a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:19:14.850172 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:14.902384 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d196563-49af-4973-8987-2e9d489e6f02 req-244406c4-145c-4f80-99a7-b650ee763b16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6a64ff6-c7dd-4740-9569-40e75248a4f9 HTTP/1.1" status: 200  len: 217 time: 0.0421515
Dec 18 21:19:14.983961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196563-49af-4973-8987-2e9d489e6f02 req-b87c9c79-9f4f-4d77-ae37-a6a37b171b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:14.985424 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d196563-49af-4973-8987-2e9d489e6f02 req-b87c9c79-9f4f-4d77-ae37-a6a37b171b48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c81dd17-8809-4ae8-bc3b-7beaa21c4187 HTTP/1.1" status: 200  len: 849 time: 0.0665281
Dec 18 21:19:14.988933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] For port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:19:14.992702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] For port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=257da8ba-96d1-45a1-8c0e-37a7a2967f3e,segment=NetworkSegment(4d6e24d5-142e-4746-bdc0-14995769a2a1),segment_id=4d6e24d5-142e-4746-bdc0-14995769a2a1)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:19:14.993135 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:15.005661 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:15.032010 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d196563-49af-4973-8987-2e9d489e6f02 req-50f0ddb6-d74f-4295-9ff2-a03f7d690c05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5e5f9913-d308-40a2-aebf-8996e1d67943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378315
Dec 18 21:19:15.065292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:15.066343 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:15.067780 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] 10.222.0.36 "PUT /v2.0/ports/257da8ba-96d1-45a1-8c0e-37a7a2967f3e HTTP/1.1" status: 200  len: 1130 time: 1.0619874
Dec 18 21:19:15.124328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0475fb-500f-490a-a897-8ce8379c5251 req-9904eb99-bea1-4ab7-ad55-8ee526676bf1 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:15.126157 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f0475fb-500f-490a-a897-8ce8379c5251 req-9904eb99-bea1-4ab7-ad55-8ee526676bf1 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 943 time: 0.0596976
Dec 18 21:19:15.164389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56019d82-41f9-467a-b45b-7f7e4790308d service neutron] Pushing event updated for resources: {'Port': ['ID=257da8ba-96d1-45a1-8c0e-37a7a2967f3e,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:15.191093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f0475fb-500f-490a-a897-8ce8379c5251 req-46ff2e95-8c04-4785-ba4d-e939225025cd tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570874
Dec 18 21:19:15.208700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-0b89140b-81ab-4d9f-ae0b-6c3a0815b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:15.210218 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-0b89140b-81ab-4d9f-ae0b-6c3a0815b30f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4fc0be93c7544e6eb79d01c1bf880625&device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 1133 time: 0.0941010
Dec 18 21:19:15.216462 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d196563-49af-4973-8987-2e9d489e6f02 req-a4cf48b5-8505-4a3c-9de6-feb2146636fe service neutron] 10.222.0.31 "GET /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655557
Dec 18 21:19:15.265028 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-1e7041be-997b-4b5d-b74a-5ccd15ba4406 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257da8ba-96d1-45a1-8c0e-37a7a2967f3e HTTP/1.1" status: 200  len: 217 time: 0.0420587
Dec 18 21:19:15.357277 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-17f89bab-4628-4462-9654-cee769f4176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:15.358704 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-17f89bab-4628-4462-9654-cee769f4176a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c984dff-7197-43a8-9d8e-01c85d71b16b HTTP/1.1" status: 200  len: 834 time: 0.0839217
Dec 18 21:19:15.411672 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8d196563-49af-4973-8987-2e9d489e6f02 req-46ef8d43-eb1e-47c5-b5ea-25cce25f3b81 service neutron] 10.222.0.31 "GET /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876183
Dec 18 21:19:15.424204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-7c9f5f25-b7f8-43d6-92db-d43264694448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:15.425646 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-7c9f5f25-b7f8-43d6-92db-d43264694448 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0544534
Dec 18 21:19:15.520280 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-a66c435f-85cb-45b3-94a3-f535ad439f0e service neutron] 10.222.0.36 "GET /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851264
Dec 18 21:19:15.622364 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-92a7b5a3-fe77-4ac5-bf0a-bf5bb1b63bd4 req-7ad6960d-8934-48d7-a5f2-562eac587edd service neutron] 10.222.0.36 "GET /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903463
Dec 18 21:19:15.760898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a6a64ff6-c7dd-4740-9569-40e75248a4f9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:19:15.857133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port a6a64ff6-c7dd-4740-9569-40e75248a4f9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6a64ff6-c7dd-4740-9569-40e75248a4f9,segment=NetworkSegment(f2e3b5b3-cd01-47d6-b0df-a77a1f192c61),segment_id=f2e3b5b3-cd01-47d6-b0df-a77a1f192c61)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:15.868682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'a6a64ff6-c7dd-4740-9569-40e75248a4f9', 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943', 'port_id': 'a6a64ff6-c7dd-4740-9569-40e75248a4f9', 'mac_address': 'fa:16:3e:3c:f6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c81dd17-8809-4ae8-bc3b-7beaa21c4187', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:19:15.905379 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:15.907035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1f456-462b-4f57-af56-a775105f52bf req-dba67aa2-0b1b-4717-adcb-957cd69b2ca0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:15.908247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'tag': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:19:15.908531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7f1f456-462b-4f57-af56-a775105f52bf req-dba67aa2-0b1b-4717-adcb-957cd69b2ca0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 982 time: 0.0475745
Dec 18 21:19:15.910942 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319b2e61-fb0c-4149-9f1f-56528de670da" -d '{"events": [{"name": "network-changed", "server_uuid": "5c45feb3-d2c8-4747-8358-9b4d3349e35d", "tag": "257da8ba-96d1-45a1-8c0e-37a7a2967f3e"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:19:15.919811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a64ff6-c7dd-4740-9569-40e75248a4f9 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:19:15.940577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port a6a64ff6-c7dd-4740-9569-40e75248a4f9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6a64ff6-c7dd-4740-9569-40e75248a4f9,segment=NetworkSegment(f2e3b5b3-cd01-47d6-b0df-a77a1f192c61),segment_id=f2e3b5b3-cd01-47d6-b0df-a77a1f192c61)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:15.946213 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:15.952538 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd77bbd8-55aa-45e2-bfea-459011cc1742 x-openstack-request-id: req-cd77bbd8-55aa-45e2-bfea-459011cc1742 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:19:15.952837 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c45feb3-d2c8-4747-8358-9b4d3349e35d", "tag": "257da8ba-96d1-45a1-8c0e-37a7a2967f3e", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:19:15.953101 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd77bbd8-55aa-45e2-bfea-459011cc1742 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:19:15.953500 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'tag': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e', 'status': 'completed', 'code': 200}
Dec 18 21:19:15.974334 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7f1f456-462b-4f57-af56-a775105f52bf req-3919fde6-97aa-463a-8338-48dfc4dde13f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0590620
Dec 18 21:19:16.001519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=a6a64ff6-c7dd-4740-9569-40e75248a4f9,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:16.019080 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b2e61-fb0c-4149-9f1f-56528de670da req-e144d7a5-e915-4cc0-9e84-48e71a475b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:16.020659 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-319b2e61-fb0c-4149-9f1f-56528de670da req-e144d7a5-e915-4cc0-9e84-48e71a475b55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4fc0be93c7544e6eb79d01c1bf880625&device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 1133 time: 0.0441995
Dec 18 21:19:16.114658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b2e61-fb0c-4149-9f1f-56528de670da req-055b1694-6056-4b59-b683-18177f629738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:16.116107 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-319b2e61-fb0c-4149-9f1f-56528de670da req-055b1694-6056-4b59-b683-18177f629738 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 HTTP/1.1" status: 200  len: 898 time: 0.0877588
Dec 18 21:19:16.156723 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-319b2e61-fb0c-4149-9f1f-56528de670da req-b05cbfb7-fb03-455e-9102-659a4f096242 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257da8ba-96d1-45a1-8c0e-37a7a2967f3e HTTP/1.1" status: 200  len: 217 time: 0.0325418
Dec 18 21:19:16.174738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['a6a64ff6-c7dd-4740-9569-40e75248a4f9'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:19:16.204598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b2e61-fb0c-4149-9f1f-56528de670da req-f1aefe49-564c-4d02-96d8-d5e920ba6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:16.206049 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-319b2e61-fb0c-4149-9f1f-56528de670da req-f1aefe49-564c-4d02-96d8-d5e920ba6700 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c984dff-7197-43a8-9d8e-01c85d71b16b HTTP/1.1" status: 200  len: 834 time: 0.0424378
Dec 18 21:19:16.260580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b2e61-fb0c-4149-9f1f-56528de670da req-cbbb8b13-1bd7-4731-9b29-e5db570c82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:16.262114 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-319b2e61-fb0c-4149-9f1f-56528de670da req-cbbb8b13-1bd7-4731-9b29-e5db570c82e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0468547
Dec 18 21:19:16.309787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e9777-5b1e-4e01-a4e1-296e18d0a3c4 req-55d0743c-ba1a-400e-8fa7-2f74a2bad48a tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:16.311415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-634e9777-5b1e-4e01-a4e1-296e18d0a3c4 req-55d0743c-ba1a-400e-8fa7-2f74a2bad48a tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 944 time: 0.0519783
Dec 18 21:19:16.363731 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-634e9777-5b1e-4e01-a4e1-296e18d0a3c4 req-90b5f219-ed59-4f86-a8f3-2afed2b7e332 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455980
Dec 18 21:19:16.371900 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-319b2e61-fb0c-4149-9f1f-56528de670da req-6686e754-7567-4858-ab3b-acb1675f3c6e service neutron] 10.222.0.36 "GET /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018214
Dec 18 21:19:16.468230 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-319b2e61-fb0c-4149-9f1f-56528de670da req-7e8de08d-b787-4f46-85fb-0c9d9db76a12 service neutron] 10.222.0.36 "GET /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844858
Dec 18 21:19:17.090141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7c360-53a1-4d73-bf17-a8139b1794f7 req-a8e12867-8696-4584-ab6d-5db9fb723627 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:17.091660 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0f7c360-53a1-4d73-bf17-a8139b1794f7 req-a8e12867-8696-4584-ab6d-5db9fb723627 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 982 time: 0.0493066
Dec 18 21:19:17.146317 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0f7c360-53a1-4d73-bf17-a8139b1794f7 req-0b82e931-f8fb-4fe7-9bca-b01eaf50dc6a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0485396
Dec 18 21:19:17.477533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1437f0-ecfc-48e4-9adb-359de0ea6192 req-a45e8503-f2da-4834-99bf-5fd0bda83aac tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:17.479088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b1437f0-ecfc-48e4-9adb-359de0ea6192 req-a45e8503-f2da-4834-99bf-5fd0bda83aac tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 944 time: 0.0495770
Dec 18 21:19:17.526277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b1437f0-ecfc-48e4-9adb-359de0ea6192 req-ed6ef857-2a2b-4ae1-8652-959a5e656d42 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405629
Dec 18 21:19:17.777731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a6a64ff6-c7dd-4740-9569-40e75248a4f9 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:19:17.828848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port a6a64ff6-c7dd-4740-9569-40e75248a4f9 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:19:17.832203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port a6a64ff6-c7dd-4740-9569-40e75248a4f9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:17.832568 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:17.909031 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:17.931005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334c3db-916a-4592-9542-858ac227a676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a64ff6-c7dd-4740-9569-40e75248a4f9'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:19:17.933162 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54baba10-ad71-4e42-a22c-298e515bb846" -d '{"events": [{"server_uuid": "c334c3db-916a-4592-9542-858ac227a676", "name": "network-vif-plugged", "status": "completed", "tag": "a6a64ff6-c7dd-4740-9569-40e75248a4f9"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:19:17.945857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port a6a64ff6-c7dd-4740-9569-40e75248a4f9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6a64ff6-c7dd-4740-9569-40e75248a4f9,segment=NetworkSegment(f2e3b5b3-cd01-47d6-b0df-a77a1f192c61),segment_id=f2e3b5b3-cd01-47d6-b0df-a77a1f192c61)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:17.949769 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:17.998557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=a6a64ff6-c7dd-4740-9569-40e75248a4f9,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:18.091739 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed104359-54e1-4afb-bac3-f81425079eca x-openstack-request-id: req-ed104359-54e1-4afb-bac3-f81425079eca {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:19:18.092032 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334c3db-916a-4592-9542-858ac227a676", "name": "network-vif-plugged", "status": "completed", "tag": "a6a64ff6-c7dd-4740-9569-40e75248a4f9", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:19:18.092287 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed104359-54e1-4afb-bac3-f81425079eca {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:19:18.092685 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334c3db-916a-4592-9542-858ac227a676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a64ff6-c7dd-4740-9569-40e75248a4f9', 'code': 200}
Dec 18 21:19:18.186279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb64759-c8a3-4203-9eb3-d2fe3bd71478 req-f3a8eeb8-b028-4db1-a0a4-1f5f6ee4422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:18.187845 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4bb64759-c8a3-4203-9eb3-d2fe3bd71478 req-f3a8eeb8-b028-4db1-a0a4-1f5f6ee4422c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 1096 time: 0.0401947
Dec 18 21:19:18.232481 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4bb64759-c8a3-4203-9eb3-d2fe3bd71478 req-83824993-3c88-42d2-803f-dc7b9e40cb47 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374451
Dec 18 21:19:18.261440 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ceb137-e5df-40e7-9af8-179b40e8c360 req-6a053e5a-8795-4960-a7f5-0b211e1325ba tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:18.263196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a5ceb137-e5df-40e7-9af8-179b40e8c360 req-6a053e5a-8795-4960-a7f5-0b211e1325ba tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 982 time: 0.0514076
Dec 18 21:19:18.318389 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a5ceb137-e5df-40e7-9af8-179b40e8c360 req-5d0c7c62-69bd-43ba-9f3e-c41b53c8e12f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0488305
Dec 18 21:19:18.648251 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb24f3-b6f4-4b47-bada-c5a40e7dfcd3 req-768a3fe6-d334-44a0-92f3-696192f8cff4 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:18.649742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdcb24f3-b6f4-4b47-bada-c5a40e7dfcd3 req-768a3fe6-d334-44a0-92f3-696192f8cff4 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 945 time: 0.0542688
Dec 18 21:19:18.698142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdcb24f3-b6f4-4b47-bada-c5a40e7dfcd3 req-bd6a6423-7a88-4329-9119-8a279e1c7f12 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423362
Dec 18 21:19:19.439216 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f032e-524d-41a9-baf7-c7f3b0562d66 req-f660e63c-6a84-440b-959e-8d209b8a7792 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:19.440968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a6f032e-524d-41a9-baf7-c7f3b0562d66 req-f660e63c-6a84-440b-959e-8d209b8a7792 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 982 time: 0.0498276
Dec 18 21:19:19.503292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a6f032e-524d-41a9-baf7-c7f3b0562d66 req-e69ff37b-af98-4bfa-a632-cd4117fb1a70 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0556798
Dec 18 21:19:19.597161 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:19.725031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 257da8ba-96d1-45a1-8c0e-37a7a2967f3e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:19:19.814596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfe090-2436-4286-b45a-2d2271f6e02e req-8bdc87ac-cbda-4f71-b361-e295c91ae035 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:19.816366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcbfe090-2436-4286-b45a-2d2271f6e02e req-8bdc87ac-cbda-4f71-b361-e295c91ae035 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 945 time: 0.0494123
Dec 18 21:19:19.820043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=257da8ba-96d1-45a1-8c0e-37a7a2967f3e,segment=NetworkSegment(4d6e24d5-142e-4746-bdc0-14995769a2a1),segment_id=4d6e24d5-142e-4746-bdc0-14995769a2a1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:19.837162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'port_id': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e', 'mac_address': 'fa:16:3e:34:b1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:19:19.868785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcbfe090-2436-4286-b45a-2d2271f6e02e req-7e39b288-b4de-499c-99df-29faec0cf31b tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458639
Dec 18 21:19:19.879096 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:19.892611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257da8ba-96d1-45a1-8c0e-37a7a2967f3e {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:19:19.912222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=257da8ba-96d1-45a1-8c0e-37a7a2967f3e,segment=NetworkSegment(4d6e24d5-142e-4746-bdc0-14995769a2a1),segment_id=4d6e24d5-142e-4746-bdc0-14995769a2a1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:19.917383 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:19.967695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=257da8ba-96d1-45a1-8c0e-37a7a2967f3e,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:20.097708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b74d7-7f31-452f-8a02-47da8c48974e req-b92c44c3-39b9-45ca-a21a-e3bf1ac1996a tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:20.099175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-435b74d7-7f31-452f-8a02-47da8c48974e req-b92c44c3-39b9-45ca-a21a-e3bf1ac1996a tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 945 time: 0.0512142
Dec 18 21:19:20.150973 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-435b74d7-7f31-452f-8a02-47da8c48974e req-77baca2f-d230-4b3f-a994-e62e123d90ed tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420854
Dec 18 21:19:20.179961 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['257da8ba-96d1-45a1-8c0e-37a7a2967f3e'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:19:20.461220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2adbb-9206-4a74-8727-9fb55ab70648 req-d47890ef-6d36-4894-9624-aceaa3e2485a tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:20.462707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ee2adbb-9206-4a74-8727-9fb55ab70648 req-d47890ef-6d36-4894-9624-aceaa3e2485a tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 945 time: 0.0514050
Dec 18 21:19:20.508877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ee2adbb-9206-4a74-8727-9fb55ab70648 req-3093db0f-b84b-48f9-9b44-d28727da7a84 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401955
Dec 18 21:19:20.619780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa904c3c-43b6-42ec-8fa3-82ba4dcbebe4 req-53ca189e-cd05-4fae-8050-0864e8718c45 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:20.621785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa904c3c-43b6-42ec-8fa3-82ba4dcbebe4 req-53ca189e-cd05-4fae-8050-0864e8718c45 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 983 time: 0.0478089
Dec 18 21:19:20.678141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa904c3c-43b6-42ec-8fa3-82ba4dcbebe4 req-f57d6161-79dc-459c-97e0-dacc86ba4fcb tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0494599
Dec 18 21:19:21.267099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7821289-9976-45a1-9ff1-0382027f9935 req-e328abb4-56ce-4ef5-b9e9-63124770b560 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:21.268559 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7821289-9976-45a1-9ff1-0382027f9935 req-e328abb4-56ce-4ef5-b9e9-63124770b560 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 945 time: 0.0502985
Dec 18 21:19:21.314151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7821289-9976-45a1-9ff1-0382027f9935 req-7aae51b7-a305-46f9-bfdd-0581fe6327ed tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396621
Dec 18 21:19:21.624614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e3214-4edc-4d75-bfa7-a9a1f0bf3deb req-b197536a-6ca8-4925-91f3-d7d556643c84 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:21.626269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b3e3214-4edc-4d75-bfa7-a9a1f0bf3deb req-b197536a-6ca8-4925-91f3-d7d556643c84 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 945 time: 0.0471447
Dec 18 21:19:21.658735 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8c183-d052-48a7-919c-52e95bc9b3cb req-3e7e4933-6172-478a-90bc-466be1b5d601 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:21.660185 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a4a8c183-d052-48a7-919c-52e95bc9b3cb req-3e7e4933-6172-478a-90bc-466be1b5d601 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.31 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 945 time: 0.0478473
Dec 18 21:19:21.674476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b3e3214-4edc-4d75-bfa7-a9a1f0bf3deb req-5d61e2f9-fe0d-45d6-b965-f1396568cd09 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404716
Dec 18 21:19:21.735606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 257da8ba-96d1-45a1-8c0e-37a7a2967f3e up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:19:21.788889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:19:21.794603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:21.795030 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:21.802864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0fad1-9f0c-4abc-b66e-999a485022d3 req-92383f0f-9799-4f20-b42f-59c4a76e93d3 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:21.804562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66b0fad1-9f0c-4abc-b66e-999a485022d3 req-92383f0f-9799-4f20-b42f-59c4a76e93d3 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 983 time: 0.0525186
Dec 18 21:19:21.870032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66b0fad1-9f0c-4abc-b66e-999a485022d3 req-02b516a5-0042-4bbe-90ca-6d43e42e6a89 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0580845
Dec 18 21:19:21.884453 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:21.908734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:19:21.911372 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c06514e-5b56-4040-b939-69cfabe22c63" -d '{"events": [{"server_uuid": "5c45feb3-d2c8-4747-8358-9b4d3349e35d", "name": "network-vif-plugged", "status": "completed", "tag": "257da8ba-96d1-45a1-8c0e-37a7a2967f3e"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:19:21.926601 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=257da8ba-96d1-45a1-8c0e-37a7a2967f3e,segment=NetworkSegment(4d6e24d5-142e-4746-bdc0-14995769a2a1),segment_id=4d6e24d5-142e-4746-bdc0-14995769a2a1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:21.931906 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:21.956907 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e2b6ae-518d-4aa6-ad9f-03e8ca5bad82 x-openstack-request-id: req-59e2b6ae-518d-4aa6-ad9f-03e8ca5bad82 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:19:21.957202 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c45feb3-d2c8-4747-8358-9b4d3349e35d", "name": "network-vif-plugged", "status": "completed", "tag": "257da8ba-96d1-45a1-8c0e-37a7a2967f3e", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:19:21.957457 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59e2b6ae-518d-4aa6-ad9f-03e8ca5bad82 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:19:21.957846 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e', 'code': 200}
Dec 18 21:19:21.987896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=257da8ba-96d1-45a1-8c0e-37a7a2967f3e,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:22.071942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b5c5-4cd0-4557-ac3f-92175d7a6731 req-f7b55e27-0b14-4eaf-8a88-151ecab4a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:22.073422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e450b5c5-4cd0-4557-ac3f-92175d7a6731 req-f7b55e27-0b14-4eaf-8a88-151ecab4a4fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 1135 time: 0.0430367
Dec 18 21:19:22.103911 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da7a03-3338-4097-949a-e0657e6c8156 req-c53373e9-5781-4915-8c43-d4bc6ffd2036 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:22.105370 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-51da7a03-3338-4097-949a-e0657e6c8156 req-c53373e9-5781-4915-8c43-d4bc6ffd2036 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.36 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 945 time: 0.0877724
Dec 18 21:19:22.129322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-a4a8c183-d052-48a7-919c-52e95bc9b3cb req-74b61157-1579-48f7-b202-2448250f9e03 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Deleting port a6a64ff6-c7dd-4740-9569-40e75248a4f9 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:19:22.129666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a4a8c183-d052-48a7-919c-52e95bc9b3cb req-74b61157-1579-48f7-b202-2448250f9e03 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:22.131142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e450b5c5-4cd0-4557-ac3f-92175d7a6731 req-44612fa7-3968-4b9c-9535-efe113e6a8e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0b544c20-ecff-4609-a5ad-9a9b018e5081&id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0465643
Dec 18 21:19:22.292135 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a4a8c183-d052-48a7-919c-52e95bc9b3cb req-74b61157-1579-48f7-b202-2448250f9e03 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] For port a6a64ff6-c7dd-4740-9569-40e75248a4f9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6a64ff6-c7dd-4740-9569-40e75248a4f9,segment=NetworkSegment(f2e3b5b3-cd01-47d6-b0df-a77a1f192c61),segment_id=f2e3b5b3-cd01-47d6-b0df-a77a1f192c61)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:22.292412 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a4a8c183-d052-48a7-919c-52e95bc9b3cb req-74b61157-1579-48f7-b202-2448250f9e03 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:22.310031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-a4a8c183-d052-48a7-919c-52e95bc9b3cb req-74b61157-1579-48f7-b202-2448250f9e03 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Calling delete_port for a6a64ff6-c7dd-4740-9569-40e75248a4f9 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:19:22.315208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-51da7a03-3338-4097-949a-e0657e6c8156 req-3e9d6c2e-86eb-443b-a4e9-1260c5d0c85c tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Deleting port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:19:22.315539 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51da7a03-3338-4097-949a-e0657e6c8156 req-3e9d6c2e-86eb-443b-a4e9-1260c5d0c85c tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:22.429261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95338999-4db1-4472-8ca2-562bf99710d1 req-6450b481-c59c-4519-9336-47ab1391bac7 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:22.430849 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95338999-4db1-4472-8ca2-562bf99710d1 req-6450b481-c59c-4519-9336-47ab1391bac7 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=784ec8db-d626-4ada-b1c1-918069ac2e19 HTTP/1.1" status: 200  len: 945 time: 0.0487866
Dec 18 21:19:22.470530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-51da7a03-3338-4097-949a-e0657e6c8156 req-3e9d6c2e-86eb-443b-a4e9-1260c5d0c85c tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] For port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3,segment=NetworkSegment(110f1908-d18a-44c7-bd85-0eee553df8f4),segment_id=110f1908-d18a-44c7-bd85-0eee553df8f4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:22.470894 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51da7a03-3338-4097-949a-e0657e6c8156 req-3e9d6c2e-86eb-443b-a4e9-1260c5d0c85c tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:22.477989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95338999-4db1-4472-8ca2-562bf99710d1 req-279eb4b2-08e5-47eb-a428-dd59d5a7a540 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409615
Dec 18 21:19:22.485706 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-51da7a03-3338-4097-949a-e0657e6c8156 req-3e9d6c2e-86eb-443b-a4e9-1260c5d0c85c tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Calling delete_port for ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:19:22.571658 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a4a8c183-d052-48a7-919c-52e95bc9b3cb req-74b61157-1579-48f7-b202-2448250f9e03 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:22.617563 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b61157-1579-48f7-b202-2448250f9e03 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Pushing event deleted for resources: {'Port': ['ID=a6a64ff6-c7dd-4740-9569-40e75248a4f9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:22.676613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a8c183-d052-48a7-919c-52e95bc9b3cb req-74b61157-1579-48f7-b202-2448250f9e03 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] No DVR routers for this DVR port a6a64ff6-c7dd-4740-9569-40e75248a4f9 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:19:22.694984 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a4a8c183-d052-48a7-919c-52e95bc9b3cb req-74b61157-1579-48f7-b202-2448250f9e03 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:22.698272 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a4a8c183-d052-48a7-919c-52e95bc9b3cb req-74b61157-1579-48f7-b202-2448250f9e03 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.31 "DELETE /v2.0/ports/a6a64ff6-c7dd-4740-9569-40e75248a4f9 HTTP/1.1" status: 204  len: 173 time: 1.0315559
Dec 18 21:19:22.698724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334c3db-916a-4592-9542-858ac227a676', 'name': 'network-vif-deleted', 'tag': 'a6a64ff6-c7dd-4740-9569-40e75248a4f9'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:19:22.701558 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7192183e-ebd3-40a3-a5a0-eac7545e4fe9" -d '{"events": [{"server_uuid": "c334c3db-916a-4592-9542-858ac227a676", "name": "network-vif-deleted", "tag": "a6a64ff6-c7dd-4740-9569-40e75248a4f9"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:19:22.742213 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51da7a03-3338-4097-949a-e0657e6c8156 req-3e9d6c2e-86eb-443b-a4e9-1260c5d0c85c tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:22.746075 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dec6e7c-0bcd-49f4-94e7-bb84ea1e2614 x-openstack-request-id: req-1dec6e7c-0bcd-49f4-94e7-bb84ea1e2614 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:19:22.746372 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334c3db-916a-4592-9542-858ac227a676", "name": "network-vif-deleted", "tag": "a6a64ff6-c7dd-4740-9569-40e75248a4f9", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:19:22.746783 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1dec6e7c-0bcd-49f4-94e7-bb84ea1e2614 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:19:22.747320 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334c3db-916a-4592-9542-858ac227a676', 'name': 'network-vif-deleted', 'tag': 'a6a64ff6-c7dd-4740-9569-40e75248a4f9', 'status': 'completed', 'code': 200}
Dec 18 21:19:22.754552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:19:22.786925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d6c2e-86eb-443b-a4e9-1260c5d0c85c tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Pushing event deleted for resources: {'Port': ['ID=ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:22.803538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3803317-eae6-49ad-ad1a-3e26970cde18 None None] DHCP port deletion for 4a319045-7962-4b86-bd9c-05ab97eb05f9 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:19:22.821701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50e32ed5-5654-4391-9614-62bba1365c03 req-4aa83775-6a9b-491b-bb72-193231778b37 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c334c3db-916a-4592-9542-858ac227a676 HTTP/1.1" status: 200  len: 210 time: 0.0480235
Dec 18 21:19:22.848259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-51da7a03-3338-4097-949a-e0657e6c8156 req-3e9d6c2e-86eb-443b-a4e9-1260c5d0c85c tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] No DVR routers for this DVR port ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:19:22.850637 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-51da7a03-3338-4097-949a-e0657e6c8156 req-3e9d6c2e-86eb-443b-a4e9-1260c5d0c85c tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:22.853969 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-51da7a03-3338-4097-949a-e0657e6c8156 req-3e9d6c2e-86eb-443b-a4e9-1260c5d0c85c tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.36 "DELETE /v2.0/ports/ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 HTTP/1.1" status: 204  len: 173 time: 0.7363412
Dec 18 21:19:23.311485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee80a8-85da-43e7-b4cc-6ebe227c9f4d req-7bb0550a-4341-4c34-adf3-a8e1fec2c67e tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:23.313592 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6ee80a8-85da-43e7-b4cc-6ebe227c9f4d req-7bb0550a-4341-4c34-adf3-a8e1fec2c67e tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 984 time: 0.3706133
Dec 18 21:19:23.382105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6ee80a8-85da-43e7-b4cc-6ebe227c9f4d req-0efabd1c-b413-47f6-b7df-41c6781ae471 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0618393
Dec 18 21:19:23.807981 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a6a64ff6-c7dd-4740-9569-40e75248a4f9 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:19:23.830583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: a6a64ff6-c7dd-4740-9569-40e75248a4f9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:19:23.830921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a6a64ff6-c7dd-4740-9569-40e75248a4f9 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:19:24.165695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-8bbf3c72-62dc-4975-a909-3580a5b95b5f tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:24.167261 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-8bbf3c72-62dc-4975-a909-3580a5b95b5f tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/networks?id=5e5f9913-d308-40a2-aebf-8996e1d67943 HTTP/1.1" status: 200  len: 809 time: 0.1014266
Dec 18 21:19:24.185728 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-41cefab1-d438-460f-a23b-e0b2ea0e4831 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/quotas/126c6d3b7ace4bd2ae9d84ba23cf9ccb HTTP/1.1" status: 200  len: 375 time: 0.0099092
Dec 18 21:19:24.220595 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-c6f2f0c0-bb88-49c8-b6aa-c1d7f3596c2a tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=126c6d3b7ace4bd2ae9d84ba23cf9ccb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0287414
Dec 18 21:19:24.231627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-fb844c8c-1972-4f91-a880-537a664121ca service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:19:24.233046 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-fb844c8c-1972-4f91-a880-537a664121ca service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057714
Dec 18 21:19:24.320338 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-db2572c3-03f4-48e7-a8f7-9ee6892354a5 service neutron] 10.222.0.13 "GET /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811350
Dec 18 21:19:24.410210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-373a0d12-af1c-4fda-9262-477741c78ff0 service neutron] 10.222.0.13 "GET /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830586
Dec 18 21:19:24.500558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863d992-5540-471f-9988-a3a3e50a3ec3 req-3a5648c6-6c8b-4d0c-9f14-a2b44890a1b6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:24.501968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7863d992-5540-471f-9988-a3a3e50a3ec3 req-3a5648c6-6c8b-4d0c-9f14-a2b44890a1b6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 984 time: 0.0500269
Dec 18 21:19:24.581952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f04ef32-b64b-44ba-866a-7c1821305170 req-4826a477-0166-4558-beea-26abda7edcc8 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 210 time: 0.0351808
Dec 18 21:19:24.591432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7863d992-5540-471f-9988-a3a3e50a3ec3 req-69f42908-d1d8-4809-a9ec-cea3bdc06524 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0828586
Dec 18 21:19:24.715016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58e3df-8545-4ba4-a57b-70a541ed7f83 req-f08b0db6-f459-41c9-a743-81780b329c8d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:24.716709 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c58e3df-8545-4ba4-a57b-70a541ed7f83 req-f08b0db6-f459-41c9-a743-81780b329c8d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 984 time: 0.0516641
Dec 18 21:19:24.748780 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784ec8db-d626-4ada-b1c1-918069ac2e19', 'name': 'network-vif-deleted', 'tag': 'ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:19:24.751773 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365326c7-edab-4aea-8b57-2007b0e08f0e" -d '{"events": [{"server_uuid": "784ec8db-d626-4ada-b1c1-918069ac2e19", "name": "network-vif-deleted", "tag": "ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:19:24.797822 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae650a48-8a24-4c84-b33d-3c91a1edb24a x-openstack-request-id: req-ae650a48-8a24-4c84-b33d-3c91a1edb24a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:19:24.798395 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784ec8db-d626-4ada-b1c1-918069ac2e19", "name": "network-vif-deleted", "tag": "ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:19:24.798816 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae650a48-8a24-4c84-b33d-3c91a1edb24a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:19:24.799355 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784ec8db-d626-4ada-b1c1-918069ac2e19', 'name': 'network-vif-deleted', 'tag': 'ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3', 'status': 'completed', 'code': 200}
Dec 18 21:19:24.800281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c58e3df-8545-4ba4-a57b-70a541ed7f83 req-82c64865-b55b-40f1-96ff-97e4821c22d2 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0728152
Dec 18 21:19:24.927630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffaf08-6aeb-4964-b286-7839c6e77629 req-9250dbaf-0b39-4144-98e7-0be617d466ce tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:24.929285 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58ffaf08-6aeb-4964-b286-7839c6e77629 req-9250dbaf-0b39-4144-98e7-0be617d466ce tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 1135 time: 0.0509491
Dec 18 21:19:24.970963 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-58ffaf08-6aeb-4964-b286-7839c6e77629 req-461a3dd6-73e1-4536-bc34-bd645810b685 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:25.074980 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-58ffaf08-6aeb-4964-b286-7839c6e77629 req-461a3dd6-73e1-4536-bc34-bd645810b685 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:25.078986 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-58ffaf08-6aeb-4964-b286-7839c6e77629 req-461a3dd6-73e1-4536-bc34-bd645810b685 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:25.126584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a3dd6-73e1-4536-bc34-bd645810b685 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee07829-0c40-4baa-80f0-1c51ea98ece6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:25.132896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58ffaf08-6aeb-4964-b286-7839c6e77629 req-461a3dd6-73e1-4536-bc34-bd645810b685 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.1752696
Dec 18 21:19:25.156305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48148) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:25.209021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c700cd91-b095-4b04-9ef9-f75558e36bde tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:25.210691 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c700cd91-b095-4b04-9ef9-f75558e36bde tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 1130 time: 0.0532582
Dec 18 21:19:25.213823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48150) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:25.219028 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:25.244384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:25.343088 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:25.448169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Allocated IP 172.35.3.49 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/8c8d7e0d-39af-4bdd-9cc6-1edb3832d14a) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:19:25.636161 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:25.645530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-26696a5b-d0c9-48cf-8ceb-9df825b878a4 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:25.647019 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-26696a5b-d0c9-48cf-8ceb-9df825b878a4 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.31 "GET /v2.0/networks?id=5e5f9913-d308-40a2-aebf-8996e1d67943 HTTP/1.1" status: 200  len: 809 time: 0.1481321
Dec 18 21:19:25.664756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Request body: {'port': {'device_id': 'cfa4399a-9312-45b5-9afd-22ef3108c648', 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943', 'admin_state_up': True, 'tenant_id': '126c6d3b7ace4bd2ae9d84ba23cf9ccb'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:25.687205 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae5455d9-640f-4406-b23b-be12e372e2fd req-5cf5186a-b2e4-4e83-8cf9-ef6997c4ba0d tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 210 time: 0.0286114
Dec 18 21:19:25.741563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:25.752617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:19:25.772577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:19:25.772913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device ceebd3a2-aaaa-42d3-8dc9-cb220c492ef3 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:19:25.805847 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:19:25.811384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:19:25.815370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:19:25.841819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Port': ['ID=8c8d7e0d-39af-4bdd-9cc6-1edb3832d14a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:25.880237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Made reservation on behalf of 126c6d3b7ace4bd2ae9d84ba23cf9ccb for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:19:25.883597 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:26.153673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Allocated IP 172.20.0.10 (5e5f9913-d308-40a2-aebf-8996e1d67943/2c81dd17-8809-4ae8-bc3b-7beaa21c4187/97721db6-c0d4-427a-bf3b-29a6939f6da3) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:19:26.413199 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:26.444543 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:26.506162 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:26.533183 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:26.590994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Network 5e5f9913-d308-40a2-aebf-8996e1d67943 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:19:26.598820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:19:26.603879 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:19:26.658840 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Pushing event updated for resources: {'Port': ['ID=97721db6-c0d4-427a-bf3b-29a6939f6da3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:26.702888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:26.703502 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:26.734227 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-059e7bb9-1fd5-4e9e-9150-66f10c906ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0761261
Dec 18 21:19:26.751181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Request body: {'port': {'device_id': 'cfa4399a-9312-45b5-9afd-22ef3108c648', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:26.808548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad969c-1178-4971-a49f-17b96419462d req-8354346e-87f0-4298-9178-58b3eeb635cd tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:26.810061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14ad969c-1178-4971-a49f-17b96419462d req-8354346e-87f0-4298-9178-58b3eeb635cd tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 932 time: 0.0486829
Dec 18 21:19:26.810558 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:26.819193 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:26.828811 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:26.859830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14ad969c-1178-4971-a49f-17b96419462d req-d4a0ed49-e667-43b9-9e85-4b39785d3ebe tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421915
Dec 18 21:19:26.925543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Port': ['ID=8c8d7e0d-39af-4bdd-9cc6-1edb3832d14a,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:26.946104 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:27.146475 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Floating IP bca8bfad-a690-4210-a110-e7d215189091 associated. External IP: 172.35.3.49, port: 257da8ba-96d1-45a1-8c0e-37a7a2967f3e.
Dec 18 21:19:27.359570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97721db6-c0d4-427a-bf3b-29a6939f6da3 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:19:27.369227 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:27.417801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Transition to ACTIVE for port object 97721db6-c0d4-427a-bf3b-29a6939f6da3 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:19:27.422142 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:27.481728 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Pushing event updated for resources: {'Port': ['ID=97721db6-c0d4-427a-bf3b-29a6939f6da3,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:27.484896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Router f28596f9-c73f-43e2-a9a4-08be38d04af4 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:19:27.939861 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Attempting to bind port 97721db6-c0d4-427a-bf3b-29a6939f6da3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:19:27.940524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Attempting to bind port 97721db6-c0d4-427a-bf3b-29a6939f6da3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f2e3b5b3-cd01-47d6-b0df-a77a1f192c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:19:27.940524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Attempting to bind port 97721db6-c0d4-427a-bf3b-29a6939f6da3 on network 5e5f9913-d308-40a2-aebf-8996e1d67943 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:19:27.949942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Port 97721db6-c0d4-427a-bf3b-29a6939f6da3 on network 5e5f9913-d308-40a2-aebf-8996e1d67943 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:19:27.950274 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Attempting to bind port 97721db6-c0d4-427a-bf3b-29a6939f6da3 on network 5e5f9913-d308-40a2-aebf-8996e1d67943 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:19:27.959480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:19:27.959822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Checking segment: {'id': 'f2e3b5b3-cd01-47d6-b0df-a77a1f192c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:19:27.960205 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Bound using segment: {'id': 'f2e3b5b3-cd01-47d6-b0df-a77a1f192c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:19:27.960639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Bound port: 97721db6-c0d4-427a-bf3b-29a6939f6da3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e3b5b3-cd01-47d6-b0df-a77a1f192c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:19:27.960992 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:27.964154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:19:27.976160 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a27170-0910-4e31-9162-3414e54b20dc None None] Sync routers for ids ['f28596f9-c73f-43e2-a9a4-08be38d04af4'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:19:27.978455 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704f433-f774-4172-9945-0b7f646d4521 req-c824e48e-d640-4b69-b8df-62681c0de563 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:27.986401 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9704f433-f774-4172-9945-0b7f646d4521 req-c824e48e-d640-4b69-b8df-62681c0de563 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 944 time: 0.0598073
Dec 18 21:19:27.987897 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a27170-0910-4e31-9162-3414e54b20dc None None] Routers {'f28596f9-c73f-43e2-a9a4-08be38d04af4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:19:27.988623 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e6a27170-0910-4e31-9162-3414e54b20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7dd3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:19:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f28596f9-c73f-43e2-a9a4-08be38d04af4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:28.012963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:28.031561 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9704f433-f774-4172-9945-0b7f646d4521 req-eef0c307-2052-4729-b732-a5d7b77fcbf4 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442605
Dec 18 21:19:28.055413 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a3dac6fd-1e77-4454-b3c7-fd526c1f4b4a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8357420
Dec 18 21:19:28.055663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48176) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:28.055759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'tag': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:19:28.056324 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e4c3a8-b643-4922-98b5-3d9dbf46a09f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c45feb3-d2c8-4747-8358-9b4d3349e35d", "tag": "257da8ba-96d1-45a1-8c0e-37a7a2967f3e"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:19:28.065527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] For port 97721db6-c0d4-427a-bf3b-29a6939f6da3, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:19:28.069870 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] For port 97721db6-c0d4-427a-bf3b-29a6939f6da3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97721db6-c0d4-427a-bf3b-29a6939f6da3,segment=NetworkSegment(f2e3b5b3-cd01-47d6-b0df-a77a1f192c61),segment_id=f2e3b5b3-cd01-47d6-b0df-a77a1f192c61)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:19:28.075348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:28.103851 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f76c09-2551-4d8a-902e-308cf3678ed8 x-openstack-request-id: req-54f76c09-2551-4d8a-902e-308cf3678ed8 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:19:28.104225 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c45feb3-d2c8-4747-8358-9b4d3349e35d", "tag": "257da8ba-96d1-45a1-8c0e-37a7a2967f3e", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:19:28.104586 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54f76c09-2551-4d8a-902e-308cf3678ed8 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:19:28.105093 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'tag': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e', 'status': 'completed', 'code': 200}
Dec 18 21:19:28.119487 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.120305 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:28.122466 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] 10.222.0.31 "PUT /v2.0/ports/97721db6-c0d4-427a-bf3b-29a6939f6da3 HTTP/1.1" status: 200  len: 1092 time: 1.3768301
Dec 18 21:19:28.126628 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-e6a27170-0910-4e31-9162-3414e54b20dc None None] Set router f28596f9-c73f-43e2-a9a4-08be38d04af4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:19:28.179944 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a9c27-dc6a-4e38-9399-363dbc031721 service neutron] Pushing event updated for resources: {'Port': ['ID=97721db6-c0d4-427a-bf3b-29a6939f6da3,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:28.222563 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-5ed59404-273d-4f95-93a4-b9951a069e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.224093 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-5ed59404-273d-4f95-93a4-b9951a069e64 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=126c6d3b7ace4bd2ae9d84ba23cf9ccb&device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 1095 time: 0.0542991
Dec 18 21:19:28.226136 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4c3a8-b643-4922-98b5-3d9dbf46a09f req-64969809-29ef-47d0-a280-d679f62d3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.227626 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f2e4c3a8-b643-4922-98b5-3d9dbf46a09f req-64969809-29ef-47d0-a280-d679f62d3b52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4fc0be93c7544e6eb79d01c1bf880625&device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 1135 time: 0.0906177
Dec 18 21:19:28.277114 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-0f646533-493c-4f2f-a3f2-7ed82bc785b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97721db6-c0d4-427a-bf3b-29a6939f6da3 HTTP/1.1" status: 200  len: 217 time: 0.0448143
Dec 18 21:19:28.283073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3728c3-1868-43cc-8eb4-f47469f9982c tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.283618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3728c3-1868-43cc-8eb4-f47469f9982c tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.284096 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3728c3-1868-43cc-8eb4-f47469f9982c tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.284566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3728c3-1868-43cc-8eb4-f47469f9982c tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.285236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3728c3-1868-43cc-8eb4-f47469f9982c tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.285761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3728c3-1868-43cc-8eb4-f47469f9982c tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.287970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bb3728c3-1868-43cc-8eb4-f47469f9982c tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4285 time: 0.2331517
Dec 18 21:19:28.290800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48184) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:28.380876 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-6d99dfc9-ae62-4a5b-adcd-0b6c9c87b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.382730 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-6d99dfc9-ae62-4a5b-adcd-0b6c9c87b6d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c81dd17-8809-4ae8-bc3b-7beaa21c4187 HTTP/1.1" status: 200  len: 849 time: 0.0948169
Dec 18 21:19:28.393151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ec7c90-3956-4003-8df0-7a8cc70974d6 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.393623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ec7c90-3956-4003-8df0-7a8cc70974d6 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.394098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ec7c90-3956-4003-8df0-7a8cc70974d6 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.394589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ec7c90-3956-4003-8df0-7a8cc70974d6 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.395047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ec7c90-3956-4003-8df0-7a8cc70974d6 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.395500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ec7c90-3956-4003-8df0-7a8cc70974d6 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.398823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-97ec7c90-3956-4003-8df0-7a8cc70974d6 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4006 time: 0.1069245
Dec 18 21:19:28.401569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48196) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:28.426417 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-dd1f36e6-ba14-4ade-9a87-19651ca216e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5e5f9913-d308-40a2-aebf-8996e1d67943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0360646
Dec 18 21:19:28.432260 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4c3a8-b643-4922-98b5-3d9dbf46a09f req-950b530a-8c77-4bdb-a35d-55a6734ebe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.432442 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f2e4c3a8-b643-4922-98b5-3d9dbf46a09f req-950b530a-8c77-4bdb-a35d-55a6734ebe40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 HTTP/1.1" status: 200  len: 898 time: 0.1932104
Dec 18 21:19:28.448605 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e6a27170-0910-4e31-9162-3414e54b20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7dd3d0>, [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:08Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bca8bfad-a690-4210-a110-e7d215189091', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'floating_ip_address': '172.35.3.49', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'port_id': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'mac_address': 'fa:16:3e:34:b1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:19:26Z', 'updated_at': '2021-12-18T21:19:26Z', 'revision_number': 0, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776dce54-fca3-40cb-83b1-f2f2e46f71af', 'name': '', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'mac_address': 'fa:16:3e:cd:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:07Z', 'updated_at': '2021-12-18T21:19:11Z', 'revision_number': 5, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'subnets': [{'id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:28.475971 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a27170-0910-4e31-9162-3414e54b20dc None None] Checking router: f28596f9-c73f-43e2-a9a4-08be38d04af4 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:19:28.488065 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a27170-0910-4e31-9162-3414e54b20dc None None] Routers {'f28596f9-c73f-43e2-a9a4-08be38d04af4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:19:28.488937 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e6a27170-0910-4e31-9162-3414e54b20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7dd3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:19:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f28596f9-c73f-43e2-a9a4-08be38d04af4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:28.554531 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f2e4c3a8-b643-4922-98b5-3d9dbf46a09f req-ca664535-2aa8-4540-a5d0-a4cadc4bc764 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257da8ba-96d1-45a1-8c0e-37a7a2967f3e HTTP/1.1" status: 200  len: 998 time: 0.1037133
Dec 18 21:19:28.599367 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-a43cf8d0-cbc8-4aaf-bac2-b73ed97373ac service neutron] 10.222.0.31 "GET /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657159
Dec 18 21:19:28.609426 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-e6a27170-0910-4e31-9162-3414e54b20dc None None] Set router f28596f9-c73f-43e2-a9a4-08be38d04af4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:19:28.654209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-866f460a-a83e-411a-832d-2d252b1b614e tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.656021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-866f460a-a83e-411a-832d-2d252b1b614e tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/networks?id=4a319045-7962-4b86-bd9c-05ab97eb05f9 HTTP/1.1" status: 200  len: 814 time: 0.2249603
Dec 18 21:19:28.667635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4c3a8-b643-4922-98b5-3d9dbf46a09f req-7056ab52-a3c0-4b3c-8148-707a8580165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.670042 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f2e4c3a8-b643-4922-98b5-3d9dbf46a09f req-7056ab52-a3c0-4b3c-8148-707a8580165a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c984dff-7197-43a8-9d8e-01c85d71b16b HTTP/1.1" status: 200  len: 834 time: 0.1049891
Dec 18 21:19:28.690839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-9457fc3e-21f5-4c10-a687-2d891e4faa12 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/quotas/c2d14b131ac74307b9aa94aded5f3f5e HTTP/1.1" status: 200  len: 375 time: 0.0256808
Dec 18 21:19:28.743275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-225898cf-c6f1-49b0-8d06-892574f27a8c tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2d14b131ac74307b9aa94aded5f3f5e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0385811
Dec 18 21:19:28.744622 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3d7e2d91-e874-4a72-accb-e1fd044250c2 req-ba3fee18-f3af-4796-8f44-e7f0ea26d34c service neutron] 10.222.0.31 "GET /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367753
Dec 18 21:19:28.754369 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4c3a8-b643-4922-98b5-3d9dbf46a09f req-8bb2dc9f-3fa2-42e5-9fd0-920082cb481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.755932 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f2e4c3a8-b643-4922-98b5-3d9dbf46a09f req-8bb2dc9f-3fa2-42e5-9fd0-920082cb481c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0722368
Dec 18 21:19:28.842736 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-52d2b69d-f111-40b1-ac9b-acf75da66b15 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1613 time: 0.4376142
Dec 18 21:19:28.843174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48198) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:28.870825 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-e6a27170-0910-4e31-9162-3414e54b20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7dd3d0>, [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:08Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bca8bfad-a690-4210-a110-e7d215189091', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'floating_ip_address': '172.35.3.49', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'port_id': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'mac_address': 'fa:16:3e:34:b1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:19:26Z', 'updated_at': '2021-12-18T21:19:26Z', 'revision_number': 0, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776dce54-fca3-40cb-83b1-f2f2e46f71af', 'name': '', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'mac_address': 'fa:16:3e:cd:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:07Z', 'updated_at': '2021-12-18T21:19:11Z', 'revision_number': 5, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'subnets': [{'id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:28.875841 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f2e4c3a8-b643-4922-98b5-3d9dbf46a09f req-dddfa8d3-33b2-4c4b-bc87-8605584a2dee service neutron] 10.222.0.36 "GET /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1127141
Dec 18 21:19:28.876653 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-3ca8cfb9-12df-498d-98ae-5a624ea1930f service neutron] 10.222.0.13 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1182652
Dec 18 21:19:28.900504 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a27170-0910-4e31-9162-3414e54b20dc None None] The sync data for ids ['f28596f9-c73f-43e2-a9a4-08be38d04af4'] in ncdv-master-1 is: [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:08Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bca8bfad-a690-4210-a110-e7d215189091', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'floating_ip_address': '172.35.3.49', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'port_id': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'mac_address': 'fa:16:3e:34:b1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:19:26Z', 'updated_at': '2021-12-18T21:19:26Z', 'revision_number': 0, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776dce54-fca3-40cb-83b1-f2f2e46f71af', 'name': '', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'mac_address': 'fa:16:3e:cd:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:07Z', 'updated_at': '2021-12-18T21:19:11Z', 'revision_number': 5, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'subnets': [{'id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:19:28.939261 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87801a0e-05bc-41b9-bf8c-5d3a67ab57ae tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.939753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87801a0e-05bc-41b9-bf8c-5d3a67ab57ae tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:28.941810 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-87801a0e-05bc-41b9-bf8c-5d3a67ab57ae tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f28596f9-c73f-43e2-a9a4-08be38d04af4 HTTP/1.1" status: 200  len: 1991 time: 0.0975163
Dec 18 21:19:28.977679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-d5848dcc-55be-429b-b903-70abb60d56c9 service neutron] 10.222.0.13 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942862
Dec 18 21:19:28.985750 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f2e4c3a8-b643-4922-98b5-3d9dbf46a09f req-0e7ab3f1-cb29-4cdf-a65e-b1bd3cca1531 service neutron] 10.222.0.36 "GET /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1014128
Dec 18 21:19:29.122544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adc1c57-8045-4bd7-b0a2-da5cd2ad05f7 None None] New status for floating IP bca8bfad-a690-4210-a110-e7d215189091: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:19:29.188754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-822e0470-aadd-4708-9321-c06800eef307 req-c42efe67-19ef-4d0c-bf07-08526dad5443 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 210 time: 0.0543826
Dec 18 21:19:29.224669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad0998-9cb0-423e-a256-0f45178fd894 req-7af50389-0f04-4099-9600-7166441eceea tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:29.224669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64ad0998-9cb0-423e-a256-0f45178fd894 req-7af50389-0f04-4099-9600-7166441eceea tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 944 time: 0.0789685
Dec 18 21:19:29.276571 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64ad0998-9cb0-423e-a256-0f45178fd894 req-ff35ce7e-b40d-48b4-9588-b7adcd820c62 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437558
Dec 18 21:19:30.091852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-4e4084ae-f82c-46ce-9b26-15fc9174d05e tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:30.093298 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-4e4084ae-f82c-46ce-9b26-15fc9174d05e tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.31 "GET /v2.0/networks?id=4a319045-7962-4b86-bd9c-05ab97eb05f9 HTTP/1.1" status: 200  len: 814 time: 0.1080484
Dec 18 21:19:30.107369 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Request body: {'port': {'device_id': '1395a5ef-f368-42fe-bac4-a24564f6b5a1', 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9', 'admin_state_up': True, 'tenant_id': 'c2d14b131ac74307b9aa94aded5f3f5e'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:30.110240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa4399a-9312-45b5-9afd-22ef3108c648', 'tag': '97721db6-c0d4-427a-bf3b-29a6939f6da3'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:19:30.112542 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec715517-5492-4163-bf7f-59705de79dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa4399a-9312-45b5-9afd-22ef3108c648", "tag": "97721db6-c0d4-427a-bf3b-29a6939f6da3"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:19:30.157216 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38408e3d-4745-4a1b-8462-dd66a1b15db8 x-openstack-request-id: req-38408e3d-4745-4a1b-8462-dd66a1b15db8 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:19:30.157507 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa4399a-9312-45b5-9afd-22ef3108c648", "tag": "97721db6-c0d4-427a-bf3b-29a6939f6da3", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:19:30.157761 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38408e3d-4745-4a1b-8462-dd66a1b15db8 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:19:30.158147 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa4399a-9312-45b5-9afd-22ef3108c648', 'tag': '97721db6-c0d4-427a-bf3b-29a6939f6da3', 'status': 'completed', 'code': 200}
Dec 18 21:19:30.210793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec715517-5492-4163-bf7f-59705de79dd7 req-fcf0dd72-8635-4099-9297-ead3eeef12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:30.212283 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec715517-5492-4163-bf7f-59705de79dd7 req-fcf0dd72-8635-4099-9297-ead3eeef12cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=126c6d3b7ace4bd2ae9d84ba23cf9ccb&device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 1095 time: 0.0400281
Dec 18 21:19:30.232798 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Made reservation on behalf of c2d14b131ac74307b9aa94aded5f3f5e for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:19:30.236861 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:30.295820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0691346-5f3c-410e-9240-ef05a960d507 req-aa0b77a6-a629-43c2-93b6-96700b1f356c tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 210 time: 0.0300977
Dec 18 21:19:30.336215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec715517-5492-4163-bf7f-59705de79dd7 req-8e29f224-bc44-40fc-933a-d550eaed3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:30.337677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec715517-5492-4163-bf7f-59705de79dd7 req-8e29f224-bc44-40fc-933a-d550eaed3511 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5e5f9913-d308-40a2-aebf-8996e1d67943 HTTP/1.1" status: 200  len: 910 time: 0.1184976
Dec 18 21:19:30.374568 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Allocated IP 172.20.0.4 (4a319045-7962-4b86-bd9c-05ab97eb05f9/60ac5624-bb0b-4d5b-9cc6-9c7077125ba0/3a467b03-fb6e-4723-8389-19b8585c616d) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:19:30.388520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec715517-5492-4163-bf7f-59705de79dd7 req-1f4f76a3-ffa2-4597-b445-8eb94a50b6c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97721db6-c0d4-427a-bf3b-29a6939f6da3 HTTP/1.1" status: 200  len: 217 time: 0.0437663
Dec 18 21:19:30.461839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52394e-b114-41a2-bba8-269d63a5459c req-95f6f27d-46d2-4299-aaef-519d3c013b6b tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:30.463352 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce52394e-b114-41a2-bba8-269d63a5459c req-95f6f27d-46d2-4299-aaef-519d3c013b6b tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 944 time: 0.1117239
Dec 18 21:19:30.467519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec715517-5492-4163-bf7f-59705de79dd7 req-01f03b87-73eb-4ceb-9149-49e1b241238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:30.468888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec715517-5492-4163-bf7f-59705de79dd7 req-01f03b87-73eb-4ceb-9149-49e1b241238d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c81dd17-8809-4ae8-bc3b-7beaa21c4187 HTTP/1.1" status: 200  len: 849 time: 0.0622609
Dec 18 21:19:30.515197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec715517-5492-4163-bf7f-59705de79dd7 req-b8d67439-a0fa-49b6-b70d-73808cb20468 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5e5f9913-d308-40a2-aebf-8996e1d67943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383224
Dec 18 21:19:30.528403 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:30.552132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce52394e-b114-41a2-bba8-269d63a5459c req-5af18fb2-4739-4068-bcc3-622c2d5dc43a tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818133
Dec 18 21:19:30.563307 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:30.619812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec715517-5492-4163-bf7f-59705de79dd7 req-76eca058-e145-4e49-bd9e-f502c580e7ee service neutron] 10.222.0.31 "GET /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0945227
Dec 18 21:19:30.620144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Network 4a319045-7962-4b86-bd9c-05ab97eb05f9 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:19:30.623272 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:19:30.627202 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:19:30.634226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Pushing event updated for resources: {'Port': ['ID=3a467b03-fb6e-4723-8389-19b8585c616d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:30.641883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba8493-ca0e-4263-b2f6-e6e360919c56 None None] DHCP port deletion for 4a319045-7962-4b86-bd9c-05ab97eb05f9 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:19:30.685555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:30.686169 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:30.702458 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-8204bfeb-641b-4567-bdc1-5317895e7304 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5995474
Dec 18 21:19:30.711521 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ec715517-5492-4163-bf7f-59705de79dd7 req-1fefa7f5-7a94-49c3-a415-28e0b603bc49 service neutron] 10.222.0.31 "GET /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845881
Dec 18 21:19:30.718669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Request body: {'port': {'device_id': '1395a5ef-f368-42fe-bac4-a24564f6b5a1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:30.756008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f17f3a7c-a931-4214-977e-c042820565e9 None None] Provisioning complete for port 3a467b03-fb6e-4723-8389-19b8585c616d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:30.756366 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f17f3a7c-a931-4214-977e-c042820565e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:30.787594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:30.797295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f17f3a7c-a931-4214-977e-c042820565e9 None None] Port 3a467b03-fb6e-4723-8389-19b8585c616d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:19:31.062915 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a467b03-fb6e-4723-8389-19b8585c616d {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:19:31.071420 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:31.084356 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Transition to ACTIVE for port object 3a467b03-fb6e-4723-8389-19b8585c616d will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:19:31.088138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:31.129590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa8270-56ea-4ea3-adb9-4d50360e4384 None None] DHCP port deletion for 4a319045-7962-4b86-bd9c-05ab97eb05f9 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:19:31.136381 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a467b03-fb6e-4723-8389-19b8585c616d,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:31.208941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Attempting to bind port 3a467b03-fb6e-4723-8389-19b8585c616d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:19:31.209281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Attempting to bind port 3a467b03-fb6e-4723-8389-19b8585c616d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '110f1908-d18a-44c7-bd85-0eee553df8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:19:31.209608 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Attempting to bind port 3a467b03-fb6e-4723-8389-19b8585c616d on network 4a319045-7962-4b86-bd9c-05ab97eb05f9 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:19:31.213926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Port 3a467b03-fb6e-4723-8389-19b8585c616d on network 4a319045-7962-4b86-bd9c-05ab97eb05f9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:19:31.214245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Attempting to bind port 3a467b03-fb6e-4723-8389-19b8585c616d on network 4a319045-7962-4b86-bd9c-05ab97eb05f9 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:19:31.219237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:19:31.219752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Checking segment: {'id': '110f1908-d18a-44c7-bd85-0eee553df8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:19:31.220319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Bound using segment: {'id': '110f1908-d18a-44c7-bd85-0eee553df8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:19:31.220743 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Bound port: 3a467b03-fb6e-4723-8389-19b8585c616d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110f1908-d18a-44c7-bd85-0eee553df8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:19:31.221097 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:31.282491 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] For port 3a467b03-fb6e-4723-8389-19b8585c616d, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:19:31.285363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] For port 3a467b03-fb6e-4723-8389-19b8585c616d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a467b03-fb6e-4723-8389-19b8585c616d,segment=NetworkSegment(110f1908-d18a-44c7-bd85-0eee553df8f4),segment_id=110f1908-d18a-44c7-bd85-0eee553df8f4)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:19:31.289934 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:31.326021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:31.326750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:31.328134 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] 10.222.0.31 "PUT /v2.0/ports/3a467b03-fb6e-4723-8389-19b8585c616d HTTP/1.1" status: 200  len: 1091 time: 0.6184626
Dec 18 21:19:31.329764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe7746f-513f-4918-aad8-6962c47987ec None None] DHCP port deletion for 4a319045-7962-4b86-bd9c-05ab97eb05f9 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:19:31.353187 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e507c-f53d-4868-80d9-d99a7bf6b5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a467b03-fb6e-4723-8389-19b8585c616d,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:31.414582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-690c9cb2-31f4-47c4-8bf9-642b69691ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:31.416174 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-690c9cb2-31f4-47c4-8bf9-642b69691ca8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2d14b131ac74307b9aa94aded5f3f5e&device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 1094 time: 0.0481508
Dec 18 21:19:31.442835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b91e-6d8a-44ba-937c-4d15098029da req-f0d27548-5185-4999-832e-6e6055e106e4 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:31.444356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2060b91e-6d8a-44ba-937c-4d15098029da req-f0d27548-5185-4999-832e-6e6055e106e4 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 943 time: 0.0576446
Dec 18 21:19:31.463487 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-23b6ae09-e125-48cf-9106-c45d47cbcf5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a467b03-fb6e-4723-8389-19b8585c616d HTTP/1.1" status: 200  len: 217 time: 0.0390248
Dec 18 21:19:31.492837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2060b91e-6d8a-44ba-937c-4d15098029da req-4e4b8ba1-312c-4c35-8e8c-c39171a07a46 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409067
Dec 18 21:19:31.512255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-1ef3dba8-a09b-413f-be93-f47c86d7cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:31.514405 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-1ef3dba8-a09b-413f-be93-f47c86d7cc5b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60ac5624-bb0b-4d5b-9cc6-9c7077125ba0 HTTP/1.1" status: 200  len: 854 time: 0.0438576
Dec 18 21:19:31.545048 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-2d9f07f1-19f1-49fc-94e5-d874ed3bcbe2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a319045-7962-4b86-bd9c-05ab97eb05f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240824
Dec 18 21:19:31.640128 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-b3578cc6-1daa-4510-9872-e18be3e78aed service neutron] 10.222.0.31 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885289
Dec 18 21:19:31.672039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac280e-a0e3-4715-8095-a235c3faa772 req-55563540-2fad-43c9-9f2f-fcdcdf33a865 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:31.673449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-caac280e-a0e3-4715-8095-a235c3faa772 req-55563540-2fad-43c9-9f2f-fcdcdf33a865 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 944 time: 0.0498121
Dec 18 21:19:31.732340 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-caac280e-a0e3-4715-8095-a235c3faa772 req-a88401a3-3a88-40ef-95ec-f161e1cf1e30 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517709
Dec 18 21:19:31.737201 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-30aff390-efd8-4dec-b2f5-6b167abda283 req-2ae16b84-681e-4ac1-bf83-9b6604349ca1 service neutron] 10.222.0.31 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901072
Dec 18 21:19:31.831643 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 97721db6-c0d4-427a-bf3b-29a6939f6da3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:19:31.925435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 97721db6-c0d4-427a-bf3b-29a6939f6da3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97721db6-c0d4-427a-bf3b-29a6939f6da3,segment=NetworkSegment(f2e3b5b3-cd01-47d6-b0df-a77a1f192c61),segment_id=f2e3b5b3-cd01-47d6-b0df-a77a1f192c61)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:31.936197 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '97721db6-c0d4-427a-bf3b-29a6939f6da3', 'network_id': '5e5f9913-d308-40a2-aebf-8996e1d67943', 'port_id': '97721db6-c0d4-427a-bf3b-29a6939f6da3', 'mac_address': 'fa:16:3e:88:7b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c81dd17-8809-4ae8-bc3b-7beaa21c4187', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:19:31.971177 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:31.983729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97721db6-c0d4-427a-bf3b-29a6939f6da3 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:19:32.005209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 97721db6-c0d4-427a-bf3b-29a6939f6da3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97721db6-c0d4-427a-bf3b-29a6939f6da3,segment=NetworkSegment(f2e3b5b3-cd01-47d6-b0df-a77a1f192c61),segment_id=f2e3b5b3-cd01-47d6-b0df-a77a1f192c61)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:32.009328 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:32.062522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=97721db6-c0d4-427a-bf3b-29a6939f6da3,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:32.158952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1395a5ef-f368-42fe-bac4-a24564f6b5a1', 'tag': '3a467b03-fb6e-4723-8389-19b8585c616d'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:19:32.161268 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3267beb-72f4-48d8-8102-ca38309c5fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "1395a5ef-f368-42fe-bac4-a24564f6b5a1", "tag": "3a467b03-fb6e-4723-8389-19b8585c616d"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:19:32.198494 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4628dbc-91e3-4630-94b8-eb4819d79cb9 x-openstack-request-id: req-a4628dbc-91e3-4630-94b8-eb4819d79cb9 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:19:32.198793 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1395a5ef-f368-42fe-bac4-a24564f6b5a1", "tag": "3a467b03-fb6e-4723-8389-19b8585c616d", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:19:32.199054 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4628dbc-91e3-4630-94b8-eb4819d79cb9 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:19:32.199455 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1395a5ef-f368-42fe-bac4-a24564f6b5a1', 'tag': '3a467b03-fb6e-4723-8389-19b8585c616d', 'status': 'completed', 'code': 200}
Dec 18 21:19:32.207563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['97721db6-c0d4-427a-bf3b-29a6939f6da3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:19:32.265021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3267beb-72f4-48d8-8102-ca38309c5fb3 req-34ab7434-89a9-439f-8bfa-beef1a756917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:32.266611 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3267beb-72f4-48d8-8102-ca38309c5fb3 req-34ab7434-89a9-439f-8bfa-beef1a756917 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2d14b131ac74307b9aa94aded5f3f5e&device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 1094 time: 0.0455284
Dec 18 21:19:32.372046 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3267beb-72f4-48d8-8102-ca38309c5fb3 req-85dc2861-45f5-4c5f-bc11-5eae9c97c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:32.373643 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3267beb-72f4-48d8-8102-ca38309c5fb3 req-85dc2861-45f5-4c5f-bc11-5eae9c97c0f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a319045-7962-4b86-bd9c-05ab97eb05f9 HTTP/1.1" status: 200  len: 915 time: 0.1003263
Dec 18 21:19:32.414713 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3267beb-72f4-48d8-8102-ca38309c5fb3 req-addb9ece-c3b9-4a64-87d1-cf29d2a072b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a467b03-fb6e-4723-8389-19b8585c616d HTTP/1.1" status: 200  len: 217 time: 0.0338800
Dec 18 21:19:32.465390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3267beb-72f4-48d8-8102-ca38309c5fb3 req-c8f1e5e2-08e2-4f0c-9bc7-3195f51b3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:32.467385 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3267beb-72f4-48d8-8102-ca38309c5fb3 req-c8f1e5e2-08e2-4f0c-9bc7-3195f51b3935 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60ac5624-bb0b-4d5b-9cc6-9c7077125ba0 HTTP/1.1" status: 200  len: 854 time: 0.0460932
Dec 18 21:19:32.499085 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3267beb-72f4-48d8-8102-ca38309c5fb3 req-ddd9c4e4-38bc-4384-b336-2500b03ef57d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a319045-7962-4b86-bd9c-05ab97eb05f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0233612
Dec 18 21:19:32.588946 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3267beb-72f4-48d8-8102-ca38309c5fb3 req-53df4bea-afdf-46f0-b0c0-df8db0f1912f service neutron] 10.222.0.31 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811481
Dec 18 21:19:32.609398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9a6a7-91f0-4736-a1b6-3f5f3a4affcb req-91f0a9e7-d8cd-4849-b679-974be4fd80ad tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:32.610910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12e9a6a7-91f0-4736-a1b6-3f5f3a4affcb req-91f0a9e7-d8cd-4849-b679-974be4fd80ad tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 943 time: 0.0513575
Dec 18 21:19:32.668543 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12e9a6a7-91f0-4736-a1b6-3f5f3a4affcb req-711aac13-8d6a-4d91-a0ce-04ab5827ea4d tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515468
Dec 18 21:19:32.697944 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d3267beb-72f4-48d8-8102-ca38309c5fb3 req-7a6873c1-cbda-4648-b763-cb147429cc9f service neutron] 10.222.0.31 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021872
Dec 18 21:19:32.853993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a24c8-908b-499d-9942-717c77a79784 req-7c817ff3-c447-4d12-9081-5895c91ec0f9 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:32.855478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-230a24c8-908b-499d-9942-717c77a79784 req-7c817ff3-c447-4d12-9081-5895c91ec0f9 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 945 time: 0.0476887
Dec 18 21:19:32.902463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-230a24c8-908b-499d-9942-717c77a79784 req-55234f12-67bf-411f-b57c-66a805cf18e4 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410185
Dec 18 21:19:32.966648 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a6ef026c-2f7f-475e-a7d5-7639cab919f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:33.786513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaebd09-e067-47eb-8fa6-c0be8bdc2d11 req-d13c6dc0-1bc1-46db-93fc-6a9761304620 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:33.787960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6aaebd09-e067-47eb-8fa6-c0be8bdc2d11 req-d13c6dc0-1bc1-46db-93fc-6a9761304620 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 943 time: 0.0473247
Dec 18 21:19:33.836942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 97721db6-c0d4-427a-bf3b-29a6939f6da3 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:19:33.837248 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6aaebd09-e067-47eb-8fa6-c0be8bdc2d11 req-6220ed36-32d3-4117-849a-c9e77333ed93 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433056
Dec 18 21:19:33.886560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 97721db6-c0d4-427a-bf3b-29a6939f6da3 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:19:33.890378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 97721db6-c0d4-427a-bf3b-29a6939f6da3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:33.890758 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:33.966937 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:33.991512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa4399a-9312-45b5-9afd-22ef3108c648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97721db6-c0d4-427a-bf3b-29a6939f6da3'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:19:33.993740 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a1e264-00ec-43a8-95e6-0258f0cb42ad" -d '{"events": [{"server_uuid": "cfa4399a-9312-45b5-9afd-22ef3108c648", "name": "network-vif-plugged", "status": "completed", "tag": "97721db6-c0d4-427a-bf3b-29a6939f6da3"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:19:34.006695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 97721db6-c0d4-427a-bf3b-29a6939f6da3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97721db6-c0d4-427a-bf3b-29a6939f6da3,segment=NetworkSegment(f2e3b5b3-cd01-47d6-b0df-a77a1f192c61),segment_id=f2e3b5b3-cd01-47d6-b0df-a77a1f192c61)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:34.011416 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:34.022419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0689ace-a468-4c94-a4a5-3406f48fe259 req-0d899ee0-d351-4fff-b922-0ff6fe977794 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:34.024069 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0689ace-a468-4c94-a4a5-3406f48fe259 req-0d899ee0-d351-4fff-b922-0ff6fe977794 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 945 time: 0.0550799
Dec 18 21:19:34.037212 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712f3513-4064-4f3d-96c5-a6b860c6ae20 x-openstack-request-id: req-712f3513-4064-4f3d-96c5-a6b860c6ae20 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:19:34.037501 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa4399a-9312-45b5-9afd-22ef3108c648", "name": "network-vif-plugged", "status": "completed", "tag": "97721db6-c0d4-427a-bf3b-29a6939f6da3", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:19:34.037752 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-712f3513-4064-4f3d-96c5-a6b860c6ae20 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:19:34.038131 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa4399a-9312-45b5-9afd-22ef3108c648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97721db6-c0d4-427a-bf3b-29a6939f6da3', 'code': 200}
Dec 18 21:19:34.065167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=97721db6-c0d4-427a-bf3b-29a6939f6da3,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:34.077471 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0689ace-a468-4c94-a4a5-3406f48fe259 req-8295b7b0-fcdf-4548-b3cf-7015d23b62f4 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462554
Dec 18 21:19:34.138475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51e172-e756-4e63-a59e-a63ee766421b req-8f0999a7-2060-4a9d-8483-4d2c5b2fe6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:34.139988 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5d51e172-e756-4e63-a59e-a63ee766421b req-8f0999a7-2060-4a9d-8483-4d2c5b2fe6d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 1097 time: 0.0420935
Dec 18 21:19:34.183360 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5d51e172-e756-4e63-a59e-a63ee766421b req-091f91a9-a4a9-4bad-8255-c28f18cc7982 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369012
Dec 18 21:19:34.954483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfeaef-348f-4603-a86f-18ab84e45eb0 req-e5a8c14f-1577-4d07-8fda-fcbad1d30d4b tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:34.955959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cfeaef-348f-4603-a86f-18ab84e45eb0 req-e5a8c14f-1577-4d07-8fda-fcbad1d30d4b tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 943 time: 0.0479317
Dec 18 21:19:35.001550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cfeaef-348f-4603-a86f-18ab84e45eb0 req-58029f19-af04-42f1-9cd6-bb7931a44378 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396886
Dec 18 21:19:35.185239 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc69b324-2232-4d6c-96ce-5a60c74d467b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:35.202927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb459d-c5be-4177-9939-8156ae9dae1f req-ea9cedc1-2ffd-483f-a42b-52c6231e4e18 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:35.204425 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56bb459d-c5be-4177-9939-8156ae9dae1f req-ea9cedc1-2ffd-483f-a42b-52c6231e4e18 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 946 time: 0.0561576
Dec 18 21:19:35.250201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56bb459d-c5be-4177-9939-8156ae9dae1f req-0b315a48-221e-4dd1-a041-82d8de3057f9 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396941
Dec 18 21:19:35.836751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 3a467b03-fb6e-4723-8389-19b8585c616d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:19:35.928049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 3a467b03-fb6e-4723-8389-19b8585c616d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a467b03-fb6e-4723-8389-19b8585c616d,segment=NetworkSegment(110f1908-d18a-44c7-bd85-0eee553df8f4),segment_id=110f1908-d18a-44c7-bd85-0eee553df8f4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:35.939040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '3a467b03-fb6e-4723-8389-19b8585c616d', 'network_id': '4a319045-7962-4b86-bd9c-05ab97eb05f9', 'port_id': '3a467b03-fb6e-4723-8389-19b8585c616d', 'mac_address': 'fa:16:3e:58:5e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ac5624-bb0b-4d5b-9cc6-9c7077125ba0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:19:35.979370 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:35.992349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a467b03-fb6e-4723-8389-19b8585c616d {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:19:36.010458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 3a467b03-fb6e-4723-8389-19b8585c616d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a467b03-fb6e-4723-8389-19b8585c616d,segment=NetworkSegment(110f1908-d18a-44c7-bd85-0eee553df8f4),segment_id=110f1908-d18a-44c7-bd85-0eee553df8f4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:36.014994 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:36.063438 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=3a467b03-fb6e-4723-8389-19b8585c616d,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:36.119240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc36ab6-7d49-4b9b-a6dc-3afa57552663 req-6d4fb416-3c55-46f4-85c7-72b023f52144 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:36.120715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bc36ab6-7d49-4b9b-a6dc-3afa57552663 req-6d4fb416-3c55-46f4-85c7-72b023f52144 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 944 time: 0.0498915
Dec 18 21:19:36.167170 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4bc36ab6-7d49-4b9b-a6dc-3afa57552663 req-a6994487-167f-4443-bce6-43ec05266808 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402689
Dec 18 21:19:36.211895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['3a467b03-fb6e-4723-8389-19b8585c616d'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:19:36.363859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90d553-b8ce-4df1-9179-9310cd8e8922 req-b7fe2076-8ebe-472d-baec-3363a7b68646 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:36.365331 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff90d553-b8ce-4df1-9179-9310cd8e8922 req-b7fe2076-8ebe-472d-baec-3363a7b68646 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 946 time: 0.0480371
Dec 18 21:19:36.414571 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff90d553-b8ce-4df1-9179-9310cd8e8922 req-fa7b53a4-6b59-4c2d-ab9a-16eb05e31bd9 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431514
Dec 18 21:19:36.448805 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:37.003218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e87d4-9189-4bb6-89b5-e1b84bad7341 req-28ac1375-047e-4937-ab98-068454fb4df2 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:37.004593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-774e87d4-9189-4bb6-89b5-e1b84bad7341 req-28ac1375-047e-4937-ab98-068454fb4df2 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 946 time: 0.0477731
Dec 18 21:19:37.050411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-774e87d4-9189-4bb6-89b5-e1b84bad7341 req-474dcacc-f529-477a-8ea9-6cac954ad827 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397041
Dec 18 21:19:37.281964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60f121-2006-4f00-aa36-9fdd7f2e84fb req-00ede392-7228-4c94-b0dc-dc64f93444ad tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:37.283488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e60f121-2006-4f00-aa36-9fdd7f2e84fb req-00ede392-7228-4c94-b0dc-dc64f93444ad tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 944 time: 0.0469387
Dec 18 21:19:37.333838 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e60f121-2006-4f00-aa36-9fdd7f2e84fb req-8b222dac-0049-49e8-93fa-20fdde02c0a5 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441494
Dec 18 21:19:37.844886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 3a467b03-fb6e-4723-8389-19b8585c616d up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:19:37.892943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 3a467b03-fb6e-4723-8389-19b8585c616d completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:19:37.896588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 3a467b03-fb6e-4723-8389-19b8585c616d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:19:37.896960 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:37.977583 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:38.002427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1395a5ef-f368-42fe-bac4-a24564f6b5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a467b03-fb6e-4723-8389-19b8585c616d'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:19:38.004678 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e9d173-27f4-4f84-9da0-a281acb52a6c" -d '{"events": [{"server_uuid": "1395a5ef-f368-42fe-bac4-a24564f6b5a1", "name": "network-vif-plugged", "status": "completed", "tag": "3a467b03-fb6e-4723-8389-19b8585c616d"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:19:38.018926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 3a467b03-fb6e-4723-8389-19b8585c616d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a467b03-fb6e-4723-8389-19b8585c616d,segment=NetworkSegment(110f1908-d18a-44c7-bd85-0eee553df8f4),segment_id=110f1908-d18a-44c7-bd85-0eee553df8f4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:38.023747 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:38.046309 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8486b9-bcbe-4fdd-bbc2-192a85e228d9 x-openstack-request-id: req-8b8486b9-bcbe-4fdd-bbc2-192a85e228d9 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:19:38.046605 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1395a5ef-f368-42fe-bac4-a24564f6b5a1", "name": "network-vif-plugged", "status": "completed", "tag": "3a467b03-fb6e-4723-8389-19b8585c616d", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:19:38.046864 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b8486b9-bcbe-4fdd-bbc2-192a85e228d9 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:19:38.047254 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1395a5ef-f368-42fe-bac4-a24564f6b5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a467b03-fb6e-4723-8389-19b8585c616d', 'code': 200}
Dec 18 21:19:38.073247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=3a467b03-fb6e-4723-8389-19b8585c616d,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:38.149751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9fef-682b-460c-83e4-a2a78369e943 req-0b3eb7c0-8505-493c-8589-495a4b42bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:38.151305 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-343c9fef-682b-460c-83e4-a2a78369e943 req-0b3eb7c0-8505-493c-8589-495a4b42bb4b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 1096 time: 0.0455623
Dec 18 21:19:38.158089 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:38.193833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf8347-7b8f-453c-8554-d48fc421384a req-32f81db0-4477-47da-ba65-e0dda707ebf5 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:38.195387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6bf8347-7b8f-453c-8554-d48fc421384a req-32f81db0-4477-47da-ba65-e0dda707ebf5 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 946 time: 0.0690775
Dec 18 21:19:38.207056 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-343c9fef-682b-460c-83e4-a2a78369e943 req-6decc096-68c9-4573-9185-c8ec98cc4d5a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400176
Dec 18 21:19:38.256058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758705c3-05ea-4920-9908-b51f64ccbb43 req-b5fea710-adca-4efe-af9d-e4ce5123c4df tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:38.257426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-758705c3-05ea-4920-9908-b51f64ccbb43 req-b5fea710-adca-4efe-af9d-e4ce5123c4df tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 946 time: 0.0843027
Dec 18 21:19:38.273028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6bf8347-7b8f-453c-8554-d48fc421384a req-8d96e6d1-9fbf-4336-b7a8-75b7ad60f652 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b1f3a1a-44df-4b61-b2d1-279c49842e48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627594
Dec 18 21:19:38.492987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a1ef0-6538-4bbe-9020-d096cd6efd6f req-11acc57d-f6bf-498b-b508-e10d41528add tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:38.494497 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a0a1ef0-6538-4bbe-9020-d096cd6efd6f req-11acc57d-f6bf-498b-b508-e10d41528add tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 945 time: 0.0840626
Dec 18 21:19:38.524051 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-758705c3-05ea-4920-9908-b51f64ccbb43 req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Deleting port 97721db6-c0d4-427a-bf3b-29a6939f6da3 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:19:38.524302 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-758705c3-05ea-4920-9908-b51f64ccbb43 req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:38.543012 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:38.594316 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a0a1ef0-6538-4bbe-9020-d096cd6efd6f req-591b1120-66b8-4ba5-982f-7ddbd3c4eaeb tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919726
Dec 18 21:19:38.635294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-758705c3-05ea-4920-9908-b51f64ccbb43 req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] For port 97721db6-c0d4-427a-bf3b-29a6939f6da3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97721db6-c0d4-427a-bf3b-29a6939f6da3,segment=NetworkSegment(f2e3b5b3-cd01-47d6-b0df-a77a1f192c61),segment_id=f2e3b5b3-cd01-47d6-b0df-a77a1f192c61)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:19:38.635653 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-758705c3-05ea-4920-9908-b51f64ccbb43 req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:38.647749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-758705c3-05ea-4920-9908-b51f64ccbb43 req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Calling delete_port for 97721db6-c0d4-427a-bf3b-29a6939f6da3 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:19:38.771884 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-758705c3-05ea-4920-9908-b51f64ccbb43 req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:38.784523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['97721db6-c0d4-427a-bf3b-29a6939f6da3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:19:39.141766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Pushing event deleted for resources: {'Port': ['ID=97721db6-c0d4-427a-bf3b-29a6939f6da3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:39.163118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.163462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.163797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.164127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.164459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.164788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.165110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.165430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.165750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.166065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.166844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.167853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.168189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:19:39.194948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-758705c3-05ea-4920-9908-b51f64ccbb43 req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] No DVR routers for this DVR port 97721db6-c0d4-427a-bf3b-29a6939f6da3 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:19:39.199336 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-758705c3-05ea-4920-9908-b51f64ccbb43 req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:39.202758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-758705c3-05ea-4920-9908-b51f64ccbb43 req-5ee396f7-d342-4e0a-99ea-b7c2d7bddcd7 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.31 "DELETE /v2.0/ports/97721db6-c0d4-427a-bf3b-29a6939f6da3 HTTP/1.1" status: 204  len: 173 time: 0.8160257
Dec 18 21:19:39.203256 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa4399a-9312-45b5-9afd-22ef3108c648', 'name': 'network-vif-deleted', 'tag': '97721db6-c0d4-427a-bf3b-29a6939f6da3'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:19:39.206198 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f55a653-58d2-48ff-944b-40ec97fa8dc0" -d '{"events": [{"server_uuid": "cfa4399a-9312-45b5-9afd-22ef3108c648", "name": "network-vif-deleted", "tag": "97721db6-c0d4-427a-bf3b-29a6939f6da3"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:19:39.315137 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b45518-048e-43c3-816a-90aac392fdbb x-openstack-request-id: req-f2b45518-048e-43c3-816a-90aac392fdbb {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:19:39.315430 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa4399a-9312-45b5-9afd-22ef3108c648", "name": "network-vif-deleted", "tag": "97721db6-c0d4-427a-bf3b-29a6939f6da3", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:19:39.315935 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2b45518-048e-43c3-816a-90aac392fdbb {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:19:39.316328 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa4399a-9312-45b5-9afd-22ef3108c648', 'name': 'network-vif-deleted', 'tag': '97721db6-c0d4-427a-bf3b-29a6939f6da3', 'status': 'completed', 'code': 200}
Dec 18 21:19:39.383303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26900b75-1523-4625-b983-014e3b3e63cc req-76276c55-48f9-4291-8cd6-714d427e9ca2 tempest-VolumesActionsTest-1443685035 tempest-VolumesActionsTest-1443685035-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 210 time: 0.0275817
Dec 18 21:19:39.598911 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c89ff5d5-8c44-4492-af5d-bd26d2b2f71d req-87dedc7a-eaec-47cc-996c-f5612462d204 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cfa4399a-9312-45b5-9afd-22ef3108c648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0240996
Dec 18 21:19:39.672376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c89ff5d5-8c44-4492-af5d-bd26d2b2f71d req-bf6d988a-90a8-46cf-b577-ea84c2edca07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=126c6d3b7ace4bd2ae9d84ba23cf9ccb&device_id=cfa4399a-9312-45b5-9afd-22ef3108c648 HTTP/1.1" status: 200  len: 210 time: 0.0289824
Dec 18 21:19:39.822860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6145fe-8a89-43a5-85fb-cd126e9bc4d3 req-ec0d1ccd-1f68-4f0b-95ec-afb2c9e8ebd8 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:39.824427 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c6145fe-8a89-43a5-85fb-cd126e9bc4d3 req-ec0d1ccd-1f68-4f0b-95ec-afb2c9e8ebd8 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 945 time: 0.1545329
Dec 18 21:19:39.901667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ff5d5-8c44-4492-af5d-bd26d2b2f71d req-d501356e-3985-4a4c-923c-8838b7540ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:39.903214 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c89ff5d5-8c44-4492-af5d-bd26d2b2f71d req-d501356e-3985-4a4c-923c-8838b7540ec6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=126c6d3b7ace4bd2ae9d84ba23cf9ccb&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2065737
Dec 18 21:19:39.933433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c6145fe-8a89-43a5-85fb-cd126e9bc4d3 req-79e40236-f313-4943-8500-e2ac1e9aeea1 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962822
Dec 18 21:19:40.073847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ff5d5-8c44-4492-af5d-bd26d2b2f71d req-fd8b5d67-9d48-4d92-a0db-4c8b76b0af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:40.075940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c89ff5d5-8c44-4492-af5d-bd26d2b2f71d req-fd8b5d67-9d48-4d92-a0db-4c8b76b0af6a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1630628
Dec 18 21:19:41.874337 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 97721db6-c0d4-427a-bf3b-29a6939f6da3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:19:41.894056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 97721db6-c0d4-427a-bf3b-29a6939f6da3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:19:41.894426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 97721db6-c0d4-427a-bf3b-29a6939f6da3 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:19:45.000860 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:46.317001 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:19:49.614430 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:57.551107 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6560eb78-3ef8-4b7f-a514-d0c9f9075885 req-b67b7403-356e-4a44-96ad-55dc4ea80572 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0389874
Dec 18 21:19:57.639741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560eb78-3ef8-4b7f-a514-d0c9f9075885 req-4ac1908a-cc8b-4988-bd99-b5ab7c2d5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:57.641231 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6560eb78-3ef8-4b7f-a514-d0c9f9075885 req-4ac1908a-cc8b-4988-bd99-b5ab7c2d5d3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4fc0be93c7544e6eb79d01c1bf880625&device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 1135 time: 0.0427744
Dec 18 21:19:57.749082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560eb78-3ef8-4b7f-a514-d0c9f9075885 req-53de35a6-1549-4cbc-9f5a-151f2b040718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:57.750598 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6560eb78-3ef8-4b7f-a514-d0c9f9075885 req-53de35a6-1549-4cbc-9f5a-151f2b040718 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 HTTP/1.1" status: 200  len: 898 time: 0.0868936
Dec 18 21:19:57.825764 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6560eb78-3ef8-4b7f-a514-d0c9f9075885 req-5f8957c7-8e22-4002-ae2f-dff1f0856543 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257da8ba-96d1-45a1-8c0e-37a7a2967f3e HTTP/1.1" status: 200  len: 1000 time: 0.0577509
Dec 18 21:19:57.878174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560eb78-3ef8-4b7f-a514-d0c9f9075885 req-d02ea4ee-f73d-4c44-938d-49cbe29e76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:57.879685 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6560eb78-3ef8-4b7f-a514-d0c9f9075885 req-d02ea4ee-f73d-4c44-938d-49cbe29e76d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c984dff-7197-43a8-9d8e-01c85d71b16b HTTP/1.1" status: 200  len: 834 time: 0.0451486
Dec 18 21:19:57.929555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560eb78-3ef8-4b7f-a514-d0c9f9075885 req-d6e395e2-7646-4761-8273-54415b51a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:57.931089 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6560eb78-3ef8-4b7f-a514-d0c9f9075885 req-d6e395e2-7646-4761-8273-54415b51a43e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425236
Dec 18 21:19:58.017074 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6560eb78-3ef8-4b7f-a514-d0c9f9075885 req-cc715d84-a395-45ca-a0af-f9c2af972b05 service neutron] 10.222.0.36 "GET /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0783584
Dec 18 21:19:58.102954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48652) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:58.109759 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6560eb78-3ef8-4b7f-a514-d0c9f9075885 req-8dbca61e-9a33-4a9b-84e1-2dedaeab3f62 service neutron] 10.222.0.36 "GET /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850773
Dec 18 21:19:58.148616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6fe08e-d16d-4cac-a6b3-fd057082c904 admin admin] Deleting subnet 2c81dd17-8809-4ae8-bc3b-7beaa21c4187 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:19:58.151627 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe08e-d16d-4cac-a6b3-fd057082c904 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.188235 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe08e-d16d-4cac-a6b3-fd057082c904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.225214 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe08e-d16d-4cac-a6b3-fd057082c904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.275020 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe08e-d16d-4cac-a6b3-fd057082c904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.301368 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fe08e-d16d-4cac-a6b3-fd057082c904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c81dd17-8809-4ae8-bc3b-7beaa21c4187,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:58.303357 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe08e-d16d-4cac-a6b3-fd057082c904 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.307198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4b6fe08e-d16d-4cac-a6b3-fd057082c904 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2c81dd17-8809-4ae8-bc3b-7beaa21c4187 HTTP/1.1" status: 204  len: 168 time: 0.2024875
Dec 18 21:19:58.308999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48656) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:58.378818 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.454208 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.473123 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d2e7040>,) {'filters': {'network_id': ['5e5f9913-d308-40a2-aebf-8996e1d67943']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:58.482395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d2e7040>, 'f2e3b5b3-cd01-47d6-b0df-a77a1f192c61') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:58.482688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d2e7040>, 'f2e3b5b3-cd01-47d6-b0df-a77a1f192c61') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:19:58.491552 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.504052 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.509846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:19:58.510337 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:19:58.512474 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:19:58.566626 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.572242 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.575927 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] 10.222.0.13 "DELETE /v2.0/networks/5e5f9913-d308-40a2-aebf-8996e1d67943 HTTP/1.1" status: 204  len: 168 time: 0.2658653
Dec 18 21:19:58.586722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d3906-ab4f-40f5-bb0a-380179ec072a admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5f9913-d308-40a2-aebf-8996e1d67943,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:58.684337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48660) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:58.725355 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ef6ad829-28e0-46b9-83c0-d14845e4005e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=126c6d3b7ace4bd2ae9d84ba23cf9ccb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0397656
Dec 18 21:19:58.727794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48662) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:58.772782 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f108f2f6-d855-496f-b421-a75f98cdeb0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.793252 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f108f2f6-d855-496f-b421-a75f98cdeb0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.838262 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f108f2f6-d855-496f-b421-a75f98cdeb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.841388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f108f2f6-d855-496f-b421-a75f98cdeb0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:58.842646 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f108f2f6-d855-496f-b421-a75f98cdeb0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b1f3a1a-44df-4b61-b2d1-279c49842e48 HTTP/1.1" status: 204  len: 168 time: 0.1139383
Dec 18 21:19:58.849972 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108f2f6-d855-496f-b421-a75f98cdeb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1f3a1a-44df-4b61-b2d1-279c49842e48,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:59.478014 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48686) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:59.576009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2116252015-network', 'tenant_id': '2fd45aa886e940deb809bd034a4ff584'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:59.598218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Made reservation on behalf of 2fd45aa886e940deb809bd034a4ff584 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:19:59.600445 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:59.608793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:59.685081 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:59.688774 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:59.713041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:19:59.722131 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c53b57-95dd-4a4d-a84b-520e3d6626d1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:59.728020 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:59.728387 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Added segment 99d4e26b-6d26-4cdf-b86b-92e4624fb3d6 of type vlan for network 7897b868-ec3c-4c44-ae22-78a3bdd8050e
Dec 18 21:19:59.767452 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:59.791517 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:59.792452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:19:59.793647 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:19:59.846184 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.3670139
Dec 18 21:19:59.849189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48690) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:19:59.854142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-83912e46-291d-4a6e-bd84-0e0a2bcbb316 admin admin] Request body: {'subnet': {'network_id': '7897b868-ec3c-4c44-ae22-78a3bdd8050e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2116252015-subnet', 'tenant_id': '2fd45aa886e940deb809bd034a4ff584', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:19:59.859282 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a9073-cf22-43e3-9d86-2c1f00892507 admin admin] Pushing event updated for resources: {'Network': ['ID=7897b868-ec3c-4c44-ae22-78a3bdd8050e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:19:59.869112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 7897b868-ec3c-4c44-ae22-78a3bdd8050e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:19:59.877462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83912e46-291d-4a6e-bd84-0e0a2bcbb316 admin admin] Made reservation on behalf of 2fd45aa886e940deb809bd034a4ff584 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:19:59.879838 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-83912e46-291d-4a6e-bd84-0e0a2bcbb316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.042829 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-83912e46-291d-4a6e-bd84-0e0a2bcbb316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.098577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83912e46-291d-4a6e-bd84-0e0a2bcbb316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c168766-ab69-4ab4-9f2a-028652c3141c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:00.105493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83912e46-291d-4a6e-bd84-0e0a2bcbb316 admin admin] Checking segment: {'id': '99d4e26b-6d26-4cdf-b86b-92e4624fb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7897b868-ec3c-4c44-ae22-78a3bdd8050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:20:00.105855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83912e46-291d-4a6e-bd84-0e0a2bcbb316 admin admin] Network hostable DHCP agents. Network: 7897b868-ec3c-4c44-ae22-78a3bdd8050e, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:20:00.122193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83912e46-291d-4a6e-bd84-0e0a2bcbb316 admin admin] Network 7897b868-ec3c-4c44-ae22-78a3bdd8050e is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:20:00.130512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-83912e46-291d-4a6e-bd84-0e0a2bcbb316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7897b868-ec3c-4c44-ae22-78a3bdd8050e) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:20:00.135361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83912e46-291d-4a6e-bd84-0e0a2bcbb316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:00.135944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-83912e46-291d-4a6e-bd84-0e0a2bcbb316 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.141391 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4987f7-db65-4e35-adc3-e8ea25efb179 None None] Network 7897b868-ec3c-4c44-ae22-78a3bdd8050e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:20:00.151919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-83912e46-291d-4a6e-bd84-0e0a2bcbb316 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.3016143
Dec 18 21:20:00.155155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48692) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:00.159875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2116252015-router', 'tenant_id': '2fd45aa886e940deb809bd034a4ff584', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:20:00.181039 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.182151 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.237252 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.245380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7897b868-ec3c-4c44-ae22-78a3bdd8050e', 'network_id': '7897b868-ec3c-4c44-ae22-78a3bdd8050e', 'project_id': '2fd45aa886e940deb809bd034a4ff584', 'fixed_ips': [{'subnet_id': '1c168766-ab69-4ab4-9f2a-028652c3141c'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:20:00.246340 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.377421 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.380432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Allocated IP 172.20.0.2 (7897b868-ec3c-4c44-ae22-78a3bdd8050e/1c168766-ab69-4ab4-9f2a-028652c3141c/4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:20:00.519347 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.525539 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.570467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Network 7897b868-ec3c-4c44-ae22-78a3bdd8050e is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:20:00.570775 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.571857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:20:00.575614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:20:00.582692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Pushing event updated for resources: {'Port': ['ID=4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:00.589647 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.593870 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.593870 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.594239 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.594596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.594929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.595254 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.595579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.595903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.596224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.596544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.596863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.597180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.597654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:00.652330 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Attempting to bind port 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:20:00.652630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Attempting to bind port 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99d4e26b-6d26-4cdf-b86b-92e4624fb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7897b868-ec3c-4c44-ae22-78a3bdd8050e'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:20:00.653083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Attempting to bind port 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f on network 7897b868-ec3c-4c44-ae22-78a3bdd8050e {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:20:00.658299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:20:00.658839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Checking segment: {'id': '99d4e26b-6d26-4cdf-b86b-92e4624fb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7897b868-ec3c-4c44-ae22-78a3bdd8050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:20:00.659302 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.660048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Bound using segment: {'id': '99d4e26b-6d26-4cdf-b86b-92e4624fb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7897b868-ec3c-4c44-ae22-78a3bdd8050e'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:20:00.660697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Bound port: 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4e26b-6d26-4cdf-b86b-92e4624fb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7897b868-ec3c-4c44-ae22-78a3bdd8050e'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:20:00.661448 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.720414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Allocated IP 172.35.3.230 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/60992ce6-0249-419f-880a-e683621b0e3a) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:20:00.735300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] For port 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:20:00.739991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] For port 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f,segment=NetworkSegment(99d4e26b-6d26-4cdf-b86b-92e4624fb3d6),segment_id=99d4e26b-6d26-4cdf-b86b-92e4624fb3d6)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:20:00.744430 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.806851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478e848-0115-4123-89c0-a3ad477a7521 None None] Pushing event updated for resources: {'Port': ['ID=4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:00.844852 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.880436 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:00.928324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:20:00.931321 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:20:00.935600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:20:00.940330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Pushing event updated for resources: {'Port': ['ID=60992ce6-0249-419f-880a-e683621b0e3a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:00.946734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1686250-b8e4-462a-b78b-7f696b8afa30 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:20:01.069338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d8408f0-a7b7-4e9c-89ac-e73ab884bc28 None None] Provisioning complete for port 60992ce6-0249-419f-880a-e683621b0e3a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:01.069971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d8408f0-a7b7-4e9c-89ac-e73ab884bc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:01.116376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d8408f0-a7b7-4e9c-89ac-e73ab884bc28 None None] Port 60992ce6-0249-419f-880a-e683621b0e3a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:20:01.207613 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:01.395401 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:01.523725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Router cccf6d7f-a0e5-4059-a4a2-cfcc48433348 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:20:01.786694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b9620-b587-49c5-af67-ca5059e4ae83 None None] Network 7897b868-ec3c-4c44-ae22-78a3bdd8050e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:20:01.857419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f0b7f2a3-7fdd-4cd8-8408-5d419182c1a7 None None] Provisioning complete for port 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:01.857786 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f0b7f2a3-7fdd-4cd8-8408-5d419182c1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:01.963392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:20:01.975935 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Sync routers for ids ['cccf6d7f-a0e5-4059-a4a2-cfcc48433348'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:20:01.979668 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f0b7f2a3-7fdd-4cd8-8408-5d419182c1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:01.984483 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:01.985889 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1beeb92c-f5cb-45c1-90ab-26f66f10398c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 1.8294048
Dec 18 21:20:01.987371 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Routers {'cccf6d7f-a0e5-4059-a4a2-cfcc48433348'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:01.988077 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7f5c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:19:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cccf6d7f-a0e5-4059-a4a2-cfcc48433348'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:01.988781 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48700) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:02.027871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f0b7f2a3-7fdd-4cd8-8408-5d419182c1a7 None None] For port 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f,segment=NetworkSegment(99d4e26b-6d26-4cdf-b86b-92e4624fb3d6),segment_id=99d4e26b-6d26-4cdf-b86b-92e4624fb3d6)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:02.032328 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f0b7f2a3-7fdd-4cd8-8408-5d419182c1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:02.088742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7f2a3-7fdd-4cd8-8408-5d419182c1a7 None None] Pushing event updated for resources: {'Port': ['ID=4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:02.253700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8465dddd-6526-41fb-932a-43b942245caa None None] Provisioning complete for port 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:02.254066 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8465dddd-6526-41fb-932a-43b942245caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:02.262205 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Set router cccf6d7f-a0e5-4059-a4a2-cfcc48433348 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:02.464613 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:02.516869 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7f5c40>, [{'id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'name': 'tempest-ImageQuotaTest-2116252015-router', 'tenant_id': '2fd45aa886e940deb809bd034a4ff584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.230'}], 'enable_snat': True}, 'gw_port_id': '60992ce6-0249-419f-880a-e683621b0e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:00Z', 'updated_at': '2021-12-18T21:20:01Z', 'revision_number': 3, 'project_id': '2fd45aa886e940deb809bd034a4ff584', 'gw_port': {'id': '60992ce6-0249-419f-880a-e683621b0e3a', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:00Z', 'updated_at': '2021-12-18T21:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:02.542793 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Checking router: cccf6d7f-a0e5-4059-a4a2-cfcc48433348 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:20:02.543261 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Updating router cccf6d7f-a0e5-4059-a4a2-cfcc48433348 port 60992ce6-0249-419f-880a-e683621b0e3a binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:20:02.569495 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:02.673353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Allocated IP 172.20.0.1 (7897b868-ec3c-4c44-ae22-78a3bdd8050e/1c168766-ab69-4ab4-9f2a-028652c3141c/b8c0335a-e71b-4555-8d4f-1ad8e3364e5f) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:20:02.777979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:02.810466 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:02.819852 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:02.825745 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:02.850638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Network 7897b868-ec3c-4c44-ae22-78a3bdd8050e is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:20:02.857412 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:20:02.864046 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7e9d2e-a161-4b34-9d77-ed07d1a11e22 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:20:02.866156 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c209406-a4ec-495f-9fe3-ada92a216cc7 None None] Pushing event updated for resources: {'Port': ['ID=60992ce6-0249-419f-880a-e683621b0e3a,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:02.871519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Pushing event updated for resources: {'Port': ['ID=b8c0335a-e71b-4555-8d4f-1ad8e3364e5f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:02.873985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:20:02.890832 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Attempting to bind port 60992ce6-0249-419f-880a-e683621b0e3a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:20:02.891060 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Attempting to bind port 60992ce6-0249-419f-880a-e683621b0e3a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:20:02.891423 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Attempting to bind port 60992ce6-0249-419f-880a-e683621b0e3a on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:20:02.896513 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:20:02.896886 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:20:02.897279 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:02.897796 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:20:02.898284 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Bound port: 60992ce6-0249-419f-880a-e683621b0e3a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:20:02.898667 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:02.934145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:02.985642 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] For port 60992ce6-0249-419f-880a-e683621b0e3a, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:20:02.995411 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] For port 60992ce6-0249-419f-880a-e683621b0e3a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60992ce6-0249-419f-880a-e683621b0e3a,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:20:03.001561 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-770f27ab-8b44-4c43-a821-023faadd4ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.004071 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.007421 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1b62251e-0adb-4c69-905b-6c5ab146b6af None None] Provisioning complete for port 60992ce6-0249-419f-880a-e683621b0e3a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:03.007792 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1b62251e-0adb-4c69-905b-6c5ab146b6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.058400 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:20:03.063726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd4c3a-b4ec-4e6e-abf6-2a4148303f27 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:20:03.072889 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Routers {'cccf6d7f-a0e5-4059-a4a2-cfcc48433348'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:03.073658 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7f5c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:19:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cccf6d7f-a0e5-4059-a4a2-cfcc48433348'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:03.132552 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.153711 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1b62251e-0adb-4c69-905b-6c5ab146b6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.187516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:03.187890 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.207080 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] Set router cccf6d7f-a0e5-4059-a4a2-cfcc48433348 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:03.223586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1b62251e-0adb-4c69-905b-6c5ab146b6af None None] For port 60992ce6-0249-419f-880a-e683621b0e3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60992ce6-0249-419f-880a-e683621b0e3a,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:03.236017 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1b62251e-0adb-4c69-905b-6c5ab146b6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.320622 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c209406-a4ec-495f-9fe3-ada92a216cc7 None None] Pushing event updated for resources: {'Port': ['ID=60992ce6-0249-419f-880a-e683621b0e3a,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:03.333154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62251e-0adb-4c69-905b-6c5ab146b6af None None] Pushing event updated for resources: {'Port': ['ID=60992ce6-0249-419f-880a-e683621b0e3a,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:03.359144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-371198ae-3065-4c95-87e2-d92cfe39ba34 None None] Provisioning complete for port b8c0335a-e71b-4555-8d4f-1ad8e3364e5f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:03.359922 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-371198ae-3065-4c95-87e2-d92cfe39ba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.399585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-371198ae-3065-4c95-87e2-d92cfe39ba34 None None] Port b8c0335a-e71b-4555-8d4f-1ad8e3364e5f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:20:03.411051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-371198ae-3065-4c95-87e2-d92cfe39ba34 None None] Provisioning complete for port 60992ce6-0249-419f-880a-e683621b0e3a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:03.411429 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-371198ae-3065-4c95-87e2-d92cfe39ba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.419280 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7f5c40>, [{'id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'name': 'tempest-ImageQuotaTest-2116252015-router', 'tenant_id': '2fd45aa886e940deb809bd034a4ff584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.230'}], 'enable_snat': True}, 'gw_port_id': '60992ce6-0249-419f-880a-e683621b0e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:00Z', 'updated_at': '2021-12-18T21:20:01Z', 'revision_number': 3, 'project_id': '2fd45aa886e940deb809bd034a4ff584', 'gw_port': {'id': '60992ce6-0249-419f-880a-e683621b0e3a', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:00Z', 'updated_at': '2021-12-18T21:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:03.446645 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0562dd-9601-4c09-afac-b1b3a1784f6a None None] The sync data for ids ['cccf6d7f-a0e5-4059-a4a2-cfcc48433348'] in ncdv-master-1 is: [{'id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'name': 'tempest-ImageQuotaTest-2116252015-router', 'tenant_id': '2fd45aa886e940deb809bd034a4ff584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.230'}], 'enable_snat': True}, 'gw_port_id': '60992ce6-0249-419f-880a-e683621b0e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:00Z', 'updated_at': '2021-12-18T21:20:01Z', 'revision_number': 3, 'project_id': '2fd45aa886e940deb809bd034a4ff584', 'gw_port': {'id': '60992ce6-0249-419f-880a-e683621b0e3a', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:00Z', 'updated_at': '2021-12-18T21:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:20:03.591280 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48708) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:03.647594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.654298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.680252 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-79218b67-2023-4d2d-8464-9738283ba4a7 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 1892 time: 0.0876899
Dec 18 21:20:03.683038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48710) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:03.690129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-835fc4e5-12e4-4461-a201-1a754e615185 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Request body: {'network': {'name': 'tempest-network-smoke--56080176', 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'port_security_enabled': False}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:20:03.727685 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835fc4e5-12e4-4461-a201-1a754e615185 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Made reservation on behalf of 4fc0be93c7544e6eb79d01c1bf880625 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:20:03.734276 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-835fc4e5-12e4-4461-a201-1a754e615185 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.755376 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Pushing event updated for resources: {'Port': ['ID=b8c0335a-e71b-4555-8d4f-1ad8e3364e5f,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:03.759251 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.765870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835fc4e5-12e4-4461-a201-1a754e615185 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:20:03.775487 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-835fc4e5-12e4-4461-a201-1a754e615185 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.775833 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-835fc4e5-12e4-4461-a201-1a754e615185 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Added segment e216d662-19e4-44ad-a0ca-30a840653a49 of type vlan for network f79d293b-03ff-4822-bd46-98d5ea3ffe14
Dec 18 21:20:03.817597 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-835fc4e5-12e4-4461-a201-1a754e615185 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.852219 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-835fc4e5-12e4-4461-a201-1a754e615185 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.861978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835fc4e5-12e4-4461-a201-1a754e615185 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:03.862993 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-835fc4e5-12e4-4461-a201-1a754e615185 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.867148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Network 7897b868-ec3c-4c44-ae22-78a3bdd8050e is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:20:03.868736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:20:03.924231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-835fc4e5-12e4-4461-a201-1a754e615185 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2378407
Dec 18 21:20:03.927599 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48712) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:03.939442 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-980034403', 'admin_state_up': True, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:20:03.951982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fc4e5-12e4-4461-a201-1a754e615185 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Network': ['ID=f79d293b-03ff-4822-bd46-98d5ea3ffe14,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:03.963502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network f79d293b-03ff-4822-bd46-98d5ea3ffe14 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:20:03.977124 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:03.978495 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:04.031886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Router cccf6d7f-a0e5-4059-a4a2-cfcc48433348 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:20:04.054726 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:04.173145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:20:04.181926 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-24578956-a2ad-459f-aaef-57554b6b08ac admin admin] 10.222.0.13 "PUT /v2.0/routers/cccf6d7f-a0e5-4059-a4a2-cfcc48433348/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1903179
Dec 18 21:20:04.206769 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:04.240060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ea36627b-b449-4495-80bf-bdfbe5c1f6b7 None None] Provisioning complete for port b8c0335a-e71b-4555-8d4f-1ad8e3364e5f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:04.241093 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ea36627b-b449-4495-80bf-bdfbe5c1f6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:04.276513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ea36627b-b449-4495-80bf-bdfbe5c1f6b7 None None] Port b8c0335a-e71b-4555-8d4f-1ad8e3364e5f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:20:04.426534 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:04.446205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:04.565724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Allocated IP 172.35.3.223 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/0ff59067-0a61-49cd-94c5-acda7a504631) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:20:04.665443 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:04.700443 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:04.740464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:20:04.744736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:20:04.748533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:20:04.753927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Port': ['ID=0ff59067-0a61-49cd-94c5-acda7a504631,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:04.760680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d9de6-dfcd-42ad-9e3d-7ee6d88a90f6 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:20:04.798576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0feef368-4bb2-4a07-99b5-d5b8160f2df7 None None] Provisioning complete for port 0ff59067-0a61-49cd-94c5-acda7a504631 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:04.799201 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0feef368-4bb2-4a07-99b5-d5b8160f2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:04.833824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0feef368-4bb2-4a07-99b5-d5b8160f2df7 None None] Port 0ff59067-0a61-49cd-94c5-acda7a504631 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:20:05.004316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 60992ce6-0249-419f-880a-e683621b0e3a up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:20:05.028695 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:05.061424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 60992ce6-0249-419f-880a-e683621b0e3a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:05.061794 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:05.186640 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5e27685-4a5f-46e9-8427-627379b5e437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:05.252897 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:05.291173 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48734) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:05.348718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Sync routers for ids ['cccf6d7f-a0e5-4059-a4a2-cfcc48433348'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:20:05.359189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Routers {'cccf6d7f-a0e5-4059-a4a2-cfcc48433348'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:05.360046 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e6d5d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cccf6d7f-a0e5-4059-a4a2-cfcc48433348'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:05.393333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Router b4b7f124-e152-42b1-8383-29d46fcec216 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:20:05.475929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Set router cccf6d7f-a0e5-4059-a4a2-cfcc48433348 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:05.506860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:20:05.515842 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Sync routers for ids ['b4b7f124-e152-42b1-8383-29d46fcec216'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:20:05.541418 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Routers {'b4b7f124-e152-42b1-8383-29d46fcec216'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:05.541825 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:05.542175 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7172b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b4b7f124-e152-42b1-8383-29d46fcec216'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:05.544002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e844d969-4c1c-44cd-9e19-ea9eb82369f5 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.6152797
Dec 18 21:20:05.547887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48738) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:05.658355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495e81a8-d6cf-411c-8718-3abc22f01591 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:05.659800 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-495e81a8-d6cf-411c-8718-3abc22f01591 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=4fc0be93c7544e6eb79d01c1bf880625&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1086502
Dec 18 21:20:05.662783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48740) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:05.684133 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Set router b4b7f124-e152-42b1-8383-29d46fcec216 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:05.744717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aad1cbe6-3308-4e1c-97fd-4fb26f1a2a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:05.772577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c8ec01-bec5-4667-be40-6d959997f2a7 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:05.774103 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c6c8ec01-bec5-4667-be40-6d959997f2a7 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1090190
Dec 18 21:20:05.777574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48742) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:05.821022 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-90f1faa4-a0cb-4f35-9f62-d42b69e48aa1 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0419173
Dec 18 21:20:05.821620 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48744) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:05.852820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dd2d115f-3b39-4ee9-922f-d530b7d417b6 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=4fc0be93c7544e6eb79d01c1bf880625&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0301232
Dec 18 21:20:05.853574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48746) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:05.892879 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7172b0>, [{'id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-980034403', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:03Z', 'updated_at': '2021-12-18T21:20:04Z', 'revision_number': 3, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:04Z', 'updated_at': '2021-12-18T21:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:05.901554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e6d5d00>, [{'id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'name': 'tempest-ImageQuotaTest-2116252015-router', 'tenant_id': '2fd45aa886e940deb809bd034a4ff584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.230'}], 'enable_snat': True}, 'gw_port_id': '60992ce6-0249-419f-880a-e683621b0e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:00Z', 'updated_at': '2021-12-18T21:20:03Z', 'revision_number': 4, 'project_id': '2fd45aa886e940deb809bd034a4ff584', 'gw_port': {'id': '60992ce6-0249-419f-880a-e683621b0e3a', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:00Z', 'updated_at': '2021-12-18T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b8c0335a-e71b-4555-8d4f-1ad8e3364e5f', 'name': '', 'network_id': '7897b868-ec3c-4c44-ae22-78a3bdd8050e', 'tenant_id': '2fd45aa886e940deb809bd034a4ff584', 'mac_address': 'fa:16:3e:16:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '1c168766-ab69-4ab4-9f2a-028652c3141c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:02Z', 'updated_at': '2021-12-18T21:20:03Z', 'revision_number': 2, 'project_id': '2fd45aa886e940deb809bd034a4ff584', 'subnets': [{'id': '1c168766-ab69-4ab4-9f2a-028652c3141c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:05.921858 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Checking router: b4b7f124-e152-42b1-8383-29d46fcec216 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:20:05.922205 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Updating router b4b7f124-e152-42b1-8383-29d46fcec216 port 0ff59067-0a61-49cd-94c5-acda7a504631 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:20:05.933816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Checking router: cccf6d7f-a0e5-4059-a4a2-cfcc48433348 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:20:05.934648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Updating router cccf6d7f-a0e5-4059-a4a2-cfcc48433348 port b8c0335a-e71b-4555-8d4f-1ad8e3364e5f binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:20:05.948724 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:05.960017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07554be-777c-4fcc-9d61-346954a12293 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:05.964194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b07554be-777c-4fcc-9d61-346954a12293 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1071000
Dec 18 21:20:05.964336 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:05.964530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48748) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:05.996070 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d1c23cf5-785e-424f-9555-af7bd1e8d090 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0273890
Dec 18 21:20:05.996262 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48750) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:06.002072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-dae0f06f-d208-4913-aef9-b616ca23946f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-507568651', 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14', 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:20:06.059637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-aad1cbe6-3308-4e1c-97fd-4fb26f1a2a9b admin admin] Deleting port b8c0335a-e71b-4555-8d4f-1ad8e3364e5f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:20:06.060128 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aad1cbe6-3308-4e1c-97fd-4fb26f1a2a9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.123220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae0f06f-d208-4913-aef9-b616ca23946f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Made reservation on behalf of 4fc0be93c7544e6eb79d01c1bf880625 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:20:06.128063 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dae0f06f-d208-4913-aef9-b616ca23946f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.158691 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aad1cbe6-3308-4e1c-97fd-4fb26f1a2a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.189684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-aad1cbe6-3308-4e1c-97fd-4fb26f1a2a9b admin admin] Calling delete_port for b8c0335a-e71b-4555-8d4f-1ad8e3364e5f owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:20:06.291580 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.299958 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.356690 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dae0f06f-d208-4913-aef9-b616ca23946f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.371803 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.384757 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.410472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b489fb-f900-47bd-845d-c5536500e925 None None] Pushing event updated for resources: {'Port': ['ID=b8c0335a-e71b-4555-8d4f-1ad8e3364e5f,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:06.423735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aad1cbe6-3308-4e1c-97fd-4fb26f1a2a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.427592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Attempting to bind port b8c0335a-e71b-4555-8d4f-1ad8e3364e5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:20:06.428577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Attempting to bind port b8c0335a-e71b-4555-8d4f-1ad8e3364e5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99d4e26b-6d26-4cdf-b86b-92e4624fb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7897b868-ec3c-4c44-ae22-78a3bdd8050e'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:20:06.428955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Attempting to bind port b8c0335a-e71b-4555-8d4f-1ad8e3364e5f on network 7897b868-ec3c-4c44-ae22-78a3bdd8050e {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:20:06.436043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:20:06.436431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Checking segment: {'id': '99d4e26b-6d26-4cdf-b86b-92e4624fb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7897b868-ec3c-4c44-ae22-78a3bdd8050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:20:06.436845 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.437243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Bound using segment: {'id': '99d4e26b-6d26-4cdf-b86b-92e4624fb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7897b868-ec3c-4c44-ae22-78a3bdd8050e'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:20:06.437866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Bound port: b8c0335a-e71b-4555-8d4f-1ad8e3364e5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4e26b-6d26-4cdf-b86b-92e4624fb3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7897b868-ec3c-4c44-ae22-78a3bdd8050e'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:20:06.438273 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.455805 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Pushing event updated for resources: {'Port': ['ID=0ff59067-0a61-49cd-94c5-acda7a504631,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:06.466276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f06f-d208-4913-aef9-b616ca23946f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Subnet': ['ID=23f723d8-3207-4344-ae41-f5916b1657a1,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:06.471737 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8554f4de-7cc7-4eee-86bf-89fa830ed3a8 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:20:06.476406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0f06f-d208-4913-aef9-b616ca23946f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Checking segment: {'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:20:06.476649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae0f06f-d208-4913-aef9-b616ca23946f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network hostable DHCP agents. Network: f79d293b-03ff-4822-bd46-98d5ea3ffe14, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:20:06.477493 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.485258 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Attempting to bind port 0ff59067-0a61-49cd-94c5-acda7a504631 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:20:06.485626 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Attempting to bind port 0ff59067-0a61-49cd-94c5-acda7a504631 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:20:06.485987 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Attempting to bind port 0ff59067-0a61-49cd-94c5-acda7a504631 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:20:06.494637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1cbe6-3308-4e1c-97fd-4fb26f1a2a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c0335a-e71b-4555-8d4f-1ad8e3364e5f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:06.495695 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:20:06.496123 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:20:06.496523 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.496904 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:20:06.497368 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Bound port: 0ff59067-0a61-49cd-94c5-acda7a504631, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:20:06.497745 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.518908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae0f06f-d208-4913-aef9-b616ca23946f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network f79d293b-03ff-4822-bd46-98d5ea3ffe14 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:20:06.524431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Port b8c0335a-e71b-4555-8d4f-1ad8e3364e5f has been deleted concurrently {{(pid=126010) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Dec 18 21:20:06.537347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-dae0f06f-d208-4913-aef9-b616ca23946f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f79d293b-03ff-4822-bd46-98d5ea3ffe14) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:20:06.538952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Routers {'cccf6d7f-a0e5-4059-a4a2-cfcc48433348'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:06.539653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e6d5d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cccf6d7f-a0e5-4059-a4a2-cfcc48433348'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:06.545162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae0f06f-d208-4913-aef9-b616ca23946f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:06.546159 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dae0f06f-d208-4913-aef9-b616ca23946f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.576027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dae0f06f-d208-4913-aef9-b616ca23946f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5786262
Dec 18 21:20:06.578695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48754) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:06.602242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d06439-00ed-4fbb-9c6b-a7bf1ebec899 None None] Network f79d293b-03ff-4822-bd46-98d5ea3ffe14 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:20:06.604197 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] For port 0ff59067-0a61-49cd-94c5-acda7a504631, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:20:06.608562 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] For port 0ff59067-0a61-49cd-94c5-acda7a504631, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ff59067-0a61-49cd-94c5-acda7a504631,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:20:06.618636 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.735740 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-aad1cbe6-3308-4e1c-97fd-4fb26f1a2a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.742583 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Routers {'b4b7f124-e152-42b1-8383-29d46fcec216'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:06.743105 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7172b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b4b7f124-e152-42b1-8383-29d46fcec216'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:06.747454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82744fa9-065f-43cc-8ef7-fd07e3453033 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:20:06.753821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a27b48b1-7290-4864-8a48-ffa6f5562814 None None] Provisioning complete for port 0ff59067-0a61-49cd-94c5-acda7a504631 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:06.754193 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a27b48b1-7290-4864-8a48-ffa6f5562814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.789161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f79d293b-03ff-4822-bd46-98d5ea3ffe14', 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14', 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'fixed_ips': [{'subnet_id': '23f723d8-3207-4344-ae41-f5916b1657a1'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:20:06.790039 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:06.836939 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Pushing event updated for resources: {'Port': ['ID=0ff59067-0a61-49cd-94c5-acda7a504631,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:06.903366 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.903713 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.904281 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.904398 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.904701 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.905022 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.905345 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.905665 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.905982 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.906337 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.906661 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.906977 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.907290 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedaa9-b90e-4174-866a-b759e2c7c656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:06.954965 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] Set router b4b7f124-e152-42b1-8383-29d46fcec216 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:06.997619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] Set router cccf6d7f-a0e5-4059-a4a2-cfcc48433348 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:07.094085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad1cbe6-3308-4e1c-97fd-4fb26f1a2a9b admin admin] Router cccf6d7f-a0e5-4059-a4a2-cfcc48433348 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:20:07.143996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Allocated IP 172.20.0.18 (f79d293b-03ff-4822-bd46-98d5ea3ffe14/23f723d8-3207-4344-ae41-f5916b1657a1/3432fa1c-5c30-4792-b6a3-9eb943faf45a) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:20:07.167737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a27b48b1-7290-4864-8a48-ffa6f5562814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.208867 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7172b0>, [{'id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-980034403', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:03Z', 'updated_at': '2021-12-18T21:20:04Z', 'revision_number': 3, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:04Z', 'updated_at': '2021-12-18T21:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:07.239733 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04710a91-0caf-42c4-b6ec-65f5dee65895 None None] The sync data for ids ['b4b7f124-e152-42b1-8383-29d46fcec216'] in ncdv-master-1 is: [{'id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-980034403', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:03Z', 'updated_at': '2021-12-18T21:20:04Z', 'revision_number': 3, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:04Z', 'updated_at': '2021-12-18T21:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:20:07.240935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad1cbe6-3308-4e1c-97fd-4fb26f1a2a9b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:20:07.241679 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.249904 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-aad1cbe6-3308-4e1c-97fd-4fb26f1a2a9b admin admin] 10.222.0.13 "PUT /v2.0/routers/cccf6d7f-a0e5-4059-a4a2-cfcc48433348/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9569631
Dec 18 21:20:07.250766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48756) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:07.259563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a27b48b1-7290-4864-8a48-ffa6f5562814 None None] For port 0ff59067-0a61-49cd-94c5-acda7a504631, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ff59067-0a61-49cd-94c5-acda7a504631,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:07.268063 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a27b48b1-7290-4864-8a48-ffa6f5562814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.355226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b48b1-7290-4864-8a48-ffa6f5562814 None None] Pushing event updated for resources: {'Port': ['ID=0ff59067-0a61-49cd-94c5-acda7a504631,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:07.377337 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.456899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6ddff73f-e528-43a5-9be6-45b62b4fc4e7 None None] Provisioning complete for port 0ff59067-0a61-49cd-94c5-acda7a504631 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:07.457455 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6ddff73f-e528-43a5-9be6-45b62b4fc4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.500738 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.520028 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.528761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e6d5d00>, [{'id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'name': 'tempest-ImageQuotaTest-2116252015-router', 'tenant_id': '2fd45aa886e940deb809bd034a4ff584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.230'}], 'enable_snat': True}, 'gw_port_id': '60992ce6-0249-419f-880a-e683621b0e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:00Z', 'updated_at': '2021-12-18T21:20:06Z', 'revision_number': 5, 'project_id': '2fd45aa886e940deb809bd034a4ff584', 'gw_port': {'id': '60992ce6-0249-419f-880a-e683621b0e3a', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:00Z', 'updated_at': '2021-12-18T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:07.532572 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.563336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Deleting port 60992ce6-0249-419f-880a-e683621b0e3a {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:20:07.567250 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.612069 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f83dbc-c5b3-4443-8e6d-18c2a277a79c None None] The sync data for ids ['cccf6d7f-a0e5-4059-a4a2-cfcc48433348'] in ncdv-master-1 is: [{'id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'name': 'tempest-ImageQuotaTest-2116252015-router', 'tenant_id': '2fd45aa886e940deb809bd034a4ff584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.230'}], 'enable_snat': True}, 'gw_port_id': '60992ce6-0249-419f-880a-e683621b0e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:00Z', 'updated_at': '2021-12-18T21:20:06Z', 'revision_number': 5, 'project_id': '2fd45aa886e940deb809bd034a4ff584', 'gw_port': {'id': '60992ce6-0249-419f-880a-e683621b0e3a', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccf6d7f-a0e5-4059-a4a2-cfcc48433348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:00Z', 'updated_at': '2021-12-18T21:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:20:07.625126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Allocated IP 172.20.0.17 (f79d293b-03ff-4822-bd46-98d5ea3ffe14/23f723d8-3207-4344-ae41-f5916b1657a1/4a9359d7-79f8-4528-aacf-89b222dc450a) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:20:07.651532 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Network f79d293b-03ff-4822-bd46-98d5ea3ffe14 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:20:07.658572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:20:07.662661 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:20:07.673427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Pushing event updated for resources: {'Port': ['ID=3432fa1c-5c30-4792-b6a3-9eb943faf45a,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:07.742026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] For port 60992ce6-0249-419f-880a-e683621b0e3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60992ce6-0249-419f-880a-e683621b0e3a,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:07.742436 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.769835 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Calling delete_port for 60992ce6-0249-419f-880a-e683621b0e3a owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:20:07.799812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Attempting to bind port 3432fa1c-5c30-4792-b6a3-9eb943faf45a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:20:07.800190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Attempting to bind port 3432fa1c-5c30-4792-b6a3-9eb943faf45a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:20:07.800556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Attempting to bind port 3432fa1c-5c30-4792-b6a3-9eb943faf45a on network f79d293b-03ff-4822-bd46-98d5ea3ffe14 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:20:07.805730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6ddff73f-e528-43a5-9be6-45b62b4fc4e7 None None] Could not find standard attr ID for object b8c0335a-e71b-4555-8d4f-1ad8e3364e5f. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:20:07.807492 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:20:07.807910 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Checking segment: {'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:20:07.808366 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.808752 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Bound using segment: {'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:20:07.809800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Bound port: 3432fa1c-5c30-4792-b6a3-9eb943faf45a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:20:07.810012 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.824798 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.871758 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.908158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] For port 3432fa1c-5c30-4792-b6a3-9eb943faf45a, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:20:07.917271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] For port 3432fa1c-5c30-4792-b6a3-9eb943faf45a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3432fa1c-5c30-4792-b6a3-9eb943faf45a,segment=NetworkSegment(e216d662-19e4-44ad-a0ca-30a840653a49),segment_id=e216d662-19e4-44ad-a0ca-30a840653a49)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:20:07.922491 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:07.927957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network f79d293b-03ff-4822-bd46-98d5ea3ffe14 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:20:07.931363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:20:07.935248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:20:07.972663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Port': ['ID=4a9359d7-79f8-4528-aacf-89b222dc450a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:07.996428 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:08.047241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee718f62-26d0-4c36-9054-3e112377091d None None] Pushing event updated for resources: {'Port': ['ID=3432fa1c-5c30-4792-b6a3-9eb943faf45a,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:08.063697 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:08.115335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=60992ce6-0249-419f-880a-e683621b0e3a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:08.125329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9f445-66d0-4f4e-9e80-f93567c41301 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:20:08.170849 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:08.191300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:08.210575 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:08.391641 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:08.411351 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:08.470475 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:08.471323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cccf6d7f-a0e5-4059-a4a2-cfcc48433348 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:20:08.475837 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:08.481251 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1b8fbf5c-d1f5-495f-8bfc-f555a2dd30d1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cccf6d7f-a0e5-4059-a4a2-cfcc48433348 HTTP/1.1" status: 204  len: 168 time: 1.2280807
Dec 18 21:20:08.481558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48760) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:08.558319 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:08.586521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac06f464-4029-45c1-899d-7a8030e85316 admin admin] Deleting subnet 1c168766-ab69-4ab4-9f2a-028652c3141c {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:20:08.594143 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac06f464-4029-45c1-899d-7a8030e85316 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.019469 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac06f464-4029-45c1-899d-7a8030e85316 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.063256 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.072392 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.095846 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3432fa1c-5c30-4792-b6a3-9eb943faf45a up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:20:09.146954 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3432fa1c-5c30-4792-b6a3-9eb943faf45a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:09.147321 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.178931 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.188082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Port': ['ID=4a9359d7-79f8-4528-aacf-89b222dc450a,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:09.203509 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac06f464-4029-45c1-899d-7a8030e85316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.238005 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.272005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 3432fa1c-5c30-4792-b6a3-9eb943faf45a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3432fa1c-5c30-4792-b6a3-9eb943faf45a,segment=NetworkSegment(e216d662-19e4-44ad-a0ca-30a840653a49),segment_id=e216d662-19e4-44ad-a0ca-30a840653a49)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:09.279493 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.280634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0ff59067-0a61-49cd-94c5-acda7a504631 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:20:09.315172 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a4e13-e660-4ba2-b665-2db0e5ed78ac None None] Sync routers for ids ['cccf6d7f-a0e5-4059-a4a2-cfcc48433348'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:20:09.329696 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac06f464-4029-45c1-899d-7a8030e85316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.339206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b0740a-3727-424b-a0de-ceb407455732 None None] Network f79d293b-03ff-4822-bd46-98d5ea3ffe14 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:20:09.362016 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network f79d293b-03ff-4822-bd46-98d5ea3ffe14 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:20:09.363119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06f464-4029-45c1-899d-7a8030e85316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c168766-ab69-4ab4-9f2a-028652c3141c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:09.368307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac06f464-4029-45c1-899d-7a8030e85316 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.373920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ac06f464-4029-45c1-899d-7a8030e85316 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1c168766-ab69-4ab4-9f2a-028652c3141c HTTP/1.1" status: 204  len: 168 time: 0.8889780
Dec 18 21:20:09.373920 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:20:09.374603 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48764) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:09.452708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.496279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Router b4b7f124-e152-42b1-8383-29d46fcec216 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:20:09.518000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Deleting port 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:20:09.518638 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.593911 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] For port 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f,segment=NetworkSegment(99d4e26b-6d26-4cdf-b86b-92e4624fb3d6),segment_id=99d4e26b-6d26-4cdf-b86b-92e4624fb3d6)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:09.594311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.595706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c8d92b-9595-4987-a229-3a9bc34984a9 None None] Network 7897b868-ec3c-4c44-ae22-78a3bdd8050e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:20:09.611544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Calling delete_port for 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:20:09.638352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:20:09.660550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0099b310-c494-4c9d-bb54-3f1792165e6d tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "PUT /v2.0/routers/b4b7f124-e152-42b1-8383-29d46fcec216/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0802321
Dec 18 21:20:09.674193 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a4e13-e660-4ba2-b665-2db0e5ed78ac None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:09.674827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a4e13-e660-4ba2-b665-2db0e5ed78ac None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 18 21:20:09.675786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_agentschedulers_db [None req-1b7a4e13-e660-4ba2-b665-2db0e5ed78ac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cccf6d7f-a0e5-4059-a4a2-cfcc48433348'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent'). {{(pid=126010) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 18 21:20:09.698435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-973f84d1-d6ee-4da6-95b7-ef5299c12012 None None] Provisioning complete for port 3432fa1c-5c30-4792-b6a3-9eb943faf45a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:09.699457 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-973f84d1-d6ee-4da6-95b7-ef5299c12012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.710467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=3432fa1c-5c30-4792-b6a3-9eb943faf45a,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:09.711744 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.746667 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:09.755554 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] No DVR routers for this DVR port 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:20:09.776283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a4e13-e660-4ba2-b665-2db0e5ed78ac None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:09.776668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a4e13-e660-4ba2-b665-2db0e5ed78ac None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 18 21:20:09.777340 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_agentschedulers_db [None req-1b7a4e13-e660-4ba2-b665-2db0e5ed78ac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cccf6d7f-a0e5-4059-a4a2-cfcc48433348'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent'). {{(pid=126010) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 18 21:20:09.777726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a4e13-e660-4ba2-b665-2db0e5ed78ac None None] The sync data for ids ['cccf6d7f-a0e5-4059-a4a2-cfcc48433348'] in ncdv-master-1 is: [] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:20:09.798163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0ff59067-0a61-49cd-94c5-acda7a504631 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:09.798567 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.882603 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.916501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ed53760>,) {'filters': {'network_id': ['7897b868-ec3c-4c44-ae22-78a3bdd8050e']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:09.920255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7026d4d-c18a-4788-b362-c544e4e83752 None None] DHCP port deletion for 7897b868-ec3c-4c44-ae22-78a3bdd8050e request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:20:09.927243 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ed53760>, '99d4e26b-6d26-4cdf-b86b-92e4624fb3d6') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:09.927554 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ed53760>, '99d4e26b-6d26-4cdf-b86b-92e4624fb3d6') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:09.942857 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.982044 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.990099 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:20:09.990910 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   items = [
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:20:09.992740 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:20:10.022155 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Sync routers for ids ['b4b7f124-e152-42b1-8383-29d46fcec216'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:20:10.037154 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Routers {'b4b7f124-e152-42b1-8383-29d46fcec216'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:10.037929 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664442b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b4b7f124-e152-42b1-8383-29d46fcec216'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:10.087292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.090735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-61a725e2-19c4-4e08-9a9a-9fb4b9e43101 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:10.090835 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.090835 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7897b868-ec3c-4c44-ae22-78a3bdd8050e HTTP/1.1" status: 204  len: 168 time: 0.7122264
Dec 18 21:20:10.091020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-61a725e2-19c4-4e08-9a9a-9fb4b9e43101 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/networks?id=f79d293b-03ff-4822-bd46-98d5ea3ffe14 HTTP/1.1" status: 200  len: 796 time: 0.1870019
Dec 18 21:20:10.114614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-a12ed0e0-14dc-4ab7-aa4f-38121cff4dd1 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/quotas/4fc0be93c7544e6eb79d01c1bf880625 HTTP/1.1" status: 200  len: 375 time: 0.0155165
Dec 18 21:20:10.117751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e94837-7440-4cd9-9bc6-0289320ac901 admin admin] Pushing event deleted for resources: {'Network': ['ID=7897b868-ec3c-4c44-ae22-78a3bdd8050e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:10.204888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-667fe9a5-bf7a-4837-913a-4be3eceda68f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fc0be93c7544e6eb79d01c1bf880625&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0819352
Dec 18 21:20:10.207010 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Set router b4b7f124-e152-42b1-8383-29d46fcec216 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:10.271845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48784) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:10.317828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ee37f173-89e8-46c0-882d-8f741f2b78da None None] Provisioning complete for port 4a9359d7-79f8-4528-aacf-89b222dc450a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:10.319184 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee37f173-89e8-46c0-882d-8f741f2b78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.359798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ee37f173-89e8-46c0-882d-8f741f2b78da None None] Port 4a9359d7-79f8-4528-aacf-89b222dc450a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:20:10.372484 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ee37f173-89e8-46c0-882d-8f741f2b78da None None] Provisioning complete for port 3432fa1c-5c30-4792-b6a3-9eb943faf45a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:10.373715 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee37f173-89e8-46c0-882d-8f741f2b78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.396345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-043b43d0-3065-4c49-b8c7-224ad11532ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fd45aa886e940deb809bd034a4ff584&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1233363
Dec 18 21:20:10.398904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48786) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:10.446835 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-a6ccacfe-8368-479d-b2d8-1ed2821ffd41 service neutron] 10.222.0.13 "GET /v2.0/networks/f79d293b-03ff-4822-bd46-98d5ea3ffe14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2263889
Dec 18 21:20:10.448690 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664442b20>, [{'id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-980034403', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:03Z', 'updated_at': '2021-12-18T21:20:08Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:04Z', 'updated_at': '2021-12-18T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4a9359d7-79f8-4528-aacf-89b222dc450a', 'name': '', 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'mac_address': 'fa:16:3e:7e:14:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '23f723d8-3207-4344-ae41-f5916b1657a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:07Z', 'updated_at': '2021-12-18T21:20:08Z', 'revision_number': 2, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'subnets': [{'id': '23f723d8-3207-4344-ae41-f5916b1657a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:10.476903 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Checking router: b4b7f124-e152-42b1-8383-29d46fcec216 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:20:10.477254 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Updating router b4b7f124-e152-42b1-8383-29d46fcec216 port 4a9359d7-79f8-4528-aacf-89b222dc450a binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:20:10.509313 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.550854 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ccc33bb0-9e9b-4b4c-aab8-985c51cf1949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.598624 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ccc33bb0-9e9b-4b4c-aab8-985c51cf1949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.601210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-1b1c00b3-cfce-42b9-b3ef-f6f94f125de6 service neutron] 10.222.0.13 "GET /v2.0/networks/f79d293b-03ff-4822-bd46-98d5ea3ffe14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454773
Dec 18 21:20:10.635885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9954c3b9-bb29-45a3-b820-2a94a084a5bf None None] Provisioning complete for port 4a9359d7-79f8-4528-aacf-89b222dc450a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:10.638175 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9954c3b9-bb29-45a3-b820-2a94a084a5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.680673 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ccc33bb0-9e9b-4b4c-aab8-985c51cf1949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.684207 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ccc33bb0-9e9b-4b4c-aab8-985c51cf1949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.686139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ccc33bb0-9e9b-4b4c-aab8-985c51cf1949 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09c53b57-95dd-4a4d-a84b-520e3d6626d1 HTTP/1.1" status: 204  len: 168 time: 0.2828414
Dec 18 21:20:10.695859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc33bb0-9e9b-4b4c-aab8-985c51cf1949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c53b57-95dd-4a4d-a84b-520e3d6626d1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:10.701637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9954c3b9-bb29-45a3-b820-2a94a084a5bf None None] Port 4a9359d7-79f8-4528-aacf-89b222dc450a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:20:10.875948 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41e4875a-e304-430c-8c9a-9dd1cba2cb7c req-3f87cd5b-5a44-4330-b1af-f54291b01f87 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 210 time: 0.0369287
Dec 18 21:20:10.896743 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.904563 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.924557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e9015d0a-6a82-4f71-ade3-afb052dfe961 None None] Provisioning complete for port 4a9359d7-79f8-4528-aacf-89b222dc450a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:10.925127 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e9015d0a-6a82-4f71-ade3-afb052dfe961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:10.983807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e9015d0a-6a82-4f71-ade3-afb052dfe961 None None] Port 4a9359d7-79f8-4528-aacf-89b222dc450a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:20:11.003412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3432fa1c-5c30-4792-b6a3-9eb943faf45a up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:20:11.019667 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c1480-74d3-4e20-ba0d-889d08c38a79 None None] Pushing event updated for resources: {'Port': ['ID=4a9359d7-79f8-4528-aacf-89b222dc450a,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:11.054705 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Attempting to bind port 4a9359d7-79f8-4528-aacf-89b222dc450a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:20:11.055405 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Attempting to bind port 4a9359d7-79f8-4528-aacf-89b222dc450a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:20:11.055851 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Attempting to bind port 4a9359d7-79f8-4528-aacf-89b222dc450a on network f79d293b-03ff-4822-bd46-98d5ea3ffe14 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:20:11.064646 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:20:11.075072 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Checking segment: {'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:20:11.076641 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.076787 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Bound using segment: {'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:20:11.078086 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Bound port: 4a9359d7-79f8-4528-aacf-89b222dc450a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:20:11.078758 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.088791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3432fa1c-5c30-4792-b6a3-9eb943faf45a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:11.089544 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.200486 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] For port 4a9359d7-79f8-4528-aacf-89b222dc450a, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:20:11.206776 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] For port 4a9359d7-79f8-4528-aacf-89b222dc450a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a9359d7-79f8-4528-aacf-89b222dc450a,segment=NetworkSegment(e216d662-19e4-44ad-a0ca-30a840653a49),segment_id=e216d662-19e4-44ad-a0ca-30a840653a49)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:20:11.214863 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.293431 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Routers {'b4b7f124-e152-42b1-8383-29d46fcec216'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:11.294283 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664442b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b4b7f124-e152-42b1-8383-29d46fcec216'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:11.296470 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c1480-74d3-4e20-ba0d-889d08c38a79 None None] Pushing event updated for resources: {'Port': ['ID=4a9359d7-79f8-4528-aacf-89b222dc450a,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:11.317373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-099b9ea4-f959-482a-8f75-cc4ad7d5ca09 None None] Provisioning complete for port 4a9359d7-79f8-4528-aacf-89b222dc450a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:11.317749 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-099b9ea4-f959-482a-8f75-cc4ad7d5ca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.320862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48804) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:11.341979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be3b97b1-aede-4e05-a1a0-cc529a276f4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.378975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:20:11.413486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:20:11.413741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a7b5d6c-c35e-4c7c-b17b-f588f895ef7f not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:20:11.414093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 60992ce6-0249-419f-880a-e683621b0e3a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:20:11.444237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 60992ce6-0249-419f-880a-e683621b0e3a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:20:11.444602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 60992ce6-0249-419f-880a-e683621b0e3a not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:20:11.458329 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be3b97b1-aede-4e05-a1a0-cc529a276f4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.468299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be3b97b1-aede-4e05-a1a0-cc529a276f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.508591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b97b1-aede-4e05-a1a0-cc529a276f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3194403f-5714-4089-a568-8695b39ac3fd,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:11.525365 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-099b9ea4-f959-482a-8f75-cc4ad7d5ca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.540344 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-be3b97b1-aede-4e05-a1a0-cc529a276f4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.2160721
Dec 18 21:20:11.540553 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48806) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:11.569868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-099b9ea4-f959-482a-8f75-cc4ad7d5ca09 None None] For port 4a9359d7-79f8-4528-aacf-89b222dc450a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a9359d7-79f8-4528-aacf-89b222dc450a,segment=NetworkSegment(e216d662-19e4-44ad-a0ca-30a840653a49),segment_id=e216d662-19e4-44ad-a0ca-30a840653a49)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:11.575704 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-099b9ea4-f959-482a-8f75-cc4ad7d5ca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.595306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57eed8e9-7d0f-4fbc-8f67-959a0e2a4011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.607893 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] Set router b4b7f124-e152-42b1-8383-29d46fcec216 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:11.627733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57eed8e9-7d0f-4fbc-8f67-959a0e2a4011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.645317 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b9ea4-f959-482a-8f75-cc4ad7d5ca09 None None] Pushing event updated for resources: {'Port': ['ID=4a9359d7-79f8-4528-aacf-89b222dc450a,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:11.689802 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57eed8e9-7d0f-4fbc-8f67-959a0e2a4011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.693997 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-57eed8e9-7d0f-4fbc-8f67-959a0e2a4011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.697500 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-57eed8e9-7d0f-4fbc-8f67-959a0e2a4011 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3194403f-5714-4089-a568-8695b39ac3fd HTTP/1.1" status: 204  len: 168 time: 0.1539407
Dec 18 21:20:11.707279 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eed8e9-7d0f-4fbc-8f67-959a0e2a4011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3194403f-5714-4089-a568-8695b39ac3fd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:11.731422 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d522be71-1cd4-4fca-a6f7-7cba43277016 None None] Provisioning complete for port 4a9359d7-79f8-4528-aacf-89b222dc450a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:11.731796 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d522be71-1cd4-4fca-a6f7-7cba43277016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:11.848877 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664442b20>, [{'id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-980034403', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:03Z', 'updated_at': '2021-12-18T21:20:08Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:04Z', 'updated_at': '2021-12-18T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4a9359d7-79f8-4528-aacf-89b222dc450a', 'name': '', 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'mac_address': 'fa:16:3e:7e:14:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '23f723d8-3207-4344-ae41-f5916b1657a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:07Z', 'updated_at': '2021-12-18T21:20:11Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'subnets': [{'id': '23f723d8-3207-4344-ae41-f5916b1657a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:11.879177 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8e458-f63c-48a0-83d0-ccd98786c153 None None] The sync data for ids ['b4b7f124-e152-42b1-8383-29d46fcec216'] in ncdv-master-1 is: [{'id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-980034403', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:03Z', 'updated_at': '2021-12-18T21:20:08Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:04Z', 'updated_at': '2021-12-18T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4a9359d7-79f8-4528-aacf-89b222dc450a', 'name': '', 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'mac_address': 'fa:16:3e:7e:14:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '23f723d8-3207-4344-ae41-f5916b1657a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:07Z', 'updated_at': '2021-12-18T21:20:11Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'subnets': [{'id': '23f723d8-3207-4344-ae41-f5916b1657a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:20:12.048443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cc17411b-41e0-441f-a77d-109ad121af0d req-dbf76cc5-dd9b-4d4a-b27c-914f33bb7bfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 210 time: 0.0600355
Dec 18 21:20:12.215928 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-a5a2a5b4-97f5-4135-a13e-c77af37f257e tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:12.217654 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-a5a2a5b4-97f5-4135-a13e-c77af37f257e tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.31 "GET /v2.0/networks?id=f79d293b-03ff-4822-bd46-98d5ea3ffe14 HTTP/1.1" status: 200  len: 796 time: 0.1431067
Dec 18 21:20:12.234233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Request body: {'port': {'device_id': '84abd9f3-8abd-432f-92bc-cfdb71dadde0', 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14', 'admin_state_up': True, 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:20:12.358543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Made reservation on behalf of 4fc0be93c7544e6eb79d01c1bf880625 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:20:12.362061 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:12.494056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Allocated IP 172.20.0.26 (f79d293b-03ff-4822-bd46-98d5ea3ffe14/23f723d8-3207-4344-ae41-f5916b1657a1/2ec96c2b-1b74-4d9f-8233-d41904d985ae) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:20:12.610239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:12.644666 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:12.695362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Network f79d293b-03ff-4822-bd46-98d5ea3ffe14 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:20:12.698761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:20:12.703270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:20:12.707274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event updated for resources: {'Port': ['ID=2ec96c2b-1b74-4d9f-8233-d41904d985ae,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:12.765474 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:12.766143 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:12.785915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-c5843304-0ef7-4183-8132-9f1e4a492043 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.5584571
Dec 18 21:20:12.808269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Request body: {'port': {'device_id': '84abd9f3-8abd-432f-92bc-cfdb71dadde0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:20:12.928163 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:13.029449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a9359d7-79f8-4528-aacf-89b222dc450a up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:20:13.095516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-09af2a42-2ecb-4251-9bac-ec470a5e3e18 None None] Provisioning complete for port 2ec96c2b-1b74-4d9f-8233-d41904d985ae triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:13.095946 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-09af2a42-2ecb-4251-9bac-ec470a5e3e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:13.166727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-09af2a42-2ecb-4251-9bac-ec470a5e3e18 None None] Port 2ec96c2b-1b74-4d9f-8233-d41904d985ae cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:20:13.169058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4a9359d7-79f8-4528-aacf-89b222dc450a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:13.169518 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:13.255683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36aa0e-7dae-4f10-bc33-dad4b78f54af req-f0251178-79bf-4ef0-83d4-d4171762732a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:13.257185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b36aa0e-7dae-4f10-bc33-dad4b78f54af req-f0251178-79bf-4ef0-83d4-d4171762732a tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 895 time: 0.1143906
Dec 18 21:20:13.340922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec96c2b-1b74-4d9f-8233-d41904d985ae {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:20:13.348486 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:13.360289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Transition to ACTIVE for port object 2ec96c2b-1b74-4d9f-8233-d41904d985ae will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:20:13.363713 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:13.414519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Pushing event updated for resources: {'Port': ['ID=2ec96c2b-1b74-4d9f-8233-d41904d985ae,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:13.484581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Attempting to bind port 2ec96c2b-1b74-4d9f-8233-d41904d985ae on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:20:13.484990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Attempting to bind port 2ec96c2b-1b74-4d9f-8233-d41904d985ae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:20:13.485386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Attempting to bind port 2ec96c2b-1b74-4d9f-8233-d41904d985ae on network f79d293b-03ff-4822-bd46-98d5ea3ffe14 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:20:13.490322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Port 2ec96c2b-1b74-4d9f-8233-d41904d985ae on network f79d293b-03ff-4822-bd46-98d5ea3ffe14 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:20:13.490727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Attempting to bind port 2ec96c2b-1b74-4d9f-8233-d41904d985ae on network f79d293b-03ff-4822-bd46-98d5ea3ffe14 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:20:13.496526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:20:13.496867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Checking segment: {'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:20:13.497247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Bound using segment: {'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:20:13.497697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Bound port: 2ec96c2b-1b74-4d9f-8233-d41904d985ae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e216d662-19e4-44ad-a0ca-30a840653a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:20:13.498053 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:13.563177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] For port 2ec96c2b-1b74-4d9f-8233-d41904d985ae, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:20:13.567081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] For port 2ec96c2b-1b74-4d9f-8233-d41904d985ae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec96c2b-1b74-4d9f-8233-d41904d985ae,segment=NetworkSegment(e216d662-19e4-44ad-a0ca-30a840653a49),segment_id=e216d662-19e4-44ad-a0ca-30a840653a49)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:20:13.571984 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:13.611721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:13.612338 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:13.613760 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] 10.222.0.31 "PUT /v2.0/ports/2ec96c2b-1b74-4d9f-8233-d41904d985ae HTTP/1.1" status: 200  len: 1055 time: 0.8187633
Dec 18 21:20:13.614207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84abd9f3-8abd-432f-92bc-cfdb71dadde0', 'tag': '2ec96c2b-1b74-4d9f-8233-d41904d985ae'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:20:13.628114 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7855cc2b-9359-4a06-9976-03ac9ba7cd81" -d '{"events": [{"name": "network-changed", "server_uuid": "84abd9f3-8abd-432f-92bc-cfdb71dadde0", "tag": "2ec96c2b-1b74-4d9f-8233-d41904d985ae"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:20:13.652567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea0f44-39f0-4755-a4d4-b714260a604f service neutron] Pushing event updated for resources: {'Port': ['ID=2ec96c2b-1b74-4d9f-8233-d41904d985ae,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:13.689377 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2172ad2f-3628-4700-b8eb-8dffbccf938a x-openstack-request-id: req-2172ad2f-3628-4700-b8eb-8dffbccf938a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:20:13.689860 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84abd9f3-8abd-432f-92bc-cfdb71dadde0", "tag": "2ec96c2b-1b74-4d9f-8233-d41904d985ae", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:20:13.689976 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2172ad2f-3628-4700-b8eb-8dffbccf938a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:20:13.690337 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84abd9f3-8abd-432f-92bc-cfdb71dadde0', 'tag': '2ec96c2b-1b74-4d9f-8233-d41904d985ae', 'status': 'completed', 'code': 200}
Dec 18 21:20:13.707579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-7102a562-396b-4d6c-8def-6c6128e87a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:13.709082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-7102a562-396b-4d6c-8def-6c6128e87a98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fc0be93c7544e6eb79d01c1bf880625&device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 1058 time: 0.0475948
Dec 18 21:20:13.752380 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-53ecbf2d-1a32-4300-9db7-d6e87935acda service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=2ec96c2b-1b74-4d9f-8233-d41904d985ae HTTP/1.1" status: 200  len: 217 time: 0.0355818
Dec 18 21:20:13.806331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-5ba085c4-ffa9-4be8-9509-3e10cdd6d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:13.807895 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-5ba085c4-ffa9-4be8-9509-3e10cdd6d8b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23f723d8-3207-4344-ae41-f5916b1657a1 HTTP/1.1" status: 200  len: 837 time: 0.0486858
Dec 18 21:20:13.853731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-ecb97f22-3ec6-42e2-b900-72a4ef74be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:13.855823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-ecb97f22-3ec6-42e2-b900-72a4ef74be04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f79d293b-03ff-4822-bd46-98d5ea3ffe14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0405610
Dec 18 21:20:13.946970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-949b5ce4-8f4f-46e4-ae00-f4f0d29a3409 service neutron] 10.222.0.31 "GET /v2.0/networks/f79d293b-03ff-4822-bd46-98d5ea3ffe14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843775
Dec 18 21:20:14.037864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d28e701a-90a5-4775-8fa0-cdde1ea22b77 req-a04fa80f-3d0e-4dcc-aa09-00281f3706ee service neutron] 10.222.0.31 "GET /v2.0/networks/f79d293b-03ff-4822-bd46-98d5ea3ffe14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828614
Dec 18 21:20:14.123966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855cc2b-9359-4a06-9976-03ac9ba7cd81 req-1cba49e7-838a-4fdc-a464-0cb196650946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:14.125332 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7855cc2b-9359-4a06-9976-03ac9ba7cd81 req-1cba49e7-838a-4fdc-a464-0cb196650946 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fc0be93c7544e6eb79d01c1bf880625&device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 1058 time: 0.0408101
Dec 18 21:20:14.216251 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855cc2b-9359-4a06-9976-03ac9ba7cd81 req-f622d52a-e8fa-4e3d-afc1-4a65adfaab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:14.217699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7855cc2b-9359-4a06-9976-03ac9ba7cd81 req-f622d52a-e8fa-4e3d-afc1-4a65adfaab00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f79d293b-03ff-4822-bd46-98d5ea3ffe14 HTTP/1.1" status: 200  len: 897 time: 0.0852659
Dec 18 21:20:14.257119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7855cc2b-9359-4a06-9976-03ac9ba7cd81 req-9c60c828-c45d-4a2a-b0f2-67dcba512e31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=2ec96c2b-1b74-4d9f-8233-d41904d985ae HTTP/1.1" status: 200  len: 217 time: 0.0328634
Dec 18 21:20:14.304766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855cc2b-9359-4a06-9976-03ac9ba7cd81 req-f1f164ba-9fac-4ca7-a9ac-0602255e56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:14.306213 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7855cc2b-9359-4a06-9976-03ac9ba7cd81 req-f1f164ba-9fac-4ca7-a9ac-0602255e56d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23f723d8-3207-4344-ae41-f5916b1657a1 HTTP/1.1" status: 200  len: 837 time: 0.0414753
Dec 18 21:20:14.380988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855cc2b-9359-4a06-9976-03ac9ba7cd81 req-a621917e-ede6-416e-b30b-701b956c7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:14.382394 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7855cc2b-9359-4a06-9976-03ac9ba7cd81 req-a621917e-ede6-416e-b30b-701b956c7389 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f79d293b-03ff-4822-bd46-98d5ea3ffe14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0689154
Dec 18 21:20:14.404951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ea78a-cfa3-455d-a12e-f845f1f5ebf9 req-8855c3a4-a744-48e7-873e-ee9727ea6ed0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:14.406352 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b8ea78a-cfa3-455d-a12e-f845f1f5ebf9 req-8855c3a4-a744-48e7-873e-ee9727ea6ed0 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 907 time: 0.0691180
Dec 18 21:20:14.478971 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7855cc2b-9359-4a06-9976-03ac9ba7cd81 req-50929738-a41c-4148-b919-2f220936c637 service neutron] 10.222.0.31 "GET /v2.0/networks/f79d293b-03ff-4822-bd46-98d5ea3ffe14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890749
Dec 18 21:20:14.575242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7855cc2b-9359-4a06-9976-03ac9ba7cd81 req-aac8936e-fe19-49a9-adfa-e3f0bf3dc896 service neutron] 10.222.0.31 "GET /v2.0/networks/f79d293b-03ff-4822-bd46-98d5ea3ffe14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882204
Dec 18 21:20:14.989671 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:15.521342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b284323-6a35-415f-a898-2b4b03aea919 req-11722723-be6a-413d-a59b-a73443f8b5be tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:15.522825 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b284323-6a35-415f-a898-2b4b03aea919 req-11722723-be6a-413d-a59b-a73443f8b5be tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 907 time: 0.0477004
Dec 18 21:20:16.642715 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bc071-2e1a-44eb-bc73-cf8e676a932c req-081a385e-480d-4a21-8026-a691442b49d2 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:16.644187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e69bc071-2e1a-44eb-bc73-cf8e676a932c req-081a385e-480d-4a21-8026-a691442b49d2 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 907 time: 0.0488842
Dec 18 21:20:17.770075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9541707-18b4-41e5-a0fa-6cb07a9808f3 req-a90f8302-85d8-41ad-b75a-4a16392f5d94 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:17.771614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9541707-18b4-41e5-a0fa-6cb07a9808f3 req-a90f8302-85d8-41ad-b75a-4a16392f5d94 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 907 time: 0.0578001
Dec 18 21:20:18.038407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ec96c2b-1b74-4d9f-8233-d41904d985ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:20:18.137703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ec96c2b-1b74-4d9f-8233-d41904d985ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec96c2b-1b74-4d9f-8233-d41904d985ae,segment=NetworkSegment(e216d662-19e4-44ad-a0ca-30a840653a49),segment_id=e216d662-19e4-44ad-a0ca-30a840653a49)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:18.148666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '2ec96c2b-1b74-4d9f-8233-d41904d985ae', 'network_id': 'f79d293b-03ff-4822-bd46-98d5ea3ffe14', 'port_id': '2ec96c2b-1b74-4d9f-8233-d41904d985ae', 'mac_address': 'fa:16:3e:ae:5a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f723d8-3207-4344-ae41-f5916b1657a1', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:20:18.188711 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:18.201313 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec96c2b-1b74-4d9f-8233-d41904d985ae {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:20:18.219356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ec96c2b-1b74-4d9f-8233-d41904d985ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec96c2b-1b74-4d9f-8233-d41904d985ae,segment=NetworkSegment(e216d662-19e4-44ad-a0ca-30a840653a49),segment_id=e216d662-19e4-44ad-a0ca-30a840653a49)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:18.223791 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:18.271058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2ec96c2b-1b74-4d9f-8233-d41904d985ae,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:18.437881 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['2ec96c2b-1b74-4d9f-8233-d41904d985ae'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:20:18.885064 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d560b3-237e-4583-a860-c75adad88234 req-cdcebaab-3258-4854-bce0-7acc15b450f8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:18.887054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-56d560b3-237e-4583-a860-c75adad88234 req-cdcebaab-3258-4854-bce0-7acc15b450f8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 908 time: 0.0478833
Dec 18 21:20:19.612983 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:20.004889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e949d-488f-47df-9bf7-0f6f9dbb2a3a req-8ed80287-4cb8-410d-a924-2d13631cdba2 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:20.006393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2b9e949d-488f-47df-9bf7-0f6f9dbb2a3a req-8ed80287-4cb8-410d-a924-2d13631cdba2 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 908 time: 0.0500646
Dec 18 21:20:20.054028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ec96c2b-1b74-4d9f-8233-d41904d985ae up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:20:20.101588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 2ec96c2b-1b74-4d9f-8233-d41904d985ae completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:20:20.106718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 2ec96c2b-1b74-4d9f-8233-d41904d985ae triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:20:20.107093 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:20.181108 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:20.202269 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84abd9f3-8abd-432f-92bc-cfdb71dadde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec96c2b-1b74-4d9f-8233-d41904d985ae'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:20:20.204654 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99efe059-57b4-424a-bef7-9c1a4422ad6c" -d '{"events": [{"server_uuid": "84abd9f3-8abd-432f-92bc-cfdb71dadde0", "name": "network-vif-plugged", "status": "completed", "tag": "2ec96c2b-1b74-4d9f-8233-d41904d985ae"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:20:20.217443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2ec96c2b-1b74-4d9f-8233-d41904d985ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec96c2b-1b74-4d9f-8233-d41904d985ae,segment=NetworkSegment(e216d662-19e4-44ad-a0ca-30a840653a49),segment_id=e216d662-19e4-44ad-a0ca-30a840653a49)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:20.221334 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:20.247934 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bd736f-4c44-42a3-8e70-15c8c5e9eba2 x-openstack-request-id: req-a6bd736f-4c44-42a3-8e70-15c8c5e9eba2 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:20:20.248228 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84abd9f3-8abd-432f-92bc-cfdb71dadde0", "name": "network-vif-plugged", "status": "completed", "tag": "2ec96c2b-1b74-4d9f-8233-d41904d985ae", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:20:20.248507 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6bd736f-4c44-42a3-8e70-15c8c5e9eba2 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:20:20.248871 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84abd9f3-8abd-432f-92bc-cfdb71dadde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec96c2b-1b74-4d9f-8233-d41904d985ae', 'code': 200}
Dec 18 21:20:20.273776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2ec96c2b-1b74-4d9f-8233-d41904d985ae,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:20.343513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67f65d-ae78-4776-bdfa-3f4cf9844942 req-55da92b9-efe7-48cc-b3d3-0185de5b7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:20.345007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba67f65d-ae78-4776-bdfa-3f4cf9844942 req-55da92b9-efe7-48cc-b3d3-0185de5b7e1c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 1060 time: 0.0400925
Dec 18 21:20:21.123284 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9c268-d709-4477-9eb6-181b32b8ecac req-ba7182ab-82be-4510-b3ec-d7b71b266a38 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:21.124894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-81b9c268-d709-4477-9eb6-181b32b8ecac req-ba7182ab-82be-4510-b3ec-d7b71b266a38 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 909 time: 0.0505445
Dec 18 21:20:22.243105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1dff0-090c-47fd-8582-d621b8981910 req-b6535ea6-9aa6-4517-9306-046fc71dde94 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:22.244567 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0bb1dff0-090c-47fd-8582-d621b8981910 req-b6535ea6-9aa6-4517-9306-046fc71dde94 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 909 time: 0.0468543
Dec 18 21:20:22.359303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b259b66-c467-453a-b164-fea6a07fdf4a req-63de93b2-a75a-4332-b4e5-423a4b9803d2 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:22.360780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b259b66-c467-453a-b164-fea6a07fdf4a req-63de93b2-a75a-4332-b4e5-423a4b9803d2 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 909 time: 0.0479741
Dec 18 21:20:22.462917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1851eb-d296-4a54-8d55-d7d6fce697ba req-35859601-4fd7-4255-8232-375485cae9d9 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:22.464385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c1851eb-d296-4a54-8d55-d7d6fce697ba req-35859601-4fd7-4255-8232-375485cae9d9 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 1060 time: 0.0398157
Dec 18 21:20:22.569468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe4c70-a718-4e04-a85f-c041c22bbcd3 req-23f4bcc7-b497-43a5-8431-91258299b9b6 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:22.570980 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8cfe4c70-a718-4e04-a85f-c041c22bbcd3 req-23f4bcc7-b497-43a5-8431-91258299b9b6 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 1135 time: 0.0429189
Dec 18 21:20:22.621068 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8cfe4c70-a718-4e04-a85f-c041c22bbcd3 req-8a0f3e01-bfd3-47af-b39b-ad291f0aad42 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0433121
Dec 18 21:20:22.643678 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48876) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:22.993078 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c392e3b-9391-491d-a3f6-01b8d8adf261 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:22.994649 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5c392e3b-9391-491d-a3f6-01b8d8adf261 tempest-TestSecurityGroupsBasicOps-1390929627 tempest-TestSecurityGroupsBasicOps-1390929627-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 1055 time: 0.3499401
Dec 18 21:20:23.204642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323816f-c4d7-42e3-9389-5506b01f835c req-d9793460-f60b-42a9-a3dc-3e1250bd0680 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:23.206014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0323816f-c4d7-42e3-9389-5506b01f835c req-d9793460-f60b-42a9-a3dc-3e1250bd0680 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 909 time: 0.0478437
Dec 18 21:20:23.316977 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:20:24.331930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a72e4d-1852-4001-b2b4-d4f18e499f20 req-ae8def1e-5861-49a4-b499-5b2ca3065a1e tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:24.333429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45a72e4d-1852-4001-b2b4-d4f18e499f20 req-ae8def1e-5861-49a4-b499-5b2ca3065a1e tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 909 time: 0.0540879
Dec 18 21:20:24.447435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75875c4e-bf83-4042-881a-e13b4249fa29 req-e6a16d7c-4f47-4f0a-9f99-cd1a0a920fa8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:24.448800 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75875c4e-bf83-4042-881a-e13b4249fa29 req-e6a16d7c-4f47-4f0a-9f99-cd1a0a920fa8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.31 "GET /v2.0/ports?device_id=84abd9f3-8abd-432f-92bc-cfdb71dadde0 HTTP/1.1" status: 200  len: 909 time: 0.0460203
Dec 18 21:20:24.536471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-75875c4e-bf83-4042-881a-e13b4249fa29 req-a68ffe2b-44ef-4bca-900d-972cd038ee14 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Deleting port 2ec96c2b-1b74-4d9f-8233-d41904d985ae {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:20:24.536806 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75875c4e-bf83-4042-881a-e13b4249fa29 req-a68ffe2b-44ef-4bca-900d-972cd038ee14 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:24.621168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-75875c4e-bf83-4042-881a-e13b4249fa29 req-a68ffe2b-44ef-4bca-900d-972cd038ee14 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] For port 2ec96c2b-1b74-4d9f-8233-d41904d985ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ec96c2b-1b74-4d9f-8233-d41904d985ae,segment=NetworkSegment(e216d662-19e4-44ad-a0ca-30a840653a49),segment_id=e216d662-19e4-44ad-a0ca-30a840653a49)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:24.621525 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75875c4e-bf83-4042-881a-e13b4249fa29 req-a68ffe2b-44ef-4bca-900d-972cd038ee14 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:24.636918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-75875c4e-bf83-4042-881a-e13b4249fa29 req-a68ffe2b-44ef-4bca-900d-972cd038ee14 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Calling delete_port for 2ec96c2b-1b74-4d9f-8233-d41904d985ae owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:20:24.763612 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75875c4e-bf83-4042-881a-e13b4249fa29 req-a68ffe2b-44ef-4bca-900d-972cd038ee14 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:24.788877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ffe2b-44ef-4bca-900d-972cd038ee14 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'Port': ['ID=2ec96c2b-1b74-4d9f-8233-d41904d985ae,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:24.834006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-75875c4e-bf83-4042-881a-e13b4249fa29 req-a68ffe2b-44ef-4bca-900d-972cd038ee14 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] No DVR routers for this DVR port 2ec96c2b-1b74-4d9f-8233-d41904d985ae on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:20:24.836894 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-75875c4e-bf83-4042-881a-e13b4249fa29 req-a68ffe2b-44ef-4bca-900d-972cd038ee14 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:24.841061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75875c4e-bf83-4042-881a-e13b4249fa29 req-a68ffe2b-44ef-4bca-900d-972cd038ee14 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.31 "DELETE /v2.0/ports/2ec96c2b-1b74-4d9f-8233-d41904d985ae HTTP/1.1" status: 204  len: 173 time: 0.3867409
Dec 18 21:20:24.841522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84abd9f3-8abd-432f-92bc-cfdb71dadde0', 'name': 'network-vif-deleted', 'tag': '2ec96c2b-1b74-4d9f-8233-d41904d985ae'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:20:24.843841 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1c254d-212c-42bc-9e19-33f8020a82ef" -d '{"events": [{"server_uuid": "84abd9f3-8abd-432f-92bc-cfdb71dadde0", "name": "network-vif-deleted", "tag": "2ec96c2b-1b74-4d9f-8233-d41904d985ae"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:20:24.891785 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1ec292-7a6b-42c4-affb-8b23d949da7e x-openstack-request-id: req-1e1ec292-7a6b-42c4-affb-8b23d949da7e {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:20:24.892217 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84abd9f3-8abd-432f-92bc-cfdb71dadde0", "name": "network-vif-deleted", "tag": "2ec96c2b-1b74-4d9f-8233-d41904d985ae", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:20:24.892467 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e1ec292-7a6b-42c4-affb-8b23d949da7e {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:20:24.892865 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84abd9f3-8abd-432f-92bc-cfdb71dadde0', 'name': 'network-vif-deleted', 'tag': '2ec96c2b-1b74-4d9f-8233-d41904d985ae', 'status': 'completed', 'code': 200}
Dec 18 21:20:25.388435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48894) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:25.733335 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:25.983316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Deleting port 4a9359d7-79f8-4528-aacf-89b222dc450a {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:20:25.983583 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:26.074202 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] For port 4a9359d7-79f8-4528-aacf-89b222dc450a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a9359d7-79f8-4528-aacf-89b222dc450a,segment=NetworkSegment(e216d662-19e4-44ad-a0ca-30a840653a49),segment_id=e216d662-19e4-44ad-a0ca-30a840653a49)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:26.074573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:26.086590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Calling delete_port for 4a9359d7-79f8-4528-aacf-89b222dc450a owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:20:26.269942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:26.297157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'Port': ['ID=4a9359d7-79f8-4528-aacf-89b222dc450a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:26.321464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.321830 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.322182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.322555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.322920 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.323289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.323627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.323966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.324301 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.324639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.324977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.325309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.325638 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:20:26.479009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:26.695089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Router b4b7f124-e152-42b1-8383-29d46fcec216 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:20:26.809484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:20:26.817615 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2d69ac9a-37e3-405a-8b6c-5f6f4edec55f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "PUT /v2.0/routers/b4b7f124-e152-42b1-8383-29d46fcec216/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4280996
Dec 18 21:20:26.820499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48898) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:26.821973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb2de87-056d-43f5-9470-a839a623d4fe None None] Sync routers for ids ['b4b7f124-e152-42b1-8383-29d46fcec216'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:20:26.832181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2de87-056d-43f5-9470-a839a623d4fe None None] Routers {'b4b7f124-e152-42b1-8383-29d46fcec216'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:26.832794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9cb2de87-056d-43f5-9470-a839a623d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e22c0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b4b7f124-e152-42b1-8383-29d46fcec216'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:26.870413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a03556f-0ceb-4f58-87fc-f561a6e87c2c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Deleting subnet 23f723d8-3207-4344-ae41-f5916b1657a1 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:20:26.873534 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a03556f-0ceb-4f58-87fc-f561a6e87c2c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:26.912412 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a03556f-0ceb-4f58-87fc-f561a6e87c2c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:26.944064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-9cb2de87-056d-43f5-9470-a839a623d4fe None None] Set router b4b7f124-e152-42b1-8383-29d46fcec216 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:27.000016 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a03556f-0ceb-4f58-87fc-f561a6e87c2c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.057424 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a03556f-0ceb-4f58-87fc-f561a6e87c2c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.084303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03556f-0ceb-4f58-87fc-f561a6e87c2c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'Subnet': ['ID=23f723d8-3207-4344-ae41-f5916b1657a1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:27.089693 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7a03556f-0ceb-4f58-87fc-f561a6e87c2c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.092887 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7a03556f-0ceb-4f58-87fc-f561a6e87c2c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "DELETE /v2.0/subnets/23f723d8-3207-4344-ae41-f5916b1657a1 HTTP/1.1" status: 204  len: 168 time: 0.2714112
Dec 18 21:20:27.095423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48900) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:27.099363 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbf6977-ce19-4415-a38e-f5ec32679c2f None None] Network f79d293b-03ff-4822-bd46-98d5ea3ffe14 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:20:27.202445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9cb2de87-056d-43f5-9470-a839a623d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e22c0d0>, [{'id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-980034403', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:03Z', 'updated_at': '2021-12-18T21:20:26Z', 'revision_number': 5, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:04Z', 'updated_at': '2021-12-18T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:27.205815 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.233347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb2de87-056d-43f5-9470-a839a623d4fe None None] Checking router: b4b7f124-e152-42b1-8383-29d46fcec216 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:20:27.248396 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2de87-056d-43f5-9470-a839a623d4fe None None] Routers {'b4b7f124-e152-42b1-8383-29d46fcec216'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:27.249250 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9cb2de87-056d-43f5-9470-a839a623d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e22c0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['b4b7f124-e152-42b1-8383-29d46fcec216'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:27.310895 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.331345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb784f16-3f37-4c84-b33b-4ad95629ea2c None None] DHCP port deletion for f79d293b-03ff-4822-bd46-98d5ea3ffe14 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:20:27.362973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Deleting port 0ff59067-0a61-49cd-94c5-acda7a504631 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:20:27.363309 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.387051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-9cb2de87-056d-43f5-9470-a839a623d4fe None None] Set router b4b7f124-e152-42b1-8383-29d46fcec216 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:27.442606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] For port 0ff59067-0a61-49cd-94c5-acda7a504631, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ff59067-0a61-49cd-94c5-acda7a504631,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:27.442974 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.454391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Calling delete_port for 0ff59067-0a61-49cd-94c5-acda7a504631 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:20:27.620799 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.645974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'Port': ['ID=0ff59067-0a61-49cd-94c5-acda7a504631,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:27.660006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fb784f16-3f37-4c84-b33b-4ad95629ea2c None None] Deleting port 3432fa1c-5c30-4792-b6a3-9eb943faf45a {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:20:27.660395 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb784f16-3f37-4c84-b33b-4ad95629ea2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.667886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d189d34-0c94-4479-b294-fe3d27025094 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:20:27.708187 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.759933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fb784f16-3f37-4c84-b33b-4ad95629ea2c None None] For port 3432fa1c-5c30-4792-b6a3-9eb943faf45a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3432fa1c-5c30-4792-b6a3-9eb943faf45a,segment=NetworkSegment(e216d662-19e4-44ad-a0ca-30a840653a49),segment_id=e216d662-19e4-44ad-a0ca-30a840653a49)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:27.760476 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb784f16-3f37-4c84-b33b-4ad95629ea2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.790861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fb784f16-3f37-4c84-b33b-4ad95629ea2c None None] Calling delete_port for 3432fa1c-5c30-4792-b6a3-9eb943faf45a owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:20:27.801598 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.803720 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.847012 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.848030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Fanout notify agent at l3_agent the message router_deleted on router b4b7f124-e152-42b1-8383-29d46fcec216 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:20:27.854310 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.855452 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9d93f9b4-2c3d-45cc-abeb-9fcb8c735e66 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "DELETE /v2.0/routers/b4b7f124-e152-42b1-8383-29d46fcec216 HTTP/1.1" status: 204  len: 168 time: 0.7591207
Dec 18 21:20:27.858273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48904) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:27.868241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9cb2de87-056d-43f5-9470-a839a623d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e22c0d0>, [{'id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-980034403', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:03Z', 'updated_at': '2021-12-18T21:20:26Z', 'revision_number': 5, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:04Z', 'updated_at': '2021-12-18T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:27.904435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb2de87-056d-43f5-9470-a839a623d4fe None None] The sync data for ids ['b4b7f124-e152-42b1-8383-29d46fcec216'] in ncdv-master-1 is: [{'id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-980034403', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:20:03Z', 'updated_at': '2021-12-18T21:20:26Z', 'revision_number': 5, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '0ff59067-0a61-49cd-94c5-acda7a504631', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b7f124-e152-42b1-8383-29d46fcec216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:20:04Z', 'updated_at': '2021-12-18T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:20:27.915862 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb784f16-3f37-4c84-b33b-4ad95629ea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:27.946050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb784f16-3f37-4c84-b33b-4ad95629ea2c None None] No DVR routers for this DVR port 3432fa1c-5c30-4792-b6a3-9eb943faf45a on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:20:27.947789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb784f16-3f37-4c84-b33b-4ad95629ea2c None None] Pushing event deleted for resources: {'Port': ['ID=3432fa1c-5c30-4792-b6a3-9eb943faf45a,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:27.955364 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:28.047564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:28.053997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ec96c2b-1b74-4d9f-8233-d41904d985ae no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:20:28.071977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365de4b580>,) {'filters': {'network_id': ['f79d293b-03ff-4822-bd46-98d5ea3ffe14']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:28.074835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 2ec96c2b-1b74-4d9f-8233-d41904d985ae {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:20:28.075186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2ec96c2b-1b74-4d9f-8233-d41904d985ae not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:20:28.083131 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365de4b580>, 'e216d662-19e4-44ad-a0ca-30a840653a49') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:28.083431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365de4b580>, 'e216d662-19e4-44ad-a0ca-30a840653a49') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:28.093663 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:28.106588 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:28.112324 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:20:28.112708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:20:28.115635 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:20:28.175616 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:28.182958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:28.186070 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "DELETE /v2.0/networks/f79d293b-03ff-4822-bd46-98d5ea3ffe14 HTTP/1.1" status: 204  len: 168 time: 0.3267581
Dec 18 21:20:28.188930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48906) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:28.197687 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359937b-7aa1-4c0f-956f-b4ddd1db1d09 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'Network': ['ID=f79d293b-03ff-4822-bd46-98d5ea3ffe14,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:28.695971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Deleting port 8c8d7e0d-39af-4bdd-9cc6-1edb3832d14a {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:20:28.696241 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:28.771604 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:28.771935 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:28.783145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Calling delete_port for 8c8d7e0d-39af-4bdd-9cc6-1edb3832d14a owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:20:28.924545 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:28.948957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'Port': ['ID=8c8d7e0d-39af-4bdd-9cc6-1edb3832d14a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:29.011204 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:29.011661 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Floating IP bca8bfad-a690-4210-a110-e7d215189091 disassociated (deleted). External IP: 172.35.3.49, port: 257da8ba-96d1-45a1-8c0e-37a7a2967f3e.
Dec 18 21:20:29.033472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a9359d7-79f8-4528-aacf-89b222dc450a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:20:29.056320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 4a9359d7-79f8-4528-aacf-89b222dc450a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:20:29.056646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a9359d7-79f8-4528-aacf-89b222dc450a not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:20:29.057059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3432fa1c-5c30-4792-b6a3-9eb943faf45a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:20:29.079022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3432fa1c-5c30-4792-b6a3-9eb943faf45a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:20:29.079367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3432fa1c-5c30-4792-b6a3-9eb943faf45a not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:20:29.079786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0ff59067-0a61-49cd-94c5-acda7a504631 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:20:29.098731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 0ff59067-0a61-49cd-94c5-acda7a504631 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:20:29.099085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0ff59067-0a61-49cd-94c5-acda7a504631 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:20:29.218880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Router f28596f9-c73f-43e2-a9a4-08be38d04af4 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:20:29.324713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:20:29.329071 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:29.335311 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d652d7c-9edb-4dfb-bcc0-91f4f22b4374 None None] Sync routers for ids ['f28596f9-c73f-43e2-a9a4-08be38d04af4'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:20:29.345743 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d652d7c-9edb-4dfb-bcc0-91f4f22b4374 None None] Routers {'f28596f9-c73f-43e2-a9a4-08be38d04af4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:29.346391 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5d652d7c-9edb-4dfb-bcc0-91f4f22b4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f57ab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f28596f9-c73f-43e2-a9a4-08be38d04af4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:29.355838 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bad01ccc-7d1c-4563-8b9b-b232d71304ec tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "DELETE /v2.0/floatingips/bca8bfad-a690-4210-a110-e7d215189091 HTTP/1.1" status: 204  len: 168 time: 1.1657417
Dec 18 21:20:29.356644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'tag': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:20:29.358931 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d5d6e7-4305-4a47-ae56-2906ec5ee77f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c45feb3-d2c8-4747-8358-9b4d3349e35d", "tag": "257da8ba-96d1-45a1-8c0e-37a7a2967f3e"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:20:29.396955 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952a2700-1666-4f75-a50c-c4fc54e8191f x-openstack-request-id: req-952a2700-1666-4f75-a50c-c4fc54e8191f {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:20:29.397246 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c45feb3-d2c8-4747-8358-9b4d3349e35d", "tag": "257da8ba-96d1-45a1-8c0e-37a7a2967f3e", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:20:29.397499 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-952a2700-1666-4f75-a50c-c4fc54e8191f {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:20:29.397899 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'tag': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e', 'status': 'completed', 'code': 200}
Dec 18 21:20:29.455771 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-5d652d7c-9edb-4dfb-bcc0-91f4f22b4374 None None] Set router f28596f9-c73f-43e2-a9a4-08be38d04af4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:29.469673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5d6e7-4305-4a47-ae56-2906ec5ee77f req-903b748b-1a56-4570-bcc3-587c9cf9a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:29.471853 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45d5d6e7-4305-4a47-ae56-2906ec5ee77f req-903b748b-1a56-4570-bcc3-587c9cf9a498 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4fc0be93c7544e6eb79d01c1bf880625&device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 1135 time: 0.0442562
Dec 18 21:20:29.583212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5d6e7-4305-4a47-ae56-2906ec5ee77f req-7a79085f-5d93-4b3b-b814-862835291fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:29.584986 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45d5d6e7-4305-4a47-ae56-2906ec5ee77f req-7a79085f-5d93-4b3b-b814-862835291fd9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 HTTP/1.1" status: 200  len: 898 time: 0.1016624
Dec 18 21:20:29.613089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602947-bae7-40ba-b857-50fad29b8ca3 req-f1b3d62e-f3d9-4607-8d97-2531afedfc04 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:29.614632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6602947-bae7-40ba-b857-50fad29b8ca3 req-f1b3d62e-f3d9-4607-8d97-2531afedfc04 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 984 time: 0.0600796
Dec 18 21:20:29.632726 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45d5d6e7-4305-4a47-ae56-2906ec5ee77f req-e31955b1-bb8e-4b36-a7d8-923fd210b6f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257da8ba-96d1-45a1-8c0e-37a7a2967f3e HTTP/1.1" status: 200  len: 217 time: 0.0396588
Dec 18 21:20:29.660995 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5d652d7c-9edb-4dfb-bcc0-91f4f22b4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f57ab20>, [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:08Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '776dce54-fca3-40cb-83b1-f2f2e46f71af', 'name': '', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'mac_address': 'fa:16:3e:cd:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:07Z', 'updated_at': '2021-12-18T21:19:11Z', 'revision_number': 5, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'subnets': [{'id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:29.679336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6602947-bae7-40ba-b857-50fad29b8ca3 req-c333532f-c586-4f36-84fd-73a21c9de180 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0574193
Dec 18 21:20:29.681617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5d6e7-4305-4a47-ae56-2906ec5ee77f req-ed89dd96-f972-4a02-9387-c8d54380a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:29.683701 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45d5d6e7-4305-4a47-ae56-2906ec5ee77f req-ed89dd96-f972-4a02-9387-c8d54380a922 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c984dff-7197-43a8-9d8e-01c85d71b16b HTTP/1.1" status: 200  len: 834 time: 0.0434330
Dec 18 21:20:29.688248 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d652d7c-9edb-4dfb-bcc0-91f4f22b4374 None None] Checking router: f28596f9-c73f-43e2-a9a4-08be38d04af4 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:20:29.697840 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d652d7c-9edb-4dfb-bcc0-91f4f22b4374 None None] Routers {'f28596f9-c73f-43e2-a9a4-08be38d04af4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:29.699497 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5d652d7c-9edb-4dfb-bcc0-91f4f22b4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f57ab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f28596f9-c73f-43e2-a9a4-08be38d04af4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:29.743904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5d6e7-4305-4a47-ae56-2906ec5ee77f req-fe429e70-61be-408b-a8ac-b266a8f998c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:29.745906 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45d5d6e7-4305-4a47-ae56-2906ec5ee77f req-fe429e70-61be-408b-a8ac-b266a8f998c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0496762
Dec 18 21:20:29.802596 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-5d652d7c-9edb-4dfb-bcc0-91f4f22b4374 None None] Set router f28596f9-c73f-43e2-a9a4-08be38d04af4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:29.837013 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45d5d6e7-4305-4a47-ae56-2906ec5ee77f req-ec26ddf2-eb6d-42ab-a61f-d3b39a5c4463 service neutron] 10.222.0.36 "GET /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831392
Dec 18 21:20:29.931764 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45d5d6e7-4305-4a47-ae56-2906ec5ee77f req-8da00c43-29f2-4c32-83bd-8d819d0a6750 service neutron] 10.222.0.36 "GET /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857131
Dec 18 21:20:29.994745 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-5d652d7c-9edb-4dfb-bcc0-91f4f22b4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f57ab20>, [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:08Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '776dce54-fca3-40cb-83b1-f2f2e46f71af', 'name': '', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'mac_address': 'fa:16:3e:cd:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:07Z', 'updated_at': '2021-12-18T21:19:11Z', 'revision_number': 5, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'subnets': [{'id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:30.023994 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d652d7c-9edb-4dfb-bcc0-91f4f22b4374 None None] The sync data for ids ['f28596f9-c73f-43e2-a9a4-08be38d04af4'] in ncdv-master-1 is: [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:08Z', 'revision_number': 4, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '776dce54-fca3-40cb-83b1-f2f2e46f71af', 'name': '', 'network_id': '5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'mac_address': 'fa:16:3e:cd:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:07Z', 'updated_at': '2021-12-18T21:19:11Z', 'revision_number': 5, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'subnets': [{'id': '4c984dff-7197-43a8-9d8e-01c85d71b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:20:30.242203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577820b3-cbcb-403d-9fb3-4b1cd25f3e5f None None] New status for floating IP bca8bfad-a690-4210-a110-e7d215189091: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:20:30.799397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a5892-386a-42b2-b155-6114e79d5515 req-aa1b174b-7c81-4bae-8758-4f94755c9a1c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:30.800868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-742a5892-386a-42b2-b155-6114e79d5515 req-aa1b174b-7c81-4bae-8758-4f94755c9a1c tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 984 time: 0.0489001
Dec 18 21:20:30.855833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-742a5892-386a-42b2-b155-6114e79d5515 req-fe30ac6c-96ba-4fac-806c-7b5d763b9be1 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc8c6e26-b1b2-42ff-a25d-fe51167979ca&id=0b544c20-ecff-4609-a5ad-9a9b018e5081&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0489385
Dec 18 21:20:31.153686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea91ba3-b830-4211-9e05-2a3d708d6580 req-ed1cdaf9-5895-4e53-9194-20addbe00cc4 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:31.155174 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bea91ba3-b830-4211-9e05-2a3d708d6580 req-ed1cdaf9-5895-4e53-9194-20addbe00cc4 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 984 time: 0.0493345
Dec 18 21:20:31.250134 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-bea91ba3-b830-4211-9e05-2a3d708d6580 req-16f9356f-df88-4da6-9a6c-53c110843d4f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Deleting port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:20:31.250504 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bea91ba3-b830-4211-9e05-2a3d708d6580 req-16f9356f-df88-4da6-9a6c-53c110843d4f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:31.338945 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-bea91ba3-b830-4211-9e05-2a3d708d6580 req-16f9356f-df88-4da6-9a6c-53c110843d4f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] For port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=257da8ba-96d1-45a1-8c0e-37a7a2967f3e,segment=NetworkSegment(4d6e24d5-142e-4746-bdc0-14995769a2a1),segment_id=4d6e24d5-142e-4746-bdc0-14995769a2a1)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:31.339300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bea91ba3-b830-4211-9e05-2a3d708d6580 req-16f9356f-df88-4da6-9a6c-53c110843d4f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:31.351952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-bea91ba3-b830-4211-9e05-2a3d708d6580 req-16f9356f-df88-4da6-9a6c-53c110843d4f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Calling delete_port for 257da8ba-96d1-45a1-8c0e-37a7a2967f3e owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:20:31.479132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bea91ba3-b830-4211-9e05-2a3d708d6580 req-16f9356f-df88-4da6-9a6c-53c110843d4f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:31.506750 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9356f-df88-4da6-9a6c-53c110843d4f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'Port': ['ID=257da8ba-96d1-45a1-8c0e-37a7a2967f3e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:31.546909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea91ba3-b830-4211-9e05-2a3d708d6580 req-16f9356f-df88-4da6-9a6c-53c110843d4f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] No DVR routers for this DVR port 257da8ba-96d1-45a1-8c0e-37a7a2967f3e on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:20:31.549760 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bea91ba3-b830-4211-9e05-2a3d708d6580 req-16f9356f-df88-4da6-9a6c-53c110843d4f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:31.553290 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bea91ba3-b830-4211-9e05-2a3d708d6580 req-16f9356f-df88-4da6-9a6c-53c110843d4f tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.36 "DELETE /v2.0/ports/257da8ba-96d1-45a1-8c0e-37a7a2967f3e HTTP/1.1" status: 204  len: 173 time: 0.3869107
Dec 18 21:20:31.553768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'name': 'network-vif-deleted', 'tag': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:20:31.556254 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b4c384-3970-4459-9b97-1af616233b82" -d '{"events": [{"server_uuid": "5c45feb3-d2c8-4747-8358-9b4d3349e35d", "name": "network-vif-deleted", "tag": "257da8ba-96d1-45a1-8c0e-37a7a2967f3e"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:20:31.594186 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fe83ef-082e-4cbe-bf3d-15179f52a9d3 x-openstack-request-id: req-33fe83ef-082e-4cbe-bf3d-15179f52a9d3 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:20:31.594508 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c45feb3-d2c8-4747-8358-9b4d3349e35d", "name": "network-vif-deleted", "tag": "257da8ba-96d1-45a1-8c0e-37a7a2967f3e", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:20:31.594774 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33fe83ef-082e-4cbe-bf3d-15179f52a9d3 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:20:31.595174 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c45feb3-d2c8-4747-8358-9b4d3349e35d', 'name': 'network-vif-deleted', 'tag': '257da8ba-96d1-45a1-8c0e-37a7a2967f3e', 'status': 'completed', 'code': 200}
Dec 18 21:20:31.967385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46e9bab9-4d8a-47e7-8439-3abd96a4c66e req-74ed402e-2a00-4df2-88d3-afd1765aa6b6 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c45feb3-d2c8-4747-8358-9b4d3349e35d HTTP/1.1" status: 200  len: 210 time: 0.0300362
Dec 18 21:20:32.975463 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e91b11f2-2dce-44c8-ae64-67ef3735deff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:33.026208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48932) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:33.077209 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5eefa2a9-b2ce-4b24-b4c3-422ca921a793 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:33.103035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5eefa2a9-b2ce-4b24-b4c3-422ca921a793 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:33.147469 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5eefa2a9-b2ce-4b24-b4c3-422ca921a793 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:33.150017 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5eefa2a9-b2ce-4b24-b4c3-422ca921a793 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:33.151170 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5eefa2a9-b2ce-4b24-b4c3-422ca921a793 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "DELETE /v2.0/security-groups/0b544c20-ecff-4609-a5ad-9a9b018e5081 HTTP/1.1" status: 204  len: 168 time: 0.1239445
Dec 18 21:20:33.154122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48934) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:33.159819 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefa2a9-b2ce-4b24-b4c3-422ca921a793 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b544c20-ecff-4609-a5ad-9a9b018e5081,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:33.215232 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58b388ae-6967-41f5-957a-ec459b107091 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:33.237233 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58b388ae-6967-41f5-957a-ec459b107091 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:33.279873 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58b388ae-6967-41f5-957a-ec459b107091 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:33.282644 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58b388ae-6967-41f5-957a-ec459b107091 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:33.283775 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-58b388ae-6967-41f5-957a-ec459b107091 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "DELETE /v2.0/security-groups/cc8c6e26-b1b2-42ff-a25d-fe51167979ca HTTP/1.1" status: 204  len: 168 time: 0.1286075
Dec 18 21:20:33.286742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48936) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:33.293286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b388ae-6967-41f5-957a-ec459b107091 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8c6e26-b1b2-42ff-a25d-fe51167979ca,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:33.640894 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b70bf50-a66f-418f-944c-71c4e20f0a84 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:33.896087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8b70bf50-a66f-418f-944c-71c4e20f0a84 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Deleting port 776dce54-fca3-40cb-83b1-f2f2e46f71af {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:20:33.896345 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b70bf50-a66f-418f-944c-71c4e20f0a84 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:33.984186 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-8b70bf50-a66f-418f-944c-71c4e20f0a84 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] For port 776dce54-fca3-40cb-83b1-f2f2e46f71af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=776dce54-fca3-40cb-83b1-f2f2e46f71af,segment=NetworkSegment(4d6e24d5-142e-4746-bdc0-14995769a2a1),segment_id=4d6e24d5-142e-4746-bdc0-14995769a2a1)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:33.984554 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b70bf50-a66f-418f-944c-71c4e20f0a84 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:33.997381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-8b70bf50-a66f-418f-944c-71c4e20f0a84 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Calling delete_port for 776dce54-fca3-40cb-83b1-f2f2e46f71af owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:20:34.186663 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b70bf50-a66f-418f-944c-71c4e20f0a84 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:34.213232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70bf50-a66f-418f-944c-71c4e20f0a84 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'Port': ['ID=776dce54-fca3-40cb-83b1-f2f2e46f71af,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:34.395767 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8b70bf50-a66f-418f-944c-71c4e20f0a84 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:34.602593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b70bf50-a66f-418f-944c-71c4e20f0a84 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Router f28596f9-c73f-43e2-a9a4-08be38d04af4 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:20:34.711656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b70bf50-a66f-418f-944c-71c4e20f0a84 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:20:34.717301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8b70bf50-a66f-418f-944c-71c4e20f0a84 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "PUT /v2.0/routers/f28596f9-c73f-43e2-a9a4-08be38d04af4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4292672
Dec 18 21:20:34.719927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48958) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:34.721978 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59973d22-3d4c-4461-a032-b6452881ebd7 None None] Sync routers for ids ['f28596f9-c73f-43e2-a9a4-08be38d04af4'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:20:34.732317 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59973d22-3d4c-4461-a032-b6452881ebd7 None None] Routers {'f28596f9-c73f-43e2-a9a4-08be38d04af4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:34.737762 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-59973d22-3d4c-4461-a032-b6452881ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f48d220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f28596f9-c73f-43e2-a9a4-08be38d04af4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:34.777108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2efa4bd-93d3-4fe5-b390-23900348eb42 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Deleting subnet 4c984dff-7197-43a8-9d8e-01c85d71b16b {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:20:34.780930 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2efa4bd-93d3-4fe5-b390-23900348eb42 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:34.819996 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2efa4bd-93d3-4fe5-b390-23900348eb42 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:34.841233 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-59973d22-3d4c-4461-a032-b6452881ebd7 None None] Set router f28596f9-c73f-43e2-a9a4-08be38d04af4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:34.900676 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2efa4bd-93d3-4fe5-b390-23900348eb42 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:34.967792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2efa4bd-93d3-4fe5-b390-23900348eb42 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:34.993116 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efa4bd-93d3-4fe5-b390-23900348eb42 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'Subnet': ['ID=4c984dff-7197-43a8-9d8e-01c85d71b16b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:34.999980 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f2efa4bd-93d3-4fe5-b390-23900348eb42 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.005844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466fcf9-d98c-4271-9b61-8b1d87c387dd None None] Network 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:20:35.006370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f2efa4bd-93d3-4fe5-b390-23900348eb42 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "DELETE /v2.0/subnets/4c984dff-7197-43a8-9d8e-01c85d71b16b HTTP/1.1" status: 204  len: 168 time: 0.2849360
Dec 18 21:20:35.006487 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48960) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:35.014754 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-59973d22-3d4c-4461-a032-b6452881ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f48d220>, [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:20:34Z', 'revision_number': 5, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:35.043964 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59973d22-3d4c-4461-a032-b6452881ebd7 None None] Checking router: f28596f9-c73f-43e2-a9a4-08be38d04af4 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:20:35.053178 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59973d22-3d4c-4461-a032-b6452881ebd7 None None] Routers {'f28596f9-c73f-43e2-a9a4-08be38d04af4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:20:35.053793 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-59973d22-3d4c-4461-a032-b6452881ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f48d220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:20:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f28596f9-c73f-43e2-a9a4-08be38d04af4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:35.115679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.173198 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-59973d22-3d4c-4461-a032-b6452881ebd7 None None] Set router f28596f9-c73f-43e2-a9a4-08be38d04af4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:20:35.177497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81899413-045c-4fdc-a13a-097f0b3e6f30 None None] DHCP port deletion for 5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:20:35.206094 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8bbb1eff-bd18-4764-ac3b-ab4da6654ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.232191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-81899413-045c-4fdc-a13a-097f0b3e6f30 None None] Deleting port 013cbd1e-a499-4679-8c8e-02ca13871729 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:20:35.232583 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-81899413-045c-4fdc-a13a-097f0b3e6f30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.239239 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.296433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Deleting port 4280cb2d-ed1e-4c05-8abd-a5fad932b333 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:20:35.297189 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.300606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-81899413-045c-4fdc-a13a-097f0b3e6f30 None None] For port 013cbd1e-a499-4679-8c8e-02ca13871729, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=013cbd1e-a499-4679-8c8e-02ca13871729,segment=NetworkSegment(4d6e24d5-142e-4746-bdc0-14995769a2a1),segment_id=4d6e24d5-142e-4746-bdc0-14995769a2a1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:35.301003 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-81899413-045c-4fdc-a13a-097f0b3e6f30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.313964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-81899413-045c-4fdc-a13a-097f0b3e6f30 None None] Calling delete_port for 013cbd1e-a499-4679-8c8e-02ca13871729 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:20:35.380008 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] For port 4280cb2d-ed1e-4c05-8abd-a5fad932b333, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4280cb2d-ed1e-4c05-8abd-a5fad932b333,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:20:35.380372 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.395637 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-81899413-045c-4fdc-a13a-097f0b3e6f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.397564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Calling delete_port for 4280cb2d-ed1e-4c05-8abd-a5fad932b333 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:20:35.421238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81899413-045c-4fdc-a13a-097f0b3e6f30 None None] Pushing event deleted for resources: {'Port': ['ID=013cbd1e-a499-4679-8c8e-02ca13871729,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:35.425776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81899413-045c-4fdc-a13a-097f0b3e6f30 None None] No DVR routers for this DVR port 013cbd1e-a499-4679-8c8e-02ca13871729 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:20:35.461453 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-59973d22-3d4c-4461-a032-b6452881ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f48d220>, [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:20:34Z', 'revision_number': 5, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:35.487879 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59973d22-3d4c-4461-a032-b6452881ebd7 None None] The sync data for ids ['f28596f9-c73f-43e2-a9a4-08be38d04af4'] in ncdv-master-1 is: [{'id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-426390858', 'tenant_id': '4fc0be93c7544e6eb79d01c1bf880625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:20:34Z', 'revision_number': 5, 'project_id': '4fc0be93c7544e6eb79d01c1bf880625', 'gw_port': {'id': '4280cb2d-ed1e-4c05-8abd-a5fad932b333', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28596f9-c73f-43e2-a9a4-08be38d04af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:19:04Z', 'updated_at': '2021-12-18T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:20:35.567043 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.591746 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'Port': ['ID=4280cb2d-ed1e-4c05-8abd-a5fad932b333,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:35.605584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba918562-ff98-4aa4-97a7-586ecf1c8990 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:20:35.650599 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.743226 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.745271 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.789808 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.790352 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Fanout notify agent at l3_agent the message router_deleted on router f28596f9-c73f-43e2-a9a4-08be38d04af4 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:20:35.797649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.798815 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5abc0e66-1e03-4fef-a5e8-986a26ca0cfd tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "DELETE /v2.0/routers/f28596f9-c73f-43e2-a9a4-08be38d04af4 HTTP/1.1" status: 204  len: 168 time: 0.7917712
Dec 18 21:20:35.801381 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48964) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:35.877534 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.967412 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:35.992206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c7c9bb0>,) {'filters': {'network_id': ['5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:36.001564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c7c9bb0>, '4d6e24d5-142e-4746-bdc0-14995769a2a1') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:36.001863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c7c9bb0>, '4d6e24d5-142e-4746-bdc0-14995769a2a1') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:20:36.012052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.025707 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.032623 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:20:36.033180 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:20:36.036264 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:20:36.064861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 257da8ba-96d1-45a1-8c0e-37a7a2967f3e no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:20:36.090859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 257da8ba-96d1-45a1-8c0e-37a7a2967f3e {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:20:36.091225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 257da8ba-96d1-45a1-8c0e-37a7a2967f3e not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:20:36.096900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.101854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.108267 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] 10.222.0.13 "DELETE /v2.0/networks/5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6 HTTP/1.1" status: 204  len: 168 time: 0.3032739
Dec 18 21:20:36.127774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b2a78-6941-4a5a-9d40-3de670e353d8 tempest-TestSecurityGroupsBasicOps-1529059756 tempest-TestSecurityGroupsBasicOps-1529059756-project] Pushing event deleted for resources: {'Network': ['ID=5adcb8d0-df6b-44e7-a2e9-4a2ea19a4bf6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:36.339090 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48972) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:36.457088 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.474085 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-29695076-bde3-4a5e-b876-c35f6655c18b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fc0be93c7544e6eb79d01c1bf880625&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1319184
Dec 18 21:20:36.475322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48978) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:36.526608 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a15e0e2-5545-4924-966a-a919e8d88ecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.546963 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a15e0e2-5545-4924-966a-a919e8d88ecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.593993 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a15e0e2-5545-4924-966a-a919e8d88ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.596636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a15e0e2-5545-4924-966a-a919e8d88ecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.597777 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9a15e0e2-5545-4924-966a-a919e8d88ecd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1da2e558-eea9-44dd-ad7d-930bcdf7030a HTTP/1.1" status: 204  len: 168 time: 0.1214650
Dec 18 21:20:36.605338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15e0e2-5545-4924-966a-a919e8d88ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da2e558-eea9-44dd-ad7d-930bcdf7030a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:36.849377 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 48984) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:36.863393 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19ba0e3a-14c6-4d4e-814f-b705cfc1f245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.938010 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19ba0e3a-14c6-4d4e-814f-b705cfc1f245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.942828 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19ba0e3a-14c6-4d4e-814f-b705cfc1f245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:36.967498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 776dce54-fca3-40cb-83b1-f2f2e46f71af no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:20:36.980504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-19ba0e3a-14c6-4d4e-814f-b705cfc1f245 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=776871d5117f4694812ba92d79b5cc03&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1300356
Dec 18 21:20:36.981351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba0e3a-14c6-4d4e-814f-b705cfc1f245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542e3e5b-3677-4b31-a7d3-63f6fc3aa7f5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:36.983313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48986) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:36.988183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 776dce54-fca3-40cb-83b1-f2f2e46f71af {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:20:36.988559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 776dce54-fca3-40cb-83b1-f2f2e46f71af not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:20:36.988945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 013cbd1e-a499-4679-8c8e-02ca13871729 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:20:37.008200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 013cbd1e-a499-4679-8c8e-02ca13871729 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:20:37.008552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 013cbd1e-a499-4679-8c8e-02ca13871729 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:20:37.008971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4280cb2d-ed1e-4c05-8abd-a5fad932b333 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:20:37.027165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 4280cb2d-ed1e-4c05-8abd-a5fad932b333 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:20:37.027442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4280cb2d-ed1e-4c05-8abd-a5fad932b333 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:20:37.031915 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2ef7019-a108-4ce1-a35b-92883bf7b272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:37.053150 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2ef7019-a108-4ce1-a35b-92883bf7b272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:37.101653 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2ef7019-a108-4ce1-a35b-92883bf7b272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:37.104757 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2ef7019-a108-4ce1-a35b-92883bf7b272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:37.105873 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d2ef7019-a108-4ce1-a35b-92883bf7b272 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/542e3e5b-3677-4b31-a7d3-63f6fc3aa7f5 HTTP/1.1" status: 204  len: 168 time: 0.1213412
Dec 18 21:20:37.113319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef7019-a108-4ce1-a35b-92883bf7b272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542e3e5b-3677-4b31-a7d3-63f6fc3aa7f5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:37.413701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48992) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:37.452708 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-30eae94d-dbdd-40cf-9996-3c710c026e60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3beb09d4bfb94a468517eba8c3a9289e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0378079
Dec 18 21:20:37.455187 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 48994) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:20:37.501056 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53d5d80c-92f4-409c-9429-6af2ebe1e3b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:37.522513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53d5d80c-92f4-409c-9429-6af2ebe1e3b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:37.568009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53d5d80c-92f4-409c-9429-6af2ebe1e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:37.570591 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-53d5d80c-92f4-409c-9429-6af2ebe1e3b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:37.571820 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-53d5d80c-92f4-409c-9429-6af2ebe1e3b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eee07829-0c40-4baa-80f0-1c51ea98ece6 HTTP/1.1" status: 204  len: 168 time: 0.1157877
Dec 18 21:20:37.579651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5d80c-92f4-409c-9429-6af2ebe1e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee07829-0c40-4baa-80f0-1c51ea98ece6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:20:38.162741 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:38.552419 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:41.623991 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14e5976d-c6c2-45e6-bc83-cbc6100b5e76 req-1efaae2f-de27-4269-8f49-3f2f45eee269 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0392311
Dec 18 21:20:41.689187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5976d-c6c2-45e6-bc83-cbc6100b5e76 req-fae67b29-d041-40ce-8a10-ca79256252b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:41.690939 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14e5976d-c6c2-45e6-bc83-cbc6100b5e76 req-fae67b29-d041-40ce-8a10-ca79256252b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2d14b131ac74307b9aa94aded5f3f5e&device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 1096 time: 0.0435190
Dec 18 21:20:41.794606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5976d-c6c2-45e6-bc83-cbc6100b5e76 req-92524b20-e2a4-49f3-b9f9-31223bee6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:41.796088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14e5976d-c6c2-45e6-bc83-cbc6100b5e76 req-92524b20-e2a4-49f3-b9f9-31223bee6dc0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a319045-7962-4b86-bd9c-05ab97eb05f9 HTTP/1.1" status: 200  len: 915 time: 0.0845616
Dec 18 21:20:41.839973 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14e5976d-c6c2-45e6-bc83-cbc6100b5e76 req-87720ea0-52fd-496e-b755-59fb92077518 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a467b03-fb6e-4723-8389-19b8585c616d HTTP/1.1" status: 200  len: 217 time: 0.0370874
Dec 18 21:20:41.886148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5976d-c6c2-45e6-bc83-cbc6100b5e76 req-6c2e0db0-70b1-4af6-a6bc-e181eb81f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:20:41.887519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14e5976d-c6c2-45e6-bc83-cbc6100b5e76 req-6c2e0db0-70b1-4af6-a6bc-e181eb81f011 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60ac5624-bb0b-4d5b-9cc6-9c7077125ba0 HTTP/1.1" status: 200  len: 854 time: 0.0414467
Dec 18 21:20:41.918493 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14e5976d-c6c2-45e6-bc83-cbc6100b5e76 req-165cb132-685b-4248-9a02-5a27e89d8a90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a319045-7962-4b86-bd9c-05ab97eb05f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239463
Dec 18 21:20:42.007696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14e5976d-c6c2-45e6-bc83-cbc6100b5e76 req-ef78fda1-6fd9-4aac-a0d3-357a69cfb450 service neutron] 10.222.0.31 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827029
Dec 18 21:20:42.104305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14e5976d-c6c2-45e6-bc83-cbc6100b5e76 req-4ab7e132-e73a-4984-ad16-b1fdd044791e service neutron] 10.222.0.31 "GET /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890346
Dec 18 21:20:45.004063 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:20:49.623675 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:00.316422 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:21:02.976606 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-71a7a3e4-71d9-4dae-aa55-f3f78dd99385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:05.178529 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c0cf9464-f1c2-4b2f-81a6-0001301fa9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:06.457232 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:08.166631 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:08.554484 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:15.004965 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:19.029487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415281e-5e91-483c-95ab-8434e37a1f5e req-ffc1c65f-c37e-4f0d-a157-00c29c2c8cf9 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:19.030934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d415281e-5e91-483c-95ab-8434e37a1f5e req-ffc1c65f-c37e-4f0d-a157-00c29c2c8cf9 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 945 time: 0.0491095
Dec 18 21:21:19.077535 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d415281e-5e91-483c-95ab-8434e37a1f5e req-883589aa-ef0b-4436-8705-631bae859a78 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405269
Dec 18 21:21:19.627446 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:20.203113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35485fee-2d5d-4fa8-86f5-25b8a61e41a8 req-6cd23167-08d0-4b44-88d9-f01dbb2cb6b7 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:20.204605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35485fee-2d5d-4fa8-86f5-25b8a61e41a8 req-6cd23167-08d0-4b44-88d9-f01dbb2cb6b7 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 945 time: 0.0526693
Dec 18 21:21:20.254112 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35485fee-2d5d-4fa8-86f5-25b8a61e41a8 req-4309ee70-794a-435e-b5e9-f38b7f1d77de tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8216a91-c3d0-442e-b87a-b10e85470c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433338
Dec 18 21:21:20.419921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fee122-a7bf-4acc-9cef-099f63d2549e req-e48a48ac-9172-4e6f-8513-1c9b416a8538 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:20.421268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0fee122-a7bf-4acc-9cef-099f63d2549e req-e48a48ac-9172-4e6f-8513-1c9b416a8538 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.31 "GET /v2.0/ports?device_id=1395a5ef-f368-42fe-bac4-a24564f6b5a1 HTTP/1.1" status: 200  len: 945 time: 0.0471425
Dec 18 21:21:20.509498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-e0fee122-a7bf-4acc-9cef-099f63d2549e req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Deleting port 3a467b03-fb6e-4723-8389-19b8585c616d {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:21:20.509836 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e0fee122-a7bf-4acc-9cef-099f63d2549e req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:20.594730 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-e0fee122-a7bf-4acc-9cef-099f63d2549e req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] For port 3a467b03-fb6e-4723-8389-19b8585c616d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a467b03-fb6e-4723-8389-19b8585c616d,segment=NetworkSegment(110f1908-d18a-44c7-bd85-0eee553df8f4),segment_id=110f1908-d18a-44c7-bd85-0eee553df8f4)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:21:20.595093 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e0fee122-a7bf-4acc-9cef-099f63d2549e req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:20.607882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-e0fee122-a7bf-4acc-9cef-099f63d2549e req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Calling delete_port for 3a467b03-fb6e-4723-8389-19b8585c616d owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:21:20.737185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e0fee122-a7bf-4acc-9cef-099f63d2549e req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:20.764398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Pushing event deleted for resources: {'Port': ['ID=3a467b03-fb6e-4723-8389-19b8585c616d,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:20.779616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.779985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.780318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.780631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.780963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.781296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.781624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.782560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.782930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.783271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.783605 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.783933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.784258 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:20.784608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ddb3e0-f8ff-436e-b3fe-66302bd59c38 None None] DHCP port deletion for 4a319045-7962-4b86-bd9c-05ab97eb05f9 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:21:20.816829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fee122-a7bf-4acc-9cef-099f63d2549e req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] No DVR routers for this DVR port 3a467b03-fb6e-4723-8389-19b8585c616d on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:21:20.819570 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-e0fee122-a7bf-4acc-9cef-099f63d2549e req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:20.823665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0fee122-a7bf-4acc-9cef-099f63d2549e req-7c48d7b7-57fe-4333-bcde-856acaec2044 tempest-VolumesSnapshotTestJSON-1921935471 tempest-VolumesSnapshotTestJSON-1921935471-project] 10.222.0.31 "DELETE /v2.0/ports/3a467b03-fb6e-4723-8389-19b8585c616d HTTP/1.1" status: 204  len: 173 time: 0.3959811
Dec 18 21:21:20.824111 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1395a5ef-f368-42fe-bac4-a24564f6b5a1', 'name': 'network-vif-deleted', 'tag': '3a467b03-fb6e-4723-8389-19b8585c616d'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:21:20.826453 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d653b7a3-5627-4b51-be99-ed760b943e21" -d '{"events": [{"server_uuid": "1395a5ef-f368-42fe-bac4-a24564f6b5a1", "name": "network-vif-deleted", "tag": "3a467b03-fb6e-4723-8389-19b8585c616d"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:21:20.863741 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58543274-1164-4139-95c9-9e18136cbf7e x-openstack-request-id: req-58543274-1164-4139-95c9-9e18136cbf7e {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:21:20.864039 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1395a5ef-f368-42fe-bac4-a24564f6b5a1", "name": "network-vif-deleted", "tag": "3a467b03-fb6e-4723-8389-19b8585c616d", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:21:20.864298 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58543274-1164-4139-95c9-9e18136cbf7e {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:21:20.864704 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1395a5ef-f368-42fe-bac4-a24564f6b5a1', 'name': 'network-vif-deleted', 'tag': '3a467b03-fb6e-4723-8389-19b8585c616d', 'status': 'completed', 'code': 200}
Dec 18 21:21:22.283409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 3a467b03-fb6e-4723-8389-19b8585c616d no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:21:22.305449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 3a467b03-fb6e-4723-8389-19b8585c616d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:21:22.305794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 3a467b03-fb6e-4723-8389-19b8585c616d not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:21:32.978490 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2fb5d73e-5058-45af-84d2-78875e52be49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:35.179581 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-874d1aef-d129-4b67-bc9d-1eff2e3b1ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:36.459584 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:37.316159 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:21:38.168562 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:38.557421 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.469033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49540) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:41.513391 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Deleting subnet 60ac5624-bb0b-4d5b-9cc6-9c7077125ba0 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:21:41.516377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.552033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.589940 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.641705 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.665708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60ac5624-bb0b-4d5b-9cc6-9c7077125ba0,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:41.674891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.675243 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.675585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.675926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.676095 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab37ef14-7262-4707-ace7-2e93116e900d None None] Network 4a319045-7962-4b86-bd9c-05ab97eb05f9 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:21:41.676527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.676620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.676892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.677218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.677546 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.677872 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.678222 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.678572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.678896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:41.682511 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.688189 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1706bbf7-90b9-4ccb-9a65-058cbd68c7ee admin admin] 10.222.0.13 "DELETE /v2.0/subnets/60ac5624-bb0b-4d5b-9cc6-9c7077125ba0 HTTP/1.1" status: 204  len: 168 time: 0.2156484
Dec 18 21:21:41.688357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49544) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:41.760516 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.779906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d338dba-37ed-48d2-8723-736df93118a0 None None] DHCP port deletion for 4a319045-7962-4b86-bd9c-05ab97eb05f9 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:21:41.839558 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.863390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d496ac0>,) {'filters': {'network_id': ['4a319045-7962-4b86-bd9c-05ab97eb05f9']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:21:41.873056 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d496ac0>, '110f1908-d18a-44c7-bd85-0eee553df8f4') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:21:41.873668 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d496ac0>, '110f1908-d18a-44c7-bd85-0eee553df8f4') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:21:41.884097 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.896746 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.902440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:21:41.902879 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:21:41.904615 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:21:41.958013 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.964196 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:41.968282 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4a319045-7962-4b86-bd9c-05ab97eb05f9 HTTP/1.1" status: 204  len: 168 time: 0.2789176
Dec 18 21:21:41.981493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cf702-988d-4290-910c-b205016f4a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a319045-7962-4b86-bd9c-05ab97eb05f9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:42.128715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49548) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:42.166929 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-36b52d5f-1988-4b6a-88fd-f4a227c16489 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2d14b131ac74307b9aa94aded5f3f5e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0370786
Dec 18 21:21:42.169227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49550) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:42.214310 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8c659c7-4eae-4ae2-b25b-d6b56c25eb1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:42.238568 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8c659c7-4eae-4ae2-b25b-d6b56c25eb1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:42.283883 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8c659c7-4eae-4ae2-b25b-d6b56c25eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:42.286623 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f8c659c7-4eae-4ae2-b25b-d6b56c25eb1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:42.287770 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f8c659c7-4eae-4ae2-b25b-d6b56c25eb1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8216a91-c3d0-442e-b87a-b10e85470c5d HTTP/1.1" status: 204  len: 168 time: 0.1176686
Dec 18 21:21:42.298166 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c659c7-4eae-4ae2-b25b-d6b56c25eb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8216a91-c3d0-442e-b87a-b10e85470c5d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:45.018285 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:48.157535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49682) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:48.267642 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ebdb23a7-26c4-4f7d-aa81-83825144fda4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:48.343927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ebdb23a7-26c4-4f7d-aa81-83825144fda4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:48.347519 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ebdb23a7-26c4-4f7d-aa81-83825144fda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:48.386185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ebdb23a7-26c4-4f7d-aa81-83825144fda4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2d587b9df89484f91c65e226aed736e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2275841
Dec 18 21:21:48.387080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb23a7-26c4-4f7d-aa81-83825144fda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f571afb5-5ff1-474f-bbff-827024bea650,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:48.388933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49686) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:48.436114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-37549e87-c4f0-480e-b297-02511222b014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:48.457323 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-37549e87-c4f0-480e-b297-02511222b014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:48.503717 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-37549e87-c4f0-480e-b297-02511222b014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:48.506220 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-37549e87-c4f0-480e-b297-02511222b014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:48.507387 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-37549e87-c4f0-480e-b297-02511222b014 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f571afb5-5ff1-474f-bbff-827024bea650 HTTP/1.1" status: 204  len: 168 time: 0.1174545
Dec 18 21:21:48.514758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37549e87-c4f0-480e-b297-02511222b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f571afb5-5ff1-474f-bbff-827024bea650,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:49.627040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49722) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:49.637395 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:49.779748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'network': {'name': 'tempest-network-smoke--1462081899', 'project_id': '12ebb2d131744779969f033e54696e15', 'port_security_enabled': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:21:49.802084 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Made reservation on behalf of 12ebb2d131744779969f033e54696e15 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:21:49.805856 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:49.814834 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:49.890587 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:49.894171 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:49.922392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:21:49.931928 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0d1e29-b417-40f3-95ab-307e5387bcae,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:49.937500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:49.937844 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Added segment 1348f212-bac6-4358-b367-87b8bae479f5 of type vlan for network eb94229c-2472-48e1-ad2e-ee3003c78914
Dec 18 21:21:49.976271 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:50.000810 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:50.007471 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:50.008058 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:50.064618 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4363937
Dec 18 21:21:50.067677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49726) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:50.071978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-923547151', 'admin_state_up': True, 'project_id': '12ebb2d131744779969f033e54696e15', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:21:50.090669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c634615-a53e-47ab-ae4c-96ff21978a63 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Network': ['ID=eb94229c-2472-48e1-ad2e-ee3003c78914,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:50.100554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network eb94229c-2472-48e1-ad2e-ee3003c78914 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:21:50.109386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:50.110575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:50.167468 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:50.618651 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:50.810828 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:50.829361 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:50.931552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Allocated IP 172.35.3.136 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/978b12d9-4162-43b5-87f1-5b0970830b8d) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:21:51.033266 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:51.066701 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:51.108830 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:21:51.111657 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:21:51.115269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:21:51.125517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2270ca-04cb-4931-86f9-c177f86d1b6a None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:21:51.137721 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=978b12d9-4162-43b5-87f1-5b0970830b8d,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:51.225053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e41e0d77-875a-4180-aada-eb5b59626ef3 None None] Provisioning complete for port 978b12d9-4162-43b5-87f1-5b0970830b8d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:51.225460 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e41e0d77-875a-4180-aada-eb5b59626ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:51.263876 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e41e0d77-875a-4180-aada-eb5b59626ef3 None None] Port 978b12d9-4162-43b5-87f1-5b0970830b8d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:21:51.378615 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:51.571188 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:51.693451 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:21:51.799316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:21:51.809098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Sync routers for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:21:51.819608 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:51.820228 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:21:51.820443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d5eafa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:21:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:21:51.824246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49728) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:51.824688 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7476b939-e9d2-4623-86c2-91fdb1ef2003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.7555814
Dec 18 21:21:51.902671 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2a616856-865e-498a-9267-ca0ea85d54ba tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=12ebb2d131744779969f033e54696e15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0769207
Dec 18 21:21:51.905142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49732) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:51.922949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:21:51.992434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60759b7b-84cf-4cc3-9482-74eaa29669d7 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:51.994827 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-60759b7b-84cf-4cc3-9482-74eaa29669d7 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0885377
Dec 18 21:21:51.996646 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49734) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:52.025166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-74bc8741-77b8-4855-b6e1-489b79c34a1b tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0252547
Dec 18 21:21:52.025359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49736) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:52.030436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e639a359-6670-4411-8f3a-bcaac0f281ad tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-861158397', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'project_id': '12ebb2d131744779969f033e54696e15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:21:52.102177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d5eafa0>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:51Z', 'revision_number': 3, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:21:52.117771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e639a359-6670-4411-8f3a-bcaac0f281ad tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Made reservation on behalf of 12ebb2d131744779969f033e54696e15 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:21:52.121306 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e639a359-6670-4411-8f3a-bcaac0f281ad tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:52.127561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Checking router: 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:21:52.128137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Updating router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 port 978b12d9-4162-43b5-87f1-5b0970830b8d binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:21:52.152944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:52.301933 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e639a359-6670-4411-8f3a-bcaac0f281ad tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:52.369964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639a359-6670-4411-8f3a-bcaac0f281ad tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Subnet': ['ID=1a64afa3-7f6b-4a35-ad2e-af28d5fcab30,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:52.377087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e639a359-6670-4411-8f3a-bcaac0f281ad tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Checking segment: {'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:21:52.377452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e639a359-6670-4411-8f3a-bcaac0f281ad tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network hostable DHCP agents. Network: eb94229c-2472-48e1-ad2e-ee3003c78914, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:21:52.394165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e639a359-6670-4411-8f3a-bcaac0f281ad tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network eb94229c-2472-48e1-ad2e-ee3003c78914 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:21:52.402838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e639a359-6670-4411-8f3a-bcaac0f281ad tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb94229c-2472-48e1-ad2e-ee3003c78914) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:21:52.407505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e639a359-6670-4411-8f3a-bcaac0f281ad tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:52.408098 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e639a359-6670-4411-8f3a-bcaac0f281ad tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:52.419612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c35303a-6052-402b-b02e-8115d1a8df02 None None] Network eb94229c-2472-48e1-ad2e-ee3003c78914 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:21:52.424458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e639a359-6670-4411-8f3a-bcaac0f281ad tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.3976076
Dec 18 21:21:52.425405 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:52.427664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49738) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:52.463246 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:52.520204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443999d6-379c-4a1b-913b-10e8d27c8d6d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:21:52.546316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Attempting to bind port 978b12d9-4162-43b5-87f1-5b0970830b8d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:21:52.546679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Attempting to bind port 978b12d9-4162-43b5-87f1-5b0970830b8d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:21:52.547043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Attempting to bind port 978b12d9-4162-43b5-87f1-5b0970830b8d on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:21:52.548911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Pushing event updated for resources: {'Port': ['ID=978b12d9-4162-43b5-87f1-5b0970830b8d,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:52.563449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:21:52.563826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:21:52.564230 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:52.564628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:21:52.565356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Bound port: 978b12d9-4162-43b5-87f1-5b0970830b8d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:21:52.566177 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:52.569739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.570090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.570457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.570798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.571132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.571460 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.571791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.572113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.572434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.573377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.573728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.574052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.574397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:52.626364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eb94229c-2472-48e1-ad2e-ee3003c78914', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:21:52.627211 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:52.662345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-69a2990c-74a5-4680-901e-8885266ff8a3 None None] Provisioning complete for port 978b12d9-4162-43b5-87f1-5b0970830b8d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:52.662716 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-69a2990c-74a5-4680-901e-8885266ff8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:52.667002 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] For port 978b12d9-4162-43b5-87f1-5b0970830b8d, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:21:52.873982 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:52.916308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] For port 978b12d9-4162-43b5-87f1-5b0970830b8d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=978b12d9-4162-43b5-87f1-5b0970830b8d,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:21:52.926966 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:52.932971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-69a2990c-74a5-4680-901e-8885266ff8a3 None None] Port 978b12d9-4162-43b5-87f1-5b0970830b8d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:21:53.018611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e416551-1d36-423e-81d1-87ef2a3ca688 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:21:53.034809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fac8b-a94b-4747-99a9-1886d6d44f97 None None] Pushing event updated for resources: {'Port': ['ID=978b12d9-4162-43b5-87f1-5b0970830b8d,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:53.050986 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:21:53.051617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d5eafa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:21:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:21:53.090772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Allocated IP 172.20.0.2 (eb94229c-2472-48e1-ad2e-ee3003c78914/1a64afa3-7f6b-4a35-ad2e-af28d5fcab30/be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:21:53.224648 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-446c189a-05bf-44e7-9f42-e683a6b320e9 None None] Provisioning complete for port 978b12d9-4162-43b5-87f1-5b0970830b8d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:53.225291 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-446c189a-05bf-44e7-9f42-e683a6b320e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:53.228704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:21:53.464174 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:53.482323 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:53.527968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Allocated IP 172.20.0.1 (eb94229c-2472-48e1-ad2e-ee3003c78914/1a64afa3-7f6b-4a35-ad2e-af28d5fcab30/b563cde4-cab9-42f8-bb0d-1325b7cf7f33) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:21:53.543230 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-446c189a-05bf-44e7-9f42-e683a6b320e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:53.555754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Network eb94229c-2472-48e1-ad2e-ee3003c78914 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:21:53.570210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:21:53.581145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:21:53.585871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-446c189a-05bf-44e7-9f42-e683a6b320e9 None None] For port 978b12d9-4162-43b5-87f1-5b0970830b8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=978b12d9-4162-43b5-87f1-5b0970830b8d,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:21:53.586817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Pushing event updated for resources: {'Port': ['ID=be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:53.597604 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-446c189a-05bf-44e7-9f42-e683a6b320e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:53.648356 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:53.683304 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:53.695083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Attempting to bind port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:21:53.695466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Attempting to bind port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:21:53.695832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Attempting to bind port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 on network eb94229c-2472-48e1-ad2e-ee3003c78914 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:21:53.702517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d5eafa0>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:51Z', 'revision_number': 3, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:21:53.705705 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c189a-05bf-44e7-9f42-e683a6b320e9 None None] Pushing event updated for resources: {'Port': ['ID=978b12d9-4162-43b5-87f1-5b0970830b8d,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:53.710558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:21:53.710558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Checking segment: {'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:21:53.710885 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:53.715617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Bound using segment: {'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:21:53.715617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Bound port: be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:21:53.715617 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:53.730580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network eb94229c-2472-48e1-ad2e-ee3003c78914 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:21:53.738290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:21:53.740818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:21:53.743627 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c0714-fa00-49be-8733-2e033e439d81 None None] The sync data for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 is: [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:51Z', 'revision_number': 3, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:21:53.767810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=b563cde4-cab9-42f8-bb0d-1325b7cf7f33,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:53.793588 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:53.801946 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] For port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:21:53.805746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] For port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0,segment=NetworkSegment(1348f212-bac6-4358-b367-87b8bae479f5),segment_id=1348f212-bac6-4358-b367-87b8bae479f5)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:21:53.812395 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:53.871720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b4991-c740-4171-bb2c-a6eca3060908 None None] Pushing event updated for resources: {'Port': ['ID=be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:53.944411 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:54.291255 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:54.296794 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:54.372455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=b563cde4-cab9-42f8-bb0d-1325b7cf7f33,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:54.375108 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:54.473768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network eb94229c-2472-48e1-ad2e-ee3003c78914 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:21:54.475289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:21:54.588008 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:21:54.722095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:21:54.730643 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-41649e47-e1f3-43c3-ae24-cfe2fa02bc8e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "PUT /v2.0/routers/0c134159-a1e4-4af0-b0d8-e8816da6cbd8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2991464
Dec 18 21:21:54.731124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49740) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:54.903183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79cfd5-cd1b-40ac-8ced-6fb1127b2b18 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:54.903677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79cfd5-cd1b-40ac-8ced-6fb1127b2b18 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:54.904147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79cfd5-cd1b-40ac-8ced-6fb1127b2b18 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:54.904615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79cfd5-cd1b-40ac-8ced-6fb1127b2b18 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:54.908773 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2b79cfd5-cd1b-40ac-8ced-6fb1127b2b18 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1731901
Dec 18 21:21:54.908961 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2c28db-305e-4c61-b3c3-ef02366cbbff None None] Network eb94229c-2472-48e1-ad2e-ee3003c78914 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:21:54.909407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49742) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:54.974811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-cc210706-d04b-4827-9780-bc19a7a6bbea None None] Provisioning complete for port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:54.975184 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc210706-d04b-4827-9780-bc19a7a6bbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:55.012784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7348a5f-f8f2-40da-98d3-560ad99874b6 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:55.013266 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7348a5f-f8f2-40da-98d3-560ad99874b6 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:55.013473 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7348a5f-f8f2-40da-98d3-560ad99874b6 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:55.013988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7348a5f-f8f2-40da-98d3-560ad99874b6 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:55.018435 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c7348a5f-f8f2-40da-98d3-560ad99874b6 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.1058521
Dec 18 21:21:55.018783 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49744) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:55.093109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:21:55.128737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc210706-d04b-4827-9780-bc19a7a6bbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:55.172896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-cc210706-d04b-4827-9780-bc19a7a6bbea None None] For port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0,segment=NetworkSegment(1348f212-bac6-4358-b367-87b8bae479f5),segment_id=1348f212-bac6-4358-b367-87b8bae479f5)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:21:55.181615 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-cc210706-d04b-4827-9780-bc19a7a6bbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:55.186009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:55.186424 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:55.268012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc210706-d04b-4827-9780-bc19a7a6bbea None None] Pushing event updated for resources: {'Port': ['ID=be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:55.317158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 978b12d9-4162-43b5-87f1-5b0970830b8d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:21:55.372377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 978b12d9-4162-43b5-87f1-5b0970830b8d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:55.372755 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:55.433783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c433c213-b17c-4015-b6b1-76c649b65b40 None None] Provisioning complete for port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:55.434154 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c433c213-b17c-4015-b6b1-76c649b65b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:55.565567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c433c213-b17c-4015-b6b1-76c649b65b40 None None] Provisioning complete for port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:55.565944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c433c213-b17c-4015-b6b1-76c649b65b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:55.603689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c433c213-b17c-4015-b6b1-76c649b65b40 None None] Port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:21:55.612660 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-674566f9-c932-4094-b19b-80bf9afbd99f tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.5922706
Dec 18 21:21:55.640126 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Sync routers for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:21:55.653358 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:21:55.654070 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641bbc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:21:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:21:55.724801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-dacb46fe-6f87-4dad-90fa-e461c3a94c77 None None] Provisioning complete for port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:55.725664 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dacb46fe-6f87-4dad-90fa-e461c3a94c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:55.767001 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:21:55.776575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-dacb46fe-6f87-4dad-90fa-e461c3a94c77 None None] Port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:21:55.896047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a49bea5b-71aa-4118-bf38-55a17572db3b None None] Provisioning complete for port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:55.896345 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a49bea5b-71aa-4118-bf38-55a17572db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:55.930773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a49bea5b-71aa-4118-bf38-55a17572db3b None None] Port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:21:55.974139 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641bbc40>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:54Z', 'revision_number': 2, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:21:56.002859 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Checking router: 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:21:56.003213 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Updating router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:21:56.025826 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.072840 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49748) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:56.077251 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b38c4578-baf0-41c9-bfb0-1b99c4f8600f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1982015071', 'description': 'tempest-secgroup-smoke-1982015071 description', 'project_id': '12ebb2d131744779969f033e54696e15'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:21:56.099745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b38c4578-baf0-41c9-bfb0-1b99c4f8600f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.164759 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b38c4578-baf0-41c9-bfb0-1b99c4f8600f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.169373 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b38c4578-baf0-41c9-bfb0-1b99c4f8600f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.197612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b38c4578-baf0-41c9-bfb0-1b99c4f8600f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.198907 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b38c4578-baf0-41c9-bfb0-1b99c4f8600f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1251235
Dec 18 21:21:56.202115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49750) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:56.203057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c4578-baf0-41c9-bfb0-1b99c4f8600f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed6943d-7004-4429-b79c-96d380aa8afb,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:56.207542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0452deb4-b3ae-45e3-8d0c-5a803b75ce45 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '4ed6943d-7004-4429-b79c-96d380aa8afb', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:21:56.237961 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0452deb4-b3ae-45e3-8d0c-5a803b75ce45 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.285220 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.291365 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.294572 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0452deb4-b3ae-45e3-8d0c-5a803b75ce45 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.298078 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0452deb4-b3ae-45e3-8d0c-5a803b75ce45 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.319540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452deb4-b3ae-45e3-8d0c-5a803b75ce45 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa82847-8f14-4623-85b6-79d6c102ef30,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:56.326791 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0452deb4-b3ae-45e3-8d0c-5a803b75ce45 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.328002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0452deb4-b3ae-45e3-8d0c-5a803b75ce45 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1243451
Dec 18 21:21:56.330841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49752) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:56.335204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a653ef46-5251-4408-89d5-bd7021d91c2d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '4ed6943d-7004-4429-b79c-96d380aa8afb', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:21:56.336657 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Pushing event updated for resources: {'Port': ['ID=b563cde4-cab9-42f8-bb0d-1325b7cf7f33,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:56.356007 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.356007 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.356294 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.356592 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.356933 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.357268 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.357609 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.357925 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.358273 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.358600 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.358923 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.359250 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.359571 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:21:56.376582 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a653ef46-5251-4408-89d5-bd7021d91c2d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.412775 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Attempting to bind port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:21:56.413145 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Attempting to bind port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:21:56.413532 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Attempting to bind port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 on network eb94229c-2472-48e1-ad2e-ee3003c78914 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:21:56.421093 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:21:56.421505 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Checking segment: {'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:21:56.421846 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.422415 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Bound using segment: {'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:21:56.422715 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Bound port: b563cde4-cab9-42f8-bb0d-1325b7cf7f33, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:21:56.423095 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.437284 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a653ef46-5251-4408-89d5-bd7021d91c2d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.441795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a653ef46-5251-4408-89d5-bd7021d91c2d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.464601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653ef46-5251-4408-89d5-bd7021d91c2d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6eb6c3-9329-45c1-8c69-8852b41b334d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:56.471216 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a653ef46-5251-4408-89d5-bd7021d91c2d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.475311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a653ef46-5251-4408-89d5-bd7021d91c2d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1407185
Dec 18 21:21:56.475438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49754) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:56.480758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-01ef9d57-fc7a-4ac3-9cd1-900647846a8b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '4ed6943d-7004-4429-b79c-96d380aa8afb', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:21:56.488875 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] For port b563cde4-cab9-42f8-bb0d-1325b7cf7f33, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:21:56.492088 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] For port b563cde4-cab9-42f8-bb0d-1325b7cf7f33, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b563cde4-cab9-42f8-bb0d-1325b7cf7f33,segment=NetworkSegment(1348f212-bac6-4358-b367-87b8bae479f5),segment_id=1348f212-bac6-4358-b367-87b8bae479f5)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:21:56.497614 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.514781 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ef9d57-fc7a-4ac3-9cd1-900647846a8b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.554679 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554d257-630c-425a-bf11-014f1cccbc44 None None] Pushing event updated for resources: {'Port': ['ID=b563cde4-cab9-42f8-bb0d-1325b7cf7f33,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:56.568503 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-256c9c90-24c4-49a7-81a1-387b19e6aa5d None None] Provisioning complete for port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:56.568881 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-256c9c90-24c4-49a7-81a1-387b19e6aa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.574375 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:21:56.575052 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36641bbc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:21:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:21:56.592328 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ef9d57-fc7a-4ac3-9cd1-900647846a8b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.599855 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ef9d57-fc7a-4ac3-9cd1-900647846a8b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.622652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef9d57-fc7a-4ac3-9cd1-900647846a8b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964b6872-40a6-4aca-9597-beac4ecfb1ff,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:56.636192 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-01ef9d57-fc7a-4ac3-9cd1-900647846a8b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.638264 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-01ef9d57-fc7a-4ac3-9cd1-900647846a8b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1618850
Dec 18 21:21:56.641117 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49756) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:56.648130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9ae8cec7-6be2-41aa-9817-4fe897ac8f1d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '4ed6943d-7004-4429-b79c-96d380aa8afb', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:21:56.655207 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-256c9c90-24c4-49a7-81a1-387b19e6aa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.693170 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-256c9c90-24c4-49a7-81a1-387b19e6aa5d None None] For port b563cde4-cab9-42f8-bb0d-1325b7cf7f33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b563cde4-cab9-42f8-bb0d-1325b7cf7f33,segment=NetworkSegment(1348f212-bac6-4358-b367-87b8bae479f5),segment_id=1348f212-bac6-4358-b367-87b8bae479f5)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:21:56.694352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cec7-6be2-41aa-9817-4fe897ac8f1d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.702285 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-256c9c90-24c4-49a7-81a1-387b19e6aa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.711946 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:21:56.761103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c9c90-24c4-49a7-81a1-387b19e6aa5d None None] Pushing event updated for resources: {'Port': ['ID=b563cde4-cab9-42f8-bb0d-1325b7cf7f33,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:56.781807 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cec7-6be2-41aa-9817-4fe897ac8f1d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.785792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cec7-6be2-41aa-9817-4fe897ac8f1d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.806552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8cec7-6be2-41aa-9817-4fe897ac8f1d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a836a2-3e95-43a0-979d-e5fb8183e352,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:56.814486 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cec7-6be2-41aa-9817-4fe897ac8f1d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.816092 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9ae8cec7-6be2-41aa-9817-4fe897ac8f1d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1738043
Dec 18 21:21:56.818813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49758) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:56.823875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3f6c19be-3f48-4b7a-9f00-8c1ae16cd41f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '4ed6943d-7004-4429-b79c-96d380aa8afb', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:21:56.855646 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-3f6c19be-3f48-4b7a-9f00-8c1ae16cd41f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Project 12ebb2d131744779969f033e54696e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:21:56.861029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f6c19be-3f48-4b7a-9f00-8c1ae16cd41f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.924214 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f6c19be-3f48-4b7a-9f00-8c1ae16cd41f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.925008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d1856c81-62c1-4e3f-b4d4-207c81b6b702 None None] Provisioning complete for port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:56.926169 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d1856c81-62c1-4e3f-b4d4-207c81b6b702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.930541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f6c19be-3f48-4b7a-9f00-8c1ae16cd41f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.949745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c19be-3f48-4b7a-9f00-8c1ae16cd41f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ded6bc7-5ed4-4e64-a657-6850b369e3fc,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:56.962747 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3f6c19be-3f48-4b7a-9f00-8c1ae16cd41f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:56.964087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3f6c19be-3f48-4b7a-9f00-8c1ae16cd41f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1442959
Dec 18 21:21:56.967068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49760) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:21:56.971862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fe6193de-7a05-4a93-8ca8-05849b06d1a8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '4ed6943d-7004-4429-b79c-96d380aa8afb', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:21:57.010712 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-fe6193de-7a05-4a93-8ca8-05849b06d1a8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Project 12ebb2d131744779969f033e54696e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:21:57.018145 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe6193de-7a05-4a93-8ca8-05849b06d1a8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:57.047769 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36641bbc40>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:21:57.058010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:21:57.075968 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45273820-2d63-4cf1-886b-a172d4a2a0ba None None] The sync data for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 is: [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:21:57.113558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:57.114032 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:57.459233 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe6193de-7a05-4a93-8ca8-05849b06d1a8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:57.463800 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe6193de-7a05-4a93-8ca8-05849b06d1a8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:57.481644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6193de-7a05-4a93-8ca8-05849b06d1a8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5857909f-3336-4d4f-87f8-d74a1fd00920,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:57.489968 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fe6193de-7a05-4a93-8ca8-05849b06d1a8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:57.491158 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fe6193de-7a05-4a93-8ca8-05849b06d1a8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5231616
Dec 18 21:21:57.906451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-20912525-ffef-45b6-8814-1e57abec134e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1982015071&fields=id&tenant_id=12ebb2d131744779969f033e54696e15 HTTP/1.1" status: 200  len: 267 time: 0.0483601
Dec 18 21:21:58.018951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd3f28-b231-4529-bc71-d4b07b58608e req-c6ad0300-667f-4fae-9f9c-b52491383eab tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:58.020426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-c6ad0300-667f-4fae-9f9c-b52491383eab tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/networks?id=eb94229c-2472-48e1-ad2e-ee3003c78914 HTTP/1.1" status: 200  len: 797 time: 0.1068518
Dec 18 21:21:58.036394 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-72a2bfc6-dfa8-4e93-816b-20eabe8b3584 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/quotas/12ebb2d131744779969f033e54696e15 HTTP/1.1" status: 200  len: 375 time: 0.0095050
Dec 18 21:21:58.089829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-54bbf33a-5123-4f7a-9c75-c61ffde4b87c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0473835
Dec 18 21:21:58.185026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-a2a58f21-81e2-4896-a6d3-631ee12436f1 service neutron] 10.222.0.13 "GET /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831203
Dec 18 21:21:58.276821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-1c1737de-0efc-4995-8add-5c6782fb8214 service neutron] 10.222.0.13 "GET /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852261
Dec 18 21:21:58.502194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df61879c-3050-4713-b926-0de11054afdc req-4bf72549-3318-4ee4-9add-892f0059ace1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 210 time: 0.0909362
Dec 18 21:21:59.032010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b563cde4-cab9-42f8-bb0d-1325b7cf7f33 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:21:59.083888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:21:59.084271 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:59.361128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd3f28-b231-4529-bc71-d4b07b58608e req-2c305850-e14e-4b3d-b0f8-bc5e7f6f9d4d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:59.362584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-2c305850-e14e-4b3d-b0f8-bc5e7f6f9d4d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.31 "GET /v2.0/networks?id=eb94229c-2472-48e1-ad2e-ee3003c78914 HTTP/1.1" status: 200  len: 797 time: 0.1117351
Dec 18 21:21:59.435440 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-ae62156f-b3ce-4c38-87b0-65f371a29cc1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12ebb2d131744779969f033e54696e15 HTTP/1.1" status: 200  len: 380 time: 0.0640035
Dec 18 21:21:59.446789 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'port': {'device_id': '3afbda18-b545-47c4-bfc0-612365afab02', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'admin_state_up': True, 'tenant_id': '12ebb2d131744779969f033e54696e15', 'security_groups': ['4ed6943d-7004-4429-b79c-96d380aa8afb']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:21:59.556731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Made reservation on behalf of 12ebb2d131744779969f033e54696e15 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:21:59.560399 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:59.631727 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad27fd1b-ff32-4f80-9b79-640ba27e3234 req-060e33ed-4519-4079-998a-a35a78680054 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 210 time: 0.0546064
Dec 18 21:21:59.706976 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Allocated IP 172.20.0.12 (eb94229c-2472-48e1-ad2e-ee3003c78914/1a64afa3-7f6b-4a35-ad2e-af28d5fcab30/5f5f86a7-2190-4a16-8881-387d56f8e8b1) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:21:59.847341 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:59.879405 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:21:59.924093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network eb94229c-2472-48e1-ad2e-ee3003c78914 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:21:59.926968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:21:59.930500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:21:59.959993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=5f5f86a7-2190-4a16-8881-387d56f8e8b1,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:21:59.983086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:21:59.983718 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:00.000931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6d7ff769-7271-4eae-b041-ded7148f79f0 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5579307
Dec 18 21:22:00.013113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Request body: {'port': {'device_id': '3afbda18-b545-47c4-bfc0-612365afab02', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:00.077849 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:00.202399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-944bf58f-119f-4060-9a25-745503993946 None None] Provisioning complete for port 5f5f86a7-2190-4a16-8881-387d56f8e8b1 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:22:00.202961 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-944bf58f-119f-4060-9a25-745503993946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:00.238652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-944bf58f-119f-4060-9a25-745503993946 None None] Port 5f5f86a7-2190-4a16-8881-387d56f8e8b1 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:22:00.350390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5f86a7-2190-4a16-8881-387d56f8e8b1 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:22:00.359224 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:00.372601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Transition to ACTIVE for port object 5f5f86a7-2190-4a16-8881-387d56f8e8b1 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:22:00.376186 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:00.423427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Pushing event updated for resources: {'Port': ['ID=5f5f86a7-2190-4a16-8881-387d56f8e8b1,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:00.500133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Attempting to bind port 5f5f86a7-2190-4a16-8881-387d56f8e8b1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:22:00.500601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Attempting to bind port 5f5f86a7-2190-4a16-8881-387d56f8e8b1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:22:00.500788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Attempting to bind port 5f5f86a7-2190-4a16-8881-387d56f8e8b1 on network eb94229c-2472-48e1-ad2e-ee3003c78914 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:22:00.505257 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Port 5f5f86a7-2190-4a16-8881-387d56f8e8b1 on network eb94229c-2472-48e1-ad2e-ee3003c78914 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:22:00.505581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Attempting to bind port 5f5f86a7-2190-4a16-8881-387d56f8e8b1 on network eb94229c-2472-48e1-ad2e-ee3003c78914 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:22:00.510695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:22:00.511038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Checking segment: {'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:22:00.511426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Bound using segment: {'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:22:00.511853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Bound port: 5f5f86a7-2190-4a16-8881-387d56f8e8b1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1348f212-bac6-4358-b367-87b8bae479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:22:00.512210 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:00.580341 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] For port 5f5f86a7-2190-4a16-8881-387d56f8e8b1, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:22:00.584108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] For port 5f5f86a7-2190-4a16-8881-387d56f8e8b1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f5f86a7-2190-4a16-8881-387d56f8e8b1,segment=NetworkSegment(1348f212-bac6-4358-b367-87b8bae479f5),segment_id=1348f212-bac6-4358-b367-87b8bae479f5)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:22:00.587841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:00.621225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:00.622196 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:00.624028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] 10.222.0.31 "PUT /v2.0/ports/5f5f86a7-2190-4a16-8881-387d56f8e8b1 HTTP/1.1" status: 200  len: 1092 time: 0.6156628
Dec 18 21:22:00.629397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afbda18-b545-47c4-bfc0-612365afab02', 'tag': '5f5f86a7-2190-4a16-8881-387d56f8e8b1'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:22:00.631715 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5ffb50-d62d-4835-a6cb-c66128e4a3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3afbda18-b545-47c4-bfc0-612365afab02", "tag": "5f5f86a7-2190-4a16-8881-387d56f8e8b1"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:22:00.660470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2f090-8eda-452e-97a2-316998afe45b service neutron] Pushing event updated for resources: {'Port': ['ID=5f5f86a7-2190-4a16-8881-387d56f8e8b1,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:00.706608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd3f28-b231-4529-bc71-d4b07b58608e req-99acf16f-a514-4806-9649-79845bd3b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:00.708145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-99acf16f-a514-4806-9649-79845bd3b39e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 1095 time: 0.0439572
Dec 18 21:22:00.756435 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f2b296-ef8d-4a8b-b9ea-922b0e266fba x-openstack-request-id: req-a2f2b296-ef8d-4a8b-b9ea-922b0e266fba {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:22:00.756734 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afbda18-b545-47c4-bfc0-612365afab02", "tag": "5f5f86a7-2190-4a16-8881-387d56f8e8b1", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:22:00.756993 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2f2b296-ef8d-4a8b-b9ea-922b0e266fba {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:22:00.757396 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afbda18-b545-47c4-bfc0-612365afab02', 'tag': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'status': 'completed', 'code': 200}
Dec 18 21:22:00.767211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-6c992580-9f57-4b38-99c4-711bff07cacc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f5f86a7-2190-4a16-8881-387d56f8e8b1 HTTP/1.1" status: 200  len: 217 time: 0.0512023
Dec 18 21:22:00.836954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd3f28-b231-4529-bc71-d4b07b58608e req-d1f5b1f2-566d-44db-b95c-19f7437a7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:00.838961 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-d1f5b1f2-566d-44db-b95c-19f7437a7cab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a64afa3-7f6b-4a35-ad2e-af28d5fcab30 HTTP/1.1" status: 200  len: 834 time: 0.0539608
Dec 18 21:22:00.847019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d6f71-7880-4fc1-9c2c-5b490ddfc605 req-4114471d-ecdf-4804-aef1-cec7dbd3b388 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:00.848380 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b1d6f71-7880-4fc1-9c2c-5b490ddfc605 req-4114471d-ecdf-4804-aef1-cec7dbd3b388 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 944 time: 0.0937805
Dec 18 21:22:00.918706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd3f28-b231-4529-bc71-d4b07b58608e req-543f142d-24f1-4d75-bdd4-4281b4d74de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:00.920224 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-543f142d-24f1-4d75-bdd4-4281b4d74de4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eb94229c-2472-48e1-ad2e-ee3003c78914&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0710077
Dec 18 21:22:00.925131 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b1d6f71-7880-4fc1-9c2c-5b490ddfc605 req-e9130171-473c-4c9d-9146-468a3823a1c1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ed6943d-7004-4429-b79c-96d380aa8afb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681031
Dec 18 21:22:01.011022 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-90e4fdcd-9478-42fc-9c48-45fc57e6e95c service neutron] 10.222.0.31 "GET /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837061
Dec 18 21:22:01.100673 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-facd3f28-b231-4529-bc71-d4b07b58608e req-f704dc31-0740-43f5-9203-99e2abdda347 service neutron] 10.222.0.31 "GET /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824063
Dec 18 21:22:01.191327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ffb50-d62d-4835-a6cb-c66128e4a3f4 req-7a7a81f9-b413-4597-9f53-d5daee1ec06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:01.192798 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f5ffb50-d62d-4835-a6cb-c66128e4a3f4 req-7a7a81f9-b413-4597-9f53-d5daee1ec06d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 1095 time: 0.0448856
Dec 18 21:22:01.284649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ffb50-d62d-4835-a6cb-c66128e4a3f4 req-3e6e7611-fe31-4db1-8851-90e1818ff8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:01.286045 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f5ffb50-d62d-4835-a6cb-c66128e4a3f4 req-3e6e7611-fe31-4db1-8851-90e1818ff8cc service neutron] 10.222.0.31 "GET /v2.0/networks?id=eb94229c-2472-48e1-ad2e-ee3003c78914 HTTP/1.1" status: 200  len: 898 time: 0.0867712
Dec 18 21:22:01.332070 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f5ffb50-d62d-4835-a6cb-c66128e4a3f4 req-7dcbdc44-5d54-4cbb-a034-50ef8063d60b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f5f86a7-2190-4a16-8881-387d56f8e8b1 HTTP/1.1" status: 200  len: 217 time: 0.0380976
Dec 18 21:22:01.382985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ffb50-d62d-4835-a6cb-c66128e4a3f4 req-457b4388-ea0f-4e01-83b5-5988dc0367a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:01.384453 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f5ffb50-d62d-4835-a6cb-c66128e4a3f4 req-457b4388-ea0f-4e01-83b5-5988dc0367a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a64afa3-7f6b-4a35-ad2e-af28d5fcab30 HTTP/1.1" status: 200  len: 834 time: 0.0444767
Dec 18 21:22:01.433354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ffb50-d62d-4835-a6cb-c66128e4a3f4 req-58e6dc6a-984c-4e6c-9760-3d2c6b0bf898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:01.434945 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f5ffb50-d62d-4835-a6cb-c66128e4a3f4 req-58e6dc6a-984c-4e6c-9760-3d2c6b0bf898 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eb94229c-2472-48e1-ad2e-ee3003c78914&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409050
Dec 18 21:22:01.524787 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f5ffb50-d62d-4835-a6cb-c66128e4a3f4 req-07919492-e6af-4374-bdc5-c76d7f97781d service neutron] 10.222.0.31 "GET /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818725
Dec 18 21:22:01.613821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f5ffb50-d62d-4835-a6cb-c66128e4a3f4 req-724fc618-3f0a-46ed-8597-9a9d53f602ca service neutron] 10.222.0.31 "GET /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810680
Dec 18 21:22:02.042639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ff983-e514-471c-aa6d-3738d1adb9a4 req-bc8749af-525f-4cfb-883d-94d337cba1a4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:02.044167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ee4ff983-e514-471c-aa6d-3738d1adb9a4 req-bc8749af-525f-4cfb-883d-94d337cba1a4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 944 time: 0.0484600
Dec 18 21:22:02.092940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ee4ff983-e514-471c-aa6d-3738d1adb9a4 req-f6c50500-1509-4422-9501-a0f4b8ee750c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ed6943d-7004-4429-b79c-96d380aa8afb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425315
Dec 18 21:22:02.980969 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-377569d3-f49a-463b-b39d-b09b63df125a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:03.213446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd5b7b-8d59-46cd-8033-9c53abac4845 req-deb31e09-efdc-482a-bb22-7fafa31c98a8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:03.214830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4cd5b7b-8d59-46cd-8033-9c53abac4845 req-deb31e09-efdc-482a-bb22-7fafa31c98a8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 944 time: 0.0530257
Dec 18 21:22:03.262852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4cd5b7b-8d59-46cd-8033-9c53abac4845 req-df9dec7d-4310-46d6-82d1-4b465818e73d tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ed6943d-7004-4429-b79c-96d380aa8afb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420358
Dec 18 21:22:04.375318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566bfad-16ae-440f-92a7-db38bf70243f req-5cc1f205-9785-46a8-b76c-014576049ef4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:04.376782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d566bfad-16ae-440f-92a7-db38bf70243f req-5cc1f205-9785-46a8-b76c-014576049ef4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 944 time: 0.0475440
Dec 18 21:22:04.425420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d566bfad-16ae-440f-92a7-db38bf70243f req-6a4e1f3b-36da-4376-ac5d-774b9244153a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ed6943d-7004-4429-b79c-96d380aa8afb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427194
Dec 18 21:22:04.503377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5f5f86a7-2190-4a16-8881-387d56f8e8b1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:22:04.596548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5f5f86a7-2190-4a16-8881-387d56f8e8b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f5f86a7-2190-4a16-8881-387d56f8e8b1,segment=NetworkSegment(1348f212-bac6-4358-b367-87b8bae479f5),segment_id=1348f212-bac6-4358-b367-87b8bae479f5)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:22:04.772994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'port_id': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'mac_address': 'fa:16:3e:62:8c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:22:04.813478 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:04.826607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5f86a7-2190-4a16-8881-387d56f8e8b1 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:22:04.845765 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5f5f86a7-2190-4a16-8881-387d56f8e8b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f5f86a7-2190-4a16-8881-387d56f8e8b1,segment=NetworkSegment(1348f212-bac6-4358-b367-87b8bae479f5),segment_id=1348f212-bac6-4358-b367-87b8bae479f5)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:22:04.848806 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:04.894373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=5f5f86a7-2190-4a16-8881-387d56f8e8b1,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:05.085316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['5f5f86a7-2190-4a16-8881-387d56f8e8b1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:22:05.201848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a8e8e04-00a1-4510-b6b7-a9d9f4c90609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:05.543367 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60bf01-7bc6-459d-9bdf-69236f23c509 req-561b4485-dd54-4387-aaf7-110b609d52c1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:05.544846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a60bf01-7bc6-459d-9bdf-69236f23c509 req-561b4485-dd54-4387-aaf7-110b609d52c1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 945 time: 0.0513566
Dec 18 21:22:05.593437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a60bf01-7bc6-459d-9bdf-69236f23c509 req-5d3c5e0b-de0d-4e63-ad80-e11f76845585 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ed6943d-7004-4429-b79c-96d380aa8afb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426331
Dec 18 21:22:06.462449 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:06.534089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5f5f86a7-2190-4a16-8881-387d56f8e8b1 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:22:06.580766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 5f5f86a7-2190-4a16-8881-387d56f8e8b1 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:22:06.584954 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 5f5f86a7-2190-4a16-8881-387d56f8e8b1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:22:06.585325 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:06.661554 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:06.685592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afbda18-b545-47c4-bfc0-612365afab02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5f86a7-2190-4a16-8881-387d56f8e8b1'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:22:06.688102 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def42828-2dcf-4648-baa3-aee70a6fbf6f" -d '{"events": [{"server_uuid": "3afbda18-b545-47c4-bfc0-612365afab02", "name": "network-vif-plugged", "status": "completed", "tag": "5f5f86a7-2190-4a16-8881-387d56f8e8b1"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:22:06.708946 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 5f5f86a7-2190-4a16-8881-387d56f8e8b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f5f86a7-2190-4a16-8881-387d56f8e8b1,segment=NetworkSegment(1348f212-bac6-4358-b367-87b8bae479f5),segment_id=1348f212-bac6-4358-b367-87b8bae479f5)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:22:06.714146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78711c9-3dfb-4a3a-a141-16a9ceb877a7 req-00bb3a4a-be11-457f-868d-a8c492202dd2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:06.715838 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e78711c9-3dfb-4a3a-a141-16a9ceb877a7 req-00bb3a4a-be11-457f-868d-a8c492202dd2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 945 time: 0.0525274
Dec 18 21:22:06.721909 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:06.752646 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d1f00a-8489-4d8d-bb2d-d87714001569 x-openstack-request-id: req-b2d1f00a-8489-4d8d-bb2d-d87714001569 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:22:06.752968 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afbda18-b545-47c4-bfc0-612365afab02", "name": "network-vif-plugged", "status": "completed", "tag": "5f5f86a7-2190-4a16-8881-387d56f8e8b1", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:22:06.753322 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2d1f00a-8489-4d8d-bb2d-d87714001569 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:22:06.753830 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afbda18-b545-47c4-bfc0-612365afab02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'code': 200}
Dec 18 21:22:06.780018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=5f5f86a7-2190-4a16-8881-387d56f8e8b1,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:06.780727 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e78711c9-3dfb-4a3a-a141-16a9ceb877a7 req-f47a87d1-a57d-4e01-92bf-f1a6ef6210b2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ed6943d-7004-4429-b79c-96d380aa8afb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565457
Dec 18 21:22:06.853790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e11b8-76a0-4b26-931c-8ba402921d44 req-87002ac7-b33c-47ca-ab20-b5ed68a0aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:06.855278 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-811e11b8-76a0-4b26-931c-8ba402921d44 req-87002ac7-b33c-47ca-ab20-b5ed68a0aa0d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 1097 time: 0.0390604
Dec 18 21:22:06.903857 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-811e11b8-76a0-4b26-931c-8ba402921d44 req-a3693cda-2350-40ec-a991-ca210ad58c51 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4ed6943d-7004-4429-b79c-96d380aa8afb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414517
Dec 18 21:22:07.898766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d04c2-a211-4934-ba36-9275fc111ce4 req-d34bf512-1777-4ef9-8534-62ddbebf5187 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:07.900327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c8d04c2-a211-4934-ba36-9275fc111ce4 req-d34bf512-1777-4ef9-8534-62ddbebf5187 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 946 time: 0.0501354
Dec 18 21:22:07.949987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c8d04c2-a211-4934-ba36-9275fc111ce4 req-1379382f-ed42-4c97-9301-743ab29f2b26 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ed6943d-7004-4429-b79c-96d380aa8afb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429113
Dec 18 21:22:08.170436 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:08.559353 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:09.066045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606e8a8-73ed-448d-b908-5dc240e6770c req-50fecce2-a480-49b0-98ba-f1c41f5ebe18 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:09.068287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f606e8a8-73ed-448d-b908-5dc240e6770c req-50fecce2-a480-49b0-98ba-f1c41f5ebe18 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 946 time: 0.0513134
Dec 18 21:22:09.118002 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f606e8a8-73ed-448d-b908-5dc240e6770c req-de707dd4-2f93-4508-9bae-a7e0cf65b8ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ed6943d-7004-4429-b79c-96d380aa8afb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433717
Dec 18 21:22:09.235721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eb4e7-e069-42b8-8ee3-e74717de8939 req-eb865a4b-63b2-4c8b-878a-193a8e43d54f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:09.237086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca3eb4e7-e069-42b8-8ee3-e74717de8939 req-eb865a4b-63b2-4c8b-878a-193a8e43d54f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 946 time: 0.0505867
Dec 18 21:22:09.284529 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ca3eb4e7-e069-42b8-8ee3-e74717de8939 req-bb1f5e4b-5159-462e-9e37-fee3fad62502 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ed6943d-7004-4429-b79c-96d380aa8afb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415235
Dec 18 21:22:09.305621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49816) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:09.344120 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca7535f-ec2f-4762-a6b3-fa47a33e6c06 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:09.345597 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bca7535f-ec2f-4762-a6b3-fa47a33e6c06 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 1092 time: 0.0390272
Dec 18 21:22:09.348348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49818) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:09.352445 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:09.376759 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:09.471420 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:09.570739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Allocated IP 172.35.3.24 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/22001a46-6ada-4243-b3cf-128c3876811f) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:22:09.671158 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:09.704020 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:09.742009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:22:09.746279 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:22:09.749825 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:22:09.771340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=22001a46-6ada-4243-b3cf-128c3876811f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:10.094985 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:10.161638 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:10.302140 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:10.306772 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:10.374711 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=22001a46-6ada-4243-b3cf-128c3876811f,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:10.386474 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:10.484666 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Floating IP f716649b-c271-45aa-91d0-4fbe957ac831 associated. External IP: 172.35.3.24, port: 5f5f86a7-2190-4a16-8881-387d56f8e8b1.
Dec 18 21:22:10.683676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:22:10.789195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:22:10.799121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d202f2e-b2a9-49bf-9320-65625fc6339c None None] Sync routers for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:22:10.807805 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:10.809779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d202f2e-b2a9-49bf-9320-65625fc6339c None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:22:10.810502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1d202f2e-b2a9-49bf-9320-65625fc6339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e757910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:22:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:22:10.919420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1d202f2e-b2a9-49bf-9320-65625fc6339c None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:22:11.154378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1d202f2e-b2a9-49bf-9320-65625fc6339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e757910>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f716649b-c271-45aa-91d0-4fbe957ac831', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'floating_ip_address': '172.35.3.24', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'port_id': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'mac_address': 'fa:16:3e:62:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afbda18-b545-47c4-bfc0-612365afab02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:22:09Z', 'updated_at': '2021-12-18T21:22:09Z', 'revision_number': 0, 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:22:11.178816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f9fa0163-35f2-4678-b9ef-e5ac30ce1131 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8294647
Dec 18 21:22:11.179433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afbda18-b545-47c4-bfc0-612365afab02', 'tag': '5f5f86a7-2190-4a16-8881-387d56f8e8b1'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:22:11.182195 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f25b27-155e-457a-93f2-63781863175e" -d '{"events": [{"name": "network-changed", "server_uuid": "3afbda18-b545-47c4-bfc0-612365afab02", "tag": "5f5f86a7-2190-4a16-8881-387d56f8e8b1"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:22:11.182503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49820) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:11.182947 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d202f2e-b2a9-49bf-9320-65625fc6339c None None] Checking router: 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:22:11.191602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d202f2e-b2a9-49bf-9320-65625fc6339c None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:22:11.192103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1d202f2e-b2a9-49bf-9320-65625fc6339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e757910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:22:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:22:11.219402 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117d9e9f-4f93-4366-95fa-7e1524f46924 x-openstack-request-id: req-117d9e9f-4f93-4366-95fa-7e1524f46924 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:22:11.219622 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afbda18-b545-47c4-bfc0-612365afab02", "tag": "5f5f86a7-2190-4a16-8881-387d56f8e8b1", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:22:11.219878 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-117d9e9f-4f93-4366-95fa-7e1524f46924 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:22:11.220323 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afbda18-b545-47c4-bfc0-612365afab02', 'tag': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'status': 'completed', 'code': 200}
Dec 18 21:22:11.251775 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d2af32c9-ec9f-407f-93eb-92aeb7554e31 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/floatingips/f716649b-c271-45aa-91d0-4fbe957ac831 HTTP/1.1" status: 200  len: 991 time: 0.0669699
Dec 18 21:22:11.284433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f25b27-155e-457a-93f2-63781863175e req-4823e37c-904c-4a44-a067-281793092023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:11.285941 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0f25b27-155e-457a-93f2-63781863175e req-4823e37c-904c-4a44-a067-281793092023 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 1097 time: 0.0390670
Dec 18 21:22:11.301024 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-1d202f2e-b2a9-49bf-9320-65625fc6339c None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:22:11.376737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f25b27-155e-457a-93f2-63781863175e req-c12fcde5-100a-4053-964f-f822b61d5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:11.378225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0f25b27-155e-457a-93f2-63781863175e req-c12fcde5-100a-4053-964f-f822b61d5fab service neutron] 10.222.0.31 "GET /v2.0/networks?id=eb94229c-2472-48e1-ad2e-ee3003c78914 HTTP/1.1" status: 200  len: 898 time: 0.0849154
Dec 18 21:22:11.441384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0f25b27-155e-457a-93f2-63781863175e req-49c46728-60b2-4c85-8bb6-25bd011b7bd0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f5f86a7-2190-4a16-8881-387d56f8e8b1 HTTP/1.1" status: 200  len: 999 time: 0.0568187
Dec 18 21:22:11.489891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f25b27-155e-457a-93f2-63781863175e req-bee959d9-9803-4c55-93af-2e1e20c2f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:11.491379 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0f25b27-155e-457a-93f2-63781863175e req-bee959d9-9803-4c55-93af-2e1e20c2f1de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a64afa3-7f6b-4a35-ad2e-af28d5fcab30 HTTP/1.1" status: 200  len: 834 time: 0.0429735
Dec 18 21:22:11.519565 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-1d202f2e-b2a9-49bf-9320-65625fc6339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e757910>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f716649b-c271-45aa-91d0-4fbe957ac831', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'floating_ip_address': '172.35.3.24', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'port_id': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'mac_address': 'fa:16:3e:62:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afbda18-b545-47c4-bfc0-612365afab02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:22:09Z', 'updated_at': '2021-12-18T21:22:09Z', 'revision_number': 0, 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:22:11.538868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f25b27-155e-457a-93f2-63781863175e req-e6f65625-49fb-4444-a940-8b4a34a63a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:11.540335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0f25b27-155e-457a-93f2-63781863175e req-e6f65625-49fb-4444-a940-8b4a34a63a09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eb94229c-2472-48e1-ad2e-ee3003c78914&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417233
Dec 18 21:22:11.546454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d202f2e-b2a9-49bf-9320-65625fc6339c None None] The sync data for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 is: [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f716649b-c271-45aa-91d0-4fbe957ac831', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'floating_ip_address': '172.35.3.24', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'port_id': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'mac_address': 'fa:16:3e:62:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afbda18-b545-47c4-bfc0-612365afab02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:22:09Z', 'updated_at': '2021-12-18T21:22:09Z', 'revision_number': 0, 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:22:11.632834 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0f25b27-155e-457a-93f2-63781863175e req-0902f780-bb15-41c5-8e80-b967af64d30f service neutron] 10.222.0.31 "GET /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840554
Dec 18 21:22:11.727326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f0f25b27-155e-457a-93f2-63781863175e req-279ac15a-510e-4c1d-81a8-584319b36f2e service neutron] 10.222.0.31 "GET /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880280
Dec 18 21:22:11.767047 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75fe06f-1a89-4ea9-8b4f-578fabefef85 None None] New status for floating IP f716649b-c271-45aa-91d0-4fbe957ac831: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:22:12.254794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49824) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:12.319281 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-eadf6ff9-f5dc-406a-9054-0e4cbd8a50a9 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/floatingips/f716649b-c271-45aa-91d0-4fbe957ac831 HTTP/1.1" status: 200  len: 993 time: 0.0632198
Dec 18 21:22:14.315810 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:22:15.021805 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:19.635566 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:32.983061 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a095417a-1680-43ea-98f1-24df6eb21985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:35.183704 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-98f12a11-1986-4f56-bbf4-dea7a9952a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:36.465754 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:38.173688 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:38.560924 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:43.437360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49852) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:43.507908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13008ecf-3f92-4de3-a397-ec194d8e5084 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:43.508384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13008ecf-3f92-4de3-a397-ec194d8e5084 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:43.508849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13008ecf-3f92-4de3-a397-ec194d8e5084 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:43.511192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-13008ecf-3f92-4de3-a397-ec194d8e5084 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=12ebb2d131744779969f033e54696e15&network_id=eb94229c-2472-48e1-ad2e-ee3003c78914 HTTP/1.1" status: 200  len: 2972 time: 0.0728433
Dec 18 21:22:44.646297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d2abf3d-9914-42fe-a655-ec48e126c417 req-bee88d6c-8387-43cc-8cf6-43e66ace3105 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0907342
Dec 18 21:22:44.730872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2abf3d-9914-42fe-a655-ec48e126c417 req-f5eb1208-4f46-4e4a-8464-06577461e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:44.732391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d2abf3d-9914-42fe-a655-ec48e126c417 req-f5eb1208-4f46-4e4a-8464-06577461e08e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 1097 time: 0.0436795
Dec 18 21:22:44.833656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2abf3d-9914-42fe-a655-ec48e126c417 req-e998667c-91f3-4e14-b4b7-056454950c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:44.835055 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d2abf3d-9914-42fe-a655-ec48e126c417 req-e998667c-91f3-4e14-b4b7-056454950c88 service neutron] 10.222.0.31 "GET /v2.0/networks?id=eb94229c-2472-48e1-ad2e-ee3003c78914 HTTP/1.1" status: 200  len: 898 time: 0.0821936
Dec 18 21:22:44.901192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d2abf3d-9914-42fe-a655-ec48e126c417 req-e13787ea-4e9e-4d43-8420-efde34d7c587 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f5f86a7-2190-4a16-8881-387d56f8e8b1 HTTP/1.1" status: 200  len: 1001 time: 0.0585766
Dec 18 21:22:44.949684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2abf3d-9914-42fe-a655-ec48e126c417 req-87e9dfa5-6539-4764-a211-dac587ddd1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:44.951116 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d2abf3d-9914-42fe-a655-ec48e126c417 req-87e9dfa5-6539-4764-a211-dac587ddd1eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a64afa3-7f6b-4a35-ad2e-af28d5fcab30 HTTP/1.1" status: 200  len: 834 time: 0.0426831
Dec 18 21:22:44.995296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2abf3d-9914-42fe-a655-ec48e126c417 req-465c053f-b1b1-4062-ad05-7330f9277f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:44.996756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d2abf3d-9914-42fe-a655-ec48e126c417 req-465c053f-b1b1-4062-ad05-7330f9277f99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eb94229c-2472-48e1-ad2e-ee3003c78914&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0383611
Dec 18 21:22:45.032555 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:45.088169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d2abf3d-9914-42fe-a655-ec48e126c417 req-2e6abfec-17ae-47b8-a595-1bf5fcdfda91 service neutron] 10.222.0.31 "GET /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837421
Dec 18 21:22:45.174426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d2abf3d-9914-42fe-a655-ec48e126c417 req-36f4696a-a942-4e5e-9d38-2052fd2f6552 service neutron] 10.222.0.31 "GET /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794504
Dec 18 21:22:45.390713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49864) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:45.472628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedfb6e7-6cea-4be3-8171-44bee094bc3e tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:45.474119 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-eedfb6e7-6cea-4be3-8171-44bee094bc3e tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438 HTTP/1.1" status: 200  len: 814 time: 0.0824261
Dec 18 21:22:46.270132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49870) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:46.275818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'network': {'name': 'tempest-network-smoke--455305032', 'project_id': '12ebb2d131744779969f033e54696e15', 'port_security_enabled': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:46.297331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Made reservation on behalf of 12ebb2d131744779969f033e54696e15 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:22:46.300830 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:46.323559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:22:46.332125 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:46.332472 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Added segment 6ca55714-2020-46d2-ac14-7b62a1ff2a0f of type vlan for network 7e12e453-abb3-45e7-8007-59d6087e217c
Dec 18 21:22:46.376168 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:46.400867 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:46.406310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:46.406910 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:46.464965 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1936858
Dec 18 21:22:46.468590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49872) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:46.476446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Network': ['ID=7e12e453-abb3-45e7-8007-59d6087e217c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:46.484295 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.484653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.484994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.485338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.485672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.486006 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.486362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.486693 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.487019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.487346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.487673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.488023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.488354 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e64d-7807-4822-b493-71fb5b66cd11 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:46.504952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 7e12e453-abb3-45e7-8007-59d6087e217c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:22:46.538645 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c39cad-d390-4879-9d87-f51dcf4af65b tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:46.540067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-65c39cad-d390-4879-9d87-f51dcf4af65b tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=12ebb2d131744779969f033e54696e15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0704775
Dec 18 21:22:46.543055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49874) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:46.694997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c0fae-9133-4105-ba26-051b97dc6ad4 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:46.696487 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-269c0fae-9133-4105-ba26-051b97dc6ad4 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1524403
Dec 18 21:22:46.699335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49876) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:46.733085 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8a514c74-5557-4216-8ff6-b57655f4d003 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0326874
Dec 18 21:22:46.735670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49878) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:46.762182 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fc65a5b9-49c3-4da2-9b45-c28d567c5f93 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=12ebb2d131744779969f033e54696e15&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0254917
Dec 18 21:22:46.764559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49880) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:46.853455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4baaba-3ee5-45a8-9a0d-660d56f85ae1 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:46.854982 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1e4baaba-3ee5-45a8-9a0d-660d56f85ae1 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0895491
Dec 18 21:22:46.857744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49882) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:46.884139 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-96781a5a-7570-45b0-8baf-b8eb7b1e291c tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0253894
Dec 18 21:22:46.886837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49884) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:46.891255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-54f2adac-5ff5-4cf2-ab6a-65aad75de8b4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1249364006', 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c', 'project_id': '12ebb2d131744779969f033e54696e15', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:46.983150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f2adac-5ff5-4cf2-ab6a-65aad75de8b4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Made reservation on behalf of 12ebb2d131744779969f033e54696e15 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:22:46.986768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54f2adac-5ff5-4cf2-ab6a-65aad75de8b4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.166428 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54f2adac-5ff5-4cf2-ab6a-65aad75de8b4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.223897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2adac-5ff5-4cf2-ab6a-65aad75de8b4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Subnet': ['ID=503405ff-426c-4d0e-b6cf-480221f87851,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:47.234482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2adac-5ff5-4cf2-ab6a-65aad75de8b4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Checking segment: {'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:22:47.234842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2adac-5ff5-4cf2-ab6a-65aad75de8b4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network hostable DHCP agents. Network: 7e12e453-abb3-45e7-8007-59d6087e217c, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:22:47.253566 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2adac-5ff5-4cf2-ab6a-65aad75de8b4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network 7e12e453-abb3-45e7-8007-59d6087e217c is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:22:47.265294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-54f2adac-5ff5-4cf2-ab6a-65aad75de8b4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7e12e453-abb3-45e7-8007-59d6087e217c) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:22:47.269624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2adac-5ff5-4cf2-ab6a-65aad75de8b4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:47.270231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54f2adac-5ff5-4cf2-ab6a-65aad75de8b4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.275109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7828c1-e6ab-4cdf-98c3-d583cc4e7a41 None None] Network 7e12e453-abb3-45e7-8007-59d6087e217c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:22:47.290517 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-54f2adac-5ff5-4cf2-ab6a-65aad75de8b4 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.4026830
Dec 18 21:22:47.374359 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7e12e453-abb3-45e7-8007-59d6087e217c', 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c', 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ips': [{'subnet_id': '503405ff-426c-4d0e-b6cf-480221f87851'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:22:47.375910 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.502066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49888) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:47.506865 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-04f7975f-c6c6-4c94-b1f2-63b8b63482c3 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895345692', 'description': 'tempest-secgroup-smoke-1895345692 description', 'project_id': '12ebb2d131744779969f033e54696e15'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:47.513676 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Allocated IP 172.20.0.18 (7e12e453-abb3-45e7-8007-59d6087e217c/503405ff-426c-4d0e-b6cf-480221f87851/0d971fdf-0684-49b9-9a2d-46a6f4c11a38) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:22:47.530370 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04f7975f-c6c6-4c94-b1f2-63b8b63482c3 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.596231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04f7975f-c6c6-4c94-b1f2-63b8b63482c3 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.601372 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04f7975f-c6c6-4c94-b1f2-63b8b63482c3 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.635114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04f7975f-c6c6-4c94-b1f2-63b8b63482c3 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.638693 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-04f7975f-c6c6-4c94-b1f2-63b8b63482c3 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1354084
Dec 18 21:22:47.639402 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49890) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:47.643044 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7975f-c6c6-4c94-b1f2-63b8b63482c3 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716d8e37-d6d1-4ab8-a561-44df61e4f247,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:47.644675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '716d8e37-d6d1-4ab8-a561-44df61e4f247', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:47.658345 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.664109 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.681026 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.706668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Network 7e12e453-abb3-45e7-8007-59d6087e217c is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:22:47.709583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:22:47.713841 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:22:47.719133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Pushing event updated for resources: {'Port': ['ID=0d971fdf-0684-49b9-9a2d-46a6f4c11a38,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:47.742147 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.746513 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.766340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6103b99e-4980-434c-a85d-df9bc522c6aa,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:47.771938 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.773141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1326272
Dec 18 21:22:47.773436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Attempting to bind port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:22:47.773816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Attempting to bind port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:22:47.774185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Attempting to bind port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 on network 7e12e453-abb3-45e7-8007-59d6087e217c {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:22:47.776201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49892) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:47.779431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.779576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:22:47.779809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.779948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Checking segment: {'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:22:47.780195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.780326 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.780503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.780622 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Bound using segment: {'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:22:47.780828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.781040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Bound port: 0d971fdf-0684-49b9-9a2d-46a6f4c11a38, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:22:47.781175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.781426 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.781540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.781626 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-9a46902b-dd36-4c58-86f3-4ff5535cb47f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '716d8e37-d6d1-4ab8-a561-44df61e4f247', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:47.781802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.782145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.782497 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.782822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.783146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.783576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6c7e5-cfbc-4b5b-aaf8-33fb5b5c7977 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:47.813883 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a46902b-dd36-4c58-86f3-4ff5535cb47f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.844450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] For port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:22:47.847694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] For port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d971fdf-0684-49b9-9a2d-46a6f4c11a38,segment=NetworkSegment(6ca55714-2020-46d2-ac14-7b62a1ff2a0f),segment_id=6ca55714-2020-46d2-ac14-7b62a1ff2a0f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:22:47.851794 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.884437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a46902b-dd36-4c58-86f3-4ff5535cb47f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.889168 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a46902b-dd36-4c58-86f3-4ff5535cb47f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.909328 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46902b-dd36-4c58-86f3-4ff5535cb47f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933e35ef-3927-433a-95b7-ea1e54f440d0,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:47.912970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6292cbb-e527-40b2-bf9e-967082bb9c68 None None] Pushing event updated for resources: {'Port': ['ID=0d971fdf-0684-49b9-9a2d-46a6f4c11a38,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:47.923391 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9a46902b-dd36-4c58-86f3-4ff5535cb47f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:47.924636 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9a46902b-dd36-4c58-86f3-4ff5535cb47f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1474261
Dec 18 21:22:47.927552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 49894) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:47.932255 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-34b6d7f4-1c0d-4ef3-ac6a-14fbf1c586d8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '716d8e37-d6d1-4ab8-a561-44df61e4f247', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:47.960507 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34b6d7f4-1c0d-4ef3-ac6a-14fbf1c586d8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.017771 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34b6d7f4-1c0d-4ef3-ac6a-14fbf1c586d8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.022011 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34b6d7f4-1c0d-4ef3-ac6a-14fbf1c586d8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.041196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6d7f4-1c0d-4ef3-ac6a-14fbf1c586d8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a15f08-305f-4629-af72-ebf9f41b0d7d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:48.049985 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34b6d7f4-1c0d-4ef3-ac6a-14fbf1c586d8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.053688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-34b6d7f4-1c0d-4ef3-ac6a-14fbf1c586d8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1226764
Dec 18 21:22:48.054034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49896) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:48.058889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ec382f05-0ebe-44e1-b18f-cdbe1ecafda7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '716d8e37-d6d1-4ab8-a561-44df61e4f247', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:48.105979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec382f05-0ebe-44e1-b18f-cdbe1ecafda7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.168871 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec382f05-0ebe-44e1-b18f-cdbe1ecafda7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.173355 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec382f05-0ebe-44e1-b18f-cdbe1ecafda7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.192605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec382f05-0ebe-44e1-b18f-cdbe1ecafda7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3b4090-5e18-4a81-85f2-a6e921c05bf0,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:48.198886 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec382f05-0ebe-44e1-b18f-cdbe1ecafda7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.203300 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ec382f05-0ebe-44e1-b18f-cdbe1ecafda7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1455903
Dec 18 21:22:48.203505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49898) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:48.208221 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2447706a-80c1-42c4-81dd-b72008fa1baf tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '716d8e37-d6d1-4ab8-a561-44df61e4f247', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:48.234890 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-2447706a-80c1-42c4-81dd-b72008fa1baf tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Project 12ebb2d131744779969f033e54696e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:22:48.240055 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2447706a-80c1-42c4-81dd-b72008fa1baf tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.302334 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2447706a-80c1-42c4-81dd-b72008fa1baf tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.305908 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2447706a-80c1-42c4-81dd-b72008fa1baf tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.323774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447706a-80c1-42c4-81dd-b72008fa1baf tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd63af1-cb53-4e0a-a3b8-1ea256498776,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:48.331091 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2447706a-80c1-42c4-81dd-b72008fa1baf tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.332276 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2447706a-80c1-42c4-81dd-b72008fa1baf tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1278265
Dec 18 21:22:48.335029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49900) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:22:48.339850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e652f44d-13aa-4023-aa2f-066cc4eb606c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '716d8e37-d6d1-4ab8-a561-44df61e4f247', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:48.363456 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-e652f44d-13aa-4023-aa2f-066cc4eb606c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Project 12ebb2d131744779969f033e54696e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:22:48.368711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e652f44d-13aa-4023-aa2f-066cc4eb606c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.427979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e652f44d-13aa-4023-aa2f-066cc4eb606c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.431403 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e652f44d-13aa-4023-aa2f-066cc4eb606c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.449387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652f44d-13aa-4023-aa2f-066cc4eb606c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3afe436-4ff3-4dfa-905c-d5e503e6f73d,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:48.457166 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e652f44d-13aa-4023-aa2f-066cc4eb606c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:48.458987 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e652f44d-13aa-4023-aa2f-066cc4eb606c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1230364
Dec 18 21:22:48.621350 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-d93db7e5-ceb2-4f83-a130-06db4f6d2e32 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895345692&fields=id&tenant_id=12ebb2d131744779969f033e54696e15 HTTP/1.1" status: 200  len: 267 time: 0.0515387
Dec 18 21:22:48.731901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-0d58cdd0-3e38-40f5-ab8f-6f9a0814d5f2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:48.733933 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-0d58cdd0-3e38-40f5-ab8f-6f9a0814d5f2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/networks?id=7e12e453-abb3-45e7-8007-59d6087e217c HTTP/1.1" status: 200  len: 796 time: 0.1049962
Dec 18 21:22:48.750955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-364e9d76-3bfd-4a99-802c-b78ea9e34dd1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/quotas/12ebb2d131744779969f033e54696e15 HTTP/1.1" status: 200  len: 375 time: 0.0101974
Dec 18 21:22:48.812600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-0f5f486b-fc9b-4ab7-b3e8-4b089652da92 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0558150
Dec 18 21:22:48.833585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57274189-aef8-4fa2-b41f-885ea0d9da6b None None] Network 7e12e453-abb3-45e7-8007-59d6087e217c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:22:48.909261 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-83e09cf4-c3b2-4277-95c3-e8485b531a6a service neutron] 10.222.0.13 "GET /v2.0/networks/7e12e453-abb3-45e7-8007-59d6087e217c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826008
Dec 18 21:22:48.941982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6fefef72-5749-43de-9a7f-114c855acf4e None None] Provisioning complete for port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:22:48.942373 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6fefef72-5749-43de-9a7f-114c855acf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:49.005982 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-92db5bad-ed19-4c27-a2c1-2efb0e45b59d service neutron] 10.222.0.13 "GET /v2.0/networks/7e12e453-abb3-45e7-8007-59d6087e217c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903597
Dec 18 21:22:49.031314 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6fefef72-5749-43de-9a7f-114c855acf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:49.076875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6fefef72-5749-43de-9a7f-114c855acf4e None None] For port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d971fdf-0684-49b9-9a2d-46a6f4c11a38,segment=NetworkSegment(6ca55714-2020-46d2-ac14-7b62a1ff2a0f),segment_id=6ca55714-2020-46d2-ac14-7b62a1ff2a0f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:22:49.087060 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6fefef72-5749-43de-9a7f-114c855acf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:49.116226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:22:49.173421 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefef72-5749-43de-9a7f-114c855acf4e None None] Pushing event updated for resources: {'Port': ['ID=0d971fdf-0684-49b9-9a2d-46a6f4c11a38,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:49.195740 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:22:49.196112 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:49.211347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42e916e4-5b28-40a1-bfb8-41f2e4159a1e req-96bce2d0-e94a-4a7c-901e-6e52923e9cbc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 210 time: 0.0271678
Dec 18 21:22:49.245434 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7a34c7bb-3a7a-4c0e-96bf-b773d9101a4a None None] Provisioning complete for port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:22:49.245800 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7a34c7bb-3a7a-4c0e-96bf-b773d9101a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:49.636020 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:50.289111 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e318611-c85e-4691-a889-a4a0c9c51442 req-3bd63098-8082-4a4a-b04a-d57a46ea24fb tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 210 time: 0.0255125
Dec 18 21:22:51.043809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:22:51.090692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:22:51.091064 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:51.314553 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:22:51.372278 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21eec795-8d3f-47a7-b87d-bd0542958517 req-a09c93fe-abac-4e68-b7ea-f9687ab58de1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 210 time: 0.0257874
Dec 18 21:22:52.451611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0777e80-5222-4c45-92ae-85001b2ce26b req-78590815-30d5-4bd8-b4a2-4bb8bbccf7c2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 210 time: 0.0259149
Dec 18 21:22:53.544346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c61971f2-7add-4737-a2d7-c7731f673bd5 req-bf41c68c-0962-4d56-8019-d2ce448d5871 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 210 time: 0.0256903
Dec 18 21:22:54.362994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-f484a599-0e21-483b-ad60-c8013a3a6f8a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:54.364444 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-f484a599-0e21-483b-ad60-c8013a3a6f8a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.36 "GET /v2.0/networks?id=7e12e453-abb3-45e7-8007-59d6087e217c HTTP/1.1" status: 200  len: 796 time: 0.1747460
Dec 18 21:22:54.455891 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-0e9669a4-44d2-46e3-b10d-f6f9556e12c5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12ebb2d131744779969f033e54696e15 HTTP/1.1" status: 200  len: 473 time: 0.0794833
Dec 18 21:22:54.467105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'port': {'device_id': '56c14c64-4eb9-42e4-b4e0-0da498b05e25', 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c', 'admin_state_up': True, 'tenant_id': '12ebb2d131744779969f033e54696e15', 'security_groups': ['716d8e37-d6d1-4ab8-a561-44df61e4f247']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:54.575547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Made reservation on behalf of 12ebb2d131744779969f033e54696e15 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:22:54.579251 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:54.647998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-beff741c-432f-4080-8628-cb4d73417910 req-8e9b5376-e3cf-42de-bd0b-c8c1bc3b9dba tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 210 time: 0.0305533
Dec 18 21:22:54.708043 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Allocated IP 172.20.0.28 (7e12e453-abb3-45e7-8007-59d6087e217c/503405ff-426c-4d0e-b6cf-480221f87851/4e38c3d7-714c-454d-a174-eab6093a4357) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:22:54.855503 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:54.888513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:54.930964 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network 7e12e453-abb3-45e7-8007-59d6087e217c is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:22:54.934438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:22:54.938214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:22:54.961785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=4e38c3d7-714c-454d-a174-eab6093a4357,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:54.991950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:54.992610 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:55.010397 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-4c3cf1e3-3057-432c-aa7f-133a14550a59 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5468974
Dec 18 21:22:55.027230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Request body: {'port': {'device_id': '56c14c64-4eb9-42e4-b4e0-0da498b05e25', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:22:55.091271 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:55.208227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a3b21710-4941-405b-b6d8-efa257a814a5 None None] Provisioning complete for port 4e38c3d7-714c-454d-a174-eab6093a4357 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:22:55.208774 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a3b21710-4941-405b-b6d8-efa257a814a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:55.241360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a3b21710-4941-405b-b6d8-efa257a814a5 None None] Port 4e38c3d7-714c-454d-a174-eab6093a4357 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:22:55.392068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e38c3d7-714c-454d-a174-eab6093a4357 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:22:55.399515 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:55.415399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Transition to ACTIVE for port object 4e38c3d7-714c-454d-a174-eab6093a4357 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:22:55.419727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:55.488414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e38c3d7-714c-454d-a174-eab6093a4357,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:55.541789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Attempting to bind port 4e38c3d7-714c-454d-a174-eab6093a4357 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:22:55.542123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Attempting to bind port 4e38c3d7-714c-454d-a174-eab6093a4357 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:22:55.542501 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Attempting to bind port 4e38c3d7-714c-454d-a174-eab6093a4357 on network 7e12e453-abb3-45e7-8007-59d6087e217c {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:22:55.547049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Port 4e38c3d7-714c-454d-a174-eab6093a4357 on network 7e12e453-abb3-45e7-8007-59d6087e217c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:22:55.547370 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Attempting to bind port 4e38c3d7-714c-454d-a174-eab6093a4357 on network 7e12e453-abb3-45e7-8007-59d6087e217c {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:22:55.552274 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:22:55.552614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Checking segment: {'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:22:55.552992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Bound using segment: {'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:22:55.553415 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Bound port: 4e38c3d7-714c-454d-a174-eab6093a4357, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:22:55.553762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:55.622326 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] For port 4e38c3d7-714c-454d-a174-eab6093a4357, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:22:55.625568 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] For port 4e38c3d7-714c-454d-a174-eab6093a4357, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e38c3d7-714c-454d-a174-eab6093a4357,segment=NetworkSegment(6ca55714-2020-46d2-ac14-7b62a1ff2a0f),segment_id=6ca55714-2020-46d2-ac14-7b62a1ff2a0f)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:22:55.630551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:55.668264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:55.668915 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:55.670436 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] 10.222.0.36 "PUT /v2.0/ports/4e38c3d7-714c-454d-a174-eab6093a4357 HTTP/1.1" status: 200  len: 1092 time: 0.6474946
Dec 18 21:22:55.670924 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c14c64-4eb9-42e4-b4e0-0da498b05e25', 'tag': '4e38c3d7-714c-454d-a174-eab6093a4357'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:22:55.673504 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7992df7-3bfd-4b31-8743-95c5c0f76943" -d '{"events": [{"name": "network-changed", "server_uuid": "56c14c64-4eb9-42e4-b4e0-0da498b05e25", "tag": "4e38c3d7-714c-454d-a174-eab6093a4357"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:22:55.699549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83826d-c993-4fbd-9a83-43b7d74d8ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e38c3d7-714c-454d-a174-eab6093a4357,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:55.780101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-b5da0a0f-7cec-49e0-b51e-f6f249a9d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:55.781634 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-b5da0a0f-7cec-49e0-b51e-f6f249a9d0cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 1095 time: 0.0504780
Dec 18 21:22:55.788155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afa026-2571-4016-bd6b-3df240431e82 req-79d45676-9307-4646-97d4-9d0bc87d7029 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:55.789715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5afa026-2571-4016-bd6b-3df240431e82 req-79d45676-9307-4646-97d4-9d0bc87d7029 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 944 time: 0.0533993
Dec 18 21:22:55.843557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-8a0e8344-c498-4deb-9757-3a97990328b3 req-cd7c987d-6f98-4c93-abf0-f5844b80b69c service neutron] (126009) timed out ('10.222.0.13', 58666) {{(pid=126009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:22:55.845066 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de295280-98a1-4f77-a6d8-083b42bc046c x-openstack-request-id: req-de295280-98a1-4f77-a6d8-083b42bc046c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:22:55.845382 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c14c64-4eb9-42e4-b4e0-0da498b05e25", "tag": "4e38c3d7-714c-454d-a174-eab6093a4357", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:22:55.845626 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de295280-98a1-4f77-a6d8-083b42bc046c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:22:55.846026 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c14c64-4eb9-42e4-b4e0-0da498b05e25', 'tag': '4e38c3d7-714c-454d-a174-eab6093a4357', 'status': 'completed', 'code': 200}
Dec 18 21:22:55.847882 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-98be66ee-a685-487e-a22f-c572819f09e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=4e38c3d7-714c-454d-a174-eab6093a4357 HTTP/1.1" status: 200  len: 217 time: 0.0545566
Dec 18 21:22:55.854154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b5afa026-2571-4016-bd6b-3df240431e82 req-4fa0701c-2e9b-48fe-bf42-853b31a75d3c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=716d8e37-d6d1-4ab8-a561-44df61e4f247&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573492
Dec 18 21:22:55.902045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-23a7e04c-bdd6-40e8-989e-1b9bc219f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:55.903582 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-23a7e04c-bdd6-40e8-989e-1b9bc219f22f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=503405ff-426c-4d0e-b6cf-480221f87851 HTTP/1.1" status: 200  len: 838 time: 0.0461543
Dec 18 21:22:55.953699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2635c0ca-52c1-419c-ac71-28bb23d8a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:55.955226 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2635c0ca-52c1-419c-ac71-28bb23d8a86f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e12e453-abb3-45e7-8007-59d6087e217c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0395939
Dec 18 21:22:56.050930 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-2720de46-cb13-4f13-b437-c79391531e71 service neutron] 10.222.0.36 "GET /v2.0/networks/7e12e453-abb3-45e7-8007-59d6087e217c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832665
Dec 18 21:22:56.141850 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c250fb3e-ee3e-4a1f-9435-cf28c13f16c5 req-482c1289-c820-4c22-98ac-0d77775e4eaf service neutron] 10.222.0.36 "GET /v2.0/networks/7e12e453-abb3-45e7-8007-59d6087e217c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0795252
Dec 18 21:22:56.233546 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992df7-3bfd-4b31-8743-95c5c0f76943 req-95690ae1-43bb-459e-b08f-526f4dfb2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:56.235100 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7992df7-3bfd-4b31-8743-95c5c0f76943 req-95690ae1-43bb-459e-b08f-526f4dfb2dac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 1095 time: 0.0406754
Dec 18 21:22:56.331455 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992df7-3bfd-4b31-8743-95c5c0f76943 req-166ebce0-b199-40ef-a908-cb2f00cdbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:56.332839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7992df7-3bfd-4b31-8743-95c5c0f76943 req-166ebce0-b199-40ef-a908-cb2f00cdbfd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e12e453-abb3-45e7-8007-59d6087e217c HTTP/1.1" status: 200  len: 897 time: 0.0888252
Dec 18 21:22:56.374541 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7992df7-3bfd-4b31-8743-95c5c0f76943 req-01285996-5149-4ae6-a3f3-c4bf3b029c26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=4e38c3d7-714c-454d-a174-eab6093a4357 HTTP/1.1" status: 200  len: 217 time: 0.0335779
Dec 18 21:22:56.425853 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992df7-3bfd-4b31-8743-95c5c0f76943 req-35c13816-ed42-4bbf-aadd-16217632c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:56.427320 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7992df7-3bfd-4b31-8743-95c5c0f76943 req-35c13816-ed42-4bbf-aadd-16217632c469 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=503405ff-426c-4d0e-b6cf-480221f87851 HTTP/1.1" status: 200  len: 838 time: 0.0413969
Dec 18 21:22:56.478971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992df7-3bfd-4b31-8743-95c5c0f76943 req-958ac751-bf1a-4d8d-b9c1-8730255fd8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:56.480467 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7992df7-3bfd-4b31-8743-95c5c0f76943 req-958ac751-bf1a-4d8d-b9c1-8730255fd8e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e12e453-abb3-45e7-8007-59d6087e217c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0437562
Dec 18 21:22:56.570465 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7992df7-3bfd-4b31-8743-95c5c0f76943 req-47b0b2d3-5672-4cbb-b4a8-deec356cad18 service neutron] 10.222.0.36 "GET /v2.0/networks/7e12e453-abb3-45e7-8007-59d6087e217c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814910
Dec 18 21:22:56.667553 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e7992df7-3bfd-4b31-8743-95c5c0f76943 req-ad4aeaff-0c65-4a5f-8721-7d0eeaedb9a3 service neutron] 10.222.0.36 "GET /v2.0/networks/7e12e453-abb3-45e7-8007-59d6087e217c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880015
Dec 18 21:22:56.969083 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b38dd-7044-43fd-bc50-18e01cc0d85a req-acd33835-a00e-4d7e-9e53-fa5200032cfe tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:56.970511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d24b38dd-7044-43fd-bc50-18e01cc0d85a req-acd33835-a00e-4d7e-9e53-fa5200032cfe tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 944 time: 0.0470874
Dec 18 21:22:57.018026 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d24b38dd-7044-43fd-bc50-18e01cc0d85a req-36423fbb-7ce6-4c0c-8500-9a207c5065c3 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=716d8e37-d6d1-4ab8-a561-44df61e4f247&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416358
Dec 18 21:22:58.133954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a0c96-445a-4a07-a55e-5bba8f365d37 req-32d3eb82-946c-45b4-a080-361dea6a1b3c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:58.135460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b88a0c96-445a-4a07-a55e-5bba8f365d37 req-32d3eb82-946c-45b4-a080-361dea6a1b3c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 944 time: 0.0502737
Dec 18 21:22:58.182784 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b88a0c96-445a-4a07-a55e-5bba8f365d37 req-18058492-450c-4e24-b299-12e46d708ef3 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=716d8e37-d6d1-4ab8-a561-44df61e4f247&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413404
Dec 18 21:22:58.750633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4e38c3d7-714c-454d-a174-eab6093a4357 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:22:58.855650 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 4e38c3d7-714c-454d-a174-eab6093a4357, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e38c3d7-714c-454d-a174-eab6093a4357,segment=NetworkSegment(6ca55714-2020-46d2-ac14-7b62a1ff2a0f),segment_id=6ca55714-2020-46d2-ac14-7b62a1ff2a0f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:22:58.866821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '4e38c3d7-714c-454d-a174-eab6093a4357', 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c', 'port_id': '4e38c3d7-714c-454d-a174-eab6093a4357', 'mac_address': 'fa:16:3e:9f:c9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503405ff-426c-4d0e-b6cf-480221f87851', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:22:58.905529 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:58.918050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e38c3d7-714c-454d-a174-eab6093a4357 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:22:58.937217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 4e38c3d7-714c-454d-a174-eab6093a4357, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e38c3d7-714c-454d-a174-eab6093a4357,segment=NetworkSegment(6ca55714-2020-46d2-ac14-7b62a1ff2a0f),segment_id=6ca55714-2020-46d2-ac14-7b62a1ff2a0f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:22:58.941752 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:22:58.996670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=4e38c3d7-714c-454d-a174-eab6093a4357,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:22:59.003835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.004176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.004514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.004848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.005198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.005535 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.005861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.006172 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.006520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.006843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.007162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.007482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.007799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:22:59.203385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['4e38c3d7-714c-454d-a174-eab6093a4357'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:22:59.298813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792542a-5256-40af-910e-c93629180017 req-49a268aa-8086-45f4-85f5-2fe09dd8b6e9 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:22:59.300216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0792542a-5256-40af-910e-c93629180017 req-49a268aa-8086-45f4-85f5-2fe09dd8b6e9 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 945 time: 0.0469940
Dec 18 21:22:59.349743 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0792542a-5256-40af-910e-c93629180017 req-7eb8330c-9d45-4f1b-abbe-fe81508bc398 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=716d8e37-d6d1-4ab8-a561-44df61e4f247&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434890
Dec 18 21:23:00.466681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54c125-fbb4-4986-b2ca-04265b2e3e40 req-7f61796a-3934-4f66-9491-29fdcbe0e7a3 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:00.468187 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b54c125-fbb4-4986-b2ca-04265b2e3e40 req-7f61796a-3934-4f66-9491-29fdcbe0e7a3 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 945 time: 0.0511236
Dec 18 21:23:00.516339 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b54c125-fbb4-4986-b2ca-04265b2e3e40 req-35688b12-6444-464c-80a7-9492037eb343 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=716d8e37-d6d1-4ab8-a561-44df61e4f247&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422206
Dec 18 21:23:00.766030 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4e38c3d7-714c-454d-a174-eab6093a4357 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:23:00.814007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 4e38c3d7-714c-454d-a174-eab6093a4357 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:23:00.817825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 4e38c3d7-714c-454d-a174-eab6093a4357 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:00.818195 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:00.897608 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:00.919226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c14c64-4eb9-42e4-b4e0-0da498b05e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e38c3d7-714c-454d-a174-eab6093a4357'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:23:00.921453 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265d0c6a-6183-4bd0-9f94-9afcef3bb534" -d '{"events": [{"server_uuid": "56c14c64-4eb9-42e4-b4e0-0da498b05e25", "name": "network-vif-plugged", "status": "completed", "tag": "4e38c3d7-714c-454d-a174-eab6093a4357"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:23:00.938021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 4e38c3d7-714c-454d-a174-eab6093a4357, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e38c3d7-714c-454d-a174-eab6093a4357,segment=NetworkSegment(6ca55714-2020-46d2-ac14-7b62a1ff2a0f),segment_id=6ca55714-2020-46d2-ac14-7b62a1ff2a0f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:00.942396 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:01.071823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e3a61-384a-4e18-ab47-d3f5bc9521a4 req-a854f0bd-8155-4f83-a62e-337c5de00bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:01.073352 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8a8e3a61-384a-4e18-ab47-d3f5bc9521a4 req-a854f0bd-8155-4f83-a62e-337c5de00bdc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 1097 time: 0.0422776
Dec 18 21:23:01.125359 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8a8e3a61-384a-4e18-ab47-d3f5bc9521a4 req-3612e67b-4f06-41a7-a924-1a53cf8cb755 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=716d8e37-d6d1-4ab8-a561-44df61e4f247&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408995
Dec 18 21:23:01.126956 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571924f5-b77c-4d60-b30c-1893a36df1d4 x-openstack-request-id: req-571924f5-b77c-4d60-b30c-1893a36df1d4 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:23:01.127253 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c14c64-4eb9-42e4-b4e0-0da498b05e25", "name": "network-vif-plugged", "status": "completed", "tag": "4e38c3d7-714c-454d-a174-eab6093a4357", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:23:01.127512 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-571924f5-b77c-4d60-b30c-1893a36df1d4 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:23:01.127903 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c14c64-4eb9-42e4-b4e0-0da498b05e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e38c3d7-714c-454d-a174-eab6093a4357', 'code': 200}
Dec 18 21:23:01.151935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=4e38c3d7-714c-454d-a174-eab6093a4357,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:01.631587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257a68f-80cf-49e4-a206-243513d8ed04 req-09fe77f2-3148-4523-9a90-a21e794d8639 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:01.633073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c257a68f-80cf-49e4-a206-243513d8ed04 req-09fe77f2-3148-4523-9a90-a21e794d8639 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 946 time: 0.0481613
Dec 18 21:23:01.681624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c257a68f-80cf-49e4-a206-243513d8ed04 req-4bca9856-ade7-46db-92d2-6606b7bd6064 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=716d8e37-d6d1-4ab8-a561-44df61e4f247&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425346
Dec 18 21:23:02.796746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efed9e-5f26-4e2f-8dd1-11c61a6292cc req-c265795e-ecae-4555-8e8f-5c93e29d147b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:02.798242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0efed9e-5f26-4e2f-8dd1-11c61a6292cc req-c265795e-ecae-4555-8e8f-5c93e29d147b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 946 time: 0.0472212
Dec 18 21:23:02.848937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c0efed9e-5f26-4e2f-8dd1-11c61a6292cc req-cdcc06b0-39c5-4692-aef1-c07449aaed49 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=716d8e37-d6d1-4ab8-a561-44df61e4f247&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447822
Dec 18 21:23:02.965469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9930e4a-1c16-45a0-ac17-ed3d3fd97ca4 req-683a8793-57c7-4a08-a6d1-299032fb784e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:02.966879 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9930e4a-1c16-45a0-ac17-ed3d3fd97ca4 req-683a8793-57c7-4a08-a6d1-299032fb784e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 946 time: 0.0480819
Dec 18 21:23:02.985890 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e8e1fd3c-2998-4038-89dd-f8994d678dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:03.017702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9930e4a-1c16-45a0-ac17-ed3d3fd97ca4 req-370abfaa-c282-4327-b595-44b72782e0af tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=716d8e37-d6d1-4ab8-a561-44df61e4f247&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444868
Dec 18 21:23:04.486113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 49968) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:05.184191 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee036-393e-4d39-90a7-a434afd07a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:05.233136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:05.491978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Allocated IP 172.20.0.17 (7e12e453-abb3-45e7-8007-59d6087e217c/503405ff-426c-4d0e-b6cf-480221f87851/e0d32387-0da8-498f-b679-1ff8a655552f) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:23:05.600123 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:05.633030 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:05.678734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network 7e12e453-abb3-45e7-8007-59d6087e217c is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:23:05.683814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:23:05.688002 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:23:05.692153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=e0d32387-0da8-498f-b679-1ff8a655552f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:05.734599 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:05.872322 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:05.963761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0524169f-69d3-4334-bcd4-269df28191ca None None] Provisioning complete for port e0d32387-0da8-498f-b679-1ff8a655552f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:05.964059 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0524169f-69d3-4334-bcd4-269df28191ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:05.999076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0524169f-69d3-4334-bcd4-269df28191ca None None] Port e0d32387-0da8-498f-b679-1ff8a655552f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:23:06.143105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:06.147521 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:06.224934 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:06.227598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=e0d32387-0da8-498f-b679-1ff8a655552f,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:06.322193 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network 7e12e453-abb3-45e7-8007-59d6087e217c is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:23:06.323480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:23:06.437759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:23:06.474006 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:06.520446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fe5597ff-bd2c-49c8-8cd0-3ede3c9c385d None None] Provisioning complete for port e0d32387-0da8-498f-b679-1ff8a655552f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:06.520825 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fe5597ff-bd2c-49c8-8cd0-3ede3c9c385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:06.560354 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-fe5597ff-bd2c-49c8-8cd0-3ede3c9c385d None None] Port e0d32387-0da8-498f-b679-1ff8a655552f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:23:06.565683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:23:06.570625 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c7be718e-b804-4664-94f4-6da9a9d36a66 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "PUT /v2.0/routers/0c134159-a1e4-4af0-b0d8-e8816da6cbd8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0834370
Dec 18 21:23:06.577602 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Sync routers for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:23:06.587012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:23:06.587646 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ea6d3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:06.697440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:23:06.941622 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ea6d3d0>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:23:05Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f716649b-c271-45aa-91d0-4fbe957ac831', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'floating_ip_address': '172.35.3.24', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'port_id': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'mac_address': 'fa:16:3e:62:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afbda18-b545-47c4-bfc0-612365afab02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:22:09Z', 'updated_at': '2021-12-18T21:22:11Z', 'revision_number': 1, 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d32387-0da8-498f-b679-1ff8a655552f', 'name': '', 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:3b:45:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '503405ff-426c-4d0e-b6cf-480221f87851', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:05Z', 'updated_at': '2021-12-18T21:23:06Z', 'revision_number': 2, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '503405ff-426c-4d0e-b6cf-480221f87851', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:06.967108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Checking router: 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:23:06.967465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Updating router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 port e0d32387-0da8-498f-b679-1ff8a655552f binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:23:06.991322 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:07.254348 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:07.260021 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:07.308135 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecec18-0857-47cd-afe2-9e145d8b97a3 None None] Pushing event updated for resources: {'Port': ['ID=e0d32387-0da8-498f-b679-1ff8a655552f,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:07.359319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Attempting to bind port e0d32387-0da8-498f-b679-1ff8a655552f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:23:07.359691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Attempting to bind port e0d32387-0da8-498f-b679-1ff8a655552f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:23:07.360058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Attempting to bind port e0d32387-0da8-498f-b679-1ff8a655552f on network 7e12e453-abb3-45e7-8007-59d6087e217c {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:23:07.365119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:23:07.365499 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Checking segment: {'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:23:07.365922 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:07.366318 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Bound using segment: {'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:23:07.366782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Bound port: e0d32387-0da8-498f-b679-1ff8a655552f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca55714-2020-46d2-ac14-7b62a1ff2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:23:07.367210 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:07.433959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] For port e0d32387-0da8-498f-b679-1ff8a655552f, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:23:07.437519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] For port e0d32387-0da8-498f-b679-1ff8a655552f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0d32387-0da8-498f-b679-1ff8a655552f,segment=NetworkSegment(6ca55714-2020-46d2-ac14-7b62a1ff2a0f),segment_id=6ca55714-2020-46d2-ac14-7b62a1ff2a0f)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:23:07.441836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:07.517364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecec18-0857-47cd-afe2-9e145d8b97a3 None None] Pushing event updated for resources: {'Port': ['ID=e0d32387-0da8-498f-b679-1ff8a655552f,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:07.521749 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6cee02af-3e38-4694-b7ad-a706bce808b8 None None] Provisioning complete for port e0d32387-0da8-498f-b679-1ff8a655552f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:07.521749 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6cee02af-3e38-4694-b7ad-a706bce808b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:07.546156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:23:07.546836 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ea6d3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:07.701152 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:23:07.726908 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6cee02af-3e38-4694-b7ad-a706bce808b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:07.812843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6cee02af-3e38-4694-b7ad-a706bce808b8 None None] For port e0d32387-0da8-498f-b679-1ff8a655552f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0d32387-0da8-498f-b679-1ff8a655552f,segment=NetworkSegment(6ca55714-2020-46d2-ac14-7b62a1ff2a0f),segment_id=6ca55714-2020-46d2-ac14-7b62a1ff2a0f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:07.820098 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6cee02af-3e38-4694-b7ad-a706bce808b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:07.914272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee02af-3e38-4694-b7ad-a706bce808b8 None None] Pushing event updated for resources: {'Port': ['ID=e0d32387-0da8-498f-b679-1ff8a655552f,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:07.960719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-78a9bea2-f554-41fa-b457-8bc7d972a963 None None] Provisioning complete for port e0d32387-0da8-498f-b679-1ff8a655552f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:07.961084 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-78a9bea2-f554-41fa-b457-8bc7d972a963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:08.060179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ea6d3d0>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:23:05Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f716649b-c271-45aa-91d0-4fbe957ac831', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'floating_ip_address': '172.35.3.24', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'port_id': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'mac_address': 'fa:16:3e:62:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afbda18-b545-47c4-bfc0-612365afab02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:22:09Z', 'updated_at': '2021-12-18T21:22:11Z', 'revision_number': 1, 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d32387-0da8-498f-b679-1ff8a655552f', 'name': '', 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:3b:45:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '503405ff-426c-4d0e-b6cf-480221f87851', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:05Z', 'updated_at': '2021-12-18T21:23:07Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '503405ff-426c-4d0e-b6cf-480221f87851', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:08.091226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be0fe6c-7e6b-4260-a38d-bd3042d9e940 None None] The sync data for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 is: [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:23:05Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f716649b-c271-45aa-91d0-4fbe957ac831', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'floating_ip_address': '172.35.3.24', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'port_id': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'mac_address': 'fa:16:3e:62:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afbda18-b545-47c4-bfc0-612365afab02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:22:09Z', 'updated_at': '2021-12-18T21:22:11Z', 'revision_number': 1, 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d32387-0da8-498f-b679-1ff8a655552f', 'name': '', 'network_id': '7e12e453-abb3-45e7-8007-59d6087e217c', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:3b:45:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '503405ff-426c-4d0e-b6cf-480221f87851', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:05Z', 'updated_at': '2021-12-18T21:23:07Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '503405ff-426c-4d0e-b6cf-480221f87851', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:23:08.179805 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:08.562856 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:09.067216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e0d32387-0da8-498f-b679-1ff8a655552f up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:23:09.114988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e0d32387-0da8-498f-b679-1ff8a655552f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:09.115361 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:15.033851 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:19.650828 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:28.314008 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:23:29.261185 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50006) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:29.611300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f073ed9-8cf6-4810-b946-b1c692879f7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:29.913934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8f073ed9-8cf6-4810-b946-b1c692879f7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting port e0d32387-0da8-498f-b679-1ff8a655552f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:23:29.914192 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f073ed9-8cf6-4810-b946-b1c692879f7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:30.263387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-8f073ed9-8cf6-4810-b946-b1c692879f7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] For port e0d32387-0da8-498f-b679-1ff8a655552f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0d32387-0da8-498f-b679-1ff8a655552f,segment=NetworkSegment(6ca55714-2020-46d2-ac14-7b62a1ff2a0f),segment_id=6ca55714-2020-46d2-ac14-7b62a1ff2a0f)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:30.264087 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f073ed9-8cf6-4810-b946-b1c692879f7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:30.276366 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-8f073ed9-8cf6-4810-b946-b1c692879f7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Calling delete_port for e0d32387-0da8-498f-b679-1ff8a655552f owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:23:30.455182 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f073ed9-8cf6-4810-b946-b1c692879f7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:30.483121 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f073ed9-8cf6-4810-b946-b1c692879f7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Port': ['ID=e0d32387-0da8-498f-b679-1ff8a655552f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:30.658484 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f073ed9-8cf6-4810-b946-b1c692879f7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:30.876136 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f073ed9-8cf6-4810-b946-b1c692879f7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:23:30.981928 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f073ed9-8cf6-4810-b946-b1c692879f7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:23:30.986991 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8f073ed9-8cf6-4810-b946-b1c692879f7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "PUT /v2.0/routers/0c134159-a1e4-4af0-b0d8-e8816da6cbd8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7248390
Dec 18 21:23:30.992258 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0554c5-b19b-42a8-a88c-aadc7e2b882c None None] Sync routers for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:23:31.002519 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0554c5-b19b-42a8-a88c-aadc7e2b882c None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:23:31.003120 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dd0554c5-b19b-42a8-a88c-aadc7e2b882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f529970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:31.108955 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-dd0554c5-b19b-42a8-a88c-aadc7e2b882c None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:23:31.206577 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b9b92-fbda-4226-a463-49081f10e9d3 req-545b1db3-0011-4937-905e-a77692d6492a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:31.208120 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c83b9b92-fbda-4226-a463-49081f10e9d3 req-545b1db3-0011-4937-905e-a77692d6492a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 946 time: 0.0484169
Dec 18 21:23:31.257456 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c83b9b92-fbda-4226-a463-49081f10e9d3 req-eefcdf57-dce8-4126-80a1-e4bc59ffd359 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=716d8e37-d6d1-4ab8-a561-44df61e4f247&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432334
Dec 18 21:23:31.331635 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dd0554c5-b19b-42a8-a88c-aadc7e2b882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f529970>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:23:30Z', 'revision_number': 6, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f716649b-c271-45aa-91d0-4fbe957ac831', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'floating_ip_address': '172.35.3.24', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'port_id': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'mac_address': 'fa:16:3e:62:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afbda18-b545-47c4-bfc0-612365afab02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:22:09Z', 'updated_at': '2021-12-18T21:22:11Z', 'revision_number': 1, 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:31.357037 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0554c5-b19b-42a8-a88c-aadc7e2b882c None None] Checking router: 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:23:31.364839 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0554c5-b19b-42a8-a88c-aadc7e2b882c None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:23:31.365424 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dd0554c5-b19b-42a8-a88c-aadc7e2b882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f529970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:31.464504 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-dd0554c5-b19b-42a8-a88c-aadc7e2b882c None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:23:31.680141 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dd0554c5-b19b-42a8-a88c-aadc7e2b882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f529970>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:23:30Z', 'revision_number': 6, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f716649b-c271-45aa-91d0-4fbe957ac831', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'floating_ip_address': '172.35.3.24', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'port_id': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'mac_address': 'fa:16:3e:62:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afbda18-b545-47c4-bfc0-612365afab02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:22:09Z', 'updated_at': '2021-12-18T21:22:11Z', 'revision_number': 1, 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:31.705676 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0554c5-b19b-42a8-a88c-aadc7e2b882c None None] The sync data for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 is: [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:23:30Z', 'revision_number': 6, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f716649b-c271-45aa-91d0-4fbe957ac831', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'floating_ip_address': '172.35.3.24', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'port_id': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'mac_address': 'fa:16:3e:62:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afbda18-b545-47c4-bfc0-612365afab02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:22:09Z', 'updated_at': '2021-12-18T21:22:11Z', 'revision_number': 1, 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:23:32.377054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f5b67-56f3-4e39-9ec9-621f3d82f484 req-965ee858-7db2-40fa-b0a6-a03c544137dc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:32.378535 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-657f5b67-56f3-4e39-9ec9-621f3d82f484 req-965ee858-7db2-40fa-b0a6-a03c544137dc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 946 time: 0.0508039
Dec 18 21:23:32.428265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-657f5b67-56f3-4e39-9ec9-621f3d82f484 req-aa85f5c3-2921-46e3-befe-520f98d89ed2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=716d8e37-d6d1-4ab8-a561-44df61e4f247&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436461
Dec 18 21:23:32.646342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8f750-f2f6-4dd4-88cb-2d1b83f0102f req-ce63501a-d903-49cb-bb0a-1bff20c6f34f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:32.648152 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5fd8f750-f2f6-4dd4-88cb-2d1b83f0102f req-ce63501a-d903-49cb-bb0a-1bff20c6f34f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 946 time: 0.0484583
Dec 18 21:23:32.739385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-5fd8f750-f2f6-4dd4-88cb-2d1b83f0102f req-2ef5035d-6cb7-4750-9754-e0275b4c2e4c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting port 4e38c3d7-714c-454d-a174-eab6093a4357 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:23:32.739727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5fd8f750-f2f6-4dd4-88cb-2d1b83f0102f req-2ef5035d-6cb7-4750-9754-e0275b4c2e4c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:32.831792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5fd8f750-f2f6-4dd4-88cb-2d1b83f0102f req-2ef5035d-6cb7-4750-9754-e0275b4c2e4c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] For port 4e38c3d7-714c-454d-a174-eab6093a4357, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e38c3d7-714c-454d-a174-eab6093a4357,segment=NetworkSegment(6ca55714-2020-46d2-ac14-7b62a1ff2a0f),segment_id=6ca55714-2020-46d2-ac14-7b62a1ff2a0f)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:32.832148 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5fd8f750-f2f6-4dd4-88cb-2d1b83f0102f req-2ef5035d-6cb7-4750-9754-e0275b4c2e4c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:32.844708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-5fd8f750-f2f6-4dd4-88cb-2d1b83f0102f req-2ef5035d-6cb7-4750-9754-e0275b4c2e4c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Calling delete_port for 4e38c3d7-714c-454d-a174-eab6093a4357 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:23:32.972762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5fd8f750-f2f6-4dd4-88cb-2d1b83f0102f req-2ef5035d-6cb7-4750-9754-e0275b4c2e4c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:32.992447 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-06b9fd81-6c91-4481-90fa-43af4fe06ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:33.003174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5035d-6cb7-4750-9754-e0275b4c2e4c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Port': ['ID=4e38c3d7-714c-454d-a174-eab6093a4357,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:33.033267 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e0d32387-0da8-498f-b679-1ff8a655552f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:23:33.044416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd8f750-f2f6-4dd4-88cb-2d1b83f0102f req-2ef5035d-6cb7-4750-9754-e0275b4c2e4c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] No DVR routers for this DVR port 4e38c3d7-714c-454d-a174-eab6093a4357 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:23:33.047163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5fd8f750-f2f6-4dd4-88cb-2d1b83f0102f req-2ef5035d-6cb7-4750-9754-e0275b4c2e4c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:33.050558 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5fd8f750-f2f6-4dd4-88cb-2d1b83f0102f req-2ef5035d-6cb7-4750-9754-e0275b4c2e4c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.36 "DELETE /v2.0/ports/4e38c3d7-714c-454d-a174-eab6093a4357 HTTP/1.1" status: 204  len: 173 time: 0.3932221
Dec 18 21:23:33.051006 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c14c64-4eb9-42e4-b4e0-0da498b05e25', 'name': 'network-vif-deleted', 'tag': '4e38c3d7-714c-454d-a174-eab6093a4357'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:23:33.053331 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff23fb4-e7bb-4667-9aa5-256b128a76f2" -d '{"events": [{"server_uuid": "56c14c64-4eb9-42e4-b4e0-0da498b05e25", "name": "network-vif-deleted", "tag": "4e38c3d7-714c-454d-a174-eab6093a4357"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:23:33.054217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: e0d32387-0da8-498f-b679-1ff8a655552f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:23:33.054667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e0d32387-0da8-498f-b679-1ff8a655552f not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:23:33.091510 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00089704-c672-4bd9-af43-799a3c59c009 x-openstack-request-id: req-00089704-c672-4bd9-af43-799a3c59c009 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:23:33.091893 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c14c64-4eb9-42e4-b4e0-0da498b05e25", "name": "network-vif-deleted", "tag": "4e38c3d7-714c-454d-a174-eab6093a4357", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:23:33.092215 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00089704-c672-4bd9-af43-799a3c59c009 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:23:33.092695 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c14c64-4eb9-42e4-b4e0-0da498b05e25', 'name': 'network-vif-deleted', 'tag': '4e38c3d7-714c-454d-a174-eab6093a4357', 'status': 'completed', 'code': 200}
Dec 18 21:23:33.543262 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b61b6f1-acfe-40d8-80a5-3824b4c2a08d req-e8e6c10d-ef84-4b68-af7c-46665d042047 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c14c64-4eb9-42e4-b4e0-0da498b05e25 HTTP/1.1" status: 200  len: 210 time: 0.0258203
Dec 18 21:23:34.599493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50020) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:34.660507 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73b2cba9-4727-4b47-b678-5d8a9fa34ee7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:34.685248 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73b2cba9-4727-4b47-b678-5d8a9fa34ee7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:34.744005 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73b2cba9-4727-4b47-b678-5d8a9fa34ee7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:34.747516 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-73b2cba9-4727-4b47-b678-5d8a9fa34ee7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:34.748824 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-73b2cba9-4727-4b47-b678-5d8a9fa34ee7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/security-groups/716d8e37-d6d1-4ab8-a561-44df61e4f247 HTTP/1.1" status: 204  len: 168 time: 0.1482933
Dec 18 21:23:34.758579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2cba9-4727-4b47-b678-5d8a9fa34ee7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716d8e37-d6d1-4ab8-a561-44df61e4f247,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:34.788382 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50024) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:34.842547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de89325-9e1e-48dd-b7b9-d8f7389e8e7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting subnet 503405ff-426c-4d0e-b6cf-480221f87851 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:23:34.845676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de89325-9e1e-48dd-b7b9-d8f7389e8e7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:34.882798 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de89325-9e1e-48dd-b7b9-d8f7389e8e7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:34.993745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de89325-9e1e-48dd-b7b9-d8f7389e8e7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.050966 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de89325-9e1e-48dd-b7b9-d8f7389e8e7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.081635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de89325-9e1e-48dd-b7b9-d8f7389e8e7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Subnet': ['ID=503405ff-426c-4d0e-b6cf-480221f87851,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:35.085918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9de89325-9e1e-48dd-b7b9-d8f7389e8e7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.092618 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9de89325-9e1e-48dd-b7b9-d8f7389e8e7f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/subnets/503405ff-426c-4d0e-b6cf-480221f87851 HTTP/1.1" status: 204  len: 168 time: 0.3000593
Dec 18 21:23:35.092618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50026) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:35.096148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd66cca6-eb4e-41d8-ace8-714fcd1f80ae None None] Network 7e12e453-abb3-45e7-8007-59d6087e217c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:23:35.167511 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.190006 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4c1bfc94-6dd0-42d0-ac8e-5a35970d7a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.224228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:23:35.224228 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.250674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b557504-2db0-4c42-b731-9e326d87bb1c None None] DHCP port deletion for 7e12e453-abb3-45e7-8007-59d6087e217c request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:23:35.289648 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] For port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d971fdf-0684-49b9-9a2d-46a6f4c11a38,segment=NetworkSegment(6ca55714-2020-46d2-ac14-7b62a1ff2a0f),segment_id=6ca55714-2020-46d2-ac14-7b62a1ff2a0f)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:35.289925 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.297498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3b557504-2db0-4c42-b731-9e326d87bb1c None None] Deleting port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:23:35.297869 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b557504-2db0-4c42-b731-9e326d87bb1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.302566 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Calling delete_port for 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:23:35.360712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3b557504-2db0-4c42-b731-9e326d87bb1c None None] For port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d971fdf-0684-49b9-9a2d-46a6f4c11a38,segment=NetworkSegment(6ca55714-2020-46d2-ac14-7b62a1ff2a0f),segment_id=6ca55714-2020-46d2-ac14-7b62a1ff2a0f)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:35.361118 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b557504-2db0-4c42-b731-9e326d87bb1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.374893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3b557504-2db0-4c42-b731-9e326d87bb1c None None] Calling delete_port for 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:23:35.381025 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.410023 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Port': ['ID=0d971fdf-0684-49b9-9a2d-46a6f4c11a38,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:35.413541 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] No DVR routers for this DVR port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:23:35.453210 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b557504-2db0-4c42-b731-9e326d87bb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.477136 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b557504-2db0-4c42-b731-9e326d87bb1c None None] Pushing event deleted for resources: {'Port': ['ID=0d971fdf-0684-49b9-9a2d-46a6f4c11a38,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:35.481304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b557504-2db0-4c42-b731-9e326d87bb1c None None] No DVR routers for this DVR port 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:23:35.494530 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.513648 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ede2dc0>,) {'filters': {'network_id': ['7e12e453-abb3-45e7-8007-59d6087e217c']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:35.522725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ede2dc0>, '6ca55714-2020-46d2-ac14-7b62a1ff2a0f') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:35.523024 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ede2dc0>, '6ca55714-2020-46d2-ac14-7b62a1ff2a0f') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:35.532121 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.545417 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.551449 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:23:35.551797 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:23:35.554988 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:23:35.614980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.622145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.625405 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/networks/7e12e453-abb3-45e7-8007-59d6087e217c HTTP/1.1" status: 204  len: 168 time: 0.5320830
Dec 18 21:23:35.628354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50028) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:35.636778 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8b279-2e84-453e-9b3f-fbe00979045f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Network': ['ID=7e12e453-abb3-45e7-8007-59d6087e217c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:35.780792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting port 22001a46-6ada-4243-b3cf-128c3876811f {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:23:35.781056 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.858196 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.858555 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:35.869683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Calling delete_port for 22001a46-6ada-4243-b3cf-128c3876811f owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:23:36.007165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:36.035211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Port': ['ID=22001a46-6ada-4243-b3cf-128c3876811f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:36.092706 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:36.093032 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Floating IP f716649b-c271-45aa-91d0-4fbe957ac831 disassociated (deleted). External IP: 172.35.3.24, port: 5f5f86a7-2190-4a16-8881-387d56f8e8b1.
Dec 18 21:23:36.292880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:23:36.396722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:23:36.402074 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:36.407747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f18c1-3df3-4eaf-8829-f54dbcf38a73 None None] Sync routers for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:23:36.417671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f18c1-3df3-4eaf-8829-f54dbcf38a73 None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:23:36.418299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-eb3f18c1-3df3-4eaf-8829-f54dbcf38a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6c7ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:36.427761 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0578a21c-c469-4763-a508-e8612ab80cf7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/floatingips/f716649b-c271-45aa-91d0-4fbe957ac831 HTTP/1.1" status: 204  len: 168 time: 0.7983241
Dec 18 21:23:36.428573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afbda18-b545-47c4-bfc0-612365afab02', 'tag': '5f5f86a7-2190-4a16-8881-387d56f8e8b1'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:23:36.430897 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ce0ae0-f9ae-4dd1-b1bf-11e78b902a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "3afbda18-b545-47c4-bfc0-612365afab02", "tag": "5f5f86a7-2190-4a16-8881-387d56f8e8b1"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:23:36.475722 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7594db87-033f-43ef-a271-3ad6d7d9c92d x-openstack-request-id: req-7594db87-033f-43ef-a271-3ad6d7d9c92d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:23:36.476283 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afbda18-b545-47c4-bfc0-612365afab02", "tag": "5f5f86a7-2190-4a16-8881-387d56f8e8b1", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:23:36.476701 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7594db87-033f-43ef-a271-3ad6d7d9c92d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:23:36.477271 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afbda18-b545-47c4-bfc0-612365afab02', 'tag': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'status': 'completed', 'code': 200}
Dec 18 21:23:36.516667 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:36.539639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-eb3f18c1-3df3-4eaf-8829-f54dbcf38a73 None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:23:36.547112 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce0ae0-f9ae-4dd1-b1bf-11e78b902a7f req-c78016a6-2539-4f54-9610-d3989192572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:36.548552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84ce0ae0-f9ae-4dd1-b1bf-11e78b902a7f req-c78016a6-2539-4f54-9610-d3989192572e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 1097 time: 0.0496385
Dec 18 21:23:36.676403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce0ae0-f9ae-4dd1-b1bf-11e78b902a7f req-6b0bfcb4-f65d-426c-9ac5-40ffce515cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:36.678017 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84ce0ae0-f9ae-4dd1-b1bf-11e78b902a7f req-6b0bfcb4-f65d-426c-9ac5-40ffce515cbf service neutron] 10.222.0.31 "GET /v2.0/networks?id=eb94229c-2472-48e1-ad2e-ee3003c78914 HTTP/1.1" status: 200  len: 898 time: 0.1170843
Dec 18 21:23:36.703454 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5677c6c-b3ca-4be0-a857-1570d93771b4 req-26e95c00-cfe8-471c-af56-404120a89c0c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:36.704898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a5677c6c-b3ca-4be0-a857-1570d93771b4 req-26e95c00-cfe8-471c-af56-404120a89c0c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 946 time: 0.0744789
Dec 18 21:23:36.733493 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84ce0ae0-f9ae-4dd1-b1bf-11e78b902a7f req-46e3c92f-8093-4115-9676-1075b6f01244 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f5f86a7-2190-4a16-8881-387d56f8e8b1 HTTP/1.1" status: 200  len: 217 time: 0.0443826
Dec 18 21:23:36.759091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-eb3f18c1-3df3-4eaf-8829-f54dbcf38a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6c7ac0>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:23:30Z', 'revision_number': 6, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:36.786031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f18c1-3df3-4eaf-8829-f54dbcf38a73 None None] Checking router: 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:23:36.794110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f18c1-3df3-4eaf-8829-f54dbcf38a73 None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:23:36.794792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-eb3f18c1-3df3-4eaf-8829-f54dbcf38a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6c7ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:36.816438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a5677c6c-b3ca-4be0-a857-1570d93771b4 req-c22daba5-e8a2-49c5-b36d-1b89bb7998a9 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ed6943d-7004-4429-b79c-96d380aa8afb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852175
Dec 18 21:23:36.819997 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce0ae0-f9ae-4dd1-b1bf-11e78b902a7f req-a1a6eff9-dc5d-4f3f-bc11-f00bae2e3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:36.821359 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84ce0ae0-f9ae-4dd1-b1bf-11e78b902a7f req-a1a6eff9-dc5d-4f3f-bc11-f00bae2e3bed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a64afa3-7f6b-4a35-ad2e-af28d5fcab30 HTTP/1.1" status: 200  len: 834 time: 0.0755386
Dec 18 21:23:36.870317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce0ae0-f9ae-4dd1-b1bf-11e78b902a7f req-7974dcf7-8a8c-4ab1-90de-f3cabd74b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:36.871843 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84ce0ae0-f9ae-4dd1-b1bf-11e78b902a7f req-7974dcf7-8a8c-4ab1-90de-f3cabd74b0f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eb94229c-2472-48e1-ad2e-ee3003c78914&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433438
Dec 18 21:23:36.968998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84ce0ae0-f9ae-4dd1-b1bf-11e78b902a7f req-3cde97d5-a1da-4633-8638-3e808cae8b84 service neutron] 10.222.0.31 "GET /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896041
Dec 18 21:23:37.036534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4e38c3d7-714c-454d-a174-eab6093a4357 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:23:37.063718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 4e38c3d7-714c-454d-a174-eab6093a4357 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:23:37.064064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 4e38c3d7-714c-454d-a174-eab6093a4357 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:23:37.064470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-84ce0ae0-f9ae-4dd1-b1bf-11e78b902a7f req-acca4355-7067-4b1f-94b3-22ad82704c69 service neutron] 10.222.0.31 "GET /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865173
Dec 18 21:23:37.075189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:23:37.100422 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:23:37.100763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0d971fdf-0684-49b9-9a2d-46a6f4c11a38 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:23:37.108977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-eb3f18c1-3df3-4eaf-8829-f54dbcf38a73 None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:23:37.316742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-eb3f18c1-3df3-4eaf-8829-f54dbcf38a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6c7ac0>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:23:30Z', 'revision_number': 6, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:37.346308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f18c1-3df3-4eaf-8829-f54dbcf38a73 None None] The sync data for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 is: [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:23:30Z', 'revision_number': 6, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b563cde4-cab9-42f8-bb0d-1325b7cf7f33', 'name': '', 'network_id': 'eb94229c-2472-48e1-ad2e-ee3003c78914', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:23:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:52Z', 'updated_at': '2021-12-18T21:21:56Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': '1a64afa3-7f6b-4a35-ad2e-af28d5fcab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:23:37.563573 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873fd466-bc71-497e-84b7-141c323aeb8a None None] New status for floating IP f716649b-c271-45aa-91d0-4fbe957ac831: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:23:37.962060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184a67c-1c5b-48f0-bc56-207c7f1494b6 req-e2fc19a1-c9a5-4c1b-a1cb-8b8e7c8a27a8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:37.964088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5184a67c-1c5b-48f0-bc56-207c7f1494b6 req-e2fc19a1-c9a5-4c1b-a1cb-8b8e7c8a27a8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.31 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 946 time: 0.0807943
Dec 18 21:23:37.971174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0591c-09d7-4024-a127-35b28675ad70 req-84c4d047-eb48-4084-b87b-fca6d471ed47 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:37.972520 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ef0591c-09d7-4024-a127-35b28675ad70 req-84c4d047-eb48-4084-b87b-fca6d471ed47 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=3afbda18-b545-47c4-bfc0-612365afab02 HTTP/1.1" status: 200  len: 946 time: 0.0807221
Dec 18 21:23:38.070484 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ef0591c-09d7-4024-a127-35b28675ad70 req-d31b5b6f-d8de-43e7-887d-8c6053d40e40 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ed6943d-7004-4429-b79c-96d380aa8afb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905037
Dec 18 21:23:38.088564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-5184a67c-1c5b-48f0-bc56-207c7f1494b6 req-da2f5cff-f365-4061-8d61-9875455f8722 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting port 5f5f86a7-2190-4a16-8881-387d56f8e8b1 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:23:38.088908 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5184a67c-1c5b-48f0-bc56-207c7f1494b6 req-da2f5cff-f365-4061-8d61-9875455f8722 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:38.179762 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:38.182559 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-5184a67c-1c5b-48f0-bc56-207c7f1494b6 req-da2f5cff-f365-4061-8d61-9875455f8722 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] For port 5f5f86a7-2190-4a16-8881-387d56f8e8b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f5f86a7-2190-4a16-8881-387d56f8e8b1,segment=NetworkSegment(1348f212-bac6-4358-b367-87b8bae479f5),segment_id=1348f212-bac6-4358-b367-87b8bae479f5)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:38.182920 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5184a67c-1c5b-48f0-bc56-207c7f1494b6 req-da2f5cff-f365-4061-8d61-9875455f8722 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:38.195146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-5184a67c-1c5b-48f0-bc56-207c7f1494b6 req-da2f5cff-f365-4061-8d61-9875455f8722 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Calling delete_port for 5f5f86a7-2190-4a16-8881-387d56f8e8b1 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:23:38.321416 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5184a67c-1c5b-48f0-bc56-207c7f1494b6 req-da2f5cff-f365-4061-8d61-9875455f8722 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:38.349775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f5cff-f365-4061-8d61-9875455f8722 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Port': ['ID=5f5f86a7-2190-4a16-8881-387d56f8e8b1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:38.393606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5184a67c-1c5b-48f0-bc56-207c7f1494b6 req-da2f5cff-f365-4061-8d61-9875455f8722 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] No DVR routers for this DVR port 5f5f86a7-2190-4a16-8881-387d56f8e8b1 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:23:38.396170 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5184a67c-1c5b-48f0-bc56-207c7f1494b6 req-da2f5cff-f365-4061-8d61-9875455f8722 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:38.399494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5184a67c-1c5b-48f0-bc56-207c7f1494b6 req-da2f5cff-f365-4061-8d61-9875455f8722 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.31 "DELETE /v2.0/ports/5f5f86a7-2190-4a16-8881-387d56f8e8b1 HTTP/1.1" status: 204  len: 173 time: 0.4261262
Dec 18 21:23:38.478885 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afbda18-b545-47c4-bfc0-612365afab02', 'name': 'network-vif-deleted', 'tag': '5f5f86a7-2190-4a16-8881-387d56f8e8b1'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:23:38.481258 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c3ae14-63c5-49c8-948f-cb2d6b1040ad" -d '{"events": [{"server_uuid": "3afbda18-b545-47c4-bfc0-612365afab02", "name": "network-vif-deleted", "tag": "5f5f86a7-2190-4a16-8881-387d56f8e8b1"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:23:38.523755 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b224191-f388-453e-b1ce-9c5b28e4c59a x-openstack-request-id: req-5b224191-f388-453e-b1ce-9c5b28e4c59a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:23:38.524055 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afbda18-b545-47c4-bfc0-612365afab02", "name": "network-vif-deleted", "tag": "5f5f86a7-2190-4a16-8881-387d56f8e8b1", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:23:38.524508 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b224191-f388-453e-b1ce-9c5b28e4c59a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:23:38.524911 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afbda18-b545-47c4-bfc0-612365afab02', 'name': 'network-vif-deleted', 'tag': '5f5f86a7-2190-4a16-8881-387d56f8e8b1', 'status': 'completed', 'code': 200}
Dec 18 21:23:38.565912 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:39.126844 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50042) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:39.182153 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29a2b64a-6c86-4881-998d-690e345d13c5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:39.206867 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29a2b64a-6c86-4881-998d-690e345d13c5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:39.264033 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29a2b64a-6c86-4881-998d-690e345d13c5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:39.266537 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-29a2b64a-6c86-4881-998d-690e345d13c5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:39.267667 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-29a2b64a-6c86-4881-998d-690e345d13c5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/security-groups/4ed6943d-7004-4429-b79c-96d380aa8afb HTTP/1.1" status: 204  len: 168 time: 0.1398344
Dec 18 21:23:39.277159 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2b64a-6c86-4881-998d-690e345d13c5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed6943d-7004-4429-b79c-96d380aa8afb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:39.302219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50046) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:39.655967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ce6a22-e2c9-4265-ba08-58682c47d034 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:39.903276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-91ce6a22-e2c9-4265-ba08-58682c47d034 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting port b563cde4-cab9-42f8-bb0d-1325b7cf7f33 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:23:39.903621 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ce6a22-e2c9-4265-ba08-58682c47d034 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:39.992519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-91ce6a22-e2c9-4265-ba08-58682c47d034 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] For port b563cde4-cab9-42f8-bb0d-1325b7cf7f33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b563cde4-cab9-42f8-bb0d-1325b7cf7f33,segment=NetworkSegment(1348f212-bac6-4358-b367-87b8bae479f5),segment_id=1348f212-bac6-4358-b367-87b8bae479f5)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:39.992797 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ce6a22-e2c9-4265-ba08-58682c47d034 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:40.004843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-91ce6a22-e2c9-4265-ba08-58682c47d034 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Calling delete_port for b563cde4-cab9-42f8-bb0d-1325b7cf7f33 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:23:40.183542 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ce6a22-e2c9-4265-ba08-58682c47d034 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:40.208878 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce6a22-e2c9-4265-ba08-58682c47d034 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Port': ['ID=b563cde4-cab9-42f8-bb0d-1325b7cf7f33,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:40.377415 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-91ce6a22-e2c9-4265-ba08-58682c47d034 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:40.588416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ce6a22-e2c9-4265-ba08-58682c47d034 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:23:40.959464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ce6a22-e2c9-4265-ba08-58682c47d034 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:23:40.965080 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-91ce6a22-e2c9-4265-ba08-58682c47d034 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "PUT /v2.0/routers/0c134159-a1e4-4af0-b0d8-e8816da6cbd8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6617949
Dec 18 21:23:40.967874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50048) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:40.972143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4fa2d6-ab41-4423-9c06-3e9bb48e1144 None None] Sync routers for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:23:40.983670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4fa2d6-ab41-4423-9c06-3e9bb48e1144 None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:23:40.984270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8c4fa2d6-ab41-4423-9c06-3e9bb48e1144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d5eac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:41.017670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37631f8-7bdc-4791-bc23-f788edabd36b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting subnet 1a64afa3-7f6b-4a35-ad2e-af28d5fcab30 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:23:41.021760 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e37631f8-7bdc-4791-bc23-f788edabd36b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.062455 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e37631f8-7bdc-4791-bc23-f788edabd36b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.088285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-8c4fa2d6-ab41-4423-9c06-3e9bb48e1144 None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:23:41.152548 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e37631f8-7bdc-4791-bc23-f788edabd36b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.209584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e37631f8-7bdc-4791-bc23-f788edabd36b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.236740 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37631f8-7bdc-4791-bc23-f788edabd36b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Subnet': ['ID=1a64afa3-7f6b-4a35-ad2e-af28d5fcab30,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:41.240413 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e37631f8-7bdc-4791-bc23-f788edabd36b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.246390 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e37631f8-7bdc-4791-bc23-f788edabd36b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/subnets/1a64afa3-7f6b-4a35-ad2e-af28d5fcab30 HTTP/1.1" status: 204  len: 168 time: 0.2749064
Dec 18 21:23:41.247427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50050) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:41.253388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e9de3c-a124-4c1a-964b-6806a060d89b None None] Network eb94229c-2472-48e1-ad2e-ee3003c78914 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:23:41.338044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8c4fa2d6-ab41-4423-9c06-3e9bb48e1144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d5eac10>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:23:40Z', 'revision_number': 7, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:41.353222 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.371807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4fa2d6-ab41-4423-9c06-3e9bb48e1144 None None] Checking router: 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:23:41.384824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4fa2d6-ab41-4423-9c06-3e9bb48e1144 None None] Routers {'0c134159-a1e4-4af0-b0d8-e8816da6cbd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:23:41.385453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8c4fa2d6-ab41-4423-9c06-3e9bb48e1144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d5eac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:41.461410 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.466600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db62a3-2334-4b5f-bf2e-e0dbf97ed204 None None] DHCP port deletion for eb94229c-2472-48e1-ad2e-ee3003c78914 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:23:41.517431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting port 978b12d9-4162-43b5-87f1-5b0970830b8d {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:23:41.517862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.528320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-8c4fa2d6-ab41-4423-9c06-3e9bb48e1144 None None] Set router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:23:41.596392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] For port 978b12d9-4162-43b5-87f1-5b0970830b8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=978b12d9-4162-43b5-87f1-5b0970830b8d,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:41.596763 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.608390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Calling delete_port for 978b12d9-4162-43b5-87f1-5b0970830b8d owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:23:41.636297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-03db62a3-2334-4b5f-bf2e-e0dbf97ed204 None None] Deleting port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:23:41.636672 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-03db62a3-2334-4b5f-bf2e-e0dbf97ed204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.725425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-03db62a3-2334-4b5f-bf2e-e0dbf97ed204 None None] For port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0,segment=NetworkSegment(1348f212-bac6-4358-b367-87b8bae479f5),segment_id=1348f212-bac6-4358-b367-87b8bae479f5)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:41.725825 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-03db62a3-2334-4b5f-bf2e-e0dbf97ed204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.755269 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-03db62a3-2334-4b5f-bf2e-e0dbf97ed204 None None] Calling delete_port for be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:23:41.773670 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.799130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Port': ['ID=978b12d9-4162-43b5-87f1-5b0970830b8d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:41.826113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a101567-7fd6-4c3d-8eb9-7a35307a9c12 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:23:41.839502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8c4fa2d6-ab41-4423-9c06-3e9bb48e1144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d5eac10>, [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:23:40Z', 'revision_number': 7, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:41.868421 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.880373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4fa2d6-ab41-4423-9c06-3e9bb48e1144 None None] The sync data for ids ['0c134159-a1e4-4af0-b0d8-e8816da6cbd8'] in ncdv-master-1 is: [{'id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'name': 'tempest-TestNetworkBasicOps-router-923547151', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:23:40Z', 'revision_number': 7, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '978b12d9-4162-43b5-87f1-5b0970830b8d', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134159-a1e4-4af0-b0d8-e8816da6cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:21:50Z', 'updated_at': '2021-12-18T21:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:23:41.893574 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-03db62a3-2334-4b5f-bf2e-e0dbf97ed204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.922662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db62a3-2334-4b5f-bf2e-e0dbf97ed204 None None] Pushing event deleted for resources: {'Port': ['ID=be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:41.927513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db62a3-2334-4b5f-bf2e-e0dbf97ed204 None None] No DVR routers for this DVR port be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:23:41.977528 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:41.979659 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.022667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.023226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Fanout notify agent at l3_agent the message router_deleted on router 0c134159-a1e4-4af0-b0d8-e8816da6cbd8 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:23:42.030011 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.031169 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e2702f67-21d8-41fd-a17f-3f696fc33886 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/routers/0c134159-a1e4-4af0-b0d8-e8816da6cbd8 HTTP/1.1" status: 204  len: 168 time: 0.7833741
Dec 18 21:23:42.033758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50052) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:42.124275 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.212679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.235149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36640d5670>,) {'filters': {'network_id': ['eb94229c-2472-48e1-ad2e-ee3003c78914']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:42.245881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36640d5670>, '1348f212-bac6-4358-b367-87b8bae479f5') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:42.246178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36640d5670>, '1348f212-bac6-4358-b367-87b8bae479f5') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:42.261219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.275683 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.281798 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:23:42.282183 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:23:42.285355 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:23:42.346003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.351407 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.358627 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/networks/eb94229c-2472-48e1-ad2e-ee3003c78914 HTTP/1.1" status: 204  len: 168 time: 0.3206203
Dec 18 21:23:42.373793 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50054) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:42.378621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a2b0d81c-52b4-4570-9698-793cd578ec1a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'network': {'name': 'tempest-network-smoke--1646771601', 'project_id': '12ebb2d131744779969f033e54696e15', 'port_security_enabled': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:42.383770 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba6fc1-d740-4129-9211-e3c7005205b8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Network': ['ID=eb94229c-2472-48e1-ad2e-ee3003c78914,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:42.407614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b0d81c-52b4-4570-9698-793cd578ec1a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Made reservation on behalf of 12ebb2d131744779969f033e54696e15 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:23:42.411227 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d81c-52b4-4570-9698-793cd578ec1a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.434316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b0d81c-52b4-4570-9698-793cd578ec1a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:23:42.444076 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d81c-52b4-4570-9698-793cd578ec1a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.444499 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-a2b0d81c-52b4-4570-9698-793cd578ec1a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Added segment 6293e60e-82da-4fd7-a8e6-df92233ee3fa of type vlan for network 71a415c2-b348-4d1f-b065-76e558ec8787
Dec 18 21:23:42.492808 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d81c-52b4-4570-9698-793cd578ec1a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.518705 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d81c-52b4-4570-9698-793cd578ec1a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.525408 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b0d81c-52b4-4570-9698-793cd578ec1a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:42.526111 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d81c-52b4-4570-9698-793cd578ec1a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.587475 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a2b0d81c-52b4-4570-9698-793cd578ec1a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2127314
Dec 18 21:23:42.590170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50056) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:42.594813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-263065139', 'admin_state_up': True, 'project_id': '12ebb2d131744779969f033e54696e15', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:42.605171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0d81c-52b4-4570-9698-793cd578ec1a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Network': ['ID=71a415c2-b348-4d1f-b065-76e558ec8787,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:42.615604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 71a415c2-b348-4d1f-b065-76e558ec8787 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:23:42.619178 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.621868 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.675320 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.809734 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:42.952873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5f5f86a7-2190-4a16-8881-387d56f8e8b1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:23:42.978523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 5f5f86a7-2190-4a16-8881-387d56f8e8b1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:23:42.979000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 5f5f86a7-2190-4a16-8881-387d56f8e8b1 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:23:43.082332 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b563cde4-cab9-42f8-bb0d-1325b7cf7f33 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:23:43.104765 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: b563cde4-cab9-42f8-bb0d-1325b7cf7f33 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:23:43.105214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b563cde4-cab9-42f8-bb0d-1325b7cf7f33 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:23:43.105706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:23:43.126226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:23:43.126635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device be4a25c8-59c5-4c4e-9b30-a8e4412dd9e0 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:23:43.127029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 978b12d9-4162-43b5-87f1-5b0970830b8d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:23:43.148229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 978b12d9-4162-43b5-87f1-5b0970830b8d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:23:43.148570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 978b12d9-4162-43b5-87f1-5b0970830b8d not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:23:43.343615 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:43.361857 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:43.461447 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Allocated IP 172.35.3.252 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/057cc96b-1157-464f-b522-8bfe56d965ec) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:23:43.558614 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:43.594835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:43.632364 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:23:43.635083 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:23:43.637680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:23:43.648247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f311ca10-4e4b-4ab9-a368-747377b2c22c None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:23:43.673698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=057cc96b-1157-464f-b522-8bfe56d965ec,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:43.731788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-38ae8786-eb01-427a-8462-5a760febe7bd None None] Provisioning complete for port 057cc96b-1157-464f-b522-8bfe56d965ec triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:43.732161 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-38ae8786-eb01-427a-8462-5a760febe7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:43.768270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-38ae8786-eb01-427a-8462-5a760febe7bd None None] Port 057cc96b-1157-464f-b522-8bfe56d965ec cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:23:43.896186 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:44.085299 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:44.203084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:23:44.303635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:23:44.313497 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Sync routers for ids ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:23:44.325254 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:44.325555 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Routers {'41c0227e-e15e-4afc-93d3-704e5eeaa5b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:23:44.326163 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f701df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:44.326508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-54aa115e-9dac-44ee-aed1-185b0cfdd621 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.7352760
Dec 18 21:23:44.329409 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50058) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:44.356415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ce75d7ad-2bf7-47bc-9970-ebfcc2f979a5 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=12ebb2d131744779969f033e54696e15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0259292
Dec 18 21:23:44.358953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50060) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:44.456511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d4f74-4378-4a6e-98b4-41356d09c575 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:44.457955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4b6d4f74-4378-4a6e-98b4-41356d09c575 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0981193
Dec 18 21:23:44.461033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50062) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:44.489291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a8b94a26-44da-4741-881b-0ef070d265b7 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0271223
Dec 18 21:23:44.491876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50064) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:44.497271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6af58450-1587-42b5-b03a-ce98635885fc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-924830559', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'project_id': '12ebb2d131744779969f033e54696e15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:44.520341 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Set router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:23:44.588809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af58450-1587-42b5-b03a-ce98635885fc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Made reservation on behalf of 12ebb2d131744779969f033e54696e15 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:23:44.592357 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6af58450-1587-42b5-b03a-ce98635885fc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:44.690916 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f701df0>, [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:23:43Z', 'revision_number': 3, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:44.720140 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Checking router: 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:23:44.720485 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Updating router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 port 057cc96b-1157-464f-b522-8bfe56d965ec binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:23:44.744432 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:44.776655 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6af58450-1587-42b5-b03a-ce98635885fc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:44.840684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af58450-1587-42b5-b03a-ce98635885fc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Subnet': ['ID=f9b0ff31-2dab-43f5-9f67-0a4c4d182483,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:44.849137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af58450-1587-42b5-b03a-ce98635885fc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Checking segment: {'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:23:44.849520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af58450-1587-42b5-b03a-ce98635885fc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network hostable DHCP agents. Network: 71a415c2-b348-4d1f-b065-76e558ec8787, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:23:44.866553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af58450-1587-42b5-b03a-ce98635885fc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network 71a415c2-b348-4d1f-b065-76e558ec8787 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:23:44.875004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-6af58450-1587-42b5-b03a-ce98635885fc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 71a415c2-b348-4d1f-b065-76e558ec8787) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:23:44.878988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af58450-1587-42b5-b03a-ce98635885fc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:44.879588 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6af58450-1587-42b5-b03a-ce98635885fc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:44.886912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03230481-bfd5-43b3-bf58-7b0e04055c65 None None] Network 71a415c2-b348-4d1f-b065-76e558ec8787 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:23:44.898000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6af58450-1587-42b5-b03a-ce98635885fc tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4048970
Dec 18 21:23:44.900462 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50066) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:44.990098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-71a415c2-b348-4d1f-b065-76e558ec8787', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ips': [{'subnet_id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:23:44.991367 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.007053 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.014347 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.063306 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Pushing event updated for resources: {'Port': ['ID=057cc96b-1157-464f-b522-8bfe56d965ec,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:45.079067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344cc741-930e-4ed2-a961-3f06133023d2 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:23:45.083559 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Attempting to bind port 057cc96b-1157-464f-b522-8bfe56d965ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:23:45.083930 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Attempting to bind port 057cc96b-1157-464f-b522-8bfe56d965ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:23:45.084291 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Attempting to bind port 057cc96b-1157-464f-b522-8bfe56d965ec on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:23:45.090210 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:23:45.090588 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:23:45.090989 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.091601 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:23:45.091831 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Bound port: 057cc96b-1157-464f-b522-8bfe56d965ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:23:45.092213 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.113604 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.113947 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.114236 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.114409 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.114631 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.114962 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.115288 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.115619 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.115938 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.116263 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.116589 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.116910 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.117231 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.117662 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:45.160542 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] For port 057cc96b-1157-464f-b522-8bfe56d965ec, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:23:45.162753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Allocated IP 172.20.0.2 (71a415c2-b348-4d1f-b065-76e558ec8787/f9b0ff31-2dab-43f5-9f67-0a4c4d182483/351eb1f1-1bdc-424a-9568-1ddbd652804d) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:23:45.163720 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] For port 057cc96b-1157-464f-b522-8bfe56d965ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=057cc96b-1157-464f-b522-8bfe56d965ec,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:23:45.170110 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.223133 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ded67-bf15-4b8e-99b5-7e86b33232c1 None None] Pushing event updated for resources: {'Port': ['ID=057cc96b-1157-464f-b522-8bfe56d965ec,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:45.234619 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Routers {'41c0227e-e15e-4afc-93d3-704e5eeaa5b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:23:45.235343 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f701df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:45.344757 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] Set router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:23:45.361066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.394145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aed59b-97e2-407a-b651-d88a236f0a76 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:23:45.422285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a04d63ef-8a3d-41b3-9354-e4b6349cf6dd None None] Provisioning complete for port 057cc96b-1157-464f-b522-8bfe56d965ec triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:45.422527 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a04d63ef-8a3d-41b3-9354-e4b6349cf6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.527651 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f701df0>, [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:23:43Z', 'revision_number': 3, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:45.550033 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a04d63ef-8a3d-41b3-9354-e4b6349cf6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.553275 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef4f4f1-fef6-4743-8915-52ab21af3750 None None] The sync data for ids ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'] in ncdv-master-1 is: [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:23:43Z', 'revision_number': 3, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:23:45.584165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a04d63ef-8a3d-41b3-9354-e4b6349cf6dd None None] For port 057cc96b-1157-464f-b522-8bfe56d965ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=057cc96b-1157-464f-b522-8bfe56d965ec,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:45.585900 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.590058 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a04d63ef-8a3d-41b3-9354-e4b6349cf6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.594650 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.638300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Network 71a415c2-b348-4d1f-b065-76e558ec8787 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:23:45.645090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:23:45.652807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:23:45.657768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Allocated IP 172.20.0.1 (71a415c2-b348-4d1f-b065-76e558ec8787/f9b0ff31-2dab-43f5-9f67-0a4c4d182483/e1dcce1a-915e-4ece-9846-c37ccd0df084) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:23:45.660900 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d63ef-8a3d-41b3-9354-e4b6349cf6dd None None] Pushing event updated for resources: {'Port': ['ID=057cc96b-1157-464f-b522-8bfe56d965ec,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:45.757592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Pushing event updated for resources: {'Port': ['ID=351eb1f1-1bdc-424a-9568-1ddbd652804d,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:45.759954 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Attempting to bind port 351eb1f1-1bdc-424a-9568-1ddbd652804d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:23:45.761093 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Attempting to bind port 351eb1f1-1bdc-424a-9568-1ddbd652804d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:23:45.761625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Attempting to bind port 351eb1f1-1bdc-424a-9568-1ddbd652804d on network 71a415c2-b348-4d1f-b065-76e558ec8787 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:23:45.765012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-51ff0988-ee3a-4207-a144-2d6b37f4c14e None None] Provisioning complete for port 057cc96b-1157-464f-b522-8bfe56d965ec triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:45.765231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-51ff0988-ee3a-4207-a144-2d6b37f4c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.782630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.786959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:23:45.787345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Checking segment: {'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:23:45.787754 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.788160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Bound using segment: {'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:23:45.788661 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Bound port: 351eb1f1-1bdc-424a-9568-1ddbd652804d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:23:45.789032 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.824020 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.899070 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network 71a415c2-b348-4d1f-b065-76e558ec8787 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:23:45.907595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] For port 351eb1f1-1bdc-424a-9568-1ddbd652804d, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:23:45.909406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:23:45.913134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] For port 351eb1f1-1bdc-424a-9568-1ddbd652804d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=351eb1f1-1bdc-424a-9568-1ddbd652804d,segment=NetworkSegment(6293e60e-82da-4fd7-a8e6-df92233ee3fa),segment_id=6293e60e-82da-4fd7-a8e6-df92233ee3fa)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:23:45.913375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:23:45.920065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=e1dcce1a-915e-4ece-9846-c37ccd0df084,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:45.923130 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.966236 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:45.980557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22545810-5274-4955-8b13-607f56da1dd5 None None] Pushing event updated for resources: {'Port': ['ID=351eb1f1-1bdc-424a-9568-1ddbd652804d,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:46.111763 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:46.420629 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:46.425581 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:46.497951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=e1dcce1a-915e-4ece-9846-c37ccd0df084,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:46.504058 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:46.600701 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network 71a415c2-b348-4d1f-b065-76e558ec8787 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:23:46.602067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:23:46.721108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:23:46.831734 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:23:46.837437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-99604e3e-e268-4936-9bea-a92bdc78e5f1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "PUT /v2.0/routers/41c0227e-e15e-4afc-93d3-704e5eeaa5b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9351084
Dec 18 21:23:46.840086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50068) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:46.937724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7bca5-4672-4612-ba27-80eec5c75f9d tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:46.938202 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7bca5-4672-4612-ba27-80eec5c75f9d tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:46.938709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7bca5-4672-4612-ba27-80eec5c75f9d tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:46.939173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7bca5-4672-4612-ba27-80eec5c75f9d tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:46.941091 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f7b7bca5-4672-4612-ba27-80eec5c75f9d tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1000669
Dec 18 21:23:46.943718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50070) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:46.988094 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b20147-6578-4210-8a8a-30a27f23a135 None None] Network 71a415c2-b348-4d1f-b065-76e558ec8787 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:23:46.998551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75318ac5-c2e5-4774-9321-386faac45639 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:46.999024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75318ac5-c2e5-4774-9321-386faac45639 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:46.999617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75318ac5-c2e5-4774-9321-386faac45639 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:47.000077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75318ac5-c2e5-4774-9321-386faac45639 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:47.001755 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-75318ac5-c2e5-4774-9321-386faac45639 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0571406
Dec 18 21:23:47.004601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50072) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:47.094658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-265a5c8f-ae8d-410e-8ad1-6bb7c39d3857 None None] Provisioning complete for port 351eb1f1-1bdc-424a-9568-1ddbd652804d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:47.095019 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-265a5c8f-ae8d-410e-8ad1-6bb7c39d3857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.149467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 351eb1f1-1bdc-424a-9568-1ddbd652804d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:23:47.156209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0edb691f-1359-4134-8848-6cf59e507575 tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.1504941
Dec 18 21:23:47.226830 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-265a5c8f-ae8d-410e-8ad1-6bb7c39d3857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.264082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 351eb1f1-1bdc-424a-9568-1ddbd652804d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:47.264609 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.296700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50076) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:47.301474 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6c83487a-7cd4-441e-8f91-6c548d2c2ec1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888660876', 'description': 'tempest-secgroup-smoke-888660876 description', 'project_id': '12ebb2d131744779969f033e54696e15'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:47.317881 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-265a5c8f-ae8d-410e-8ad1-6bb7c39d3857 None None] For port 351eb1f1-1bdc-424a-9568-1ddbd652804d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=351eb1f1-1bdc-424a-9568-1ddbd652804d,segment=NetworkSegment(6293e60e-82da-4fd7-a8e6-df92233ee3fa),segment_id=6293e60e-82da-4fd7-a8e6-df92233ee3fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:47.326147 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-265a5c8f-ae8d-410e-8ad1-6bb7c39d3857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.328360 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6c83487a-7cd4-441e-8f91-6c548d2c2ec1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.384931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a5c8f-ae8d-410e-8ad1-6bb7c39d3857 None None] Pushing event updated for resources: {'Port': ['ID=351eb1f1-1bdc-424a-9568-1ddbd652804d,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:47.410219 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6c83487a-7cd4-441e-8f91-6c548d2c2ec1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.417657 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6c83487a-7cd4-441e-8f91-6c548d2c2ec1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.429080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 057cc96b-1157-464f-b522-8bfe56d965ec up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:23:47.451741 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6c83487a-7cd4-441e-8f91-6c548d2c2ec1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.453747 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6c83487a-7cd4-441e-8f91-6c548d2c2ec1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1560490
Dec 18 21:23:47.456651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50078) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:47.458857 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83487a-7cd4-441e-8f91-6c548d2c2ec1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ec050e-a6dd-4e3d-a22f-e84496d912e2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:47.461555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '32ec050e-a6dd-4e3d-a22f-e84496d912e2', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:47.483799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1cfd685b-4241-4b86-be9c-80e0b1f191a4 None None] Provisioning complete for port e1dcce1a-915e-4ece-9846-c37ccd0df084 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:47.484186 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1cfd685b-4241-4b86-be9c-80e0b1f191a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.506916 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.535432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd685b-4241-4b86-be9c-80e0b1f191a4 None None] Port e1dcce1a-915e-4ece-9846-c37ccd0df084 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:23:47.543078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 057cc96b-1157-464f-b522-8bfe56d965ec triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:47.543601 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.577602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.580543 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1cfd685b-4241-4b86-be9c-80e0b1f191a4 None None] Provisioning complete for port 351eb1f1-1bdc-424a-9568-1ddbd652804d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:47.580998 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1cfd685b-4241-4b86-be9c-80e0b1f191a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.581500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.603364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63664b1a-55f8-4e31-a08f-1bd12a686d79,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:47.615767 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.619479 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1593163
Dec 18 21:23:47.619479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.619479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.619479 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.620483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.620582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.620839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.621244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50080) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:47.621537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.622029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.622539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.623048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.623532 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.624030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.624521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ea4d9-fcb7-4e20-b6c4-d9ab9f17fb7e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.631864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-0e73e61f-ccd6-4390-94f9-10aa216bc5f2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '32ec050e-a6dd-4e3d-a22f-e84496d912e2', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:47.668221 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e73e61f-ccd6-4390-94f9-10aa216bc5f2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.703810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Sync routers for ids ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:23:47.727993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Routers {'41c0227e-e15e-4afc-93d3-704e5eeaa5b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:23:47.728618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e44ae50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:47.741358 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e73e61f-ccd6-4390-94f9-10aa216bc5f2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.746213 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e73e61f-ccd6-4390-94f9-10aa216bc5f2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.766553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73e61f-ccd6-4390-94f9-10aa216bc5f2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1434b6bd-bd23-4210-96b3-68acbdab4c08,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:47.777152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e73e61f-ccd6-4390-94f9-10aa216bc5f2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.781706 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0e73e61f-ccd6-4390-94f9-10aa216bc5f2 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1526556
Dec 18 21:23:47.781706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50082) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:47.786188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '32ec050e-a6dd-4e3d-a22f-e84496d912e2', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:47.817263 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.860487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Set router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:23:47.881582 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.888336 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.906558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8014815-0c5d-41f1-a119-ed0be6789947,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:47.911895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-18dd9f14-c411-4b99-8064-7f458878daf6 None None] Provisioning complete for port e1dcce1a-915e-4ece-9846-c37ccd0df084 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:47.912372 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18dd9f14-c411-4b99-8064-7f458878daf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.915645 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.917158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.917590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.917951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.918400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.918852 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.919259 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.919683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.920088 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.920492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.920906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.921300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.921694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:23:47.927355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:47.928758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6c65e435-577f-4149-aebf-2b9556229917 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1463599
Dec 18 21:23:47.931530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50084) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:47.937932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7b7ae9e1-88d0-47c1-bc5e-2c9f3ce4eef1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '32ec050e-a6dd-4e3d-a22f-e84496d912e2', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:47.970498 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae9e1-88d0-47c1-bc5e-2c9f3ce4eef1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.028311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae9e1-88d0-47c1-bc5e-2c9f3ce4eef1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.032318 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae9e1-88d0-47c1-bc5e-2c9f3ce4eef1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.033167 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-18dd9f14-c411-4b99-8064-7f458878daf6 None None] Port e1dcce1a-915e-4ece-9846-c37ccd0df084 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:23:48.050040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ae9e1-88d0-47c1-bc5e-2c9f3ce4eef1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d165ec-7fdf-4dfa-9dd4-47cc6137bc65,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:48.059243 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae9e1-88d0-47c1-bc5e-2c9f3ce4eef1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.060446 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7b7ae9e1-88d0-47c1-bc5e-2c9f3ce4eef1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1273797
Dec 18 21:23:48.063299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50086) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:48.067820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5f8a485f-936c-453c-8dbe-6c0d10f02715 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '32ec050e-a6dd-4e3d-a22f-e84496d912e2', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:48.091441 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-5f8a485f-936c-453c-8dbe-6c0d10f02715 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Project 12ebb2d131744779969f033e54696e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:23:48.096250 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f8a485f-936c-453c-8dbe-6c0d10f02715 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.128420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e44ae50>, [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:23:46Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1dcce1a-915e-4ece-9846-c37ccd0df084', 'name': '', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:38:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:45Z', 'updated_at': '2021-12-18T21:23:46Z', 'revision_number': 2, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:48.157112 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f8a485f-936c-453c-8dbe-6c0d10f02715 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.160989 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f8a485f-936c-453c-8dbe-6c0d10f02715 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.161156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Checking router: 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:23:48.161730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Updating router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 port e1dcce1a-915e-4ece-9846-c37ccd0df084 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:23:48.178463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a485f-936c-453c-8dbe-6c0d10f02715 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482fe754-089e-43cf-9b62-d39cdf6cfca4,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:48.187217 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5f8a485f-936c-453c-8dbe-6c0d10f02715 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.188405 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5f8a485f-936c-453c-8dbe-6c0d10f02715 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1241894
Dec 18 21:23:48.191476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50088) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:48.195774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-71a868b3-88fa-4ed9-b2e1-711930d13c23 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'security_group_rule': {'security_group_id': '32ec050e-a6dd-4e3d-a22f-e84496d912e2', 'project_id': '12ebb2d131744779969f033e54696e15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:48.201645 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.204288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c2b2f57b-b449-430d-9250-408a112e03b6 None None] Provisioning complete for port e1dcce1a-915e-4ece-9846-c37ccd0df084 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:48.204645 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c2b2f57b-b449-430d-9250-408a112e03b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.219662 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-71a868b3-88fa-4ed9-b2e1-711930d13c23 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Project 12ebb2d131744779969f033e54696e15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:23:48.224465 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-71a868b3-88fa-4ed9-b2e1-711930d13c23 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.271521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2f57b-b449-430d-9250-408a112e03b6 None None] Port e1dcce1a-915e-4ece-9846-c37ccd0df084 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:23:48.286862 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-71a868b3-88fa-4ed9-b2e1-711930d13c23 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.291956 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-71a868b3-88fa-4ed9-b2e1-711930d13c23 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.310547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a868b3-88fa-4ed9-b2e1-711930d13c23 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2186f3f4-ee3d-4d76-9d7e-5e680e10c401,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:48.318325 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-71a868b3-88fa-4ed9-b2e1-711930d13c23 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.319607 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-71a868b3-88fa-4ed9-b2e1-711930d13c23 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1271920
Dec 18 21:23:48.467157 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-46bb373a-0056-48b1-a670-48bf2738b003 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888660876&fields=id&tenant_id=12ebb2d131744779969f033e54696e15 HTTP/1.1" status: 200  len: 267 time: 0.0436561
Dec 18 21:23:48.502332 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.509144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.584805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab405c-3b90-475b-afd8-832df4e032a5 None None] Pushing event updated for resources: {'Port': ['ID=e1dcce1a-915e-4ece-9846-c37ccd0df084,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:48.586869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-0b717a04-eee5-47e1-ad45-4b06343c25fb tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:48.589104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-0b717a04-eee5-47e1-ad45-4b06343c25fb tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/networks?id=71a415c2-b348-4d1f-b065-76e558ec8787 HTTP/1.1" status: 200  len: 797 time: 0.1142640
Dec 18 21:23:48.614630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Attempting to bind port e1dcce1a-915e-4ece-9846-c37ccd0df084 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:23:48.615006 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Attempting to bind port e1dcce1a-915e-4ece-9846-c37ccd0df084 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:23:48.615370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Attempting to bind port e1dcce1a-915e-4ece-9846-c37ccd0df084 on network 71a415c2-b348-4d1f-b065-76e558ec8787 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:23:48.618772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-b3a5c131-888d-4f21-9f76-e84efdcf436f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/quotas/12ebb2d131744779969f033e54696e15 HTTP/1.1" status: 200  len: 375 time: 0.0216308
Dec 18 21:23:48.620771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:23:48.621148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Checking segment: {'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:23:48.621547 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.621935 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Bound using segment: {'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:23:48.622426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Bound port: e1dcce1a-915e-4ece-9846-c37ccd0df084, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:23:48.622854 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.670562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-94d13f31-fca9-4546-b43b-383d90604614 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0498412
Dec 18 21:23:48.696690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] For port e1dcce1a-915e-4ece-9846-c37ccd0df084, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:23:48.700567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] For port e1dcce1a-915e-4ece-9846-c37ccd0df084, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1dcce1a-915e-4ece-9846-c37ccd0df084,segment=NetworkSegment(6293e60e-82da-4fd7-a8e6-df92233ee3fa),segment_id=6293e60e-82da-4fd7-a8e6-df92233ee3fa)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:23:48.705194 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:48.774826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Routers {'41c0227e-e15e-4afc-93d3-704e5eeaa5b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:23:48.775418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e44ae50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:48.777316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab405c-3b90-475b-afd8-832df4e032a5 None None] Pushing event updated for resources: {'Port': ['ID=e1dcce1a-915e-4ece-9846-c37ccd0df084,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:48.873114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3ee80fed-8213-4393-ab10-a639e2cc9de7 None None] Provisioning complete for port e1dcce1a-915e-4ece-9846-c37ccd0df084 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:48.873486 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3ee80fed-8213-4393-ab10-a639e2cc9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:49.092307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 351eb1f1-1bdc-424a-9568-1ddbd652804d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:23:49.103379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] Set router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:23:49.146368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-67ddf9c6-4ff1-477f-aa04-43e2fd3519a9 service neutron] 10.222.0.13 "GET /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4623466
Dec 18 21:23:49.235959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-3f9f6d96-3f4c-4100-af28-d0f8f66d5840 service neutron] 10.222.0.13 "GET /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829110
Dec 18 21:23:49.287464 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3ee80fed-8213-4393-ab10-a639e2cc9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:49.296811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 351eb1f1-1bdc-424a-9568-1ddbd652804d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:49.297168 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:49.379451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3ee80fed-8213-4393-ab10-a639e2cc9de7 None None] For port e1dcce1a-915e-4ece-9846-c37ccd0df084, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1dcce1a-915e-4ece-9846-c37ccd0df084,segment=NetworkSegment(6293e60e-82da-4fd7-a8e6-df92233ee3fa),segment_id=6293e60e-82da-4fd7-a8e6-df92233ee3fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:49.401342 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8661def6-41f2-48bb-be1d-510e42745b8e req-34553863-d653-4ec3-8a3e-6ad059b32af1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 210 time: 0.0285318
Dec 18 21:23:49.405185 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3ee80fed-8213-4393-ab10-a639e2cc9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:49.496065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee80fed-8213-4393-ab10-a639e2cc9de7 None None] Pushing event updated for resources: {'Port': ['ID=e1dcce1a-915e-4ece-9846-c37ccd0df084,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:49.512683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e44ae50>, [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:23:46Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1dcce1a-915e-4ece-9846-c37ccd0df084', 'name': '', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:38:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:45Z', 'updated_at': '2021-12-18T21:23:48Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:23:49.543455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15417e3-23da-4ec2-9b79-021b9dd8d7a6 None None] The sync data for ids ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'] in ncdv-master-1 is: [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:23:46Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1dcce1a-915e-4ece-9846-c37ccd0df084', 'name': '', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:38:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:45Z', 'updated_at': '2021-12-18T21:23:48Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:23:49.552681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2232faed-7c1e-4bf2-b101-2c816395eff8 None None] Provisioning complete for port e1dcce1a-915e-4ece-9846-c37ccd0df084 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:49.553051 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2232faed-7c1e-4bf2-b101-2c816395eff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:49.686702 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:50.531717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-e65b5f51-319e-4683-a048-56c76d29fd2e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:50.534073 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-e65b5f51-319e-4683-a048-56c76d29fd2e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.36 "GET /v2.0/networks?id=71a415c2-b348-4d1f-b065-76e558ec8787 HTTP/1.1" status: 200  len: 797 time: 0.1307118
Dec 18 21:23:50.538661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-87d6382a-dfee-4b17-817a-8723aace765b req-acffd3af-b742-48b9-8ce3-2354a8cd1475 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 210 time: 0.0479951
Dec 18 21:23:50.602671 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-86f9cbcd-7f13-47f7-acbb-72009874ea3a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12ebb2d131744779969f033e54696e15 HTTP/1.1" status: 200  len: 379 time: 0.0579491
Dec 18 21:23:50.612926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'port': {'device_id': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'admin_state_up': True, 'tenant_id': '12ebb2d131744779969f033e54696e15', 'security_groups': ['32ec050e-a6dd-4e3d-a22f-e84496d912e2']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:50.728589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Made reservation on behalf of 12ebb2d131744779969f033e54696e15 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:23:50.732132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:50.858456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Allocated IP 172.20.0.4 (71a415c2-b348-4d1f-b065-76e558ec8787/f9b0ff31-2dab-43f5-9f67-0a4c4d182483/6807a989-cc57-4963-9412-513434830430) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:23:50.997762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:51.031529 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:51.078336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network 71a415c2-b348-4d1f-b065-76e558ec8787 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:23:51.081435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:23:51.085346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:23:51.092304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=6807a989-cc57-4963-9412-513434830430,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:51.109846 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e1dcce1a-915e-4ece-9846-c37ccd0df084 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:23:51.143440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:51.144109 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:51.161271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port e1dcce1a-915e-4ece-9846-c37ccd0df084 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:51.161836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:51.162698 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-543daae9-1892-417a-aaec-b985bef7cd06 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5535307
Dec 18 21:23:51.180058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Request body: {'port': {'device_id': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:51.236295 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:51.419487 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1ff63443-0034-478a-9635-02157340a53a None None] Provisioning complete for port 6807a989-cc57-4963-9412-513434830430 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:51.419773 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1ff63443-0034-478a-9635-02157340a53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:51.452951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1ff63443-0034-478a-9635-02157340a53a None None] Port 6807a989-cc57-4963-9412-513434830430 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:23:51.502169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6807a989-cc57-4963-9412-513434830430 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:23:51.509545 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:51.521748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Transition to ACTIVE for port object 6807a989-cc57-4963-9412-513434830430 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:23:51.525461 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:51.581009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Pushing event updated for resources: {'Port': ['ID=6807a989-cc57-4963-9412-513434830430,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:51.653955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Attempting to bind port 6807a989-cc57-4963-9412-513434830430 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:23:51.654401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Attempting to bind port 6807a989-cc57-4963-9412-513434830430 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:23:51.654757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Attempting to bind port 6807a989-cc57-4963-9412-513434830430 on network 71a415c2-b348-4d1f-b065-76e558ec8787 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:23:51.659058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8e661-18ca-4a57-a68a-3897bd108a7f req-45a1675f-d75b-4932-b131-9d7861e01aaa tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:51.659639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Port 6807a989-cc57-4963-9412-513434830430 on network 71a415c2-b348-4d1f-b065-76e558ec8787 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:23:51.659991 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Attempting to bind port 6807a989-cc57-4963-9412-513434830430 on network 71a415c2-b348-4d1f-b065-76e558ec8787 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:23:51.660614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22a8e661-18ca-4a57-a68a-3897bd108a7f req-45a1675f-d75b-4932-b131-9d7861e01aaa tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 943 time: 0.0509124
Dec 18 21:23:51.671520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:23:51.671867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Checking segment: {'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:23:51.672251 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Bound using segment: {'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:23:51.672674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Bound port: 6807a989-cc57-4963-9412-513434830430, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6293e60e-82da-4fd7-a8e6-df92233ee3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:23:51.673028 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:51.714571 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22a8e661-18ca-4a57-a68a-3897bd108a7f req-b391de2d-9f3f-4c0b-b184-2a200697a0e1 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=32ec050e-a6dd-4e3d-a22f-e84496d912e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477216
Dec 18 21:23:51.744819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] For port 6807a989-cc57-4963-9412-513434830430, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:23:51.748125 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] For port 6807a989-cc57-4963-9412-513434830430, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6807a989-cc57-4963-9412-513434830430,segment=NetworkSegment(6293e60e-82da-4fd7-a8e6-df92233ee3fa),segment_id=6293e60e-82da-4fd7-a8e6-df92233ee3fa)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:23:51.754743 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:51.798416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:51.799051 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:51.800711 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-088d5752-9207-4f88-b98d-09a260362485 service neutron] 10.222.0.36 "PUT /v2.0/ports/6807a989-cc57-4963-9412-513434830430 HTTP/1.1" status: 200  len: 1091 time: 0.6249592
Dec 18 21:23:51.800892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'tag': '6807a989-cc57-4963-9412-513434830430'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:23:51.803183 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29712cc5-e09b-4e94-9044-a62fdfbb1f41" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb4fd1-36a8-4d70-9525-e0af4b799b14", "tag": "6807a989-cc57-4963-9412-513434830430"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:23:51.837230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d5752-9207-4f88-b98d-09a260362485 service neutron] Pushing event updated for resources: {'Port': ['ID=6807a989-cc57-4963-9412-513434830430,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:51.850790 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a6a42-1d39-4114-985f-6d13cd38f5b6 x-openstack-request-id: req-758a6a42-1d39-4114-985f-6d13cd38f5b6 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:23:51.851093 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb4fd1-36a8-4d70-9525-e0af4b799b14", "tag": "6807a989-cc57-4963-9412-513434830430", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:23:51.851357 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-758a6a42-1d39-4114-985f-6d13cd38f5b6 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:23:51.851768 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'tag': '6807a989-cc57-4963-9412-513434830430', 'status': 'completed', 'code': 200}
Dec 18 21:23:51.908585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-d54c0745-c3c6-44e8-8f89-142fb1cd2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:51.910845 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-d54c0745-c3c6-44e8-8f89-142fb1cd2386 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 1094 time: 0.0527251
Dec 18 21:23:51.959628 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-b7b4729c-17c5-45ae-848d-62366d196cc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6807a989-cc57-4963-9412-513434830430 HTTP/1.1" status: 200  len: 217 time: 0.0355959
Dec 18 21:23:52.019373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-bc82739d-3edf-46f8-bf1b-804ee192df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:52.020802 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-bc82739d-3edf-46f8-bf1b-804ee192df4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9b0ff31-2dab-43f5-9f67-0a4c4d182483 HTTP/1.1" status: 200  len: 834 time: 0.0504227
Dec 18 21:23:52.070701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-9f6d0719-9a45-4e74-bbe4-a719277c34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:52.072182 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-9f6d0719-9a45-4e74-bbe4-a719277c34cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a415c2-b348-4d1f-b065-76e558ec8787&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404100
Dec 18 21:23:52.171626 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-8fdfa4ff-f042-4289-83da-5ca019edb500 service neutron] 10.222.0.36 "GET /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858004
Dec 18 21:23:52.284240 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a88a0983-2fd6-4d93-9f88-e8259635d4be req-a9b9335f-8a4b-4272-9389-bd0a8361829a service neutron] 10.222.0.36 "GET /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001260
Dec 18 21:23:52.378723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29712cc5-e09b-4e94-9044-a62fdfbb1f41 req-429d9992-542e-4280-9f6b-71b741a100b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:52.380220 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29712cc5-e09b-4e94-9044-a62fdfbb1f41 req-429d9992-542e-4280-9f6b-71b741a100b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 1094 time: 0.0406554
Dec 18 21:23:52.470580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29712cc5-e09b-4e94-9044-a62fdfbb1f41 req-fc282d95-e000-4ab0-b807-160eda48dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:52.472013 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29712cc5-e09b-4e94-9044-a62fdfbb1f41 req-fc282d95-e000-4ab0-b807-160eda48dce8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71a415c2-b348-4d1f-b065-76e558ec8787 HTTP/1.1" status: 200  len: 898 time: 0.0848682
Dec 18 21:23:52.512795 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29712cc5-e09b-4e94-9044-a62fdfbb1f41 req-93207276-4ca6-43dd-bb72-72bf071c2063 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6807a989-cc57-4963-9412-513434830430 HTTP/1.1" status: 200  len: 217 time: 0.0325594
Dec 18 21:23:52.563697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29712cc5-e09b-4e94-9044-a62fdfbb1f41 req-759d90f1-1a04-4339-87bd-23a70b858c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:52.565528 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29712cc5-e09b-4e94-9044-a62fdfbb1f41 req-759d90f1-1a04-4339-87bd-23a70b858c87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9b0ff31-2dab-43f5-9f67-0a4c4d182483 HTTP/1.1" status: 200  len: 834 time: 0.0421939
Dec 18 21:23:52.617928 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29712cc5-e09b-4e94-9044-a62fdfbb1f41 req-f7ff48e3-7df5-45ba-a2b4-913278cb0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:52.619540 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29712cc5-e09b-4e94-9044-a62fdfbb1f41 req-f7ff48e3-7df5-45ba-a2b4-913278cb0dfc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a415c2-b348-4d1f-b065-76e558ec8787&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0454307
Dec 18 21:23:52.707973 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29712cc5-e09b-4e94-9044-a62fdfbb1f41 req-efd62514-be10-41fb-9260-1127521031a5 service neutron] 10.222.0.36 "GET /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805387
Dec 18 21:23:52.805591 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-29712cc5-e09b-4e94-9044-a62fdfbb1f41 req-aa858bf0-2033-4c56-8c75-a05dbde9f644 service neutron] 10.222.0.36 "GET /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895276
Dec 18 21:23:52.833149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd6a05-0771-4ca9-abe9-d401cde8b145 req-b3c7763e-9ff1-4dc2-ac14-7cec957bc734 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:52.834573 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59cd6a05-0771-4ca9-abe9-d401cde8b145 req-b3c7763e-9ff1-4dc2-ac14-7cec957bc734 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 943 time: 0.0481613
Dec 18 21:23:52.896575 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59cd6a05-0771-4ca9-abe9-d401cde8b145 req-444e8e1c-3b72-4a20-b286-037150c4354f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=32ec050e-a6dd-4e3d-a22f-e84496d912e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553775
Dec 18 21:23:54.020353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766ab52-7dff-432c-adfb-7ec3d9629f4f req-19111cd2-f202-4062-abc5-ec2e7dd1d852 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:54.021750 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9766ab52-7dff-432c-adfb-7ec3d9629f4f req-19111cd2-f202-4062-abc5-ec2e7dd1d852 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 943 time: 0.0524542
Dec 18 21:23:54.070120 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9766ab52-7dff-432c-adfb-7ec3d9629f4f req-d6da87d9-c048-4529-a96b-40c03486198b tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=32ec050e-a6dd-4e3d-a22f-e84496d912e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417182
Dec 18 21:23:55.018840 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6807a989-cc57-4963-9412-513434830430 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:23:55.116588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 6807a989-cc57-4963-9412-513434830430, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6807a989-cc57-4963-9412-513434830430,segment=NetworkSegment(6293e60e-82da-4fd7-a8e6-df92233ee3fa),segment_id=6293e60e-82da-4fd7-a8e6-df92233ee3fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:55.128639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '6807a989-cc57-4963-9412-513434830430', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'port_id': '6807a989-cc57-4963-9412-513434830430', 'mac_address': 'fa:16:3e:ea:75:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:23:55.165211 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:55.178381 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6807a989-cc57-4963-9412-513434830430 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:23:55.187917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8eb806-64e8-48fb-ae0f-a91f6f45083e req-2f2b79c6-b9a7-488b-9bf9-7fd3d2d893c8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:55.189411 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf8eb806-64e8-48fb-ae0f-a91f6f45083e req-2f2b79c6-b9a7-488b-9bf9-7fd3d2d893c8 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 943 time: 0.0475235
Dec 18 21:23:55.198317 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 6807a989-cc57-4963-9412-513434830430, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6807a989-cc57-4963-9412-513434830430,segment=NetworkSegment(6293e60e-82da-4fd7-a8e6-df92233ee3fa),segment_id=6293e60e-82da-4fd7-a8e6-df92233ee3fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:55.203109 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:55.238648 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf8eb806-64e8-48fb-ae0f-a91f6f45083e req-9056aa3b-55cc-4886-be0f-84eeb4b315ca tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=32ec050e-a6dd-4e3d-a22f-e84496d912e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429170
Dec 18 21:23:55.249139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=6807a989-cc57-4963-9412-513434830430,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:55.469888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['6807a989-cc57-4963-9412-513434830430'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:23:56.357346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5dd67-f284-486a-8179-c915bf31dd56 req-a33f4324-f254-47a9-9bc6-91bd40e73823 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:56.358839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1cd5dd67-f284-486a-8179-c915bf31dd56 req-a33f4324-f254-47a9-9bc6-91bd40e73823 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 944 time: 0.0523281
Dec 18 21:23:56.406875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1cd5dd67-f284-486a-8179-c915bf31dd56 req-ac346572-fbf9-4c79-84f2-26bd0d306716 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=32ec050e-a6dd-4e3d-a22f-e84496d912e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419605
Dec 18 21:23:57.031155 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6807a989-cc57-4963-9412-513434830430 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:23:57.078274 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 6807a989-cc57-4963-9412-513434830430 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:23:57.081874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 6807a989-cc57-4963-9412-513434830430 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:23:57.082239 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:57.157058 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:57.178405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6807a989-cc57-4963-9412-513434830430'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:23:57.180755 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc6795f-c8ec-460e-a068-91283298bffc" -d '{"events": [{"server_uuid": "8feb4fd1-36a8-4d70-9525-e0af4b799b14", "name": "network-vif-plugged", "status": "completed", "tag": "6807a989-cc57-4963-9412-513434830430"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:23:57.193569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 6807a989-cc57-4963-9412-513434830430, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6807a989-cc57-4963-9412-513434830430,segment=NetworkSegment(6293e60e-82da-4fd7-a8e6-df92233ee3fa),segment_id=6293e60e-82da-4fd7-a8e6-df92233ee3fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:23:57.198200 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:57.225196 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0188272-033c-4a68-a342-f6217ba489a2 x-openstack-request-id: req-e0188272-033c-4a68-a342-f6217ba489a2 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:23:57.225494 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb4fd1-36a8-4d70-9525-e0af4b799b14", "name": "network-vif-plugged", "status": "completed", "tag": "6807a989-cc57-4963-9412-513434830430", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:23:57.225754 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0188272-033c-4a68-a342-f6217ba489a2 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:23:57.226145 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6807a989-cc57-4963-9412-513434830430', 'code': 200}
Dec 18 21:23:57.251049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=6807a989-cc57-4963-9412-513434830430,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:57.386397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8d03e-c01e-420f-81bd-8aa2cff87592 req-a80d7ac2-0f1b-4a1c-8dd7-870116e5c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:57.387888 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8bb8d03e-c01e-420f-81bd-8aa2cff87592 req-a80d7ac2-0f1b-4a1c-8dd7-870116e5c4f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 1096 time: 0.1013238
Dec 18 21:23:57.436192 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8bb8d03e-c01e-420f-81bd-8aa2cff87592 req-03838cd8-564f-4277-bbcd-b234aa95ab4b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32ec050e-a6dd-4e3d-a22f-e84496d912e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392566
Dec 18 21:23:57.521161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a4f2a-d9f6-43d7-b55e-3500c12f7dc5 req-5f6059c1-f31b-46e2-9abf-b2fe011a7f4f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:57.522665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-149a4f2a-d9f6-43d7-b55e-3500c12f7dc5 req-5f6059c1-f31b-46e2-9abf-b2fe011a7f4f tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 945 time: 0.0494256
Dec 18 21:23:57.571306 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-149a4f2a-d9f6-43d7-b55e-3500c12f7dc5 req-1c8e0d1e-77b2-4e88-b62d-d4c3fdef862c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=32ec050e-a6dd-4e3d-a22f-e84496d912e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421212
Dec 18 21:23:58.688801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cade6-d137-4dc4-9f4d-6afb2103fd8c req-96ac6d0c-43e5-4048-ae29-3db716d0f3e9 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:58.690569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e9cade6-d137-4dc4-9f4d-6afb2103fd8c req-96ac6d0c-43e5-4048-ae29-3db716d0f3e9 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 945 time: 0.0494075
Dec 18 21:23:58.742850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e9cade6-d137-4dc4-9f4d-6afb2103fd8c req-d8e03891-650c-43e0-bdb4-f049cd040aff tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=32ec050e-a6dd-4e3d-a22f-e84496d912e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461655
Dec 18 21:23:58.861493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104aa570-6641-455c-99dd-2b60b6f59d7e req-85d352ab-2b84-4564-b528-6b4129b3d90a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:58.862934 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-104aa570-6641-455c-99dd-2b60b6f59d7e req-85d352ab-2b84-4564-b528-6b4129b3d90a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 945 time: 0.0486779
Dec 18 21:23:58.913845 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-104aa570-6641-455c-99dd-2b60b6f59d7e req-c6d108a2-54cb-4218-9528-ec46fbdc7dfb tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=32ec050e-a6dd-4e3d-a22f-e84496d912e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448351
Dec 18 21:23:58.935567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50136) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:58.974594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae7e2f7-9bce-43ad-8d50-1ed063b6f87d tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:23:58.976079 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7ae7e2f7-9bce-43ad-8d50-1ed063b6f87d tempest-TestNetworkBasicOps-1126007960 tempest-TestNetworkBasicOps-1126007960-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 1091 time: 0.0395505
Dec 18 21:23:58.978793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50138) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:23:58.982992 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': '6807a989-cc57-4963-9412-513434830430', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address': '172.20.0.4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:23:59.005418 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:59.102219 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:59.203445 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Allocated IP 172.35.3.240 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/45470d00-0856-412d-ac83-3c9e2a3c8850) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:23:59.302315 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:59.335851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:59.373503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:23:59.376327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:23:59.379769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:23:59.406493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=45470d00-0856-412d-ac83-3c9e2a3c8850,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:23:59.738955 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:59.807758 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:59.950472 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:23:59.954675 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:00.020385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event updated for resources: {'Port': ['ID=45470d00-0856-412d-ac83-3c9e2a3c8850,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:00.033693 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:00.137906 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Floating IP d3b019ad-7d09-4a8d-b6a5-1713dfcba1f9 associated. External IP: 172.35.3.240, port: 6807a989-cc57-4963-9412-513434830430.
Dec 18 21:24:00.341986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:24:00.447778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:24:00.457482 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0c4d0-a2c7-4bb7-80de-2f90f82546e2 None None] Sync routers for ids ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:24:00.465162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:00.468439 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0c4d0-a2c7-4bb7-80de-2f90f82546e2 None None] Routers {'41c0227e-e15e-4afc-93d3-704e5eeaa5b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:24:00.469227 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-cdd0c4d0-a2c7-4bb7-80de-2f90f82546e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7f51f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:00.492314 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1f3b24ef-ef23-45ec-812c-a1d17daeb9a5 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5123820
Dec 18 21:24:00.492751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'tag': '6807a989-cc57-4963-9412-513434830430'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:24:00.494975 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50140) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:00.495486 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43beadc6-c290-4ef2-b0a4-be638b294191" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb4fd1-36a8-4d70-9525-e0af4b799b14", "tag": "6807a989-cc57-4963-9412-513434830430"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:24:00.540235 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432a1f1b-60ba-4383-b686-71a94a5e1fac x-openstack-request-id: req-432a1f1b-60ba-4383-b686-71a94a5e1fac {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:24:00.540676 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb4fd1-36a8-4d70-9525-e0af4b799b14", "tag": "6807a989-cc57-4963-9412-513434830430", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:24:00.541007 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-432a1f1b-60ba-4383-b686-71a94a5e1fac {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:24:00.541553 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'tag': '6807a989-cc57-4963-9412-513434830430', 'status': 'completed', 'code': 200}
Dec 18 21:24:00.575757 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-cdd0c4d0-a2c7-4bb7-80de-2f90f82546e2 None None] Set router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:24:00.579929 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9a73fbff-cef6-42d9-86d2-45ec4f4eeac7 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/floatingips/d3b019ad-7d09-4a8d-b6a5-1713dfcba1f9 HTTP/1.1" status: 200  len: 991 time: 0.0823832
Dec 18 21:24:00.609358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beadc6-c290-4ef2-b0a4-be638b294191 req-b074f9fd-1df1-4953-82c1-743b4ec68dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:00.611185 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-43beadc6-c290-4ef2-b0a4-be638b294191 req-b074f9fd-1df1-4953-82c1-743b4ec68dd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 1096 time: 0.0447273
Dec 18 21:24:00.702033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beadc6-c290-4ef2-b0a4-be638b294191 req-4f29846d-0185-4f7c-b62a-8f6eede53aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:00.703512 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-43beadc6-c290-4ef2-b0a4-be638b294191 req-4f29846d-0185-4f7c-b62a-8f6eede53aef service neutron] 10.222.0.36 "GET /v2.0/networks?id=71a415c2-b348-4d1f-b065-76e558ec8787 HTTP/1.1" status: 200  len: 898 time: 0.0846660
Dec 18 21:24:00.773475 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-43beadc6-c290-4ef2-b0a4-be638b294191 req-b0653347-cf02-4c6d-a9ab-f892b8d2ca26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6807a989-cc57-4963-9412-513434830430 HTTP/1.1" status: 200  len: 999 time: 0.0626326
Dec 18 21:24:00.800117 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-cdd0c4d0-a2c7-4bb7-80de-2f90f82546e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7f51f0>, [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:23:46Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd3b019ad-7d09-4a8d-b6a5-1713dfcba1f9', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'floating_ip_address': '172.35.3.240', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'port_id': '6807a989-cc57-4963-9412-513434830430', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'mac_address': 'fa:16:3e:ea:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:23:59Z', 'updated_at': '2021-12-18T21:23:59Z', 'revision_number': 0, 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dcce1a-915e-4ece-9846-c37ccd0df084', 'name': '', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:38:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:45Z', 'updated_at': '2021-12-18T21:23:49Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:00.826987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beadc6-c290-4ef2-b0a4-be638b294191 req-1cfc9280-1a56-4c19-aa4f-dfa22f1e81a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:00.828492 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-43beadc6-c290-4ef2-b0a4-be638b294191 req-1cfc9280-1a56-4c19-aa4f-dfa22f1e81a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9b0ff31-2dab-43f5-9f67-0a4c4d182483 HTTP/1.1" status: 200  len: 834 time: 0.0477805
Dec 18 21:24:00.829529 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0c4d0-a2c7-4bb7-80de-2f90f82546e2 None None] Checking router: 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:24:00.837761 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0c4d0-a2c7-4bb7-80de-2f90f82546e2 None None] Routers {'41c0227e-e15e-4afc-93d3-704e5eeaa5b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:24:00.838390 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-cdd0c4d0-a2c7-4bb7-80de-2f90f82546e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7f51f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:23:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:00.874017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beadc6-c290-4ef2-b0a4-be638b294191 req-30f3ff79-21ef-4ba7-85e0-d369c1194fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:00.875598 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-43beadc6-c290-4ef2-b0a4-be638b294191 req-30f3ff79-21ef-4ba7-85e0-d369c1194fd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a415c2-b348-4d1f-b065-76e558ec8787&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397224
Dec 18 21:24:00.940787 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-cdd0c4d0-a2c7-4bb7-80de-2f90f82546e2 None None] Set router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:24:00.969471 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-43beadc6-c290-4ef2-b0a4-be638b294191 req-b23c57e3-8ac3-425c-ab5a-52776d9d795d service neutron] 10.222.0.36 "GET /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864241
Dec 18 21:24:01.060255 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-43beadc6-c290-4ef2-b0a4-be638b294191 req-788ed21c-b0a3-4c04-91f4-fe016a2abeb8 service neutron] 10.222.0.36 "GET /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830085
Dec 18 21:24:01.162044 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-cdd0c4d0-a2c7-4bb7-80de-2f90f82546e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7f51f0>, [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:23:46Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd3b019ad-7d09-4a8d-b6a5-1713dfcba1f9', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'floating_ip_address': '172.35.3.240', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'port_id': '6807a989-cc57-4963-9412-513434830430', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'mac_address': 'fa:16:3e:ea:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:23:59Z', 'updated_at': '2021-12-18T21:23:59Z', 'revision_number': 0, 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dcce1a-915e-4ece-9846-c37ccd0df084', 'name': '', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:38:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:45Z', 'updated_at': '2021-12-18T21:23:49Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:01.265653 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0c4d0-a2c7-4bb7-80de-2f90f82546e2 None None] The sync data for ids ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'] in ncdv-master-1 is: [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:23:46Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd3b019ad-7d09-4a8d-b6a5-1713dfcba1f9', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'floating_ip_address': '172.35.3.240', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'port_id': '6807a989-cc57-4963-9412-513434830430', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'mac_address': 'fa:16:3e:ea:75:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:23:59Z', 'updated_at': '2021-12-18T21:23:59Z', 'revision_number': 0, 'project_id': '12ebb2d131744779969f033e54696e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dcce1a-915e-4ece-9846-c37ccd0df084', 'name': '', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:38:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:45Z', 'updated_at': '2021-12-18T21:23:49Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:24:01.459681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e31d7-ced8-4fab-87b8-4a6cba2631c4 None None] New status for floating IP d3b019ad-7d09-4a8d-b6a5-1713dfcba1f9: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:24:01.583469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50144) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:01.650995 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b7639cef-8ff9-47a8-8811-90a773c4128c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/floatingips/d3b019ad-7d09-4a8d-b6a5-1713dfcba1f9 HTTP/1.1" status: 200  len: 991 time: 0.0664628
Dec 18 21:24:02.655044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50146) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:02.655625 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fd29ad0-ae05-4adb-b4ae-ee906944cac9 req-4e56dde0-4926-4d61-bc00-155fd862b421 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0403118
Dec 18 21:24:02.714399 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-89d28942-0657-4c36-94a3-4ff9635ed336 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/floatingips/d3b019ad-7d09-4a8d-b6a5-1713dfcba1f9 HTTP/1.1" status: 200  len: 993 time: 0.0581512
Dec 18 21:24:02.736289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd29ad0-ae05-4adb-b4ae-ee906944cac9 req-752fe040-7e59-4ef3-a6e8-6945eb681553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:02.737782 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fd29ad0-ae05-4adb-b4ae-ee906944cac9 req-752fe040-7e59-4ef3-a6e8-6945eb681553 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 1096 time: 0.0407248
Dec 18 21:24:02.846220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd29ad0-ae05-4adb-b4ae-ee906944cac9 req-d5d6b7e7-4e87-42ed-93d2-065b41dae019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:02.847746 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fd29ad0-ae05-4adb-b4ae-ee906944cac9 req-d5d6b7e7-4e87-42ed-93d2-065b41dae019 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71a415c2-b348-4d1f-b065-76e558ec8787 HTTP/1.1" status: 200  len: 898 time: 0.0902584
Dec 18 21:24:02.913433 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fd29ad0-ae05-4adb-b4ae-ee906944cac9 req-98a962db-6f11-4f5a-855e-e82528fc65a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6807a989-cc57-4963-9412-513434830430 HTTP/1.1" status: 200  len: 1001 time: 0.0576184
Dec 18 21:24:02.966032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd29ad0-ae05-4adb-b4ae-ee906944cac9 req-8d7c3577-077e-4ead-b803-0f8f6958e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:02.967496 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fd29ad0-ae05-4adb-b4ae-ee906944cac9 req-8d7c3577-077e-4ead-b803-0f8f6958e40c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9b0ff31-2dab-43f5-9f67-0a4c4d182483 HTTP/1.1" status: 200  len: 834 time: 0.0469694
Dec 18 21:24:02.986717 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-657bdb0a-0e34-469b-af0d-ff965ffb1faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:03.016888 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd29ad0-ae05-4adb-b4ae-ee906944cac9 req-b827f3f0-1997-4afb-b1a1-b8a704b547e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:03.018423 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fd29ad0-ae05-4adb-b4ae-ee906944cac9 req-b827f3f0-1997-4afb-b1a1-b8a704b547e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a415c2-b348-4d1f-b065-76e558ec8787&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428829
Dec 18 21:24:03.112571 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fd29ad0-ae05-4adb-b4ae-ee906944cac9 req-57317a6b-db87-40b0-ab88-8edc2515a312 service neutron] 10.222.0.36 "GET /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802131
Dec 18 21:24:03.217710 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fd29ad0-ae05-4adb-b4ae-ee906944cac9 req-e22a8c3b-e253-4746-9788-744e5aab7f00 service neutron] 10.222.0.36 "GET /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0965734
Dec 18 21:24:05.181008 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-65e0c5bd-d33f-42a2-926e-939e1c29c6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:05.313431 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:24:06.475550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:08.181538 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:08.568508 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:15.043076 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:19.663185 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:32.986849 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa72e-759e-4439-9481-33693fec772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:35.183179 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-35bcccd9-fcb8-4a17-bbae-4d079a3584c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:36.477375 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:37.903444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50176) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:37.967735 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f9282fad-dc0d-4709-8e2e-801658e16e1e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/floatingips/d3b019ad-7d09-4a8d-b6a5-1713dfcba1f9 HTTP/1.1" status: 200  len: 993 time: 0.0630567
Dec 18 21:24:38.184836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:38.239567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50182) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:38.394887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting port 45470d00-0856-412d-ac83-3c9e2a3c8850 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:24:38.395225 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:38.470401 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:38.470726 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:38.481936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Calling delete_port for 45470d00-0856-412d-ac83-3c9e2a3c8850 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:24:38.573468 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:38.929059 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:38.955305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Port': ['ID=45470d00-0856-412d-ac83-3c9e2a3c8850,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:39.019859 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:39.020187 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Floating IP d3b019ad-7d09-4a8d-b6a5-1713dfcba1f9 disassociated (deleted). External IP: 172.35.3.240, port: 6807a989-cc57-4963-9412-513434830430.
Dec 18 21:24:39.229894 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:24:39.335462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:24:39.340297 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:39.344812 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5ab4d-381f-4e38-a7f4-2a2e7618fbc7 None None] Sync routers for ids ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:24:39.354223 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5ab4d-381f-4e38-a7f4-2a2e7618fbc7 None None] Routers {'41c0227e-e15e-4afc-93d3-704e5eeaa5b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:24:39.354860 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-aab5ab4d-381f-4e38-a7f4-2a2e7618fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645c0b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:24:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:39.367657 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f6cfff6d-ca1c-424b-bf1c-d1f73ed3f531 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/floatingips/d3b019ad-7d09-4a8d-b6a5-1713dfcba1f9 HTTP/1.1" status: 204  len: 168 time: 1.1268539
Dec 18 21:24:39.368298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'tag': '6807a989-cc57-4963-9412-513434830430'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:24:39.370736 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5274078f-104c-4658-ae2b-3c2f5197993b" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb4fd1-36a8-4d70-9525-e0af4b799b14", "tag": "6807a989-cc57-4963-9412-513434830430"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:24:39.415285 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14abb017-36e8-44f2-93dc-fe32aec10cfc x-openstack-request-id: req-14abb017-36e8-44f2-93dc-fe32aec10cfc {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:24:39.415777 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb4fd1-36a8-4d70-9525-e0af4b799b14", "tag": "6807a989-cc57-4963-9412-513434830430", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:24:39.416207 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14abb017-36e8-44f2-93dc-fe32aec10cfc {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:24:39.416615 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'tag': '6807a989-cc57-4963-9412-513434830430', 'status': 'completed', 'code': 200}
Dec 18 21:24:39.462576 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-aab5ab4d-381f-4e38-a7f4-2a2e7618fbc7 None None] Set router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:24:39.490150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274078f-104c-4658-ae2b-3c2f5197993b req-f052a1e7-42f2-4113-8510-619d23361441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:39.491597 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5274078f-104c-4658-ae2b-3c2f5197993b req-f052a1e7-42f2-4113-8510-619d23361441 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12ebb2d131744779969f033e54696e15&device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 1096 time: 0.0526175
Dec 18 21:24:39.597064 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274078f-104c-4658-ae2b-3c2f5197993b req-afca47cb-ea19-45e3-8d94-fe27b780dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:39.599275 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5274078f-104c-4658-ae2b-3c2f5197993b req-afca47cb-ea19-45e3-8d94-fe27b780dfbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=71a415c2-b348-4d1f-b065-76e558ec8787 HTTP/1.1" status: 200  len: 898 time: 0.0955081
Dec 18 21:24:39.623000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba47a6-f5f3-4ef4-9fe6-8fc8ee33d679 req-9f846cd0-ee27-47e8-9ecf-fef53171edbf tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:39.624514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-afba47a6-f5f3-4ef4-9fe6-8fc8ee33d679 req-9f846cd0-ee27-47e8-9ecf-fef53171edbf tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 945 time: 0.0542696
Dec 18 21:24:39.651074 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5274078f-104c-4658-ae2b-3c2f5197993b req-de1f6e4f-e9d2-4707-9967-47975ab3bcec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6807a989-cc57-4963-9412-513434830430 HTTP/1.1" status: 200  len: 217 time: 0.0387776
Dec 18 21:24:39.677072 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-afba47a6-f5f3-4ef4-9fe6-8fc8ee33d679 req-369b5422-cb35-448b-b7da-d77fdd58f020 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=32ec050e-a6dd-4e3d-a22f-e84496d912e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461364
Dec 18 21:24:39.677653 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-aab5ab4d-381f-4e38-a7f4-2a2e7618fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645c0b80>, [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:23:46Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1dcce1a-915e-4ece-9846-c37ccd0df084', 'name': '', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:38:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:45Z', 'updated_at': '2021-12-18T21:23:49Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:39.704793 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274078f-104c-4658-ae2b-3c2f5197993b req-992170f2-7893-4a88-9446-dfb0b5748dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:39.706375 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5274078f-104c-4658-ae2b-3c2f5197993b req-992170f2-7893-4a88-9446-dfb0b5748dd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9b0ff31-2dab-43f5-9f67-0a4c4d182483 HTTP/1.1" status: 200  len: 834 time: 0.0462282
Dec 18 21:24:39.708466 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5ab4d-381f-4e38-a7f4-2a2e7618fbc7 None None] Checking router: 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:24:39.717232 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5ab4d-381f-4e38-a7f4-2a2e7618fbc7 None None] Routers {'41c0227e-e15e-4afc-93d3-704e5eeaa5b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:24:39.717831 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-aab5ab4d-381f-4e38-a7f4-2a2e7618fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36645c0b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:24:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:39.755947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274078f-104c-4658-ae2b-3c2f5197993b req-abe2c1a6-9a48-4f21-8413-a013e872bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:39.757560 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5274078f-104c-4658-ae2b-3c2f5197993b req-abe2c1a6-9a48-4f21-8413-a013e872bfbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71a415c2-b348-4d1f-b065-76e558ec8787&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412850
Dec 18 21:24:39.826960 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-aab5ab4d-381f-4e38-a7f4-2a2e7618fbc7 None None] Set router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:24:39.854350 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5274078f-104c-4658-ae2b-3c2f5197993b req-5c65cd1c-011f-472e-89ca-ca9b9c1a324f service neutron] 10.222.0.36 "GET /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874326
Dec 18 21:24:39.943392 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5274078f-104c-4658-ae2b-3c2f5197993b req-9fddf56a-3cff-4fbd-ac96-024875348760 service neutron] 10.222.0.36 "GET /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806618
Dec 18 21:24:40.029095 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-aab5ab4d-381f-4e38-a7f4-2a2e7618fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36645c0b80>, [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:23:46Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1dcce1a-915e-4ece-9846-c37ccd0df084', 'name': '', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:38:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:45Z', 'updated_at': '2021-12-18T21:23:49Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:40.053346 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5ab4d-381f-4e38-a7f4-2a2e7618fbc7 None None] The sync data for ids ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'] in ncdv-master-1 is: [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:23:46Z', 'revision_number': 4, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1dcce1a-915e-4ece-9846-c37ccd0df084', 'name': '', 'network_id': '71a415c2-b348-4d1f-b065-76e558ec8787', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'mac_address': 'fa:16:3e:38:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:45Z', 'updated_at': '2021-12-18T21:23:49Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'subnets': [{'id': 'f9b0ff31-2dab-43f5-9f67-0a4c4d182483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:24:40.294212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d2b64a-9843-4934-818f-5f86099534c6 None None] New status for floating IP d3b019ad-7d09-4a8d-b6a5-1713dfcba1f9: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:24:40.792332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e85eb-b85b-43ff-9eb5-907d40ad3b33 req-cdb05143-43bd-4632-a570-f9c6de08880e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:40.794328 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-590e85eb-b85b-43ff-9eb5-907d40ad3b33 req-cdb05143-43bd-4632-a570-f9c6de08880e tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 945 time: 0.0462728
Dec 18 21:24:40.846840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-590e85eb-b85b-43ff-9eb5-907d40ad3b33 req-a399b8ea-c9a3-4be3-889d-300839f91535 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/security-groups?id=32ec050e-a6dd-4e3d-a22f-e84496d912e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465000
Dec 18 21:24:41.112679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ae16c-c680-4978-a87e-6c1fc4f50df7 req-97018c52-68be-4d33-881a-ad7d83101c55 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:41.114103 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3e1ae16c-c680-4978-a87e-6c1fc4f50df7 req-97018c52-68be-4d33-881a-ad7d83101c55 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.36 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 945 time: 0.0477774
Dec 18 21:24:41.207468 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-3e1ae16c-c680-4978-a87e-6c1fc4f50df7 req-965af6fc-cce7-4489-8fec-e906f989db64 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting port 6807a989-cc57-4963-9412-513434830430 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:24:41.207804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e1ae16c-c680-4978-a87e-6c1fc4f50df7 req-965af6fc-cce7-4489-8fec-e906f989db64 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:41.292590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-3e1ae16c-c680-4978-a87e-6c1fc4f50df7 req-965af6fc-cce7-4489-8fec-e906f989db64 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] For port 6807a989-cc57-4963-9412-513434830430, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6807a989-cc57-4963-9412-513434830430,segment=NetworkSegment(6293e60e-82da-4fd7-a8e6-df92233ee3fa),segment_id=6293e60e-82da-4fd7-a8e6-df92233ee3fa)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:24:41.293400 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e1ae16c-c680-4978-a87e-6c1fc4f50df7 req-965af6fc-cce7-4489-8fec-e906f989db64 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:41.305383 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-3e1ae16c-c680-4978-a87e-6c1fc4f50df7 req-965af6fc-cce7-4489-8fec-e906f989db64 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Calling delete_port for 6807a989-cc57-4963-9412-513434830430 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:24:41.430561 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e1ae16c-c680-4978-a87e-6c1fc4f50df7 req-965af6fc-cce7-4489-8fec-e906f989db64 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:41.458460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965af6fc-cce7-4489-8fec-e906f989db64 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Port': ['ID=6807a989-cc57-4963-9412-513434830430,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:41.502428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1ae16c-c680-4978-a87e-6c1fc4f50df7 req-965af6fc-cce7-4489-8fec-e906f989db64 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] No DVR routers for this DVR port 6807a989-cc57-4963-9412-513434830430 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:24:41.505107 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-3e1ae16c-c680-4978-a87e-6c1fc4f50df7 req-965af6fc-cce7-4489-8fec-e906f989db64 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:41.508666 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3e1ae16c-c680-4978-a87e-6c1fc4f50df7 req-965af6fc-cce7-4489-8fec-e906f989db64 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.36 "DELETE /v2.0/ports/6807a989-cc57-4963-9412-513434830430 HTTP/1.1" status: 204  len: 173 time: 0.3839664
Dec 18 21:24:41.509100 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'name': 'network-vif-deleted', 'tag': '6807a989-cc57-4963-9412-513434830430'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:24:41.511392 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00c3b1a-020a-416b-87e0-8d8999c36973" -d '{"events": [{"server_uuid": "8feb4fd1-36a8-4d70-9525-e0af4b799b14", "name": "network-vif-deleted", "tag": "6807a989-cc57-4963-9412-513434830430"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:24:41.549940 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b20a615-0649-447b-84bc-5b40d42f692d x-openstack-request-id: req-5b20a615-0649-447b-84bc-5b40d42f692d {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:24:41.550235 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb4fd1-36a8-4d70-9525-e0af4b799b14", "name": "network-vif-deleted", "tag": "6807a989-cc57-4963-9412-513434830430", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:24:41.550542 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b20a615-0649-447b-84bc-5b40d42f692d {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:24:41.550943 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb4fd1-36a8-4d70-9525-e0af4b799b14', 'name': 'network-vif-deleted', 'tag': '6807a989-cc57-4963-9412-513434830430', 'status': 'completed', 'code': 200}
Dec 18 21:24:41.971363 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-546b9d5a-bacb-47d2-952a-9ea2723f4429 req-4a1efade-c03a-4d78-84bb-a7f538e3db7c tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "GET /v2.0/ports?device_id=8feb4fd1-36a8-4d70-9525-e0af4b799b14 HTTP/1.1" status: 200  len: 210 time: 0.0280442
Dec 18 21:24:42.311990 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:24:43.028951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50198) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:43.085510 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5094038e-573d-4474-9400-4c5c65f116ef tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:43.110870 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5094038e-573d-4474-9400-4c5c65f116ef tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:43.168220 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5094038e-573d-4474-9400-4c5c65f116ef tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:43.171470 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5094038e-573d-4474-9400-4c5c65f116ef tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:43.172636 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5094038e-573d-4474-9400-4c5c65f116ef tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/security-groups/32ec050e-a6dd-4e3d-a22f-e84496d912e2 HTTP/1.1" status: 204  len: 168 time: 0.1426682
Dec 18 21:24:43.181841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094038e-573d-4474-9400-4c5c65f116ef tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ec050e-a6dd-4e3d-a22f-e84496d912e2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:43.205342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50202) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:43.561744 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e73036e8-0ee9-425f-a622-778c039b4a5a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:43.808877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e73036e8-0ee9-425f-a622-778c039b4a5a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting port e1dcce1a-915e-4ece-9846-c37ccd0df084 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:24:43.809268 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e73036e8-0ee9-425f-a622-778c039b4a5a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:43.895002 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-e73036e8-0ee9-425f-a622-778c039b4a5a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] For port e1dcce1a-915e-4ece-9846-c37ccd0df084, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1dcce1a-915e-4ece-9846-c37ccd0df084,segment=NetworkSegment(6293e60e-82da-4fd7-a8e6-df92233ee3fa),segment_id=6293e60e-82da-4fd7-a8e6-df92233ee3fa)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:24:43.895363 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e73036e8-0ee9-425f-a622-778c039b4a5a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:43.908015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-e73036e8-0ee9-425f-a622-778c039b4a5a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Calling delete_port for e1dcce1a-915e-4ece-9846-c37ccd0df084 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:24:44.095100 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e73036e8-0ee9-425f-a622-778c039b4a5a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:44.125777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73036e8-0ee9-425f-a622-778c039b4a5a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Port': ['ID=e1dcce1a-915e-4ece-9846-c37ccd0df084,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:44.299432 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e73036e8-0ee9-425f-a622-778c039b4a5a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:44.515929 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73036e8-0ee9-425f-a622-778c039b4a5a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:24:44.621261 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73036e8-0ee9-425f-a622-778c039b4a5a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:24:44.626872 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e73036e8-0ee9-425f-a622-778c039b4a5a tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "PUT /v2.0/routers/41c0227e-e15e-4afc-93d3-704e5eeaa5b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4204292
Dec 18 21:24:44.629598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50204) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:44.632525 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e7461c-2393-4bd0-9b89-3cf7ad7da5de None None] Sync routers for ids ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:24:44.642775 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7461c-2393-4bd0-9b89-3cf7ad7da5de None None] Routers {'41c0227e-e15e-4afc-93d3-704e5eeaa5b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:24:44.643380 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-64e7461c-2393-4bd0-9b89-3cf7ad7da5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366459c2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:24:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:44.680132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-6076a999-73f9-4919-a857-1053cb87ca02 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting subnet f9b0ff31-2dab-43f5-9f67-0a4c4d182483 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:24:44.683260 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6076a999-73f9-4919-a857-1053cb87ca02 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:44.724596 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6076a999-73f9-4919-a857-1053cb87ca02 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:44.747245 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-64e7461c-2393-4bd0-9b89-3cf7ad7da5de None None] Set router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:24:44.813619 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6076a999-73f9-4919-a857-1053cb87ca02 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:44.872662 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6076a999-73f9-4919-a857-1053cb87ca02 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:44.898655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076a999-73f9-4919-a857-1053cb87ca02 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b0ff31-2dab-43f5-9f67-0a4c4d182483,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:44.903434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6076a999-73f9-4919-a857-1053cb87ca02 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:44.906876 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6076a999-73f9-4919-a857-1053cb87ca02 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/subnets/f9b0ff31-2dab-43f5-9f67-0a4c4d182483 HTTP/1.1" status: 204  len: 168 time: 0.2761064
Dec 18 21:24:44.909271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50206) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:44.910830 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8891db-abd2-4fc7-bd5f-00634da0adcd None None] Network 71a415c2-b348-4d1f-b065-76e558ec8787 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:24:44.930494 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-64e7461c-2393-4bd0-9b89-3cf7ad7da5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366459c2e0>, [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:24:44Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:44.957669 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e7461c-2393-4bd0-9b89-3cf7ad7da5de None None] Checking router: 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:24:44.970814 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7461c-2393-4bd0-9b89-3cf7ad7da5de None None] Routers {'41c0227e-e15e-4afc-93d3-704e5eeaa5b8'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:24:44.971428 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-64e7461c-2393-4bd0-9b89-3cf7ad7da5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366459c2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:24:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:45.023910 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.079577 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.103356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] DHCP port deletion for 71a415c2-b348-4d1f-b065-76e558ec8787 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:24:45.146073 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.167231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Deleting port 351eb1f1-1bdc-424a-9568-1ddbd652804d {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:24:45.167621 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.179714 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-64e7461c-2393-4bd0-9b89-3cf7ad7da5de None None] Set router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:24:45.203004 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Deleting port 057cc96b-1157-464f-b522-8bfe56d965ec {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:24:45.203348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.232185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6807a989-cc57-4963-9412-513434830430 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:24:45.242774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] For port 351eb1f1-1bdc-424a-9568-1ddbd652804d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=351eb1f1-1bdc-424a-9568-1ddbd652804d,segment=NetworkSegment(6293e60e-82da-4fd7-a8e6-df92233ee3fa),segment_id=6293e60e-82da-4fd7-a8e6-df92233ee3fa)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:24:45.243334 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.270686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 6807a989-cc57-4963-9412-513434830430 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:24:45.271133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 6807a989-cc57-4963-9412-513434830430 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:24:45.277995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Calling delete_port for 351eb1f1-1bdc-424a-9568-1ddbd652804d owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:24:45.288057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] For port 057cc96b-1157-464f-b522-8bfe56d965ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=057cc96b-1157-464f-b522-8bfe56d965ec,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:24:45.288417 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.300632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Calling delete_port for 057cc96b-1157-464f-b522-8bfe56d965ec owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:24:45.362408 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.372859 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-64e7461c-2393-4bd0-9b89-3cf7ad7da5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366459c2e0>, [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:24:44Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:45.389331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Pushing event deleted for resources: {'Port': ['ID=351eb1f1-1bdc-424a-9568-1ddbd652804d,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:45.391679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] No DVR routers for this DVR port 351eb1f1-1bdc-424a-9568-1ddbd652804d on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:24:45.402481 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e7461c-2393-4bd0-9b89-3cf7ad7da5de None None] The sync data for ids ['41c0227e-e15e-4afc-93d3-704e5eeaa5b8'] in ncdv-master-1 is: [{'id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'name': 'tempest-TestNetworkBasicOps-router-263065139', 'tenant_id': '12ebb2d131744779969f033e54696e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:23:42Z', 'updated_at': '2021-12-18T21:24:44Z', 'revision_number': 5, 'project_id': '12ebb2d131744779969f033e54696e15', 'gw_port': {'id': '057cc96b-1157-464f-b522-8bfe56d965ec', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0227e-e15e-4afc-93d3-704e5eeaa5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:23:43Z', 'updated_at': '2021-12-18T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:24:45.405114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.405682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.406852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.407449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.408339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.409266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.409376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.409814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.410354 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.410756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.411177 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.411668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.412090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf15dab-a78d-49bc-8314-2a87f0a5013e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:45.754576 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.780776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Port': ['ID=057cc96b-1157-464f-b522-8bfe56d965ec,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:45.795534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b10ff2f-92f4-43c2-a450-1fe30f76b122 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:24:45.849707 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.946184 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.948306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.991875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:45.992581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Fanout notify agent at l3_agent the message router_deleted on router 41c0227e-e15e-4afc-93d3-704e5eeaa5b8 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:24:45.999984 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:46.001102 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ebf8c4fe-bbc8-459e-868b-cd41b2c21d34 tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/routers/41c0227e-e15e-4afc-93d3-704e5eeaa5b8 HTTP/1.1" status: 204  len: 168 time: 1.0908902
Dec 18 21:24:46.003777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50208) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:46.088163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:46.174495 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:46.195064 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c61f9d0>,) {'filters': {'network_id': ['71a415c2-b348-4d1f-b065-76e558ec8787']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:46.204645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c61f9d0>, '6293e60e-82da-4fd7-a8e6-df92233ee3fa') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:46.204946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c61f9d0>, '6293e60e-82da-4fd7-a8e6-df92233ee3fa') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:46.214106 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:46.227599 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:46.233521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:24:46.233929 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:24:46.236899 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:24:46.296692 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:46.303631 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:46.306595 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] 10.222.0.13 "DELETE /v2.0/networks/71a415c2-b348-4d1f-b065-76e558ec8787 HTTP/1.1" status: 204  len: 168 time: 0.3016479
Dec 18 21:24:46.321515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5ba82-fc9e-439c-bcc9-ff30f7d0e9ae tempest-TestNetworkBasicOps-2144304942 tempest-TestNetworkBasicOps-2144304942-project] Pushing event deleted for resources: {'Network': ['ID=71a415c2-b348-4d1f-b065-76e558ec8787,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:46.574499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50214) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:46.705907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2b78977c-527b-48e6-861a-aa2d3091a6f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12ebb2d131744779969f033e54696e15&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1295838
Dec 18 21:24:46.708334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50218) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:46.755007 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-311b0112-b50f-4243-834f-71a2b45dbe9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:46.774908 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-311b0112-b50f-4243-834f-71a2b45dbe9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:46.819412 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-311b0112-b50f-4243-834f-71a2b45dbe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:46.822425 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-311b0112-b50f-4243-834f-71a2b45dbe9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:46.823550 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-311b0112-b50f-4243-834f-71a2b45dbe9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c0d1e29-b417-40f3-95ab-307e5387bcae HTTP/1.1" status: 204  len: 168 time: 0.1143334
Dec 18 21:24:46.831325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b0112-b50f-4243-834f-71a2b45dbe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0d1e29-b417-40f3-95ab-307e5387bcae,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:47.079381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50224) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:47.093419 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a98a2366-9590-4b59-aa45-ce225e490860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:47.112306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e1dcce1a-915e-4ece-9846-c37ccd0df084 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:24:47.133504 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: e1dcce1a-915e-4ece-9846-c37ccd0df084 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:24:47.133894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device e1dcce1a-915e-4ece-9846-c37ccd0df084 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:24:47.134340 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 351eb1f1-1bdc-424a-9568-1ddbd652804d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:24:47.153892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 351eb1f1-1bdc-424a-9568-1ddbd652804d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:24:47.154236 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 351eb1f1-1bdc-424a-9568-1ddbd652804d not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:24:47.154663 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 057cc96b-1157-464f-b522-8bfe56d965ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:24:47.171349 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a98a2366-9590-4b59-aa45-ce225e490860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:47.173175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 057cc96b-1157-464f-b522-8bfe56d965ec {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:24:47.173865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 057cc96b-1157-464f-b522-8bfe56d965ec not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:24:47.176371 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a98a2366-9590-4b59-aa45-ce225e490860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:47.214739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a98a2366-9590-4b59-aa45-ce225e490860 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac351031272f470c9420674273326e76&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1341801
Dec 18 21:24:47.216415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a2366-9590-4b59-aa45-ce225e490860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb4454b-4df7-40d1-b59c-858ce511f012,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:47.217933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50226) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:47.265998 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4d9ba10f-b4f8-4311-8144-4a2b9b790008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:47.286585 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4d9ba10f-b4f8-4311-8144-4a2b9b790008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:47.332231 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4d9ba10f-b4f8-4311-8144-4a2b9b790008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:47.334846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4d9ba10f-b4f8-4311-8144-4a2b9b790008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:47.336001 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4d9ba10f-b4f8-4311-8144-4a2b9b790008 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fb4454b-4df7-40d1-b59c-858ce511f012 HTTP/1.1" status: 204  len: 168 time: 0.1164818
Dec 18 21:24:47.343985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ba10f-b4f8-4311-8144-4a2b9b790008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb4454b-4df7-40d1-b59c-858ce511f012,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:47.998025 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50248) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:48.095574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1571824011-network', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:48.117100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Made reservation on behalf of 294815d868e14c1e891b4b86a397ac8e for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:24:48.119442 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.127720 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.203193 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.206759 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.232102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:24:48.242760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cb108f-2f83-41b0-9d97-ff54856b0b83,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:48.247364 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.247707 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Added segment 3fb9fbe3-0752-4f05-b713-d744e6735c31 of type vlan for network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd
Dec 18 21:24:48.258985 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.259373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.259756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.260151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.260461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.260821 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.261227 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.261607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.261893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.262870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.263190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.263570 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.263903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.299058 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.322625 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.323679 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:48.324319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.375692 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3763802
Dec 18 21:24:48.378784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50252) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:48.383815 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Request body: {'subnet': {'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1571824011-subnet', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:48.388489 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3113e-1543-4430-b366-d72a403d2560 admin admin] Pushing event updated for resources: {'Network': ['ID=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:48.398592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:24:48.416583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Made reservation on behalf of 294815d868e14c1e891b4b86a397ac8e for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:24:48.419050 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.585836 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.645937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af6186d-6bd0-4536-8516-b12b3760283e,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:48.658811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.659239 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.659611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.659956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.660306 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.660989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.661324 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.661658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.661998 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.662497 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.662828 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.663155 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.663481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:48.666477 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Checking segment: {'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:24:48.666839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Network hostable DHCP agents. Network: f0fa9983-9bc5-4ade-b1b6-4614703d4ecd, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:24:48.683508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:24:48.693025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f0fa9983-9bc5-4ade-b1b6-4614703d4ecd) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:24:48.697003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:48.697596 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.703320 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c8892e-43a1-4e2c-af25-2aa9fbeb0bec None None] Network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:24:48.713642 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d7535118-cfe5-4389-8545-f53cab2d2fb2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3337226
Dec 18 21:24:48.716614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50254) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:48.721049 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:48.743970 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.745143 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.797707 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.809898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:24:48.810794 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:48.946604 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.128341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Allocated IP 172.20.0.2 (f0fa9983-9bc5-4ade-b1b6-4614703d4ecd/1af6186d-6bd0-4536-8516-b12b3760283e/1b9a9ef8-c78b-4703-895a-84889c0f2817) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:24:49.148953 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.172233 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.271695 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.276316 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Allocated IP 172.35.3.182 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/21df3795-6bbc-4b2c-b576-8a25f7c677a3) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:24:49.277544 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.322279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:24:49.325088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:24:49.328654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:24:49.335262 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Pushing event updated for resources: {'Port': ['ID=1b9a9ef8-c78b-4703-895a-84889c0f2817,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:49.384518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Attempting to bind port 1b9a9ef8-c78b-4703-895a-84889c0f2817 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:24:49.384887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Attempting to bind port 1b9a9ef8-c78b-4703-895a-84889c0f2817 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:24:49.385251 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Attempting to bind port 1b9a9ef8-c78b-4703-895a-84889c0f2817 on network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:24:49.388414 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.390883 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:24:49.391366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Checking segment: {'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:24:49.391888 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.392332 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Bound using segment: {'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:24:49.392796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Bound port: 1b9a9ef8-c78b-4703-895a-84889c0f2817, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:24:49.393171 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.421549 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.455770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] For port 1b9a9ef8-c78b-4703-895a-84889c0f2817, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:24:49.459125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] For port 1b9a9ef8-c78b-4703-895a-84889c0f2817, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b9a9ef8-c78b-4703-895a-84889c0f2817,segment=NetworkSegment(3fb9fbe3-0752-4f05-b713-d744e6735c31),segment_id=3fb9fbe3-0752-4f05-b713-d744e6735c31)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:24:49.461777 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:24:49.463440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.466628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:24:49.470982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:24:49.474015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Pushing event updated for resources: {'Port': ['ID=21df3795-6bbc-4b2c-b576-8a25f7c677a3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:49.492587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001faa9-f03e-4c80-b0c5-929382d2641e None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:24:49.540459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc415610-c72c-4152-a006-e2db436ba4dd None None] Pushing event updated for resources: {'Port': ['ID=1b9a9ef8-c78b-4703-895a-84889c0f2817,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:49.563165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-07e2b0fa-b6a2-4298-a0a9-ff56e47d4e2a None None] Provisioning complete for port 21df3795-6bbc-4b2c-b576-8a25f7c677a3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:49.563534 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-07e2b0fa-b6a2-4298-a0a9-ff56e47d4e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.599389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-07e2b0fa-b6a2-4298-a0a9-ff56e47d4e2a None None] Port 21df3795-6bbc-4b2c-b576-8a25f7c677a3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:24:49.670544 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.748003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:49.944571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:50.071409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Router 21d074bf-609d-4fbf-98fb-caff091a59d2 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:24:50.180072 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:24:50.190720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Sync routers for ids ['21d074bf-609d-4fbf-98fb-caff091a59d2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:24:50.199360 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:50.205827 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bab4077f-abe4-4af2-9d5c-43ecd159fd30 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.4840107
Dec 18 21:24:50.206079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Routers {'21d074bf-609d-4fbf-98fb-caff091a59d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:24:50.206079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e09dfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:24:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['21d074bf-609d-4fbf-98fb-caff091a59d2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:50.206483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50256) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:50.330239 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Set router 21d074bf-609d-4fbf-98fb-caff091a59d2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:24:50.488681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd608292-3be4-4e75-892b-3b3b94b592b4 None None] Network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:24:50.564108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-34aae180-b51f-4b69-95ae-70172255a1c6 None None] Provisioning complete for port 1b9a9ef8-c78b-4703-895a-84889c0f2817 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:50.564727 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-34aae180-b51f-4b69-95ae-70172255a1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:50.636192 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:50.646473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e09dfd0>, [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:24:49Z', 'revision_number': 3, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:50.680560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Checking router: 21d074bf-609d-4fbf-98fb-caff091a59d2 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:24:50.680914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Updating router 21d074bf-609d-4fbf-98fb-caff091a59d2 port 21df3795-6bbc-4b2c-b576-8a25f7c677a3 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:24:50.733252 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:50.777068 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-34aae180-b51f-4b69-95ae-70172255a1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:50.800880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Allocated IP 172.20.0.1 (f0fa9983-9bc5-4ade-b1b6-4614703d4ecd/1af6186d-6bd0-4536-8516-b12b3760283e/7909d606-7b4a-4848-98aa-36e896ccb8ba) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:24:50.878290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-34aae180-b51f-4b69-95ae-70172255a1c6 None None] For port 1b9a9ef8-c78b-4703-895a-84889c0f2817, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b9a9ef8-c78b-4703-895a-84889c0f2817,segment=NetworkSegment(3fb9fbe3-0752-4f05-b713-d744e6735c31),segment_id=3fb9fbe3-0752-4f05-b713-d744e6735c31)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:24:50.885107 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-34aae180-b51f-4b69-95ae-70172255a1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:50.915522 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:50.952541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:50.989339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aae180-b51f-4b69-95ae-70172255a1c6 None None] Pushing event updated for resources: {'Port': ['ID=1b9a9ef8-c78b-4703-895a-84889c0f2817,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:50.991080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:24:50.995431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:24:50.999203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:24:51.025048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Pushing event updated for resources: {'Port': ['ID=7909d606-7b4a-4848-98aa-36e896ccb8ba,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:51.046060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d6a5f3f1-072f-4468-a331-954a1c44a0eb None None] Provisioning complete for port 1b9a9ef8-c78b-4703-895a-84889c0f2817 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:51.046464 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f3f1-072f-4468-a331-954a1c44a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.046591 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.131140 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.141837 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.198727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1b9a9ef8-c78b-4703-895a-84889c0f2817 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:24:51.200868 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.257782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cead816a-352e-415b-81e1-ae3c543505ff None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:24:51.284385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2832b19-b673-41d9-aa05-83e064b305e3 None None] Pushing event updated for resources: {'Port': ['ID=21df3795-6bbc-4b2c-b576-8a25f7c677a3,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:51.289919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Attempting to bind port 21df3795-6bbc-4b2c-b576-8a25f7c677a3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:24:51.290314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Attempting to bind port 21df3795-6bbc-4b2c-b576-8a25f7c677a3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:24:51.290678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Attempting to bind port 21df3795-6bbc-4b2c-b576-8a25f7c677a3 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:24:51.300041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:24:51.300414 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:24:51.300811 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.301193 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:24:51.301766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Bound port: 21df3795-6bbc-4b2c-b576-8a25f7c677a3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:24:51.302129 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.354096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 1b9a9ef8-c78b-4703-895a-84889c0f2817 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:51.354438 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.371510 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.376814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] For port 21df3795-6bbc-4b2c-b576-8a25f7c677a3, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:24:51.379129 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.400096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] For port 21df3795-6bbc-4b2c-b576-8a25f7c677a3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21df3795-6bbc-4b2c-b576-8a25f7c677a3,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:24:51.409827 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.447283 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.450616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a3b98a62-cbdd-4c76-bd5b-951d8f1a9705 None None] Provisioning complete for port 21df3795-6bbc-4b2c-b576-8a25f7c677a3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:51.450982 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a3b98a62-cbdd-4c76-bd5b-951d8f1a9705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.453174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Pushing event updated for resources: {'Port': ['ID=7909d606-7b4a-4848-98aa-36e896ccb8ba,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:51.484639 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a41f02-78f0-4dd2-9527-3e2e891e491a None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:24:51.539189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:24:51.539583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2832b19-b673-41d9-aa05-83e064b305e3 None None] Pushing event updated for resources: {'Port': ['ID=21df3795-6bbc-4b2c-b576-8a25f7c677a3,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:51.540739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:24:51.552609 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Routers {'21d074bf-609d-4fbf-98fb-caff091a59d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:24:51.553467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e09dfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:24:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['21d074bf-609d-4fbf-98fb-caff091a59d2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:51.675794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Router 21d074bf-609d-4fbf-98fb-caff091a59d2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:24:51.703900 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a3b98a62-cbdd-4c76-bd5b-951d8f1a9705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:51.725271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] Set router 21d074bf-609d-4fbf-98fb-caff091a59d2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:24:51.796229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:24:51.801254 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8ce8cc95-d005-43bb-b193-a357a5fe5310 admin admin] 10.222.0.13 "PUT /v2.0/routers/21d074bf-609d-4fbf-98fb-caff091a59d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5941463
Dec 18 21:24:51.919159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a3b98a62-cbdd-4c76-bd5b-951d8f1a9705 None None] For port 21df3795-6bbc-4b2c-b576-8a25f7c677a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21df3795-6bbc-4b2c-b576-8a25f7c677a3,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:24:51.924216 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a3b98a62-cbdd-4c76-bd5b-951d8f1a9705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:52.034459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a3b98a62-cbdd-4c76-bd5b-951d8f1a9705 None None] Provisioning complete for port 7909d606-7b4a-4848-98aa-36e896ccb8ba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:52.034832 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a3b98a62-cbdd-4c76-bd5b-951d8f1a9705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:52.071380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b98a62-cbdd-4c76-bd5b-951d8f1a9705 None None] Pushing event updated for resources: {'Port': ['ID=21df3795-6bbc-4b2c-b576-8a25f7c677a3,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:52.090502 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a3b98a62-cbdd-4c76-bd5b-951d8f1a9705 None None] Port 7909d606-7b4a-4848-98aa-36e896ccb8ba cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:24:52.169833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e09dfd0>, [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7909d606-7b4a-4848-98aa-36e896ccb8ba', 'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'mac_address': 'fa:16:3e:c7:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:50Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 2, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'subnets': [{'id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:52.201271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739bb4e0-aa5d-4ed0-a892-3ffaa7bac882 None None] The sync data for ids ['21d074bf-609d-4fbf-98fb-caff091a59d2'] in ncdv-master-1 is: [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7909d606-7b4a-4848-98aa-36e896ccb8ba', 'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'mac_address': 'fa:16:3e:c7:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:50Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 2, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'subnets': [{'id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:24:52.213667 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-852461f3-ba03-44dc-8391-8427105c4244 None None] Provisioning complete for port 21df3795-6bbc-4b2c-b576-8a25f7c677a3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:52.214042 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-852461f3-ba03-44dc-8391-8427105c4244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:52.275465 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50272) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:52.280924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2010911673-network', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:52.305859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Made reservation on behalf of e3ef666d989f4d4299e2942f7f5206d8 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:24:52.308766 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:52.313650 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-852461f3-ba03-44dc-8391-8427105c4244 None None] Provisioning complete for port 7909d606-7b4a-4848-98aa-36e896ccb8ba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:52.314016 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-852461f3-ba03-44dc-8391-8427105c4244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:52.317617 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:52.350757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-852461f3-ba03-44dc-8391-8427105c4244 None None] Port 7909d606-7b4a-4848-98aa-36e896ccb8ba cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:24:52.395724 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:52.400185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:52.442810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:24:52.452951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da91f23-ebe0-48ae-9a38-e31058adb9c7,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:52.457501 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:52.457844 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Added segment 9140b3a9-3099-4c9d-923a-ede4eb409432 of type vlan for network b76aa860-dd22-4229-ae9e-6f2f562d4a4e
Dec 18 21:24:52.500777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:52.529350 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:52.530389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:52.530972 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:52.958960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6823773
Dec 18 21:24:52.961749 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50274) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:52.968910 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-72611bed-4b70-4e71-ae8b-20bd13d521ae admin admin] Request body: {'subnet': {'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2010911673-subnet', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:52.970713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f861bb4-385d-48ef-81b8-55ea645a31cf admin admin] Pushing event updated for resources: {'Network': ['ID=b76aa860-dd22-4229-ae9e-6f2f562d4a4e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:52.980925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network b76aa860-dd22-4229-ae9e-6f2f562d4a4e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:24:52.999056 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72611bed-4b70-4e71-ae8b-20bd13d521ae admin admin] Made reservation on behalf of e3ef666d989f4d4299e2942f7f5206d8 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:24:53.002893 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-72611bed-4b70-4e71-ae8b-20bd13d521ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.151247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 21df3795-6bbc-4b2c-b576-8a25f7c677a3 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:24:53.205329 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-72611bed-4b70-4e71-ae8b-20bd13d521ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.212399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 21df3795-6bbc-4b2c-b576-8a25f7c677a3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:53.212622 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.274984 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72611bed-4b70-4e71-ae8b-20bd13d521ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e2bd93-3a20-412e-a836-24a27853d2d9,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:53.280071 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72611bed-4b70-4e71-ae8b-20bd13d521ae admin admin] Checking segment: {'id': '9140b3a9-3099-4c9d-923a-ede4eb409432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:24:53.280440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72611bed-4b70-4e71-ae8b-20bd13d521ae admin admin] Network hostable DHCP agents. Network: b76aa860-dd22-4229-ae9e-6f2f562d4a4e, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:24:53.303197 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72611bed-4b70-4e71-ae8b-20bd13d521ae admin admin] Network b76aa860-dd22-4229-ae9e-6f2f562d4a4e is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:24:53.314025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-72611bed-4b70-4e71-ae8b-20bd13d521ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b76aa860-dd22-4229-ae9e-6f2f562d4a4e) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:24:53.318845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72611bed-4b70-4e71-ae8b-20bd13d521ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:53.319886 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-72611bed-4b70-4e71-ae8b-20bd13d521ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.326420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9618b35d-2fef-4c8c-8b23-59f268c30a18 None None] Network b76aa860-dd22-4229-ae9e-6f2f562d4a4e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:24:53.339196 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-72611bed-4b70-4e71-ae8b-20bd13d521ae admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3751245
Dec 18 21:24:53.342310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50276) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:53.346811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2010911673-router', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:53.370856 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.372599 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.430502 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.443010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b76aa860-dd22-4229-ae9e-6f2f562d4a4e', 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e', 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'fixed_ips': [{'subnet_id': 'd7e2bd93-3a20-412e-a836-24a27853d2d9'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:24:53.444311 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.572115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.608151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Allocated IP 172.20.0.2 (b76aa860-dd22-4229-ae9e-6f2f562d4a4e/d7e2bd93-3a20-412e-a836-24a27853d2d9/69ef0afb-5630-4555-af3b-ca849969ee7c) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:24:53.754284 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.761452 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.794136 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.805894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Network b76aa860-dd22-4229-ae9e-6f2f562d4a4e is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:24:53.810903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:24:53.813303 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:24:53.815196 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.832471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Pushing event updated for resources: {'Port': ['ID=69ef0afb-5630-4555-af3b-ca849969ee7c,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:53.884832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Attempting to bind port 69ef0afb-5630-4555-af3b-ca849969ee7c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:24:53.885214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Attempting to bind port 69ef0afb-5630-4555-af3b-ca849969ee7c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9140b3a9-3099-4c9d-923a-ede4eb409432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:24:53.885586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Attempting to bind port 69ef0afb-5630-4555-af3b-ca849969ee7c on network b76aa860-dd22-4229-ae9e-6f2f562d4a4e {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:24:53.891941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:24:53.892327 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Checking segment: {'id': '9140b3a9-3099-4c9d-923a-ede4eb409432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:24:53.892740 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.893140 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Bound using segment: {'id': '9140b3a9-3099-4c9d-923a-ede4eb409432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:24:53.893889 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Bound port: 69ef0afb-5630-4555-af3b-ca849969ee7c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9140b3a9-3099-4c9d-923a-ede4eb409432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:24:53.894033 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:53.946450 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Allocated IP 172.35.3.60 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/c3666f0a-aa12-4510-bf42-a02539325c74) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:24:53.968990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] For port 69ef0afb-5630-4555-af3b-ca849969ee7c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:24:53.972298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] For port 69ef0afb-5630-4555-af3b-ca849969ee7c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69ef0afb-5630-4555-af3b-ca849969ee7c,segment=NetworkSegment(9140b3a9-3099-4c9d-923a-ede4eb409432),segment_id=9140b3a9-3099-4c9d-923a-ede4eb409432)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:24:53.976750 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:54.039625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43b2b4-2f6b-4e68-b97c-607dd2410fbb None None] Pushing event updated for resources: {'Port': ['ID=69ef0afb-5630-4555-af3b-ca849969ee7c,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:54.060565 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:54.104075 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:54.149290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:24:54.152849 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:24:54.157077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:24:54.163650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Pushing event updated for resources: {'Port': ['ID=c3666f0a-aa12-4510-bf42-a02539325c74,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:54.176696 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051c9d33-f0b5-41a3-87bd-35412df946d6 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:24:54.303752 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-85ce3259-bed0-48de-b288-360bcb68edee None None] Provisioning complete for port c3666f0a-aa12-4510-bf42-a02539325c74 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:54.306187 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-85ce3259-bed0-48de-b288-360bcb68edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:54.363432 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-85ce3259-bed0-48de-b288-360bcb68edee None None] Port c3666f0a-aa12-4510-bf42-a02539325c74 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:24:54.743846 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Sync routers for ids ['21d074bf-609d-4fbf-98fb-caff091a59d2'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:24:54.755050 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Routers {'21d074bf-609d-4fbf-98fb-caff091a59d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:24:54.755760 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f4fb3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:24:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['21d074bf-609d-4fbf-98fb-caff091a59d2'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:54.772524 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:54.861729 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Set router 21d074bf-609d-4fbf-98fb-caff091a59d2 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:24:54.983329 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.072831 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f4fb3d0>, [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7909d606-7b4a-4848-98aa-36e896ccb8ba', 'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'mac_address': 'fa:16:3e:c7:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:50Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 2, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'subnets': [{'id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:55.099019 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Checking router: 21d074bf-609d-4fbf-98fb-caff091a59d2 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:24:55.099384 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Updating router 21d074bf-609d-4fbf-98fb-caff091a59d2 port 7909d606-7b4a-4848-98aa-36e896ccb8ba binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:24:55.129016 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.133407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Router 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:24:55.168044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 69ef0afb-5630-4555-af3b-ca849969ee7c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:24:55.226365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 69ef0afb-5630-4555-af3b-ca849969ee7c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:55.226924 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.258299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:24:55.278397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Sync routers for ids ['20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:24:55.284570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.286928 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0f12e346-d5a0-4935-97ef-0717880edb48 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9431953
Dec 18 21:24:55.289295 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50280) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:55.299578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Routers {'20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:24:55.299578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365dfa5cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:24:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:55.431880 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.435480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df8469-5302-43de-9e73-3c13baab3318 None None] Network b76aa860-dd22-4229-ae9e-6f2f562d4a4e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:24:55.438794 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.481202 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Pushing event updated for resources: {'Port': ['ID=7909d606-7b4a-4848-98aa-36e896ccb8ba,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:55.493156 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.500415 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.501236 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.501792 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.502395 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.502939 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.503491 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.503921 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.504365 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.504918 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.505340 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.505765 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.506185 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.506630 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:24:55.507793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Set router 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:24:55.556113 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Attempting to bind port 7909d606-7b4a-4848-98aa-36e896ccb8ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:24:55.556754 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Attempting to bind port 7909d606-7b4a-4848-98aa-36e896ccb8ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:24:55.557218 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Attempting to bind port 7909d606-7b4a-4848-98aa-36e896ccb8ba on network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:24:55.563324 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:24:55.564075 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Checking segment: {'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:24:55.564957 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.565565 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Bound using segment: {'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:24:55.566236 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Bound port: 7909d606-7b4a-4848-98aa-36e896ccb8ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:24:55.566976 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.586475 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-716b3cb4-4bff-4da0-8d8a-a9e89881a52a None None] Provisioning complete for port 69ef0afb-5630-4555-af3b-ca849969ee7c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:55.586847 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-716b3cb4-4bff-4da0-8d8a-a9e89881a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.670889 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] For port 7909d606-7b4a-4848-98aa-36e896ccb8ba, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:24:55.675000 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] For port 7909d606-7b4a-4848-98aa-36e896ccb8ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7909d606-7b4a-4848-98aa-36e896ccb8ba,segment=NetworkSegment(3fb9fbe3-0752-4f05-b713-d744e6735c31),segment_id=3fb9fbe3-0752-4f05-b713-d744e6735c31)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:24:55.686051 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.748762 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75db4e4-034f-475d-affd-9e7564907c8b None None] Pushing event updated for resources: {'Port': ['ID=7909d606-7b4a-4848-98aa-36e896ccb8ba,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:55.763877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 69ef0afb-5630-4555-af3b-ca849969ee7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69ef0afb-5630-4555-af3b-ca849969ee7c,segment=NetworkSegment(9140b3a9-3099-4c9d-923a-ede4eb409432),segment_id=9140b3a9-3099-4c9d-923a-ede4eb409432)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:24:55.765150 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Routers {'21d074bf-609d-4fbf-98fb-caff091a59d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:24:55.765861 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f4fb3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:24:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['21d074bf-609d-4fbf-98fb-caff091a59d2'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:55.787180 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.827679 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:55.880765 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=69ef0afb-5630-4555-af3b-ca849969ee7c,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:55.894048 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] Set router 21d074bf-609d-4fbf-98fb-caff091a59d2 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:24:55.984586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365dfa5cd0>, [{'id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'name': 'tempest-TestServerBasicOps-2010911673-router', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:54Z', 'revision_number': 3, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'gw_port': {'id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:56.017304 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Checking router: 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:24:56.018282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Updating router 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa port c3666f0a-aa12-4510-bf42-a02539325c74 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:24:56.048440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Allocated IP 172.20.0.1 (b76aa860-dd22-4229-ae9e-6f2f562d4a4e/d7e2bd93-3a20-412e-a836-24a27853d2d9/dd86ee7c-59f4-46a0-b08b-b635375cb759) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:24:56.053773 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.123949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-bfe8e6e7-3130-4d81-8de1-545900aaceab None None] Provisioning complete for port 7909d606-7b4a-4848-98aa-36e896ccb8ba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:56.124319 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bfe8e6e7-3130-4d81-8de1-545900aaceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.181330 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f4fb3d0>, [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7909d606-7b4a-4848-98aa-36e896ccb8ba', 'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'mac_address': 'fa:16:3e:c7:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:50Z', 'updated_at': '2021-12-18T21:24:55Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'subnets': [{'id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:56.207039 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.250346 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.290433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Network b76aa860-dd22-4229-ae9e-6f2f562d4a4e is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:24:56.294448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:24:56.300684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:24:56.328395 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb3367-a496-4b53-910d-db4523058d3d None None] The sync data for ids ['21d074bf-609d-4fbf-98fb-caff091a59d2'] in ncdv-master-1 is: [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7909d606-7b4a-4848-98aa-36e896ccb8ba', 'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'mac_address': 'fa:16:3e:c7:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:50Z', 'updated_at': '2021-12-18T21:24:55Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'subnets': [{'id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:24:56.350572 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.397068 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bfe8e6e7-3130-4d81-8de1-545900aaceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.399338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Pushing event updated for resources: {'Port': ['ID=dd86ee7c-59f4-46a0-b08b-b635375cb759,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:56.453823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-bfe8e6e7-3130-4d81-8de1-545900aaceab None None] For port 7909d606-7b4a-4848-98aa-36e896ccb8ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7909d606-7b4a-4848-98aa-36e896ccb8ba,segment=NetworkSegment(3fb9fbe3-0752-4f05-b713-d744e6735c31),segment_id=3fb9fbe3-0752-4f05-b713-d744e6735c31)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:24:56.467409 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bfe8e6e7-3130-4d81-8de1-545900aaceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.531525 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.561527 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.568957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8e6e7-3130-4d81-8de1-545900aaceab None None] Pushing event updated for resources: {'Port': ['ID=7909d606-7b4a-4848-98aa-36e896ccb8ba,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:56.592253 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.627483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-aa8688b3-b207-4311-b516-d1cb06bcb057 None None] Provisioning complete for port 69ef0afb-5630-4555-af3b-ca849969ee7c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:56.627987 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aa8688b3-b207-4311-b516-d1cb06bcb057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.747740 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.753684 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.829254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Pushing event updated for resources: {'Port': ['ID=dd86ee7c-59f4-46a0-b08b-b635375cb759,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:56.832602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.835968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7905fc61-7208-48dd-a5f4-92197c15f633 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:24:56.855000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Attempting to bind port c3666f0a-aa12-4510-bf42-a02539325c74 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:24:56.855376 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Attempting to bind port c3666f0a-aa12-4510-bf42-a02539325c74 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:24:56.855770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Attempting to bind port c3666f0a-aa12-4510-bf42-a02539325c74 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:24:56.871643 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4aaf86-d177-4025-8a63-7c2764533cc5 None None] Pushing event updated for resources: {'Port': ['ID=c3666f0a-aa12-4510-bf42-a02539325c74,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:56.873957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:24:56.874355 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:24:56.874816 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.875125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:24:56.875593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Bound port: c3666f0a-aa12-4510-bf42-a02539325c74, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:24:56.875974 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:56.929246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Network b76aa860-dd22-4229-ae9e-6f2f562d4a4e is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:24:56.930980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:24:56.956586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] For port c3666f0a-aa12-4510-bf42-a02539325c74, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:24:56.979859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] For port c3666f0a-aa12-4510-bf42-a02539325c74, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3666f0a-aa12-4510-bf42-a02539325c74,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:24:56.992690 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.061821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda4eb05-5032-49c1-84a7-b104a4ea8575 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:24:57.075201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Router 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:24:57.095046 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Routers {'20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:24:57.096090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365dfa5cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:24:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:57.147974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-aa8688b3-b207-4311-b516-d1cb06bcb057 None None] Provisioning complete for port 7909d606-7b4a-4848-98aa-36e896ccb8ba triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:57.148334 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aa8688b3-b207-4311-b516-d1cb06bcb057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.194965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 69ef0afb-5630-4555-af3b-ca849969ee7c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:24:57.197737 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4aaf86-d177-4025-8a63-7c2764533cc5 None None] Pushing event updated for resources: {'Port': ['ID=c3666f0a-aa12-4510-bf42-a02539325c74,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:57.255630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:24:57.260758 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2d88773f-8ccc-4ce6-bfa9-3eacf7ca7d85 admin admin] 10.222.0.13 "PUT /v2.0/routers/20e6bc1f-f66c-45f4-ba9d-0c86558f8faa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9701774
Dec 18 21:24:57.335109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] Set router 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:24:57.381585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 69ef0afb-5630-4555-af3b-ca849969ee7c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:57.382163 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.524016 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e5e26ad6-a8c6-4c64-9268-78d8feb39923 None None] Provisioning complete for port dd86ee7c-59f4-46a0-b08b-b635375cb759 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:57.524716 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5e26ad6-a8c6-4c64-9268-78d8feb39923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.626636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e5e26ad6-a8c6-4c64-9268-78d8feb39923 None None] Port dd86ee7c-59f4-46a0-b08b-b635375cb759 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:24:57.629539 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7909d606-7b4a-4848-98aa-36e896ccb8ba up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:24:57.677620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e5e26ad6-a8c6-4c64-9268-78d8feb39923 None None] Provisioning complete for port c3666f0a-aa12-4510-bf42-a02539325c74 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:57.677986 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5e26ad6-a8c6-4c64-9268-78d8feb39923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.731201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365dfa5cd0>, [{'id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'name': 'tempest-TestServerBasicOps-2010911673-router', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 4, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'gw_port': {'id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd86ee7c-59f4-46a0-b08b-b635375cb759', 'name': '', 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'mac_address': 'fa:16:3e:be:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd7e2bd93-3a20-412e-a836-24a27853d2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:55Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 2, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'subnets': [{'id': 'd7e2bd93-3a20-412e-a836-24a27853d2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:24:57.738270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50288) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:57.744983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-61fcfc20-3ffa-47d1-967d-a23e63384425 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2012101670', 'description': 'tempest-secgroup-smoke-2012101670 description', 'project_id': '294815d868e14c1e891b4b86a397ac8e'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:57.763642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 7909d606-7b4a-4848-98aa-36e896ccb8ba triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:57.764015 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.766326 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d1d896-b6bb-4d20-be13-1de494f0543e None None] The sync data for ids ['20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'] in ncdv-master-1 is: [{'id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'name': 'tempest-TestServerBasicOps-2010911673-router', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 4, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'gw_port': {'id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd86ee7c-59f4-46a0-b08b-b635375cb759', 'name': '', 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'mac_address': 'fa:16:3e:be:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd7e2bd93-3a20-412e-a836-24a27853d2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:55Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 2, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'subnets': [{'id': 'd7e2bd93-3a20-412e-a836-24a27853d2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:24:57.775688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-61fcfc20-3ffa-47d1-967d-a23e63384425 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.843457 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5e26ad6-a8c6-4c64-9268-78d8feb39923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.849756 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-61fcfc20-3ffa-47d1-967d-a23e63384425 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.856531 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-61fcfc20-3ffa-47d1-967d-a23e63384425 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.867827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e5e26ad6-a8c6-4c64-9268-78d8feb39923 None None] For port c3666f0a-aa12-4510-bf42-a02539325c74, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3666f0a-aa12-4510-bf42-a02539325c74,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:24:57.891413 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e5e26ad6-a8c6-4c64-9268-78d8feb39923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.899360 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-61fcfc20-3ffa-47d1-967d-a23e63384425 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.900796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-61fcfc20-3ffa-47d1-967d-a23e63384425 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1616266
Dec 18 21:24:57.905170 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50290) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:57.906914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcfc20-3ffa-47d1-967d-a23e63384425 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce4eb10-22ce-4d2c-b270-ca1bbe725594,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:57.913729 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d5664e8d-bd98-46c4-8108-37eaf8a100ff tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Request body: {'security_group_rule': {'security_group_id': '2ce4eb10-22ce-4d2c-b270-ca1bbe725594', 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:57.951287 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5664e8d-bd98-46c4-8108-37eaf8a100ff tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:57.958872 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e26ad6-a8c6-4c64-9268-78d8feb39923 None None] Pushing event updated for resources: {'Port': ['ID=c3666f0a-aa12-4510-bf42-a02539325c74,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:58.026845 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5664e8d-bd98-46c4-8108-37eaf8a100ff tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.031020 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5664e8d-bd98-46c4-8108-37eaf8a100ff tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.054934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5664e8d-bd98-46c4-8108-37eaf8a100ff tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50316edd-87eb-4a45-aaa6-81f01977f704,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:58.063215 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5664e8d-bd98-46c4-8108-37eaf8a100ff tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.064719 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d5664e8d-bd98-46c4-8108-37eaf8a100ff tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1580474
Dec 18 21:24:58.067664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50292) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:58.072478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-07cdb8fd-3295-4b43-bf47-2a2f631a1a98 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Request body: {'security_group_rule': {'security_group_id': '2ce4eb10-22ce-4d2c-b270-ca1bbe725594', 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:58.102749 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-07cdb8fd-3295-4b43-bf47-2a2f631a1a98 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.165450 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-07cdb8fd-3295-4b43-bf47-2a2f631a1a98 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.170477 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-07cdb8fd-3295-4b43-bf47-2a2f631a1a98 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.195051 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdb8fd-3295-4b43-bf47-2a2f631a1a98 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2529aa-4dd3-4206-82ab-4ae01c1c9e6d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:58.208717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-07cdb8fd-3295-4b43-bf47-2a2f631a1a98 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.210353 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-07cdb8fd-3295-4b43-bf47-2a2f631a1a98 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1413393
Dec 18 21:24:58.214273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50294) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:58.219753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7dcbed4f-bcfe-4ee5-8915-56568bd1b7e5 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Request body: {'security_group_rule': {'security_group_id': '2ce4eb10-22ce-4d2c-b270-ca1bbe725594', 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:58.249685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcbed4f-bcfe-4ee5-8915-56568bd1b7e5 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.321282 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcbed4f-bcfe-4ee5-8915-56568bd1b7e5 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.325552 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcbed4f-bcfe-4ee5-8915-56568bd1b7e5 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.345195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbed4f-bcfe-4ee5-8915-56568bd1b7e5 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3b715b-541a-440a-8c70-db0c05b63e2f,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:58.355303 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7dcbed4f-bcfe-4ee5-8915-56568bd1b7e5 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.359480 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7dcbed4f-bcfe-4ee5-8915-56568bd1b7e5 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1412010
Dec 18 21:24:58.359826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50296) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:58.364338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c64636ce-42d2-4c81-9f30-68199e8de5da tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Request body: {'security_group_rule': {'security_group_id': '2ce4eb10-22ce-4d2c-b270-ca1bbe725594', 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:58.393203 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c64636ce-42d2-4c81-9f30-68199e8de5da tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.448233 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c64636ce-42d2-4c81-9f30-68199e8de5da tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.452188 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c64636ce-42d2-4c81-9f30-68199e8de5da tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.468837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64636ce-42d2-4c81-9f30-68199e8de5da tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9457669e-1cf0-44cd-a231-23da5af4860a,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:58.475792 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c64636ce-42d2-4c81-9f30-68199e8de5da tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.476959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c64636ce-42d2-4c81-9f30-68199e8de5da tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1161478
Dec 18 21:24:58.479760 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50298) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:58.484127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-828449e4-1375-433f-8333-0ef921c26012 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Request body: {'security_group_rule': {'security_group_id': '2ce4eb10-22ce-4d2c-b270-ca1bbe725594', 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:58.507237 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-828449e4-1375-433f-8333-0ef921c26012 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Project 294815d868e14c1e891b4b86a397ac8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:24:58.512492 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-828449e4-1375-433f-8333-0ef921c26012 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.569387 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-828449e4-1375-433f-8333-0ef921c26012 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.572850 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-828449e4-1375-433f-8333-0ef921c26012 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.590006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828449e4-1375-433f-8333-0ef921c26012 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b197c811-8b4e-4eb5-be0a-038884237c61,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:58.598800 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-828449e4-1375-433f-8333-0ef921c26012 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.600061 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-828449e4-1375-433f-8333-0ef921c26012 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1193769
Dec 18 21:24:58.603012 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50300) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:24:58.608040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8f06c102-8fa2-4ca3-a516-c80995e93b0e tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Request body: {'security_group_rule': {'security_group_id': '2ce4eb10-22ce-4d2c-b270-ca1bbe725594', 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:24:58.631162 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-8f06c102-8fa2-4ca3-a516-c80995e93b0e tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Project 294815d868e14c1e891b4b86a397ac8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:24:58.636108 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f06c102-8fa2-4ca3-a516-c80995e93b0e tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.695018 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f06c102-8fa2-4ca3-a516-c80995e93b0e tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.698842 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f06c102-8fa2-4ca3-a516-c80995e93b0e tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.717172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06c102-8fa2-4ca3-a516-c80995e93b0e tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acdc07c-ad56-4c4d-9623-2c4603a5f3c8,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:24:58.724760 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8f06c102-8fa2-4ca3-a516-c80995e93b0e tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:58.725960 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8f06c102-8fa2-4ca3-a516-c80995e93b0e tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1219146
Dec 18 21:24:58.878033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-9e1d3b71-59ce-4229-8155-c914a3cf68b7 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012101670&fields=id&tenant_id=294815d868e14c1e891b4b86a397ac8e HTTP/1.1" status: 200  len: 267 time: 0.0447338
Dec 18 21:24:58.986868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-a2173ed9-9a0b-42d8-91eb-dca054061b7c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:24:58.988378 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-a2173ed9-9a0b-42d8-91eb-dca054061b7c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/networks?id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd HTTP/1.1" status: 200  len: 809 time: 0.1033039
Dec 18 21:24:59.005852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-6ae98693-5e50-4e19-9f60-673af89bb27c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/quotas/294815d868e14c1e891b4b86a397ac8e HTTP/1.1" status: 200  len: 375 time: 0.0107791
Dec 18 21:24:59.084000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-d0c6f7ec-8518-4024-a3cf-5cade4cbb3a5 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=294815d868e14c1e891b4b86a397ac8e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0690827
Dec 18 21:24:59.171941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c3666f0a-aa12-4510-bf42-a02539325c74 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:24:59.202957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-1a0aeef5-41a3-411f-a695-6209c23a8af7 service neutron] 10.222.0.13 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023197
Dec 18 21:24:59.241141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port c3666f0a-aa12-4510-bf42-a02539325c74 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:24:59.241606 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:24:59.305781 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7398016a-d7c3-4d59-9f9e-4c997611f3a5 service neutron] 10.222.0.13 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0950563
Dec 18 21:24:59.530130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48f3b20b-a98a-436c-b4e3-4b5257ce5ba7 req-c2e7b2e7-846f-44dc-94a4-f6f92e896759 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 210 time: 0.0453856
Dec 18 21:25:00.419003 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Sync routers for ids ['20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:25:00.429015 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Routers {'20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:25:00.429627 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7f5f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:24:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:25:00.508787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-582bd3a6-0994-46e9-b362-d587925e3910 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:00.510569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-582bd3a6-0994-46e9-b362-d587925e3910 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.31 "GET /v2.0/networks?id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd HTTP/1.1" status: 200  len: 809 time: 0.1072052
Dec 18 21:25:00.535026 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Set router 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:25:00.579077 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-64c3c4b8-c7cc-44d4-afb6-a394cc32da06 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=294815d868e14c1e891b4b86a397ac8e HTTP/1.1" status: 200  len: 380 time: 0.0591202
Dec 18 21:25:00.588671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Request body: {'port': {'device_id': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'admin_state_up': True, 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'security_groups': ['2ce4eb10-22ce-4d2c-b270-ca1bbe725594']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:25:00.665448 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4202aebd-72d8-4f9b-a073-4ed890de69b8 req-732629e1-9e06-4b3b-b028-23bb03c76769 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 210 time: 0.0316744
Dec 18 21:25:00.732843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Made reservation on behalf of 294815d868e14c1e891b4b86a397ac8e for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:25:00.736779 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:00.746800 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7f5f10>, [{'id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'name': 'tempest-TestServerBasicOps-2010911673-router', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 4, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'gw_port': {'id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd86ee7c-59f4-46a0-b08b-b635375cb759', 'name': '', 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'mac_address': 'fa:16:3e:be:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd7e2bd93-3a20-412e-a836-24a27853d2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:55Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 2, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'subnets': [{'id': 'd7e2bd93-3a20-412e-a836-24a27853d2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:25:00.776282 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Checking router: 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:25:00.776641 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Updating router 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa port dd86ee7c-59f4-46a0-b08b-b635375cb759 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:25:00.801452 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:00.866376 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Allocated IP 172.20.0.6 (f0fa9983-9bc5-4ade-b1b6-4614703d4ecd/1af6186d-6bd0-4536-8516-b12b3760283e/ec97ef2b-eb9b-42c8-a086-17b838b4112b) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:25:01.004643 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.040234 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.057545 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.062542 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.085830 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:25:01.089217 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:25:01.094191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:25:01.098399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event updated for resources: {'Port': ['ID=ec97ef2b-eb9b-42c8-a086-17b838b4112b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:25:01.116191 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa234e3-9757-4ec5-b61e-e7589e238abd None None] Pushing event updated for resources: {'Port': ['ID=dd86ee7c-59f4-46a0-b08b-b635375cb759,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:25:01.164745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:01.165618 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.179351 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Attempting to bind port dd86ee7c-59f4-46a0-b08b-b635375cb759 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:25:01.179770 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Attempting to bind port dd86ee7c-59f4-46a0-b08b-b635375cb759 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9140b3a9-3099-4c9d-923a-ede4eb409432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:25:01.180262 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Attempting to bind port dd86ee7c-59f4-46a0-b08b-b635375cb759 on network b76aa860-dd22-4229-ae9e-6f2f562d4a4e {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:25:01.186673 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-7cbd4394-f57a-46f6-ae53-6cec0af2763c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6016495
Dec 18 21:25:01.187175 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:25:01.187744 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Checking segment: {'id': '9140b3a9-3099-4c9d-923a-ede4eb409432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:25:01.188319 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.188713 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Bound using segment: {'id': '9140b3a9-3099-4c9d-923a-ede4eb409432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:25:01.189181 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Bound port: dd86ee7c-59f4-46a0-b08b-b635375cb759, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9140b3a9-3099-4c9d-923a-ede4eb409432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:25:01.189817 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.198954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Request body: {'port': {'device_id': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:25:01.261153 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] For port dd86ee7c-59f4-46a0-b08b-b635375cb759, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:25:01.265948 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] For port dd86ee7c-59f4-46a0-b08b-b635375cb759, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd86ee7c-59f4-46a0-b08b-b635375cb759,segment=NetworkSegment(9140b3a9-3099-4c9d-923a-ede4eb409432),segment_id=9140b3a9-3099-4c9d-923a-ede4eb409432)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:25:01.267776 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.271741 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.340982 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Routers {'20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:25:01.341661 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7f5f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:24:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:25:01.403942 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa234e3-9757-4ec5-b61e-e7589e238abd None None] Pushing event updated for resources: {'Port': ['ID=dd86ee7c-59f4-46a0-b08b-b635375cb759,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:25:01.444720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-97dd880f-318c-4f75-81b7-53e01b0770d4 None None] Provisioning complete for port ec97ef2b-eb9b-42c8-a086-17b838b4112b triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:25:01.445851 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-97dd880f-318c-4f75-81b7-53e01b0770d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.469564 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] Set router 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:25:01.491528 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-97dd880f-318c-4f75-81b7-53e01b0770d4 None None] Port ec97ef2b-eb9b-42c8-a086-17b838b4112b cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:25:01.504496 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-97dd880f-318c-4f75-81b7-53e01b0770d4 None None] Provisioning complete for port dd86ee7c-59f4-46a0-b08b-b635375cb759 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:25:01.505239 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-97dd880f-318c-4f75-81b7-53e01b0770d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.562277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec97ef2b-eb9b-42c8-a086-17b838b4112b {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:25:01.570710 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.583943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Transition to ACTIVE for port object ec97ef2b-eb9b-42c8-a086-17b838b4112b will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:25:01.590702 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.609199 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-97dd880f-318c-4f75-81b7-53e01b0770d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.645991 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Pushing event updated for resources: {'Port': ['ID=ec97ef2b-eb9b-42c8-a086-17b838b4112b,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:25:01.650315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-97dd880f-318c-4f75-81b7-53e01b0770d4 None None] For port dd86ee7c-59f4-46a0-b08b-b635375cb759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd86ee7c-59f4-46a0-b08b-b635375cb759,segment=NetworkSegment(9140b3a9-3099-4c9d-923a-ede4eb409432),segment_id=9140b3a9-3099-4c9d-923a-ede4eb409432)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:25:01.655421 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-97dd880f-318c-4f75-81b7-53e01b0770d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.736654 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7f5f10>, [{'id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'name': 'tempest-TestServerBasicOps-2010911673-router', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 4, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'gw_port': {'id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd86ee7c-59f4-46a0-b08b-b635375cb759', 'name': '', 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'mac_address': 'fa:16:3e:be:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd7e2bd93-3a20-412e-a836-24a27853d2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:55Z', 'updated_at': '2021-12-18T21:25:01Z', 'revision_number': 4, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'subnets': [{'id': 'd7e2bd93-3a20-412e-a836-24a27853d2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:25:01.751638 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd880f-318c-4f75-81b7-53e01b0770d4 None None] Pushing event updated for resources: {'Port': ['ID=dd86ee7c-59f4-46a0-b08b-b635375cb759,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:25:01.770969 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff83ebb-a879-4d81-af5b-4b990973f371 None None] The sync data for ids ['20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'] in ncdv-master-1 is: [{'id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'name': 'tempest-TestServerBasicOps-2010911673-router', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 4, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'gw_port': {'id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd86ee7c-59f4-46a0-b08b-b635375cb759', 'name': '', 'network_id': 'b76aa860-dd22-4229-ae9e-6f2f562d4a4e', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'mac_address': 'fa:16:3e:be:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd7e2bd93-3a20-412e-a836-24a27853d2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:55Z', 'updated_at': '2021-12-18T21:25:01Z', 'revision_number': 4, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'subnets': [{'id': 'd7e2bd93-3a20-412e-a836-24a27853d2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:25:01.782377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f28e23cd-8184-42f0-9b37-c9725d1ba100 None None] Provisioning complete for port dd86ee7c-59f4-46a0-b08b-b635375cb759 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:25:01.784800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Attempting to bind port ec97ef2b-eb9b-42c8-a086-17b838b4112b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:25:01.785145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Attempting to bind port ec97ef2b-eb9b-42c8-a086-17b838b4112b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:25:01.785479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Attempting to bind port ec97ef2b-eb9b-42c8-a086-17b838b4112b on network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:25:01.786303 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f28e23cd-8184-42f0-9b37-c9725d1ba100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.827308 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Port ec97ef2b-eb9b-42c8-a086-17b838b4112b on network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:25:01.827920 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Attempting to bind port ec97ef2b-eb9b-42c8-a086-17b838b4112b on network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:25:01.845723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:25:01.846132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Checking segment: {'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:25:01.846532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Bound using segment: {'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:25:01.846984 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Bound port: ec97ef2b-eb9b-42c8-a086-17b838b4112b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb9fbe3-0752-4f05-b713-d744e6735c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:25:01.847349 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:01.867019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc8f05-4056-472d-9d8f-f7f898ac6003 req-a696638f-4a06-4ff5-a993-b620300b03f5 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:01.868632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbbc8f05-4056-472d-9d8f-f7f898ac6003 req-a696638f-4a06-4ff5-a993-b620300b03f5 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 943 time: 0.0875320
Dec 18 21:25:01.962545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] For port ec97ef2b-eb9b-42c8-a086-17b838b4112b, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:25:01.967050 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] For port ec97ef2b-eb9b-42c8-a086-17b838b4112b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec97ef2b-eb9b-42c8-a086-17b838b4112b,segment=NetworkSegment(3fb9fbe3-0752-4f05-b713-d744e6735c31),segment_id=3fb9fbe3-0752-4f05-b713-d744e6735c31)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:25:01.971575 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bbbc8f05-4056-472d-9d8f-f7f898ac6003 req-bb53ded7-547b-4837-b1c4-47f69915be1e tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755041
Dec 18 21:25:01.973145 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:02.012173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:02.012682 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:02.014632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] 10.222.0.31 "PUT /v2.0/ports/ec97ef2b-eb9b-42c8-a086-17b838b4112b HTTP/1.1" status: 200  len: 1091 time: 0.8201840
Dec 18 21:25:02.015091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'tag': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:25:02.017569 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f62017-6988-4628-80dd-73da62bffa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5754d94d-b011-4ee2-b9a0-680bce3ef2e4", "tag": "ec97ef2b-eb9b-42c8-a086-17b838b4112b"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:25:02.056957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a0c46-670b-4564-beeb-3697a2d81e7b service neutron] Pushing event updated for resources: {'Port': ['ID=ec97ef2b-eb9b-42c8-a086-17b838b4112b,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:25:02.112585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-a99912ff-9432-4cde-85ac-0f1c20b131f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:02.114141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-a99912ff-9432-4cde-85ac-0f1c20b131f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=294815d868e14c1e891b4b86a397ac8e&device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 1094 time: 0.0524442
Dec 18 21:25:02.176721 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4da4e9d-2d47-4b01-a1ec-390461dc59c8 x-openstack-request-id: req-a4da4e9d-2d47-4b01-a1ec-390461dc59c8 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:25:02.177016 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5754d94d-b011-4ee2-b9a0-680bce3ef2e4", "tag": "ec97ef2b-eb9b-42c8-a086-17b838b4112b", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:25:02.177335 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4da4e9d-2d47-4b01-a1ec-390461dc59c8 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:25:02.177743 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'tag': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b', 'status': 'completed', 'code': 200}
Dec 18 21:25:02.179690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-9e9d1292-7902-464f-ab75-729a7106951f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec97ef2b-eb9b-42c8-a086-17b838b4112b HTTP/1.1" status: 200  len: 217 time: 0.0481417
Dec 18 21:25:02.238535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-e5fa9a76-0c92-4bfd-bc16-cc14e465abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:02.240049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-e5fa9a76-0c92-4bfd-bc16-cc14e465abbb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1af6186d-6bd0-4536-8516-b12b3760283e HTTP/1.1" status: 200  len: 848 time: 0.0535901
Dec 18 21:25:02.287429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-e4f0fd6b-0ad1-48ff-a0bc-61e602afc6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:02.288964 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-e4f0fd6b-0ad1-48ff-a0bc-61e602afc6bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0415154
Dec 18 21:25:02.384491 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-f1466664-7088-4320-8a76-3c56d55f430f service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886967
Dec 18 21:25:02.473442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c6a87fa4-a12d-47fe-89e9-91624983d538 req-f206b06b-68f7-4cd5-b93d-56ddbe13b8d1 service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824909
Dec 18 21:25:02.559089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f62017-6988-4628-80dd-73da62bffa0b req-1eecbf1f-19f3-4db2-8cbd-b78c21be70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:02.560485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14f62017-6988-4628-80dd-73da62bffa0b req-1eecbf1f-19f3-4db2-8cbd-b78c21be70a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=294815d868e14c1e891b4b86a397ac8e&device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 1094 time: 0.0417681
Dec 18 21:25:02.651024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f62017-6988-4628-80dd-73da62bffa0b req-d2288020-7683-4e32-b04d-9a10c8e00ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:02.653059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14f62017-6988-4628-80dd-73da62bffa0b req-d2288020-7683-4e32-b04d-9a10c8e00ea4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd HTTP/1.1" status: 200  len: 910 time: 0.0849247
Dec 18 21:25:02.692650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14f62017-6988-4628-80dd-73da62bffa0b req-981072ba-c362-47f9-af33-46c082d5a193 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec97ef2b-eb9b-42c8-a086-17b838b4112b HTTP/1.1" status: 200  len: 217 time: 0.0337029
Dec 18 21:25:02.740383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f62017-6988-4628-80dd-73da62bffa0b req-3bfb3a8e-3eb6-4c7d-8071-e2968fd26d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:02.741819 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14f62017-6988-4628-80dd-73da62bffa0b req-3bfb3a8e-3eb6-4c7d-8071-e2968fd26d9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1af6186d-6bd0-4536-8516-b12b3760283e HTTP/1.1" status: 200  len: 848 time: 0.0415428
Dec 18 21:25:02.791607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f62017-6988-4628-80dd-73da62bffa0b req-436513a5-e32d-43aa-802c-0f9940e1d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:02.793252 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14f62017-6988-4628-80dd-73da62bffa0b req-436513a5-e32d-43aa-802c-0f9940e1d56e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0441997
Dec 18 21:25:02.882428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14f62017-6988-4628-80dd-73da62bffa0b req-a5c5ce10-084a-443f-93d7-38b4c332c67f service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818877
Dec 18 21:25:02.973283 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14f62017-6988-4628-80dd-73da62bffa0b req-517885e0-a57e-4999-a9fb-aafa522596ba service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831387
Dec 18 21:25:02.988799 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f617197a-e170-4be3-8d89-35d03a194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:03.096483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adba30-8356-44c5-add3-6dcb73e7fcac req-008643ad-a989-44ec-861c-c94f88548db4 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:03.098000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66adba30-8356-44c5-add3-6dcb73e7fcac req-008643ad-a989-44ec-861c-c94f88548db4 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 943 time: 0.0561519
Dec 18 21:25:03.131387 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dd86ee7c-59f4-46a0-b08b-b635375cb759 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:25:03.149324 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66adba30-8356-44c5-add3-6dcb73e7fcac req-800a3a87-14f6-4339-b024-509e2a688e5b tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449171
Dec 18 21:25:03.187415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port dd86ee7c-59f4-46a0-b08b-b635375cb759 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:25:03.187780 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:04.264913 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ce4ee-0c5a-4624-8b7b-060fdcdff178 req-14dc89e1-45c3-409d-8f5c-bbeab102802b tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:04.266382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-549ce4ee-0c5a-4624-8b7b-060fdcdff178 req-14dc89e1-45c3-409d-8f5c-bbeab102802b tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 943 time: 0.0470619
Dec 18 21:25:04.317048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-549ce4ee-0c5a-4624-8b7b-060fdcdff178 req-7cb05b81-da74-4a32-82bb-288be00c87b8 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447104
Dec 18 21:25:05.185629 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-378e59da-f4f0-4335-a30e-65d59f95b019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:05.216154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device ec97ef2b-eb9b-42c8-a086-17b838b4112b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:25:05.309493 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port ec97ef2b-eb9b-42c8-a086-17b838b4112b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec97ef2b-eb9b-42c8-a086-17b838b4112b,segment=NetworkSegment(3fb9fbe3-0752-4f05-b713-d744e6735c31),segment_id=3fb9fbe3-0752-4f05-b713-d744e6735c31)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:25:05.320832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'port_id': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b', 'mac_address': 'fa:16:3e:b6:97:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:25:05.357557 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:05.370138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec97ef2b-eb9b-42c8-a086-17b838b4112b {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:25:05.390083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port ec97ef2b-eb9b-42c8-a086-17b838b4112b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec97ef2b-eb9b-42c8-a086-17b838b4112b,segment=NetworkSegment(3fb9fbe3-0752-4f05-b713-d744e6735c31),segment_id=3fb9fbe3-0752-4f05-b713-d744e6735c31)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:25:05.393915 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:05.432935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb4846-23c6-473c-b80a-dc6b64542482 req-2fd6301c-a5db-484d-87de-f43c76be0dec tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:05.435011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88cb4846-23c6-473c-b80a-dc6b64542482 req-2fd6301c-a5db-484d-87de-f43c76be0dec tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 944 time: 0.0499830
Dec 18 21:25:05.440233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=ec97ef2b-eb9b-42c8-a086-17b838b4112b,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:25:05.486931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88cb4846-23c6-473c-b80a-dc6b64542482 req-2a6af278-cc1b-49e1-a619-cb20d388fd95 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449994
Dec 18 21:25:05.631723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['ec97ef2b-eb9b-42c8-a086-17b838b4112b'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:25:06.480871 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:06.602183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95e597-097f-4c7b-acd4-aab681aea97e req-03d5d572-eac3-4e3d-9cc1-dc39839ee857 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:06.603694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e95e597-097f-4c7b-acd4-aab681aea97e req-03d5d572-eac3-4e3d-9cc1-dc39839ee857 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 944 time: 0.0495191
Dec 18 21:25:06.651842 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e95e597-097f-4c7b-acd4-aab681aea97e req-606c3ef5-447e-48cb-967e-f579e4d11332 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420003
Dec 18 21:25:07.232659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device ec97ef2b-eb9b-42c8-a086-17b838b4112b up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:25:07.279365 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port ec97ef2b-eb9b-42c8-a086-17b838b4112b completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:25:07.282791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port ec97ef2b-eb9b-42c8-a086-17b838b4112b triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:25:07.283161 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:07.356840 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:07.380916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:25:07.383151 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce921e6b-d0aa-494b-b5d6-c4cbd0900993" -d '{"events": [{"server_uuid": "5754d94d-b011-4ee2-b9a0-680bce3ef2e4", "name": "network-vif-plugged", "status": "completed", "tag": "ec97ef2b-eb9b-42c8-a086-17b838b4112b"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:25:07.396709 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port ec97ef2b-eb9b-42c8-a086-17b838b4112b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec97ef2b-eb9b-42c8-a086-17b838b4112b,segment=NetworkSegment(3fb9fbe3-0752-4f05-b713-d744e6735c31),segment_id=3fb9fbe3-0752-4f05-b713-d744e6735c31)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:25:07.404572 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:07.451290 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=ec97ef2b-eb9b-42c8-a086-17b838b4112b,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:25:07.484255 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e179e464-b507-4109-9bcc-7613283e1405 x-openstack-request-id: req-e179e464-b507-4109-9bcc-7613283e1405 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:25:07.484916 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5754d94d-b011-4ee2-b9a0-680bce3ef2e4", "name": "network-vif-plugged", "status": "completed", "tag": "ec97ef2b-eb9b-42c8-a086-17b838b4112b", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:25:07.484916 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e179e464-b507-4109-9bcc-7613283e1405 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:25:07.485170 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b', 'code': 200}
Dec 18 21:25:07.583602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f089e-27c5-4e53-8270-86ce44865f7b req-4a40bb36-a2ec-41c1-806d-c85d4d4a9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:07.585085 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-987f089e-27c5-4e53-8270-86ce44865f7b req-4a40bb36-a2ec-41c1-806d-c85d4d4a9a08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 1096 time: 0.0430734
Dec 18 21:25:07.629626 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-987f089e-27c5-4e53-8270-86ce44865f7b req-987af462-7e16-438c-97f0-c2bfa95f0288 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372734
Dec 18 21:25:07.765652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9155b-455d-4955-87cc-0f388cecb4df req-a486c6fd-86c8-4887-b592-c465da4ee4f7 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:07.767132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0cf9155b-455d-4955-87cc-0f388cecb4df req-a486c6fd-86c8-4887-b592-c465da4ee4f7 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 945 time: 0.0472929
Dec 18 21:25:07.815125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0cf9155b-455d-4955-87cc-0f388cecb4df req-64fdaaa2-edc0-4e05-87f2-40c952791d58 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420620
Dec 18 21:25:08.189685 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:08.576434 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:08.936667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e214a4f-5f57-42e2-b53f-4cf4051d861a req-34709de0-f923-467a-8289-d5fec86d5a8b tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:08.938150 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e214a4f-5f57-42e2-b53f-4cf4051d861a req-34709de0-f923-467a-8289-d5fec86d5a8b tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 945 time: 0.0521960
Dec 18 21:25:08.985948 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e214a4f-5f57-42e2-b53f-4cf4051d861a req-c78d8263-43f8-4afa-ad6c-64ba1c9d8511 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415564
Dec 18 21:25:09.102641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fd608-a501-4d83-be88-a7b156adf5a2 req-bdac850c-953b-478c-a55b-1d20e8ac37a5 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:09.104038 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e2fd608-a501-4d83-be88-a7b156adf5a2 req-bdac850c-953b-478c-a55b-1d20e8ac37a5 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 945 time: 0.0515997
Dec 18 21:25:09.152146 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2e2fd608-a501-4d83-be88-a7b156adf5a2 req-0a81ac07-a14d-4fcc-ac0b-cd1526b3593a tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416408
Dec 18 21:25:09.263904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b372a-fd76-4a2b-9d97-5b636833c247 req-7dd8e4fc-5f3f-4e8b-913d-209b5e6f9110 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:09.265395 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f0b372a-fd76-4a2b-9d97-5b636833c247 req-7dd8e4fc-5f3f-4e8b-913d-209b5e6f9110 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 945 time: 0.0476177
Dec 18 21:25:09.316795 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f0b372a-fd76-4a2b-9d97-5b636833c247 req-173787b5-5cb4-4153-a118-47cbf6453d1c tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454242
Dec 18 21:25:09.337783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50362) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:25:09.463030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa531-f065-48cf-bd44-7a02bc212ad7 tempest-TestServerBasicOps-403756442 tempest-TestServerBasicOps-403756442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:09.465115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5e0aa531-f065-48cf-bd44-7a02bc212ad7 tempest-TestServerBasicOps-403756442 tempest-TestServerBasicOps-403756442-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 1091 time: 0.1257763
Dec 18 21:25:09.467982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50366) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:25:09.472148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:25:09.494892 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:09.586769 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:09.687973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Allocated IP 172.35.3.74 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/40b0d3bc-6a77-4718-9dc2-5b2c36c0fd2c) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:25:09.785467 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:09.822811 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:09.860264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:25:09.862984 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:25:09.866360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:25:09.888732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event updated for resources: {'Port': ['ID=40b0d3bc-6a77-4718-9dc2-5b2c36c0fd2c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:25:10.220454 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:10.282835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:10.429333 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:10.434435 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:10.497660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event updated for resources: {'Port': ['ID=40b0d3bc-6a77-4718-9dc2-5b2c36c0fd2c,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:25:10.510694 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:10.612700 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Floating IP 2b71653d-b6de-4f30-b10d-14268a2bacad associated. External IP: 172.35.3.74, port: ec97ef2b-eb9b-42c8-a086-17b838b4112b.
Dec 18 21:25:10.823219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Router 21d074bf-609d-4fbf-98fb-caff091a59d2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:25:10.926922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:25:10.936759 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463fb5f-bcfe-4749-a1a8-57dd1af314b7 None None] Sync routers for ids ['21d074bf-609d-4fbf-98fb-caff091a59d2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:25:10.945092 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:10.946990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463fb5f-bcfe-4749-a1a8-57dd1af314b7 None None] Routers {'21d074bf-609d-4fbf-98fb-caff091a59d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:25:10.947636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8463fb5f-bcfe-4749-a1a8-57dd1af314b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6b1e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:25:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['21d074bf-609d-4fbf-98fb-caff091a59d2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:25:10.971294 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-34c5006f-5dfe-4823-983c-bad16850fed2 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5023272
Dec 18 21:25:10.971863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'tag': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:25:10.974079 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ed017e-a969-43be-93a4-3aa9cd28531a" -d '{"events": [{"name": "network-changed", "server_uuid": "5754d94d-b011-4ee2-b9a0-680bce3ef2e4", "tag": "ec97ef2b-eb9b-42c8-a086-17b838b4112b"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:25:11.025155 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17980fb3-1a3c-4165-a001-1dd0f8144c0d x-openstack-request-id: req-17980fb3-1a3c-4165-a001-1dd0f8144c0d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:25:11.025449 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5754d94d-b011-4ee2-b9a0-680bce3ef2e4", "tag": "ec97ef2b-eb9b-42c8-a086-17b838b4112b", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:25:11.025709 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17980fb3-1a3c-4165-a001-1dd0f8144c0d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:25:11.026116 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'tag': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b', 'status': 'completed', 'code': 200}
Dec 18 21:25:11.057235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-8463fb5f-bcfe-4749-a1a8-57dd1af314b7 None None] Set router 21d074bf-609d-4fbf-98fb-caff091a59d2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:25:11.085598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed017e-a969-43be-93a4-3aa9cd28531a req-174e77ee-2d96-4223-9205-80e45e54eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:11.087070 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6ed017e-a969-43be-93a4-3aa9cd28531a req-174e77ee-2d96-4223-9205-80e45e54eb28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=294815d868e14c1e891b4b86a397ac8e&device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 1096 time: 0.0401163
Dec 18 21:25:11.178925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed017e-a969-43be-93a4-3aa9cd28531a req-43732330-1ab4-401b-9017-456508c64aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:11.180409 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6ed017e-a969-43be-93a4-3aa9cd28531a req-43732330-1ab4-401b-9017-456508c64aeb service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd HTTP/1.1" status: 200  len: 910 time: 0.0859904
Dec 18 21:25:11.243789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6ed017e-a969-43be-93a4-3aa9cd28531a req-172dd296-cc4a-480c-8223-dc843290c9b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec97ef2b-eb9b-42c8-a086-17b838b4112b HTTP/1.1" status: 200  len: 998 time: 0.0566266
Dec 18 21:25:11.282374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8463fb5f-bcfe-4749-a1a8-57dd1af314b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6b1e50>, [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2b71653d-b6de-4f30-b10d-14268a2bacad', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'floating_ip_address': '172.35.3.74', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'port_id': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'mac_address': 'fa:16:3e:b6:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:25:10Z', 'updated_at': '2021-12-18T21:25:10Z', 'revision_number': 0, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7909d606-7b4a-4848-98aa-36e896ccb8ba', 'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'mac_address': 'fa:16:3e:c7:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:50Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 5, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'subnets': [{'id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:25:11.294935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed017e-a969-43be-93a4-3aa9cd28531a req-9ba0cc37-be0c-4f32-814d-3b57012d0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:11.296431 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6ed017e-a969-43be-93a4-3aa9cd28531a req-9ba0cc37-be0c-4f32-814d-3b57012d0ce8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1af6186d-6bd0-4536-8516-b12b3760283e HTTP/1.1" status: 200  len: 848 time: 0.0465593
Dec 18 21:25:11.312866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463fb5f-bcfe-4749-a1a8-57dd1af314b7 None None] Checking router: 21d074bf-609d-4fbf-98fb-caff091a59d2 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:25:11.322473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463fb5f-bcfe-4749-a1a8-57dd1af314b7 None None] Routers {'21d074bf-609d-4fbf-98fb-caff091a59d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:25:11.325074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8463fb5f-bcfe-4749-a1a8-57dd1af314b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6b1e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:25:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['21d074bf-609d-4fbf-98fb-caff091a59d2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:25:11.348984 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed017e-a969-43be-93a4-3aa9cd28531a req-9080711e-3e86-4e25-aca2-f8af7d1ee55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:11.350553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6ed017e-a969-43be-93a4-3aa9cd28531a req-9080711e-3e86-4e25-aca2-f8af7d1ee55b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0469985
Dec 18 21:25:11.442322 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6ed017e-a969-43be-93a4-3aa9cd28531a req-13c112b6-4ddf-41d3-92d6-6f7578b65c95 service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850947
Dec 18 21:25:11.538669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6ed017e-a969-43be-93a4-3aa9cd28531a req-26cad73a-8509-4567-b11d-c15671c5a4e7 service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899081
Dec 18 21:25:11.589180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-8463fb5f-bcfe-4749-a1a8-57dd1af314b7 None None] Set router 21d074bf-609d-4fbf-98fb-caff091a59d2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:25:11.819638 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8463fb5f-bcfe-4749-a1a8-57dd1af314b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6b1e50>, [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2b71653d-b6de-4f30-b10d-14268a2bacad', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'floating_ip_address': '172.35.3.74', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'port_id': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'mac_address': 'fa:16:3e:b6:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:25:10Z', 'updated_at': '2021-12-18T21:25:10Z', 'revision_number': 0, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7909d606-7b4a-4848-98aa-36e896ccb8ba', 'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'mac_address': 'fa:16:3e:c7:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:50Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 5, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'subnets': [{'id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:25:11.846908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463fb5f-bcfe-4749-a1a8-57dd1af314b7 None None] The sync data for ids ['21d074bf-609d-4fbf-98fb-caff091a59d2'] in ncdv-master-1 is: [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2b71653d-b6de-4f30-b10d-14268a2bacad', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'floating_ip_address': '172.35.3.74', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'port_id': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'mac_address': 'fa:16:3e:b6:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:25:10Z', 'updated_at': '2021-12-18T21:25:10Z', 'revision_number': 0, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7909d606-7b4a-4848-98aa-36e896ccb8ba', 'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'mac_address': 'fa:16:3e:c7:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:50Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 5, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'subnets': [{'id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:25:12.028130 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca4f9c0-bdcb-4d65-b074-a1646ad2a4ff None None] New status for floating IP 2b71653d-b6de-4f30-b10d-14268a2bacad: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:25:15.056508 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:19.310857 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:25:19.669215 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:32.991117 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9be0904d-e7ab-48ed-8f73-494a6f8c265d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:35.188565 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b9caa7c-2648-4c21-9ec7-b908da50e58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:36.483736 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:38.192108 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:38.583482 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:45.087435 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:46.178950 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50404) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:25:46.266022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aef9e4-629d-46c4-8488-b4a4172eb013 req-6bace156-09de-4221-94c7-81fc4819b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:46.267533 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09aef9e4-629d-46c4-8488-b4a4172eb013 req-6bace156-09de-4221-94c7-81fc4819b121 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 1096 time: 0.0875943
Dec 18 21:25:46.311027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09aef9e4-629d-46c4-8488-b4a4172eb013 req-87f4b45f-8c9f-4aec-b412-de7ba694fc52 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374215
Dec 18 21:25:49.676510 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:25:50.589903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5802022e-36f3-4ad8-b19c-267140a73283 req-3964b2c3-d06d-4e62-9281-e750015c50d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0423815
Dec 18 21:25:50.674267 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802022e-36f3-4ad8-b19c-267140a73283 req-c56b6665-92bf-4258-beb7-cf758ee64af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:50.675738 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5802022e-36f3-4ad8-b19c-267140a73283 req-c56b6665-92bf-4258-beb7-cf758ee64af1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=294815d868e14c1e891b4b86a397ac8e&device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 1096 time: 0.0419259
Dec 18 21:25:50.779667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802022e-36f3-4ad8-b19c-267140a73283 req-be97ce8b-10ca-4327-8e53-95030c3f7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:50.781108 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5802022e-36f3-4ad8-b19c-267140a73283 req-be97ce8b-10ca-4327-8e53-95030c3f7594 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd HTTP/1.1" status: 200  len: 910 time: 0.0841103
Dec 18 21:25:50.849957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5802022e-36f3-4ad8-b19c-267140a73283 req-61c7c0c4-e363-4874-9d77-486ea4a6d0c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec97ef2b-eb9b-42c8-a086-17b838b4112b HTTP/1.1" status: 200  len: 1000 time: 0.0612586
Dec 18 21:25:50.896548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802022e-36f3-4ad8-b19c-267140a73283 req-6fe56009-1c61-4ee9-a920-59f7aca2b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:50.897953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5802022e-36f3-4ad8-b19c-267140a73283 req-6fe56009-1c61-4ee9-a920-59f7aca2b79f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1af6186d-6bd0-4536-8516-b12b3760283e HTTP/1.1" status: 200  len: 848 time: 0.0414646
Dec 18 21:25:50.942663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802022e-36f3-4ad8-b19c-267140a73283 req-a41f4021-5bc4-462a-bf75-555c5ff2cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:25:50.944107 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5802022e-36f3-4ad8-b19c-267140a73283 req-a41f4021-5bc4-462a-bf75-555c5ff2cae0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394089
Dec 18 21:25:51.033779 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5802022e-36f3-4ad8-b19c-267140a73283 req-b12954f0-9724-409e-871b-0c87be13dabd service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822797
Dec 18 21:25:51.124296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5802022e-36f3-4ad8-b19c-267140a73283 req-f0bd21be-e8ee-4099-9d80-057551bdc4a7 service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826702
Dec 18 21:25:56.309278 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:26:02.992268 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b20bb820-6693-4651-a0ff-c9ab4e20f55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:05.191304 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9ee896a6-556f-4e5d-82e5-a1b2814f4dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:06.485306 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:08.194383 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:08.585354 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:15.101353 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:19.669219 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:32.994392 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ea19-347d-4466-8ea3-ff0493d7e3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:33.309652 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:26:35.192543 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21625fc0-cb36-41eb-ace5-22bcd172ba71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:36.487601 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:38.196628 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:38.591701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:45.105133 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:49.690880 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:26:50.593490 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45b11af9-db31-4f4c-b763-51192561533b req-63b84e67-2c65-437a-89a5-fdc381212407 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0429723
Dec 18 21:26:50.674882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b11af9-db31-4f4c-b763-51192561533b req-59bcf50a-4783-44a7-ad74-af5054f30513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:26:50.676387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45b11af9-db31-4f4c-b763-51192561533b req-59bcf50a-4783-44a7-ad74-af5054f30513 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=294815d868e14c1e891b4b86a397ac8e&device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 1096 time: 0.0404444
Dec 18 21:26:50.774823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b11af9-db31-4f4c-b763-51192561533b req-f573b752-c43f-4d9d-8005-e969ebc49a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:26:50.776290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45b11af9-db31-4f4c-b763-51192561533b req-f573b752-c43f-4d9d-8005-e969ebc49a1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd HTTP/1.1" status: 200  len: 910 time: 0.0813730
Dec 18 21:26:50.843111 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45b11af9-db31-4f4c-b763-51192561533b req-265ac31c-4a70-4e77-90f3-3b24bea16ba7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec97ef2b-eb9b-42c8-a086-17b838b4112b HTTP/1.1" status: 200  len: 1000 time: 0.0601153
Dec 18 21:26:50.891808 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b11af9-db31-4f4c-b763-51192561533b req-c3b4198a-2b10-4bf0-9310-0cf0b2fb37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:26:50.893110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45b11af9-db31-4f4c-b763-51192561533b req-c3b4198a-2b10-4bf0-9310-0cf0b2fb37a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1af6186d-6bd0-4536-8516-b12b3760283e HTTP/1.1" status: 200  len: 848 time: 0.0421190
Dec 18 21:26:50.937005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b11af9-db31-4f4c-b763-51192561533b req-f21f85c5-ad89-4683-bf94-20ba1f6692fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:26:50.938476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45b11af9-db31-4f4c-b763-51192561533b req-f21f85c5-ad89-4683-bf94-20ba1f6692fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0380940
Dec 18 21:26:51.029573 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45b11af9-db31-4f4c-b763-51192561533b req-c87c7ac2-6c04-49f5-abde-035878e11fa4 service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842884
Dec 18 21:26:51.116935 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45b11af9-db31-4f4c-b763-51192561533b req-fe35c6de-adbd-4838-b5eb-a2c5464d73a4 service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797350
Dec 18 21:27:02.995481 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0be03642-f3ce-40a8-b6d3-91bab73e1614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:05.194554 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bed86784-a61b-4930-bb52-205efa69f621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:06.490800 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:08.198719 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:08.587802 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:10.308930 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:27:15.115786 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:19.707160 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:32.996154 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-408f98c2-313f-4dc8-93b8-7ccf008205ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:35.195046 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4929e6c-0284-4a5b-a44c-e49df9694fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:36.493347 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:38.205658 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:38.591248 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:45.116440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:47.308925 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:27:49.721971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:27:50.695681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-28211341-1f92-4607-b764-0982432c90b0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1342635
Dec 18 21:27:50.775365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-9488abb5-3cb7-4a92-adbc-accc75415ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:27:50.776890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-9488abb5-3cb7-4a92-adbc-accc75415ceb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=294815d868e14c1e891b4b86a397ac8e&device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 1096 time: 0.0402064
Dec 18 21:27:50.877934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-c7c826fd-19e2-47b7-86bc-f4a96819ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:27:50.879504 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-c7c826fd-19e2-47b7-86bc-f4a96819ad2c service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd HTTP/1.1" status: 200  len: 910 time: 0.0821576
Dec 18 21:27:50.947247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-4b2c1a35-58f5-4046-8597-e39648181ccf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec97ef2b-eb9b-42c8-a086-17b838b4112b HTTP/1.1" status: 200  len: 1000 time: 0.0598972
Dec 18 21:27:50.994042 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-b9f50f0d-26c9-43b4-b05a-cfa69454410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:27:50.995426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-b9f50f0d-26c9-43b4-b05a-cfa69454410a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1af6186d-6bd0-4536-8516-b12b3760283e HTTP/1.1" status: 200  len: 848 time: 0.0415134
Dec 18 21:27:51.039151 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-343660ad-e3c9-4f21-a3ed-c621d0155105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:27:51.040629 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-343660ad-e3c9-4f21-a3ed-c621d0155105 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0384099
Dec 18 21:27:51.051845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-451e6e8e-32a0-403b-95be-3e696547da13 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:27:51.052855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-451e6e8e-32a0-403b-95be-3e696547da13 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047588
Dec 18 21:27:51.143042 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-2c2c3aa1-7e6c-4889-a8ec-9fcd7ca906f0 service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835731
Dec 18 21:27:51.230607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe4e9d21-6bfe-4fa7-8b81-057db13d78f2 req-11138be8-b2bb-468e-9eed-cf42b6043bad service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805721
Dec 18 21:28:02.997966 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a12a7711-1aed-4766-9bcf-ab1490143eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:05.196666 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4a0caf0f-75ea-485c-81c7-6c8ba6e87745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:06.496169 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:08.204502 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:08.593592 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:15.116147 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:19.723144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:24.307835 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:28:33.003113 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccd6d-2bfc-4cb2-b1f7-b1a5caa682f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:35.198227 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5d7aa5d8-eb51-441b-930c-c5d200fe6fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:36.500180 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:38.205308 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:38.596114 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:45.134531 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:49.737515 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:28:51.606007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcc7ae4d-ad3d-4bb3-933a-5a54aa57b3b0 req-36540a28-1ca8-4850-afa5-b441ae6c185d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0437870
Dec 18 21:28:51.687890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7ae4d-ad3d-4bb3-933a-5a54aa57b3b0 req-f2d7b7d8-b65d-4705-8b76-1a54c0339b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:28:51.689354 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcc7ae4d-ad3d-4bb3-933a-5a54aa57b3b0 req-f2d7b7d8-b65d-4705-8b76-1a54c0339b15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=294815d868e14c1e891b4b86a397ac8e&device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 1096 time: 0.0399361
Dec 18 21:28:51.789206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7ae4d-ad3d-4bb3-933a-5a54aa57b3b0 req-72f67d78-f835-480b-967b-90f603cf450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:28:51.790691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcc7ae4d-ad3d-4bb3-933a-5a54aa57b3b0 req-72f67d78-f835-480b-967b-90f603cf450a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd HTTP/1.1" status: 200  len: 910 time: 0.0823026
Dec 18 21:28:51.857387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcc7ae4d-ad3d-4bb3-933a-5a54aa57b3b0 req-e31b1430-77e6-44fa-8304-e4953708664c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec97ef2b-eb9b-42c8-a086-17b838b4112b HTTP/1.1" status: 200  len: 1000 time: 0.0587921
Dec 18 21:28:51.905578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7ae4d-ad3d-4bb3-933a-5a54aa57b3b0 req-229377fc-a90a-4f4c-afe0-112d663d507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:28:51.907030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcc7ae4d-ad3d-4bb3-933a-5a54aa57b3b0 req-229377fc-a90a-4f4c-afe0-112d663d507b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1af6186d-6bd0-4536-8516-b12b3760283e HTTP/1.1" status: 200  len: 848 time: 0.0430875
Dec 18 21:28:51.950566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7ae4d-ad3d-4bb3-933a-5a54aa57b3b0 req-b9151484-d190-4dc7-9180-d32eb1288ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:28:51.952633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcc7ae4d-ad3d-4bb3-933a-5a54aa57b3b0 req-b9151484-d190-4dc7-9180-d32eb1288ce2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387363
Dec 18 21:28:52.382011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcc7ae4d-ad3d-4bb3-933a-5a54aa57b3b0 req-dbc2a5f9-75f6-4f06-929e-f481054424a9 service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4226551
Dec 18 21:28:52.468445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcc7ae4d-ad3d-4bb3-933a-5a54aa57b3b0 req-7238e5d8-8bc1-4d8c-b825-cb5e6af4a514 service neutron] 10.222.0.31 "GET /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0787556
Dec 18 21:29:01.306823 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:29:03.006583 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c0b60dac-dd4f-48e5-9c41-c52fe7f28185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:05.199863 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-66897e15-87e1-48f6-8fe8-a62e93d52ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:06.502185 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:08.207797 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:08.598023 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:15.132758 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:19.761895 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:33.008835 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-920eb290-95d9-45e1-a883-5975e2b965c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:35.202081 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b5538322-0e48-432c-895d-14a547b6b4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:36.504608 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:38.210851 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:38.305054 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:29:38.600906 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:45.138335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:49.753366 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:50.925289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5142726-7b70-4475-bd14-0cb312fdf84f req-ebecd853-4947-45d0-8feb-b9e2f6db5d47 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:29:50.926799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5142726-7b70-4475-bd14-0cb312fdf84f req-ebecd853-4947-45d0-8feb-b9e2f6db5d47 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 945 time: 0.1547475
Dec 18 21:29:50.974717 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5142726-7b70-4475-bd14-0cb312fdf84f req-29ccb32a-dc4e-47a9-8291-40793166c047 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418656
Dec 18 21:29:52.026317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-18c76c99-fb5a-4d42-964f-ca7459ca4a09 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:29:52.027788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-18c76c99-fb5a-4d42-964f-ca7459ca4a09 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.31 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 945 time: 0.0472078
Dec 18 21:29:52.122284 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Deleting port ec97ef2b-eb9b-42c8-a086-17b838b4112b {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:29:52.122646 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:52.232294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad30f0-bfe4-49fd-b689-c89450036aaa req-52deaa29-fffb-4006-82dc-b7d327887280 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:29:52.233758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18ad30f0-bfe4-49fd-b689-c89450036aaa req-52deaa29-fffb-4006-82dc-b7d327887280 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/ports?device_id=5754d94d-b011-4ee2-b9a0-680bce3ef2e4 HTTP/1.1" status: 200  len: 945 time: 0.1618021
Dec 18 21:29:52.267051 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] For port ec97ef2b-eb9b-42c8-a086-17b838b4112b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec97ef2b-eb9b-42c8-a086-17b838b4112b,segment=NetworkSegment(3fb9fbe3-0752-4f05-b713-d744e6735c31),segment_id=3fb9fbe3-0752-4f05-b713-d744e6735c31)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:29:52.267323 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:52.341932 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18ad30f0-bfe4-49fd-b689-c89450036aaa req-64ea1b4f-5c95-4acf-b81d-4dc3320cd76e tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce4eb10-22ce-4d2c-b270-ca1bbe725594&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972383
Dec 18 21:29:52.453470 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:52.453854 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:52.454167 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Floating IP 2b71653d-b6de-4f30-b10d-14268a2bacad disassociated. External IP: 172.35.3.74, port: ec97ef2b-eb9b-42c8-a086-17b838b4112b.
Dec 18 21:29:52.454539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Calling delete_port for ec97ef2b-eb9b-42c8-a086-17b838b4112b owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:29:52.578305 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:52.607436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event deleted for resources: {'Port': ['ID=ec97ef2b-eb9b-42c8-a086-17b838b4112b,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:29:52.618326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.618681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.619024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.619360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.619696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.620027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.620350 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.620675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.620997 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.621321 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.621654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.621974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.622314 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:52.728698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Router 21d074bf-609d-4fbf-98fb-caff091a59d2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:29:52.835326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:29:52.846070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c88ec1-b32a-40a9-8298-6f97be7ad6c8 None None] Sync routers for ids ['21d074bf-609d-4fbf-98fb-caff091a59d2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:29:52.855640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c88ec1-b32a-40a9-8298-6f97be7ad6c8 None None] Routers {'21d074bf-609d-4fbf-98fb-caff091a59d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:29:52.856255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-35c88ec1-b32a-40a9-8298-6f97be7ad6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9269d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:29:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['21d074bf-609d-4fbf-98fb-caff091a59d2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:29:52.873125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] No DVR routers for this DVR port ec97ef2b-eb9b-42c8-a086-17b838b4112b on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:29:52.875770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:52.879514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9251c52-712a-446a-9d51-c5633bd6c7db req-59cca165-1f8a-40fe-9690-45c8966d2a0d tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.31 "DELETE /v2.0/ports/ec97ef2b-eb9b-42c8-a086-17b838b4112b HTTP/1.1" status: 204  len: 173 time: 0.8457201
Dec 18 21:29:52.879978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'name': 'network-vif-deleted', 'tag': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:29:52.882391 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22e649e-813a-4e59-89a5-d64c5b677e28" -d '{"events": [{"server_uuid": "5754d94d-b011-4ee2-b9a0-680bce3ef2e4", "name": "network-vif-deleted", "tag": "ec97ef2b-eb9b-42c8-a086-17b838b4112b"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:29:52.969100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-35c88ec1-b32a-40a9-8298-6f97be7ad6c8 None None] Set router 21d074bf-609d-4fbf-98fb-caff091a59d2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:29:53.181426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-35c88ec1-b32a-40a9-8298-6f97be7ad6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9269d0>, [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7909d606-7b4a-4848-98aa-36e896ccb8ba', 'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'mac_address': 'fa:16:3e:c7:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:50Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 5, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'subnets': [{'id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:29:53.207706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c88ec1-b32a-40a9-8298-6f97be7ad6c8 None None] Checking router: 21d074bf-609d-4fbf-98fb-caff091a59d2 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:29:53.215763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c88ec1-b32a-40a9-8298-6f97be7ad6c8 None None] Routers {'21d074bf-609d-4fbf-98fb-caff091a59d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:29:53.216465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-35c88ec1-b32a-40a9-8298-6f97be7ad6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9269d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:29:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['21d074bf-609d-4fbf-98fb-caff091a59d2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:29:53.327009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-35c88ec1-b32a-40a9-8298-6f97be7ad6c8 None None] Set router 21d074bf-609d-4fbf-98fb-caff091a59d2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:29:53.402015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50554) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:29:53.524341 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0e593605-33e9-47f2-a240-52a70568c145 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Deleting port 40b0d3bc-6a77-4718-9dc2-5b2c36c0fd2c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:29:53.524687 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e593605-33e9-47f2-a240-52a70568c145 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:53.527521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-35c88ec1-b32a-40a9-8298-6f97be7ad6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9269d0>, [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7909d606-7b4a-4848-98aa-36e896ccb8ba', 'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'mac_address': 'fa:16:3e:c7:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:50Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 5, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'subnets': [{'id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:29:53.554200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c88ec1-b32a-40a9-8298-6f97be7ad6c8 None None] The sync data for ids ['21d074bf-609d-4fbf-98fb-caff091a59d2'] in ncdv-master-1 is: [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7909d606-7b4a-4848-98aa-36e896ccb8ba', 'name': '', 'network_id': 'f0fa9983-9bc5-4ade-b1b6-4614703d4ecd', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'mac_address': 'fa:16:3e:c7:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:50Z', 'updated_at': '2021-12-18T21:24:56Z', 'revision_number': 5, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'subnets': [{'id': '1af6186d-6bd0-4536-8516-b12b3760283e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:29:53.604226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e593605-33e9-47f2-a240-52a70568c145 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:53.604562 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e593605-33e9-47f2-a240-52a70568c145 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:53.616897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0e593605-33e9-47f2-a240-52a70568c145 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Calling delete_port for 40b0d3bc-6a77-4718-9dc2-5b2c36c0fd2c owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:29:53.753845 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e593605-33e9-47f2-a240-52a70568c145 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:53.779307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e593605-33e9-47f2-a240-52a70568c145 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event deleted for resources: {'Port': ['ID=40b0d3bc-6a77-4718-9dc2-5b2c36c0fd2c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:29:53.802294 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f870c345-5255-42a5-904f-55c02f4ac45e None None] New status for floating IP 2b71653d-b6de-4f30-b10d-14268a2bacad: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:29:53.840915 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e593605-33e9-47f2-a240-52a70568c145 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:53.843646 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e593605-33e9-47f2-a240-52a70568c145 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:53.844835 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0e593605-33e9-47f2-a240-52a70568c145 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "DELETE /v2.0/floatingips/2b71653d-b6de-4f30-b10d-14268a2bacad HTTP/1.1" status: 204  len: 168 time: 0.4417408
Dec 18 21:29:53.916374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50560) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:29:53.972687 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c816c866-580c-44b8-be2a-6b220f54b2cc x-openstack-request-id: req-c816c866-580c-44b8-be2a-6b220f54b2cc {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:29:53.972982 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5754d94d-b011-4ee2-b9a0-680bce3ef2e4", "name": "network-vif-deleted", "tag": "ec97ef2b-eb9b-42c8-a086-17b838b4112b", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:29:53.973239 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c816c866-580c-44b8-be2a-6b220f54b2cc {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:29:53.973631 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5754d94d-b011-4ee2-b9a0-680bce3ef2e4', 'name': 'network-vif-deleted', 'tag': 'ec97ef2b-eb9b-42c8-a086-17b838b4112b', 'status': 'completed', 'code': 200}
Dec 18 21:29:53.978618 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9613ed88-254b-45c2-a85d-16cdc5013f64 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:54.003585 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9613ed88-254b-45c2-a85d-16cdc5013f64 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:54.062598 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9613ed88-254b-45c2-a85d-16cdc5013f64 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:54.065238 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9613ed88-254b-45c2-a85d-16cdc5013f64 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:54.066431 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9613ed88-254b-45c2-a85d-16cdc5013f64 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ce4eb10-22ce-4d2c-b270-ca1bbe725594 HTTP/1.1" status: 204  len: 168 time: 0.1490035
Dec 18 21:29:54.075714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613ed88-254b-45c2-a85d-16cdc5013f64 tempest-TestServerBasicOps-1940841894 tempest-TestServerBasicOps-1940841894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce4eb10-22ce-4d2c-b270-ca1bbe725594,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:29:55.121203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50568) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:29:55.562995 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-722a7cd3-c883-4e94-9202-2edf9e82195a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:55.825392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-722a7cd3-c883-4e94-9202-2edf9e82195a admin admin] Deleting port 7909d606-7b4a-4848-98aa-36e896ccb8ba {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:29:55.825641 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-722a7cd3-c883-4e94-9202-2edf9e82195a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:55.905923 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-722a7cd3-c883-4e94-9202-2edf9e82195a admin admin] For port 7909d606-7b4a-4848-98aa-36e896ccb8ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7909d606-7b4a-4848-98aa-36e896ccb8ba,segment=NetworkSegment(3fb9fbe3-0752-4f05-b713-d744e6735c31),segment_id=3fb9fbe3-0752-4f05-b713-d744e6735c31)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:29:55.906310 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-722a7cd3-c883-4e94-9202-2edf9e82195a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:55.919055 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-722a7cd3-c883-4e94-9202-2edf9e82195a admin admin] Calling delete_port for 7909d606-7b4a-4848-98aa-36e896ccb8ba owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:29:56.094172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-722a7cd3-c883-4e94-9202-2edf9e82195a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:56.120392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a7cd3-c883-4e94-9202-2edf9e82195a admin admin] Pushing event deleted for resources: {'Port': ['ID=7909d606-7b4a-4848-98aa-36e896ccb8ba,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:29:56.282815 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-722a7cd3-c883-4e94-9202-2edf9e82195a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:56.488805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722a7cd3-c883-4e94-9202-2edf9e82195a admin admin] Router 21d074bf-609d-4fbf-98fb-caff091a59d2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:29:56.593311 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722a7cd3-c883-4e94-9202-2edf9e82195a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:29:56.598818 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-722a7cd3-c883-4e94-9202-2edf9e82195a admin admin] 10.222.0.13 "PUT /v2.0/routers/21d074bf-609d-4fbf-98fb-caff091a59d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4765162
Dec 18 21:29:56.601339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50572) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:29:56.602519 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ced49-cc22-4043-9840-d5caceabbf63 None None] Sync routers for ids ['21d074bf-609d-4fbf-98fb-caff091a59d2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:29:56.613279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ced49-cc22-4043-9840-d5caceabbf63 None None] Routers {'21d074bf-609d-4fbf-98fb-caff091a59d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:29:56.613921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-823ced49-cc22-4043-9840-d5caceabbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9e1460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:29:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['21d074bf-609d-4fbf-98fb-caff091a59d2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:29:56.617874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device ec97ef2b-eb9b-42c8-a086-17b838b4112b no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:29:56.676042 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: ec97ef2b-eb9b-42c8-a086-17b838b4112b {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:29:56.676388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device ec97ef2b-eb9b-42c8-a086-17b838b4112b not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:29:56.704487 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:56.738957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-823ced49-cc22-4043-9840-d5caceabbf63 None None] Set router 21d074bf-609d-4fbf-98fb-caff091a59d2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:29:56.804671 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:56.855676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Deleting port 21df3795-6bbc-4b2c-b576-8a25f7c677a3 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:29:56.856015 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:56.918534 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-823ced49-cc22-4043-9840-d5caceabbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9e1460>, [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:29:56Z', 'revision_number': 5, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port': {'id': '21df3795-6bbc-4b2c-b576-8a25f7c677a3', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:49Z', 'updated_at': '2021-12-18T21:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:29:56.938062 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] For port 21df3795-6bbc-4b2c-b576-8a25f7c677a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21df3795-6bbc-4b2c-b576-8a25f7c677a3,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:29:56.938488 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:56.944965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ced49-cc22-4043-9840-d5caceabbf63 None None] Checking router: 21d074bf-609d-4fbf-98fb-caff091a59d2 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:29:56.950637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Calling delete_port for 21df3795-6bbc-4b2c-b576-8a25f7c677a3 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:29:56.953816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ced49-cc22-4043-9840-d5caceabbf63 None None] Routers {'21d074bf-609d-4fbf-98fb-caff091a59d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:29:56.954450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-823ced49-cc22-4043-9840-d5caceabbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9e1460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:29:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['21d074bf-609d-4fbf-98fb-caff091a59d2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:29:57.037594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-823ced49-cc22-4043-9840-d5caceabbf63 None None] Set router 21d074bf-609d-4fbf-98fb-caff091a59d2 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:29:57.116046 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.142076 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Pushing event deleted for resources: {'Port': ['ID=21df3795-6bbc-4b2c-b576-8a25f7c677a3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:29:57.205396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.266246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b75aca-7ca5-47e4-8258-888d44a127b0 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:29:57.268486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-823ced49-cc22-4043-9840-d5caceabbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9e1460>, [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:29:56Z', 'revision_number': 6, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:29:57.296389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ced49-cc22-4043-9840-d5caceabbf63 None None] The sync data for ids ['21d074bf-609d-4fbf-98fb-caff091a59d2'] in ncdv-master-1 is: [{'id': '21d074bf-609d-4fbf-98fb-caff091a59d2', 'name': 'tempest-TestServerBasicOps-1571824011-router', 'tenant_id': '294815d868e14c1e891b4b86a397ac8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:48Z', 'updated_at': '2021-12-18T21:29:56Z', 'revision_number': 6, 'project_id': '294815d868e14c1e891b4b86a397ac8e', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:29:57.307263 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.309681 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.366653 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.367196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d074bf-609d-4fbf-98fb-caff091a59d2 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:29:57.372010 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.373122 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e400e9a4-c1eb-45a1-b6f2-71053052d659 admin admin] 10.222.0.13 "DELETE /v2.0/routers/21d074bf-609d-4fbf-98fb-caff091a59d2 HTTP/1.1" status: 204  len: 168 time: 0.7708666
Dec 18 21:29:57.375710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50574) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:29:57.418161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebed7c8-25c0-48be-9d46-b6010de6310f admin admin] Deleting subnet 1af6186d-6bd0-4536-8516-b12b3760283e {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:29:57.421143 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0ebed7c8-25c0-48be-9d46-b6010de6310f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.456899 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0ebed7c8-25c0-48be-9d46-b6010de6310f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.528428 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0ebed7c8-25c0-48be-9d46-b6010de6310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.577991 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0ebed7c8-25c0-48be-9d46-b6010de6310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.604549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebed7c8-25c0-48be-9d46-b6010de6310f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af6186d-6bd0-4536-8516-b12b3760283e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:29:57.606500 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0ebed7c8-25c0-48be-9d46-b6010de6310f admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.609649 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0ebed7c8-25c0-48be-9d46-b6010de6310f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1af6186d-6bd0-4536-8516-b12b3760283e HTTP/1.1" status: 204  len: 168 time: 0.2330320
Dec 18 21:29:57.611625 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28eb5df-3efa-407e-ad56-e43e502481c5 None None] Network f0fa9983-9bc5-4ade-b1b6-4614703d4ecd requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:29:57.614391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50576) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:29:57.695154 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.756874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Deleting port 1b9a9ef8-c78b-4703-895a-84889c0f2817 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:29:57.757272 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.783556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] DHCP port deletion for f0fa9983-9bc5-4ade-b1b6-4614703d4ecd request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:29:57.822957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] For port 1b9a9ef8-c78b-4703-895a-84889c0f2817, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b9a9ef8-c78b-4703-895a-84889c0f2817,segment=NetworkSegment(3fb9fbe3-0752-4f05-b713-d744e6735c31),segment_id=3fb9fbe3-0752-4f05-b713-d744e6735c31)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:29:57.823327 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.831144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Deleting port 1b9a9ef8-c78b-4703-895a-84889c0f2817 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:29:57.831459 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.836758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Calling delete_port for 1b9a9ef8-c78b-4703-895a-84889c0f2817 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:29:57.902246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] For port 1b9a9ef8-c78b-4703-895a-84889c0f2817, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b9a9ef8-c78b-4703-895a-84889c0f2817,segment=NetworkSegment(3fb9fbe3-0752-4f05-b713-d744e6735c31),segment_id=3fb9fbe3-0752-4f05-b713-d744e6735c31)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:29:57.902667 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.914351 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:57.915678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Calling delete_port for 1b9a9ef8-c78b-4703-895a-84889c0f2817 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:29:57.939942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9a9ef8-c78b-4703-895a-84889c0f2817,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:29:57.943500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] No DVR routers for this DVR port 1b9a9ef8-c78b-4703-895a-84889c0f2817 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:29:57.991656 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:58.016180 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:58.019803 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] No DVR routers for this DVR port 1b9a9ef8-c78b-4703-895a-84889c0f2817 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:29:58.026329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Pushing event deleted for resources: {'Port': ['ID=1b9a9ef8-c78b-4703-895a-84889c0f2817,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:29:58.033506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.033862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.034210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.034580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.034922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.035257 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.035590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.035919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.036247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.036578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.036920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.037241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.037566 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebafda-5937-4218-83f4-91a25dc2a350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:58.040502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e1227f0>,) {'filters': {'network_id': ['f0fa9983-9bc5-4ade-b1b6-4614703d4ecd']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:29:58.050621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e1227f0>, '3fb9fbe3-0752-4f05-b713-d744e6735c31') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:29:58.050918 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e1227f0>, '3fb9fbe3-0752-4f05-b713-d744e6735c31') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:29:58.059938 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:58.073274 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:58.080991 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:29:58.080991 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:29:58.081279 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:29:58.135688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:58.141672 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:58.144959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f0fa9983-9bc5-4ade-b1b6-4614703d4ecd HTTP/1.1" status: 204  len: 168 time: 0.5296283
Dec 18 21:29:58.148144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50578) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:29:58.159379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a12b2b-276b-4946-ad20-ab6702309919 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0fa9983-9bc5-4ade-b1b6-4614703d4ecd,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:29:58.505074 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:58.747387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Deleting port dd86ee7c-59f4-46a0-b08b-b635375cb759 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:29:58.748363 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:58.825837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] For port dd86ee7c-59f4-46a0-b08b-b635375cb759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd86ee7c-59f4-46a0-b08b-b635375cb759,segment=NetworkSegment(9140b3a9-3099-4c9d-923a-ede4eb409432),segment_id=9140b3a9-3099-4c9d-923a-ede4eb409432)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:29:58.826203 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:58.839530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Calling delete_port for dd86ee7c-59f4-46a0-b08b-b635375cb759 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:29:59.023096 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:59.046198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd86ee7c-59f4-46a0-b08b-b635375cb759,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:29:59.056101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.056456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.056801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.057142 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.057481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.058359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.058359 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.058545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.058808 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.059124 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.059452 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.059775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.060099 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:29:59.234084 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:59.319720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7909d606-7b4a-4848-98aa-36e896ccb8ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:29:59.342366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 7909d606-7b4a-4848-98aa-36e896ccb8ba {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:29:59.342733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 7909d606-7b4a-4848-98aa-36e896ccb8ba not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:29:59.343136 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1b9a9ef8-c78b-4703-895a-84889c0f2817 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:29:59.361973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 1b9a9ef8-c78b-4703-895a-84889c0f2817 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:29:59.362384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1b9a9ef8-c78b-4703-895a-84889c0f2817 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:29:59.362813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 21df3795-6bbc-4b2c-b576-8a25f7c677a3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:29:59.381530 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 21df3795-6bbc-4b2c-b576-8a25f7c677a3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:29:59.381878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 21df3795-6bbc-4b2c-b576-8a25f7c677a3 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:29:59.733841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Router 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:29:59.836389 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:29:59.841318 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-deba635e-e78f-4a18-8c2e-659338bb821b admin admin] 10.222.0.13 "PUT /v2.0/routers/20e6bc1f-f66c-45f4-ba9d-0c86558f8faa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6920114
Dec 18 21:29:59.843904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50588) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:29:59.846542 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35fe25-3929-4256-9173-3cdb6171af65 None None] Sync routers for ids ['20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:29:59.856737 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35fe25-3929-4256-9173-3cdb6171af65 None None] Routers {'20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:29:59.857345 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ad35fe25-3929-4256-9173-3cdb6171af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6fb160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:29:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:29:59.946580 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:29:59.959722 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ad35fe25-3929-4256-9173-3cdb6171af65 None None] Set router 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:30:00.052498 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.104549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Deleting port c3666f0a-aa12-4510-bf42-a02539325c74 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:30:00.104889 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.154974 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ad35fe25-3929-4256-9173-3cdb6171af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6fb160>, [{'id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'name': 'tempest-TestServerBasicOps-2010911673-router', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:29:58Z', 'revision_number': 5, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'gw_port': {'id': 'c3666f0a-aa12-4510-bf42-a02539325c74', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:30:00.180485 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35fe25-3929-4256-9173-3cdb6171af65 None None] Checking router: 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:30:00.186343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] For port c3666f0a-aa12-4510-bf42-a02539325c74, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3666f0a-aa12-4510-bf42-a02539325c74,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:30:00.186714 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.189160 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35fe25-3929-4256-9173-3cdb6171af65 None None] Routers {'20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:30:00.189746 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ad35fe25-3929-4256-9173-3cdb6171af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f6fb160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:29:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:30:00.200169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Calling delete_port for c3666f0a-aa12-4510-bf42-a02539325c74 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:30:00.273537 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ad35fe25-3929-4256-9173-3cdb6171af65 None None] Set router 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:30:00.337258 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ad35fe25-3929-4256-9173-3cdb6171af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f6fb160>, [{'id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'name': 'tempest-TestServerBasicOps-2010911673-router', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:30:00Z', 'revision_number': 6, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:30:00.363134 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35fe25-3929-4256-9173-3cdb6171af65 None None] The sync data for ids ['20e6bc1f-f66c-45f4-ba9d-0c86558f8faa'] in ncdv-master-1 is: [{'id': '20e6bc1f-f66c-45f4-ba9d-0c86558f8faa', 'name': 'tempest-TestServerBasicOps-2010911673-router', 'tenant_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:24:53Z', 'updated_at': '2021-12-18T21:30:00Z', 'revision_number': 6, 'project_id': 'e3ef666d989f4d4299e2942f7f5206d8', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:30:00.369771 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.402469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3666f0a-aa12-4510-bf42-a02539325c74,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:00.423212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5976611e-b341-40d7-8d13-00559b42aaee None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:30:00.474044 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.560991 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.563131 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.605762 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.606422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20e6bc1f-f66c-45f4-ba9d-0c86558f8faa {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:30:00.611462 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.612746 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d3309e96-c117-44ba-8b6c-726fa79058f4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/20e6bc1f-f66c-45f4-ba9d-0c86558f8faa HTTP/1.1" status: 204  len: 168 time: 0.7678373
Dec 18 21:30:00.615312 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50592) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:00.658987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9244f509-8f06-4ec0-984a-99399af93545 admin admin] Deleting subnet d7e2bd93-3a20-412e-a836-24a27853d2d9 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:30:00.661929 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9244f509-8f06-4ec0-984a-99399af93545 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.700174 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9244f509-8f06-4ec0-984a-99399af93545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.788235 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9244f509-8f06-4ec0-984a-99399af93545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.847233 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9244f509-8f06-4ec0-984a-99399af93545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.878197 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244f509-8f06-4ec0-984a-99399af93545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e2bd93-3a20-412e-a836-24a27853d2d9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:00.880135 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9244f509-8f06-4ec0-984a-99399af93545 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:00.885563 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9244f509-8f06-4ec0-984a-99399af93545 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d7e2bd93-3a20-412e-a836-24a27853d2d9 HTTP/1.1" status: 204  len: 168 time: 0.2670929
Dec 18 21:30:00.885953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa037ba-ee93-42cd-a133-4a76584bc289 None None] Network b76aa860-dd22-4229-ae9e-6f2f562d4a4e requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:30:00.886060 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50596) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:00.953676 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.013287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Deleting port 69ef0afb-5630-4555-af3b-ca849969ee7c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:30:01.013707 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.090241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] For port 69ef0afb-5630-4555-af3b-ca849969ee7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69ef0afb-5630-4555-af3b-ca849969ee7c,segment=NetworkSegment(9140b3a9-3099-4c9d-923a-ede4eb409432),segment_id=9140b3a9-3099-4c9d-923a-ede4eb409432)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:30:01.090633 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.102978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Calling delete_port for 69ef0afb-5630-4555-af3b-ca849969ee7c owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:30:01.141497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf062aa-27bd-40a9-87da-6266540a0d80 None None] DHCP port deletion for b76aa860-dd22-4229-ae9e-6f2f562d4a4e request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:30:01.184353 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.199848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-caf062aa-27bd-40a9-87da-6266540a0d80 None None] Deleting port 69ef0afb-5630-4555-af3b-ca849969ee7c {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:30:01.200221 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-caf062aa-27bd-40a9-87da-6266540a0d80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.211562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Pushing event deleted for resources: {'Port': ['ID=69ef0afb-5630-4555-af3b-ca849969ee7c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:01.217327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] No DVR routers for this DVR port 69ef0afb-5630-4555-af3b-ca849969ee7c on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:30:01.271156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-caf062aa-27bd-40a9-87da-6266540a0d80 None None] For port 69ef0afb-5630-4555-af3b-ca849969ee7c, host ncdv-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:30:01.276852 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-caf062aa-27bd-40a9-87da-6266540a0d80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.290056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-caf062aa-27bd-40a9-87da-6266540a0d80 None None] Calling delete_port for 69ef0afb-5630-4555-af3b-ca849969ee7c owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:30:01.296634 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.ipam_backend_mixin [None req-caf062aa-27bd-40a9-87da-6266540a0d80 None None] Port 69ef0afb-5630-4555-af3b-ca849969ee7c was not found and therefore no delete operation was performed {{(pid=126010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:30:01.296937 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.298390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 69ef0afb-5630-4555-af3b-ca849969ee7c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:30:01.301882 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-caf062aa-27bd-40a9-87da-6266540a0d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.323294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365cd17520>,) {'filters': {'network_id': ['b76aa860-dd22-4229-ae9e-6f2f562d4a4e']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:30:01.333596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cd17520>, '9140b3a9-3099-4c9d-923a-ede4eb409432') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:30:01.333880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cd17520>, '9140b3a9-3099-4c9d-923a-ede4eb409432') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:30:01.344172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.344983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 69ef0afb-5630-4555-af3b-ca849969ee7c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:30:01.351858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 69ef0afb-5630-4555-af3b-ca849969ee7c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:30:01.351858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c3666f0a-aa12-4510-bf42-a02539325c74 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:30:01.351858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf062aa-27bd-40a9-87da-6266540a0d80 None None] Pushing event deleted for resources: {'Port': ['ID=69ef0afb-5630-4555-af3b-ca849969ee7c,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:01.359095 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.367206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:30:01.367600 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:30:01.369318 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:30:01.371978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf062aa-27bd-40a9-87da-6266540a0d80 None None] No DVR routers for this DVR port 69ef0afb-5630-4555-af3b-ca849969ee7c on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:30:01.374514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: c3666f0a-aa12-4510-bf42-a02539325c74 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:30:01.374866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device c3666f0a-aa12-4510-bf42-a02539325c74 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:30:01.375340 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dd86ee7c-59f4-46a0-b08b-b635375cb759 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:30:01.399074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: dd86ee7c-59f4-46a0-b08b-b635375cb759 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:30:01.399350 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dd86ee7c-59f4-46a0-b08b-b635375cb759 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:30:01.431105 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.436842 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.440179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/b76aa860-dd22-4229-ae9e-6f2f562d4a4e HTTP/1.1" status: 204  len: 168 time: 0.5532157
Dec 18 21:30:01.573813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50602) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:01.628016 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9f7ac770-5653-487c-9b9f-bf7c4b5dc23e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=294815d868e14c1e891b4b86a397ac8e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0529144
Dec 18 21:30:01.630844 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50604) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:01.682864 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac174-aa15-47d5-b0fa-a0c26e5b4d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.706308 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac174-aa15-47d5-b0fa-a0c26e5b4d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.756310 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac174-aa15-47d5-b0fa-a0c26e5b4d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.758940 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac174-aa15-47d5-b0fa-a0c26e5b4d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:01.760100 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cb0ac174-aa15-47d5-b0fa-a0c26e5b4d0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2cb108f-2f83-41b0-9d97-ff54856b0b83 HTTP/1.1" status: 204  len: 168 time: 0.1283484
Dec 18 21:30:01.768284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ac174-aa15-47d5-b0fa-a0c26e5b4d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cb108f-2f83-41b0-9d97-ff54856b0b83,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:01.824269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e5079-3746-4340-9325-4e9c86f852ca admin admin] Pushing event deleted for resources: {'Network': ['ID=b76aa860-dd22-4229-ae9e-6f2f562d4a4e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:02.088604 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50610) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:02.128550 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e175f748-6b7f-400a-a605-1c8a1b5c7d18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3ef666d989f4d4299e2942f7f5206d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386968
Dec 18 21:30:02.131108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50612) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:02.178242 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc291ba0-0c1c-4282-bd02-a9967d1dfe20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:02.202671 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc291ba0-0c1c-4282-bd02-a9967d1dfe20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:02.248405 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc291ba0-0c1c-4282-bd02-a9967d1dfe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:02.251466 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bc291ba0-0c1c-4282-bd02-a9967d1dfe20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:02.252587 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bc291ba0-0c1c-4282-bd02-a9967d1dfe20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9da91f23-ebe0-48ae-9a38-e31058adb9c7 HTTP/1.1" status: 204  len: 168 time: 0.1205451
Dec 18 21:30:02.260011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291ba0-0c1c-4282-bd02-a9967d1dfe20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da91f23-ebe0-48ae-9a38-e31058adb9c7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:03.009358 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7adf88e6-b195-4f3f-b3d2-c32aa1a06342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:05.205595 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c9892b45-1b8b-4c65-9245-423251b5a564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:06.509297 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:08.212528 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:08.602564 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:13.360725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-c67cd820-159a-4d64-91a2-8f8368fda06d tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6f52949ca7754cb0bb38b4fa73ca59e5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0285738
Dec 18 21:30:13.567398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-7952d37a-a1de-42f9-8960-b82fa94cf2bb tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:13.568769 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-7952d37a-a1de-42f9-8960-b82fa94cf2bb tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2024603
Dec 18 21:30:13.584458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-206d5137-3a58-4fcb-86ef-ac64837a6093 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/quotas/6f52949ca7754cb0bb38b4fa73ca59e5 HTTP/1.1" status: 200  len: 375 time: 0.0094967
Dec 18 21:30:13.614804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-a545a6d0-5b25-472f-99cd-5a6ee37b49b1 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f52949ca7754cb0bb38b4fa73ca59e5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0250926
Dec 18 21:30:13.774541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37262a62-5e23-41ae-a9b2-e47c2e3719ef req-73e851ee-39cd-40be-8f11-dda209ffc8cf tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 210 time: 0.0259497
Dec 18 21:30:14.691471 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-49e02b9a-6fa3-443c-b7d0-2a5b914ba4f1 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6f52949ca7754cb0bb38b4fa73ca59e5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0221198
Dec 18 21:30:14.803238 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-38362fab-464e-45b0-a3b0-8fa01be9fc27 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:14.804696 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-38362fab-464e-45b0-a3b0-8fa01be9fc27 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1070232
Dec 18 21:30:14.817867 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Request body: {'port': {'device_id': '0ea3af0c-60de-42ac-8a06-2c9ff43b0879', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'admin_state_up': True, 'tenant_id': '6f52949ca7754cb0bb38b4fa73ca59e5'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:30:14.891230 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5d68a7d-860a-46af-ac94-88283c01071a req-ec8e18bd-3374-4cc6-a39e-cb1f6fc6dd70 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 210 time: 0.0336494
Dec 18 21:30:14.954676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Made reservation on behalf of 6f52949ca7754cb0bb38b4fa73ca59e5 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:30:14.958684 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:14.967696 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:15.038694 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:15.042208 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:15.106378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a37eda8-bd3d-48d6-b584-0a6a5adceb0e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:15.148126 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:15.173835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Allocated IP 192.168.233.248 (f30e37e9-625f-4e6f-8f4b-1d2ef634b44a/70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a/99d6929e-263b-4736-8d4c-2697c2efebc3) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:30:15.306026 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:30:15.323595 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:15.356205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:15.407623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:30:15.411057 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:30:15.415212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:30:15.439012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Pushing event updated for resources: {'Port': ['ID=99d6929e-263b-4736-8d4c-2697c2efebc3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:15.471244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:15.471780 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:15.492227 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b52cb856-5100-4a33-8a43-57f3abf28a82 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6779385
Dec 18 21:30:15.505665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Request body: {'port': {'device_id': '0ea3af0c-60de-42ac-8a06-2c9ff43b0879', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:30:15.574372 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:15.722695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9d1e2bde-943c-4054-9c63-1bce78cbc0ec None None] Provisioning complete for port 99d6929e-263b-4736-8d4c-2697c2efebc3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:30:15.723014 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2bde-943c-4054-9c63-1bce78cbc0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:15.756300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e2bde-943c-4054-9c63-1bce78cbc0ec None None] Port 99d6929e-263b-4736-8d4c-2697c2efebc3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:30:15.842458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d6929e-263b-4736-8d4c-2697c2efebc3 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:30:15.849867 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:15.862134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Transition to ACTIVE for port object 99d6929e-263b-4736-8d4c-2697c2efebc3 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:30:15.874444 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:15.929272 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Pushing event updated for resources: {'Port': ['ID=99d6929e-263b-4736-8d4c-2697c2efebc3,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:16.035785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Attempting to bind port 99d6929e-263b-4736-8d4c-2697c2efebc3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:30:16.036124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Attempting to bind port 99d6929e-263b-4736-8d4c-2697c2efebc3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:30:16.036453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Attempting to bind port 99d6929e-263b-4736-8d4c-2697c2efebc3 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:30:16.046796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cfddd-8428-41b9-a9ad-a1ce1fb24021 req-f2366a77-cea3-4646-82e0-49bd75184b30 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:16.048336 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-125cfddd-8428-41b9-a9ad-a1ce1fb24021 req-f2366a77-cea3-4646-82e0-49bd75184b30 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 948 time: 0.0804873
Dec 18 21:30:16.051147 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Port 99d6929e-263b-4736-8d4c-2697c2efebc3 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:30:16.051471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Attempting to bind port 99d6929e-263b-4736-8d4c-2697c2efebc3 on network f30e37e9-625f-4e6f-8f4b-1d2ef634b44a {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:30:16.058797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:30:16.059137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Checking segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:30:16.059616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Bound using segment: {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:30:16.059981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Bound port: 99d6929e-263b-4736-8d4c-2697c2efebc3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c8ee36-d5d5-460d-b5a5-5da5c369bff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:30:16.060342 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:16.136799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-125cfddd-8428-41b9-a9ad-a1ce1fb24021 req-387efcb2-ddaf-42c9-b8a7-2cf0af1f685a tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a37eda8-bd3d-48d6-b584-0a6a5adceb0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798159
Dec 18 21:30:16.157249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] For port 99d6929e-263b-4736-8d4c-2697c2efebc3, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:30:16.160194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] For port 99d6929e-263b-4736-8d4c-2697c2efebc3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99d6929e-263b-4736-8d4c-2697c2efebc3,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:30:16.164200 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:16.207021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:16.207646 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:16.209093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] 10.222.0.31 "PUT /v2.0/ports/99d6929e-263b-4736-8d4c-2697c2efebc3 HTTP/1.1" status: 200  len: 1096 time: 0.7092750
Dec 18 21:30:16.209546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea3af0c-60de-42ac-8a06-2c9ff43b0879', 'tag': '99d6929e-263b-4736-8d4c-2697c2efebc3'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:30:16.211843 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad66dc6-e30c-45a3-96ed-e6a35a2cf53a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea3af0c-60de-42ac-8a06-2c9ff43b0879", "tag": "99d6929e-263b-4736-8d4c-2697c2efebc3"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:30:16.233040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca208e3-5628-4d76-a209-f25fb731fbbd service neutron] Pushing event updated for resources: {'Port': ['ID=99d6929e-263b-4736-8d4c-2697c2efebc3,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:16.305606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-8368afc1-f41b-45b3-abd7-cda0c37538e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:16.307293 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-8368afc1-f41b-45b3-abd7-cda0c37538e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f52949ca7754cb0bb38b4fa73ca59e5&device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 1099 time: 0.0532835
Dec 18 21:30:16.355122 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cd9d69-40cb-4caf-9bbf-1412a76d4f7a x-openstack-request-id: req-93cd9d69-40cb-4caf-9bbf-1412a76d4f7a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:30:16.355416 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea3af0c-60de-42ac-8a06-2c9ff43b0879", "tag": "99d6929e-263b-4736-8d4c-2697c2efebc3", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:30:16.355681 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93cd9d69-40cb-4caf-9bbf-1412a76d4f7a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:30:16.356076 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea3af0c-60de-42ac-8a06-2c9ff43b0879', 'tag': '99d6929e-263b-4736-8d4c-2697c2efebc3', 'status': 'completed', 'code': 200}
Dec 18 21:30:16.357624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-2553d92e-0524-42cb-ad59-a248ab8e2ce6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=99d6929e-263b-4736-8d4c-2697c2efebc3 HTTP/1.1" status: 200  len: 217 time: 0.0431583
Dec 18 21:30:16.407590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b56f3399-4f41-4f7c-8b29-0b3016f5710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:16.409105 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-b56f3399-4f41-4f7c-8b29-0b3016f5710a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0453727
Dec 18 21:30:16.457983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-a73a2ed0-0d02-4b32-9166-70ec0d1ab9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:16.461731 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-a73a2ed0-0d02-4b32-9166-70ec0d1ab9c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0438056
Dec 18 21:30:16.555645 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-fc494e82-88e0-4eba-8574-24010bc443fc service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885825
Dec 18 21:30:16.649932 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b14e625a-cbe9-4d71-91f8-4d15946ec786 req-8a0ea869-5e1c-4c9d-8187-4e2b3083bbe8 service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869098
Dec 18 21:30:16.733247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad66dc6-e30c-45a3-96ed-e6a35a2cf53a req-7e1b2a0a-509c-43d3-8dcc-f2009937923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:16.734760 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dad66dc6-e30c-45a3-96ed-e6a35a2cf53a req-7e1b2a0a-509c-43d3-8dcc-f2009937923b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f52949ca7754cb0bb38b4fa73ca59e5&device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 1099 time: 0.0403864
Dec 18 21:30:16.842177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad66dc6-e30c-45a3-96ed-e6a35a2cf53a req-7bc960f7-4877-4793-ba5a-4c8b13ec998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:16.843667 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dad66dc6-e30c-45a3-96ed-e6a35a2cf53a req-7bc960f7-4877-4793-ba5a-4c8b13ec998a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a HTTP/1.1" status: 200  len: 870 time: 0.1025395
Dec 18 21:30:16.887019 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dad66dc6-e30c-45a3-96ed-e6a35a2cf53a req-7baa0258-9401-41ed-9b1e-dd58d49108ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=99d6929e-263b-4736-8d4c-2697c2efebc3 HTTP/1.1" status: 200  len: 217 time: 0.0361688
Dec 18 21:30:16.934246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad66dc6-e30c-45a3-96ed-e6a35a2cf53a req-ef894157-e4b9-4722-919c-3b0d818c9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:16.935660 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dad66dc6-e30c-45a3-96ed-e6a35a2cf53a req-ef894157-e4b9-4722-919c-3b0d818c9e2a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a HTTP/1.1" status: 200  len: 843 time: 0.0413001
Dec 18 21:30:16.981208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad66dc6-e30c-45a3-96ed-e6a35a2cf53a req-68e1b910-7187-47f4-9a0a-95bf4271d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:16.982672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dad66dc6-e30c-45a3-96ed-e6a35a2cf53a req-68e1b910-7187-47f4-9a0a-95bf4271d92d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f30e37e9-625f-4e6f-8f4b-1d2ef634b44a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0387139
Dec 18 21:30:17.074246 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dad66dc6-e30c-45a3-96ed-e6a35a2cf53a req-70e65cce-52ef-4c0b-bf89-d95f7a3b40ef service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834394
Dec 18 21:30:17.168014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dad66dc6-e30c-45a3-96ed-e6a35a2cf53a req-5acc75a6-02f0-43b9-ad68-4f8a15d1d3cb service neutron] 10.222.0.31 "GET /v2.0/networks/f30e37e9-625f-4e6f-8f4b-1d2ef634b44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859995
Dec 18 21:30:17.257616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae933c-3930-4ef1-9d0d-6f16f923ec48 req-0a809377-5264-4744-a722-a762ca3a4a35 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:17.259117 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ffae933c-3930-4ef1-9d0d-6f16f923ec48 req-0a809377-5264-4744-a722-a762ca3a4a35 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 948 time: 0.0525875
Dec 18 21:30:17.305230 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ffae933c-3930-4ef1-9d0d-6f16f923ec48 req-874c8904-3fa4-4bd4-b01a-92d9bc40cdcd tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a37eda8-bd3d-48d6-b584-0a6a5adceb0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401461
Dec 18 21:30:18.426277 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f476bec-94f5-447e-9ac3-47a1066ae482 req-17db84c1-6253-4efb-9fab-068a21b92929 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:18.427767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f476bec-94f5-447e-9ac3-47a1066ae482 req-17db84c1-6253-4efb-9fab-068a21b92929 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 948 time: 0.0478897
Dec 18 21:30:18.478056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f476bec-94f5-447e-9ac3-47a1066ae482 req-cfbd1b8f-81bb-49ba-9ec8-048511eed98b tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a37eda8-bd3d-48d6-b584-0a6a5adceb0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422246
Dec 18 21:30:18.696147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 99d6929e-263b-4736-8d4c-2697c2efebc3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:30:18.793033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 99d6929e-263b-4736-8d4c-2697c2efebc3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99d6929e-263b-4736-8d4c-2697c2efebc3,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:30:18.804162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '99d6929e-263b-4736-8d4c-2697c2efebc3', 'network_id': 'f30e37e9-625f-4e6f-8f4b-1d2ef634b44a', 'port_id': '99d6929e-263b-4736-8d4c-2697c2efebc3', 'mac_address': 'fa:16:3e:7b:7a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c29f0e-de28-4b5e-b4dc-5288f0ef5b5a', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:30:18.841064 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:18.853766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d6929e-263b-4736-8d4c-2697c2efebc3 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:30:18.872688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 99d6929e-263b-4736-8d4c-2697c2efebc3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99d6929e-263b-4736-8d4c-2697c2efebc3,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:30:18.877289 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:18.926301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=99d6929e-263b-4736-8d4c-2697c2efebc3,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:19.109501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['99d6929e-263b-4736-8d4c-2697c2efebc3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:30:19.594041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2908d-eab4-4c26-989e-fce3567ffcad req-6d3abd79-ade5-41b8-a076-efdd76e9636b tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:19.595599 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8fb2908d-eab4-4c26-989e-fce3567ffcad req-6d3abd79-ade5-41b8-a076-efdd76e9636b tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 949 time: 0.0495343
Dec 18 21:30:19.645874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8fb2908d-eab4-4c26-989e-fce3567ffcad req-2df12eec-bd23-4c23-8938-e3bdbc9345a9 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a37eda8-bd3d-48d6-b584-0a6a5adceb0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442488
Dec 18 21:30:19.759243 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:20.712522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 99d6929e-263b-4736-8d4c-2697c2efebc3 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:30:20.760235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12a8e7-b906-4b21-a998-9692a861f256 req-0caff9bc-34d1-403e-adf9-e6fe707fd492 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:20.760871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 99d6929e-263b-4736-8d4c-2697c2efebc3 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:30:20.762198 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab12a8e7-b906-4b21-a998-9692a861f256 req-0caff9bc-34d1-403e-adf9-e6fe707fd492 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 949 time: 0.0493207
Dec 18 21:30:20.764780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 99d6929e-263b-4736-8d4c-2697c2efebc3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:30:20.765158 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:20.809788 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ab12a8e7-b906-4b21-a998-9692a861f256 req-858d2ce4-cd46-426e-ad75-1b7fe336bd5e tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a37eda8-bd3d-48d6-b584-0a6a5adceb0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412645
Dec 18 21:30:20.841682 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:20.863554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea3af0c-60de-42ac-8a06-2c9ff43b0879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d6929e-263b-4736-8d4c-2697c2efebc3'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:30:20.865777 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1ae8ce-6bdd-43a2-9b27-3a4cb3b18ea5" -d '{"events": [{"server_uuid": "0ea3af0c-60de-42ac-8a06-2c9ff43b0879", "name": "network-vif-plugged", "status": "completed", "tag": "99d6929e-263b-4736-8d4c-2697c2efebc3"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:30:20.886607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 99d6929e-263b-4736-8d4c-2697c2efebc3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99d6929e-263b-4736-8d4c-2697c2efebc3,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:30:20.890831 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:20.937822 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=99d6929e-263b-4736-8d4c-2697c2efebc3,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:20.970993 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce4c9e3-2ea2-41fe-924d-bfd3656abb7d x-openstack-request-id: req-1ce4c9e3-2ea2-41fe-924d-bfd3656abb7d {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:30:20.971401 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea3af0c-60de-42ac-8a06-2c9ff43b0879", "name": "network-vif-plugged", "status": "completed", "tag": "99d6929e-263b-4736-8d4c-2697c2efebc3", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:30:20.971657 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ce4c9e3-2ea2-41fe-924d-bfd3656abb7d {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:30:20.972053 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea3af0c-60de-42ac-8a06-2c9ff43b0879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d6929e-263b-4736-8d4c-2697c2efebc3', 'code': 200}
Dec 18 21:30:21.066792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d65e5b-c05d-4442-8c3d-5e7524daef08 req-03a7e8c6-5fb8-4d56-9c66-fc99b1d687a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:21.068255 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d65e5b-c05d-4442-8c3d-5e7524daef08 req-03a7e8c6-5fb8-4d56-9c66-fc99b1d687a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 1101 time: 0.0402641
Dec 18 21:30:21.110181 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a0d65e5b-c05d-4442-8c3d-5e7524daef08 req-bc064069-9430-4c6d-a374-033fe2fd8a65 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5a37eda8-bd3d-48d6-b584-0a6a5adceb0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349126
Dec 18 21:30:21.929197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcdc44-b4f9-45e9-bd98-d7fe0cf9e9dd req-79031e79-cdbe-413c-b80c-960fa6c1db40 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:21.930680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4dbcdc44-b4f9-45e9-bd98-d7fe0cf9e9dd req-79031e79-cdbe-413c-b80c-960fa6c1db40 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 950 time: 0.0517979
Dec 18 21:30:21.977783 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4dbcdc44-b4f9-45e9-bd98-d7fe0cf9e9dd req-2a4072e2-4a05-42ad-b944-9b6a9e1b4491 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a37eda8-bd3d-48d6-b584-0a6a5adceb0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408719
Dec 18 21:30:23.096379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a20d28-2bf6-4980-847f-9a7a3c191049 req-8fb70bf2-4894-4125-8c29-2c372b9446b8 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:23.097871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82a20d28-2bf6-4980-847f-9a7a3c191049 req-8fb70bf2-4894-4125-8c29-2c372b9446b8 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 950 time: 0.0508902
Dec 18 21:30:23.144265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82a20d28-2bf6-4980-847f-9a7a3c191049 req-20ce6c84-1ae7-4d7c-8d4c-7fb7fad38496 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a37eda8-bd3d-48d6-b584-0a6a5adceb0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403972
Dec 18 21:30:23.518475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-75db23b1-0d97-4b42-bd0a-eaf5d217edb6 req-b227e91e-0631-476f-85c6-329d20525367 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:30:23.519474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75db23b1-0d97-4b42-bd0a-eaf5d217edb6 req-b227e91e-0631-476f-85c6-329d20525367 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1031904
Dec 18 21:30:23.886659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-80cf77d7-840c-4e38-8dc0-8dce98acbdc0 req-a191ccdc-4e28-4c8a-9a50-eef6ef2dbfc8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:30:23.887672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80cf77d7-840c-4e38-8dc0-8dce98acbdc0 req-a191ccdc-4e28-4c8a-9a50-eef6ef2dbfc8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0545454
Dec 18 21:30:24.219373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db02db0-cf08-4ad2-8427-2224530b6c9b req-949130db-7ac8-4ca2-99f9-037fe9be68d5 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:24.220873 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0db02db0-cf08-4ad2-8427-2224530b6c9b req-949130db-7ac8-4ca2-99f9-037fe9be68d5 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 950 time: 0.0513377
Dec 18 21:30:24.267401 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0db02db0-cf08-4ad2-8427-2224530b6c9b req-44e5c133-ad41-451b-8629-86e1312f2c4d tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a37eda8-bd3d-48d6-b584-0a6a5adceb0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397816
Dec 18 21:30:25.384215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cc343-7752-4e45-b568-3318073621bf req-b749a432-70e5-4e1e-8af8-a4ea6740f1af tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:25.385669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-334cc343-7752-4e45-b568-3318073621bf req-b749a432-70e5-4e1e-8af8-a4ea6740f1af tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 950 time: 0.0469427
Dec 18 21:30:25.454119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-334cc343-7752-4e45-b568-3318073621bf req-741ddf1c-47f4-467f-851a-a8da62c08587 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a37eda8-bd3d-48d6-b584-0a6a5adceb0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624535
Dec 18 21:30:25.473996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4c6e1-491d-4557-a47a-cc7e4376f9c3 req-2e3ec4d7-a648-4b32-a019-00092802ec22 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:25.473996 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8a4c6e1-491d-4557-a47a-cc7e4376f9c3 req-2e3ec4d7-a648-4b32-a019-00092802ec22 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ea3af0c-60de-42ac-8a06-2c9ff43b0879 HTTP/1.1" status: 200  len: 950 time: 0.0614395
Dec 18 21:30:25.560260 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d8a4c6e1-491d-4557-a47a-cc7e4376f9c3 req-1f510eac-2082-46d4-8fa3-a1b321d9a751 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Deleting port 99d6929e-263b-4736-8d4c-2697c2efebc3 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:30:25.560600 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d8a4c6e1-491d-4557-a47a-cc7e4376f9c3 req-1f510eac-2082-46d4-8fa3-a1b321d9a751 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:25.645522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d8a4c6e1-491d-4557-a47a-cc7e4376f9c3 req-1f510eac-2082-46d4-8fa3-a1b321d9a751 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] For port 99d6929e-263b-4736-8d4c-2697c2efebc3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99d6929e-263b-4736-8d4c-2697c2efebc3,segment=NetworkSegment(35c8ee36-d5d5-460d-b5a5-5da5c369bff2),segment_id=35c8ee36-d5d5-460d-b5a5-5da5c369bff2)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:30:25.645878 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d8a4c6e1-491d-4557-a47a-cc7e4376f9c3 req-1f510eac-2082-46d4-8fa3-a1b321d9a751 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:25.657271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d8a4c6e1-491d-4557-a47a-cc7e4376f9c3 req-1f510eac-2082-46d4-8fa3-a1b321d9a751 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Calling delete_port for 99d6929e-263b-4736-8d4c-2697c2efebc3 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:30:25.786952 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d8a4c6e1-491d-4557-a47a-cc7e4376f9c3 req-1f510eac-2082-46d4-8fa3-a1b321d9a751 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:25.798201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['99d6929e-263b-4736-8d4c-2697c2efebc3'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:30:25.817122 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f510eac-2082-46d4-8fa3-a1b321d9a751 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Pushing event deleted for resources: {'Port': ['ID=99d6929e-263b-4736-8d4c-2697c2efebc3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:25.864863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a4c6e1-491d-4557-a47a-cc7e4376f9c3 req-1f510eac-2082-46d4-8fa3-a1b321d9a751 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] No DVR routers for this DVR port 99d6929e-263b-4736-8d4c-2697c2efebc3 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:30:25.867590 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d8a4c6e1-491d-4557-a47a-cc7e4376f9c3 req-1f510eac-2082-46d4-8fa3-a1b321d9a751 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:25.870995 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8a4c6e1-491d-4557-a47a-cc7e4376f9c3 req-1f510eac-2082-46d4-8fa3-a1b321d9a751 tempest-ServersAdminNegativeTestJSON-2048861831 tempest-ServersAdminNegativeTestJSON-2048861831-project] 10.222.0.31 "DELETE /v2.0/ports/99d6929e-263b-4736-8d4c-2697c2efebc3 HTTP/1.1" status: 204  len: 173 time: 0.3920145
Dec 18 21:30:25.871466 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea3af0c-60de-42ac-8a06-2c9ff43b0879', 'name': 'network-vif-deleted', 'tag': '99d6929e-263b-4736-8d4c-2697c2efebc3'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:30:25.873804 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f2bd48-be7e-4852-8763-a26c1d64b1e6" -d '{"events": [{"server_uuid": "0ea3af0c-60de-42ac-8a06-2c9ff43b0879", "name": "network-vif-deleted", "tag": "99d6929e-263b-4736-8d4c-2697c2efebc3"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:30:25.921238 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ad1369-7c4b-4215-b6da-b8324ce76a38 x-openstack-request-id: req-b0ad1369-7c4b-4215-b6da-b8324ce76a38 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:30:25.921556 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea3af0c-60de-42ac-8a06-2c9ff43b0879", "name": "network-vif-deleted", "tag": "99d6929e-263b-4736-8d4c-2697c2efebc3", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:30:25.921821 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0ad1369-7c4b-4215-b6da-b8324ce76a38 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:30:25.922289 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea3af0c-60de-42ac-8a06-2c9ff43b0879', 'name': 'network-vif-deleted', 'tag': '99d6929e-263b-4736-8d4c-2697c2efebc3', 'status': 'completed', 'code': 200}
Dec 18 21:30:26.745782 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50760) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:26.893562 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5a0db770-2fef-4729-9b62-31c7c5f76b38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f52949ca7754cb0bb38b4fa73ca59e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1465831
Dec 18 21:30:26.896572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50764) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:26.942392 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad1722a3-5cda-4346-9136-e3a175a97711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:26.963422 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad1722a3-5cda-4346-9136-e3a175a97711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:27.009736 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad1722a3-5cda-4346-9136-e3a175a97711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:27.012323 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad1722a3-5cda-4346-9136-e3a175a97711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:27.013465 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ad1722a3-5cda-4346-9136-e3a175a97711 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a37eda8-bd3d-48d6-b584-0a6a5adceb0e HTTP/1.1" status: 204  len: 168 time: 0.1160042
Dec 18 21:30:27.021863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1722a3-5cda-4346-9136-e3a175a97711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a37eda8-bd3d-48d6-b584-0a6a5adceb0e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:27.271547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50770) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:27.284385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6219ebe0-f6ac-45bb-8dfb-f2ee880c63bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:27.361782 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6219ebe0-f6ac-45bb-8dfb-f2ee880c63bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:27.366177 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6219ebe0-f6ac-45bb-8dfb-f2ee880c63bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:27.403052 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6219ebe0-f6ac-45bb-8dfb-f2ee880c63bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13323e42804f45bfa615f57dc06a356a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1304569
Dec 18 21:30:27.403812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219ebe0-f6ac-45bb-8dfb-f2ee880c63bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011138a2-713a-4b25-9904-d625bf462a19,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:27.405878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50772) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:27.453144 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8e528053-4288-4f98-8d75-c49b7b774494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:27.473607 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8e528053-4288-4f98-8d75-c49b7b774494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:27.520332 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8e528053-4288-4f98-8d75-c49b7b774494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:27.522939 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8e528053-4288-4f98-8d75-c49b7b774494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:27.524209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8e528053-4288-4f98-8d75-c49b7b774494 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/011138a2-713a-4b25-9904-d625bf462a19 HTTP/1.1" status: 204  len: 168 time: 0.1173022
Dec 18 21:30:27.531446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e528053-4288-4f98-8d75-c49b7b774494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011138a2-713a-4b25-9904-d625bf462a19,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:28.173897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 50794) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:28.271121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2081080661-network', 'tenant_id': '68c8fcdf62d4488494c91a4cb55c2456'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:30:28.292528 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Made reservation on behalf of 68c8fcdf62d4488494c91a4cb55c2456 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:30:28.294817 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:28.302928 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:28.376387 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:28.380851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:28.407395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:30:28.422196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce445cdc-df80-4453-88fc-89f31f30eee6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:28.425035 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:28.425375 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Added segment 655487ee-9721-4a68-93db-da915907bb76 of type vlan for network 9dec6022-5b27-424d-9d26-c9268d945b1b
Dec 18 21:30:28.468389 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:28.492651 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:28.493831 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:28.494487 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:28.546499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3710558
Dec 18 21:30:28.549893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50798) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:28.555573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a52daa33-a41a-4623-ac52-be758ea0d1f4 admin admin] Request body: {'subnet': {'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2081080661-subnet', 'tenant_id': '68c8fcdf62d4488494c91a4cb55c2456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:30:28.561447 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73d1e7-0707-4de5-b1ec-40522d0cff66 admin admin] Pushing event updated for resources: {'Network': ['ID=9dec6022-5b27-424d-9d26-c9268d945b1b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:28.572417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 9dec6022-5b27-424d-9d26-c9268d945b1b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:30:28.579906 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52daa33-a41a-4623-ac52-be758ea0d1f4 admin admin] Made reservation on behalf of 68c8fcdf62d4488494c91a4cb55c2456 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:30:28.582657 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a52daa33-a41a-4623-ac52-be758ea0d1f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:28.744115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 99d6929e-263b-4736-8d4c-2697c2efebc3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:30:28.749624 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a52daa33-a41a-4623-ac52-be758ea0d1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:28.764476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 99d6929e-263b-4736-8d4c-2697c2efebc3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:30:28.764820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 99d6929e-263b-4736-8d4c-2697c2efebc3 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:30:28.808689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52daa33-a41a-4623-ac52-be758ea0d1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b83c9d6-76ec-4606-8526-dad52526aa76,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:28.817229 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52daa33-a41a-4623-ac52-be758ea0d1f4 admin admin] Checking segment: {'id': '655487ee-9721-4a68-93db-da915907bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:30:28.817598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52daa33-a41a-4623-ac52-be758ea0d1f4 admin admin] Network hostable DHCP agents. Network: 9dec6022-5b27-424d-9d26-c9268d945b1b, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:30:28.834183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52daa33-a41a-4623-ac52-be758ea0d1f4 admin admin] Network 9dec6022-5b27-424d-9d26-c9268d945b1b is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:30:28.842775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-a52daa33-a41a-4623-ac52-be758ea0d1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9dec6022-5b27-424d-9d26-c9268d945b1b) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:30:28.848089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52daa33-a41a-4623-ac52-be758ea0d1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:28.848699 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a52daa33-a41a-4623-ac52-be758ea0d1f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:28.853281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cac60f-8311-4635-8207-c87214a29fdf None None] Network 9dec6022-5b27-424d-9d26-c9268d945b1b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:30:28.866655 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a52daa33-a41a-4623-ac52-be758ea0d1f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3143485
Dec 18 21:30:28.954096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac7d2b6-73b9-4a44-9ea7-2fc88ccb4042 None None] Network 9dec6022-5b27-424d-9d26-c9268d945b1b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:30:29.290780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-c3f0b6b6-f190-4d4d-8497-b7c7727ec767 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:29.292223 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-c3f0b6b6-f190-4d4d-8497-b7c7727ec767 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/networks?id=9dec6022-5b27-424d-9d26-c9268d945b1b HTTP/1.1" status: 200  len: 812 time: 0.1026974
Dec 18 21:30:29.306679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-f4502e81-adb9-45b2-8e4f-81edc703ba4f tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/quotas/68c8fcdf62d4488494c91a4cb55c2456 HTTP/1.1" status: 200  len: 375 time: 0.0087106
Dec 18 21:30:29.336686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-41e18bfe-a662-4c2d-94a3-100a9ef056a2 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=68c8fcdf62d4488494c91a4cb55c2456&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0249107
Dec 18 21:30:29.346890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-74d8727b-1b2c-4a14-8b07-7e8ad673486e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:30:29.348526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-74d8727b-1b2c-4a14-8b07-7e8ad673486e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054824
Dec 18 21:30:29.437195 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-ec48e47d-cf2a-44a7-a9f0-9dd9075cad19 service neutron] 10.222.0.13 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830593
Dec 18 21:30:29.523626 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-f81f75ad-9db8-4df7-b960-c57a9ca0b8c0 service neutron] 10.222.0.13 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803716
Dec 18 21:30:29.680534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6b855d02-824d-4b4d-839f-fd98ac5a8e3f req-d7482a79-5206-4175-95bf-2ac3ec7d2004 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 210 time: 0.0258632
Dec 18 21:30:30.576567 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-68ac41ff-3074-4b36-815c-c32fa6149878 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:30.578019 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-68ac41ff-3074-4b36-815c-c32fa6149878 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.31 "GET /v2.0/networks?id=9dec6022-5b27-424d-9d26-c9268d945b1b HTTP/1.1" status: 200  len: 812 time: 0.1047840
Dec 18 21:30:30.591582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Request body: {'port': {'device_id': '0821cc85-a213-4d89-9621-383a9ee86938', 'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b', 'admin_state_up': True, 'tenant_id': '68c8fcdf62d4488494c91a4cb55c2456'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:30:30.696636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Made reservation on behalf of 68c8fcdf62d4488494c91a4cb55c2456 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:30:30.700345 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:30.789847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2bdf620d-1014-441a-8e33-3caf03110c65 req-a32866f1-f6f9-455f-880c-10dd2322b412 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 210 time: 0.0317214
Dec 18 21:30:30.849618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Allocated IP 172.20.0.5 (9dec6022-5b27-424d-9d26-c9268d945b1b/5b83c9d6-76ec-4606-8526-dad52526aa76/a39e39e5-8e11-44fa-82ec-a039eebef716) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:30:30.994780 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:31.027728 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:31.070929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Network 9dec6022-5b27-424d-9d26-c9268d945b1b is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:30:31.074142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:30:31.077843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:30:31.083850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Pushing event updated for resources: {'Port': ['ID=a39e39e5-8e11-44fa-82ec-a039eebef716,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:31.130899 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:31.131425 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:31.147254 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-657443db-224a-4b70-92c9-f5eaa9323328 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5599654
Dec 18 21:30:31.158769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Request body: {'port': {'device_id': '0821cc85-a213-4d89-9621-383a9ee86938', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:30:31.211818 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:31.461243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39e39e5-8e11-44fa-82ec-a039eebef716 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:30:31.468362 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:31.481895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Transition to ACTIVE for port object a39e39e5-8e11-44fa-82ec-a039eebef716 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:30:31.486060 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:31.539595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=a39e39e5-8e11-44fa-82ec-a039eebef716,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:31.607628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Attempting to bind port a39e39e5-8e11-44fa-82ec-a039eebef716 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:30:31.608318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Attempting to bind port a39e39e5-8e11-44fa-82ec-a039eebef716 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '655487ee-9721-4a68-93db-da915907bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:30:31.608318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Attempting to bind port a39e39e5-8e11-44fa-82ec-a039eebef716 on network 9dec6022-5b27-424d-9d26-c9268d945b1b {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:30:31.612463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Port a39e39e5-8e11-44fa-82ec-a039eebef716 on network 9dec6022-5b27-424d-9d26-c9268d945b1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:30:31.612768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Attempting to bind port a39e39e5-8e11-44fa-82ec-a039eebef716 on network 9dec6022-5b27-424d-9d26-c9268d945b1b {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:30:31.618103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:30:31.618661 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Checking segment: {'id': '655487ee-9721-4a68-93db-da915907bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:30:31.619232 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Bound using segment: {'id': '655487ee-9721-4a68-93db-da915907bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:30:31.619781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Bound port: a39e39e5-8e11-44fa-82ec-a039eebef716, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655487ee-9721-4a68-93db-da915907bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:30:31.620135 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:31.682049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:30:31.685182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a39e39e5-8e11-44fa-82ec-a039eebef716,segment=NetworkSegment(655487ee-9721-4a68-93db-da915907bb76),segment_id=655487ee-9721-4a68-93db-da915907bb76)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:30:31.689641 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:31.728955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:31.729580 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:31.731073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] 10.222.0.31 "PUT /v2.0/ports/a39e39e5-8e11-44fa-82ec-a039eebef716 HTTP/1.1" status: 200  len: 1091 time: 0.5761559
Dec 18 21:30:31.731520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0821cc85-a213-4d89-9621-383a9ee86938', 'tag': 'a39e39e5-8e11-44fa-82ec-a039eebef716'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:30:31.733851 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4bb397-9b15-4c13-81ad-748aceb9e874" -d '{"events": [{"name": "network-changed", "server_uuid": "0821cc85-a213-4d89-9621-383a9ee86938", "tag": "a39e39e5-8e11-44fa-82ec-a039eebef716"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:30:31.756554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdeefb-b2f0-4371-b5b5-1088ea70ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=a39e39e5-8e11-44fa-82ec-a039eebef716,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:31.783713 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e2b0f4-506c-4b52-b3e3-62874bb81ff0 x-openstack-request-id: req-57e2b0f4-506c-4b52-b3e3-62874bb81ff0 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:30:31.783919 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0821cc85-a213-4d89-9621-383a9ee86938", "tag": "a39e39e5-8e11-44fa-82ec-a039eebef716", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:30:31.784178 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57e2b0f4-506c-4b52-b3e3-62874bb81ff0 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:30:31.784580 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0821cc85-a213-4d89-9621-383a9ee86938', 'tag': 'a39e39e5-8e11-44fa-82ec-a039eebef716', 'status': 'completed', 'code': 200}
Dec 18 21:30:31.822509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5f4702cf-e40b-4183-8602-7d4bb52158f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:31.824025 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-5f4702cf-e40b-4183-8602-7d4bb52158f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68c8fcdf62d4488494c91a4cb55c2456&device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 1094 time: 0.0503943
Dec 18 21:30:31.867574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-72e9d215-7a16-461e-9773-2c06ba51db4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a39e39e5-8e11-44fa-82ec-a039eebef716 HTTP/1.1" status: 200  len: 217 time: 0.0355315
Dec 18 21:30:31.948737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432317bc-45ef-4ba8-b72c-670a078bb149 req-fe37d95e-5d72-44fb-85ee-bb020c0aa841 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:31.950273 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-432317bc-45ef-4ba8-b72c-670a078bb149 req-fe37d95e-5d72-44fb-85ee-bb020c0aa841 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 943 time: 0.0851495
Dec 18 21:30:31.951560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-385ae3c2-8c7c-4cb8-9e17-8d46337fc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:31.952866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-385ae3c2-8c7c-4cb8-9e17-8d46337fc6d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b83c9d6-76ec-4606-8526-dad52526aa76 HTTP/1.1" status: 200  len: 852 time: 0.0781827
Dec 18 21:30:31.992789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-45b8c466-ddec-490b-a720-1ba30ebda529 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dec6022-5b27-424d-9d26-c9268d945b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302179
Dec 18 21:30:32.063180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-432317bc-45ef-4ba8-b72c-670a078bb149 req-3c825062-d8c6-4ba1-808e-32cbd072073b tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068850
Dec 18 21:30:32.102742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-3a335fc7-c760-4b9b-8292-9670f6e20c17 service neutron] 10.222.0.31 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0996642
Dec 18 21:30:32.189469 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11cd4ff0-c7b6-474b-8d14-38b3f1a40c98 req-9cb10428-f32c-4744-90e3-7afa9bd63fc0 service neutron] 10.222.0.31 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802884
Dec 18 21:30:32.277081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bb397-9b15-4c13-81ad-748aceb9e874 req-55b77de8-c5d7-43d0-8848-1033c9d0ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:32.278501 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af4bb397-9b15-4c13-81ad-748aceb9e874 req-55b77de8-c5d7-43d0-8848-1033c9d0ad5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68c8fcdf62d4488494c91a4cb55c2456&device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 1094 time: 0.0447400
Dec 18 21:30:32.361049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-516549b0-a080-4f23-952c-d5edaf044735 req-08da2a04-777a-431b-84ea-9e2a276d517e service neutron] (126008) timed out ('10.222.0.13', 52846) {{(pid=126008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:30:32.365320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bb397-9b15-4c13-81ad-748aceb9e874 req-b50cef41-acbb-4685-9ec3-769a44ae72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:32.366772 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af4bb397-9b15-4c13-81ad-748aceb9e874 req-b50cef41-acbb-4685-9ec3-769a44ae72a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dec6022-5b27-424d-9d26-c9268d945b1b HTTP/1.1" status: 200  len: 913 time: 0.0806704
Dec 18 21:30:32.412223 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af4bb397-9b15-4c13-81ad-748aceb9e874 req-f6d65a6b-04b4-4de4-b1a1-fb29cf53c295 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a39e39e5-8e11-44fa-82ec-a039eebef716 HTTP/1.1" status: 200  len: 217 time: 0.0383170
Dec 18 21:30:32.465397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bb397-9b15-4c13-81ad-748aceb9e874 req-bc8b9a08-5c6e-4610-a711-2be7ad8093b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:32.466868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af4bb397-9b15-4c13-81ad-748aceb9e874 req-bc8b9a08-5c6e-4610-a711-2be7ad8093b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b83c9d6-76ec-4606-8526-dad52526aa76 HTTP/1.1" status: 200  len: 852 time: 0.0485718
Dec 18 21:30:32.497382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af4bb397-9b15-4c13-81ad-748aceb9e874 req-81554024-87a4-4fb5-9745-f2cd111d46b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dec6022-5b27-424d-9d26-c9268d945b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0231361
Dec 18 21:30:32.584596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af4bb397-9b15-4c13-81ad-748aceb9e874 req-827e7e45-e366-469e-b44a-47c223a8f205 service neutron] 10.222.0.31 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791986
Dec 18 21:30:32.675064 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af4bb397-9b15-4c13-81ad-748aceb9e874 req-bcfe52f6-55ae-49f5-9ac5-95d5af29270f service neutron] 10.222.0.31 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831671
Dec 18 21:30:33.009980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a1d05f0-7324-4c92-a774-bf4eecbe310e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:33.186553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87275f5-61fe-475f-8ad6-7175e0b0ff97 req-61238eb4-ed29-4403-bda4-bb503910e969 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:33.187941 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f87275f5-61fe-475f-8ad6-7175e0b0ff97 req-61238eb4-ed29-4403-bda4-bb503910e969 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 943 time: 0.0502183
Dec 18 21:30:33.236879 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f87275f5-61fe-475f-8ad6-7175e0b0ff97 req-877b61b6-e29b-42b0-9232-42339eede15b tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423145
Dec 18 21:30:34.354406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21682aa1-5d65-44ea-926d-7eccec252653 req-cb9989f3-d0b1-4f75-9bcd-ef33e162a36b tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:34.355883 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21682aa1-5d65-44ea-926d-7eccec252653 req-cb9989f3-d0b1-4f75-9bcd-ef33e162a36b tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 943 time: 0.0517449
Dec 18 21:30:34.410804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21682aa1-5d65-44ea-926d-7eccec252653 req-ca95902c-c006-4bd2-8a5f-63e3802d1ae8 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487611
Dec 18 21:30:34.774860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a39e39e5-8e11-44fa-82ec-a039eebef716 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:30:34.869221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a39e39e5-8e11-44fa-82ec-a039eebef716,segment=NetworkSegment(655487ee-9721-4a68-93db-da915907bb76),segment_id=655487ee-9721-4a68-93db-da915907bb76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:30:34.880016 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'a39e39e5-8e11-44fa-82ec-a039eebef716', 'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b', 'port_id': 'a39e39e5-8e11-44fa-82ec-a039eebef716', 'mac_address': 'fa:16:3e:e0:a0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b83c9d6-76ec-4606-8526-dad52526aa76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:30:34.915493 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:34.928779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39e39e5-8e11-44fa-82ec-a039eebef716 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:30:34.947826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a39e39e5-8e11-44fa-82ec-a039eebef716,segment=NetworkSegment(655487ee-9721-4a68-93db-da915907bb76),segment_id=655487ee-9721-4a68-93db-da915907bb76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:30:34.951891 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:35.001038 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=a39e39e5-8e11-44fa-82ec-a039eebef716,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:35.140454 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['a39e39e5-8e11-44fa-82ec-a039eebef716'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:30:35.224687 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d3466505-8c94-414f-88ff-74a55b50f986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:35.517865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49f7f4-dca3-48a8-8dd7-ca059b524cb6 req-f2c59df0-5775-4688-bb07-d703e0cd36f5 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:35.520000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc49f7f4-dca3-48a8-8dd7-ca059b524cb6 req-f2c59df0-5775-4688-bb07-d703e0cd36f5 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 944 time: 0.0482402
Dec 18 21:30:35.565258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc49f7f4-dca3-48a8-8dd7-ca059b524cb6 req-82c8fe47-2a91-4dfc-a7f2-d0448bd170fc tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392392
Dec 18 21:30:35.706560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-f7c94762-47e0-4c56-af32-f6451faf21b6 req-57febac7-3695-4b07-b8d0-9f6a85c18098 service neutron] (126008) timed out ('10.222.0.13', 37396) {{(pid=126008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:30:36.510557 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:36.679088 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f780d-bd10-4d40-9d63-99a7faa35a19 req-47509932-3f97-4182-a7a5-37b1428d06b1 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:36.680590 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e61f780d-bd10-4d40-9d63-99a7faa35a19 req-47509932-3f97-4182-a7a5-37b1428d06b1 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 944 time: 0.0469038
Dec 18 21:30:36.731027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e61f780d-bd10-4d40-9d63-99a7faa35a19 req-c191c9ab-afca-4957-8188-101397d4ab28 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442753
Dec 18 21:30:36.774026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a39e39e5-8e11-44fa-82ec-a039eebef716 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:30:36.821183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port a39e39e5-8e11-44fa-82ec-a039eebef716 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:30:36.825169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port a39e39e5-8e11-44fa-82ec-a039eebef716 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:30:36.825537 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:36.899015 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:36.920051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821cc85-a213-4d89-9621-383a9ee86938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39e39e5-8e11-44fa-82ec-a039eebef716'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:30:36.922272 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11dcbe0-8939-4310-8c4d-cdfaa2850176" -d '{"events": [{"server_uuid": "0821cc85-a213-4d89-9621-383a9ee86938", "name": "network-vif-plugged", "status": "completed", "tag": "a39e39e5-8e11-44fa-82ec-a039eebef716"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:30:36.938048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a39e39e5-8e11-44fa-82ec-a039eebef716,segment=NetworkSegment(655487ee-9721-4a68-93db-da915907bb76),segment_id=655487ee-9721-4a68-93db-da915907bb76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:30:36.942902 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:36.969720 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16136736-84e8-4480-b439-b68b4da89ae3 x-openstack-request-id: req-16136736-84e8-4480-b439-b68b4da89ae3 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:30:36.970013 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821cc85-a213-4d89-9621-383a9ee86938", "name": "network-vif-plugged", "status": "completed", "tag": "a39e39e5-8e11-44fa-82ec-a039eebef716", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:30:36.970288 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16136736-84e8-4480-b439-b68b4da89ae3 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:30:36.970677 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821cc85-a213-4d89-9621-383a9ee86938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39e39e5-8e11-44fa-82ec-a039eebef716', 'code': 200}
Dec 18 21:30:36.997217 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=a39e39e5-8e11-44fa-82ec-a039eebef716,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:30:37.057503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abb11d-6b49-46c8-9803-351b414470e5 req-482b4aac-98a8-40ba-ba40-bd0c07710717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:37.058930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21abb11d-6b49-46c8-9803-351b414470e5 req-482b4aac-98a8-40ba-ba40-bd0c07710717 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 1096 time: 0.0392799
Dec 18 21:30:37.101391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21abb11d-6b49-46c8-9803-351b414470e5 req-a12a188e-13d6-4d6d-907b-5a99fdbced62 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357051
Dec 18 21:30:37.846840 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4143619-daa4-4a9c-9f7b-fd6284885454 req-2c6be87b-e0c7-4c3e-b628-3f4be90eb709 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:37.848272 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4143619-daa4-4a9c-9f7b-fd6284885454 req-2c6be87b-e0c7-4c3e-b628-3f4be90eb709 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0478303
Dec 18 21:30:37.898339 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e4143619-daa4-4a9c-9f7b-fd6284885454 req-d6c1b5b1-e80d-48e8-bc3d-c295a9823dcd tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440857
Dec 18 21:30:38.214511 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:38.604412 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:39.019596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6baa2-3f2b-49ce-89e0-5e87967b2089 req-8febe005-c27a-46b9-8883-404bae16a96a tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:39.021062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ceb6baa2-3f2b-49ce-89e0-5e87967b2089 req-8febe005-c27a-46b9-8883-404bae16a96a tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0506797
Dec 18 21:30:39.066460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ceb6baa2-3f2b-49ce-89e0-5e87967b2089 req-789b02f6-1d06-48e4-9019-0dc8b001f199 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394766
Dec 18 21:30:39.250694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50864) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:30:39.304357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a1f07-e911-4faf-a29c-f5b172df831d req-36d32b77-3651-4815-8afe-da8e15d21914 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:39.305961 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-306a1f07-e911-4faf-a29c-f5b172df831d req-36d32b77-3651-4815-8afe-da8e15d21914 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0484149
Dec 18 21:30:39.347956 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-0632f898-fa93-4631-b472-7e2d32b32eb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0959735
Dec 18 21:30:39.357406 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-306a1f07-e911-4faf-a29c-f5b172df831d req-b9dcd3e1-0e0f-407f-add4-44d6e774902a tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417809
Dec 18 21:30:39.357709 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-160d9d3d-5fa6-490f-b808-f4253bf389cc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:30:39.358731 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-160d9d3d-5fa6-490f-b808-f4253bf389cc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050662
Dec 18 21:30:40.479947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b83cc-b5c6-4821-9491-64ce2b307dbd req-a08f0f3e-a2f8-4fbe-bec0-f0f9a6dc9874 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:40.481420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d60b83cc-b5c6-4821-9491-64ce2b307dbd req-a08f0f3e-a2f8-4fbe-bec0-f0f9a6dc9874 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0551114
Dec 18 21:30:40.528352 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d60b83cc-b5c6-4821-9491-64ce2b307dbd req-aa59c5ad-6cf7-4772-9b9d-369639a0f689 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407717
Dec 18 21:30:40.592413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-fd5bcba5-696d-4cf4-a50f-9bde42221ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:40.593931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-fd5bcba5-696d-4cf4-a50f-9bde42221ff2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68c8fcdf62d4488494c91a4cb55c2456&device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 1096 time: 0.0409291
Dec 18 21:30:40.683374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-7469acc0-c66e-463f-872d-2d02fc897124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:40.684822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-7469acc0-c66e-463f-872d-2d02fc897124 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dec6022-5b27-424d-9d26-c9268d945b1b HTTP/1.1" status: 200  len: 913 time: 0.0837102
Dec 18 21:30:41.066824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-2a6c26b9-eb5f-402e-9760-0759e4b3e944 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a39e39e5-8e11-44fa-82ec-a039eebef716 HTTP/1.1" status: 200  len: 217 time: 0.3740494
Dec 18 21:30:41.114428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-b0623267-4256-43a6-b5d8-13d1769fa327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:41.115794 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-b0623267-4256-43a6-b5d8-13d1769fa327 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b83c9d6-76ec-4606-8526-dad52526aa76 HTTP/1.1" status: 200  len: 852 time: 0.0422974
Dec 18 21:30:41.145297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-a673ec36-50aa-463e-932a-b6b8cdebb638 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dec6022-5b27-424d-9d26-c9268d945b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0229468
Dec 18 21:30:41.232729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-3e9c11b0-5b19-46ab-94e0-b7f19cbb1e8c service neutron] 10.222.0.31 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809665
Dec 18 21:30:41.324722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-6d298814-c88e-45ea-ad25-d9ea18a26125 service neutron] 10.222.0.31 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842974
Dec 18 21:30:41.647304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cfe29-a103-485a-bb13-3a84910c91f3 req-48d13165-b640-4d47-857b-b30da90e33b9 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:41.648784 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb8cfe29-a103-485a-bb13-3a84910c91f3 req-48d13165-b640-4d47-857b-b30da90e33b9 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0501173
Dec 18 21:30:41.696450 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb8cfe29-a103-485a-bb13-3a84910c91f3 req-eede86de-13b3-480a-b6a0-dd0d06abb6df tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416405
Dec 18 21:30:42.810362 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fd764-ad9c-404f-9c67-126639ff823a req-282c6aee-7e6b-4def-88d8-4561a944e314 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:42.811830 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-327fd764-ad9c-404f-9c67-126639ff823a req-282c6aee-7e6b-4def-88d8-4561a944e314 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0468111
Dec 18 21:30:42.857915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-327fd764-ad9c-404f-9c67-126639ff823a req-d5d22326-508f-4548-a18c-2485ea0b56cc tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395334
Dec 18 21:30:43.977087 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5335-c0af-4c39-974b-24cc0d87eef8 req-22a40f1f-cb1e-4ea6-a550-2e66c1c19c5c tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:43.978478 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-751c5335-c0af-4c39-974b-24cc0d87eef8 req-22a40f1f-cb1e-4ea6-a550-2e66c1c19c5c tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0519946
Dec 18 21:30:44.025226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-751c5335-c0af-4c39-974b-24cc0d87eef8 req-f6b07a18-4964-4fa0-8844-29ff701bdc4e tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407319
Dec 18 21:30:45.139811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae27488-60bd-4e80-a10f-c6730acc00a4 req-3eb922e0-1e03-40dc-9963-9f0fa25d80bb tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:45.141392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bae27488-60bd-4e80-a10f-c6730acc00a4 req-3eb922e0-1e03-40dc-9963-9f0fa25d80bb tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0483701
Dec 18 21:30:45.147189 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:45.188097 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bae27488-60bd-4e80-a10f-c6730acc00a4 req-56948807-b790-403b-977f-44c140937824 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400641
Dec 18 21:30:46.301418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b9354-5867-44d2-a2dc-bb0f7420bb5e req-1294c703-6ebe-4847-ab48-3ec93be774a0 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:46.302910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a4b9354-5867-44d2-a2dc-bb0f7420bb5e req-1294c703-6ebe-4847-ab48-3ec93be774a0 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0472825
Dec 18 21:30:46.352047 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a4b9354-5867-44d2-a2dc-bb0f7420bb5e req-4a6f6ed7-4bf3-4ac6-89ba-950b0be901de tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431941
Dec 18 21:30:47.471566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41ed4a-5e4e-4868-ba99-a9608a44a394 req-29850db4-90a5-426a-a2c4-0fd4b57d4075 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:47.474011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae41ed4a-5e4e-4868-ba99-a9608a44a394 req-29850db4-90a5-426a-a2c4-0fd4b57d4075 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0490570
Dec 18 21:30:47.528402 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ae41ed4a-5e4e-4868-ba99-a9608a44a394 req-f02f7ba6-f247-4236-8bcb-e7f882738d8c tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483360
Dec 18 21:30:48.640713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e3f5-a999-4973-8812-8a97360c6137 req-62157d49-2aa5-42a9-a3fc-623146159a76 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:48.642169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3130e3f5-a999-4973-8812-8a97360c6137 req-62157d49-2aa5-42a9-a3fc-623146159a76 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0464160
Dec 18 21:30:48.688382 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3130e3f5-a999-4973-8812-8a97360c6137 req-8244b125-1d86-4c3f-8333-cbcbfff4ebc3 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397115
Dec 18 21:30:49.769188 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:30:49.807634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2583d-e0b3-48d1-9072-233514cdb799 req-a6daae62-f086-40bb-8c2c-2b19c9c8b0c6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:49.809151 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-afd2583d-e0b3-48d1-9072-233514cdb799 req-a6daae62-f086-40bb-8c2c-2b19c9c8b0c6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0518951
Dec 18 21:30:49.856790 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-afd2583d-e0b3-48d1-9072-233514cdb799 req-bdfa6f9f-ee7c-4716-bb11-fa0ad89290a5 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405962
Dec 18 21:30:50.971479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b16ab2-5ddb-414f-85ae-847968a3554f req-537add07-0efa-4f64-9b09-b821fe3af922 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:50.972832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47b16ab2-5ddb-414f-85ae-847968a3554f req-537add07-0efa-4f64-9b09-b821fe3af922 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0475481
Dec 18 21:30:51.018748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-47b16ab2-5ddb-414f-85ae-847968a3554f req-d15af981-3547-4016-a847-2fd4de132a23 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399036
Dec 18 21:30:51.619331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d204c1-567d-4975-b0bf-e112249fe817 req-83565acd-9176-4599-9b46-5248a18eb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:51.620824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96d204c1-567d-4975-b0bf-e112249fe817 req-83565acd-9176-4599-9b46-5248a18eb8f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68c8fcdf62d4488494c91a4cb55c2456&device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 1096 time: 0.0431821
Dec 18 21:30:51.741468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d204c1-567d-4975-b0bf-e112249fe817 req-2ddf2507-f18d-4ac4-84f9-ece1c246aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:51.742959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96d204c1-567d-4975-b0bf-e112249fe817 req-2ddf2507-f18d-4ac4-84f9-ece1c246aa94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dec6022-5b27-424d-9d26-c9268d945b1b HTTP/1.1" status: 200  len: 913 time: 0.0830142
Dec 18 21:30:51.787912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96d204c1-567d-4975-b0bf-e112249fe817 req-3a0a2bb1-572b-4cca-9da8-e2bde1c2905e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a39e39e5-8e11-44fa-82ec-a039eebef716 HTTP/1.1" status: 200  len: 217 time: 0.0380499
Dec 18 21:30:51.835268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d204c1-567d-4975-b0bf-e112249fe817 req-a82aff50-2d86-4ddd-8dae-6a4f380916c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:51.836654 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96d204c1-567d-4975-b0bf-e112249fe817 req-a82aff50-2d86-4ddd-8dae-6a4f380916c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b83c9d6-76ec-4606-8526-dad52526aa76 HTTP/1.1" status: 200  len: 852 time: 0.0421236
Dec 18 21:30:51.866676 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96d204c1-567d-4975-b0bf-e112249fe817 req-c898e6c7-8313-4ea4-9042-331e5e5faa65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dec6022-5b27-424d-9d26-c9268d945b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0234427
Dec 18 21:30:51.957681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96d204c1-567d-4975-b0bf-e112249fe817 req-b6ef79d4-32e6-4c6b-b136-2b2db1592087 service neutron] 10.222.0.31 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839679
Dec 18 21:30:52.043594 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96d204c1-567d-4975-b0bf-e112249fe817 req-3f30b1fa-c062-4b27-8481-b868c6694ae1 service neutron] 10.222.0.31 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798445
Dec 18 21:30:52.136083 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273d4f7-e6a5-428c-83b2-04b05c82a756 req-7a699cd1-325f-45d7-94e6-3000bc956ef9 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:52.137554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8273d4f7-e6a5-428c-83b2-04b05c82a756 req-7a699cd1-325f-45d7-94e6-3000bc956ef9 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0477889
Dec 18 21:30:52.183055 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8273d4f7-e6a5-428c-83b2-04b05c82a756 req-598060df-d4c4-4fb1-8995-ed1d4ef38a32 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395851
Dec 18 21:30:52.305761 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:30:53.306654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa21e56-e88b-435e-90b8-c7d27fd1bd57 req-bb3c51d9-b228-4130-8199-0fb6e398161c tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:53.308145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2fa21e56-e88b-435e-90b8-c7d27fd1bd57 req-bb3c51d9-b228-4130-8199-0fb6e398161c tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0550692
Dec 18 21:30:53.356033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2fa21e56-e88b-435e-90b8-c7d27fd1bd57 req-4ef2288b-cf1a-41bd-bea5-960725e4c334 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417635
Dec 18 21:30:54.469101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68975a-58ef-4d81-8627-c6e5a5e62713 req-e8f68aa7-3b13-4b0d-a06a-5665f3da65d1 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:54.470598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d68975a-58ef-4d81-8627-c6e5a5e62713 req-e8f68aa7-3b13-4b0d-a06a-5665f3da65d1 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0474408
Dec 18 21:30:54.518076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d68975a-58ef-4d81-8627-c6e5a5e62713 req-8f970c21-fd14-43d5-af2a-79272d88bcdf tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407467
Dec 18 21:30:55.635679 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bfa78-a064-490e-b2be-501f1a080ab6 req-e4919efa-5127-4275-8e91-c4349dd6c6b6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:55.637140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-213bfa78-a064-490e-b2be-501f1a080ab6 req-e4919efa-5127-4275-8e91-c4349dd6c6b6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0511699
Dec 18 21:30:55.682646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-213bfa78-a064-490e-b2be-501f1a080ab6 req-d7c067c1-0e5a-49ca-8d28-d680afe9aa01 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395391
Dec 18 21:30:56.796908 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a4b22-4120-4f25-86c8-507d28695a32 req-0b95ace2-edf4-4fad-aaa5-91003b784d1e tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:56.798403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-064a4b22-4120-4f25-86c8-507d28695a32 req-0b95ace2-edf4-4fad-aaa5-91003b784d1e tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0474479
Dec 18 21:30:56.847916 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-064a4b22-4120-4f25-86c8-507d28695a32 req-086986fb-117c-41e9-a87e-1bf0d00ab638 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425382
Dec 18 21:30:57.962261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaf723-c30d-4e4f-8ae3-f5d27afdc892 req-8e74479f-d004-4bfb-8963-53d72d7d007b tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:57.963734 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26eaf723-c30d-4e4f-8ae3-f5d27afdc892 req-8e74479f-d004-4bfb-8963-53d72d7d007b tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0466566
Dec 18 21:30:58.013112 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26eaf723-c30d-4e4f-8ae3-f5d27afdc892 req-23dddd65-4987-48af-ad1d-20b54bd003bb tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433757
Dec 18 21:30:59.127872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a81105-a65e-4f25-9e8f-290ebf1d313f req-33279a6f-f984-42c2-babb-1b0036b7f7a7 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:30:59.129312 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18a81105-a65e-4f25-9e8f-290ebf1d313f req-33279a6f-f984-42c2-babb-1b0036b7f7a7 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0477836
Dec 18 21:30:59.177355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18a81105-a65e-4f25-9e8f-290ebf1d313f req-b3967386-d5b7-4e8d-8140-4b1f20cb1da9 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420632
Dec 18 21:31:00.294891 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccad92b-c0ac-4cdf-87ec-aa1c5ade9b96 req-68a10479-eee6-468c-928f-885e455ec1b4 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:00.296372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ccad92b-c0ac-4cdf-87ec-aa1c5ade9b96 req-68a10479-eee6-468c-928f-885e455ec1b4 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0511816
Dec 18 21:31:00.342028 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ccad92b-c0ac-4cdf-87ec-aa1c5ade9b96 req-d4e99577-07b3-4867-bca1-763e3f2ec193 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389681
Dec 18 21:31:01.462276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967441b-26a2-47fa-9787-374c7f95507d req-d307166b-5dcb-42ab-8a48-88056c2f7bb8 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:01.463753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5967441b-26a2-47fa-9787-374c7f95507d req-d307166b-5dcb-42ab-8a48-88056c2f7bb8 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0524452
Dec 18 21:31:01.510470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5967441b-26a2-47fa-9787-374c7f95507d req-692376da-bc8c-44a1-ae24-8641dc24d7c3 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407312
Dec 18 21:31:02.627513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a07318-9b9a-4168-8a4c-819e99cf6d89 req-03b8f55f-66c2-4119-8412-acca7e00c5f4 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:02.629474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-43a07318-9b9a-4168-8a4c-819e99cf6d89 req-03b8f55f-66c2-4119-8412-acca7e00c5f4 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0482540
Dec 18 21:31:02.674624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-43a07318-9b9a-4168-8a4c-819e99cf6d89 req-9c24c7d1-e84a-48dc-b778-1267b904290d tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392470
Dec 18 21:31:03.011372 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fe7834a-6805-479a-bd6e-1aca4c8a31c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:03.791132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133331d-94c8-43c1-84c4-fad6686b323e req-cd836bf1-c91b-4a2c-b661-940d7c3d19d0 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:03.792588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0133331d-94c8-43c1-84c4-fad6686b323e req-cd836bf1-c91b-4a2c-b661-940d7c3d19d0 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0467870
Dec 18 21:31:03.841609 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0133331d-94c8-43c1-84c4-fad6686b323e req-3543a5cc-3a7a-45e5-bf69-9784572f3850 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430834
Dec 18 21:31:04.956210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955f181-264a-4b01-ab7a-54762063fa0a req-71ab7d6b-b7d8-44a9-9854-678d09ceb1a2 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:04.957675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7955f181-264a-4b01-ab7a-54762063fa0a req-71ab7d6b-b7d8-44a9-9854-678d09ceb1a2 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0488029
Dec 18 21:31:05.003988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7955f181-264a-4b01-ab7a-54762063fa0a req-49579ce5-9df8-4558-83b5-eb7d08921599 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402820
Dec 18 21:31:05.208993 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-76f7887e-67f6-499a-9054-32c610c4ba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:06.117372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde4ebd-33cb-49f5-824b-c4653103c27b req-3a7fbad7-8e95-4808-99ce-a6aa738f296d tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:06.118858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6cde4ebd-33cb-49f5-824b-c4653103c27b req-3a7fbad7-8e95-4808-99ce-a6aa738f296d tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0477128
Dec 18 21:31:06.164218 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6cde4ebd-33cb-49f5-824b-c4653103c27b req-1a6a828a-b53a-4280-a88b-d6dfb504b79c tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394430
Dec 18 21:31:06.513518 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:07.290208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ee95d-0f6c-41c3-8103-9f10622acf68 req-dc24565f-3277-411a-92bc-b70e1bfee8c1 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:07.291794 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-795ee95d-0f6c-41c3-8103-9f10622acf68 req-dc24565f-3277-411a-92bc-b70e1bfee8c1 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0570087
Dec 18 21:31:07.340894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-795ee95d-0f6c-41c3-8103-9f10622acf68 req-3d0180d3-3dde-474e-9bd0-0486d1c5f9e9 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428627
Dec 18 21:31:08.217941 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:08.460273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39176cb1-5731-4bb6-9584-0483b30d3af4 req-16976d9c-1e85-4f70-9574-e02d4daa03f7 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:08.461689 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39176cb1-5731-4bb6-9584-0483b30d3af4 req-16976d9c-1e85-4f70-9574-e02d4daa03f7 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 945 time: 0.0498989
Dec 18 21:31:08.553656 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39176cb1-5731-4bb6-9584-0483b30d3af4 req-8cece868-b344-4fbe-a7b8-f465df216ab1 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840898
Dec 18 21:31:08.555831 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-b216b7cd-2553-4e00-8c14-26a81e2e558f service neutron] show failed (client error): The resource could not be found.
Dec 18 21:31:08.556759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-b216b7cd-2553-4e00-8c14-26a81e2e558f service neutron] 10.222.0.31 "GET /v2.0/ports/a39e39e5-8e11-44fa-82ec-a039eebef716/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0925972
Dec 18 21:31:08.607200 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:08.852261 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-42e36608-2bb8-4907-84d9-6c869eadc367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:08.853769 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-42e36608-2bb8-4907-84d9-6c869eadc367 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938&tenant_id=68c8fcdf62d4488494c91a4cb55c2456 HTTP/1.1" status: 200  len: 1096 time: 0.1241095
Dec 18 21:31:08.870155 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-cb0afcde-8185-4890-bebc-ad2754097108 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:31:08.871151 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-cb0afcde-8185-4890-bebc-ad2754097108 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049424
Dec 18 21:31:08.883398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:31:08.935145 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:09.130027 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a39e39e5-8e11-44fa-82ec-a039eebef716,segment=NetworkSegment(655487ee-9721-4a68-93db-da915907bb76),segment_id=655487ee-9721-4a68-93db-da915907bb76)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:31:09.167242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:31:09.204645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821cc85-a213-4d89-9621-383a9ee86938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39e39e5-8e11-44fa-82ec-a039eebef716'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:31:09.207646 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2206b3-4314-4fc4-95b4-c1f670da06bc" -d '{"events": [{"server_uuid": "0821cc85-a213-4d89-9621-383a9ee86938", "name": "network-vif-unplugged", "status": "completed", "tag": "a39e39e5-8e11-44fa-82ec-a039eebef716"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:31:09.211677 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:09.224883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Transition to ACTIVE for port object a39e39e5-8e11-44fa-82ec-a039eebef716 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:31:09.228584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:09.291893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] No DVR routers for this DVR port a39e39e5-8e11-44fa-82ec-a039eebef716 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:31:09.293802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a39e39e5-8e11-44fa-82ec-a039eebef716,revision_number=6']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:09.304915 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.305269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.305616 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.305957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.306318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.306656 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.306987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.307315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.307642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.307972 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.308298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.308623 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.308948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:09.329445 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1b0cef-827a-4ab5-bb64-ca1cb33703ca x-openstack-request-id: req-3b1b0cef-827a-4ab5-bb64-ca1cb33703ca {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:31:09.329740 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821cc85-a213-4d89-9621-383a9ee86938", "name": "network-vif-unplugged", "status": "completed", "tag": "a39e39e5-8e11-44fa-82ec-a039eebef716", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:31:09.329995 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b1b0cef-827a-4ab5-bb64-ca1cb33703ca {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:31:09.330411 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821cc85-a213-4d89-9621-383a9ee86938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39e39e5-8e11-44fa-82ec-a039eebef716', 'code': 200}
Dec 18 21:31:09.343699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Attempting to bind port a39e39e5-8e11-44fa-82ec-a039eebef716 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:31:09.344036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Attempting to bind port a39e39e5-8e11-44fa-82ec-a039eebef716 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '655487ee-9721-4a68-93db-da915907bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:31:09.344400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Attempting to bind port a39e39e5-8e11-44fa-82ec-a039eebef716 on network 9dec6022-5b27-424d-9d26-c9268d945b1b {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:31:09.349089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Port a39e39e5-8e11-44fa-82ec-a039eebef716 on network 9dec6022-5b27-424d-9d26-c9268d945b1b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:31:09.349412 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Attempting to bind port a39e39e5-8e11-44fa-82ec-a039eebef716 on network 9dec6022-5b27-424d-9d26-c9268d945b1b {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:31:09.354169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:31:09.354538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Checking segment: {'id': '655487ee-9721-4a68-93db-da915907bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:31:09.354917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Bound using segment: {'id': '655487ee-9721-4a68-93db-da915907bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:31:09.355338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Bound port: a39e39e5-8e11-44fa-82ec-a039eebef716, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655487ee-9721-4a68-93db-da915907bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:31:09.355684 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:09.420569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:31:09.423431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a39e39e5-8e11-44fa-82ec-a039eebef716,segment=NetworkSegment(655487ee-9721-4a68-93db-da915907bb76),segment_id=655487ee-9721-4a68-93db-da915907bb76)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:31:09.428567 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:09.464920 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:09.465554 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:09.467005 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/a39e39e5-8e11-44fa-82ec-a039eebef716 HTTP/1.1" status: 200  len: 1091 time: 0.5874565
Dec 18 21:31:09.484803 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540af418-02b1-414c-a8e6-50a4f18197e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a39e39e5-8e11-44fa-82ec-a039eebef716,revision_number=7']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:09.535980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-b33cf2a2-65b6-4d46-8f7a-65b926913841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:09.537470 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-b33cf2a2-65b6-4d46-8f7a-65b926913841 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68c8fcdf62d4488494c91a4cb55c2456&device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 1094 time: 0.0399356
Dec 18 21:31:09.639791 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-0f1ae230-e995-4df3-8d95-a77b4c61b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:09.641246 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-0f1ae230-e995-4df3-8d95-a77b4c61b9cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=9dec6022-5b27-424d-9d26-c9268d945b1b HTTP/1.1" status: 200  len: 913 time: 0.0913250
Dec 18 21:31:09.678720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67419b8-5b35-4e86-8b7b-0373338bb80c req-ee511054-b3c1-470d-ace2-c0cd621c3713 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:09.680125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f67419b8-5b35-4e86-8b7b-0373338bb80c req-ee511054-b3c1-470d-ace2-c0cd621c3713 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 943 time: 0.0483086
Dec 18 21:31:09.688574 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-41dea583-981f-4978-a30e-ae37043bbf6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a39e39e5-8e11-44fa-82ec-a039eebef716 HTTP/1.1" status: 200  len: 217 time: 0.0353756
Dec 18 21:31:09.730981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f67419b8-5b35-4e86-8b7b-0373338bb80c req-4766d1fb-64d9-42d3-9cd4-34a097a4ebf3 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438051
Dec 18 21:31:09.741679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-dc5f785a-777a-4007-aa96-647afe660e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:09.743332 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-dc5f785a-777a-4007-aa96-647afe660e7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b83c9d6-76ec-4606-8526-dad52526aa76 HTTP/1.1" status: 200  len: 852 time: 0.0440733
Dec 18 21:31:09.784517 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-5d0f3f36-0e4a-46c1-80e2-8cd346b0fcaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dec6022-5b27-424d-9d26-c9268d945b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283754
Dec 18 21:31:09.875554 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-7132e117-6c90-4425-9d4a-0b2eb027a04a service neutron] 10.222.0.36 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833776
Dec 18 21:31:09.973169 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b2205053-1aeb-4389-843e-e424a4c25d07 req-a76e3849-c2e7-4980-9abe-40f8a8c1769d service neutron] 10.222.0.36 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858953
Dec 18 21:31:10.849234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224986a-ea06-4ecf-8dff-08f1cb17f30d req-9c344ad5-1cc7-4dbe-b4ba-10c5e0eb6105 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:10.850759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2224986a-ea06-4ecf-8dff-08f1cb17f30d req-9c344ad5-1cc7-4dbe-b4ba-10c5e0eb6105 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 943 time: 0.0483830
Dec 18 21:31:10.902701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2224986a-ea06-4ecf-8dff-08f1cb17f30d req-270bda62-3e6c-4bda-8e9f-7d807fe554b7 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458636
Dec 18 21:31:11.331278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0821cc85-a213-4d89-9621-383a9ee86938', 'tag': 'a39e39e5-8e11-44fa-82ec-a039eebef716'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:31:11.333674 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2028cc67-5855-463e-b51f-040c363c11a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0821cc85-a213-4d89-9621-383a9ee86938", "tag": "a39e39e5-8e11-44fa-82ec-a039eebef716"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:31:11.382816 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c127f37e-200d-468c-9ba2-da9ed2f583db x-openstack-request-id: req-c127f37e-200d-468c-9ba2-da9ed2f583db {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:31:11.383208 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0821cc85-a213-4d89-9621-383a9ee86938", "tag": "a39e39e5-8e11-44fa-82ec-a039eebef716", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:31:11.383464 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c127f37e-200d-468c-9ba2-da9ed2f583db {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:31:11.383994 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0821cc85-a213-4d89-9621-383a9ee86938', 'tag': 'a39e39e5-8e11-44fa-82ec-a039eebef716', 'status': 'completed', 'code': 200}
Dec 18 21:31:11.440468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028cc67-5855-463e-b51f-040c363c11a8 req-bf745018-f4aa-4397-9cda-3527c5b35eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:11.442608 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-bf745018-f4aa-4397-9cda-3527c5b35eb8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68c8fcdf62d4488494c91a4cb55c2456&device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 1094 time: 0.0408051
Dec 18 21:31:11.444375 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028cc67-5855-463e-b51f-040c363c11a8 req-e1cd9c28-1655-4610-8dce-b1226ea1f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:11.445836 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-e1cd9c28-1655-4610-8dce-b1226ea1f883 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68c8fcdf62d4488494c91a4cb55c2456&device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 1094 time: 0.0409179
Dec 18 21:31:11.534496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028cc67-5855-463e-b51f-040c363c11a8 req-14667a69-f418-4c1a-a29f-eaf3024a791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:11.536539 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-14667a69-f418-4c1a-a29f-eaf3024a791e service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dec6022-5b27-424d-9d26-c9268d945b1b HTTP/1.1" status: 200  len: 913 time: 0.0873549
Dec 18 21:31:11.538580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028cc67-5855-463e-b51f-040c363c11a8 req-178e7284-b712-4184-b600-d674c843f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:11.540064 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-178e7284-b712-4184-b600-d674c843f804 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9dec6022-5b27-424d-9d26-c9268d945b1b HTTP/1.1" status: 200  len: 913 time: 0.0862617
Dec 18 21:31:11.581962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-40f369b3-31e2-4101-bf0d-f5384002f146 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a39e39e5-8e11-44fa-82ec-a039eebef716 HTTP/1.1" status: 200  len: 217 time: 0.0374546
Dec 18 21:31:11.587232 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-400883d4-0c1b-448f-be99-87081a9cb8bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a39e39e5-8e11-44fa-82ec-a039eebef716 HTTP/1.1" status: 200  len: 217 time: 0.0380571
Dec 18 21:31:11.631235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028cc67-5855-463e-b51f-040c363c11a8 req-5057ab33-4fa5-4eaf-af7f-76a1e571b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:11.632701 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-5057ab33-4fa5-4eaf-af7f-76a1e571b13f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b83c9d6-76ec-4606-8526-dad52526aa76 HTTP/1.1" status: 200  len: 852 time: 0.0435565
Dec 18 21:31:11.639591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028cc67-5855-463e-b51f-040c363c11a8 req-b4b56651-62c0-4337-9b82-4f30af5197d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:11.641024 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-b4b56651-62c0-4337-9b82-4f30af5197d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b83c9d6-76ec-4606-8526-dad52526aa76 HTTP/1.1" status: 200  len: 852 time: 0.0440898
Dec 18 21:31:11.665853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-c44124db-c862-4c49-aed6-6768dcf7b3b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dec6022-5b27-424d-9d26-c9268d945b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266640
Dec 18 21:31:11.673557 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-e49210cb-72aa-4ff6-a27c-9ab6688628d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dec6022-5b27-424d-9d26-c9268d945b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245519
Dec 18 21:31:11.766907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-e123a832-261c-4e2c-b44e-8d40aed14fa8 service neutron] 10.222.0.31 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939534
Dec 18 21:31:11.773000 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-84d36c6f-5f34-4348-ac0a-56c414657ff2 service neutron] 10.222.0.36 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917754
Dec 18 21:31:11.860625 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-b77c68d7-bc12-4704-bc78-14b6fb47497a service neutron] 10.222.0.31 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865149
Dec 18 21:31:11.873569 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2028cc67-5855-463e-b51f-040c363c11a8 req-eafa91cf-c3ec-4a03-b9d7-448cb07689fa service neutron] 10.222.0.36 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892007
Dec 18 21:31:12.017392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de78589-7544-4cd5-935f-5b95c6eff7e9 req-5be2bc0a-b9d6-4924-844a-0a72cf87a419 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:12.018891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9de78589-7544-4cd5-935f-5b95c6eff7e9 req-5be2bc0a-b9d6-4924-844a-0a72cf87a419 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 943 time: 0.0484359
Dec 18 21:31:12.069225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9de78589-7544-4cd5-935f-5b95c6eff7e9 req-b89cffa0-a8e5-472f-a44f-f34ec747d720 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439162
Dec 18 21:31:12.332728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-391213a6-89b6-4702-89f8-85b47b8218b0 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:12.334215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-391213a6-89b6-4702-89f8-85b47b8218b0 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.31 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938&tenant_id=68c8fcdf62d4488494c91a4cb55c2456&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0825922
Dec 18 21:31:12.391063 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-76c9ad4b-bafa-4053-865f-a868005307de service neutron] delete failed (client error): The resource could not be found.
Dec 18 21:31:12.391945 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-76c9ad4b-bafa-4053-865f-a868005307de service neutron] 10.222.0.31 "DELETE /v2.0/ports/a39e39e5-8e11-44fa-82ec-a039eebef716/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0511382
Dec 18 21:31:12.477162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-afdd1e51-c340-4c88-ac60-8861621e359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:12.478666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-afdd1e51-c340-4c88-ac60-8861621e359a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68c8fcdf62d4488494c91a4cb55c2456&device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 1094 time: 0.0443084
Dec 18 21:31:12.564441 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-c9f866db-41f6-411c-bdb6-7b561b652079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:12.566420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-c9f866db-41f6-411c-bdb6-7b561b652079 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dec6022-5b27-424d-9d26-c9268d945b1b HTTP/1.1" status: 200  len: 913 time: 0.0809991
Dec 18 21:31:12.610038 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-7bfeed33-6d85-4e5b-a576-b1bca31bf955 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a39e39e5-8e11-44fa-82ec-a039eebef716 HTTP/1.1" status: 200  len: 217 time: 0.0369816
Dec 18 21:31:12.657385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-b41761ee-0d9c-4637-81aa-a8bcd52e95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:12.658729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-b41761ee-0d9c-4637-81aa-a8bcd52e95cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b83c9d6-76ec-4606-8526-dad52526aa76 HTTP/1.1" status: 200  len: 852 time: 0.0418665
Dec 18 21:31:12.690522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-da09bad8-49e9-4df1-8934-791e56fb4c74 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dec6022-5b27-424d-9d26-c9268d945b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246766
Dec 18 21:31:12.787556 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-90699d9f-dd20-47f7-9556-64d376d8355e service neutron] 10.222.0.31 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895152
Dec 18 21:31:12.794868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a39e39e5-8e11-44fa-82ec-a039eebef716 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:31:12.876103 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-4f3e517b-9092-4471-a403-8d1258efe4a0 service neutron] 10.222.0.31 "GET /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816383
Dec 18 21:31:12.891523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a39e39e5-8e11-44fa-82ec-a039eebef716,segment=NetworkSegment(655487ee-9721-4a68-93db-da915907bb76),segment_id=655487ee-9721-4a68-93db-da915907bb76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:31:12.903422 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'a39e39e5-8e11-44fa-82ec-a039eebef716', 'network_id': '9dec6022-5b27-424d-9d26-c9268d945b1b', 'port_id': 'a39e39e5-8e11-44fa-82ec-a039eebef716', 'mac_address': 'fa:16:3e:e0:a0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b83c9d6-76ec-4606-8526-dad52526aa76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:31:12.940505 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:12.954286 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39e39e5-8e11-44fa-82ec-a039eebef716 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:31:12.973951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a39e39e5-8e11-44fa-82ec-a039eebef716,segment=NetworkSegment(655487ee-9721-4a68-93db-da915907bb76),segment_id=655487ee-9721-4a68-93db-da915907bb76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:31:12.977429 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:12.999739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a39e39e5-8e11-44fa-82ec-a039eebef716 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:31:13.056103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=a39e39e5-8e11-44fa-82ec-a039eebef716,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:13.064012 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device a39e39e5-8e11-44fa-82ec-a039eebef716 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:31:13.066107 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.066485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.066833 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.067239 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.067596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.067929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.068259 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.068588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.068914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.069240 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.069567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.069892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.070220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:13.230726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['a39e39e5-8e11-44fa-82ec-a039eebef716'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:31:13.556353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc319a4-88ee-4298-a766-67462f14f3b2 req-22b393e1-08af-4591-ae2f-ed9499863ac0 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:13.557740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1dc319a4-88ee-4298-a766-67462f14f3b2 req-22b393e1-08af-4591-ae2f-ed9499863ac0 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 944 time: 0.0484040
Dec 18 21:31:13.604347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1dc319a4-88ee-4298-a766-67462f14f3b2 req-6e22e6a5-3b27-4eff-80a5-8fc0a99a2bf9 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407050
Dec 18 21:31:14.729246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849b98e-9cc0-4a28-bb81-d431cf13fa3f req-ae7246c4-4dfb-47cd-b33f-03492a604898 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:14.730735 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c849b98e-9cc0-4a28-bb81-d431cf13fa3f req-ae7246c4-4dfb-47cd-b33f-03492a604898 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 944 time: 0.0524802
Dec 18 21:31:14.778245 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c849b98e-9cc0-4a28-bb81-d431cf13fa3f req-b7567037-c3ee-4a04-878f-c35c2e467a9b tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce445cdc-df80-4453-88fc-89f31f30eee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413725
Dec 18 21:31:14.818222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a39e39e5-8e11-44fa-82ec-a039eebef716 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:31:14.951948 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-40a42910-2e4c-4d2e-b6fa-61e13e8c4758 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:14.953425 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-40a42910-2e4c-4d2e-b6fa-61e13e8c4758 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.36 "GET /v2.0/ports?device_id=0821cc85-a213-4d89-9621-383a9ee86938 HTTP/1.1" status: 200  len: 944 time: 0.0526431
Dec 18 21:31:15.030178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port a39e39e5-8e11-44fa-82ec-a039eebef716 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:31:15.033886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port a39e39e5-8e11-44fa-82ec-a039eebef716 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:31:15.034270 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:15.059689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-1ae1af7d-37f3-466a-8004-2ad92d965bf6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Deleting port a39e39e5-8e11-44fa-82ec-a039eebef716 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:31:15.060169 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-1ae1af7d-37f3-466a-8004-2ad92d965bf6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:15.113607 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:15.136582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821cc85-a213-4d89-9621-383a9ee86938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39e39e5-8e11-44fa-82ec-a039eebef716'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:31:15.138888 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0311483f-a096-4798-a7b4-4d63dd83ba82" -d '{"events": [{"server_uuid": "0821cc85-a213-4d89-9621-383a9ee86938", "name": "network-vif-plugged", "status": "completed", "tag": "a39e39e5-8e11-44fa-82ec-a039eebef716"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:31:15.156157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a39e39e5-8e11-44fa-82ec-a039eebef716,segment=NetworkSegment(655487ee-9721-4a68-93db-da915907bb76),segment_id=655487ee-9721-4a68-93db-da915907bb76)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:31:15.157137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-1ae1af7d-37f3-466a-8004-2ad92d965bf6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] For port a39e39e5-8e11-44fa-82ec-a039eebef716, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a39e39e5-8e11-44fa-82ec-a039eebef716,segment=NetworkSegment(655487ee-9721-4a68-93db-da915907bb76),segment_id=655487ee-9721-4a68-93db-da915907bb76)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:31:15.157479 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-1ae1af7d-37f3-466a-8004-2ad92d965bf6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:15.163327 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:15.173528 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-1ae1af7d-37f3-466a-8004-2ad92d965bf6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Calling delete_port for a39e39e5-8e11-44fa-82ec-a039eebef716 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:31:15.190333 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d8b21a-64b6-412d-a1d9-7bd1d7557cce x-openstack-request-id: req-06d8b21a-64b6-412d-a1d9-7bd1d7557cce {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:31:15.190625 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821cc85-a213-4d89-9621-383a9ee86938", "name": "network-vif-plugged", "status": "completed", "tag": "a39e39e5-8e11-44fa-82ec-a039eebef716", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:31:15.190900 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06d8b21a-64b6-412d-a1d9-7bd1d7557cce {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:31:15.191283 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821cc85-a213-4d89-9621-383a9ee86938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39e39e5-8e11-44fa-82ec-a039eebef716', 'code': 200}
Dec 18 21:31:15.197767 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:15.217486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=a39e39e5-8e11-44fa-82ec-a039eebef716,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:15.304634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-1ae1af7d-37f3-466a-8004-2ad92d965bf6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:15.326691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['a39e39e5-8e11-44fa-82ec-a039eebef716'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:31:15.334060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1af7d-37f3-466a-8004-2ad92d965bf6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Pushing event deleted for resources: {'Port': ['ID=a39e39e5-8e11-44fa-82ec-a039eebef716,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:15.377600 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-1ae1af7d-37f3-466a-8004-2ad92d965bf6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] No DVR routers for this DVR port a39e39e5-8e11-44fa-82ec-a039eebef716 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:31:15.380802 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-1ae1af7d-37f3-466a-8004-2ad92d965bf6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:15.384404 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9b3a1790-ec93-4b3d-a91c-e4f25d596ce7 req-1ae1af7d-37f3-466a-8004-2ad92d965bf6 tempest-DeleteServersTestJSON-2099028335 tempest-DeleteServersTestJSON-2099028335-project] 10.222.0.36 "DELETE /v2.0/ports/a39e39e5-8e11-44fa-82ec-a039eebef716 HTTP/1.1" status: 204  len: 173 time: 0.4155209
Dec 18 21:31:15.384899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821cc85-a213-4d89-9621-383a9ee86938', 'name': 'network-vif-deleted', 'tag': 'a39e39e5-8e11-44fa-82ec-a039eebef716'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:31:15.387154 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42ac1b7-8cbc-4170-b53c-546f5f16b70e" -d '{"events": [{"server_uuid": "0821cc85-a213-4d89-9621-383a9ee86938", "name": "network-vif-deleted", "tag": "a39e39e5-8e11-44fa-82ec-a039eebef716"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:31:15.432615 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca28f62-dd8f-4cbc-a55c-2b2adf86c34f x-openstack-request-id: req-dca28f62-dd8f-4cbc-a55c-2b2adf86c34f {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:31:15.432929 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821cc85-a213-4d89-9621-383a9ee86938", "name": "network-vif-deleted", "tag": "a39e39e5-8e11-44fa-82ec-a039eebef716", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:31:15.433181 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dca28f62-dd8f-4cbc-a55c-2b2adf86c34f {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:31:15.433669 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821cc85-a213-4d89-9621-383a9ee86938', 'name': 'network-vif-deleted', 'tag': 'a39e39e5-8e11-44fa-82ec-a039eebef716', 'status': 'completed', 'code': 200}
Dec 18 21:31:15.910748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50974) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:31:15.955284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-503f641b-f492-417c-aae7-2c067c287f51 admin admin] Deleting subnet 5b83c9d6-76ec-4606-8526-dad52526aa76 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:31:15.958276 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-503f641b-f492-417c-aae7-2c067c287f51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:15.991398 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-503f641b-f492-417c-aae7-2c067c287f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.033575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-503f641b-f492-417c-aae7-2c067c287f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.089363 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-503f641b-f492-417c-aae7-2c067c287f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.116722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f641b-f492-417c-aae7-2c067c287f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b83c9d6-76ec-4606-8526-dad52526aa76,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:16.118706 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-503f641b-f492-417c-aae7-2c067c287f51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.122122 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-503f641b-f492-417c-aae7-2c067c287f51 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b83c9d6-76ec-4606-8526-dad52526aa76 HTTP/1.1" status: 204  len: 168 time: 0.2101920
Dec 18 21:31:16.124416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50976) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:31:16.190761 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.269571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.289179 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f0f25e0>,) {'filters': {'network_id': ['9dec6022-5b27-424d-9d26-c9268d945b1b']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:31:16.298051 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f0f25e0>, '655487ee-9721-4a68-93db-da915907bb76') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:31:16.298385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f0f25e0>, '655487ee-9721-4a68-93db-da915907bb76') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:31:16.308142 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.321246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.327310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:31:16.327689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:31:16.329558 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:31:16.383855 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.389676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.392839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] 10.222.0.13 "DELETE /v2.0/networks/9dec6022-5b27-424d-9d26-c9268d945b1b HTTP/1.1" status: 204  len: 168 time: 0.2675192
Dec 18 21:31:16.408584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59bbb1-9043-4fb7-b073-ba5465e74b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=9dec6022-5b27-424d-9d26-c9268d945b1b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:16.505137 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50982) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:31:16.544442 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-681955d1-0d9e-4e63-8b1d-e56f590d4566 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68c8fcdf62d4488494c91a4cb55c2456&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0380712
Dec 18 21:31:16.546829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 50984) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:31:16.592607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d618dcef-6a77-48e4-87f5-5842d0c2c5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.613728 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d618dcef-6a77-48e4-87f5-5842d0c2c5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.662709 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d618dcef-6a77-48e4-87f5-5842d0c2c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.665904 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d618dcef-6a77-48e4-87f5-5842d0c2c5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:16.667103 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d618dcef-6a77-48e4-87f5-5842d0c2c5c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce445cdc-df80-4453-88fc-89f31f30eee6 HTTP/1.1" status: 204  len: 168 time: 0.1193907
Dec 18 21:31:16.675065 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618dcef-6a77-48e4-87f5-5842d0c2c5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce445cdc-df80-4453-88fc-89f31f30eee6,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:17.312206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51006) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:31:17.408530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-154949396-network', 'tenant_id': '1fef6da50bfa450ba842674c07090fc1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:31:17.430814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Made reservation on behalf of 1fef6da50bfa450ba842674c07090fc1 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:31:17.433275 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:17.441917 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:17.516104 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:17.519806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:17.548384 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:31:17.554147 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8776145c-2c01-41fd-a76d-1689d17fad02,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:17.562021 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:17.562021 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Added segment 3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d of type vlan for network 87c24db7-4ee0-4903-b73a-79e3ee0776ff
Dec 18 21:31:17.601946 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:17.625512 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:17.626480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:17.627048 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:17.676840 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3635011
Dec 18 21:31:17.679802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51010) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:31:17.685049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Request body: {'subnet': {'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-154949396-subnet', 'tenant_id': '1fef6da50bfa450ba842674c07090fc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:31:17.688146 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1899cf-e728-4c6d-8ea5-0e4755b840ac admin admin] Pushing event updated for resources: {'Network': ['ID=87c24db7-4ee0-4903-b73a-79e3ee0776ff,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:17.699498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 87c24db7-4ee0-4903-b73a-79e3ee0776ff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:31:17.710359 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Made reservation on behalf of 1fef6da50bfa450ba842674c07090fc1 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:31:17.712980 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:17.892675 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:17.949412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc0dfaa-6aa6-44f4-b4be-4140546408ea,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:17.961915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.962291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.962637 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.962978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.963316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.963649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.963978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.964307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.964634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.964960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.965300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.965607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.965949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:31:17.968927 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Checking segment: {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:31:17.969278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Network hostable DHCP agents. Network: 87c24db7-4ee0-4903-b73a-79e3ee0776ff, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:31:17.988390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Network 87c24db7-4ee0-4903-b73a-79e3ee0776ff is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:31:17.999078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 87c24db7-4ee0-4903-b73a-79e3ee0776ff) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:31:18.002980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:18.003566 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:18.008202 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded5a73b-bb21-4ec5-a51d-94824f9d9719 None None] Network 87c24db7-4ee0-4903-b73a-79e3ee0776ff requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:31:18.023325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-eba6fe50-d5c6-4a0b-86ee-e662f8fd2f78 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3423350
Dec 18 21:31:18.106840 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9bd73c-f39c-4336-9d4c-f42397ea6faf None None] Network 87c24db7-4ee0-4903-b73a-79e3ee0776ff requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:31:18.458021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-75ea8b01-b232-4314-9c5d-fb4f44d31cf5 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:18.459532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-75ea8b01-b232-4314-9c5d-fb4f44d31cf5 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 814 time: 0.1105864
Dec 18 21:31:18.474119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-58517ba4-bc29-42fa-a7b2-2666fd063425 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/quotas/1fef6da50bfa450ba842674c07090fc1 HTTP/1.1" status: 200  len: 375 time: 0.0088315
Dec 18 21:31:18.504702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-cbade598-7403-49cb-b7ae-b41244da03e5 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0254052
Dec 18 21:31:18.595254 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-9173dbfa-8ab4-44b3-9d78-0cbe667c98c3 service neutron] 10.222.0.13 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838540
Dec 18 21:31:18.681685 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-7c7db347-83af-493b-9636-3f68de792640 service neutron] 10.222.0.13 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803790
Dec 18 21:31:18.834207 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a39e39e5-8e11-44fa-82ec-a039eebef716 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:31:18.854362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a7c5e873-a1d4-4af3-883e-2fa21e0fce0c req-97c1948b-5216-40ab-aea7-ba289fc72df6 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 210 time: 0.0317745
Dec 18 21:31:18.858679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: a39e39e5-8e11-44fa-82ec-a039eebef716 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:31:18.859000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device a39e39e5-8e11-44fa-82ec-a039eebef716 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:31:19.770755 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:19.854706 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-443a674c-8225-47ba-9618-24c17c6851b5 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:19.856217 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-443a674c-8225-47ba-9618-24c17c6851b5 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.36 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 814 time: 0.1064777
Dec 18 21:31:19.876795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Request body: {'port': {'device_id': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff', 'admin_state_up': True, 'tenant_id': '1fef6da50bfa450ba842674c07090fc1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:31:19.953730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95167049-4cad-45ac-bb7f-c80f9291bf10 req-68f8c4b9-7e56-4142-85f9-9d0ede7c4005 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 210 time: 0.0257075
Dec 18 21:31:19.986478 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Made reservation on behalf of 1fef6da50bfa450ba842674c07090fc1 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:31:19.989883 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:20.113536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Allocated IP 172.20.0.10 (87c24db7-4ee0-4903-b73a-79e3ee0776ff/8cc0dfaa-6aa6-44f4-b4be-4140546408ea/488effe1-ce8e-48ae-a0f0-a272d170fc27) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:31:20.258625 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:20.291512 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:20.333578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Network 87c24db7-4ee0-4903-b73a-79e3ee0776ff is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:31:20.336531 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:31:20.340133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:31:20.366273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Pushing event updated for resources: {'Port': ['ID=488effe1-ce8e-48ae-a0f0-a272d170fc27,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:20.391129 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:20.391733 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:20.405594 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-910df983-c2a3-4000-a337-11bc3ae07261 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5332882
Dec 18 21:31:20.422889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Request body: {'port': {'device_id': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:31:20.478279 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:20.729952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488effe1-ce8e-48ae-a0f0-a272d170fc27 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:31:20.737355 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:20.750907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Transition to ACTIVE for port object 488effe1-ce8e-48ae-a0f0-a272d170fc27 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:31:20.754309 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:20.808296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Pushing event updated for resources: {'Port': ['ID=488effe1-ce8e-48ae-a0f0-a272d170fc27,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:20.872537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Attempting to bind port 488effe1-ce8e-48ae-a0f0-a272d170fc27 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:31:20.873242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Attempting to bind port 488effe1-ce8e-48ae-a0f0-a272d170fc27 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:31:20.873242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Attempting to bind port 488effe1-ce8e-48ae-a0f0-a272d170fc27 on network 87c24db7-4ee0-4903-b73a-79e3ee0776ff {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:31:20.877382 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Port 488effe1-ce8e-48ae-a0f0-a272d170fc27 on network 87c24db7-4ee0-4903-b73a-79e3ee0776ff not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:31:20.877707 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Attempting to bind port 488effe1-ce8e-48ae-a0f0-a272d170fc27 on network 87c24db7-4ee0-4903-b73a-79e3ee0776ff {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:31:20.882547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:31:20.882885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Checking segment: {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:31:20.883264 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Bound using segment: {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:31:20.883710 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Bound port: 488effe1-ce8e-48ae-a0f0-a272d170fc27, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:31:20.884057 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:20.945214 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:31:20.948153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:31:20.953309 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:20.991673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:20.992295 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:20.993688 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] 10.222.0.36 "PUT /v2.0/ports/488effe1-ce8e-48ae-a0f0-a272d170fc27 HTTP/1.1" status: 200  len: 1092 time: 0.5746477
Dec 18 21:31:20.994136 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'tag': '488effe1-ce8e-48ae-a0f0-a272d170fc27'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:31:20.996573 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef08f4f4-5cdc-41bb-83af-a5cdff95f6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "58cc2cfe-f84a-4687-83a2-a1e49526c279", "tag": "488effe1-ce8e-48ae-a0f0-a272d170fc27"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:31:21.021363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba4971-ee27-4b75-803d-086e5e59ff4f service neutron] Pushing event updated for resources: {'Port': ['ID=488effe1-ce8e-48ae-a0f0-a272d170fc27,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:21.049322 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4dcc44-986f-4db9-a4b7-b005a9992b91 x-openstack-request-id: req-7a4dcc44-986f-4db9-a4b7-b005a9992b91 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:31:21.049611 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cc2cfe-f84a-4687-83a2-a1e49526c279", "tag": "488effe1-ce8e-48ae-a0f0-a272d170fc27", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:31:21.049922 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a4dcc44-986f-4db9-a4b7-b005a9992b91 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:31:21.050388 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'tag': '488effe1-ce8e-48ae-a0f0-a272d170fc27', 'status': 'completed', 'code': 200}
Dec 18 21:31:21.086882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd77be-29b9-456a-b16c-71e571b8b53f req-908d25d8-a221-4b4c-a3a6-c097a5bdbca7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:21.088398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecdd77be-29b9-456a-b16c-71e571b8b53f req-908d25d8-a221-4b4c-a3a6-c097a5bdbca7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 944 time: 0.0486064
Dec 18 21:31:21.090393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-4e0b0e42-0362-4428-8f5c-e15a39ed1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:21.091907 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-4e0b0e42-0362-4428-8f5c-e15a39ed1009 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 1095 time: 0.0406666
Dec 18 21:31:21.135669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecdd77be-29b9-456a-b16c-71e571b8b53f req-09175678-7752-4ee8-9711-5219b9a60a01 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409431
Dec 18 21:31:21.140024 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-42e126cc-2d5a-44e0-88d8-e85cb963a254 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27 HTTP/1.1" status: 200  len: 217 time: 0.0338254
Dec 18 21:31:21.191696 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-399a6f07-7c1f-4150-8e4b-9c74ca3691cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:21.193133 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-399a6f07-7c1f-4150-8e4b-9c74ca3691cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0423532
Dec 18 21:31:21.232211 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-7863aeb5-5a64-4b74-999c-b0659675d216 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0276730
Dec 18 21:31:21.324767 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-25ff3324-4942-40d9-adec-918b1ab26447 service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797412
Dec 18 21:31:21.421496 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f5e00058-17f6-4ca8-9ad4-5fbb61ab88e1 req-507fe47f-2743-4771-81d3-8c1b852ab69c service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825872
Dec 18 21:31:21.511087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08f4f4-5cdc-41bb-83af-a5cdff95f6fb req-60c02361-5cbd-498d-a91c-3bb00847b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:21.512437 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef08f4f4-5cdc-41bb-83af-a5cdff95f6fb req-60c02361-5cbd-498d-a91c-3bb00847b897 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 1095 time: 0.0398383
Dec 18 21:31:21.601337 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08f4f4-5cdc-41bb-83af-a5cdff95f6fb req-99f6eb84-91b2-4cc5-9009-d610818fa967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:21.602868 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef08f4f4-5cdc-41bb-83af-a5cdff95f6fb req-99f6eb84-91b2-4cc5-9009-d610818fa967 service neutron] 10.222.0.36 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 915 time: 0.0822175
Dec 18 21:31:21.647619 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef08f4f4-5cdc-41bb-83af-a5cdff95f6fb req-463474b5-8090-45dd-a089-41560201f6aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27 HTTP/1.1" status: 200  len: 217 time: 0.0373716
Dec 18 21:31:21.698961 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08f4f4-5cdc-41bb-83af-a5cdff95f6fb req-baf45fa4-69f7-4600-9058-d72b80e868c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:21.700420 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef08f4f4-5cdc-41bb-83af-a5cdff95f6fb req-baf45fa4-69f7-4600-9058-d72b80e868c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0437891
Dec 18 21:31:21.743824 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef08f4f4-5cdc-41bb-83af-a5cdff95f6fb req-b629ea37-0476-4c4f-9f93-2585fb104a49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273604
Dec 18 21:31:21.835739 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef08f4f4-5cdc-41bb-83af-a5cdff95f6fb req-d803642a-2d52-4185-ae4d-5d9d5937f3e0 service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829592
Dec 18 21:31:21.924018 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef08f4f4-5cdc-41bb-83af-a5cdff95f6fb req-a30d6f0b-2f03-45d9-9996-c195eacc0079 service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0792899
Dec 18 21:31:22.253619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04535783-6aed-493b-91ed-2e3d30e14e27 req-af7c4c86-0fd6-47d2-990b-59d62994a225 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:22.255140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04535783-6aed-493b-91ed-2e3d30e14e27 req-af7c4c86-0fd6-47d2-990b-59d62994a225 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 944 time: 0.0489056
Dec 18 21:31:22.306383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04535783-6aed-493b-91ed-2e3d30e14e27 req-14f03ed1-657e-4f09-9786-ef6ffa067500 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452006
Dec 18 21:31:23.418176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fc9a-5856-41fb-bb0f-872d309993ef req-184b302d-305c-446b-9018-8f986d286c58 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:23.419653 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ce4fc9a-5856-41fb-bb0f-872d309993ef req-184b302d-305c-446b-9018-8f986d286c58 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 944 time: 0.0468843
Dec 18 21:31:23.465228 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5ce4fc9a-5856-41fb-bb0f-872d309993ef req-b4f5ff13-de6f-45ba-8be5-b7b3d73b4f68 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392020
Dec 18 21:31:24.577742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d8492-ea7f-4888-99c4-6e6a31638cd4 req-f7bc329c-5e07-4f3a-8892-488f4d90022c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:24.579235 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b76d8492-ea7f-4888-99c4-6e6a31638cd4 req-f7bc329c-5e07-4f3a-8892-488f4d90022c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 944 time: 0.0471470
Dec 18 21:31:24.626159 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b76d8492-ea7f-4888-99c4-6e6a31638cd4 req-8c4226ac-19a1-4c6e-a256-2fd05918a79b tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399084
Dec 18 21:31:24.865518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 488effe1-ce8e-48ae-a0f0-a272d170fc27 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:31:24.959939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:31:24.970505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '488effe1-ce8e-48ae-a0f0-a272d170fc27', 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff', 'port_id': '488effe1-ce8e-48ae-a0f0-a272d170fc27', 'mac_address': 'fa:16:3e:c1:0d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc0dfaa-6aa6-44f4-b4be-4140546408ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:31:25.006643 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:25.018913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488effe1-ce8e-48ae-a0f0-a272d170fc27 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:31:25.038461 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:31:25.042343 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:25.087264 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=488effe1-ce8e-48ae-a0f0-a272d170fc27,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:25.304301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['488effe1-ce8e-48ae-a0f0-a272d170fc27'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:31:25.983824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af6c19-3548-4f4e-84f0-154fd89f5f43 req-05427848-5692-4b9b-a61d-0eb4d05208a1 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:25.985216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8af6c19-3548-4f4e-84f0-154fd89f5f43 req-05427848-5692-4b9b-a61d-0eb4d05208a1 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 945 time: 0.2927291
Dec 18 21:31:26.032160 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d8af6c19-3548-4f4e-84f0-154fd89f5f43 req-fec6cd8a-dfb6-4761-ad04-0a2512f6492f tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400014
Dec 18 21:31:26.881886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 488effe1-ce8e-48ae-a0f0-a272d170fc27 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:31:26.929080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 488effe1-ce8e-48ae-a0f0-a272d170fc27 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:31:26.932728 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 488effe1-ce8e-48ae-a0f0-a272d170fc27 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:31:26.933093 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:27.008342 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:27.029931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488effe1-ce8e-48ae-a0f0-a272d170fc27'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:31:27.032170 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361da8d9-09a2-4cc8-8ae0-e7753a482680" -d '{"events": [{"server_uuid": "58cc2cfe-f84a-4687-83a2-a1e49526c279", "name": "network-vif-plugged", "status": "completed", "tag": "488effe1-ce8e-48ae-a0f0-a272d170fc27"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:31:27.045394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:31:27.050148 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:27.080006 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206b798e-db07-452d-a042-ba6c5d768346 x-openstack-request-id: req-206b798e-db07-452d-a042-ba6c5d768346 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:31:27.080295 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cc2cfe-f84a-4687-83a2-a1e49526c279", "name": "network-vif-plugged", "status": "completed", "tag": "488effe1-ce8e-48ae-a0f0-a272d170fc27", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:31:27.080549 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-206b798e-db07-452d-a042-ba6c5d768346 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:31:27.080947 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488effe1-ce8e-48ae-a0f0-a272d170fc27', 'code': 200}
Dec 18 21:31:27.101719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=488effe1-ce8e-48ae-a0f0-a272d170fc27,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:27.152987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b634e98-66f5-4703-bc69-ef821bce4ad4 req-e5bb3aca-56fe-40cd-bc7c-287089a26703 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:27.154476 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b634e98-66f5-4703-bc69-ef821bce4ad4 req-e5bb3aca-56fe-40cd-bc7c-287089a26703 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0471478
Dec 18 21:31:27.196395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe305e-7be6-43a0-a025-9ea4ebfeaa99 req-bcf79a0c-ae7b-4a06-b321-a52478ad4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:27.197913 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-64fe305e-7be6-43a0-a025-9ea4ebfeaa99 req-bcf79a0c-ae7b-4a06-b321-a52478ad4bc2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 1097 time: 0.0444112
Dec 18 21:31:27.201156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b634e98-66f5-4703-bc69-ef821bce4ad4 req-df8c5716-81ba-4e90-ac0b-c72bffb487dc tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399542
Dec 18 21:31:27.522207 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-64fe305e-7be6-43a0-a025-9ea4ebfeaa99 req-cbbe95cc-ba71-4589-92ee-7a3abb4677c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3138838
Dec 18 21:31:28.318613 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02f046-9be3-4bc6-a847-077336a9c49e req-e571ea85-a0a5-40f5-bd82-0b0591a6b5fe tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:28.320128 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e02f046-9be3-4bc6-a847-077336a9c49e req-e571ea85-a0a5-40f5-bd82-0b0591a6b5fe tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0495892
Dec 18 21:31:28.370416 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e02f046-9be3-4bc6-a847-077336a9c49e req-39deabff-4bb4-428b-925f-0bea0bba7d58 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440106
Dec 18 21:31:29.309148 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:31:29.481781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c889cde-a779-47c9-b6af-8ea3bba178b7 req-308f3022-37b4-4a6d-b7c1-194ebefa2c84 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:29.483246 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c889cde-a779-47c9-b6af-8ea3bba178b7 req-308f3022-37b4-4a6d-b7c1-194ebefa2c84 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0474627
Dec 18 21:31:29.528194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c889cde-a779-47c9-b6af-8ea3bba178b7 req-67212452-9b6c-407d-84b6-7b2a231fe4d7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383599
Dec 18 21:31:29.642093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3bbaa-ba7b-4b92-a7d2-56f35a9a6fd1 req-504c4f9a-08dc-4284-83be-2bbb4aecc73f tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:29.643569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddd3bbaa-ba7b-4b92-a7d2-56f35a9a6fd1 req-504c4f9a-08dc-4284-83be-2bbb4aecc73f tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0488818
Dec 18 21:31:29.689541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ddd3bbaa-ba7b-4b92-a7d2-56f35a9a6fd1 req-7f5912c7-1ed5-443b-97f0-1337f66ac9d4 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398817
Dec 18 21:31:29.889565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78211aca-661a-4d52-a511-16d24c0ff094 req-4c949ee1-fc8d-42b9-b8c4-fbe84d1c878d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:29.891761 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78211aca-661a-4d52-a511-16d24c0ff094 req-4c949ee1-fc8d-42b9-b8c4-fbe84d1c878d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0516164
Dec 18 21:31:29.938325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78211aca-661a-4d52-a511-16d24c0ff094 req-4490e6ba-7ed3-4154-bbd7-14a131d20156 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401905
Dec 18 21:31:30.052315 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e6193-93e4-4534-8e01-7a519faa23b5 req-e305e408-925f-4679-bcdd-769ef5550882 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:30.054337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f3e6193-93e4-4534-8e01-7a519faa23b5 req-e305e408-925f-4679-bcdd-769ef5550882 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0491905
Dec 18 21:31:30.100962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f3e6193-93e4-4534-8e01-7a519faa23b5 req-1e62265b-27bc-4f5e-847a-68e16db590e7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407321
Dec 18 21:31:30.324114 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-c974c717-930e-41e0-9901-497f91c8d297 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0404003
Dec 18 21:31:30.337388 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b36b58-aaeb-49c4-973b-17b5fbb4b4de req-4b0cc7d9-a334-4529-8553-7ecf602e68ac tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:30.338891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19b36b58-aaeb-49c4-973b-17b5fbb4b4de req-4b0cc7d9-a334-4529-8553-7ecf602e68ac tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0487406
Dec 18 21:31:30.396177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-19b36b58-aaeb-49c4-973b-17b5fbb4b4de req-a0c29f33-5eb1-472a-bd49-c05775919976 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491281
Dec 18 21:31:31.425956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-4964861a-4dd0-46eb-942d-7966f14f1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:31.427501 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-4964861a-4dd0-46eb-942d-7966f14f1b7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 1097 time: 0.0406578
Dec 18 21:31:31.516179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc787ef-420a-4755-b6d4-cba39dc3a334 req-f603be07-3b71-4b32-9413-c43ec1e9597c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:31.517573 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1fc787ef-420a-4755-b6d4-cba39dc3a334 req-f603be07-3b71-4b32-9413-c43ec1e9597c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0478976
Dec 18 21:31:31.523571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-656bd8c8-1853-4b3c-b832-11aaaf89f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:31.525028 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-656bd8c8-1853-4b3c-b832-11aaaf89f00a service neutron] 10.222.0.36 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 915 time: 0.0894227
Dec 18 21:31:31.566154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1fc787ef-420a-4755-b6d4-cba39dc3a334 req-7a9b0e00-b1eb-4510-925d-1cf05c37ddb1 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414662
Dec 18 21:31:31.567086 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-b1a101dc-01b3-4593-ba3e-350c7fd82d06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27 HTTP/1.1" status: 200  len: 217 time: 0.0346103
Dec 18 21:31:31.616624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-11cffeac-cb1f-4b85-be95-b58327d325fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:31.618050 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-11cffeac-cb1f-4b85-be95-b58327d325fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0433962
Dec 18 21:31:31.654565 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-567baebf-2ac9-4e31-a1a6-787d05910419 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286109
Dec 18 21:31:31.742954 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-cd9bcd64-0341-4938-9d95-31b1a6c67dee service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813301
Dec 18 21:31:31.847069 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-4cca68d1-a0a5-4562-8fa4-40e4872102f3 service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966902
Dec 18 21:31:32.684077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c29770-35e9-4c57-b647-13197be605af req-317715f7-0a07-4004-8a2b-d4917e87e8f7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:32.685891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-15c29770-35e9-4c57-b647-13197be605af req-317715f7-0a07-4004-8a2b-d4917e87e8f7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0515485
Dec 18 21:31:32.733665 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-15c29770-35e9-4c57-b647-13197be605af req-4c4c2784-17f6-47e0-95bd-a7f5ea3ea352 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411651
Dec 18 21:31:33.013344 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c7e2908c-0959-450f-92c9-e4fd3755e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:33.856180 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168722a3-d2e6-41ea-8add-7d37cedd3cfa req-ee196b15-14dc-47ab-9aab-348532210b0d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:33.857642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-168722a3-d2e6-41ea-8add-7d37cedd3cfa req-ee196b15-14dc-47ab-9aab-348532210b0d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0512965
Dec 18 21:31:33.903727 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-168722a3-d2e6-41ea-8add-7d37cedd3cfa req-a42675ab-2a57-4def-916b-1e0212636bf8 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396585
Dec 18 21:31:35.021562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553ec02-8840-4cde-9c40-eed94e68b789 req-59c098f6-0851-4cc3-ab8c-b86e55cea239 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:35.022999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f553ec02-8840-4cde-9c40-eed94e68b789 req-59c098f6-0851-4cc3-ab8c-b86e55cea239 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0520513
Dec 18 21:31:35.069634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f553ec02-8840-4cde-9c40-eed94e68b789 req-213c1b61-9a65-423e-9d70-dd41c6e45b16 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406768
Dec 18 21:31:35.211766 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-39468de2-4bd8-4eb7-81ed-aff65eaea183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:36.184925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e103e4-1eca-4f82-a5b0-32c965f1c7d6 req-24c05036-dfae-4a10-96c9-592bf9263685 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:36.186426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3e103e4-1eca-4f82-a5b0-32c965f1c7d6 req-24c05036-dfae-4a10-96c9-592bf9263685 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0508676
Dec 18 21:31:36.232571 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3e103e4-1eca-4f82-a5b0-32c965f1c7d6 req-cac184d2-8c91-4051-81a1-1fb64a254154 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399313
Dec 18 21:31:36.517108 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:37.348724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34577342-c6e2-4aae-a7aa-263aec89d1ca req-2d200397-9744-42e6-ba99-0094b3c6b037 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:37.350200 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34577342-c6e2-4aae-a7aa-263aec89d1ca req-2d200397-9744-42e6-ba99-0094b3c6b037 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0492094
Dec 18 21:31:37.395868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34577342-c6e2-4aae-a7aa-263aec89d1ca req-be582af9-7951-4e34-a380-7980311864f3 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396421
Dec 18 21:31:38.220372 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:38.510734 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeb66b-613b-48ca-b9fa-55378366fcbf req-1c9770f0-dfc1-4234-81f2-4e84466cb4f3 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:38.512218 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1eeb66b-613b-48ca-b9fa-55378366fcbf req-1c9770f0-dfc1-4234-81f2-4e84466cb4f3 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0479636
Dec 18 21:31:38.561673 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c1eeb66b-613b-48ca-b9fa-55378366fcbf req-65d4b377-1321-4a53-9783-ff3f6b884a9d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435719
Dec 18 21:31:38.610235 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:39.673902 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c6755-a6bc-40bb-a9f4-6bd560fe9883 req-f6684aa3-3544-4388-afa4-cd501e6fc10e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:39.675867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-547c6755-a6bc-40bb-a9f4-6bd560fe9883 req-f6684aa3-3544-4388-afa4-cd501e6fc10e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0466342
Dec 18 21:31:39.723674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-547c6755-a6bc-40bb-a9f4-6bd560fe9883 req-f7a66178-b19e-4093-b54c-4219749172fe tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418360
Dec 18 21:31:40.838563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399c671-b1ed-4001-b81a-273497c8469d req-3ffacaa9-123e-4eff-86b3-8e5f5cffb1e9 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:40.840062 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2399c671-b1ed-4001-b81a-273497c8469d req-3ffacaa9-123e-4eff-86b3-8e5f5cffb1e9 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0486751
Dec 18 21:31:40.885497 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2399c671-b1ed-4001-b81a-273497c8469d req-ff5f7ec4-173c-46aa-922d-ab3310d60d7a tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395319
Dec 18 21:31:42.003058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f0e38-e287-4350-9f22-af49edfd4596 req-649c61f9-8828-4f81-9e61-7d1410f0e998 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:42.004442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-825f0e38-e287-4350-9f22-af49edfd4596 req-649c61f9-8828-4f81-9e61-7d1410f0e998 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0515919
Dec 18 21:31:42.051048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-825f0e38-e287-4350-9f22-af49edfd4596 req-225243f4-495f-4c58-86b7-fd2e9337cbff tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407453
Dec 18 21:31:43.168525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b0edb-aeef-475a-b1a9-1419cef4cd44 req-42912fc0-7701-46c4-8343-4bed32c813f7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:43.170013 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c4b0edb-aeef-475a-b1a9-1419cef4cd44 req-42912fc0-7701-46c4-8343-4bed32c813f7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0474925
Dec 18 21:31:43.215640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c4b0edb-aeef-475a-b1a9-1419cef4cd44 req-c56b5f4b-3163-4ca6-9614-6a681b651e95 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390167
Dec 18 21:31:44.331694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676a2c6-9617-44cc-9c2b-e36bc550a04b req-3f81d998-55b0-4775-b61b-b3c4f95fa597 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:44.333153 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0676a2c6-9617-44cc-9c2b-e36bc550a04b req-3f81d998-55b0-4775-b61b-b3c4f95fa597 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0476434
Dec 18 21:31:44.382957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0676a2c6-9617-44cc-9c2b-e36bc550a04b req-37d73699-441a-42d7-9a74-c798fd60d42d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439365
Dec 18 21:31:45.162130 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:45.502766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f4119-08d3-414f-8019-517b882f7280 req-61a5cba8-d447-4881-a017-01215171c89b tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:45.504246 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c4f4119-08d3-414f-8019-517b882f7280 req-61a5cba8-d447-4881-a017-01215171c89b tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0475912
Dec 18 21:31:45.549605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c4f4119-08d3-414f-8019-517b882f7280 req-7400a457-b8c1-4601-b716-2d0ddb59a3e4 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393429
Dec 18 21:31:46.662082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab9dce-5a4c-418c-9c25-5b22a39b62f5 req-f2c6d0a5-dee4-41bc-af1f-c5c92b560146 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:46.663602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89ab9dce-5a4c-418c-9c25-5b22a39b62f5 req-f2c6d0a5-dee4-41bc-af1f-c5c92b560146 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0471137
Dec 18 21:31:46.713305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-89ab9dce-5a4c-418c-9c25-5b22a39b62f5 req-75c5f438-58c0-4da3-84d2-0142d9cf43b7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433161
Dec 18 21:31:47.833812 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542b13-2ca4-4677-b53d-b2e32d913bd5 req-19bb2d25-bd31-423e-a7e6-a89edd59fbd3 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:47.835287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce542b13-2ca4-4677-b53d-b2e32d913bd5 req-19bb2d25-bd31-423e-a7e6-a89edd59fbd3 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0520051
Dec 18 21:31:47.881225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ce542b13-2ca4-4677-b53d-b2e32d913bd5 req-ec3b24d0-84bb-4268-a6b7-095b6d9c1316 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399554
Dec 18 21:31:48.995260 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05ecaa-f49f-4d25-a962-b462addbc680 req-7082ac1e-8bbc-4de6-b157-4b5a76fa8490 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:48.996644 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c05ecaa-f49f-4d25-a962-b462addbc680 req-7082ac1e-8bbc-4de6-b157-4b5a76fa8490 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0477872
Dec 18 21:31:49.046420 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c05ecaa-f49f-4d25-a962-b462addbc680 req-729faf33-486b-4f1d-bfaa-f8770372add6 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435662
Dec 18 21:31:49.788277 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:50.169510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00b342-e2cd-42bc-b634-1c5c63138561 req-06a04b5b-205c-497c-85e9-7e70767303f1 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:50.171513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d00b342-e2cd-42bc-b634-1c5c63138561 req-06a04b5b-205c-497c-85e9-7e70767303f1 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0537021
Dec 18 21:31:50.219063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d00b342-e2cd-42bc-b634-1c5c63138561 req-0cc9f837-0c07-4415-bcc5-5e4436d95156 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415339
Dec 18 21:31:51.335379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486a326-48ff-4876-869a-088a246d56e2 req-721f4e88-1b22-4cfe-8c90-cb9b94ce0f23 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:51.336849 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1486a326-48ff-4876-869a-088a246d56e2 req-721f4e88-1b22-4cfe-8c90-cb9b94ce0f23 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0486157
Dec 18 21:31:51.383337 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1486a326-48ff-4876-869a-088a246d56e2 req-ba7e294e-2e04-4ab5-b859-d10aa927e9e0 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398085
Dec 18 21:31:52.497477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f005d-5554-4a81-842f-4a93042057b8 req-16b9565f-572d-4a6b-955d-872ecdda7336 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:52.498955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d3f005d-5554-4a81-842f-4a93042057b8 req-16b9565f-572d-4a6b-955d-872ecdda7336 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0482655
Dec 18 21:31:52.547995 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d3f005d-5554-4a81-842f-4a93042057b8 req-a29ac1ad-983c-409f-a7d1-3cb7b6e2ff39 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431874
Dec 18 21:31:53.660058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcc4cc-8a0a-4034-9bbf-35f869b2d357 req-0303ac2f-6da2-4a49-9606-082bd898f3b8 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:53.661617 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98dcc4cc-8a0a-4034-9bbf-35f869b2d357 req-0303ac2f-6da2-4a49-9606-082bd898f3b8 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0470397
Dec 18 21:31:53.708837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98dcc4cc-8a0a-4034-9bbf-35f869b2d357 req-ee93ec4e-260d-4ca3-9469-3806406ee403 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408120
Dec 18 21:31:54.823608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44786735-d141-4c5d-869b-4b00b7b75471 req-c7419407-f83b-4d77-994e-9642597331e1 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:54.825317 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44786735-d141-4c5d-869b-4b00b7b75471 req-c7419407-f83b-4d77-994e-9642597331e1 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0476134
Dec 18 21:31:54.871366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44786735-d141-4c5d-869b-4b00b7b75471 req-37814dc3-cd07-4a67-8579-f7b533e3b71e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401230
Dec 18 21:31:55.989967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef1bc4-4986-4cfd-9cca-6619a6e76602 req-6d598f50-4421-46a3-9eb3-69fb35c3439e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:55.991358 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ef1bc4-4986-4cfd-9cca-6619a6e76602 req-6d598f50-4421-46a3-9eb3-69fb35c3439e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0516255
Dec 18 21:31:56.036398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ef1bc4-4986-4cfd-9cca-6619a6e76602 req-44ea225e-0f60-4e3a-9ce7-f69f8f58b8ea tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391164
Dec 18 21:31:57.149940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e9de5-6da1-4d3c-8d24-4a8a107deb94 req-f48b5e7b-79c6-4c6b-9ea7-e4a49a0ca0c0 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:57.151415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c8e9de5-6da1-4d3c-8d24-4a8a107deb94 req-f48b5e7b-79c6-4c6b-9ea7-e4a49a0ca0c0 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0473211
Dec 18 21:31:57.197132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c8e9de5-6da1-4d3c-8d24-4a8a107deb94 req-655abfe2-53fa-4e35-8e6e-0a47a9ebace1 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398390
Dec 18 21:31:58.312794 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b13ea-b736-4b5f-b7eb-e64e63c7952f req-b964817a-911c-4da7-954c-ce43c7749d23 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:58.314269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a1b13ea-b736-4b5f-b7eb-e64e63c7952f req-b964817a-911c-4da7-954c-ce43c7749d23 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0478137
Dec 18 21:31:58.364197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a1b13ea-b736-4b5f-b7eb-e64e63c7952f req-eb4595c8-b357-4363-964e-b4e78b2ed54a tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430689
Dec 18 21:31:59.067114 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-50342686-185e-43d5-acb3-c0d9674c341a service neutron] show failed (client error): The resource could not be found.
Dec 18 21:31:59.068064 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-50342686-185e-43d5-acb3-c0d9674c341a service neutron] 10.222.0.36 "GET /v2.0/ports/488effe1-ce8e-48ae-a0f0-a272d170fc27/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0625603
Dec 18 21:31:59.303223 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-9ecf559e-29c8-487c-a09e-074d61a9a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:59.304778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-9ecf559e-29c8-487c-a09e-074d61a9a951 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279&tenant_id=1fef6da50bfa450ba842674c07090fc1 HTTP/1.1" status: 200  len: 1097 time: 0.0683095
Dec 18 21:31:59.316071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:31:59.369827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:59.571919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e1b8f-fd56-4958-a81e-d984889bf5f2 req-3714a8cf-853a-4fe0-84bd-7dbcb4abddaa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:59.573436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b4e1b8f-fd56-4958-a81e-d984889bf5f2 req-3714a8cf-853a-4fe0-84bd-7dbcb4abddaa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.1029222
Dec 18 21:31:59.630818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:31:59.656011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5b4e1b8f-fd56-4958-a81e-d984889bf5f2 req-9eae4ce0-8d78-4550-9920-7e1a4c67e202 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744555
Dec 18 21:31:59.673856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:31:59.720035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488effe1-ce8e-48ae-a0f0-a272d170fc27'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:31:59.722603 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8257f3d5-cdb1-41c7-8013-b7ce55a77fce" -d '{"events": [{"server_uuid": "58cc2cfe-f84a-4687-83a2-a1e49526c279", "name": "network-vif-unplugged", "status": "completed", "tag": "488effe1-ce8e-48ae-a0f0-a272d170fc27"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:31:59.726711 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:59.744420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Transition to ACTIVE for port object 488effe1-ce8e-48ae-a0f0-a272d170fc27 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:31:59.748527 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:59.776600 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412d452f-8845-463f-9b42-13c8bca49f4b x-openstack-request-id: req-412d452f-8845-463f-9b42-13c8bca49f4b {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:31:59.776893 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cc2cfe-f84a-4687-83a2-a1e49526c279", "name": "network-vif-unplugged", "status": "completed", "tag": "488effe1-ce8e-48ae-a0f0-a272d170fc27", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:31:59.777139 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-412d452f-8845-463f-9b42-13c8bca49f4b {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:31:59.777525 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488effe1-ce8e-48ae-a0f0-a272d170fc27', 'code': 200}
Dec 18 21:31:59.811690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] No DVR routers for this DVR port 488effe1-ce8e-48ae-a0f0-a272d170fc27 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:31:59.814643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Pushing event updated for resources: {'Port': ['ID=488effe1-ce8e-48ae-a0f0-a272d170fc27,revision_number=6']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:31:59.847628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Attempting to bind port 488effe1-ce8e-48ae-a0f0-a272d170fc27 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:31:59.847962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Attempting to bind port 488effe1-ce8e-48ae-a0f0-a272d170fc27 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:31:59.848289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Attempting to bind port 488effe1-ce8e-48ae-a0f0-a272d170fc27 on network 87c24db7-4ee0-4903-b73a-79e3ee0776ff {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:31:59.852539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Port 488effe1-ce8e-48ae-a0f0-a272d170fc27 on network 87c24db7-4ee0-4903-b73a-79e3ee0776ff not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:31:59.852861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Attempting to bind port 488effe1-ce8e-48ae-a0f0-a272d170fc27 on network 87c24db7-4ee0-4903-b73a-79e3ee0776ff {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:31:59.857584 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:31:59.857922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Checking segment: {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:31:59.858332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Bound using segment: {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:31:59.858759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Bound port: 488effe1-ce8e-48ae-a0f0-a272d170fc27, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:31:59.859108 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:59.922950 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:31:59.926260 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:31:59.930112 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:59.962702 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:31:59.963314 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:31:59.965331 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] 10.222.0.31 "PUT /v2.0/ports/488effe1-ce8e-48ae-a0f0-a272d170fc27 HTTP/1.1" status: 200  len: 1092 time: 0.6531379
Dec 18 21:31:59.995781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd45f5-5134-4f9a-8586-0e3cf1dc08d1 service neutron] Pushing event updated for resources: {'Port': ['ID=488effe1-ce8e-48ae-a0f0-a272d170fc27,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:00.029099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-782a30c2-1df4-48d4-a79a-e2fe03f80ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:00.030623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-782a30c2-1df4-48d4-a79a-e2fe03f80ca2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 1095 time: 0.0426285
Dec 18 21:32:00.120440 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-33e8968c-ce37-498a-8187-af2d4578992a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:00.121874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-33e8968c-ce37-498a-8187-af2d4578992a service neutron] 10.222.0.31 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 915 time: 0.0842245
Dec 18 21:32:00.162241 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-5635f4ee-cd98-4b25-a3d2-cd702635169f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27 HTTP/1.1" status: 200  len: 217 time: 0.0324638
Dec 18 21:32:00.209067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-55bc15b2-0db7-4167-8324-d8ba309d4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:00.210449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-55bc15b2-0db7-4167-8324-d8ba309d4c2a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0419776
Dec 18 21:32:00.241271 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-bdc90c46-b80a-4be9-8044-780766b8c632 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241818
Dec 18 21:32:00.333191 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-2fb2b171-71f1-4288-b815-31fe40d1ff2b service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847828
Dec 18 21:32:00.423207 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ed9e1629-586f-407e-8c8c-38685389dba8 req-c81b481f-9dc3-4011-acaa-518886ff0ffc service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834880
Dec 18 21:32:00.776772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2623-06aa-4227-b178-3d2266e16155 req-42845e34-6402-4fdf-ba89-68cda3172e61 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:00.778168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ace2623-06aa-4227-b178-3d2266e16155 req-42845e34-6402-4fdf-ba89-68cda3172e61 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 944 time: 0.0483904
Dec 18 21:32:00.826220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3ace2623-06aa-4227-b178-3d2266e16155 req-1068c1da-6823-465b-9bf0-a8f7d64342fd tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415897
Dec 18 21:32:01.779221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'tag': '488effe1-ce8e-48ae-a0f0-a272d170fc27'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:32:01.781567 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b12d10-50cc-4589-a977-fbc9c5f5a001" -d '{"events": [{"name": "network-changed", "server_uuid": "58cc2cfe-f84a-4687-83a2-a1e49526c279", "tag": "488effe1-ce8e-48ae-a0f0-a272d170fc27"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:32:01.830476 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90f4163-4211-4c47-910f-ce915cee1bf6 x-openstack-request-id: req-a90f4163-4211-4c47-910f-ce915cee1bf6 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:32:01.830771 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cc2cfe-f84a-4687-83a2-a1e49526c279", "tag": "488effe1-ce8e-48ae-a0f0-a272d170fc27", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:32:01.831022 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a90f4163-4211-4c47-910f-ce915cee1bf6 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:32:01.831417 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'tag': '488effe1-ce8e-48ae-a0f0-a272d170fc27', 'status': 'completed', 'code': 200}
Dec 18 21:32:01.915955 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-8e471ce6-7fbc-4fd4-8de9-bfc4f2da0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:01.917468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-8e471ce6-7fbc-4fd4-8de9-bfc4f2da0e2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 1095 time: 0.0551090
Dec 18 21:32:01.936291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-33c609f0-b2c9-4b9a-a788-82ee59fa302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:01.937812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-33c609f0-b2c9-4b9a-a788-82ee59fa302b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 1095 time: 0.0854981
Dec 18 21:32:02.015034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e56762-c8e5-4c30-84b0-fd0d31f749b6 req-82455fca-d3fa-41a5-88af-852742734e15 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:02.016451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92e56762-c8e5-4c30-84b0-fd0d31f749b6 req-82455fca-d3fa-41a5-88af-852742734e15 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 944 time: 0.1109917
Dec 18 21:32:02.022576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-f38bc147-c2f6-49cc-bc89-f00f69004b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:02.024054 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-f38bc147-c2f6-49cc-bc89-f00f69004b8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 915 time: 0.0933950
Dec 18 21:32:02.072363 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-13ec42b2-853c-44f0-9250-222ec1bc0d88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27 HTTP/1.1" status: 200  len: 217 time: 0.0361621
Dec 18 21:32:02.077934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-122b1c6b-85be-4e3c-8d45-aa11c65458a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:02.079426 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-122b1c6b-85be-4e3c-8d45-aa11c65458a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 915 time: 0.1339755
Dec 18 21:32:02.103984 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-92e56762-c8e5-4c30-84b0-fd0d31f749b6 req-4abb9079-150d-4537-a55c-62d28671d90e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776768
Dec 18 21:32:02.134854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-2c4d4421-888d-4e95-b3b0-5d1c499235e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27 HTTP/1.1" status: 200  len: 217 time: 0.0454504
Dec 18 21:32:02.135621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-cae5edf0-48b0-487b-861e-5615a4a1e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:02.137115 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-cae5edf0-48b0-487b-861e-5615a4a1e466 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0531809
Dec 18 21:32:02.174996 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-e19c2ba1-bb81-41b0-96c7-ee74d26d18f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249741
Dec 18 21:32:02.188165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-9cec9d45-9642-47c3-8abe-deffd11b3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:02.189814 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-9cec9d45-9642-47c3-8abe-deffd11b3482 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0484645
Dec 18 21:32:02.220981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-3a4f3696-a293-4e76-9b0d-690d4eee1f06 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247977
Dec 18 21:32:02.274868 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-f9d7f19c-7ecf-4327-8017-da554302fabb service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877018
Dec 18 21:32:02.309642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-d80459be-888f-4403-b4fe-24f4bb35ddea service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810616
Dec 18 21:32:02.377092 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-c91bf787-b0e2-4e25-961b-c116fa526fc9 service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903010
Dec 18 21:32:02.412634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62b12d10-50cc-4589-a977-fbc9c5f5a001 req-0b1640ce-2be8-44ec-bf40-0b38b5073049 service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962145
Dec 18 21:32:03.007578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 488effe1-ce8e-48ae-a0f0-a272d170fc27 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:32:03.043821 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-773df44f-3d19-4a08-9d92-8516594a99fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:03.056994 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 488effe1-ce8e-48ae-a0f0-a272d170fc27 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:32:03.221700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c0658-89db-4cd2-ab6e-8208fcb72a3d req-cd1f6c31-a557-4ffd-8a23-9a6ca6fa29ff tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:03.223925 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-330c0658-89db-4cd2-ab6e-8208fcb72a3d req-cd1f6c31-a557-4ffd-8a23-9a6ca6fa29ff tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 944 time: 0.0492253
Dec 18 21:32:03.242610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 488effe1-ce8e-48ae-a0f0-a272d170fc27 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:32:03.273025 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-330c0658-89db-4cd2-ab6e-8208fcb72a3d req-8418c669-c9b8-4c50-8600-a2ed2a83dbef tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427399
Dec 18 21:32:03.338617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:03.350812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '488effe1-ce8e-48ae-a0f0-a272d170fc27', 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff', 'port_id': '488effe1-ce8e-48ae-a0f0-a272d170fc27', 'mac_address': 'fa:16:3e:c1:0d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc0dfaa-6aa6-44f4-b4be-4140546408ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:32:03.394542 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:03.407784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488effe1-ce8e-48ae-a0f0-a272d170fc27 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:32:03.428119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:03.432661 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:03.475056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1ea61-a632-48d2-aa86-e7bce0da9244 req-1b3c44dd-ba21-44d9-a12d-df95da92cad8 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:03.476675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53b1ea61-a632-48d2-aa86-e7bce0da9244 req-1b3c44dd-ba21-44d9-a12d-df95da92cad8 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 945 time: 0.0559363
Dec 18 21:32:03.480347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=488effe1-ce8e-48ae-a0f0-a272d170fc27,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:03.526863 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53b1ea61-a632-48d2-aa86-e7bce0da9244 req-f5c8a632-8291-4590-81e5-06021b593e80 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420425
Dec 18 21:32:03.541330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-74518df8-2760-479e-936e-cf7231a87501 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:03.542919 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-74518df8-2760-479e-936e-cf7231a87501 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.36 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279&tenant_id=1fef6da50bfa450ba842674c07090fc1&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0924387
Dec 18 21:32:03.608938 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-36dfdb9c-5f25-4fc4-8c05-d59e68568b86 service neutron] delete failed (client error): The resource could not be found.
Dec 18 21:32:03.609965 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-36dfdb9c-5f25-4fc4-8c05-d59e68568b86 service neutron] 10.222.0.36 "DELETE /v2.0/ports/488effe1-ce8e-48ae-a0f0-a272d170fc27/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0540791
Dec 18 21:32:03.639488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['488effe1-ce8e-48ae-a0f0-a272d170fc27'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:32:03.708482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-be5414de-a330-45df-96f0-72b9377ff6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:03.710361 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-be5414de-a330-45df-96f0-72b9377ff6cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 1096 time: 0.0453739
Dec 18 21:32:03.812204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-ce5bdc4a-f577-4f2b-a7f9-39f40b80a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:03.813583 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-ce5bdc4a-f577-4f2b-a7f9-39f40b80a836 service neutron] 10.222.0.36 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 915 time: 0.0920660
Dec 18 21:32:03.863807 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-2f04b44f-2a22-44b6-9ef6-ab6462517a7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27 HTTP/1.1" status: 200  len: 217 time: 0.0391409
Dec 18 21:32:03.914936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-971018b5-0db9-413a-b964-78d22e1b1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:03.916464 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-971018b5-0db9-413a-b964-78d22e1b1eee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0424933
Dec 18 21:32:03.952828 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-673bcf81-730f-40aa-8b5c-044cdfcf1271 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243938
Dec 18 21:32:04.047461 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-f6ae5ca7-9996-46f0-9c19-0c28a2d2bfba service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829797
Dec 18 21:32:04.139217 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7acb4e0a-91be-4b8b-afeb-8480adee0b09 req-0d824d78-01a3-4897-8340-86ab7b025032 service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808878
Dec 18 21:32:04.658051 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477a16-6897-4e8f-9b03-e28ad14cfbc0 req-ac775d98-7181-4cf7-90c9-e2a5b400d6b8 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:04.659601 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1477a16-6897-4e8f-9b03-e28ad14cfbc0 req-ac775d98-7181-4cf7-90c9-e2a5b400d6b8 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 945 time: 0.0601439
Dec 18 21:32:04.708428 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1477a16-6897-4e8f-9b03-e28ad14cfbc0 req-e5347387-f110-42a6-b43c-fdf9a3f30379 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418596
Dec 18 21:32:04.827378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9fca3-7184-411d-b947-3beec1804794 req-c5284066-d786-4fe8-8a3b-1807090d7d9d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:04.828757 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94f9fca3-7184-411d-b947-3beec1804794 req-c5284066-d786-4fe8-8a3b-1807090d7d9d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 945 time: 0.0481076
Dec 18 21:32:04.879507 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94f9fca3-7184-411d-b947-3beec1804794 req-508782e7-2de9-4252-b69b-f4cba01e528c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446806
Dec 18 21:32:04.995350 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a16e72-0037-4baf-b779-d83bd5f2e531 req-0028d4df-12a7-4f75-b522-360c691f014c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:04.996822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94a16e72-0037-4baf-b779-d83bd5f2e531 req-0028d4df-12a7-4f75-b522-360c691f014c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 945 time: 0.0497859
Dec 18 21:32:05.042618 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94a16e72-0037-4baf-b779-d83bd5f2e531 req-4f443d6b-f2d5-4bd8-8795-b74ab2435626 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398557
Dec 18 21:32:05.212576 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-17f89043-8811-400e-9dd3-90afe5dbd62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:05.273813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 488effe1-ce8e-48ae-a0f0-a272d170fc27 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:32:05.322973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 488effe1-ce8e-48ae-a0f0-a272d170fc27 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:32:05.327513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 488effe1-ce8e-48ae-a0f0-a272d170fc27 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:32:05.327876 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:05.395489 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-6df11aeb-2f57-45d6-8d4c-1828bef94bdd tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:05.396864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-6df11aeb-2f57-45d6-8d4c-1828bef94bdd tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 814 time: 0.1051350
Dec 18 21:32:05.405764 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:05.411921 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-bed34493-b08d-4734-b30c-5ce42b9d46ed tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/quotas/1fef6da50bfa450ba842674c07090fc1 HTTP/1.1" status: 200  len: 375 time: 0.0093799
Dec 18 21:32:05.428699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488effe1-ce8e-48ae-a0f0-a272d170fc27'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:32:05.431222 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823eb936-81ae-4a9e-932d-283b152f9a25" -d '{"events": [{"server_uuid": "58cc2cfe-f84a-4687-83a2-a1e49526c279", "name": "network-vif-plugged", "status": "completed", "tag": "488effe1-ce8e-48ae-a0f0-a272d170fc27"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:32:05.444809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:05.450816 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:05.464388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-85b16ff9-739b-4d05-b0aa-d566bb5bffd4 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0468946
Dec 18 21:32:05.474041 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505d6d18-34cc-4d3e-8d2e-22f5396febba x-openstack-request-id: req-505d6d18-34cc-4d3e-8d2e-22f5396febba {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:32:05.474364 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cc2cfe-f84a-4687-83a2-a1e49526c279", "name": "network-vif-plugged", "status": "completed", "tag": "488effe1-ce8e-48ae-a0f0-a272d170fc27", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:32:05.474622 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-505d6d18-34cc-4d3e-8d2e-22f5396febba {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:32:05.475009 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488effe1-ce8e-48ae-a0f0-a272d170fc27', 'code': 200}
Dec 18 21:32:05.500495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=488effe1-ce8e-48ae-a0f0-a272d170fc27,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:05.554398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-632c744c-7a33-4278-a8de-80b3c60dbeb6 service neutron] 10.222.0.13 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803833
Dec 18 21:32:05.646442 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-54b923c6-24ce-4a78-8796-ce655714e121 service neutron] 10.222.0.13 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840268
Dec 18 21:32:05.806095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0fbee5bb-92df-4478-88ab-906c4aed35de req-47cd53e6-0ac7-4133-a4f5-e99755bf8cdb tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 210 time: 0.0271204
Dec 18 21:32:06.310671 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:32:06.518481 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:06.535141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0d460-23f4-44b4-a62e-845747bafe70 req-3604303b-6dfb-44ed-8c6d-9f9e669b4372 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:06.537117 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13b0d460-23f4-44b4-a62e-845747bafe70 req-3604303b-6dfb-44ed-8c6d-9f9e669b4372 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.31 "GET /v2.0/ports?device_id=58cc2cfe-f84a-4687-83a2-a1e49526c279 HTTP/1.1" status: 200  len: 946 time: 0.0492144
Dec 18 21:32:06.646170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-13b0d460-23f4-44b4-a62e-845747bafe70 req-102bb448-b504-423a-9356-3b317da8c641 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Deleting port 488effe1-ce8e-48ae-a0f0-a272d170fc27 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:32:06.646615 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-13b0d460-23f4-44b4-a62e-845747bafe70 req-102bb448-b504-423a-9356-3b317da8c641 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:06.737089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-13b0d460-23f4-44b4-a62e-845747bafe70 req-102bb448-b504-423a-9356-3b317da8c641 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] For port 488effe1-ce8e-48ae-a0f0-a272d170fc27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=488effe1-ce8e-48ae-a0f0-a272d170fc27,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:06.737724 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-13b0d460-23f4-44b4-a62e-845747bafe70 req-102bb448-b504-423a-9356-3b317da8c641 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:06.752342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-13b0d460-23f4-44b4-a62e-845747bafe70 req-102bb448-b504-423a-9356-3b317da8c641 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Calling delete_port for 488effe1-ce8e-48ae-a0f0-a272d170fc27 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:32:06.752874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-220e1fbe-2754-48e1-96d0-e549cb9a81f9 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:06.754468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-220e1fbe-2754-48e1-96d0-e549cb9a81f9 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.31 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 814 time: 0.1310420
Dec 18 21:32:06.768971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Request body: {'port': {'device_id': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff', 'admin_state_up': True, 'tenant_id': '1fef6da50bfa450ba842674c07090fc1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:32:06.886878 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Made reservation on behalf of 1fef6da50bfa450ba842674c07090fc1 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:32:06.890392 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:06.892688 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-13b0d460-23f4-44b4-a62e-845747bafe70 req-102bb448-b504-423a-9356-3b317da8c641 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:06.905100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['488effe1-ce8e-48ae-a0f0-a272d170fc27'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:32:06.935406 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f2f333d-b802-4521-afed-65ddf5c65534 req-2286a3d1-4644-4cb6-80ee-135a23996d55 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 210 time: 0.0555339
Dec 18 21:32:06.939007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bb448-b504-423a-9356-3b317da8c641 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Pushing event deleted for resources: {'Port': ['ID=488effe1-ce8e-48ae-a0f0-a272d170fc27,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:06.989191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b0d460-23f4-44b4-a62e-845747bafe70 req-102bb448-b504-423a-9356-3b317da8c641 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] No DVR routers for this DVR port 488effe1-ce8e-48ae-a0f0-a272d170fc27 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:32:06.991834 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-13b0d460-23f4-44b4-a62e-845747bafe70 req-102bb448-b504-423a-9356-3b317da8c641 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:06.995190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13b0d460-23f4-44b4-a62e-845747bafe70 req-102bb448-b504-423a-9356-3b317da8c641 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.31 "DELETE /v2.0/ports/488effe1-ce8e-48ae-a0f0-a272d170fc27 HTTP/1.1" status: 204  len: 173 time: 0.4425857
Dec 18 21:32:06.995633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'name': 'network-vif-deleted', 'tag': '488effe1-ce8e-48ae-a0f0-a272d170fc27'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:32:06.997944 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4323d89e-030d-4c65-b4a2-fd8ee4bf4c80" -d '{"events": [{"server_uuid": "58cc2cfe-f84a-4687-83a2-a1e49526c279", "name": "network-vif-deleted", "tag": "488effe1-ce8e-48ae-a0f0-a272d170fc27"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:32:07.040274 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Allocated IP 172.20.0.10 (87c24db7-4ee0-4903-b73a-79e3ee0776ff/8cc0dfaa-6aa6-44f4-b4be-4140546408ea/088a2c72-a7f6-40fe-8587-35574fd17f26) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:32:07.044011 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71b6c2d-fb45-4b19-a9ca-6b89fdbc1b92 x-openstack-request-id: req-c71b6c2d-fb45-4b19-a9ca-6b89fdbc1b92 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:32:07.044384 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cc2cfe-f84a-4687-83a2-a1e49526c279", "name": "network-vif-deleted", "tag": "488effe1-ce8e-48ae-a0f0-a272d170fc27", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:32:07.044644 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c71b6c2d-fb45-4b19-a9ca-6b89fdbc1b92 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:32:07.045132 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cc2cfe-f84a-4687-83a2-a1e49526c279', 'name': 'network-vif-deleted', 'tag': '488effe1-ce8e-48ae-a0f0-a272d170fc27', 'status': 'completed', 'code': 200}
Dec 18 21:32:07.192827 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:07.225558 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:07.237961 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['488effe1-ce8e-48ae-a0f0-a272d170fc27'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:32:07.269677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Network 87c24db7-4ee0-4903-b73a-79e3ee0776ff is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:32:07.273573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:32:07.277403 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:32:07.300131 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Pushing event updated for resources: {'Port': ['ID=088a2c72-a7f6-40fe-8587-35574fd17f26,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:07.328576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:07.329198 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:07.344947 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-952c8eb3-e0d9-460c-b418-96be07b0d1fa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5799284
Dec 18 21:32:07.357645 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Request body: {'port': {'device_id': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:32:07.415944 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:07.671309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088a2c72-a7f6-40fe-8587-35574fd17f26 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:32:07.679195 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:07.692399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Transition to ACTIVE for port object 088a2c72-a7f6-40fe-8587-35574fd17f26 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:32:07.696922 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:07.753431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Pushing event updated for resources: {'Port': ['ID=088a2c72-a7f6-40fe-8587-35574fd17f26,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:07.815212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Attempting to bind port 088a2c72-a7f6-40fe-8587-35574fd17f26 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:32:07.815552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Attempting to bind port 088a2c72-a7f6-40fe-8587-35574fd17f26 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:32:07.815883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Attempting to bind port 088a2c72-a7f6-40fe-8587-35574fd17f26 on network 87c24db7-4ee0-4903-b73a-79e3ee0776ff {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:32:07.820241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Port 088a2c72-a7f6-40fe-8587-35574fd17f26 on network 87c24db7-4ee0-4903-b73a-79e3ee0776ff not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:32:07.820564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Attempting to bind port 088a2c72-a7f6-40fe-8587-35574fd17f26 on network 87c24db7-4ee0-4903-b73a-79e3ee0776ff {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:32:07.825583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:32:07.825921 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Checking segment: {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:32:07.826340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Bound using segment: {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:32:07.826768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Bound port: 088a2c72-a7f6-40fe-8587-35574fd17f26, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:32:07.827115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:07.889967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:32:07.892932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=088a2c72-a7f6-40fe-8587-35574fd17f26,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:32:07.896903 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:07.934997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:07.935617 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:07.936992 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] 10.222.0.31 "PUT /v2.0/ports/088a2c72-a7f6-40fe-8587-35574fd17f26 HTTP/1.1" status: 200  len: 1092 time: 0.5834777
Dec 18 21:32:07.937434 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'tag': '088a2c72-a7f6-40fe-8587-35574fd17f26'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:32:07.939754 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e0a4f4-34f7-4002-9c64-3a758ae59bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "f965a7ab-e6e3-4df1-aa97-948d03ab7c3b", "tag": "088a2c72-a7f6-40fe-8587-35574fd17f26"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:32:07.965572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79572299-c1a9-4431-8c2d-8004fc1094b8 service neutron] Pushing event updated for resources: {'Port': ['ID=088a2c72-a7f6-40fe-8587-35574fd17f26,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:08.004663 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce7ab14-4c11-411c-b47f-299a81b06602 x-openstack-request-id: req-dce7ab14-4c11-411c-b47f-299a81b06602 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:32:08.004955 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f965a7ab-e6e3-4df1-aa97-948d03ab7c3b", "tag": "088a2c72-a7f6-40fe-8587-35574fd17f26", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:32:08.005207 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dce7ab14-4c11-411c-b47f-299a81b06602 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:32:08.005604 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'tag': '088a2c72-a7f6-40fe-8587-35574fd17f26', 'status': 'completed', 'code': 200}
Dec 18 21:32:08.023236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-8c265c19-556e-4f5d-8c29-45c95a1fa11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:08.024760 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-8c265c19-556e-4f5d-8c29-45c95a1fa11c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 1095 time: 0.0459881
Dec 18 21:32:08.057009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903fbe7-f835-4a91-9add-600f3b11b530 req-ac2e913e-b0e2-4a09-aaea-bd7ed5169ec7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:08.058603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2903fbe7-f835-4a91-9add-600f3b11b530 req-ac2e913e-b0e2-4a09-aaea-bd7ed5169ec7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 944 time: 0.0495162
Dec 18 21:32:08.067008 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-55df5722-f278-4d54-9e65-1ffbb9707770 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=088a2c72-a7f6-40fe-8587-35574fd17f26 HTTP/1.1" status: 200  len: 217 time: 0.0341964
Dec 18 21:32:08.106093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2903fbe7-f835-4a91-9add-600f3b11b530 req-4e990b4b-f0c5-4bb0-96d1-9a10ef97a864 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414557
Dec 18 21:32:08.120220 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-2bad85e3-c060-47a5-bbce-f843f6f6005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:08.121693 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-2bad85e3-c060-47a5-bbce-f843f6f6005a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0478954
Dec 18 21:32:08.152739 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-8aa94672-6fa7-47cb-b503-c133b760a4af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241940
Dec 18 21:32:08.224300 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:08.241201 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-ad078890-e93e-4337-8e91-4cf04e9724f5 service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817358
Dec 18 21:32:08.331823 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-71ccdffb-f2fb-40b3-b3d0-fe3149e1e7ff req-8cedf906-41bd-4fa1-a458-7cb829ff69f5 service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838792
Dec 18 21:32:08.415857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a4f4-34f7-4002-9c64-3a758ae59bbe req-e0842230-d3ec-40ca-b77f-e768cdaf583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:08.417349 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-54e0a4f4-34f7-4002-9c64-3a758ae59bbe req-e0842230-d3ec-40ca-b77f-e768cdaf583a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 1095 time: 0.0408101
Dec 18 21:32:08.507664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a4f4-34f7-4002-9c64-3a758ae59bbe req-8e0ffc41-62d6-4b57-8263-5156e34f4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:08.509049 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-54e0a4f4-34f7-4002-9c64-3a758ae59bbe req-8e0ffc41-62d6-4b57-8263-5156e34f4d85 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 915 time: 0.0853353
Dec 18 21:32:08.549133 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-54e0a4f4-34f7-4002-9c64-3a758ae59bbe req-74b01743-8793-438e-89f7-eda4d1b79433 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=088a2c72-a7f6-40fe-8587-35574fd17f26 HTTP/1.1" status: 200  len: 217 time: 0.0335293
Dec 18 21:32:08.597842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a4f4-34f7-4002-9c64-3a758ae59bbe req-39f7430c-d930-4206-9d59-6494f0dca31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:08.599899 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-54e0a4f4-34f7-4002-9c64-3a758ae59bbe req-39f7430c-d930-4206-9d59-6494f0dca31c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0429788
Dec 18 21:32:08.615982 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:08.633209 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-54e0a4f4-34f7-4002-9c64-3a758ae59bbe req-80f9c6a7-9ef5-454a-a032-3f0dd4d72501 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253420
Dec 18 21:32:08.726724 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-54e0a4f4-34f7-4002-9c64-3a758ae59bbe req-c6b36ccc-dd30-4c8d-a38e-d52880613b2c service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858607
Dec 18 21:32:08.821407 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-54e0a4f4-34f7-4002-9c64-3a758ae59bbe req-fdb68014-ae03-483a-acf5-75a14733d958 service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878305
Dec 18 21:32:09.224355 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b8220-19ed-4a70-8ca4-a6c374bd3427 req-3c3bd334-3719-43be-8a48-f858e3cb7e5f tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:09.225824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-993b8220-19ed-4a70-8ca4-a6c374bd3427 req-3c3bd334-3719-43be-8a48-f858e3cb7e5f tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 944 time: 0.0514345
Dec 18 21:32:09.275592 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-993b8220-19ed-4a70-8ca4-a6c374bd3427 req-37e59952-8b54-4dfa-bfe3-6a2d9cc97c52 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437245
Dec 18 21:32:10.391027 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa647047-f17a-4a79-bce0-a582c9e9deb9 req-9a127c8b-d0d8-4063-bc50-5aa5d137077b tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:10.392509 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa647047-f17a-4a79-bce0-a582c9e9deb9 req-9a127c8b-d0d8-4063-bc50-5aa5d137077b tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 944 time: 0.0481949
Dec 18 21:32:10.438496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa647047-f17a-4a79-bce0-a582c9e9deb9 req-dc314bfb-e0f1-42b6-8cdd-486c40181568 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399551
Dec 18 21:32:11.290996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 088a2c72-a7f6-40fe-8587-35574fd17f26 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:32:11.293114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 488effe1-ce8e-48ae-a0f0-a272d170fc27 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:32:11.318867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 488effe1-ce8e-48ae-a0f0-a272d170fc27 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:32:11.319220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 488effe1-ce8e-48ae-a0f0-a272d170fc27 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:32:11.403232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=088a2c72-a7f6-40fe-8587-35574fd17f26,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:11.414967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '088a2c72-a7f6-40fe-8587-35574fd17f26', 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff', 'port_id': '088a2c72-a7f6-40fe-8587-35574fd17f26', 'mac_address': 'fa:16:3e:f8:b3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc0dfaa-6aa6-44f4-b4be-4140546408ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:32:11.450888 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:11.463670 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088a2c72-a7f6-40fe-8587-35574fd17f26 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:32:11.483305 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=088a2c72-a7f6-40fe-8587-35574fd17f26,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:11.487930 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:11.533972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=088a2c72-a7f6-40fe-8587-35574fd17f26,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:11.558977 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e275c-edb5-45de-b475-3541ea9ffe39 req-7c01c719-0234-42c5-8151-67f76de26af3 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:11.560464 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd3e275c-edb5-45de-b475-3541ea9ffe39 req-7c01c719-0234-42c5-8151-67f76de26af3 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 945 time: 0.0493050
Dec 18 21:32:11.609981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd3e275c-edb5-45de-b475-3541ea9ffe39 req-8211d773-96aa-4c0a-be1c-cc485b9487fe tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435276
Dec 18 21:32:11.680687 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['088a2c72-a7f6-40fe-8587-35574fd17f26'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:32:12.723107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c23be-77ae-42a4-9f76-5f73310f7d4d req-fd531064-67b9-45fb-ac1f-7bfd35791b91 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:12.724569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-277c23be-77ae-42a4-9f76-5f73310f7d4d req-fd531064-67b9-45fb-ac1f-7bfd35791b91 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 945 time: 0.0491118
Dec 18 21:32:12.771708 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-277c23be-77ae-42a4-9f76-5f73310f7d4d req-095b20d1-e5cd-4078-8d8d-1d84c180c64c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411921
Dec 18 21:32:13.304916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 088a2c72-a7f6-40fe-8587-35574fd17f26 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:32:13.351492 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 088a2c72-a7f6-40fe-8587-35574fd17f26 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:32:13.355103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 088a2c72-a7f6-40fe-8587-35574fd17f26 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:32:13.355468 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:13.431138 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:13.452923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088a2c72-a7f6-40fe-8587-35574fd17f26'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:32:13.455119 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b94528-d480-4c6d-bf7f-9326e4f09e61" -d '{"events": [{"server_uuid": "f965a7ab-e6e3-4df1-aa97-948d03ab7c3b", "name": "network-vif-plugged", "status": "completed", "tag": "088a2c72-a7f6-40fe-8587-35574fd17f26"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:32:13.467678 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=088a2c72-a7f6-40fe-8587-35574fd17f26,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:13.472502 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:13.494931 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29318b14-f334-458d-bb0d-c9e9137b41c0 x-openstack-request-id: req-29318b14-f334-458d-bb0d-c9e9137b41c0 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:32:13.495220 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f965a7ab-e6e3-4df1-aa97-948d03ab7c3b", "name": "network-vif-plugged", "status": "completed", "tag": "088a2c72-a7f6-40fe-8587-35574fd17f26", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:32:13.495473 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29318b14-f334-458d-bb0d-c9e9137b41c0 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:32:13.495853 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088a2c72-a7f6-40fe-8587-35574fd17f26', 'code': 200}
Dec 18 21:32:13.521545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=088a2c72-a7f6-40fe-8587-35574fd17f26,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:13.528884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.529172 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.529510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.529842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.530171 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.530597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.530871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.531227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.531520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.531840 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.532160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.532477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.532793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:13.592503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1004f4-89be-4738-8264-3d83d3f04713 req-595aac3f-d2be-4c73-b796-a6d562dbff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:13.593993 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ba1004f4-89be-4738-8264-3d83d3f04713 req-595aac3f-d2be-4c73-b796-a6d562dbff3a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 1097 time: 0.0447512
Dec 18 21:32:13.639508 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ba1004f4-89be-4738-8264-3d83d3f04713 req-699af723-9542-4cd6-b209-c59d481a872c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369592
Dec 18 21:32:13.885580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f3d3e-549b-464a-b8be-f410e66afe20 req-be4aaf34-75be-4cab-9121-236496fb66df tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:13.887081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-465f3d3e-549b-464a-b8be-f410e66afe20 req-be4aaf34-75be-4cab-9121-236496fb66df tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0468719
Dec 18 21:32:13.933721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-465f3d3e-549b-464a-b8be-f410e66afe20 req-c0b76922-b1ff-47c2-9a72-d36c779e99ee tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406942
Dec 18 21:32:15.182673 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:15.306274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fac5fd-ef08-4a56-9002-619d05dc98b4 req-ff620eb5-4aaf-4e8e-9821-0a9370adedaf tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:15.307775 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1fac5fd-ef08-4a56-9002-619d05dc98b4 req-ff620eb5-4aaf-4e8e-9821-0a9370adedaf tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.3047328
Dec 18 21:32:15.355926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1fac5fd-ef08-4a56-9002-619d05dc98b4 req-dec92a0d-019f-4371-a888-921acf71b40f tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419352
Dec 18 21:32:15.473835 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c575ba-6002-4f83-aac8-cb41a30a3dab req-bae7f17e-3356-4025-a9c4-2aa66a44a3c4 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:15.475322 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53c575ba-6002-4f83-aac8-cb41a30a3dab req-bae7f17e-3356-4025-a9c4-2aa66a44a3c4 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0475092
Dec 18 21:32:15.521287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53c575ba-6002-4f83-aac8-cb41a30a3dab req-105c9b60-3a20-48f2-9b49-47f7b2b40e02 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399814
Dec 18 21:32:15.747846 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-ce20fbcd-7dd5-4021-87ad-aea3ad4edd08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0490046
Dec 18 21:32:15.765935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512116-d3c3-4d2f-a38e-e20eba84632d req-284295e1-b0e3-40d3-a9d5-fe224158134d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:15.767470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78512116-d3c3-4d2f-a38e-e20eba84632d req-284295e1-b0e3-40d3-a9d5-fe224158134d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0495110
Dec 18 21:32:15.819686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-78512116-d3c3-4d2f-a38e-e20eba84632d req-e0ca0796-432c-40e0-a237-f105e32cdc06 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461535
Dec 18 21:32:16.903731 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536efee-a204-4dbf-b6d4-a8978170224f req-b799d11d-f763-4ad3-a679-71848f07e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:16.905349 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-b799d11d-f763-4ad3-a679-71848f07e9e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 1097 time: 0.0410960
Dec 18 21:32:16.936570 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2ad1e-3a9f-43ee-9631-d267e16f827b req-9de4550c-6ffd-4342-8e2f-6879b3d10474 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:16.938055 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04a2ad1e-3a9f-43ee-9631-d267e16f827b req-9de4550c-6ffd-4342-8e2f-6879b3d10474 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0471678
Dec 18 21:32:16.985120 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04a2ad1e-3a9f-43ee-9631-d267e16f827b req-b79cde9b-2350-4d92-9de2-15bda7b0d330 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403209
Dec 18 21:32:16.996598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536efee-a204-4dbf-b6d4-a8978170224f req-c6849666-baa8-4c8c-a85d-0e4903692e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:16.998011 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-c6849666-baa8-4c8c-a85d-0e4903692e41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 915 time: 0.0859544
Dec 18 21:32:17.040549 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-9f08a2f2-285d-4bda-8843-21a0664d6482 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=088a2c72-a7f6-40fe-8587-35574fd17f26 HTTP/1.1" status: 200  len: 217 time: 0.0346413
Dec 18 21:32:17.092186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e3da90db-8802-4ad0-a1fb-1e0ccc1f3f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:17.093591 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e3da90db-8802-4ad0-a1fb-1e0ccc1f3f0e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0466142
Dec 18 21:32:17.123703 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-57c4b0bf-1a98-4e19-b467-01c8fa6e164a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0231586
Dec 18 21:32:17.209885 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-321ccad0-1421-4147-95a6-0ba43fdc5e3e service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0787416
Dec 18 21:32:17.300684 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e370d85a-cfd2-4b15-ac0d-a0f3db8e9fcc service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840871
Dec 18 21:32:18.106283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7cd79-b398-48dd-b392-7a1140721376 req-7324a091-3cd8-48d3-bf65-5c1fe107621e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:18.107778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cba7cd79-b398-48dd-b392-7a1140721376 req-7324a091-3cd8-48d3-bf65-5c1fe107621e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0480783
Dec 18 21:32:18.154056 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cba7cd79-b398-48dd-b392-7a1140721376 req-4066f417-2d8b-4510-92e6-ba4c7aad82cb tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403023
Dec 18 21:32:19.274342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3964d0-8314-4ede-9bf1-9910d3c51674 req-27a651cc-05d6-43d0-abe8-b409601d0815 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:19.275807 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa3964d0-8314-4ede-9bf1-9910d3c51674 req-27a651cc-05d6-43d0-abe8-b409601d0815 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0514927
Dec 18 21:32:19.322634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa3964d0-8314-4ede-9bf1-9910d3c51674 req-c9b6fe10-dbea-41fd-81b6-5fdd0fb2e027 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406406
Dec 18 21:32:19.799359 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:20.435733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a761a-6d76-4c67-a07b-2901ba9fc933 req-ebcb67ef-b966-4f24-b2a3-f9307e1416f6 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:20.437203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-251a761a-6d76-4c67-a07b-2901ba9fc933 req-ebcb67ef-b966-4f24-b2a3-f9307e1416f6 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0470734
Dec 18 21:32:20.483013 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-251a761a-6d76-4c67-a07b-2901ba9fc933 req-f811ce1f-16f5-4441-a4ee-4ca0801d1c3b tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394053
Dec 18 21:32:21.600622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1022aae-c38f-44be-83b5-41f16fc5bf96 req-f13a4fb5-7f5d-41f0-a3a8-bea09b67a738 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:21.603205 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1022aae-c38f-44be-83b5-41f16fc5bf96 req-f13a4fb5-7f5d-41f0-a3a8-bea09b67a738 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0498130
Dec 18 21:32:21.654052 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d1022aae-c38f-44be-83b5-41f16fc5bf96 req-36218a0e-3ab4-43b5-820c-86003dd6ffc8 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445874
Dec 18 21:32:22.768093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce2074-c76c-475a-993f-78caef14a891 req-cbcc6ae5-c061-45a9-838a-5b576259f3b0 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:22.769525 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4ce2074-c76c-475a-993f-78caef14a891 req-cbcc6ae5-c061-45a9-838a-5b576259f3b0 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0468891
Dec 18 21:32:22.814495 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4ce2074-c76c-475a-993f-78caef14a891 req-6b6a0dee-78f6-4c5d-a76b-14e1e33b48a5 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383372
Dec 18 21:32:23.929412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923884e-f98f-4984-abd8-5ee699e3cc10 req-ad1257eb-155a-43e7-9208-7eaa3e0dd180 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:23.930937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f923884e-f98f-4984-abd8-5ee699e3cc10 req-ad1257eb-155a-43e7-9208-7eaa3e0dd180 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0488563
Dec 18 21:32:23.978000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f923884e-f98f-4984-abd8-5ee699e3cc10 req-1952b151-074c-468d-996f-38608e65fa99 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411112
Dec 18 21:32:25.094439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7583c-efdd-4684-afa0-43a9497ad74c req-6725752e-8fd1-410d-abaf-8951a0087473 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:25.095899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3b7583c-efdd-4684-afa0-43a9497ad74c req-6725752e-8fd1-410d-abaf-8951a0087473 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0515897
Dec 18 21:32:25.141707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3b7583c-efdd-4684-afa0-43a9497ad74c req-06f5d615-9d35-4fe5-a25c-9ab535dfeb9d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398455
Dec 18 21:32:26.255601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f520d3f-fc15-4d51-917f-671a52c00f50 req-f71c79d1-751b-4e0e-b4d3-0133c18b72f6 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:26.257058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f520d3f-fc15-4d51-917f-671a52c00f50 req-f71c79d1-751b-4e0e-b4d3-0133c18b72f6 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0471010
Dec 18 21:32:26.303164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f520d3f-fc15-4d51-917f-671a52c00f50 req-1af278fe-1e64-43a6-91ae-fc5ff8801b44 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401614
Dec 18 21:32:27.419931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fe993-5138-40f6-96ee-7b83b4ffb766 req-8d051d1b-d940-407f-ad98-75d24f13fc82 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:27.421390 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e9fe993-5138-40f6-96ee-7b83b4ffb766 req-8d051d1b-d940-407f-ad98-75d24f13fc82 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0504286
Dec 18 21:32:27.467211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e9fe993-5138-40f6-96ee-7b83b4ffb766 req-e6b16585-4c93-46bd-9bce-11d037cc9ee1 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398874
Dec 18 21:32:28.581422 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29957af-56c2-43b9-8194-80eed2bfac3e req-e0e7d10b-847c-4c15-9a20-069db5c17a77 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:28.582922 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e29957af-56c2-43b9-8194-80eed2bfac3e req-e0e7d10b-847c-4c15-9a20-069db5c17a77 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0480947
Dec 18 21:32:28.628124 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e29957af-56c2-43b9-8194-80eed2bfac3e req-6d653c36-7aea-4ca4-93e6-13aab4763467 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392628
Dec 18 21:32:29.741709 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192a4c-465d-4db3-b3bd-80cb0dd5aa3e req-aeaf456e-7f48-426b-9ba9-f3a903fef6fc tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:29.743262 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93192a4c-465d-4db3-b3bd-80cb0dd5aa3e req-aeaf456e-7f48-426b-9ba9-f3a903fef6fc tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0480514
Dec 18 21:32:29.792910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93192a4c-465d-4db3-b3bd-80cb0dd5aa3e req-2adb8062-6524-4fc0-aad1-62a9be62c7af tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436563
Dec 18 21:32:30.909067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de533b5-3a3c-448c-8519-7f895b010994 req-aceccf20-bbcc-4682-9508-e7d8946c96c2 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:30.911178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8de533b5-3a3c-448c-8519-7f895b010994 req-aceccf20-bbcc-4682-9508-e7d8946c96c2 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0498009
Dec 18 21:32:30.957163 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8de533b5-3a3c-448c-8519-7f895b010994 req-96367f11-75a9-4ffa-94df-610dbb5f565e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399642
Dec 18 21:32:32.070605 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae96c6-8322-4916-b6c7-6ede5636edfd req-2bd83810-23e5-476a-a791-348257f31f26 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:32.072449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9eae96c6-8322-4916-b6c7-6ede5636edfd req-2bd83810-23e5-476a-a791-348257f31f26 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0476916
Dec 18 21:32:32.120309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9eae96c6-8322-4916-b6c7-6ede5636edfd req-e320aeff-d45f-4d4b-a5b5-700766989cfa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417085
Dec 18 21:32:33.015210 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8315-db9f-4d81-a82d-c9700a6a33f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:33.237656 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e1cd8-bece-4362-82ab-e51f1b8e6751 req-7b522bb9-a8f0-4400-9db0-8ff177c0546f tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:33.239154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-504e1cd8-bece-4362-82ab-e51f1b8e6751 req-7b522bb9-a8f0-4400-9db0-8ff177c0546f tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0518508
Dec 18 21:32:33.288953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-504e1cd8-bece-4362-82ab-e51f1b8e6751 req-8e194c85-460d-43cd-ae4b-4f3d6c525046 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434132
Dec 18 21:32:34.416045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580e0ec-5f01-4d53-b32e-1c0733172c7a req-a7bb7355-89fc-40a3-ab37-9e0d26e44860 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:34.417459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8580e0ec-5f01-4d53-b32e-1c0733172c7a req-a7bb7355-89fc-40a3-ab37-9e0d26e44860 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0553703
Dec 18 21:32:34.464892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8580e0ec-5f01-4d53-b32e-1c0733172c7a req-c0b8674d-9f75-4b70-99bc-fe412b7a1cfb tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413151
Dec 18 21:32:35.217001 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-76fa3bb8-d312-4482-8b8b-726fcc2a65b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:35.578990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685927b-1805-4264-9897-4e65d3c8dd44 req-a819a2cf-0fc0-42d0-b9e4-666dce0c8158 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:35.580546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c685927b-1805-4264-9897-4e65d3c8dd44 req-a819a2cf-0fc0-42d0-b9e4-666dce0c8158 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0480845
Dec 18 21:32:35.634458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c685927b-1805-4264-9897-4e65d3c8dd44 req-e18b0b90-5d93-4baf-a5a5-f9d2d55d5682 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472524
Dec 18 21:32:36.522516 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:36.748207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb3fc4-688d-43c3-92f4-c2ba365c1624 req-6af9551d-4f4b-4955-a3e1-5c246b2ec326 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:36.749667 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0eeb3fc4-688d-43c3-92f4-c2ba365c1624 req-6af9551d-4f4b-4955-a3e1-5c246b2ec326 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0483096
Dec 18 21:32:36.795505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0eeb3fc4-688d-43c3-92f4-c2ba365c1624 req-b8d543af-28d5-4a68-8149-97408896171c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398154
Dec 18 21:32:37.912507 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d61c7b-a383-47fb-a7c3-33629937ba9b req-1035c714-7960-4100-ae0a-40abfc5c814a tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:37.913969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18d61c7b-a383-47fb-a7c3-33629937ba9b req-1035c714-7960-4100-ae0a-40abfc5c814a tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0481057
Dec 18 21:32:37.959489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18d61c7b-a383-47fb-a7c3-33629937ba9b req-074e27b8-2b2e-4d40-aab8-d3d9d8e31641 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395339
Dec 18 21:32:38.228791 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:38.611786 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:39.078035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e65fa-ee65-4af3-9103-12e8f04783bd req-0d7d8fae-2ba2-43ed-85cc-b6c5723b6c35 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:39.079552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-359e65fa-ee65-4af3-9103-12e8f04783bd req-0d7d8fae-2ba2-43ed-85cc-b6c5723b6c35 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0515168
Dec 18 21:32:39.125060 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-359e65fa-ee65-4af3-9103-12e8f04783bd req-9d68c55d-b303-4562-ba74-cd9ed5709467 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396171
Dec 18 21:32:40.238510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f201661-82da-4653-a0cc-ba0c935f0477 req-bfb258be-af70-4ebb-add9-1070f7ec6f24 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:40.239963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f201661-82da-4653-a0cc-ba0c935f0477 req-bfb258be-af70-4ebb-add9-1070f7ec6f24 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0477536
Dec 18 21:32:40.285621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f201661-82da-4653-a0cc-ba0c935f0477 req-4d871b13-d58a-4d44-966e-4edec4e58467 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397377
Dec 18 21:32:41.404829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6abf74-129e-4e5b-8523-f1b39509b8e2 req-b28f4922-f173-42c2-96db-1ffc38606a49 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:41.406333 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b6abf74-129e-4e5b-8523-f1b39509b8e2 req-b28f4922-f173-42c2-96db-1ffc38606a49 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0518775
Dec 18 21:32:41.452717 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b6abf74-129e-4e5b-8523-f1b39509b8e2 req-1515ee8b-e95b-4d11-b330-3d4873713e9b tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403092
Dec 18 21:32:42.566433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671cb3-7360-42ae-95ee-5a65b5ae887e req-0ab84b90-3260-4463-a8f3-95d05d05066c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:42.567919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c2671cb3-7360-42ae-95ee-5a65b5ae887e req-0ab84b90-3260-4463-a8f3-95d05d05066c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0476599
Dec 18 21:32:42.615248 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c2671cb3-7360-42ae-95ee-5a65b5ae887e req-f916c0d9-93d8-44f8-a3ef-7b7b9e642131 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413058
Dec 18 21:32:43.309255 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:32:43.729945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d4c1-5b7a-41f7-a883-8775584e4909 req-e0acc9ea-eefc-480d-bb7b-5f565d54fd60 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:43.731445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f436d4c1-5b7a-41f7-a883-8775584e4909 req-e0acc9ea-eefc-480d-bb7b-5f565d54fd60 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0487163
Dec 18 21:32:43.781265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f436d4c1-5b7a-41f7-a883-8775584e4909 req-b81c76c8-70dd-4aa5-97c0-18efc84b244f tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435855
Dec 18 21:32:44.048714 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [req-1536efee-a204-4dbf-b6d4-a8978170224f req-46794182-099c-432c-b75d-260bd593d597 service neutron] show failed (client error): The resource could not be found.
Dec 18 21:32:44.049622 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-46794182-099c-432c-b75d-260bd593d597 service neutron] 10.222.0.31 "GET /v2.0/ports/088a2c72-a7f6-40fe-8587-35574fd17f26/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0544140
Dec 18 21:32:44.251066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536efee-a204-4dbf-b6d4-a8978170224f req-8ba8abac-d987-4f7f-a7de-d4efc614a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:44.252518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-8ba8abac-d987-4f7f-a7de-d4efc614a754 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b&tenant_id=1fef6da50bfa450ba842674c07090fc1 HTTP/1.1" status: 200  len: 1097 time: 0.0398364
Dec 18 21:32:44.271581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:32:44.324654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:44.519153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=088a2c72-a7f6-40fe-8587-35574fd17f26,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:44.550748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:32:44.588819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088a2c72-a7f6-40fe-8587-35574fd17f26'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:32:44.590988 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228729ba-14bd-46ad-914a-99236736fe3f" -d '{"events": [{"server_uuid": "f965a7ab-e6e3-4df1-aa97-948d03ab7c3b", "name": "network-vif-unplugged", "status": "completed", "tag": "088a2c72-a7f6-40fe-8587-35574fd17f26"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:32:44.594783 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:44.606832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Transition to ACTIVE for port object 088a2c72-a7f6-40fe-8587-35574fd17f26 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:32:44.610747 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:44.645263 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb57661-cf9f-4a7d-9f11-734274aa4e1c x-openstack-request-id: req-7fb57661-cf9f-4a7d-9f11-734274aa4e1c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:32:44.645544 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f965a7ab-e6e3-4df1-aa97-948d03ab7c3b", "name": "network-vif-unplugged", "status": "completed", "tag": "088a2c72-a7f6-40fe-8587-35574fd17f26", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:32:44.646463 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fb57661-cf9f-4a7d-9f11-734274aa4e1c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:32:44.646856 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088a2c72-a7f6-40fe-8587-35574fd17f26', 'code': 200}
Dec 18 21:32:44.678216 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Pushing event updated for resources: {'Port': ['ID=088a2c72-a7f6-40fe-8587-35574fd17f26,revision_number=6']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:44.680288 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] No DVR routers for this DVR port 088a2c72-a7f6-40fe-8587-35574fd17f26 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:32:44.692026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.692380 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.693374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.693719 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.694050 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.694480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.694868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.695156 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.695505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.695817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.696144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.696465 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.696866 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:44.725368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Attempting to bind port 088a2c72-a7f6-40fe-8587-35574fd17f26 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:32:44.725700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Attempting to bind port 088a2c72-a7f6-40fe-8587-35574fd17f26 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:32:44.726026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Attempting to bind port 088a2c72-a7f6-40fe-8587-35574fd17f26 on network 87c24db7-4ee0-4903-b73a-79e3ee0776ff {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:32:44.730219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Port 088a2c72-a7f6-40fe-8587-35574fd17f26 on network 87c24db7-4ee0-4903-b73a-79e3ee0776ff not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:32:44.730575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Attempting to bind port 088a2c72-a7f6-40fe-8587-35574fd17f26 on network 87c24db7-4ee0-4903-b73a-79e3ee0776ff {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:32:44.735338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:32:44.735674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Checking segment: {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:32:44.736051 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Bound using segment: {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:32:44.736476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Bound port: 088a2c72-a7f6-40fe-8587-35574fd17f26, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:32:44.736823 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:44.797519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:32:44.800523 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=088a2c72-a7f6-40fe-8587-35574fd17f26,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:32:44.804743 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:44.842635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:44.843251 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:44.844671 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] 10.222.0.36 "PUT /v2.0/ports/088a2c72-a7f6-40fe-8587-35574fd17f26 HTTP/1.1" status: 200  len: 1092 time: 0.5775547
Dec 18 21:32:44.861224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1886585-e9d0-4b25-8ffa-95c75c4b7fee service neutron] Pushing event updated for resources: {'Port': ['ID=088a2c72-a7f6-40fe-8587-35574fd17f26,revision_number=7']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:44.902752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e218a-d22b-4bb0-941a-b69e7286f687 req-3b92e740-55ba-4d28-8e5a-fa2731306601 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:44.904231 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e0e218a-d22b-4bb0-941a-b69e7286f687 req-3b92e740-55ba-4d28-8e5a-fa2731306601 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 944 time: 0.0504973
Dec 18 21:32:44.919469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536efee-a204-4dbf-b6d4-a8978170224f req-229b4c14-c65c-45fd-8153-a131a6eb1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:44.920951 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-229b4c14-c65c-45fd-8153-a131a6eb1b5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 1095 time: 0.0449021
Dec 18 21:32:44.956467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8e0e218a-d22b-4bb0-941a-b69e7286f687 req-f0178e33-7877-4bcf-829a-87989a4d30a4 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458667
Dec 18 21:32:45.014019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536efee-a204-4dbf-b6d4-a8978170224f req-8b61a46f-f824-4187-85ca-e1918a38993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:45.015501 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-8b61a46f-f824-4187-85ca-e1918a38993a service neutron] 10.222.0.36 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 915 time: 0.0830660
Dec 18 21:32:45.060325 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-27fee6df-2df1-43e7-9eac-a19192ed120c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=088a2c72-a7f6-40fe-8587-35574fd17f26 HTTP/1.1" status: 200  len: 217 time: 0.0326934
Dec 18 21:32:45.178893 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:45.392647 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536efee-a204-4dbf-b6d4-a8978170224f req-ab5fb2d0-75b0-4924-a911-cebbb7c775e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:45.394124 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-ab5fb2d0-75b0-4924-a911-cebbb7c775e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.3224382
Dec 18 21:32:45.429734 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-49f45c3c-f9a0-4e23-aa7a-d124ad0c131c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243540
Dec 18 21:32:45.520384 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-254a10d8-c06b-477f-b001-faafb7f39aae service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0787256
Dec 18 21:32:45.617783 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1536efee-a204-4dbf-b6d4-a8978170224f req-2b5cd5c1-1ac7-4162-b1e8-50e93e71f34b service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834887
Dec 18 21:32:46.078713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3489c-9280-4511-8538-500d68e86989 req-c37ba029-dcb6-43e0-a1d1-1d7e8eb1cffa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:46.080291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c8f3489c-9280-4511-8538-500d68e86989 req-c37ba029-dcb6-43e0-a1d1-1d7e8eb1cffa tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 944 time: 0.0480859
Dec 18 21:32:46.126472 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c8f3489c-9280-4511-8538-500d68e86989 req-8afa91e8-bbb5-4887-9e77-5a7da33d49b0 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402434
Dec 18 21:32:46.648520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'tag': '088a2c72-a7f6-40fe-8587-35574fd17f26'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:32:46.650898 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf08cd3-2386-47e6-9b79-45da1d06c3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f965a7ab-e6e3-4df1-aa97-948d03ab7c3b", "tag": "088a2c72-a7f6-40fe-8587-35574fd17f26"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:32:46.703147 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc96f1b-2043-4075-a918-1434e9ec8323 x-openstack-request-id: req-fdc96f1b-2043-4075-a918-1434e9ec8323 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:32:46.703469 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f965a7ab-e6e3-4df1-aa97-948d03ab7c3b", "tag": "088a2c72-a7f6-40fe-8587-35574fd17f26", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:32:46.703726 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdc96f1b-2043-4075-a918-1434e9ec8323 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:32:46.704147 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'tag': '088a2c72-a7f6-40fe-8587-35574fd17f26', 'status': 'completed', 'code': 200}
Dec 18 21:32:46.794430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-8e0d7b65-c0f7-4ddb-b9fb-b69ed22368c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:46.795904 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-8e0d7b65-c0f7-4ddb-b9fb-b69ed22368c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 1095 time: 0.0711663
Dec 18 21:32:46.801538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-af2f39c5-e02a-46e1-a19c-68c0efa671e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:46.803524 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-af2f39c5-e02a-46e1-a19c-68c0efa671e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 1095 time: 0.0682917
Dec 18 21:32:46.955349 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-f0573930-fb74-41ff-a99d-e5800db1d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:46.956726 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-f0573930-fb74-41ff-a99d-e5800db1d4da service neutron] 10.222.0.31 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 915 time: 0.1523778
Dec 18 21:32:46.958055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-dc8771e6-4c66-4732-8e22-2fc0f09f0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:46.959411 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-dc8771e6-4c66-4732-8e22-2fc0f09f0107 service neutron] 10.222.0.36 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 915 time: 0.1481409
Dec 18 21:32:47.002468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-a6696244-5b55-44d3-9e94-16e0376df8f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=088a2c72-a7f6-40fe-8587-35574fd17f26 HTTP/1.1" status: 200  len: 217 time: 0.0388553
Dec 18 21:32:47.038973 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-7b74d338-4242-4b3b-8c51-6ad80d9838f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=088a2c72-a7f6-40fe-8587-35574fd17f26 HTTP/1.1" status: 200  len: 217 time: 0.0692165
Dec 18 21:32:47.102039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-4d137ad8-4843-46a1-97cf-cb64e402d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:47.103499 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-4d137ad8-4843-46a1-97cf-cb64e402d494 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0729713
Dec 18 21:32:47.118713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-7554ae95-b65e-47d7-8bbb-543d78604358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:47.120045 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-7554ae95-b65e-47d7-8bbb-543d78604358 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0635309
Dec 18 21:32:47.137870 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-a0733e56-931c-4925-b23e-412ff6a1427a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0269468
Dec 18 21:32:47.172068 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-fccfcd07-c10e-40c9-8ba6-6d41ac001c2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0362165
Dec 18 21:32:47.245654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373f7b3-7fc6-4164-a815-dc44d8a59941 req-1d40eb6c-c861-45eb-bbd8-e0ec2498b80c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:47.247104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7373f7b3-7fc6-4164-a815-dc44d8a59941 req-1d40eb6c-c861-45eb-bbd8-e0ec2498b80c tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 944 time: 0.0530794
Dec 18 21:32:47.256577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 088a2c72-a7f6-40fe-8587-35574fd17f26 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:32:47.295813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7373f7b3-7fc6-4164-a815-dc44d8a59941 req-149b4202-dc55-4821-95c6-b4b8785ca020 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425606
Dec 18 21:32:47.316299 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-78cb005d-26ec-45d3-adda-0c394408a061 service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700287
Dec 18 21:32:47.321850 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-68b18c75-1174-4869-a579-035650e1faa4 service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408665
Dec 18 21:32:47.357382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=088a2c72-a7f6-40fe-8587-35574fd17f26,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:47.370467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '088a2c72-a7f6-40fe-8587-35574fd17f26', 'network_id': '87c24db7-4ee0-4903-b73a-79e3ee0776ff', 'port_id': '088a2c72-a7f6-40fe-8587-35574fd17f26', 'mac_address': 'fa:16:3e:f8:b3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc0dfaa-6aa6-44f4-b4be-4140546408ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:32:47.411344 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:47.425757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088a2c72-a7f6-40fe-8587-35574fd17f26 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:32:47.449637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=088a2c72-a7f6-40fe-8587-35574fd17f26,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:47.456091 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:47.490712 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-fb862bad-d52d-438b-87fd-7fa94dcc030d service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677885
Dec 18 21:32:47.492085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 088a2c72-a7f6-40fe-8587-35574fd17f26 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:32:47.504062 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-acf08cd3-2386-47e6-9b79-45da1d06c3b4 req-d365a90d-dd86-4605-a983-08ac5b0cffcf service neutron] 10.222.0.36 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731036
Dec 18 21:32:47.540308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=088a2c72-a7f6-40fe-8587-35574fd17f26,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:47.547899 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 088a2c72-a7f6-40fe-8587-35574fd17f26 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:32:47.698318 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['088a2c72-a7f6-40fe-8587-35574fd17f26'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:32:48.417810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452584a-aeef-42ac-94bb-3f1f1740e4bc req-f6631fe1-f5f9-437f-a4b6-a867fcc2ca21 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:48.419298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b452584a-aeef-42ac-94bb-3f1f1740e4bc req-f6631fe1-f5f9-437f-a4b6-a867fcc2ca21 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 945 time: 0.0478067
Dec 18 21:32:48.464853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b452584a-aeef-42ac-94bb-3f1f1740e4bc req-3c76d8ce-abd6-4826-9600-2fb60f70e8b7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396457
Dec 18 21:32:48.660103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b6679-9ff5-4aef-8ec6-e520ddc80214 req-6e94faa1-8a13-4f40-a6a3-bbd9832ca72d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:48.662325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-495b6679-9ff5-4aef-8ec6-e520ddc80214 req-6e94faa1-8a13-4f40-a6a3-bbd9832ca72d tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 945 time: 0.0489519
Dec 18 21:32:48.680942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-a1e13aa5-992c-4db1-9ff8-71fd1cac69f7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:48.682676 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-a1e13aa5-992c-4db1-9ff8-71fd1cac69f7 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.31 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b&tenant_id=1fef6da50bfa450ba842674c07090fc1&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0621130
Dec 18 21:32:48.716589 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-495b6679-9ff5-4aef-8ec6-e520ddc80214 req-ee61a0d2-4357-4804-8969-54369379c9ce tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477514
Dec 18 21:32:48.751754 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-efa26594-bcbd-46a5-b275-faae32252818 service neutron] delete failed (client error): The resource could not be found.
Dec 18 21:32:48.752777 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-efa26594-bcbd-46a5-b275-faae32252818 service neutron] 10.222.0.31 "DELETE /v2.0/ports/088a2c72-a7f6-40fe-8587-35574fd17f26/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0634234
Dec 18 21:32:48.833680 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-d834811f-ee6b-47a2-8b80-53f0273c7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:48.835182 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-d834811f-ee6b-47a2-8b80-53f0273c7eb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1fef6da50bfa450ba842674c07090fc1&device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 1096 time: 0.0403872
Dec 18 21:32:48.923454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-38fddda3-e2c5-4e95-8dcd-2ac2daefd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:48.924855 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-38fddda3-e2c5-4e95-8dcd-2ac2daefd1cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 200  len: 915 time: 0.0830557
Dec 18 21:32:48.976067 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-9fdbc507-db1c-4d95-8684-e4bb53dabed6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=088a2c72-a7f6-40fe-8587-35574fd17f26 HTTP/1.1" status: 200  len: 217 time: 0.0439909
Dec 18 21:32:49.024462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-ad5019eb-84ab-4e7a-851a-f8c9251c4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:49.025920 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-ad5019eb-84ab-4e7a-851a-f8c9251c4065 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 200  len: 854 time: 0.0438571
Dec 18 21:32:49.056204 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-5ab63db0-495b-4720-9e28-67fcc73ff9c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87c24db7-4ee0-4903-b73a-79e3ee0776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236151
Dec 18 21:32:49.147924 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-6bb3113a-b2f9-44bd-85df-7e3760bc4706 service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847650
Dec 18 21:32:49.234341 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2e65220a-73f4-46b8-91d9-69c448fa3894 req-994c9f51-8623-4fcb-9096-5ac01c08bbd1 service neutron] 10.222.0.31 "GET /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796914
Dec 18 21:32:49.261987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 088a2c72-a7f6-40fe-8587-35574fd17f26 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:32:49.317591 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 088a2c72-a7f6-40fe-8587-35574fd17f26 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:32:49.326990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 088a2c72-a7f6-40fe-8587-35574fd17f26 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:32:49.327374 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:49.404785 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:49.426011 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088a2c72-a7f6-40fe-8587-35574fd17f26'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:32:49.428774 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78213b61-8af9-4e31-93d7-7369d35bcc41" -d '{"events": [{"server_uuid": "f965a7ab-e6e3-4df1-aa97-948d03ab7c3b", "name": "network-vif-plugged", "status": "completed", "tag": "088a2c72-a7f6-40fe-8587-35574fd17f26"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:32:49.440814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=088a2c72-a7f6-40fe-8587-35574fd17f26,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:49.445848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:49.479712 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e6f690-f976-4c06-8e88-38fe0ea28a3e x-openstack-request-id: req-76e6f690-f976-4c06-8e88-38fe0ea28a3e {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:32:49.480013 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f965a7ab-e6e3-4df1-aa97-948d03ab7c3b", "name": "network-vif-plugged", "status": "completed", "tag": "088a2c72-a7f6-40fe-8587-35574fd17f26", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:32:49.480275 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76e6f690-f976-4c06-8e88-38fe0ea28a3e {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:32:49.480670 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088a2c72-a7f6-40fe-8587-35574fd17f26', 'code': 200}
Dec 18 21:32:49.496652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=088a2c72-a7f6-40fe-8587-35574fd17f26,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:49.807376 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:49.838746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b713e-796b-4d4f-9bb5-a2bc48653fd0 req-268f608d-e935-452b-b32a-3361d6fb5a76 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:49.840222 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f84b713e-796b-4d4f-9bb5-a2bc48653fd0 req-268f608d-e935-452b-b32a-3361d6fb5a76 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0505576
Dec 18 21:32:49.886947 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f84b713e-796b-4d4f-9bb5-a2bc48653fd0 req-239e3777-3b7c-41a6-97b5-95396f546517 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405779
Dec 18 21:32:50.002618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a23d7-c5bd-4380-8629-1460bf0eac4d req-ea89b25d-1d8c-4335-b385-10ecbf81dc0e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:50.004149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-739a23d7-c5bd-4380-8629-1460bf0eac4d req-ea89b25d-1d8c-4335-b385-10ecbf81dc0e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0484540
Dec 18 21:32:50.050987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-739a23d7-c5bd-4380-8629-1460bf0eac4d req-75a01e40-a2c6-4174-856a-688364356873 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409124
Dec 18 21:32:50.165649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481fe0e-6e1e-4088-ac50-2019a1ee6830 req-ce5d891c-9df5-4c0e-945c-f545be95b79f tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:50.167164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5481fe0e-6e1e-4088-ac50-2019a1ee6830 req-ce5d891c-9df5-4c0e-945c-f545be95b79f tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0518384
Dec 18 21:32:50.213726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5481fe0e-6e1e-4088-ac50-2019a1ee6830 req-e0276c1f-351e-4e65-abd4-5cec90ae376e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406041
Dec 18 21:32:50.544678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29bf56-5c78-4602-8fbb-faf14854f277 req-faec5fc0-6641-452b-93c6-39bdcb824978 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:50.546055 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb29bf56-5c78-4602-8fbb-faf14854f277 req-faec5fc0-6641-452b-93c6-39bdcb824978 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0480459
Dec 18 21:32:50.601809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bb29bf56-5c78-4602-8fbb-faf14854f277 req-d6283194-b3ed-49ad-acf4-49fa1c9ea2ab tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497534
Dec 18 21:32:51.720207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb16f9-b38d-45dd-b073-f54225723d8d req-49dcc5df-3f80-4dfd-bec0-fa08c3bdd91a tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:51.721721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72fb16f9-b38d-45dd-b073-f54225723d8d req-49dcc5df-3f80-4dfd-bec0-fa08c3bdd91a tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0522513
Dec 18 21:32:51.769415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72fb16f9-b38d-45dd-b073-f54225723d8d req-a1dd92b2-8339-4f06-96b1-7d731396ead1 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.13 "GET /v2.0/security-groups?id=8776145c-2c01-41fd-a76d-1689d17fad02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411098
Dec 18 21:32:51.811334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc95a2-a802-4094-863e-d3505df243ec req-abb075ac-268a-4a22-8e43-6259876c9c1e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:51.812777 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bddc95a2-a802-4094-863e-d3505df243ec req-abb075ac-268a-4a22-8e43-6259876c9c1e tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.36 "GET /v2.0/ports?device_id=f965a7ab-e6e3-4df1-aa97-948d03ab7c3b HTTP/1.1" status: 200  len: 946 time: 0.0487895
Dec 18 21:32:51.906557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-bddc95a2-a802-4094-863e-d3505df243ec req-5399ab2e-ce7d-4909-a958-c0565da0a018 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Deleting port 088a2c72-a7f6-40fe-8587-35574fd17f26 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:32:51.906820 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bddc95a2-a802-4094-863e-d3505df243ec req-5399ab2e-ce7d-4909-a958-c0565da0a018 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:51.993872 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-bddc95a2-a802-4094-863e-d3505df243ec req-5399ab2e-ce7d-4909-a958-c0565da0a018 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] For port 088a2c72-a7f6-40fe-8587-35574fd17f26, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=088a2c72-a7f6-40fe-8587-35574fd17f26,segment=NetworkSegment(3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d),segment_id=3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:51.994238 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bddc95a2-a802-4094-863e-d3505df243ec req-5399ab2e-ce7d-4909-a958-c0565da0a018 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:52.007009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-bddc95a2-a802-4094-863e-d3505df243ec req-5399ab2e-ce7d-4909-a958-c0565da0a018 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Calling delete_port for 088a2c72-a7f6-40fe-8587-35574fd17f26 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:32:52.132389 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bddc95a2-a802-4094-863e-d3505df243ec req-5399ab2e-ce7d-4909-a958-c0565da0a018 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:52.149351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['088a2c72-a7f6-40fe-8587-35574fd17f26'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:32:52.160249 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399ab2e-ce7d-4909-a958-c0565da0a018 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Pushing event deleted for resources: {'Port': ['ID=088a2c72-a7f6-40fe-8587-35574fd17f26,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:52.203761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddc95a2-a802-4094-863e-d3505df243ec req-5399ab2e-ce7d-4909-a958-c0565da0a018 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] No DVR routers for this DVR port 088a2c72-a7f6-40fe-8587-35574fd17f26 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:32:52.206315 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bddc95a2-a802-4094-863e-d3505df243ec req-5399ab2e-ce7d-4909-a958-c0565da0a018 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:52.210360 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bddc95a2-a802-4094-863e-d3505df243ec req-5399ab2e-ce7d-4909-a958-c0565da0a018 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] 10.222.0.36 "DELETE /v2.0/ports/088a2c72-a7f6-40fe-8587-35574fd17f26 HTTP/1.1" status: 204  len: 173 time: 0.3879888
Dec 18 21:32:52.210802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'name': 'network-vif-deleted', 'tag': '088a2c72-a7f6-40fe-8587-35574fd17f26'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:32:52.213009 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b095496-6732-4504-8f76-3a234d546a49" -d '{"events": [{"server_uuid": "f965a7ab-e6e3-4df1-aa97-948d03ab7c3b", "name": "network-vif-deleted", "tag": "088a2c72-a7f6-40fe-8587-35574fd17f26"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:32:52.250177 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efee0b74-e8f0-4931-9d45-fdfaffdab47f x-openstack-request-id: req-efee0b74-e8f0-4931-9d45-fdfaffdab47f {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:32:52.250489 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f965a7ab-e6e3-4df1-aa97-948d03ab7c3b", "name": "network-vif-deleted", "tag": "088a2c72-a7f6-40fe-8587-35574fd17f26", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:32:52.250769 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efee0b74-e8f0-4931-9d45-fdfaffdab47f {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:32:52.251168 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f965a7ab-e6e3-4df1-aa97-948d03ab7c3b', 'name': 'network-vif-deleted', 'tag': '088a2c72-a7f6-40fe-8587-35574fd17f26', 'status': 'completed', 'code': 200}
Dec 18 21:32:52.904441 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51360) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:32:52.952854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b8f444-912d-4894-a378-96d0b096f5a5 admin admin] Deleting subnet 8cc0dfaa-6aa6-44f4-b4be-4140546408ea {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:32:52.956166 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58b8f444-912d-4894-a378-96d0b096f5a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:52.991338 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58b8f444-912d-4894-a378-96d0b096f5a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.029900 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58b8f444-912d-4894-a378-96d0b096f5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.089860 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58b8f444-912d-4894-a378-96d0b096f5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.120884 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-58b8f444-912d-4894-a378-96d0b096f5a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.124344 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-58b8f444-912d-4894-a378-96d0b096f5a5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8cc0dfaa-6aa6-44f4-b4be-4140546408ea HTTP/1.1" status: 204  len: 168 time: 0.2189064
Dec 18 21:32:53.125533 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8f444-912d-4894-a378-96d0b096f5a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc0dfaa-6aa6-44f4-b4be-4140546408ea,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:53.126937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51362) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:32:53.193692 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.275619 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.296053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e0377f0>,) {'filters': {'network_id': ['87c24db7-4ee0-4903-b73a-79e3ee0776ff']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:32:53.306379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e0377f0>, '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:32:53.306683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e0377f0>, '3bd4c4bb-7a3a-4e60-814d-6c24c9dbbc3d') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:32:53.316517 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.329885 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.336211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:32:53.336591 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:32:53.338397 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:32:53.394743 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.400789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.403976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/87c24db7-4ee0-4903-b73a-79e3ee0776ff HTTP/1.1" status: 204  len: 168 time: 0.2760153
Dec 18 21:32:53.414968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c24db7-4ee0-4903-b73a-79e3ee0776ff,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:53.422546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.422846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.423191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.423530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.423876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.424193 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.424521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.424848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.425247 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.425485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.425811 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.426135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.426589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c740-9660-42c8-91c8-a6c8a132faa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:32:53.512093 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51366) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:32:53.558592 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ccf7df66-9e4b-4663-acc6-4c12cd88207a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fef6da50bfa450ba842674c07090fc1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0451119
Dec 18 21:32:53.560868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51368) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:32:53.609064 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96264c0c-327b-4ed1-a2e0-334dd6be41b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.629813 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96264c0c-327b-4ed1-a2e0-334dd6be41b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.675649 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96264c0c-327b-4ed1-a2e0-334dd6be41b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.678349 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96264c0c-327b-4ed1-a2e0-334dd6be41b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:53.679672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-96264c0c-327b-4ed1-a2e0-334dd6be41b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8776145c-2c01-41fd-a76d-1689d17fad02 HTTP/1.1" status: 204  len: 168 time: 0.1178229
Dec 18 21:32:53.687742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96264c0c-327b-4ed1-a2e0-334dd6be41b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8776145c-2c01-41fd-a76d-1689d17fad02,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:54.333250 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51390) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:32:54.430469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-590103717-network', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:32:54.453051 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Made reservation on behalf of 542852f38d9b4ee7a351cc80abbd3d19 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:32:54.455458 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:54.463452 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:54.542743 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:54.546431 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:54.569648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:32:54.579535 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd322c89-2641-49f6-8fc6-2191a349b73f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:54.584761 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:54.585099 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Added segment 2c76f815-f427-47fb-90ea-1b81e0b51da1 of type vlan for network 0d5d526c-ff3b-4870-a375-d43b4ba66efb
Dec 18 21:32:54.624199 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:54.648472 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:54.649614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:54.650138 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:54.699915 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3655679
Dec 18 21:32:54.703227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51394) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:32:54.708215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e36b683f-dd67-4538-b7c2-9f9b9a6204c2 admin admin] Request body: {'subnet': {'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-590103717-subnet', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:32:54.711662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e078c-dc13-4ba1-9e6b-3d47c8c2ff97 admin admin] Pushing event updated for resources: {'Network': ['ID=0d5d526c-ff3b-4870-a375-d43b4ba66efb,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:54.721303 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 0d5d526c-ff3b-4870-a375-d43b4ba66efb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:32:54.737295 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36b683f-dd67-4538-b7c2-9f9b9a6204c2 admin admin] Made reservation on behalf of 542852f38d9b4ee7a351cc80abbd3d19 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:32:54.739836 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e36b683f-dd67-4538-b7c2-9f9b9a6204c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:54.907700 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e36b683f-dd67-4538-b7c2-9f9b9a6204c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:54.960611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b683f-dd67-4538-b7c2-9f9b9a6204c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df87f8a-6158-4155-a680-780518980e8e,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:54.971986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b683f-dd67-4538-b7c2-9f9b9a6204c2 admin admin] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:32:54.972347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36b683f-dd67-4538-b7c2-9f9b9a6204c2 admin admin] Network hostable DHCP agents. Network: 0d5d526c-ff3b-4870-a375-d43b4ba66efb, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:32:54.987646 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36b683f-dd67-4538-b7c2-9f9b9a6204c2 admin admin] Network 0d5d526c-ff3b-4870-a375-d43b4ba66efb is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:32:54.996128 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e36b683f-dd67-4538-b7c2-9f9b9a6204c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0d5d526c-ff3b-4870-a375-d43b4ba66efb) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:32:55.000328 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36b683f-dd67-4538-b7c2-9f9b9a6204c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:32:55.000921 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e36b683f-dd67-4538-b7c2-9f9b9a6204c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.005623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08c6da3-bc58-44c7-9212-5d370d6c1069 None None] Network 0d5d526c-ff3b-4870-a375-d43b4ba66efb requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:32:55.017196 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e36b683f-dd67-4538-b7c2-9f9b9a6204c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3128521
Dec 18 21:32:55.020139 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51396) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:32:55.025107 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:32:55.047110 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.048163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.108031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.246320 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.269479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:32:55.270441 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.290992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 088a2c72-a7f6-40fe-8587-35574fd17f26 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:32:55.355005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 088a2c72-a7f6-40fe-8587-35574fd17f26 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:32:55.355344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 088a2c72-a7f6-40fe-8587-35574fd17f26 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:32:55.422419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Allocated IP 172.20.0.2 (0d5d526c-ff3b-4870-a375-d43b4ba66efb/6df87f8a-6158-4155-a680-780518980e8e/b842cd00-9525-4692-b454-30e40646ff51) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:32:55.447863 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.466281 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.564032 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.565699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Allocated IP 172.35.3.235 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/91fcdf61-b55a-4616-98e2-922a40576fb9) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:32:55.571363 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.610048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Network 0d5d526c-ff3b-4870-a375-d43b4ba66efb is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:32:55.612719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:32:55.617298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:32:55.626341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Pushing event updated for resources: {'Port': ['ID=b842cd00-9525-4692-b454-30e40646ff51,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:55.673920 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.679675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Attempting to bind port b842cd00-9525-4692-b454-30e40646ff51 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:32:55.680048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Attempting to bind port b842cd00-9525-4692-b454-30e40646ff51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:32:55.680410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Attempting to bind port b842cd00-9525-4692-b454-30e40646ff51 on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:32:55.685362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:32:55.685734 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:32:55.686133 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.686554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Bound using segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:32:55.687015 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Bound port: b842cd00-9525-4692-b454-30e40646ff51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:32:55.687393 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.709670 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.748493 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:32:55.750356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] For port b842cd00-9525-4692-b454-30e40646ff51, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:32:55.751514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:32:55.754416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] For port b842cd00-9525-4692-b454-30e40646ff51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b842cd00-9525-4692-b454-30e40646ff51,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:32:55.755205 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:32:55.759819 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.767383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9e98f-fd0c-497e-8ee9-350367dbe5af None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:32:55.778951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Pushing event updated for resources: {'Port': ['ID=91fcdf61-b55a-4616-98e2-922a40576fb9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:55.823235 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ede53c-e11b-4dba-a9af-55a8bb6c58fa None None] Pushing event updated for resources: {'Port': ['ID=b842cd00-9525-4692-b454-30e40646ff51,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:55.858400 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b536a210-c35c-4683-ba18-3f907f8a80bd None None] Provisioning complete for port 91fcdf61-b55a-4616-98e2-922a40576fb9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:32:55.858794 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b536a210-c35c-4683-ba18-3f907f8a80bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:55.898419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b536a210-c35c-4683-ba18-3f907f8a80bd None None] Port 91fcdf61-b55a-4616-98e2-922a40576fb9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:32:56.025311 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:56.227483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:56.353701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Router 1108dbd8-5558-4b00-a71e-79601633bedd is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:32:56.751335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:32:56.761051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Sync routers for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:32:56.769461 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:56.773335 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e3df85ae-9992-4341-9a74-54f31d04e158 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.7496057
Dec 18 21:32:56.773717 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51398) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:32:56.777178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:32:56.777830 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ee6fb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:32:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:32:56.826383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb57fb43-9d39-4311-9f7c-1beb32a76d3f None None] Network 0d5d526c-ff3b-4870-a375-d43b4ba66efb requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:32:56.938560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:32:57.064109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-48265ae7-181e-4959-9c61-4b6817558b18 None None] Provisioning complete for port b842cd00-9525-4692-b454-30e40646ff51 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:32:57.064377 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-48265ae7-181e-4959-9c61-4b6817558b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.208558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.211607 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-48265ae7-181e-4959-9c61-4b6817558b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.256576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-48265ae7-181e-4959-9c61-4b6817558b18 None None] For port b842cd00-9525-4692-b454-30e40646ff51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b842cd00-9525-4692-b454-30e40646ff51,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:57.258412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ee6fb50>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:55Z', 'revision_number': 3, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:32:57.285140 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-48265ae7-181e-4959-9c61-4b6817558b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.289978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Checking router: 1108dbd8-5558-4b00-a71e-79601633bedd for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:32:57.290164 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Updating router 1108dbd8-5558-4b00-a71e-79601633bedd port 91fcdf61-b55a-4616-98e2-922a40576fb9 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:32:57.343679 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.381523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48265ae7-181e-4959-9c61-4b6817558b18 None None] Pushing event updated for resources: {'Port': ['ID=b842cd00-9525-4692-b454-30e40646ff51,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:57.393698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Allocated IP 172.20.0.1 (0d5d526c-ff3b-4870-a375-d43b4ba66efb/6df87f8a-6158-4155-a680-780518980e8e/5139218f-c45e-4c41-9624-da51020122f7) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:32:57.443606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b842cd00-9525-4692-b454-30e40646ff51 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:32:57.497899 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.511849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ef742032-deb8-4a43-845f-c6db27dd7ad0 None None] Provisioning complete for port b842cd00-9525-4692-b454-30e40646ff51 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:32:57.512215 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ef742032-deb8-4a43-845f-c6db27dd7ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.531071 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.575138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Network 0d5d526c-ff3b-4870-a375-d43b4ba66efb is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:32:57.579990 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:32:57.584818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:32:57.588015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Pushing event updated for resources: {'Port': ['ID=5139218f-c45e-4c41-9624-da51020122f7,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:57.601668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b842cd00-9525-4692-b454-30e40646ff51 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:32:57.602011 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.625283 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.783111 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.813836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.820277 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.864940 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b3e36-f716-4bd8-ac40-faded0d84ea3 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:32:57.879548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Attempting to bind port 91fcdf61-b55a-4616-98e2-922a40576fb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:32:57.879917 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Attempting to bind port 91fcdf61-b55a-4616-98e2-922a40576fb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:32:57.880287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Attempting to bind port 91fcdf61-b55a-4616-98e2-922a40576fb9 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:32:57.888205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f9aca-25b1-490f-813b-12365b047a12 None None] Pushing event updated for resources: {'Port': ['ID=91fcdf61-b55a-4616-98e2-922a40576fb9,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:57.892164 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:32:57.892673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:32:57.892975 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.893360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:32:57.893835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Bound port: 91fcdf61-b55a-4616-98e2-922a40576fb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:32:57.894230 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.952311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7e4d63d3-393b-4c10-84f3-dd799ce13d9b None None] Provisioning complete for port 91fcdf61-b55a-4616-98e2-922a40576fb9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:32:57.952731 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7e4d63d3-393b-4c10-84f3-dd799ce13d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.954911 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.956447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] For port 91fcdf61-b55a-4616-98e2-922a40576fb9, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:32:57.960500 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:57.960703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] For port 91fcdf61-b55a-4616-98e2-922a40576fb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91fcdf61-b55a-4616-98e2-922a40576fb9,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:32:57.981703 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:58.026371 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:58.028330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Pushing event updated for resources: {'Port': ['ID=5139218f-c45e-4c41-9624-da51020122f7,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:58.126175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Network 0d5d526c-ff3b-4870-a375-d43b4ba66efb is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:32:58.128197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:32:58.197964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7e4d63d3-393b-4c10-84f3-dd799ce13d9b None None] Port 91fcdf61-b55a-4616-98e2-922a40576fb9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:32:58.210896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba1b0c5-2f28-455c-a6a1-2a331561a3f5 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:32:58.231790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f9aca-25b1-490f-813b-12365b047a12 None None] Pushing event updated for resources: {'Port': ['ID=91fcdf61-b55a-4616-98e2-922a40576fb9,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:58.235603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:32:58.236178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ee6fb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:32:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:32:58.258138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Router 1108dbd8-5558-4b00-a71e-79601633bedd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:32:58.278048 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7e4d63d3-393b-4c10-84f3-dd799ce13d9b None None] Provisioning complete for port 5139218f-c45e-4c41-9624-da51020122f7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:32:58.278459 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7e4d63d3-393b-4c10-84f3-dd799ce13d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:58.359681 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7e4d63d3-393b-4c10-84f3-dd799ce13d9b None None] Port 5139218f-c45e-4c41-9624-da51020122f7 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:32:58.375740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:32:58.378572 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:32:58.381088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bf705982-0b12-45e6-b167-d7c02f73ec20 admin admin] 10.222.0.13 "PUT /v2.0/routers/1108dbd8-5558-4b00-a71e-79601633bedd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6062508
Dec 18 21:32:58.517448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b2462ae8-77c7-4f23-927e-4c302f8fb255 None None] Provisioning complete for port 91fcdf61-b55a-4616-98e2-922a40576fb9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:32:58.517825 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2462ae8-77c7-4f23-927e-4c302f8fb255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:58.653603 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2462ae8-77c7-4f23-927e-4c302f8fb255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:58.662730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ee6fb50>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 2, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:32:58.701162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df57dd0f-422a-46a9-9428-a5ff6c4ca972 None None] The sync data for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 is: [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 2, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:32:58.705960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-b2462ae8-77c7-4f23-927e-4c302f8fb255 None None] For port 91fcdf61-b55a-4616-98e2-922a40576fb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91fcdf61-b55a-4616-98e2-922a40576fb9,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:32:58.710781 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2462ae8-77c7-4f23-927e-4c302f8fb255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:58.754551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b2462ae8-77c7-4f23-927e-4c302f8fb255 None None] Provisioning complete for port 5139218f-c45e-4c41-9624-da51020122f7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:32:58.754888 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2462ae8-77c7-4f23-927e-4c302f8fb255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:58.790813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51406) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:32:58.797118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-42871e63-8647-4713-ba27-1e8c112c2b48 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--784507149', 'description': 'tempest-description--1715763954'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:32:58.801704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2462ae8-77c7-4f23-927e-4c302f8fb255 None None] Pushing event updated for resources: {'Port': ['ID=91fcdf61-b55a-4616-98e2-922a40576fb9,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:58.806390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b2462ae8-77c7-4f23-927e-4c302f8fb255 None None] Port 5139218f-c45e-4c41-9624-da51020122f7 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:32:58.823177 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42871e63-8647-4713-ba27-1e8c112c2b48 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:58.894036 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42871e63-8647-4713-ba27-1e8c112c2b48 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:58.898470 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42871e63-8647-4713-ba27-1e8c112c2b48 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:58.938110 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-42871e63-8647-4713-ba27-1e8c112c2b48 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:58.942478 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 51408) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:32:58.943011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-42871e63-8647-4713-ba27-1e8c112c2b48 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1490278
Dec 18 21:32:58.948025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-493a2abf-7b42-4086-8776-80e52a2a26ce tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Request body: {'security_group_rule': {'security_group_id': '03bdc3e8-5df2-4132-994a-0c6433949365', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:32:58.951980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42871e63-8647-4713-ba27-1e8c112c2b48 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03bdc3e8-5df2-4132-994a-0c6433949365,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:58.987077 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-493a2abf-7b42-4086-8776-80e52a2a26ce tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.048294 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-493a2abf-7b42-4086-8776-80e52a2a26ce tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.053523 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-493a2abf-7b42-4086-8776-80e52a2a26ce tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.072438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a2abf-7b42-4086-8776-80e52a2a26ce tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90081cc-5707-407d-a752-4318df669957,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:59.080884 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-493a2abf-7b42-4086-8776-80e52a2a26ce tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.084428 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-493a2abf-7b42-4086-8776-80e52a2a26ce tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1387696
Dec 18 21:32:59.084949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51410) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:32:59.091287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-cce24c81-d943-40fa-ad60-77b0c2d15c51 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Request body: {'security_group_rule': {'security_group_id': '03bdc3e8-5df2-4132-994a-0c6433949365', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:32:59.122946 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cce24c81-d943-40fa-ad60-77b0c2d15c51 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.174635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cce24c81-d943-40fa-ad60-77b0c2d15c51 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.179482 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cce24c81-d943-40fa-ad60-77b0c2d15c51 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.200729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce24c81-d943-40fa-ad60-77b0c2d15c51 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e1fd22-5973-4c3f-8382-f3427e3112ae,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:59.206715 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cce24c81-d943-40fa-ad60-77b0c2d15c51 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.207948 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cce24c81-d943-40fa-ad60-77b0c2d15c51 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1207104
Dec 18 21:32:59.211041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51412) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:32:59.215459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:32:59.240759 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.347558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.411071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b842cd00-9525-4692-b454-30e40646ff51 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:32:59.465594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Allocated IP 172.35.3.22 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/29c6849c-3710-4b79-a005-720cf87ae2d2) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:32:59.472505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b842cd00-9525-4692-b454-30e40646ff51 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:32:59.472876 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.586318 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.620721 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:32:59.662243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:32:59.665274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:32:59.667788 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:32:59.691443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event updated for resources: {'Port': ['ID=29c6849c-3710-4b79-a005-720cf87ae2d2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:32:59.764769 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:00.055795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:00.203038 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:00.207305 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:00.272424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event updated for resources: {'Port': ['ID=29c6849c-3710-4b79-a005-720cf87ae2d2,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:33:00.286185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:00.301300 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:00.302552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-19dabc6c-7a12-492f-b596-3cfe87187876 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0905333
Dec 18 21:33:00.453578 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-8518b974-e556-48de-a142-5ce8297b35f8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--784507149&fields=id&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 267 time: 0.0445580
Dec 18 21:33:00.564446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-d29ddc45-6094-4035-bc18-08648e2c956a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:00.566006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-d29ddc45-6094-4035-bc18-08648e2c956a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 811 time: 0.1050878
Dec 18 21:33:00.581682 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-c5260c4a-c396-46f7-97e2-b5fdb724766c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/quotas/542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 375 time: 0.0096350
Dec 18 21:33:00.631794 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-cfa4eb0d-59d7-4fee-a9d3-a5aabc14d5f5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0440063
Dec 18 21:33:00.648265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-3780e9a1-7d3b-4a57-ad52-8d0516c291aa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:33:00.649249 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-3780e9a1-7d3b-4a57-ad52-8d0516c291aa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058711
Dec 18 21:33:00.726200 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Sync routers for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:33:00.735665 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:33:00.736273 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f68d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:32:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:33:00.748761 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-e28b6be2-734c-4eba-a05b-7cea2a0e20f4 service neutron] 10.222.0.13 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930033
Dec 18 21:33:00.836117 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-072be105-518d-45d2-b6e2-e3624bdcbb74 service neutron] 10.222.0.13 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813620
Dec 18 21:33:00.836790 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:33:01.031621 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f68d0a0>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 2, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:33:01.056117 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Checking router: 1108dbd8-5558-4b00-a71e-79601633bedd for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:33:01.056468 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Updating router 1108dbd8-5558-4b00-a71e-79601633bedd port 5139218f-c45e-4c41-9624-da51020122f7 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:33:01.080177 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:01.333117 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:01.339001 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:01.386516 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Pushing event updated for resources: {'Port': ['ID=5139218f-c45e-4c41-9624-da51020122f7,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:33:01.399435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 91fcdf61-b55a-4616-98e2-922a40576fb9 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:33:01.400232 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.400574 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.400905 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.401232 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.401554 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.401870 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.402363 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.402687 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.403003 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.403316 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.403630 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.403945 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.404252 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:33:01.453907 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 91fcdf61-b55a-4616-98e2-922a40576fb9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:33:01.454133 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Attempting to bind port 5139218f-c45e-4c41-9624-da51020122f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:33:01.454488 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Attempting to bind port 5139218f-c45e-4c41-9624-da51020122f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:33:01.454641 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:01.454841 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Attempting to bind port 5139218f-c45e-4c41-9624-da51020122f7 on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:33:01.460016 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:33:01.460385 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:33:01.460782 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:01.461165 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Bound using segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:33:01.461623 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Bound port: 5139218f-c45e-4c41-9624-da51020122f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:33:01.462001 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:01.529034 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] For port 5139218f-c45e-4c41-9624-da51020122f7, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:33:01.532348 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] For port 5139218f-c45e-4c41-9624-da51020122f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5139218f-c45e-4c41-9624-da51020122f7,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:33:01.539339 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:01.602423 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f57a1-0644-4cd3-8a54-b375169775a5 None None] Pushing event updated for resources: {'Port': ['ID=5139218f-c45e-4c41-9624-da51020122f7,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:33:01.606375 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:33:01.606979 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f68d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:32:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:33:01.643189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-17742faa-0e83-484f-8d8e-f9f6cd7548de None None] Provisioning complete for port 5139218f-c45e-4c41-9624-da51020122f7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:33:01.643665 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-17742faa-0e83-484f-8d8e-f9f6cd7548de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:01.718457 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:33:01.729945 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-17742faa-0e83-484f-8d8e-f9f6cd7548de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:01.769816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-17742faa-0e83-484f-8d8e-f9f6cd7548de None None] For port 5139218f-c45e-4c41-9624-da51020122f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5139218f-c45e-4c41-9624-da51020122f7,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:33:01.775279 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-17742faa-0e83-484f-8d8e-f9f6cd7548de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:01.826790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17742faa-0e83-484f-8d8e-f9f6cd7548de None None] Pushing event updated for resources: {'Port': ['ID=5139218f-c45e-4c41-9624-da51020122f7,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:33:01.895753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5548418d-e900-4dfb-b81e-e8da2469f7db None None] Provisioning complete for port 5139218f-c45e-4c41-9624-da51020122f7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:33:01.896124 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5548418d-e900-4dfb-b81e-e8da2469f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:01.920558 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f68d0a0>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:33:01.955999 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34ab3a-a24b-4dda-b483-8e5c978bccfa None None] The sync data for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 is: [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:33:02.053926 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0a0cb77b-a735-47ab-b4d4-28d4939612ca req-c81d6664-540c-4179-8d24-498919ce3303 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 210 time: 0.0284965
Dec 18 21:33:03.023622 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a3ec87bf-9a70-4571-a7a8-fe416276d684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:03.060705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-07000edc-e18c-4d63-a471-4a314eb08aab tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:03.062147 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-07000edc-e18c-4d63-a471-4a314eb08aab tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 811 time: 0.1046939
Dec 18 21:33:03.131273 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-71de5947-b5c6-4673-aeeb-89aff7760981 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 379 time: 0.0589440
Dec 18 21:33:03.142059 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Request body: {'port': {'device_id': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'admin_state_up': True, 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'security_groups': ['03bdc3e8-5df2-4132-994a-0c6433949365']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:33:03.160021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a750be25-9b4b-4ebf-8aa0-7c922ff1ac97 req-ae2278ad-7597-4f4d-8dba-6d0e71b12cf1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 210 time: 0.0305855
Dec 18 21:33:03.252001 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Made reservation on behalf of 542852f38d9b4ee7a351cc80abbd3d19 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:33:03.255464 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:03.381087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5139218f-c45e-4c41-9624-da51020122f7 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:33:03.385650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Allocated IP 172.20.0.5 (0d5d526c-ff3b-4870-a375-d43b4ba66efb/6df87f8a-6158-4155-a680-780518980e8e/12e24094-1435-477a-82aa-fb6329af98bf) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:33:03.433380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5139218f-c45e-4c41-9624-da51020122f7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:33:03.433847 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:03.528672 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:03.562386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:03.604605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Network 0d5d526c-ff3b-4870-a375-d43b4ba66efb is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:33:03.607525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:33:03.611146 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:33:03.644001 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event updated for resources: {'Port': ['ID=12e24094-1435-477a-82aa-fb6329af98bf,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:33:03.668198 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:03.668989 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:03.684871 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-655549a0-d598-48b7-a2a3-2ff10d425989 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5464077
Dec 18 21:33:03.703751 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Request body: {'port': {'device_id': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:33:03.766347 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:03.821720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f2adde15-9bea-4a83-8101-0cd1d9ef83c0 None None] Provisioning complete for port 12e24094-1435-477a-82aa-fb6329af98bf triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:33:03.822085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2adde15-9bea-4a83-8101-0cd1d9ef83c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:03.861275 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f2adde15-9bea-4a83-8101-0cd1d9ef83c0 None None] Port 12e24094-1435-477a-82aa-fb6329af98bf cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:33:04.036382 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e24094-1435-477a-82aa-fb6329af98bf {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:33:04.043880 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:04.055418 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Transition to ACTIVE for port object 12e24094-1435-477a-82aa-fb6329af98bf will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:33:04.059486 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:04.111572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Pushing event updated for resources: {'Port': ['ID=12e24094-1435-477a-82aa-fb6329af98bf,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:33:04.177512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Attempting to bind port 12e24094-1435-477a-82aa-fb6329af98bf on host nch1-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:33:04.177938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Attempting to bind port 12e24094-1435-477a-82aa-fb6329af98bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:33:04.178305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Attempting to bind port 12e24094-1435-477a-82aa-fb6329af98bf on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:33:04.182848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Port 12e24094-1435-477a-82aa-fb6329af98bf on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:33:04.183171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Attempting to bind port 12e24094-1435-477a-82aa-fb6329af98bf on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:33:04.190005 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:33:04.190388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:33:04.190779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Bound using segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:33:04.191208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Bound port: 12e24094-1435-477a-82aa-fb6329af98bf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:33:04.191563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:04.268061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:33:04.272120 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12e24094-1435-477a-82aa-fb6329af98bf,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:33:04.277718 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:04.295203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be06f8c-b311-44ca-a707-85266a884bad req-867b08e2-d401-4593-874a-a8d6465a9a90 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:04.296813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7be06f8c-b311-44ca-a707-85266a884bad req-867b08e2-d401-4593-874a-a8d6465a9a90 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 943 time: 0.0605669
Dec 18 21:33:04.319047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:04.319476 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:04.320891 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] 10.222.0.36 "PUT /v2.0/ports/12e24094-1435-477a-82aa-fb6329af98bf HTTP/1.1" status: 200  len: 1091 time: 0.6217391
Dec 18 21:33:04.321342 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:33:04.323680 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a080c7b-a360-4711-9bcf-45b39cee6392" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "tag": "12e24094-1435-477a-82aa-fb6329af98bf"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:33:04.362572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7be06f8c-b311-44ca-a707-85266a884bad req-4b02b406-a2fc-406d-ab2d-3732fc42a9d1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561953
Dec 18 21:33:04.372947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40674944-8ae9-4486-a7b2-f6692ac92acb service neutron] Pushing event updated for resources: {'Port': ['ID=12e24094-1435-477a-82aa-fb6329af98bf,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:33:04.387439 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa19e72-9c0e-4b02-a0fa-719ff5f68068 x-openstack-request-id: req-dfa19e72-9c0e-4b02-a0fa-719ff5f68068 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:33:04.387829 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "tag": "12e24094-1435-477a-82aa-fb6329af98bf", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:33:04.388152 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfa19e72-9c0e-4b02-a0fa-719ff5f68068 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:33:04.388604 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf', 'status': 'completed', 'code': 200}
Dec 18 21:33:04.423257 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-b426e512-080a-42b0-b138-eacf7c570f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:04.424849 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-b426e512-080a-42b0-b138-eacf7c570f05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 1094 time: 0.0470595
Dec 18 21:33:04.472362 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-554d32d6-a229-45cc-9ff3-8c2a1ef84c78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12e24094-1435-477a-82aa-fb6329af98bf HTTP/1.1" status: 200  len: 217 time: 0.0356848
Dec 18 21:33:04.530377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-fe94ff21-2ca2-45d4-b1a6-d93fc157a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:04.531850 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-fe94ff21-2ca2-45d4-b1a6-d93fc157a136 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0485754
Dec 18 21:33:04.582408 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-68c37812-f03d-481d-8044-fd77d94dbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:04.583948 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-68c37812-f03d-481d-8044-fd77d94dbdf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407736
Dec 18 21:33:04.683452 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-c1311a5e-808f-49f1-83c6-746a604af070 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875409
Dec 18 21:33:04.778417 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-df343f83-a0d6-47d0-aaa2-0b836bc2c66f req-9d8e210d-ee55-4a7c-a5c6-e4b36fe9c5c6 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819216
Dec 18 21:33:04.873873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a080c7b-a360-4711-9bcf-45b39cee6392 req-e2a34143-660b-4877-a5b4-ed5c08d64b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:04.875303 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a080c7b-a360-4711-9bcf-45b39cee6392 req-e2a34143-660b-4877-a5b4-ed5c08d64b5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 1094 time: 0.0409021
Dec 18 21:33:04.969191 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a080c7b-a360-4711-9bcf-45b39cee6392 req-ce398976-93c1-4d1d-b224-eb89c348d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:04.970691 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a080c7b-a360-4711-9bcf-45b39cee6392 req-ce398976-93c1-4d1d-b224-eb89c348d133 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0869131
Dec 18 21:33:05.017488 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a080c7b-a360-4711-9bcf-45b39cee6392 req-137a8a38-930c-4c47-b423-81f1849be7a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12e24094-1435-477a-82aa-fb6329af98bf HTTP/1.1" status: 200  len: 217 time: 0.0390892
Dec 18 21:33:05.069714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a080c7b-a360-4711-9bcf-45b39cee6392 req-714de62a-649d-4d8d-aede-9f714d9b7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:05.071170 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a080c7b-a360-4711-9bcf-45b39cee6392 req-714de62a-649d-4d8d-aede-9f714d9b7c57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0446417
Dec 18 21:33:05.121891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a080c7b-a360-4711-9bcf-45b39cee6392 req-b570c35c-e33a-4526-bf00-32823af5de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:05.123426 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a080c7b-a360-4711-9bcf-45b39cee6392 req-b570c35c-e33a-4526-bf00-32823af5de5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442939
Dec 18 21:33:05.212860 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a080c7b-a360-4711-9bcf-45b39cee6392 req-db35b114-762e-4834-bdec-8181825bd647 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803695
Dec 18 21:33:05.218701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5026a84a-3302-49ef-93b3-f955fccb800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:05.313662 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1a080c7b-a360-4711-9bcf-45b39cee6392 req-4b1c1c2c-80e5-43c7-886d-ff39e44309d6 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928950
Dec 18 21:33:05.481278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924caa4-31bf-43be-9a0c-89f61ec7c2f7 req-810b3c4f-3c77-4183-bea3-fa10d0fa8d17 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:05.482888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9924caa4-31bf-43be-9a0c-89f61ec7c2f7 req-810b3c4f-3c77-4183-bea3-fa10d0fa8d17 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 943 time: 0.0483668
Dec 18 21:33:05.529057 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9924caa4-31bf-43be-9a0c-89f61ec7c2f7 req-cbd6b04b-fc89-415f-8fb2-354c532c9b50 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402136
Dec 18 21:33:06.525244 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:06.650686 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c292a-d755-4b1a-a99e-c6ae461706ab req-eda1901e-7ec0-452b-abc4-26af8230f58a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:06.652181 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d7c292a-d755-4b1a-a99e-c6ae461706ab req-eda1901e-7ec0-452b-abc4-26af8230f58a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 943 time: 0.0520680
Dec 18 21:33:06.698833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d7c292a-d755-4b1a-a99e-c6ae461706ab req-85ae0a0b-d631-4a0f-964c-610b7011b7d2 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405078
Dec 18 21:33:07.333064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 12e24094-1435-477a-82aa-fb6329af98bf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:33:07.426039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12e24094-1435-477a-82aa-fb6329af98bf,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:33:07.437419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '12e24094-1435-477a-82aa-fb6329af98bf', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'port_id': '12e24094-1435-477a-82aa-fb6329af98bf', 'mac_address': 'fa:16:3e:51:4a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:33:07.473433 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:07.486390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e24094-1435-477a-82aa-fb6329af98bf {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:33:07.505406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12e24094-1435-477a-82aa-fb6329af98bf,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:33:07.510388 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:07.554540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=12e24094-1435-477a-82aa-fb6329af98bf,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:33:07.746961 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['12e24094-1435-477a-82aa-fb6329af98bf'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:33:07.814862 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32557139-8a22-44ad-b185-e157b03cbd89 req-0f768e13-587d-4597-837f-200d8dfaa330 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:07.816368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32557139-8a22-44ad-b185-e157b03cbd89 req-0f768e13-587d-4597-837f-200d8dfaa330 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 944 time: 0.0493598
Dec 18 21:33:07.863503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32557139-8a22-44ad-b185-e157b03cbd89 req-f796020c-ac4b-4758-827e-3e936a1e69f0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409870
Dec 18 21:33:08.230719 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:08.614091 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:08.982099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626916d7-9029-468f-9d57-a40d0348f598 req-3189da7b-c099-4955-a52f-8298e9237f3c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:08.983595 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-626916d7-9029-468f-9d57-a40d0348f598 req-3189da7b-c099-4955-a52f-8298e9237f3c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 944 time: 0.0513828
Dec 18 21:33:09.030913 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-626916d7-9029-468f-9d57-a40d0348f598 req-030413d1-b4da-4d6c-9115-de1d292e40ec tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412853
Dec 18 21:33:09.350865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 12e24094-1435-477a-82aa-fb6329af98bf up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:33:09.403133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 12e24094-1435-477a-82aa-fb6329af98bf completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:33:09.407239 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 12e24094-1435-477a-82aa-fb6329af98bf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:33:09.407612 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:09.482401 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:09.507886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:33:09.510071 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1d4c80-eabf-4dd3-9f52-2fb9320fbc31" -d '{"events": [{"server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "name": "network-vif-plugged", "status": "completed", "tag": "12e24094-1435-477a-82aa-fb6329af98bf"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:33:09.523120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12e24094-1435-477a-82aa-fb6329af98bf,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:33:09.527731 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:09.553706 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ff5a68-6750-4d8a-aa34-21d706513fba x-openstack-request-id: req-f8ff5a68-6750-4d8a-aa34-21d706513fba {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:33:09.554008 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "name": "network-vif-plugged", "status": "completed", "tag": "12e24094-1435-477a-82aa-fb6329af98bf", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:33:09.554274 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8ff5a68-6750-4d8a-aa34-21d706513fba {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:33:09.554715 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf', 'code': 200}
Dec 18 21:33:09.580417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=12e24094-1435-477a-82aa-fb6329af98bf,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:33:09.660247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b9a2-b2fd-491f-9b90-4a729492c945 req-46c480d4-c556-42cd-8f8e-d8504aca3b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:09.661783 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b507b9a2-b2fd-491f-9b90-4a729492c945 req-46c480d4-c556-42cd-8f8e-d8504aca3b10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 1096 time: 0.0432782
Dec 18 21:33:09.711649 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b507b9a2-b2fd-491f-9b90-4a729492c945 req-5b7b4e50-f44b-46b9-9a9d-9fe321e9bafe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377128
Dec 18 21:33:10.150352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b58796-6d41-4307-87cf-4b6e468c5921 req-5a6bd421-4de6-4601-88f7-da78c8f7f3b9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:10.151875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21b58796-6d41-4307-87cf-4b6e468c5921 req-5a6bd421-4de6-4601-88f7-da78c8f7f3b9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0488369
Dec 18 21:33:10.198203 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-21b58796-6d41-4307-87cf-4b6e468c5921 req-3616efa3-3405-42b5-a614-21b6b0c1ae7c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403707
Dec 18 21:33:11.314124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6456a0-d69f-46e0-b836-3754de60d433 req-f58a7919-9b76-490e-9a0b-629cd92c7446 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:11.315729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd6456a0-d69f-46e0-b836-3754de60d433 req-f58a7919-9b76-490e-9a0b-629cd92c7446 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0478911
Dec 18 21:33:11.367451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd6456a0-d69f-46e0-b836-3754de60d433 req-cb056224-f06c-4b4e-ab0b-3dd4ea34180e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451405
Dec 18 21:33:11.477561 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f86fbe-99c6-4383-a251-4816cc6df234 req-988ae411-6298-4391-8a25-b9319588cd17 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:11.479018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35f86fbe-99c6-4383-a251-4816cc6df234 req-988ae411-6298-4391-8a25-b9319588cd17 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0483029
Dec 18 21:33:11.487418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51462) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:33:11.492347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-b7337d61-63ac-4330-a56e-a4099e33d9dc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Request body: {'floatingip': {'port_id': '12e24094-1435-477a-82aa-fb6329af98bf'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:33:11.532786 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b7337d61-63ac-4330-a56e-a4099e33d9dc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:11.969889 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b7337d61-63ac-4330-a56e-a4099e33d9dc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:11.974230 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b7337d61-63ac-4330-a56e-a4099e33d9dc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:12.073604 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-b7337d61-63ac-4330-a56e-a4099e33d9dc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd associated. External IP: 172.35.3.22, port: 12e24094-1435-477a-82aa-fb6329af98bf.
Dec 18 21:33:12.279217 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7337d61-63ac-4330-a56e-a4099e33d9dc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Router 1108dbd8-5558-4b00-a71e-79601633bedd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:33:12.384020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7337d61-63ac-4330-a56e-a4099e33d9dc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:33:12.388535 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b7337d61-63ac-4330-a56e-a4099e33d9dc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:12.393613 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40a40f-87fa-42c1-bb4d-68fae37523fe None None] Sync routers for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:33:12.404158 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40a40f-87fa-42c1-bb4d-68fae37523fe None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:33:12.404774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ba40a40f-87fa-42c1-bb4d-68fae37523fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e3f4340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:33:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:33:12.417316 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b7337d61-63ac-4330-a56e-a4099e33d9dc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "PUT /v2.0/floatingips/f52171f0-17bd-4f28-9df1-3cda740df6fd HTTP/1.1" status: 200  len: 990 time: 0.9288507
Dec 18 21:33:12.417933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:33:12.420240 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd945132-48c9-4077-b803-7b9fc530898a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "tag": "12e24094-1435-477a-82aa-fb6329af98bf"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:33:12.460241 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab73d6a-971a-4a01-a940-f89e4a456193 x-openstack-request-id: req-2ab73d6a-971a-4a01-a940-f89e4a456193 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:33:12.460528 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "tag": "12e24094-1435-477a-82aa-fb6329af98bf", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:33:12.461058 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ab73d6a-971a-4a01-a940-f89e4a456193 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:33:12.461663 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf', 'status': 'completed', 'code': 200}
Dec 18 21:33:12.512562 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-ba40a40f-87fa-42c1-bb4d-68fae37523fe None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:33:12.527707 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd945132-48c9-4077-b803-7b9fc530898a req-33f49948-c0cb-4a9f-85ee-f81728f95504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:12.529292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd945132-48c9-4077-b803-7b9fc530898a req-33f49948-c0cb-4a9f-85ee-f81728f95504 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 1096 time: 0.0415685
Dec 18 21:33:12.629516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd945132-48c9-4077-b803-7b9fc530898a req-56f29fce-ad92-4cdd-a826-fcd5e68c81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:12.631716 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd945132-48c9-4077-b803-7b9fc530898a req-56f29fce-ad92-4cdd-a826-fcd5e68c81e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0945160
Dec 18 21:33:12.702950 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd945132-48c9-4077-b803-7b9fc530898a req-b8b41175-b674-4302-8652-5c37f8521eee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12e24094-1435-477a-82aa-fb6329af98bf HTTP/1.1" status: 200  len: 998 time: 0.0637653
Dec 18 21:33:12.742222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ba40a40f-87fa-42c1-bb4d-68fae37523fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e3f4340>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f52171f0-17bd-4f28-9df1-3cda740df6fd', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'floating_ip_address': '172.35.3.22', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'port_id': '12e24094-1435-477a-82aa-fb6329af98bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'mac_address': 'fa:16:3e:51:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:32:59Z', 'updated_at': '2021-12-18T21:33:11Z', 'revision_number': 1, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:33:12.759033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd945132-48c9-4077-b803-7b9fc530898a req-8b63f29d-1c2b-4a5b-9c54-505e5d31adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:12.760506 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd945132-48c9-4077-b803-7b9fc530898a req-8b63f29d-1c2b-4a5b-9c54-505e5d31adac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0492330
Dec 18 21:33:12.771553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40a40f-87fa-42c1-bb4d-68fae37523fe None None] Checking router: 1108dbd8-5558-4b00-a71e-79601633bedd for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:33:12.779912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40a40f-87fa-42c1-bb4d-68fae37523fe None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:33:12.780449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ba40a40f-87fa-42c1-bb4d-68fae37523fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e3f4340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:33:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:33:12.805310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd945132-48c9-4077-b803-7b9fc530898a req-ebc704cd-3492-41c4-b816-cccc1f2c8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:33:12.806822 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd945132-48c9-4077-b803-7b9fc530898a req-ebc704cd-3492-41c4-b816-cccc1f2c8ebe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390892
Dec 18 21:33:12.880637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-ba40a40f-87fa-42c1-bb4d-68fae37523fe None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:33:12.895360 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd945132-48c9-4077-b803-7b9fc530898a req-a2e7301d-a159-451a-8065-f6ba43d57fb1 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808618
Dec 18 21:33:12.992526 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd945132-48c9-4077-b803-7b9fc530898a req-83183635-e4f2-46a6-b139-121d0adc51da service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897262
Dec 18 21:33:13.106951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ba40a40f-87fa-42c1-bb4d-68fae37523fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e3f4340>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f52171f0-17bd-4f28-9df1-3cda740df6fd', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'floating_ip_address': '172.35.3.22', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'port_id': '12e24094-1435-477a-82aa-fb6329af98bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'mac_address': 'fa:16:3e:51:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:32:59Z', 'updated_at': '2021-12-18T21:33:11Z', 'revision_number': 1, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:33:13.132497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40a40f-87fa-42c1-bb4d-68fae37523fe None None] The sync data for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 is: [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f52171f0-17bd-4f28-9df1-3cda740df6fd', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'floating_ip_address': '172.35.3.22', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'port_id': '12e24094-1435-477a-82aa-fb6329af98bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'mac_address': 'fa:16:3e:51:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:32:59Z', 'updated_at': '2021-12-18T21:33:11Z', 'revision_number': 1, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:33:13.329051 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6a94-1ff5-41ce-a000-3cfbd5d599fa None None] New status for floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:33:15.191707 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:19.828942 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:20.308672 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:33:33.015449 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e0410be3-b272-46ac-bc1b-abddbadea755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:35.220730 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6decbb66-d17f-4a75-9bad-ff12a0101ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:36.526654 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:38.233393 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:38.617416 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:45.207457 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:49.820544 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:33:57.307865 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:34:03.016726 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0ade93af-39ef-49f8-a41c-ca9fca29038a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:05.221656 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-552d7e07-ae9f-42f9-b674-8bf805a35f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:06.529055 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:08.234773 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:08.619308 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:09.646368 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b326b27e-2a56-43df-8e98-2065c8864c91 req-766ec928-f261-4cbe-8ac4-0f6f01aac84a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0388803
Dec 18 21:34:09.745705 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b27e-2a56-43df-8e98-2065c8864c91 req-740cab28-94be-4caf-8a4d-527d81de4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:09.747292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b326b27e-2a56-43df-8e98-2065c8864c91 req-740cab28-94be-4caf-8a4d-527d81de4cf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 1096 time: 0.0411022
Dec 18 21:34:09.858725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b27e-2a56-43df-8e98-2065c8864c91 req-26772c65-f61c-493e-a1a1-eec831574f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:09.860196 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b326b27e-2a56-43df-8e98-2065c8864c91 req-26772c65-f61c-493e-a1a1-eec831574f6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0876634
Dec 18 21:34:09.928298 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b326b27e-2a56-43df-8e98-2065c8864c91 req-154b26b0-a25c-48e1-a3b2-09c93c244636 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12e24094-1435-477a-82aa-fb6329af98bf HTTP/1.1" status: 200  len: 1000 time: 0.0565503
Dec 18 21:34:09.986650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b27e-2a56-43df-8e98-2065c8864c91 req-59128503-0871-4fe1-8b0b-3948addb4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:09.988121 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b326b27e-2a56-43df-8e98-2065c8864c91 req-59128503-0871-4fe1-8b0b-3948addb4eea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0478818
Dec 18 21:34:10.039196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b27e-2a56-43df-8e98-2065c8864c91 req-3e2fa77f-156e-4fc6-ae84-9000129a9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:10.040821 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b326b27e-2a56-43df-8e98-2065c8864c91 req-3e2fa77f-156e-4fc6-ae84-9000129a9732 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406065
Dec 18 21:34:10.141570 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b326b27e-2a56-43df-8e98-2065c8864c91 req-1d2b5d42-67af-43b2-859a-922236837a07 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802338
Dec 18 21:34:10.236785 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b326b27e-2a56-43df-8e98-2065c8864c91 req-b75f89db-da13-43f2-a190-42d8204fcf40 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833728
Dec 18 21:34:15.206599 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:19.815341 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:22.132814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-e450b5c5-4cd0-4557-ac3f-92175d7a6731 req-44612fa7-3968-4b9c-9535-efe113e6a8e1 service neutron] (126008) timed out ('10.222.0.36', 52365) {{(pid=126008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:34:33.017848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7cafbd5f-b52b-4e6e-b067-f02fd5978018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:34.307295 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:34:35.223820 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-87279f8c-5b61-4abb-8d1d-6bdad529fa7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:36.530728 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:38.237786 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:38.621369 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:45.206220 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:49.813582 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:34:53.013203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea0acd-8f68-4d22-91e3-47eb69c9bddd req-fc28159b-75b1-4210-a773-53136bc5413b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:53.014686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4ea0acd-8f68-4d22-91e3-47eb69c9bddd req-fc28159b-75b1-4210-a773-53136bc5413b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.1647553
Dec 18 21:34:53.060507 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4ea0acd-8f68-4d22-91e3-47eb69c9bddd req-40e7ff8c-6965-4438-9236-faa596b9149f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398498
Dec 18 21:34:53.302300 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-1e8c8811-b96a-4551-ad99-37637ab4b2ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0454187
Dec 18 21:34:53.321536 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b880e42-182f-4ea3-a726-ec99f78d2555 req-1e1f7af6-1ff6-42fc-a7b8-fc6d49ceb270 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:53.323193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b880e42-182f-4ea3-a726-ec99f78d2555 req-1e1f7af6-1ff6-42fc-a7b8-fc6d49ceb270 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0574055
Dec 18 21:34:53.372167 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b880e42-182f-4ea3-a726-ec99f78d2555 req-83ea76d4-7fb7-4020-b7fb-db293f1f1564 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425231
Dec 18 21:34:54.452986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-2f7695e6-b08c-45c8-9928-3057652ef3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:54.454566 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-2f7695e6-b08c-45c8-9928-3057652ef3b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 1096 time: 0.0423946
Dec 18 21:34:54.547354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db37ff3-f25c-4262-bf7a-509492846390 req-4509c0ee-d2bf-42e0-a66f-0b00b22bde28 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:54.548902 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4db37ff3-f25c-4262-bf7a-509492846390 req-4509c0ee-d2bf-42e0-a66f-0b00b22bde28 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.1049879
Dec 18 21:34:54.552776 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-4468fbc2-aaad-4e0e-b5e4-82641bb93667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:54.554227 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-4468fbc2-aaad-4e0e-b5e4-82641bb93667 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0878475
Dec 18 21:34:54.597453 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4db37ff3-f25c-4262-bf7a-509492846390 req-8c0b6584-3360-49bc-82a3-34e770506487 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419641
Dec 18 21:34:54.623351 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-9011369b-d2e2-4f68-853a-775f97ea0eb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12e24094-1435-477a-82aa-fb6329af98bf HTTP/1.1" status: 200  len: 1000 time: 0.0582542
Dec 18 21:34:54.680537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-18770182-37cf-4866-9a53-c3e1493e1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:54.681905 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-18770182-37cf-4866-9a53-c3e1493e1502 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0463934
Dec 18 21:34:54.734278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-4747089b-630e-46f1-b4fc-677ced7fbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:54.735797 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-4747089b-630e-46f1-b4fc-677ced7fbdac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0457098
Dec 18 21:34:54.823298 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-82c05af5-484e-425b-9e03-8bc44b0705e7 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796406
Dec 18 21:34:54.920097 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-b9b0aba5-f7d5-48e7-969c-bfc86ea5ea47 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847082
Dec 18 21:34:55.715527 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c40ca5-4061-4c78-816d-c331e50c4a2d req-9861f76e-4777-47db-89fa-8f144e0d9826 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:55.717003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06c40ca5-4061-4c78-816d-c331e50c4a2d req-9861f76e-4777-47db-89fa-8f144e0d9826 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0480740
Dec 18 21:34:55.767296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06c40ca5-4061-4c78-816d-c331e50c4a2d req-f05c12de-1470-4094-aa1f-2317811dfce1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442739
Dec 18 21:34:56.882576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6fda9-f33c-4646-b124-fb25e3f7bd0f req-ce1a7ad4-3367-4049-a535-beb2b737c576 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:56.884840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dbc6fda9-f33c-4646-b124-fb25e3f7bd0f req-ce1a7ad4-3367-4049-a535-beb2b737c576 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0482507
Dec 18 21:34:56.930907 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dbc6fda9-f33c-4646-b124-fb25e3f7bd0f req-dc7ec685-7b8e-44f3-90b9-d2b3effb4f53 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398369
Dec 18 21:34:58.048563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e95867-802a-4c13-b5b8-bbd9f6dbdc92 req-c803a115-3c06-488a-8dbc-2e42877ad0b5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:58.052467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80e95867-802a-4c13-b5b8-bbd9f6dbdc92 req-c803a115-3c06-488a-8dbc-2e42877ad0b5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0510554
Dec 18 21:34:58.098474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-80e95867-802a-4c13-b5b8-bbd9f6dbdc92 req-5d8445ed-dffa-45eb-8730-577ee965a320 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422754
Dec 18 21:34:59.215704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f7448-2a4c-48e8-8d59-062f82596d49 req-92ccde4e-60b1-41a8-87be-cb6d69b2e2cd tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:34:59.217192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d9f7448-2a4c-48e8-8d59-062f82596d49 req-92ccde4e-60b1-41a8-87be-cb6d69b2e2cd tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0509312
Dec 18 21:34:59.262904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7d9f7448-2a4c-48e8-8d59-062f82596d49 req-91c45493-32bd-46bb-903c-a7b43198692d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399857
Dec 18 21:35:00.378793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d7db9-39fe-4aff-9849-16aed9f7fb52 req-f63c03cf-1e8d-4fef-a692-8ca55b221d9e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:00.380624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-570d7db9-39fe-4aff-9849-16aed9f7fb52 req-f63c03cf-1e8d-4fef-a692-8ca55b221d9e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0482929
Dec 18 21:35:00.428296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-570d7db9-39fe-4aff-9849-16aed9f7fb52 req-eaff22e3-1ab5-4176-aeb7-d94ffad40e00 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416555
Dec 18 21:35:01.541394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a9342-e21d-403a-ac69-c4e6c2deffaf req-d6b6b40e-f3ed-4286-8fd7-6d9a84fe4dbc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:01.542874 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c5a9342-e21d-403a-ac69-c4e6c2deffaf req-d6b6b40e-f3ed-4286-8fd7-6d9a84fe4dbc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0468755
Dec 18 21:35:01.592182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c5a9342-e21d-403a-ac69-c4e6c2deffaf req-7e72a53f-5678-433b-b34f-72db03cff77c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434673
Dec 18 21:35:02.707723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5b42b-5fe5-4a27-bb4a-75448767d1b2 req-8704ed93-f722-4e22-9419-b458e984ebe8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:02.713449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97d5b42b-5fe5-4a27-bb4a-75448767d1b2 req-8704ed93-f722-4e22-9419-b458e984ebe8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0493338
Dec 18 21:35:02.756438 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97d5b42b-5fe5-4a27-bb4a-75448767d1b2 req-7b78c239-28dd-4519-8465-ec3511985383 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412199
Dec 18 21:35:03.020765 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-915900f1-2873-4c69-a457-45e6c258f7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:03.874168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b99c3-cb2a-4f05-8497-e2e00d7b5a81 req-f0421d97-ed5f-46f2-a86b-d5af33d1fd77 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:03.875662 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-285b99c3-cb2a-4f05-8497-e2e00d7b5a81 req-f0421d97-ed5f-46f2-a86b-d5af33d1fd77 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0505943
Dec 18 21:35:03.921356 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-285b99c3-cb2a-4f05-8497-e2e00d7b5a81 req-fa2150f2-072c-40b8-8e22-a2b387f182d8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398145
Dec 18 21:35:05.042996 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedce18c-cfd4-4837-b1f5-35ab252a258f req-b139cd01-4f66-487d-880d-f6b541db39d3 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:05.044605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dedce18c-cfd4-4837-b1f5-35ab252a258f req-b139cd01-4f66-487d-880d-f6b541db39d3 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0536244
Dec 18 21:35:05.091010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dedce18c-cfd4-4837-b1f5-35ab252a258f req-5bf8bff4-edc5-42d0-bb1a-f724132d0d20 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405133
Dec 18 21:35:05.225571 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-257cc6d3-9732-4377-9cf2-b2650a43c77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:06.208360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ede7f-a097-41c9-839e-39bdeefaa20f req-6d414f33-78b7-4ebb-bef8-5b46e60e6b47 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:06.209823 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-968ede7f-a097-41c9-839e-39bdeefaa20f req-6d414f33-78b7-4ebb-bef8-5b46e60e6b47 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0478251
Dec 18 21:35:06.255582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-968ede7f-a097-41c9-839e-39bdeefaa20f req-3bfa2750-e3ee-4792-aa59-3eb8f2d798be tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398645
Dec 18 21:35:06.533778 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:07.232775 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-045c37a1-6498-4fa1-ae71-ab7d8a3658ec service neutron] show failed (client error): The resource could not be found.
Dec 18 21:35:07.233789 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-045c37a1-6498-4fa1-ae71-ab7d8a3658ec service neutron] 10.222.0.36 "GET /v2.0/ports/12e24094-1435-477a-82aa-fb6329af98bf/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0554805
Dec 18 21:35:07.381758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b897eed-6c9a-4b26-8323-aae7ca42c05d req-231c5c2a-87c5-4732-a9e4-6776d6dfc4c8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:07.383905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b897eed-6c9a-4b26-8323-aae7ca42c05d req-231c5c2a-87c5-4732-a9e4-6776d6dfc4c8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0570188
Dec 18 21:35:07.437182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b897eed-6c9a-4b26-8323-aae7ca42c05d req-057ef194-bf7f-4507-99ea-fa406494fccd tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444453
Dec 18 21:35:07.531719 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-09d691e8-d250-4af0-a269-b75cf83bcdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:07.533210 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-09d691e8-d250-4af0-a269-b75cf83bcdf5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 1096 time: 0.1236668
Dec 18 21:35:07.544280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:35:07.599257 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:07.798951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12e24094-1435-477a-82aa-fb6329af98bf,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:35:07.831401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:35:07.870421 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:35:07.872673 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97922bf6-dc7a-448d-a6f3-1f515c7c12a4" -d '{"events": [{"server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "name": "network-vif-unplugged", "status": "completed", "tag": "12e24094-1435-477a-82aa-fb6329af98bf"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:35:07.876667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:07.889689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Transition to ACTIVE for port object 12e24094-1435-477a-82aa-fb6329af98bf will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:35:07.894052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:07.927725 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12561476-f676-4da5-b0c7-6bc75d400c1c x-openstack-request-id: req-12561476-f676-4da5-b0c7-6bc75d400c1c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:35:07.928018 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "name": "network-vif-unplugged", "status": "completed", "tag": "12e24094-1435-477a-82aa-fb6329af98bf", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:35:07.928277 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12561476-f676-4da5-b0c7-6bc75d400c1c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:35:07.928669 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf', 'code': 200}
Dec 18 21:35:08.001169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Pushing event updated for resources: {'Port': ['ID=12e24094-1435-477a-82aa-fb6329af98bf,revision_number=6']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:35:08.027201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.027556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.027901 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.028246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.028582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.028916 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.029247 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.029577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.029907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.030235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.030580 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.030905 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.031228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:08.083439 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] No DVR routers for this DVR port 12e24094-1435-477a-82aa-fb6329af98bf on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:35:08.229026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Attempting to bind port 12e24094-1435-477a-82aa-fb6329af98bf on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:35:08.229289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Attempting to bind port 12e24094-1435-477a-82aa-fb6329af98bf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:35:08.229620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Attempting to bind port 12e24094-1435-477a-82aa-fb6329af98bf on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:35:08.234127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Port 12e24094-1435-477a-82aa-fb6329af98bf on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:35:08.234766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Attempting to bind port 12e24094-1435-477a-82aa-fb6329af98bf on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:35:08.239541 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:35:08.239895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:35:08.240284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Bound using segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:35:08.240730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Bound port: 12e24094-1435-477a-82aa-fb6329af98bf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:35:08.241114 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:08.241271 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:08.303816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:35:08.307064 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12e24094-1435-477a-82aa-fb6329af98bf,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:35:08.311060 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:08.346399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:08.347029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:08.348422 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] 10.222.0.31 "PUT /v2.0/ports/12e24094-1435-477a-82aa-fb6329af98bf HTTP/1.1" status: 200  len: 1091 time: 0.8079507
Dec 18 21:35:08.368825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4fc3e-5535-4477-869a-1f2044c060d1 service neutron] Pushing event updated for resources: {'Port': ['ID=12e24094-1435-477a-82aa-fb6329af98bf,revision_number=7']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:35:08.418842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-ee68ef4d-5674-4eb2-9b56-82bb6de2ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:08.420400 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-ee68ef4d-5674-4eb2-9b56-82bb6de2ed1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 1094 time: 0.0465746
Dec 18 21:35:08.518021 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-d44720c2-4864-4c8c-82cc-3a5225c359f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:08.519522 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-d44720c2-4864-4c8c-82cc-3a5225c359f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0922399
Dec 18 21:35:08.568944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8aff72-dbdc-48f4-b38e-8c0096d8efe1 req-2048b977-f79a-4577-9202-8f70d13d1bcb tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:08.571106 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea8aff72-dbdc-48f4-b38e-8c0096d8efe1 req-2048b977-f79a-4577-9202-8f70d13d1bcb tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 943 time: 0.0542278
Dec 18 21:35:08.594652 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-71194768-b7a7-4d4c-91b8-aff2c88bdf44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12e24094-1435-477a-82aa-fb6329af98bf HTTP/1.1" status: 200  len: 998 time: 0.0679426
Dec 18 21:35:08.620480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea8aff72-dbdc-48f4-b38e-8c0096d8efe1 req-187e68b8-88af-45ac-b89f-63247214a90d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430019
Dec 18 21:35:08.630007 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:08.654863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-7f92a5eb-4817-482b-add0-94ce5636e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:08.656368 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-7f92a5eb-4817-482b-add0-94ce5636e1b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0554082
Dec 18 21:35:08.702529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-cb00736f-0745-4dfd-960d-0efeb56e368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:08.704311 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-cb00736f-0745-4dfd-960d-0efeb56e368f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408962
Dec 18 21:35:08.793881 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-66d9026e-dedd-4f41-81d5-d471cefb1a46 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827634
Dec 18 21:35:08.888514 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d8427997-aa06-4804-bc0d-b0345d98d3bd req-e1e7493a-74bd-45a0-832b-ec4fe5a02030 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874908
Dec 18 21:35:09.739249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5341ec-db47-4e3e-8b1d-3c02da77c983 req-aba9a465-870f-4031-b8e6-a5effe349f5d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:09.740740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e5341ec-db47-4e3e-8b1d-3c02da77c983 req-aba9a465-870f-4031-b8e6-a5effe349f5d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 943 time: 0.0489178
Dec 18 21:35:09.790452 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e5341ec-db47-4e3e-8b1d-3c02da77c983 req-99328e63-732c-4e1b-b42b-8a8d15fd16b2 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437808
Dec 18 21:35:09.930343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:35:09.932674 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a629d10-0825-4e8b-87a3-caaeeed936ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "tag": "12e24094-1435-477a-82aa-fb6329af98bf"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:35:09.983339 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1161fe-b31b-4a48-a0e9-38d84a7f20e8 x-openstack-request-id: req-5c1161fe-b31b-4a48-a0e9-38d84a7f20e8 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:35:09.983639 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "tag": "12e24094-1435-477a-82aa-fb6329af98bf", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:35:09.983901 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c1161fe-b31b-4a48-a0e9-38d84a7f20e8 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:35:09.984360 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf', 'status': 'completed', 'code': 200}
Dec 18 21:35:10.073818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-d5e46e44-528d-44fd-9c85-e258951b74a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:10.075358 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-d5e46e44-528d-44fd-9c85-e258951b74a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 1094 time: 0.0725119
Dec 18 21:35:10.077920 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-9d91993b-ae78-46d9-95fa-0dedd51496d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:10.079298 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-9d91993b-ae78-46d9-95fa-0dedd51496d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 1094 time: 0.0679247
Dec 18 21:35:10.532848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-5c48c291-0903-406c-b950-622d06bb4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:10.534349 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-5c48c291-0903-406c-b950-622d06bb4bb0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.4519448
Dec 18 21:35:10.535442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-3b766584-da4b-4a8b-86ef-442e1ddc39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:10.536739 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-3b766584-da4b-4a8b-86ef-442e1ddc39c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.4466751
Dec 18 21:35:10.645522 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-ee0f2ad2-d75c-4d9a-83a6-8b9273575584 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12e24094-1435-477a-82aa-fb6329af98bf HTTP/1.1" status: 200  len: 998 time: 0.1034768
Dec 18 21:35:10.647521 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-57422264-24d7-46a7-a9cf-1db2ebcd345b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12e24094-1435-477a-82aa-fb6329af98bf HTTP/1.1" status: 200  len: 998 time: 0.0992014
Dec 18 21:35:10.730566 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-0c42c47b-bd24-4bb3-8330-3987b195748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:10.732060 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-0c42c47b-bd24-4bb3-8330-3987b195748d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0794208
Dec 18 21:35:10.735934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-6b102f33-88e3-4b1b-8138-de70801c2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:10.737363 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-6b102f33-88e3-4b1b-8138-de70801c2ad8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0768418
Dec 18 21:35:10.807854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-2e2f381e-3e16-4e5f-8e89-db6450a366b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:10.809255 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-2e2f381e-3e16-4e5f-8e89-db6450a366b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0708282
Dec 18 21:35:10.811575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-f1f60e7b-925c-4ed7-b502-81a05ea89ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:10.812923 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-f1f60e7b-925c-4ed7-b502-81a05ea89ff3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0634303
Dec 18 21:35:10.918527 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63cd7a-6335-4525-9b2d-0f8ce248387e req-ba2b2a63-9f13-4bcb-9cfc-64771322c6b4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:10.920030 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a63cd7a-6335-4525-9b2d-0f8ce248387e req-ba2b2a63-9f13-4bcb-9cfc-64771322c6b4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 943 time: 0.0480125
Dec 18 21:35:10.969084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a63cd7a-6335-4525-9b2d-0f8ce248387e req-f989d267-e74d-4d2f-a76c-a86e1a04ebab tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425625
Dec 18 21:35:10.969305 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-9c67ecb5-3f37-47c8-8eb8-683332d94dfc service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529949
Dec 18 21:35:10.974574 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-56db1cc2-89ab-4532-a55a-c106b723d7b0 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418090
Dec 18 21:35:11.132977 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.36', 53299) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:35:11.136513 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-cad0479f-b5fa-4e21-9a10-0c9608b76d2c service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1605172
Dec 18 21:35:11.138437 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6a629d10-0825-4e8b-87a3-caaeeed936ab req-0e4d98c0-78aa-4740-b744-739e70a12cb6 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447649
Dec 18 21:35:11.200457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a70c41-226e-49c3-9dd0-c95426a2a6f3 req-563ed9ea-da49-4ef4-ad75-1269a0d59dbe tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:11.201918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45a70c41-226e-49c3-9dd0-c95426a2a6f3 req-563ed9ea-da49-4ef4-ad75-1269a0d59dbe tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 943 time: 0.0790179
Dec 18 21:35:11.223553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-1bcd068c-56be-4c65-b338-f77b85203fa0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:11.224904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-1bcd068c-56be-4c65-b338-f77b85203fa0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7&tenant_id=542852f38d9b4ee7a351cc80abbd3d19&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0691836
Dec 18 21:35:11.288194 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45a70c41-226e-49c3-9dd0-c95426a2a6f3 req-f14add15-ff24-4334-af28-0ccc914ea4ee tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777066
Dec 18 21:35:11.306401 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:35:11.307879 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-9e58e1ac-905a-4426-9f0e-33ba75f424e9 service neutron] delete failed (client error): The resource could not be found.
Dec 18 21:35:11.308898 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-9e58e1ac-905a-4426-9f0e-33ba75f424e9 service neutron] 10.222.0.36 "DELETE /v2.0/ports/12e24094-1435-477a-82aa-fb6329af98bf/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0705342
Dec 18 21:35:11.406178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-8573aae3-a913-4a40-8f35-e58109b579eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:11.407713 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-8573aae3-a913-4a40-8f35-e58109b579eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 1094 time: 0.0411608
Dec 18 21:35:11.504135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-2f25b567-d038-4d72-a4eb-a28d92c74d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:11.505582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-2f25b567-d038-4d72-a4eb-a28d92c74d9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0871465
Dec 18 21:35:11.572544 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-df62642a-6127-4f7e-9065-9334daf5f7f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12e24094-1435-477a-82aa-fb6329af98bf HTTP/1.1" status: 200  len: 998 time: 0.0560217
Dec 18 21:35:11.631254 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-3aa9f38f-a1ff-46df-8e01-c7e2f621acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:11.632605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-3aa9f38f-a1ff-46df-8e01-c7e2f621acc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0432944
Dec 18 21:35:11.682521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-e33770c9-1879-4838-9fc9-526b299c17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:11.684036 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-e33770c9-1879-4838-9fc9-526b299c17ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425067
Dec 18 21:35:11.782594 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-c2a729bd-2fc3-4b24-9102-afb91d8b4594 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847354
Dec 18 21:35:11.957140 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 12e24094-1435-477a-82aa-fb6329af98bf no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:35:11.996653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 12e24094-1435-477a-82aa-fb6329af98bf not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:35:12.130762 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1ce9e1cb-f1b7-49b6-9c5c-f0183cfee587 req-fcf3026b-7696-42c4-8905-fb8028632938 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3367200
Dec 18 21:35:12.136697 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 12e24094-1435-477a-82aa-fb6329af98bf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:35:12.237800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12e24094-1435-477a-82aa-fb6329af98bf,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:35:12.250023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '12e24094-1435-477a-82aa-fb6329af98bf', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'port_id': '12e24094-1435-477a-82aa-fb6329af98bf', 'mac_address': 'fa:16:3e:51:4a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:35:12.286749 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:12.299963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e24094-1435-477a-82aa-fb6329af98bf {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:35:12.319610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12e24094-1435-477a-82aa-fb6329af98bf,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:35:12.324815 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:12.372174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=12e24094-1435-477a-82aa-fb6329af98bf,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:35:12.379537 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.379890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.380237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.380581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.380917 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.381247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.381576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.381904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.382229 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.382603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.383449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.383771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.384095 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:12.407995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99e6d7-db75-4628-9903-8b01e44af98c req-72d22ee8-7fd9-4016-a8b6-ea7c099c306f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:12.409492 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa99e6d7-db75-4628-9903-8b01e44af98c req-72d22ee8-7fd9-4016-a8b6-ea7c099c306f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 944 time: 0.0496123
Dec 18 21:35:12.457387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa99e6d7-db75-4628-9903-8b01e44af98c req-50fb3f39-d0e7-49ac-b0de-c3080d9c325f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419996
Dec 18 21:35:12.561828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['12e24094-1435-477a-82aa-fb6329af98bf'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:35:13.575437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849221f-d999-418b-bc25-463076ff44ab req-1cbbafe2-1f51-4265-ba52-c6d5dab64504 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:13.576900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f849221f-d999-418b-bc25-463076ff44ab req-1cbbafe2-1f51-4265-ba52-c6d5dab64504 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 944 time: 0.0479269
Dec 18 21:35:13.627877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f849221f-d999-418b-bc25-463076ff44ab req-c0409595-b629-4c70-bfe1-b091edab7d58 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445893
Dec 18 21:35:13.741528 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b5d17-a0a3-4e68-a341-91b49c38b4bc req-7eaef169-984c-4840-bb98-51389278bd29 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:13.743051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f7b5d17-a0a3-4e68-a341-91b49c38b4bc req-7eaef169-984c-4840-bb98-51389278bd29 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 944 time: 0.0492966
Dec 18 21:35:13.790100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f7b5d17-a0a3-4e68-a341-91b49c38b4bc req-0cecd65d-7537-4b93-90ca-8279c4e9e6f3 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410597
Dec 18 21:35:13.903426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c854a19-e33c-4edf-ae96-897e0d86b189 req-4e91f3b2-7f4c-4bf3-b78b-d8cdadfe0ef1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:13.904927 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c854a19-e33c-4edf-ae96-897e0d86b189 req-4e91f3b2-7f4c-4bf3-b78b-d8cdadfe0ef1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 944 time: 0.0488448
Dec 18 21:35:13.953212 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c854a19-e33c-4edf-ae96-897e0d86b189 req-945e7a13-57d9-4bce-ae81-eee194e13b8c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411904
Dec 18 21:35:14.139375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 12e24094-1435-477a-82aa-fb6329af98bf up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:35:14.188297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 12e24094-1435-477a-82aa-fb6329af98bf completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:35:14.189564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009415f9-5359-4219-81c0-0c0b175f1e99 req-57967940-06e6-44d0-91cb-ea71448243f8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:14.191266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-009415f9-5359-4219-81c0-0c0b175f1e99 req-57967940-06e6-44d0-91cb-ea71448243f8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 944 time: 0.0546231
Dec 18 21:35:14.192524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 12e24094-1435-477a-82aa-fb6329af98bf triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:35:14.192893 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:14.239039 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-009415f9-5359-4219-81c0-0c0b175f1e99 req-fb21bad0-9e19-4ed2-a81d-5989faf0958e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410552
Dec 18 21:35:14.273480 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:14.295771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:35:14.297962 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f3a909-3d0b-4298-97c7-c835c6e06d4d" -d '{"events": [{"server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "name": "network-vif-plugged", "status": "completed", "tag": "12e24094-1435-477a-82aa-fb6329af98bf"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:35:14.310890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12e24094-1435-477a-82aa-fb6329af98bf,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:35:14.315397 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:14.338452 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac37f9f-01d3-4bc6-b743-b5497ad384b7 x-openstack-request-id: req-5ac37f9f-01d3-4bc6-b743-b5497ad384b7 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:35:14.338751 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "name": "network-vif-plugged", "status": "completed", "tag": "12e24094-1435-477a-82aa-fb6329af98bf", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:35:14.339008 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ac37f9f-01d3-4bc6-b743-b5497ad384b7 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:35:14.339402 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf', 'code': 200}
Dec 18 21:35:14.364023 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=12e24094-1435-477a-82aa-fb6329af98bf,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:35:15.221836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:15.355766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1ea62-779d-4d75-b2dd-ea70f57a788b req-d1fd54ad-aa33-451f-abd8-56edd1a641a6 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:15.357225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dda1ea62-779d-4d75-b2dd-ea70f57a788b req-d1fd54ad-aa33-451f-abd8-56edd1a641a6 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0482926
Dec 18 21:35:15.405240 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dda1ea62-779d-4d75-b2dd-ea70f57a788b req-7615107f-f02a-48ce-ae7b-4e616c9d62db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419886
Dec 18 21:35:15.411502 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48876420-7078-4949-ba1c-032548b1e9d1 req-962d84c2-1aae-4074-ba79-db0c4062a13d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:15.412973 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-48876420-7078-4949-ba1c-032548b1e9d1 req-962d84c2-1aae-4074-ba79-db0c4062a13d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d28b1-a536-490d-91f9-aedfd7bc4ba7 HTTP/1.1" status: 200  len: 945 time: 0.0562522
Dec 18 21:35:15.500171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Deleting port 12e24094-1435-477a-82aa-fb6329af98bf {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:35:15.500429 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:15.593363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] For port 12e24094-1435-477a-82aa-fb6329af98bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12e24094-1435-477a-82aa-fb6329af98bf,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:35:15.593723 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:15.810472 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:15.810747 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:15.811058 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd disassociated. External IP: 172.35.3.22, port: 12e24094-1435-477a-82aa-fb6329af98bf.
Dec 18 21:35:15.811401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Calling delete_port for 12e24094-1435-477a-82aa-fb6329af98bf owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:35:15.932722 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:15.964572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event deleted for resources: {'Port': ['ID=12e24094-1435-477a-82aa-fb6329af98bf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:35:16.083407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Router 1108dbd8-5558-4b00-a71e-79601633bedd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:35:16.191856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:35:16.201282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a4efa4-66c9-43dd-a95f-b68f34a8c0f2 None None] Sync routers for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:35:16.211911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4efa4-66c9-43dd-a95f-b68f34a8c0f2 None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:35:16.212622 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f1a4efa4-66c9-43dd-a95f-b68f34a8c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6af310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:35:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:35:16.231701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] No DVR routers for this DVR port 12e24094-1435-477a-82aa-fb6329af98bf on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:35:16.234478 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:16.238236 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-48876420-7078-4949-ba1c-032548b1e9d1 req-d62dc1e0-f702-4340-8306-073694ba5b09 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.31 "DELETE /v2.0/ports/12e24094-1435-477a-82aa-fb6329af98bf HTTP/1.1" status: 204  len: 173 time: 0.8189332
Dec 18 21:35:16.239079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'name': 'network-vif-deleted', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:35:16.242422 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535e51df-a6a3-4ac9-b8a4-1b83537049a8" -d '{"events": [{"server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "name": "network-vif-deleted", "tag": "12e24094-1435-477a-82aa-fb6329af98bf"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:35:16.284050 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ec112-867b-45c7-b0d1-57c7e005487e x-openstack-request-id: req-f14ec112-867b-45c7-b0d1-57c7e005487e {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:35:16.284353 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6d28b1-a536-490d-91f9-aedfd7bc4ba7", "name": "network-vif-deleted", "tag": "12e24094-1435-477a-82aa-fb6329af98bf", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:35:16.284677 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f14ec112-867b-45c7-b0d1-57c7e005487e {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:35:16.285093 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d28b1-a536-490d-91f9-aedfd7bc4ba7', 'name': 'network-vif-deleted', 'tag': '12e24094-1435-477a-82aa-fb6329af98bf', 'status': 'completed', 'code': 200}
Dec 18 21:35:16.323528 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f1a4efa4-66c9-43dd-a95f-b68f34a8c0f2 None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:35:16.546025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f1a4efa4-66c9-43dd-a95f-b68f34a8c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6af310>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:35:16.576315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a4efa4-66c9-43dd-a95f-b68f34a8c0f2 None None] Checking router: 1108dbd8-5558-4b00-a71e-79601633bedd for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:35:16.588895 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4efa4-66c9-43dd-a95f-b68f34a8c0f2 None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:35:16.589512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f1a4efa4-66c9-43dd-a95f-b68f34a8c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6af310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:35:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:35:16.671120 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-7fc971a0-0913-41ae-8110-7a46ecb2f550 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--784507149&fields=id&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 267 time: 0.0535638
Dec 18 21:35:16.709438 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f1a4efa4-66c9-43dd-a95f-b68f34a8c0f2 None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:35:16.790061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8455-782f-491b-885d-43b535e876db req-5221f291-b489-44bd-81bd-fff94118ccfe tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:16.794286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-5221f291-b489-44bd-81bd-fff94118ccfe tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 811 time: 0.1138771
Dec 18 21:35:16.810809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-36f472fc-bdad-4e69-9691-ef469a4c2c0a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/quotas/542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 375 time: 0.0126569
Dec 18 21:35:16.863990 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-e9d6666f-0d6b-4c79-b3a3-5c54d1e58a43 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0500200
Dec 18 21:35:16.919561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f1a4efa4-66c9-43dd-a95f-b68f34a8c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6af310>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:35:16.946331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a4efa4-66c9-43dd-a95f-b68f34a8c0f2 None None] The sync data for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 is: [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:35:16.964139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-e11e211c-981a-4898-b2ed-7413d4d678cb service neutron] 10.222.0.13 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868480
Dec 18 21:35:17.055088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-bc88f004-7484-4a3a-a101-9bce1ed0d664 service neutron] 10.222.0.13 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848970
Dec 18 21:35:17.192829 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcb643-2b9f-4270-bf8c-18e60b948d53 None None] New status for floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:35:17.230280 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6beae95f-0f2c-49c6-9e71-b33e660c981f req-6e430ebf-e57a-428c-86f6-ba0baac5d59f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 210 time: 0.0334637
Dec 18 21:35:18.160926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 12e24094-1435-477a-82aa-fb6329af98bf no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:35:18.182839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 12e24094-1435-477a-82aa-fb6329af98bf {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:35:18.183284 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 12e24094-1435-477a-82aa-fb6329af98bf not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:35:18.249200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8455-782f-491b-885d-43b535e876db req-817d711a-5c72-4c86-b09b-c4db64bc74b3 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:18.250674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-817d711a-5c72-4c86-b09b-c4db64bc74b3 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 811 time: 0.1016057
Dec 18 21:35:18.325698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-dba94a8c-acd5-4bd7-b57f-4cc41f6674e1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 379 time: 0.0647168
Dec 18 21:35:18.344969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-859cc2de-f6c8-44d4-ac10-d7589cccc6e9 req-536ba203-c6b5-434a-8f81-55abc17d57b7 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 210 time: 0.0346868
Dec 18 21:35:18.348304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-cbfd8455-782f-491b-885d-43b535e876db req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Request body: {'port': {'device_id': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'admin_state_up': True, 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'security_groups': ['03bdc3e8-5df2-4132-994a-0c6433949365']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:35:18.453504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfd8455-782f-491b-885d-43b535e876db req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Made reservation on behalf of 542852f38d9b4ee7a351cc80abbd3d19 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:35:18.457016 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cbfd8455-782f-491b-885d-43b535e876db req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:18.580007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-cbfd8455-782f-491b-885d-43b535e876db req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Allocated IP 172.20.0.10 (0d5d526c-ff3b-4870-a375-d43b4ba66efb/6df87f8a-6158-4155-a680-780518980e8e/97e359ac-d66a-43e5-8caa-681afb9b821a) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:35:18.715540 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cbfd8455-782f-491b-885d-43b535e876db req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:18.748999 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cbfd8455-782f-491b-885d-43b535e876db req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:18.794011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfd8455-782f-491b-885d-43b535e876db req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Network 0d5d526c-ff3b-4870-a375-d43b4ba66efb is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:35:18.797008 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-cbfd8455-782f-491b-885d-43b535e876db req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:35:18.799670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfd8455-782f-491b-885d-43b535e876db req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:35:18.826080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event updated for resources: {'Port': ['ID=97e359ac-d66a-43e5-8caa-681afb9b821a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:35:18.840718 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.841133 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.841485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.841838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.842160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.842560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.842902 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.843234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.843563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.843892 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.844218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.844540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.844868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:35:18.869809 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8455-782f-491b-885d-43b535e876db req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:18.870464 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cbfd8455-782f-491b-885d-43b535e876db req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:18.887695 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-ddc0e27b-1019-43e3-bf27-d52caa959547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5448639
Dec 18 21:35:18.904878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Request body: {'port': {'device_id': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:35:18.964788 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:19.051679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b765edd5-a47f-4c7b-b7bc-ddd77d6f7865 None None] Provisioning complete for port 97e359ac-d66a-43e5-8caa-681afb9b821a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:35:19.052052 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b765edd5-a47f-4c7b-b7bc-ddd77d6f7865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:19.089963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b765edd5-a47f-4c7b-b7bc-ddd77d6f7865 None None] Port 97e359ac-d66a-43e5-8caa-681afb9b821a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:35:19.229805 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e359ac-d66a-43e5-8caa-681afb9b821a {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:35:19.236956 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:19.249049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Transition to ACTIVE for port object 97e359ac-d66a-43e5-8caa-681afb9b821a will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:35:19.251835 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:19.317114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Pushing event updated for resources: {'Port': ['ID=97e359ac-d66a-43e5-8caa-681afb9b821a,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:35:19.373944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Attempting to bind port 97e359ac-d66a-43e5-8caa-681afb9b821a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:35:19.373944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Attempting to bind port 97e359ac-d66a-43e5-8caa-681afb9b821a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:35:19.374302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Attempting to bind port 97e359ac-d66a-43e5-8caa-681afb9b821a on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:35:19.379037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Port 97e359ac-d66a-43e5-8caa-681afb9b821a on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:35:19.379532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Attempting to bind port 97e359ac-d66a-43e5-8caa-681afb9b821a on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:35:19.385590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:35:19.385935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:35:19.386345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Bound using segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:35:19.386775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Bound port: 97e359ac-d66a-43e5-8caa-681afb9b821a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:35:19.387133 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:19.493579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:35:19.497678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97e359ac-d66a-43e5-8caa-681afb9b821a,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:35:19.510863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1445b2b-d657-4df3-879c-668cf5e13c59 req-a5bd83fb-ccba-43f2-98df-fb418a5d6a0b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:19.512348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1445b2b-d657-4df3-879c-668cf5e13c59 req-a5bd83fb-ccba-43f2-98df-fb418a5d6a0b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 944 time: 0.0890665
Dec 18 21:35:19.513383 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:19.572085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:19.572848 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:19.574201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 1092 time: 0.6739602
Dec 18 21:35:19.576540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:35:19.579087 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d2c58e-70fb-4bd1-b908-03c59fddbf72" -d '{"events": [{"name": "network-changed", "server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:35:19.609816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ee463-ae46-4eeb-9b64-fea4ce6208a6 service neutron] Pushing event updated for resources: {'Port': ['ID=97e359ac-d66a-43e5-8caa-681afb9b821a,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:35:19.649980 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1445b2b-d657-4df3-879c-668cf5e13c59 req-867c5861-f680-4b0f-b338-ce12c34a3a0b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1079943
Dec 18 21:35:19.708226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8455-782f-491b-885d-43b535e876db req-5981e185-9576-4b7f-ac23-e334da506593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:19.709759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-5981e185-9576-4b7f-ac23-e334da506593 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 1095 time: 0.0462434
Dec 18 21:35:19.759785 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0662765-4b02-4b73-b4b4-b22e55dd16cf x-openstack-request-id: req-e0662765-4b02-4b73-b4b4-b22e55dd16cf {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:35:19.760078 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:35:19.760322 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0662765-4b02-4b73-b4b4-b22e55dd16cf {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:35:19.760719 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'status': 'completed', 'code': 200}
Dec 18 21:35:19.762540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-bde584ce-e2bc-44c5-8a9f-1564fc339695 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 217 time: 0.0385578
Dec 18 21:35:19.817037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8455-782f-491b-885d-43b535e876db req-e5ff58dd-278d-4078-b1a5-f1b6da3af1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:19.818526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-e5ff58dd-278d-4078-b1a5-f1b6da3af1e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0481553
Dec 18 21:35:19.827541 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:19.876456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8455-782f-491b-885d-43b535e876db req-57721b72-a9af-4c01-aeb8-5c1f5d9c6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:19.877962 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-57721b72-a9af-4c01-aeb8-5c1f5d9c6cc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0480149
Dec 18 21:35:19.972821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-5e73f44a-f85d-4e5f-9942-179ff6959882 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813527
Dec 18 21:35:20.065604 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbfd8455-782f-491b-885d-43b535e876db req-e6fe4589-f25b-49e6-abec-48871cb409c7 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845644
Dec 18 21:35:20.156960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2c58e-70fb-4bd1-b908-03c59fddbf72 req-571527dd-905f-4676-a2b4-b387d076e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:20.158470 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32d2c58e-70fb-4bd1-b908-03c59fddbf72 req-571527dd-905f-4676-a2b4-b387d076e431 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 1095 time: 0.0402734
Dec 18 21:35:20.270729 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2c58e-70fb-4bd1-b908-03c59fddbf72 req-a1928f33-a42d-4434-87f8-e273f57136b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:20.272183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32d2c58e-70fb-4bd1-b908-03c59fddbf72 req-a1928f33-a42d-4434-87f8-e273f57136b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.1052413
Dec 18 21:35:20.313441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32d2c58e-70fb-4bd1-b908-03c59fddbf72 req-707a441f-11c6-4a1c-9660-12035463883b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 217 time: 0.0337436
Dec 18 21:35:20.360845 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2c58e-70fb-4bd1-b908-03c59fddbf72 req-fbf4fcd8-593d-448b-bd66-517b66653ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:20.362226 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32d2c58e-70fb-4bd1-b908-03c59fddbf72 req-fbf4fcd8-593d-448b-bd66-517b66653ec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0410089
Dec 18 21:35:20.410846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2c58e-70fb-4bd1-b908-03c59fddbf72 req-1bbb538e-24eb-4b9c-bf07-46fd8c531fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:20.412299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32d2c58e-70fb-4bd1-b908-03c59fddbf72 req-1bbb538e-24eb-4b9c-bf07-46fd8c531fab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0415959
Dec 18 21:35:20.500889 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32d2c58e-70fb-4bd1-b908-03c59fddbf72 req-6f27589e-7759-41a9-a712-d09d1e70a0cf service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805542
Dec 18 21:35:20.592563 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-32d2c58e-70fb-4bd1-b908-03c59fddbf72 req-cc460024-877f-47cb-93bc-b2bf10b7ff46 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839107
Dec 18 21:35:20.758430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22cc4e-61df-4da3-80a7-165a0d3aafeb req-6893dd1e-9ee6-40a1-b1c8-685abce76e32 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:20.759903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d22cc4e-61df-4da3-80a7-165a0d3aafeb req-6893dd1e-9ee6-40a1-b1c8-685abce76e32 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 944 time: 0.0483525
Dec 18 21:35:20.805572 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0d22cc4e-61df-4da3-80a7-165a0d3aafeb req-5e2af1e1-24af-4084-95b2-b90de2191736 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396795
Dec 18 21:35:21.921477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacc9b4-b460-4e1a-855b-a4380310de4b req-66947f61-5a6e-4687-89ff-4f060362a1d4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:21.923004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3cacc9b4-b460-4e1a-855b-a4380310de4b req-66947f61-5a6e-4687-89ff-4f060362a1d4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 944 time: 0.0486104
Dec 18 21:35:21.973485 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3cacc9b4-b460-4e1a-855b-a4380310de4b req-46fc4899-f604-435c-9293-d8ea102d9867 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444214
Dec 18 21:35:23.086496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932e568-9271-4bfd-a094-84a31712b4ba req-5541905b-8d17-492f-8fca-a45d642fc2b9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:23.087938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7932e568-9271-4bfd-a094-84a31712b4ba req-5541905b-8d17-492f-8fca-a45d642fc2b9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 944 time: 0.0476778
Dec 18 21:35:23.136539 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7932e568-9271-4bfd-a094-84a31712b4ba req-07b3ed5e-497f-423f-9b9d-c0b9f99304fa tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426731
Dec 18 21:35:24.019077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 97e359ac-d66a-43e5-8caa-681afb9b821a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:35:24.111101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97e359ac-d66a-43e5-8caa-681afb9b821a,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:35:24.122118 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'port_id': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'mac_address': 'fa:16:3e:db:cd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:35:24.157956 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:24.170677 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e359ac-d66a-43e5-8caa-681afb9b821a {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:35:24.189813 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97e359ac-d66a-43e5-8caa-681afb9b821a,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:35:24.195579 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:24.244407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=97e359ac-d66a-43e5-8caa-681afb9b821a,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:35:24.264754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cdc2a-ecb5-4f1c-9df7-30cb12c44adf req-44f909f9-7c30-4803-84e5-51bbfb2f15de tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:24.266216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a97cdc2a-ecb5-4f1c-9df7-30cb12c44adf req-44f909f9-7c30-4803-84e5-51bbfb2f15de tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 945 time: 0.0484700
Dec 18 21:35:24.312156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a97cdc2a-ecb5-4f1c-9df7-30cb12c44adf req-dd038b49-4b01-4e5e-9dc3-acc2904eeb4f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398645
Dec 18 21:35:24.505165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['97e359ac-d66a-43e5-8caa-681afb9b821a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:35:25.429477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236883f-b370-4a61-b094-11216f2809ed req-e4351195-dfe4-42e7-9018-856f70e641b6 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:25.430968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2236883f-b370-4a61-b094-11216f2809ed req-e4351195-dfe4-42e7-9018-856f70e641b6 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 945 time: 0.0511391
Dec 18 21:35:25.480634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2236883f-b370-4a61-b094-11216f2809ed req-6ad1ce2f-4dd8-4134-a88e-999596d02aba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437188
Dec 18 21:35:26.019241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 97e359ac-d66a-43e5-8caa-681afb9b821a up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:35:26.065331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 97e359ac-d66a-43e5-8caa-681afb9b821a completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:35:26.069182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 97e359ac-d66a-43e5-8caa-681afb9b821a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:35:26.069560 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:26.151667 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:26.173191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:35:26.175435 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1792c45c-4de1-4a75-8ebc-3f1bfd59bfdf" -d '{"events": [{"server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "name": "network-vif-plugged", "status": "completed", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:35:26.188996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97e359ac-d66a-43e5-8caa-681afb9b821a,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:35:26.192798 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:26.239347 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=97e359ac-d66a-43e5-8caa-681afb9b821a,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:35:26.277193 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542e9b56-37e1-40d2-8c13-ce69cd3f8f81 x-openstack-request-id: req-542e9b56-37e1-40d2-8c13-ce69cd3f8f81 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:35:26.277485 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "name": "network-vif-plugged", "status": "completed", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:35:26.278102 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-542e9b56-37e1-40d2-8c13-ce69cd3f8f81 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:35:26.278586 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'code': 200}
Dec 18 21:35:26.384141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d90558-96e1-4bc5-96db-36f8223fdbf2 req-87d3f4b0-a4ba-4c25-a526-b3df2d1f0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:26.385615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69d90558-96e1-4bc5-96db-36f8223fdbf2 req-87d3f4b0-a4ba-4c25-a526-b3df2d1f0811 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 1097 time: 0.0394969
Dec 18 21:35:26.429274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69d90558-96e1-4bc5-96db-36f8223fdbf2 req-2002bda3-96ed-4f65-8c64-d9b8cbc619ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357163
Dec 18 21:35:26.593079 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6210b-cb35-4c16-a55a-b1c0c3271986 req-6fc30128-f25b-4641-b5b4-340d5eb06aa0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:26.594767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18d6210b-cb35-4c16-a55a-b1c0c3271986 req-6fc30128-f25b-4641-b5b4-340d5eb06aa0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0478017
Dec 18 21:35:26.644238 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18d6210b-cb35-4c16-a55a-b1c0c3271986 req-ece18d96-cb59-45b5-ae58-364167c12242 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436153
Dec 18 21:35:27.766364 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d37a2-469a-4195-9a05-5885f84f31a2 req-2dd9ea05-585a-4e5f-b793-99f12eb2fccf tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:27.767856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0d37a2-469a-4195-9a05-5885f84f31a2 req-2dd9ea05-585a-4e5f-b793-99f12eb2fccf tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0494831
Dec 18 21:35:27.814489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff0d37a2-469a-4195-9a05-5885f84f31a2 req-7a4c901d-23b0-40f6-99ce-b568592c53a0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405936
Dec 18 21:35:27.926163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef6d4c-b2d9-41da-88e0-e9a01ddf34b4 req-c12cd176-6c14-4b8a-b546-62b19276e6a6 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:27.927585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-efef6d4c-b2d9-41da-88e0-e9a01ddf34b4 req-c12cd176-6c14-4b8a-b546-62b19276e6a6 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0484514
Dec 18 21:35:27.936919 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 51858) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:35:27.941196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-257fb326-1af6-4946-915a-1010a932ef3b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Request body: {'floatingip': {'port_id': '97e359ac-d66a-43e5-8caa-681afb9b821a'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:35:27.984753 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-257fb326-1af6-4946-915a-1010a932ef3b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:28.404043 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-257fb326-1af6-4946-915a-1010a932ef3b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:28.407881 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-257fb326-1af6-4946-915a-1010a932ef3b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:28.500219 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-257fb326-1af6-4946-915a-1010a932ef3b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd associated. External IP: 172.35.3.22, port: 97e359ac-d66a-43e5-8caa-681afb9b821a.
Dec 18 21:35:28.698975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257fb326-1af6-4946-915a-1010a932ef3b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Router 1108dbd8-5558-4b00-a71e-79601633bedd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:35:28.805421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257fb326-1af6-4946-915a-1010a932ef3b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:35:28.810606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-257fb326-1af6-4946-915a-1010a932ef3b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:28.814577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c52055-45b6-4581-bc61-e9a61894aebb None None] Sync routers for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:35:28.824924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c52055-45b6-4581-bc61-e9a61894aebb None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:35:28.825529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-69c52055-45b6-4581-bc61-e9a61894aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d593190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:35:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:35:28.838050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-257fb326-1af6-4946-915a-1010a932ef3b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "PUT /v2.0/floatingips/f52171f0-17bd-4f28-9df1-3cda740df6fd HTTP/1.1" status: 200  len: 991 time: 0.9001107
Dec 18 21:35:28.838668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:35:28.840922 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f747756-24e8-466b-8dce-5817cd34444a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:35:28.882997 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed71556-c166-403a-a0a4-201c381f815d x-openstack-request-id: req-fed71556-c166-403a-a0a4-201c381f815d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:35:28.883292 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:35:28.883545 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fed71556-c166-403a-a0a4-201c381f815d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:35:28.883946 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'status': 'completed', 'code': 200}
Dec 18 21:35:28.947898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f747756-24e8-466b-8dce-5817cd34444a req-bb0d56be-9a9e-4e84-86db-36e8d6714cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:28.949652 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f747756-24e8-466b-8dce-5817cd34444a req-bb0d56be-9a9e-4e84-86db-36e8d6714cfe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 1097 time: 0.0438840
Dec 18 21:35:29.045155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f747756-24e8-466b-8dce-5817cd34444a req-a5da4029-7b05-448e-82ad-5821c3d671b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:29.046654 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f747756-24e8-466b-8dce-5817cd34444a req-a5da4029-7b05-448e-82ad-5821c3d671b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0890884
Dec 18 21:35:29.108797 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-69c52055-45b6-4581-bc61-e9a61894aebb None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:35:29.112247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f747756-24e8-466b-8dce-5817cd34444a req-5ce74e9e-40a5-4cdc-a45b-f1863bc3b6c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 999 time: 0.0567105
Dec 18 21:35:29.339351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-69c52055-45b6-4581-bc61-e9a61894aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d593190>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f52171f0-17bd-4f28-9df1-3cda740df6fd', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'floating_ip_address': '172.35.3.22', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'port_id': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'mac_address': 'fa:16:3e:db:cd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:32:59Z', 'updated_at': '2021-12-18T21:35:28Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:35:29.365820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c52055-45b6-4581-bc61-e9a61894aebb None None] Checking router: 1108dbd8-5558-4b00-a71e-79601633bedd for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:35:29.374858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c52055-45b6-4581-bc61-e9a61894aebb None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:35:29.375473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-69c52055-45b6-4581-bc61-e9a61894aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d593190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:35:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:35:29.420818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f747756-24e8-466b-8dce-5817cd34444a req-be15f24e-d34e-421e-bc91-6e8951216176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:29.422293 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f747756-24e8-466b-8dce-5817cd34444a req-be15f24e-d34e-421e-bc91-6e8951216176 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.3025775
Dec 18 21:35:29.466981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f747756-24e8-466b-8dce-5817cd34444a req-dc23f07f-56f8-4850-8122-6d1fea4c6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:35:29.468480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f747756-24e8-466b-8dce-5817cd34444a req-dc23f07f-56f8-4850-8122-6d1fea4c6428 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0382710
Dec 18 21:35:29.480522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-69c52055-45b6-4581-bc61-e9a61894aebb None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:35:29.559233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f747756-24e8-466b-8dce-5817cd34444a req-a8966323-bc37-4b65-b379-5f5d3748eb7c service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836363
Dec 18 21:35:29.653324 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f747756-24e8-466b-8dce-5817cd34444a req-13195bcd-695f-45db-9cc5-627d2fd06901 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869300
Dec 18 21:35:29.705209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-69c52055-45b6-4581-bc61-e9a61894aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d593190>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f52171f0-17bd-4f28-9df1-3cda740df6fd', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'floating_ip_address': '172.35.3.22', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'port_id': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'mac_address': 'fa:16:3e:db:cd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:32:59Z', 'updated_at': '2021-12-18T21:35:28Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:35:29.732319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c52055-45b6-4581-bc61-e9a61894aebb None None] The sync data for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 is: [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f52171f0-17bd-4f28-9df1-3cda740df6fd', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'floating_ip_address': '172.35.3.22', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'port_id': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'mac_address': 'fa:16:3e:db:cd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:32:59Z', 'updated_at': '2021-12-18T21:35:28Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:35:29.917319 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072502c-dde4-48e6-bc8e-89ba2b91a241 None None] New status for floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:35:33.022667 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fbd31454-9eeb-4a2c-939f-ce4d94809fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:35.228458 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ba720745-be87-4f6f-aa7d-9eb72b876f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:36.536533 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:38.242956 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:38.623654 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:45.236110 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:35:48.306077 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:35:49.819710 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:03.023823 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-84ba4aa4-2d77-4220-b952-ebb0b9efe226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:05.230138 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-89673ddb-c091-4c45-97b6-3acd18d60075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:06.538102 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:08.246971 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:08.626006 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:09.696931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a30cb-b162-4a64-b36e-3ec74fd880e8 req-473462f3-82d0-45fa-9091-5746d5c7ee51 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0863378
Dec 18 21:36:09.784207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a30cb-b162-4a64-b36e-3ec74fd880e8 req-39e1f3d1-d2fd-409b-a12f-3b61fb3df868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:36:09.785930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a30cb-b162-4a64-b36e-3ec74fd880e8 req-39e1f3d1-d2fd-409b-a12f-3b61fb3df868 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 1097 time: 0.0390470
Dec 18 21:36:09.896513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a30cb-b162-4a64-b36e-3ec74fd880e8 req-7e2f6eb3-6697-493c-b61c-f4a9d4b822db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:36:09.897885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a30cb-b162-4a64-b36e-3ec74fd880e8 req-7e2f6eb3-6697-493c-b61c-f4a9d4b822db service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0862713
Dec 18 21:36:09.966871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a30cb-b162-4a64-b36e-3ec74fd880e8 req-1a02f0ac-30a3-4d71-a326-8e1ddff3c01c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 1001 time: 0.0581746
Dec 18 21:36:10.021009 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a30cb-b162-4a64-b36e-3ec74fd880e8 req-c97bb8c5-a066-459a-b01f-fdacf23de8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:36:10.022507 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a30cb-b162-4a64-b36e-3ec74fd880e8 req-c97bb8c5-a066-459a-b01f-fdacf23de8e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0461597
Dec 18 21:36:10.067606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a30cb-b162-4a64-b36e-3ec74fd880e8 req-efa58017-16c6-4285-a753-a212d55d61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:36:10.069050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a30cb-b162-4a64-b36e-3ec74fd880e8 req-efa58017-16c6-4285-a753-a212d55d61c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390010
Dec 18 21:36:10.160603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a30cb-b162-4a64-b36e-3ec74fd880e8 req-b2553ef4-f9b3-43c8-9e75-0cc5cff9c5a8 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803933
Dec 18 21:36:10.251274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-857a30cb-b162-4a64-b36e-3ec74fd880e8 req-367e0c9b-c2a7-432b-b01b-086c36fb1eb6 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836306
Dec 18 21:36:15.235702 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:19.829156 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:25.304750 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:36:33.024871 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a60f-eb97-472b-aabd-ae422c3c1803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:35.230624 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0aa10b42-dcac-4d42-a9a8-dd26b359efb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:36.540970 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:38.249268 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:38.629397 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:45.252221 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:36:49.828030 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:02.304687 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:37:03.028481 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2709717c-d11f-42fc-91a2-648527777933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:05.231770 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f4b41c91-2495-4531-880f-955943ce28e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:06.544454 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:08.251669 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:08.631077 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:11.537701 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d639-069d-4d0f-914c-14e4619d0e55 req-f5bb2415-b05a-4f69-b039-a86753be2fb0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:11.539145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d649d639-069d-4d0f-914c-14e4619d0e55 req-f5bb2415-b05a-4f69-b039-a86753be2fb0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0518970
Dec 18 21:37:11.593445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d649d639-069d-4d0f-914c-14e4619d0e55 req-78b726fc-5f31-4e07-abd7-4207a4a36af1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481951
Dec 18 21:37:11.681665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12375358-246c-41f1-9f13-8badc6cd3f55 req-892a7ef0-7c85-4a2e-869b-f9ff0d4e8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:11.683233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12375358-246c-41f1-9f13-8badc6cd3f55 req-892a7ef0-7c85-4a2e-869b-f9ff0d4e8c52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 1097 time: 0.0439811
Dec 18 21:37:11.795393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12375358-246c-41f1-9f13-8badc6cd3f55 req-24c1e5ee-9577-4ab2-9474-e2c985f87108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:11.796766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12375358-246c-41f1-9f13-8badc6cd3f55 req-24c1e5ee-9577-4ab2-9474-e2c985f87108 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0933952
Dec 18 21:37:11.864796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12375358-246c-41f1-9f13-8badc6cd3f55 req-9694e1e2-338f-47af-95e6-fd52c2a96e04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 1001 time: 0.0606973
Dec 18 21:37:11.916109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12375358-246c-41f1-9f13-8badc6cd3f55 req-c4d86e6c-2292-4d5d-8053-006002da48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:11.917742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12375358-246c-41f1-9f13-8badc6cd3f55 req-c4d86e6c-2292-4d5d-8053-006002da48b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0455351
Dec 18 21:37:11.964505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12375358-246c-41f1-9f13-8badc6cd3f55 req-28590a50-5156-4008-91e4-1578433aa186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:11.966004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12375358-246c-41f1-9f13-8badc6cd3f55 req-28590a50-5156-4008-91e4-1578433aa186 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403674
Dec 18 21:37:12.056720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12375358-246c-41f1-9f13-8badc6cd3f55 req-8bf68d3f-8217-45a1-8fbd-37801bea1e58 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830197
Dec 18 21:37:12.149636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-12375358-246c-41f1-9f13-8badc6cd3f55 req-bc0e8351-745a-41b3-b2e3-d6f5b2dbbb06 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836983
Dec 18 21:37:12.716879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840227-026f-48ec-a029-66dfc1072268 req-abd0cb42-7efe-4d22-af31-5a9dfd439970 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:12.718200 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cc840227-026f-48ec-a029-66dfc1072268 req-abd0cb42-7efe-4d22-af31-5a9dfd439970 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0549245
Dec 18 21:37:12.775998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cc840227-026f-48ec-a029-66dfc1072268 req-8dfe6bbe-c1fb-4374-a287-9e2bd13830a1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517495
Dec 18 21:37:13.893772 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4aac9-3371-46dd-b21a-584d25633c55 req-1a8a5b22-a2e8-46dc-baec-efe7b2110125 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:13.895261 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75c4aac9-3371-46dd-b21a-584d25633c55 req-1a8a5b22-a2e8-46dc-baec-efe7b2110125 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0519094
Dec 18 21:37:13.943986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75c4aac9-3371-46dd-b21a-584d25633c55 req-27b7d871-22a4-4993-b62b-11932c9d2210 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421524
Dec 18 21:37:15.059269 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2114495-dcb9-44f3-bf71-15551dee4d8e req-85802971-8496-4353-a0ed-8018da7c9b97 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:15.060735 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2114495-dcb9-44f3-bf71-15551dee4d8e req-85802971-8496-4353-a0ed-8018da7c9b97 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0478954
Dec 18 21:37:15.106624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2114495-dcb9-44f3-bf71-15551dee4d8e req-638aa593-0475-45d1-b760-876e507dfa92 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399539
Dec 18 21:37:15.253051 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:16.228348 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44975518-45a4-4960-85da-e41c4a850a6c req-9b25361c-43e9-4547-a529-fba46436da8c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:16.229722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44975518-45a4-4960-85da-e41c4a850a6c req-9b25361c-43e9-4547-a529-fba46436da8c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0558672
Dec 18 21:37:16.275820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-44975518-45a4-4960-85da-e41c4a850a6c req-444c1cce-f35e-41c9-979a-384094db6600 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401664
Dec 18 21:37:17.390444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02ff37-6957-43a3-833f-707431557421 req-98334cea-c008-4b86-b2eb-1352529ad630 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:17.391919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd02ff37-6957-43a3-833f-707431557421 req-98334cea-c008-4b86-b2eb-1352529ad630 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0485566
Dec 18 21:37:17.438507 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd02ff37-6957-43a3-833f-707431557421 req-97f8c3fb-be6c-4be1-929c-2cb366f68f1d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406275
Dec 18 21:37:18.550229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747424-f0f3-4319-8271-b2e0f23b996a req-96fb773e-0953-4925-b11b-53150a61c302 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:18.551882 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62747424-f0f3-4319-8271-b2e0f23b996a req-96fb773e-0953-4925-b11b-53150a61c302 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0477886
Dec 18 21:37:18.603004 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62747424-f0f3-4319-8271-b2e0f23b996a req-b6125b15-b031-4d0b-88c6-4521d3fb10e8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446656
Dec 18 21:37:19.718177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1110f-ab4b-4a4f-a9fe-b5a298faab07 req-8ecc03e0-881f-4920-8099-38a20310a93f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:19.719703 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04b1110f-ab4b-4a4f-a9fe-b5a298faab07 req-8ecc03e0-881f-4920-8099-38a20310a93f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0494640
Dec 18 21:37:19.766051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04b1110f-ab4b-4a4f-a9fe-b5a298faab07 req-ef793e0c-4f17-46c3-827b-db792f06e096 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403433
Dec 18 21:37:19.854730 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:20.879511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3e66d-16ab-4927-80a5-ad4be3c79fd6 req-54fdf455-97df-44e7-82f8-e68b11476a71 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:20.880973 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2eb3e66d-16ab-4927-80a5-ad4be3c79fd6 req-54fdf455-97df-44e7-82f8-e68b11476a71 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0475757
Dec 18 21:37:20.927156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2eb3e66d-16ab-4927-80a5-ad4be3c79fd6 req-bbbbcc4a-daa2-4781-b101-8bcfa32347ac tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402551
Dec 18 21:37:22.047664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de0cba-af89-47c9-97f3-035a000af704 req-8001daf6-43c5-4c11-a1b9-f5c95b7dec8f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:22.049059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51de0cba-af89-47c9-97f3-035a000af704 req-8001daf6-43c5-4c11-a1b9-f5c95b7dec8f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0520515
Dec 18 21:37:22.107579 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51de0cba-af89-47c9-97f3-035a000af704 req-1b10fdef-50cc-458d-a1ec-dafa2c837048 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517261
Dec 18 21:37:22.349586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d95bf3-6893-4d53-bd56-94fb20e4b53b req-98df9841-8310-4324-8a68-bb8c98e0e40b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:22.351742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71d95bf3-6893-4d53-bd56-94fb20e4b53b req-98df9841-8310-4324-8a68-bb8c98e0e40b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0514166
Dec 18 21:37:22.391542 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-cdad0f3c-2d38-4c17-9ba9-0803904b313d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0918953
Dec 18 21:37:22.400193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71d95bf3-6893-4d53-bd56-94fb20e4b53b req-f2e9100c-7d67-435d-8d45-f2483b11548b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413978
Dec 18 21:37:23.551843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d5ef1-52cc-4be2-a397-20f1482b5c7e req-098121a1-fcb2-4958-a3bb-c16d89faa7ad tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:23.553332 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b0d5ef1-52cc-4be2-a397-20f1482b5c7e req-098121a1-fcb2-4958-a3bb-c16d89faa7ad tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0788240
Dec 18 21:37:23.559929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-dbd9f848-e569-43ee-947d-01f49286bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:23.561278 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-dbd9f848-e569-43ee-947d-01f49286bcd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 1097 time: 0.0607779
Dec 18 21:37:23.655035 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b0d5ef1-52cc-4be2-a397-20f1482b5c7e req-96531ac8-0ec0-417e-8728-8f0a3ddbf547 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928011
Dec 18 21:37:23.681546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-1c8c9f7a-695c-40aa-a51e-fe90ae5a248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:23.682951 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-1c8c9f7a-695c-40aa-a51e-fe90ae5a248e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.1143525
Dec 18 21:37:23.748487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-81306d92-78a0-49cd-9d9a-d85dc05de326 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 1001 time: 0.0574625
Dec 18 21:37:23.797203 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-7c0fdf30-335a-4caf-a1bb-c16c0fd8dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:23.798662 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-7c0fdf30-335a-4caf-a1bb-c16c0fd8dfab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0428526
Dec 18 21:37:23.846018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-674b63e2-2e1a-41a9-9adc-220440d1d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:23.847483 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-674b63e2-2e1a-41a9-9adc-220440d1d10d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0419357
Dec 18 21:37:23.937541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-ea9913e2-e8dd-4464-94fd-da2b692ab81e service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821455
Dec 18 21:37:24.029554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-1890be78-3d0d-4fe0-a26a-1f5f6a8d8c3c service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846167
Dec 18 21:37:24.771404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a03c3-423e-4b07-a689-4883ebff9e23 req-8c6629dd-1083-4bdc-9cb2-763f9c918515 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:24.772873 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5c1a03c3-423e-4b07-a689-4883ebff9e23 req-8c6629dd-1083-4bdc-9cb2-763f9c918515 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0487118
Dec 18 21:37:24.820391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5c1a03c3-423e-4b07-a689-4883ebff9e23 req-3cbf1bc4-6739-4622-bca5-7d38df4ee09e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395305
Dec 18 21:37:25.938045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cd7f1-c9c8-4ef9-9218-d0075d98c5a9 req-4fe316f7-e329-4d9f-9af5-6a88ebbb6ba6 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:25.939613 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d7cd7f1-c9c8-4ef9-9218-d0075d98c5a9 req-4fe316f7-e329-4d9f-9af5-6a88ebbb6ba6 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0507846
Dec 18 21:37:25.986500 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9d7cd7f1-c9c8-4ef9-9218-d0075d98c5a9 req-79c4d7ed-022f-4b8a-93d1-8e39699407a1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399704
Dec 18 21:37:26.417829 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-6502e732-340b-46f7-831f-3f1065440d73 service neutron] show failed (client error): The resource could not be found.
Dec 18 21:37:26.418860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-6502e732-340b-46f7-831f-3f1065440d73 service neutron] 10.222.0.36 "GET /v2.0/ports/97e359ac-d66a-43e5-8caa-681afb9b821a/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0565474
Dec 18 21:37:26.642823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-351f64b3-a86f-4042-bad3-32793c0ed627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:26.644334 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-351f64b3-a86f-4042-bad3-32793c0ed627 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 1097 time: 0.0437276
Dec 18 21:37:26.655704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:37:26.706126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:26.907305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97e359ac-d66a-43e5-8caa-681afb9b821a,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:37:26.940683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:37:26.979256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:37:26.981433 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99f49bf-4fbb-458b-8326-0d6c13bf9d75" -d '{"events": [{"server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "name": "network-vif-unplugged", "status": "completed", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:37:26.985230 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:26.997727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Transition to ACTIVE for port object 97e359ac-d66a-43e5-8caa-681afb9b821a will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:37:27.000919 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:27.098454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=97e359ac-d66a-43e5-8caa-681afb9b821a,revision_number=6']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:37:27.110285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.110666 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.110976 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.111315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.111648 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.111985 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.112310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.112632 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.112957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.113281 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.113605 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.113926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.114245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:27.119178 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3ce6d-e5db-47ad-9235-b8f4d06b8430 req-c2496a8f-0114-4f80-b4af-7d18ec694a7a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:27.129496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65b3ce6d-e5db-47ad-9235-b8f4d06b8430 req-c2496a8f-0114-4f80-b4af-7d18ec694a7a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 944 time: 0.0659516
Dec 18 21:37:27.140581 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820442c2-d086-452a-a62b-2a9dfe5599b3 x-openstack-request-id: req-820442c2-d086-452a-a62b-2a9dfe5599b3 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:37:27.140993 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "name": "network-vif-unplugged", "status": "completed", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:37:27.141346 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-820442c2-d086-452a-a62b-2a9dfe5599b3 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:37:27.141896 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'code': 200}
Dec 18 21:37:27.160242 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] No DVR routers for this DVR port 97e359ac-d66a-43e5-8caa-681afb9b821a on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:37:27.176182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-65b3ce6d-e5db-47ad-9235-b8f4d06b8430 req-3c0e76fa-4839-4ad6-b244-0c96732871b7 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457132
Dec 18 21:37:27.299696 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Attempting to bind port 97e359ac-d66a-43e5-8caa-681afb9b821a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:37:27.300031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Attempting to bind port 97e359ac-d66a-43e5-8caa-681afb9b821a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:37:27.300355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Attempting to bind port 97e359ac-d66a-43e5-8caa-681afb9b821a on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:37:27.305268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Port 97e359ac-d66a-43e5-8caa-681afb9b821a on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:37:27.305621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Attempting to bind port 97e359ac-d66a-43e5-8caa-681afb9b821a on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:37:27.310494 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:37:27.310834 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:37:27.311208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Bound using segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:37:27.311629 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Bound port: 97e359ac-d66a-43e5-8caa-681afb9b821a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:37:27.311980 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:27.376615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:37:27.379682 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97e359ac-d66a-43e5-8caa-681afb9b821a,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:37:27.384137 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:27.418111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:27.418754 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:27.420138 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] 10.222.0.31 "PUT /v2.0/ports/97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 1092 time: 0.7683289
Dec 18 21:37:27.441442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cac98-324c-4a7c-b813-26b8b7f55ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=97e359ac-d66a-43e5-8caa-681afb9b821a,revision_number=7']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:37:27.498309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-542e5d23-36c6-4ec9-bd99-45c110fa9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:27.499777 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-542e5d23-36c6-4ec9-bd99-45c110fa9f42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 1095 time: 0.0518005
Dec 18 21:37:27.594866 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-dd92426d-36dc-4602-9467-de7c575db97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:27.596339 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-dd92426d-36dc-4602-9467-de7c575db97a service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0902324
Dec 18 21:37:27.662468 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-0878e402-a978-4362-aabb-5442a9b0fdd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 999 time: 0.0595670
Dec 18 21:37:27.714946 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-943f39ac-b602-423d-bf16-2afd2b3e02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:27.716332 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-943f39ac-b602-423d-bf16-2afd2b3e02f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0470953
Dec 18 21:37:27.760934 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-760d805e-17a6-4172-b25d-53727e2cecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:27.762354 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-760d805e-17a6-4172-b25d-53727e2cecde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395644
Dec 18 21:37:27.856226 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-8cf58f93-bc8c-4ca4-bc11-ee190a0173e0 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869622
Dec 18 21:37:27.950646 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c5dffce3-edb5-4e20-8fc9-14fed2c270fa req-cea48afe-7d99-446f-9043-385a8ee0a270 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875049
Dec 18 21:37:28.293846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d66c25-cd2c-4b93-b683-4f39c71f337b req-8f1c9eee-9371-414c-b72f-d69a6effd153 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:28.295368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4d66c25-cd2c-4b93-b683-4f39c71f337b req-8f1c9eee-9371-414c-b72f-d69a6effd153 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 944 time: 0.0479410
Dec 18 21:37:28.343380 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4d66c25-cd2c-4b93-b683-4f39c71f337b req-b70d65b8-d92b-4bda-bd9d-47fc172ceeba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404024
Dec 18 21:37:29.143440 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:37:29.145815 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b26a7e3-93b2-4901-9320-888296cc6265" -d '{"events": [{"name": "network-changed", "server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:37:29.196195 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b0ac6a-fffc-4e3c-b916-c67c6df4587f x-openstack-request-id: req-98b0ac6a-fffc-4e3c-b916-c67c6df4587f {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:37:29.196602 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:37:29.196864 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98b0ac6a-fffc-4e3c-b916-c67c6df4587f {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:37:29.197320 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'status': 'completed', 'code': 200}
Dec 18 21:37:29.256518 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-d6c905b3-6133-4219-86eb-f08ac85167d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:29.258609 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-d6c905b3-6133-4219-86eb-f08ac85167d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 1095 time: 0.0440335
Dec 18 21:37:29.282496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-a3e09a1a-2df1-4239-8d8e-28334b28a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:29.283994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-a3e09a1a-2df1-4239-8d8e-28334b28a650 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 1095 time: 0.0449727
Dec 18 21:37:29.353797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-e8c92bb0-7c54-46ec-897e-f5a31b05d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:29.355316 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-e8c92bb0-7c54-46ec-897e-f5a31b05d3aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0897355
Dec 18 21:37:29.379505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-6ccc6e41-20c9-4a24-94a8-e7e37e4624c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:29.381011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-6ccc6e41-20c9-4a24-94a8-e7e37e4624c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0845125
Dec 18 21:37:29.421782 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-34439cde-3692-4683-9630-a38d9e327e84 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 999 time: 0.0597055
Dec 18 21:37:29.477388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-5ceae7f6-53c2-47ea-aa8a-d20f357a586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:29.479472 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-5ceae7f6-53c2-47ea-aa8a-d20f357a586d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0515423
Dec 18 21:37:29.485704 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-db728145-5a6a-4cfe-b05b-7748b710d0d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 999 time: 0.0920043
Dec 18 21:37:29.499683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a6011-3053-4524-a968-7b10d2f793eb req-cc069768-d631-4195-a28e-40774b78f099 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:29.501162 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c91a6011-3053-4524-a968-7b10d2f793eb req-cc069768-d631-4195-a28e-40774b78f099 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 944 time: 0.0683830
Dec 18 21:37:29.528816 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-59c85119-25fa-46a7-ac18-a53fe3c30856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:29.530352 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-59c85119-25fa-46a7-ac18-a53fe3c30856 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444312
Dec 18 21:37:29.567021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-22f35fd9-b583-4cb8-be99-93c0bd203ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:29.568491 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-22f35fd9-b583-4cb8-be99-93c0bd203ba7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0664630
Dec 18 21:37:29.584152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c91a6011-3053-4524-a968-7b10d2f793eb req-62a1d2e5-bdb8-4b62-869e-11bb8c005aab tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740917
Dec 18 21:37:29.621766 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-c04cac40-a741-44a1-9a52-3dfb2fed5437 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846305
Dec 18 21:37:29.635144 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-6e804a32-a066-48f4-a93f-2921c789b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:29.637048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-6e804a32-a066-48f4-a93f-2921c789b128 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0566895
Dec 18 21:37:29.723021 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-57f12e36-c7f5-4074-b46b-6e4afc62f5dd service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938442
Dec 18 21:37:29.789051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-5ec67b2e-4cbc-488b-ab4e-0fd0e4767df7 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397877
Dec 18 21:37:29.830957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-f40a574a-17ef-427f-b9e9-a361db32db48 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:29.832451 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-f40a574a-17ef-427f-b9e9-a361db32db48 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97&tenant_id=542852f38d9b4ee7a351cc80abbd3d19&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0523379
Dec 18 21:37:29.852006 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d537e5-320e-474b-8003-33914373d590 req-ae1eef6f-364c-4e37-a6e0-7cea52fb449c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:29.854297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77d537e5-320e-474b-8003-33914373d590 req-ae1eef6f-364c-4e37-a6e0-7cea52fb449c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 944 time: 0.1053085
Dec 18 21:37:29.898070 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-9049e2c2-3a9c-4273-b879-318ace8eed06 service neutron] delete failed (client error): The resource could not be found.
Dec 18 21:37:29.899128 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-9049e2c2-3a9c-4273-b879-318ace8eed06 service neutron] 10.222.0.36 "DELETE /v2.0/ports/97e359ac-d66a-43e5-8caa-681afb9b821a/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0537424
Dec 18 21:37:29.920445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b26a7e3-93b2-4901-9320-888296cc6265 req-2ae876c0-4447-4774-b553-74bddedb8dda service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236458
Dec 18 21:37:29.927730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77d537e5-320e-474b-8003-33914373d590 req-a70b9f1e-9cbb-49f8-a041-81c9725df024 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675006
Dec 18 21:37:30.034324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-c7477295-ee8f-494a-8022-b7326f7f01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:30.035800 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-c7477295-ee8f-494a-8022-b7326f7f01c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 1095 time: 0.0442972
Dec 18 21:37:30.129955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-e88b7539-9b7b-4fcf-8b3d-246525dac670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:30.131432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-e88b7539-9b7b-4fcf-8b3d-246525dac670 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0853679
Dec 18 21:37:30.205065 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-4c543b57-0441-4c04-bcb6-a21a27b7b1fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 999 time: 0.0600026
Dec 18 21:37:30.257105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-c93a9cd9-94d5-41d4-af00-44ce733d61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:30.258558 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-c93a9cd9-94d5-41d4-af00-44ce733d61ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0426545
Dec 18 21:37:30.306751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-850728ec-006a-439b-9c51-b449fe9c98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:30.308196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-850728ec-006a-439b-9c51-b449fe9c98dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0384746
Dec 18 21:37:30.401422 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-3db4face-ca54-492f-8b80-7c6e7ed5801b service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814760
Dec 18 21:37:30.495818 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-1d2c4010-0546-4035-9893-78b0d5b32f4e service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831146
Dec 18 21:37:30.583328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 97e359ac-d66a-43e5-8caa-681afb9b821a no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:37:30.624967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 97e359ac-d66a-43e5-8caa-681afb9b821a not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:37:30.861139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 97e359ac-d66a-43e5-8caa-681afb9b821a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:37:30.955426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97e359ac-d66a-43e5-8caa-681afb9b821a,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:37:30.967788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'port_id': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'mac_address': 'fa:16:3e:db:cd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:37:31.008909 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:31.023201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e359ac-d66a-43e5-8caa-681afb9b821a {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:37:31.045527 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97e359ac-d66a-43e5-8caa-681afb9b821a,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:37:31.049996 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:31.059357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb747c4-fda2-4e73-a4df-8a949c1afaee req-25cbe70d-9f9d-44db-a9d5-741e8e0cd1d5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:31.066780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4cb747c4-fda2-4e73-a4df-8a949c1afaee req-25cbe70d-9f9d-44db-a9d5-741e8e0cd1d5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 944 time: 0.0598166
Dec 18 21:37:31.102860 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=97e359ac-d66a-43e5-8caa-681afb9b821a,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:37:31.111025 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.111444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.111978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.112319 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.112662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.112992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.113324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.113653 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.113980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.114331 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.114662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.115370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.115370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:31.122810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4cb747c4-fda2-4e73-a4df-8a949c1afaee req-23a3f15b-9489-48a1-8ed4-92a53e675b88 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550120
Dec 18 21:37:31.235724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfce702-1efe-4253-b846-19c2a7836580 req-4566a741-abed-4db4-841c-78b65e0c3744 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:31.237201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-adfce702-1efe-4253-b846-19c2a7836580 req-4566a741-abed-4db4-841c-78b65e0c3744 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 945 time: 0.0521832
Dec 18 21:37:31.284197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-adfce702-1efe-4253-b846-19c2a7836580 req-d00060b6-a310-4bd9-83ce-1a57c253a292 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407882
Dec 18 21:37:31.294382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['97e359ac-d66a-43e5-8caa-681afb9b821a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:37:31.486200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fd6e1-3a2d-4ede-b19a-6e80586cf2a5 req-a998df98-b591-40ec-a800-3d273c5f3c5b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:31.487737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a89fd6e1-3a2d-4ede-b19a-6e80586cf2a5 req-a998df98-b591-40ec-a800-3d273c5f3c5b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 945 time: 0.0517981
Dec 18 21:37:31.511457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7019b-ea42-4b8a-a436-e8023a05ca11 req-2d5e7c7c-ff31-454a-837d-4e9c0d25abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:31.512963 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-28a7019b-ea42-4b8a-a436-e8023a05ca11 req-2d5e7c7c-ff31-454a-837d-4e9c0d25abe3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 1096 time: 0.0401452
Dec 18 21:37:31.535509 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a89fd6e1-3a2d-4ede-b19a-6e80586cf2a5 req-6e847f75-4f6c-403a-b93e-ca93579c13bd tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415268
Dec 18 21:37:31.607399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7019b-ea42-4b8a-a436-e8023a05ca11 req-a879458a-b372-4404-8d74-55c0d7ac8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:31.608870 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-28a7019b-ea42-4b8a-a436-e8023a05ca11 req-a879458a-b372-4404-8d74-55c0d7ac8978 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0887444
Dec 18 21:37:31.672312 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-28a7019b-ea42-4b8a-a436-e8023a05ca11 req-6b87e4ad-7bde-4748-bbdb-19eb32b4b170 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 200  len: 1000 time: 0.0562770
Dec 18 21:37:31.725311 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7019b-ea42-4b8a-a436-e8023a05ca11 req-d35bba6f-ebd7-4442-9d4a-d16c157db0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:31.726789 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-28a7019b-ea42-4b8a-a436-e8023a05ca11 req-d35bba6f-ebd7-4442-9d4a-d16c157db0a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0473349
Dec 18 21:37:31.772614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7019b-ea42-4b8a-a436-e8023a05ca11 req-557d2b73-2b62-47f6-a1c6-1f77c92d7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:31.774707 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-28a7019b-ea42-4b8a-a436-e8023a05ca11 req-557d2b73-2b62-47f6-a1c6-1f77c92d7ec4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396602
Dec 18 21:37:31.860651 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-28a7019b-ea42-4b8a-a436-e8023a05ca11 req-a23f40fe-a626-4af9-871d-96775e6f1816 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0784779
Dec 18 21:37:31.956455 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-28a7019b-ea42-4b8a-a436-e8023a05ca11 req-cb2ebf2e-85f9-4254-8e39-0b18f040943d service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887885
Dec 18 21:37:32.653796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862c6dd-8635-4227-ad7e-afd53542170a req-62f92470-7fa0-462d-ac4f-54f7ae4b2d41 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:32.655274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c862c6dd-8635-4227-ad7e-afd53542170a req-62f92470-7fa0-462d-ac4f-54f7ae4b2d41 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 945 time: 0.0504088
Dec 18 21:37:32.700623 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c862c6dd-8635-4227-ad7e-afd53542170a req-c6961cfa-cf78-4c56-a721-0ed423e3f34f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395408
Dec 18 21:37:32.886068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 97e359ac-d66a-43e5-8caa-681afb9b821a up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:37:32.927739 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8bd46-5684-4399-83b5-5bf17cf1767b req-3d92123d-4483-4944-8a57-5a4520abb04f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:32.929225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52d8bd46-5684-4399-83b5-5bf17cf1767b req-3d92123d-4483-4944-8a57-5a4520abb04f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 945 time: 0.0481420
Dec 18 21:37:32.937346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 97e359ac-d66a-43e5-8caa-681afb9b821a completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:37:32.941462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 97e359ac-d66a-43e5-8caa-681afb9b821a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:37:32.941831 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:32.978804 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52d8bd46-5684-4399-83b5-5bf17cf1767b req-a48cc2d6-17a5-4644-b9d9-6a61df6db0d0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423534
Dec 18 21:37:33.028249 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:33.042680 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-57cf23ed-0068-4a56-af73-49563b2cdc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:33.055539 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:37:33.057760 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5864bd-367f-45aa-81f0-346d4a3647a5" -d '{"events": [{"server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "name": "network-vif-plugged", "status": "completed", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:37:33.073642 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97e359ac-d66a-43e5-8caa-681afb9b821a,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:37:33.077524 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:33.100758 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47423ba6-e143-42db-9575-765bda3524e9 x-openstack-request-id: req-47423ba6-e143-42db-9575-765bda3524e9 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:37:33.101051 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "name": "network-vif-plugged", "status": "completed", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:37:33.101303 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47423ba6-e143-42db-9575-765bda3524e9 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:37:33.101688 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'code': 200}
Dec 18 21:37:33.126221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=97e359ac-d66a-43e5-8caa-681afb9b821a,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:37:34.092608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca39e49-3b20-4927-9c4b-3a73efe8e510 req-3ce0650b-cd74-4273-9ed7-801213413559 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:34.094086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aca39e49-3b20-4927-9c4b-3a73efe8e510 req-3ce0650b-cd74-4273-9ed7-801213413559 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0482931
Dec 18 21:37:34.135931 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-ddda7a7f-20a9-4807-9d19-e76eca8a34e2 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:34.137537 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-ddda7a7f-20a9-4807-9d19-e76eca8a34e2 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 946 time: 0.0489933
Dec 18 21:37:34.145365 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aca39e49-3b20-4927-9c4b-3a73efe8e510 req-b64cd696-26d8-4055-ab71-f5176f3803bf tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451639
Dec 18 21:37:34.229212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Deleting port 97e359ac-d66a-43e5-8caa-681afb9b821a {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:37:34.229553 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:34.314725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] For port 97e359ac-d66a-43e5-8caa-681afb9b821a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97e359ac-d66a-43e5-8caa-681afb9b821a,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:37:34.315007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:34.777792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:34.778157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:34.778508 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd disassociated. External IP: 172.35.3.22, port: 97e359ac-d66a-43e5-8caa-681afb9b821a.
Dec 18 21:37:34.778854 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Calling delete_port for 97e359ac-d66a-43e5-8caa-681afb9b821a owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:37:34.900012 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:34.932376 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event deleted for resources: {'Port': ['ID=97e359ac-d66a-43e5-8caa-681afb9b821a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:37:35.048545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Router 1108dbd8-5558-4b00-a71e-79601633bedd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:37:35.158271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:37:35.175593 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae0ac92-4c63-4ab9-b87f-0595748dc4df None None] Sync routers for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:37:35.189162 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0ac92-4c63-4ab9-b87f-0595748dc4df None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:37:35.189777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-dae0ac92-4c63-4ab9-b87f-0595748dc4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3669869040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:37:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:37:35.196051 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] No DVR routers for this DVR port 97e359ac-d66a-43e5-8caa-681afb9b821a on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:37:35.200000 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:35.203684 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f600c300-8f70-45bf-824b-e67ddf76b8b6 req-87802372-a0ee-4db8-a07c-c2e117db52c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.31 "DELETE /v2.0/ports/97e359ac-d66a-43e5-8caa-681afb9b821a HTTP/1.1" status: 204  len: 173 time: 1.0600724
Dec 18 21:37:35.204133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'name': 'network-vif-deleted', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:37:35.207856 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e825efe2-518b-4dd1-b6ab-4a0607a5f7eb" -d '{"events": [{"server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "name": "network-vif-deleted", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:37:35.254108 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a2ee53bc-82c0-467f-b30d-71f67f23976e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:35.272018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74820e6c-7c66-47d0-a094-9641fdcc4d38 req-a76774eb-5ba3-46b3-b644-9029396da5c5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9872a41-54f2-47b1-a739-b1c856484f97 HTTP/1.1" status: 200  len: 210 time: 0.0301962
Dec 18 21:37:35.278029 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb5c1ec-0459-4341-b2aa-1a43d3ccf1a6 x-openstack-request-id: req-2fb5c1ec-0459-4341-b2aa-1a43d3ccf1a6 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:37:35.278358 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9872a41-54f2-47b1-a739-b1c856484f97", "name": "network-vif-deleted", "tag": "97e359ac-d66a-43e5-8caa-681afb9b821a", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:37:35.278776 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fb5c1ec-0459-4341-b2aa-1a43d3ccf1a6 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:37:35.279179 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9872a41-54f2-47b1-a739-b1c856484f97', 'name': 'network-vif-deleted', 'tag': '97e359ac-d66a-43e5-8caa-681afb9b821a', 'status': 'completed', 'code': 200}
Dec 18 21:37:35.315346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-dae0ac92-4c63-4ab9-b87f-0595748dc4df None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:37:35.518206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-dae0ac92-4c63-4ab9-b87f-0595748dc4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3669869040>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:37:35.546996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae0ac92-4c63-4ab9-b87f-0595748dc4df None None] Checking router: 1108dbd8-5558-4b00-a71e-79601633bedd for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:37:35.555022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0ac92-4c63-4ab9-b87f-0595748dc4df None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:37:35.555615 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-dae0ac92-4c63-4ab9-b87f-0595748dc4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3669869040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:37:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:37:35.656684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-dae0ac92-4c63-4ab9-b87f-0595748dc4df None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:37:35.844631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-dae0ac92-4c63-4ab9-b87f-0595748dc4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3669869040>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:37:35.870178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae0ac92-4c63-4ab9-b87f-0595748dc4df None None] The sync data for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 is: [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:37:36.092723 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f18066-1155-416e-aa69-4673be821fe3 None None] New status for floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:37:36.551354 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:36.552929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-189b16dd-9b15-4d21-89ea-a499536779b9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--784507149&fields=id&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 267 time: 0.0431862
Dec 18 21:37:36.659217 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-75431775-ae54-49e2-8f20-1e5ef45525d7 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:36.660659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-75431775-ae54-49e2-8f20-1e5ef45525d7 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 811 time: 0.1004241
Dec 18 21:37:36.675497 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-e8ca8520-e886-4f25-b50d-6b4bcc2a40a9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/quotas/542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 375 time: 0.0085783
Dec 18 21:37:36.724738 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-e8862287-ab40-48f9-9388-15e18432fc9f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0434556
Dec 18 21:37:36.862539 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-8b0bb416-34fa-4f11-a73e-dff791e175a4 service neutron] 10.222.0.13 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257885
Dec 18 21:37:36.951054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-86ade184-860e-453a-8acb-d744c9a2795c service neutron] 10.222.0.13 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823526
Dec 18 21:37:37.107500 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-538b6ab5-6b76-4746-aa6b-2526d99db393 req-4ed0adbd-df0c-4a9d-b511-c6b058ad355e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 210 time: 0.0277283
Dec 18 21:37:38.254890 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:38.480785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-b64f9d32-02d8-45d5-8155-85a4f746ff6c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:38.482128 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-b64f9d32-02d8-45d5-8155-85a4f746ff6c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 811 time: 0.3926213
Dec 18 21:37:38.483861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fa6d91c2-232c-4b24-84ab-6dfd4aeb5bff req-2d293135-2ffc-4e8c-95a9-90b25d612c39 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 210 time: 0.0412495
Dec 18 21:37:38.548861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-39a77783-fe1a-4ad2-844e-48a28b958f4b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 379 time: 0.0499437
Dec 18 21:37:38.561483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Request body: {'port': {'device_id': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'admin_state_up': True, 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'security_groups': ['03bdc3e8-5df2-4132-994a-0c6433949365']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:37:38.633055 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:38.668125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Made reservation on behalf of 542852f38d9b4ee7a351cc80abbd3d19 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:37:38.671587 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:38.789040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Allocated IP 172.20.0.12 (0d5d526c-ff3b-4870-a375-d43b4ba66efb/6df87f8a-6158-4155-a680-780518980e8e/2b2e7e99-ea6e-45ff-a905-9a41097dcf97) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:37:38.923501 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 97e359ac-d66a-43e5-8caa-681afb9b821a no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:37:38.926450 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:38.943195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 97e359ac-d66a-43e5-8caa-681afb9b821a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:37:38.943543 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 97e359ac-d66a-43e5-8caa-681afb9b821a not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:37:38.960335 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:39.002386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Network 0d5d526c-ff3b-4870-a375-d43b4ba66efb is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:37:39.005320 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:37:39.008961 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:37:39.040222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event updated for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:37:39.053752 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.054108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.054483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.054826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.055162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.055493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.055823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.056149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.057041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.057368 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.057694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.058017 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.058368 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:37:39.079262 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:39.080121 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:39.097318 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-c6cd9bd2-86bb-454e-bef3-9c57eb5aacd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5393076
Dec 18 21:37:39.115796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Request body: {'port': {'device_id': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:37:39.171734 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:39.218234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4abc2d04-1bbb-4c75-ba2a-57f5e1f5b4f1 None None] Provisioning complete for port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:37:39.218621 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4abc2d04-1bbb-4c75-ba2a-57f5e1f5b4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:39.251680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-4abc2d04-1bbb-4c75-ba2a-57f5e1f5b4f1 None None] Port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:37:39.304600 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:37:39.426691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:37:39.433897 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:39.446531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Transition to ACTIVE for port object 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:37:39.450157 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:39.504098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:37:39.605421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Attempting to bind port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:37:39.605769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Attempting to bind port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:37:39.606107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Attempting to bind port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:37:39.613121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:37:39.613420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Attempting to bind port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:37:39.621578 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:37:39.621934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:37:39.622354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Bound using segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:37:39.622806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Bound port: 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:37:39.623172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:39.633589 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4482b2-8386-4f98-994c-f1d1f6af5378 req-8ef2ff3e-cff7-40f8-a543-b889470874c8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:39.635699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f4482b2-8386-4f98-994c-f1d1f6af5378 req-8ef2ff3e-cff7-40f8-a543-b889470874c8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 944 time: 0.0742362
Dec 18 21:37:39.724630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f4482b2-8386-4f98-994c-f1d1f6af5378 req-74b13b1c-ae68-4e8a-a51a-cc9a9c639379 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824189
Dec 18 21:37:39.735097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:37:39.738221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:37:39.744125 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:39.783187 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:39.783841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:39.785252 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] 10.222.0.36 "PUT /v2.0/ports/2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1092 time: 0.6739271
Dec 18 21:37:39.785700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:37:39.787959 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94671d5-3468-4d09-a251-4e4cc93ee862" -d '{"events": [{"name": "network-changed", "server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:37:39.816539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fbe21-28c2-4489-a8e0-0d62094e3ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:37:39.828494 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ec1143-2c5e-4876-b0f2-3347aa2cc27f x-openstack-request-id: req-d9ec1143-2c5e-4876-b0f2-3347aa2cc27f {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:37:39.828787 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:37:39.829062 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9ec1143-2c5e-4876-b0f2-3347aa2cc27f {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:37:39.829463 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'status': 'completed', 'code': 200}
Dec 18 21:37:39.876150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-8080bbf7-2c82-4768-ae23-c380a5dc331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:39.877664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-8080bbf7-2c82-4768-ae23-c380a5dc331a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1095 time: 0.0425327
Dec 18 21:37:39.925643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-e48c4a9c-a261-4dd5-aecc-20ca450db5e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 217 time: 0.0382755
Dec 18 21:37:39.980586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-8d32b05c-9672-4975-933c-2fc16598302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:39.982949 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-8d32b05c-9672-4975-933c-2fc16598302b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0467255
Dec 18 21:37:40.033516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-6fb5cb0c-ab6e-409c-8b5b-407562349151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:40.035068 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-6fb5cb0c-ab6e-409c-8b5b-407562349151 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404341
Dec 18 21:37:40.131994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-38497f86-2d1f-46b0-b666-d9f704e7b788 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854759
Dec 18 21:37:40.229670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9d69e99-f8ad-4454-a101-450f6a39ab82 req-65259f10-02da-449d-b1af-34d903a99e27 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854371
Dec 18 21:37:40.327428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94671d5-3468-4d09-a251-4e4cc93ee862 req-912d7d65-d30a-4779-8e7f-a65476c1b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:40.328903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f94671d5-3468-4d09-a251-4e4cc93ee862 req-912d7d65-d30a-4779-8e7f-a65476c1b268 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1095 time: 0.0451193
Dec 18 21:37:40.416600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94671d5-3468-4d09-a251-4e4cc93ee862 req-4c78fcd1-bdf8-4c51-9e16-f76d850e16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:40.417955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f94671d5-3468-4d09-a251-4e4cc93ee862 req-4c78fcd1-bdf8-4c51-9e16-f76d850e16a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0819330
Dec 18 21:37:40.459178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f94671d5-3468-4d09-a251-4e4cc93ee862 req-04cca473-8424-4ee0-85b7-3d196b52c69d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 217 time: 0.0335848
Dec 18 21:37:40.519226 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94671d5-3468-4d09-a251-4e4cc93ee862 req-5c0b5adb-b8ed-4e2a-8fea-915083e9167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:40.520661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f94671d5-3468-4d09-a251-4e4cc93ee862 req-5c0b5adb-b8ed-4e2a-8fea-915083e9167f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0472696
Dec 18 21:37:40.567090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94671d5-3468-4d09-a251-4e4cc93ee862 req-4eed521f-afa3-459a-9a3c-4a476cf26df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:40.568539 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f94671d5-3468-4d09-a251-4e4cc93ee862 req-4eed521f-afa3-459a-9a3c-4a476cf26df9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402963
Dec 18 21:37:40.661536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f94671d5-3468-4d09-a251-4e4cc93ee862 req-074ccaae-3c71-4925-80e2-d7d261fcb41c service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819945
Dec 18 21:37:40.754349 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f94671d5-3468-4d09-a251-4e4cc93ee862 req-3e6f7f4b-2a93-4102-ac04-76d01ddc237b service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816724
Dec 18 21:37:40.840847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b398a-df34-44a1-a61b-f582b8db0491 req-49a35629-6b37-4aad-875d-59a71d66020d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:40.842362 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad5b398a-df34-44a1-a61b-f582b8db0491 req-49a35629-6b37-4aad-875d-59a71d66020d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 944 time: 0.0490787
Dec 18 21:37:40.888810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad5b398a-df34-44a1-a61b-f582b8db0491 req-7988f74f-dbb4-44ca-b4df-2aef29308084 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404315
Dec 18 21:37:42.010858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a87251-d46e-4e6c-94b1-22baa7ba7a4e req-bec3f2c6-f304-4172-acf8-c002ef4cf9a5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:42.012267 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73a87251-d46e-4e6c-94b1-22baa7ba7a4e req-bec3f2c6-f304-4172-acf8-c002ef4cf9a5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 944 time: 0.0530908
Dec 18 21:37:42.058464 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-73a87251-d46e-4e6c-94b1-22baa7ba7a4e req-1b70d367-0bc5-4589-b557-e13ae8beb265 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403080
Dec 18 21:37:42.610261 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:37:42.701270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:37:42.712596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'port_id': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'mac_address': 'fa:16:3e:af:d1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:37:42.752735 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:42.925878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:37:42.944789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:37:42.949708 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:42.995195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:37:43.186119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d4b6d-2361-4ead-82f5-ac20f704d6f9 req-c100a563-a770-4298-9d57-f9631885a601 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:43.187535 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a0d4b6d-2361-4ead-82f5-ac20f704d6f9 req-c100a563-a770-4298-9d57-f9631885a601 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 945 time: 0.0530005
Dec 18 21:37:43.234081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a0d4b6d-2361-4ead-82f5-ac20f704d6f9 req-ea168d28-b971-4168-b5e4-77276ffe7646 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405521
Dec 18 21:37:43.243674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['2b2e7e99-ea6e-45ff-a905-9a41097dcf97'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:37:44.350569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043fcc0-5985-40be-b532-c79afb209d2f req-2b5d2e08-ee58-44e4-9683-88ba69d5e965 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:44.352427 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d043fcc0-5985-40be-b532-c79afb209d2f req-2b5d2e08-ee58-44e4-9683-88ba69d5e965 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 945 time: 0.0525613
Dec 18 21:37:44.399068 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d043fcc0-5985-40be-b532-c79afb209d2f req-325147eb-ca81-4803-adc3-916d1fd7742c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402551
Dec 18 21:37:44.617224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:37:44.664822 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:37:44.668456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:37:44.668820 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:44.742857 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:44.768497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:37:44.770874 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c993c7-f0b4-4c8d-b9d0-c2df589ddca9" -d '{"events": [{"server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:37:44.783761 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:37:44.788727 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:44.813439 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66042ca-26b6-49bb-97ef-9758f8b643b6 x-openstack-request-id: req-c66042ca-26b6-49bb-97ef-9758f8b643b6 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:37:44.813729 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:37:44.813982 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c66042ca-26b6-49bb-97ef-9758f8b643b6 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:37:44.814405 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'code': 200}
Dec 18 21:37:44.837436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:37:44.913746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6d94c-80f0-4d96-b3e2-e09189f9380f req-927b560d-b526-4d5b-8082-7f912a793545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:44.915153 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9f6d94c-80f0-4d96-b3e2-e09189f9380f req-927b560d-b526-4d5b-8082-7f912a793545 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1097 time: 0.0379808
Dec 18 21:37:44.958370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9f6d94c-80f0-4d96-b3e2-e09189f9380f req-5e683b58-b139-41d4-8928-14d37974f99d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361323
Dec 18 21:37:45.265487 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:45.511900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb05b1-d47d-4b0f-a447-3ca8f6e784e9 req-2ec87373-e993-40ed-bae8-a3bddb1f77e4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:45.513448 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45cb05b1-d47d-4b0f-a447-3ca8f6e784e9 req-2ec87373-e993-40ed-bae8-a3bddb1f77e4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0472481
Dec 18 21:37:45.563054 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45cb05b1-d47d-4b0f-a447-3ca8f6e784e9 req-06c9a322-f374-4ad7-856d-0292aaf3f62c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436413
Dec 18 21:37:46.679100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52e36-90be-43ce-ac7d-550d38fe18bc req-8cf5c2f1-e7c4-441d-a25d-f36b81257552 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:46.680569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58e52e36-90be-43ce-ac7d-550d38fe18bc req-8cf5c2f1-e7c4-441d-a25d-f36b81257552 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0477350
Dec 18 21:37:46.727481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58e52e36-90be-43ce-ac7d-550d38fe18bc req-6c8b611d-08be-43cc-8187-b0636fa3d6b5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402298
Dec 18 21:37:46.837871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30bf97-4bef-44bb-8786-42c54d3d0336 req-b870b54a-f8d5-42a0-9caa-45a0f0d7dd70 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:46.839366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f30bf97-4bef-44bb-8786-42c54d3d0336 req-b870b54a-f8d5-42a0-9caa-45a0f0d7dd70 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0474429
Dec 18 21:37:46.847806 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52304) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:37:46.852047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-09f60fa7-9c52-4552-838f-f1310befa1e1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Request body: {'floatingip': {'port_id': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:37:46.892893 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09f60fa7-9c52-4552-838f-f1310befa1e1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:47.310521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09f60fa7-9c52-4552-838f-f1310befa1e1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:47.314407 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09f60fa7-9c52-4552-838f-f1310befa1e1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:47.411966 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-09f60fa7-9c52-4552-838f-f1310befa1e1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd associated. External IP: 172.35.3.22, port: 2b2e7e99-ea6e-45ff-a905-9a41097dcf97.
Dec 18 21:37:47.613291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f60fa7-9c52-4552-838f-f1310befa1e1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Router 1108dbd8-5558-4b00-a71e-79601633bedd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:37:47.717614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f60fa7-9c52-4552-838f-f1310befa1e1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:37:47.722339 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09f60fa7-9c52-4552-838f-f1310befa1e1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:37:47.727450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24c0d4-e796-475a-8665-4b48899a7b9f None None] Sync routers for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:37:47.744713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24c0d4-e796-475a-8665-4b48899a7b9f None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:37:47.745341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-de24c0d4-e796-475a-8665-4b48899a7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d4ec850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:37:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:37:47.751233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-09f60fa7-9c52-4552-838f-f1310befa1e1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "PUT /v2.0/floatingips/f52171f0-17bd-4f28-9df1-3cda740df6fd HTTP/1.1" status: 200  len: 991 time: 0.8998816
Dec 18 21:37:47.751233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:37:47.751562 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37231614-82d3-463b-b0fb-3dd84bf25cca" -d '{"events": [{"name": "network-changed", "server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:37:47.791634 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a62ed7-65a4-47bb-ac37-ab707646e075 x-openstack-request-id: req-90a62ed7-65a4-47bb-ac37-ab707646e075 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:37:47.792058 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:37:47.792544 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90a62ed7-65a4-47bb-ac37-ab707646e075 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:37:47.793040 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'status': 'completed', 'code': 200}
Dec 18 21:37:47.854843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-de24c0d4-e796-475a-8665-4b48899a7b9f None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:37:47.857683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37231614-82d3-463b-b0fb-3dd84bf25cca req-24624017-82d4-4e48-8407-6fdd3fd1ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:47.859264 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37231614-82d3-463b-b0fb-3dd84bf25cca req-24624017-82d4-4e48-8407-6fdd3fd1ef4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1097 time: 0.0410256
Dec 18 21:37:47.952592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37231614-82d3-463b-b0fb-3dd84bf25cca req-de48613b-2ab8-491c-b896-59b31b6a8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:47.954025 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37231614-82d3-463b-b0fb-3dd84bf25cca req-de48613b-2ab8-491c-b896-59b31b6a8599 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0876284
Dec 18 21:37:48.020237 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37231614-82d3-463b-b0fb-3dd84bf25cca req-0a2a5d53-d683-49bb-9252-dcaed2145bac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 999 time: 0.0588615
Dec 18 21:37:48.075872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37231614-82d3-463b-b0fb-3dd84bf25cca req-53bc8d64-c7a5-4c38-8fc0-2ef5ed33ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:48.077377 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37231614-82d3-463b-b0fb-3dd84bf25cca req-53bc8d64-c7a5-4c38-8fc0-2ef5ed33ae25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0502150
Dec 18 21:37:48.080495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-de24c0d4-e796-475a-8665-4b48899a7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d4ec850>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f52171f0-17bd-4f28-9df1-3cda740df6fd', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'floating_ip_address': '172.35.3.22', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'port_id': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'mac_address': 'fa:16:3e:af:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:32:59Z', 'updated_at': '2021-12-18T21:37:47Z', 'revision_number': 9, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:37:48.106587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24c0d4-e796-475a-8665-4b48899a7b9f None None] Checking router: 1108dbd8-5558-4b00-a71e-79601633bedd for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:37:48.114595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24c0d4-e796-475a-8665-4b48899a7b9f None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:37:48.115201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-de24c0d4-e796-475a-8665-4b48899a7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d4ec850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:37:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:37:48.127134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37231614-82d3-463b-b0fb-3dd84bf25cca req-30b9a183-e809-42e9-99eb-9ef667690e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:37:48.128692 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37231614-82d3-463b-b0fb-3dd84bf25cca req-30b9a183-e809-42e9-99eb-9ef667690e0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395703
Dec 18 21:37:48.217330 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37231614-82d3-463b-b0fb-3dd84bf25cca req-a38088ca-1d46-4dab-ad08-4478d26101d8 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811760
Dec 18 21:37:48.220578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-de24c0d4-e796-475a-8665-4b48899a7b9f None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:37:48.312577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37231614-82d3-463b-b0fb-3dd84bf25cca req-79a80a65-e68b-40ac-9609-183fcedd70f3 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875509
Dec 18 21:37:48.441189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-de24c0d4-e796-475a-8665-4b48899a7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d4ec850>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f52171f0-17bd-4f28-9df1-3cda740df6fd', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'floating_ip_address': '172.35.3.22', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'port_id': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'mac_address': 'fa:16:3e:af:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:32:59Z', 'updated_at': '2021-12-18T21:37:47Z', 'revision_number': 9, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:37:48.467644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24c0d4-e796-475a-8665-4b48899a7b9f None None] The sync data for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 is: [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f52171f0-17bd-4f28-9df1-3cda740df6fd', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'floating_ip_address': '172.35.3.22', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'port_id': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'mac_address': 'fa:16:3e:af:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:32:59Z', 'updated_at': '2021-12-18T21:37:47Z', 'revision_number': 9, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:37:48.656903 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32019a-5b2f-4630-a7b7-784c98848322 None None] New status for floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:37:49.863605 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:03.034191 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-effd72f7-9740-4fb3-b7c9-2fe6721ce5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:05.236071 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-338f2e25-f5f3-432a-9451-8785e341b069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:06.549984 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:08.256826 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:08.635872 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:11.642668 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30e1724d-822b-4b90-9590-044eac2b2774 req-a036a9f2-7d31-4607-867d-30596c1e20bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0402453
Dec 18 21:38:11.723881 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1724d-822b-4b90-9590-044eac2b2774 req-d6d1d91b-487d-4c4d-bc15-9061b0da2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:38:11.725475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30e1724d-822b-4b90-9590-044eac2b2774 req-d6d1d91b-487d-4c4d-bc15-9061b0da2cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1097 time: 0.0405743
Dec 18 21:38:11.832391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1724d-822b-4b90-9590-044eac2b2774 req-e386f449-b75f-4874-8dc5-a021be106140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:38:11.833870 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30e1724d-822b-4b90-9590-044eac2b2774 req-e386f449-b75f-4874-8dc5-a021be106140 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0864241
Dec 18 21:38:11.899077 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30e1724d-822b-4b90-9590-044eac2b2774 req-42a48c0b-9b16-432f-ae04-3633a20278b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1002 time: 0.0564668
Dec 18 21:38:12.212218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1724d-822b-4b90-9590-044eac2b2774 req-f4e10dc9-d2b2-4d84-bd9d-bef9e72acb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:38:12.213635 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30e1724d-822b-4b90-9590-044eac2b2774 req-f4e10dc9-d2b2-4d84-bd9d-bef9e72acb7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.3050311
Dec 18 21:38:12.260011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1724d-822b-4b90-9590-044eac2b2774 req-d333d8a9-a52d-42f7-bd8b-d119b2df4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:38:12.261448 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30e1724d-822b-4b90-9590-044eac2b2774 req-d333d8a9-a52d-42f7-bd8b-d119b2df4c24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398657
Dec 18 21:38:12.350024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30e1724d-822b-4b90-9590-044eac2b2774 req-e220363b-6217-4897-80d0-59b959cb9af1 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810072
Dec 18 21:38:12.440773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-30e1724d-822b-4b90-9590-044eac2b2774 req-b0d34805-e625-473f-9b2d-559e7964414f service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825810
Dec 18 21:38:15.280422 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:16.303536 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:38:19.879910 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:33.035350 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1cff4aef-01f7-4ef9-97c8-58e10adabc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:35.239829 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-13c5d3cf-ebfd-4d3e-8069-b06a1e8243e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:36.552651 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:38.260150 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:38.637470 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:45.295136 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:49.888617 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:38:53.302396 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:39:03.036227 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d289896f-02ea-4f4b-a92a-ec7679473bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:05.240517 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f91126f7-00f8-4df8-aaf8-a1ed43aa1a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:06.556361 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:08.265275 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:08.651891 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:11.677453 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36272c7a-6d8d-4882-8524-bd8bb77fdf83 req-192973f7-68d8-418a-9a78-ca678bcef3c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396440
Dec 18 21:39:11.765926 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36272c7a-6d8d-4882-8524-bd8bb77fdf83 req-39e55aed-d5f7-4fb7-a83e-3cbe07434d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:11.767384 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36272c7a-6d8d-4882-8524-bd8bb77fdf83 req-39e55aed-d5f7-4fb7-a83e-3cbe07434d27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1097 time: 0.0412266
Dec 18 21:39:11.874582 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36272c7a-6d8d-4882-8524-bd8bb77fdf83 req-86dff9a8-2fea-4a40-8dda-cff15abc96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:11.876019 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36272c7a-6d8d-4882-8524-bd8bb77fdf83 req-86dff9a8-2fea-4a40-8dda-cff15abc96b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0846202
Dec 18 21:39:11.942698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36272c7a-6d8d-4882-8524-bd8bb77fdf83 req-6986ddcc-da4f-4daa-b310-f1f446ddf758 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1002 time: 0.0552137
Dec 18 21:39:11.998581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36272c7a-6d8d-4882-8524-bd8bb77fdf83 req-d2865248-8f2b-4a02-9eff-76a96ae697d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:11.999968 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36272c7a-6d8d-4882-8524-bd8bb77fdf83 req-d2865248-8f2b-4a02-9eff-76a96ae697d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0456669
Dec 18 21:39:12.045418 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36272c7a-6d8d-4882-8524-bd8bb77fdf83 req-a12e8772-d907-4aad-afac-d752681d2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:12.046846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36272c7a-6d8d-4882-8524-bd8bb77fdf83 req-a12e8772-d907-4aad-afac-d752681d2b29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394409
Dec 18 21:39:12.140691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36272c7a-6d8d-4882-8524-bd8bb77fdf83 req-c2678bc8-0ae3-409d-96bc-4c9801124295 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825346
Dec 18 21:39:12.238083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36272c7a-6d8d-4882-8524-bd8bb77fdf83 req-fcbb37f2-d90d-49a0-97ca-24ac43ce6765 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848498
Dec 18 21:39:15.297034 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:19.893697 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:28.328220 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-bc9562d5-72b4-4203-9609-a0ff46f7ae79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0418770
Dec 18 21:39:28.350485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f0815-f589-4443-aa19-985c8cc50aff req-8fb56e95-12a8-4c47-9743-832c860b08fb tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:28.351980 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c49f0815-f589-4443-aa19-985c8cc50aff req-8fb56e95-12a8-4c47-9743-832c860b08fb tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0517726
Dec 18 21:39:28.400303 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c49f0815-f589-4443-aa19-985c8cc50aff req-82435af8-ea5a-44b2-802c-5c5520b4fb6a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423543
Dec 18 21:39:29.417856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-e54991a6-d5b2-4d5b-8c6f-ef4e9bf2d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:29.419389 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-e54991a6-d5b2-4d5b-8c6f-ef4e9bf2d36b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1097 time: 0.0452580
Dec 18 21:39:29.551382 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cd932-178a-4cf0-bbc3-bb0df33d69c0 req-912ae7a9-7b80-4cc0-9b24-a7bc1cf34edf tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:29.552833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-869cd932-178a-4cf0-bbc3-bb0df33d69c0 req-912ae7a9-7b80-4cc0-9b24-a7bc1cf34edf tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0799289
Dec 18 21:39:29.555464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-39d48298-89aa-46de-b701-30d3ca5691dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:29.556766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-39d48298-89aa-46de-b701-30d3ca5691dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.1262989
Dec 18 21:39:29.641596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-869cd932-178a-4cf0-bbc3-bb0df33d69c0 req-6667953d-98d0-4e1d-a452-e09bf310e96f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820947
Dec 18 21:39:29.650212 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-15bbcbd0-72af-4ad7-ab7e-31b59117f956 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1002 time: 0.0782568
Dec 18 21:39:29.703922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-0abb1884-c51a-42bf-ac8c-264765093a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:29.705320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-0abb1884-c51a-42bf-ac8c-264765093a46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0445583
Dec 18 21:39:29.760881 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-209e3bdd-60e5-48cb-9ea6-f34b1205bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:29.762448 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-209e3bdd-60e5-48cb-9ea6-f34b1205bb0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453231
Dec 18 21:39:29.855053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-41a66b11-1031-4e62-83d2-6a28409ce782 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798800
Dec 18 21:39:29.951650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-676d74ce-30b9-464e-a637-f0b1d88b5215 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848720
Dec 18 21:39:30.301534 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:39:30.760461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a5e47-3c7a-43e9-b418-76866d772bfc req-d8cc5a87-1ff9-4141-985c-c0ae05d43fec tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:30.761938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c4a5e47-3c7a-43e9-b418-76866d772bfc req-d8cc5a87-1ff9-4141-985c-c0ae05d43fec tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0511880
Dec 18 21:39:30.807900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c4a5e47-3c7a-43e9-b418-76866d772bfc req-8b421c34-77a5-4297-9d6e-1e6db743b399 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399654
Dec 18 21:39:31.921725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f84f4b-aef4-469b-9ac5-f6df4f076a99 req-a8b43afb-c378-4da9-8283-41059c63fdcb tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:31.923206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f84f4b-aef4-469b-9ac5-f6df4f076a99 req-a8b43afb-c378-4da9-8283-41059c63fdcb tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0476239
Dec 18 21:39:31.969149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-66f84f4b-aef4-469b-9ac5-f6df4f076a99 req-0af7cfdb-41d9-43e1-839b-aae57e8e174b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399742
Dec 18 21:39:33.037156 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-62e7bd37-4c0e-4b91-b6eb-cb5fe17ae61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:33.095431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ce472-272f-4517-bbf5-3b3edd9a5ec7 req-59178a0e-75af-4ccd-a890-dd2530d9f5de tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:33.096904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e70ce472-272f-4517-bbf5-3b3edd9a5ec7 req-59178a0e-75af-4ccd-a890-dd2530d9f5de tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0521224
Dec 18 21:39:33.144281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e70ce472-272f-4517-bbf5-3b3edd9a5ec7 req-267cf2bc-e4b1-4d36-84f9-05f834d2f9d6 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409248
Dec 18 21:39:34.259109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac425a-ce63-49bc-9a66-af90f5899a40 req-d3a43813-82e2-44f4-bc43-2a91d63909c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:34.260602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0ac425a-ce63-49bc-9a66-af90f5899a40 req-d3a43813-82e2-44f4-bc43-2a91d63909c4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0478070
Dec 18 21:39:34.307424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e0ac425a-ce63-49bc-9a66-af90f5899a40 req-bdf820b7-64b2-4814-8ed8-5c18fe6f1f6b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408652
Dec 18 21:39:35.242562 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-40925b2d-247a-4c1d-81ba-335eb5f4a803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:35.425484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd473870-2fc1-45a9-9214-8b5c11bd6f21 req-9f8ca46d-70a8-4469-bee2-f3675f87474f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:35.426989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd473870-2fc1-45a9-9214-8b5c11bd6f21 req-9f8ca46d-70a8-4469-bee2-f3675f87474f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0517378
Dec 18 21:39:35.474526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd473870-2fc1-45a9-9214-8b5c11bd6f21 req-42c2f319-d7d0-4b17-9bff-2b2e1bedf87a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410118
Dec 18 21:39:36.558244 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:36.590705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06700cd9-ca8c-4ac5-b90f-0b2161d52dee req-66716b04-af57-4505-b7e1-3e6fd5344f9f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:36.592189 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06700cd9-ca8c-4ac5-b90f-0b2161d52dee req-66716b04-af57-4505-b7e1-3e6fd5344f9f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0489066
Dec 18 21:39:36.638328 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06700cd9-ca8c-4ac5-b90f-0b2161d52dee req-a80c4865-c316-4566-b581-4d5a406527dd tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402615
Dec 18 21:39:37.754028 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194ac0c-20d6-4190-af8c-874bec9b1f6b req-a8a2dbbe-1a2b-4149-a749-2dc87cd6ff1b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:37.755441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d194ac0c-20d6-4190-af8c-874bec9b1f6b req-a8a2dbbe-1a2b-4149-a749-2dc87cd6ff1b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0473256
Dec 18 21:39:37.804901 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d194ac0c-20d6-4190-af8c-874bec9b1f6b req-2210abc0-0aa8-4db3-83c6-cfdf157dcdeb tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430000
Dec 18 21:39:38.264747 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:38.643288 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:38.926823 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ed03-ac3b-48b7-b0d2-c3b0a090f3fb req-0616335b-56d9-45c4-99c8-29b312d5384a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:38.928195 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d207ed03-ac3b-48b7-b0d2-c3b0a090f3fb req-0616335b-56d9-45c4-99c8-29b312d5384a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0487630
Dec 18 21:39:38.975987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d207ed03-ac3b-48b7-b0d2-c3b0a090f3fb req-75cfe2e2-3553-4e4e-8d4d-fc0371916bc2 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417721
Dec 18 21:39:40.088946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335158b-e9dd-4a49-ad16-c61119c151a7 req-5d0213ef-3df6-47bf-be46-1f856d2720a8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:40.090474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3335158b-e9dd-4a49-ad16-c61119c151a7 req-5d0213ef-3df6-47bf-be46-1f856d2720a8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0485239
Dec 18 21:39:40.136689 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3335158b-e9dd-4a49-ad16-c61119c151a7 req-a268fe6a-99ca-4586-bf97-df3d8d3289d9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403028
Dec 18 21:39:41.252270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c948f8-0ed9-42a9-8bef-e60fdbdadc5b req-a420b253-4fd6-41b8-8a23-f8d4f845c0d8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:41.253751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49c948f8-0ed9-42a9-8bef-e60fdbdadc5b req-a420b253-4fd6-41b8-8a23-f8d4f845c0d8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0516546
Dec 18 21:39:41.300636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49c948f8-0ed9-42a9-8bef-e60fdbdadc5b req-b343396c-1f7c-4d1e-ba2a-9e5e1ccc957e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404923
Dec 18 21:39:42.141962 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-24e9d8db-22c8-4043-9198-06f2e51a6cc6 service neutron] show failed (client error): The resource could not be found.
Dec 18 21:39:42.142991 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-24e9d8db-22c8-4043-9198-06f2e51a6cc6 service neutron] 10.222.0.36 "GET /v2.0/ports/2b2e7e99-ea6e-45ff-a905-9a41097dcf97/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0530965
Dec 18 21:39:42.353886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-e59e3fb0-a667-4525-89f0-8700fa1341bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:42.355480 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-e59e3fb0-a667-4525-89f0-8700fa1341bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 1097 time: 0.0454924
Dec 18 21:39:42.366571 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-2d594e2b-2013-48d5-89e7-d769fdb2eed7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:39:42.367703 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-2d594e2b-2013-48d5-89e7-d769fdb2eed7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053997
Dec 18 21:39:42.380140 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:39:42.429962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8074435-02ee-418c-a4ae-3493d181484c req-f9b68fc8-2f52-4336-96ca-35ea54731bd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:42.431569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8074435-02ee-418c-a4ae-3493d181484c req-f9b68fc8-2f52-4336-96ca-35ea54731bd0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0532460
Dec 18 21:39:42.437122 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:42.479762 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8074435-02ee-418c-a4ae-3493d181484c req-cb03583b-690c-43b9-b293-a1e2464fab90 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419629
Dec 18 21:39:42.637610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:39:42.669965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:39:42.712467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:39:42.714812 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e9af58-70e3-4e6e-a8d3-b5d7945b7288" -d '{"events": [{"server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "name": "network-vif-unplugged", "status": "completed", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:39:42.719570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:42.733287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Transition to ACTIVE for port object 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:39:42.743432 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:42.777819 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1794a4d1-4a25-4d9d-837c-66b82db9d6a5 x-openstack-request-id: req-1794a4d1-4a25-4d9d-837c-66b82db9d6a5 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:39:42.778117 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "name": "network-vif-unplugged", "status": "completed", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:39:42.778402 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1794a4d1-4a25-4d9d-837c-66b82db9d6a5 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:39:42.778794 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'code': 200}
Dec 18 21:39:42.828903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=6']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:39:42.844067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.844422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.844775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.845117 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.845456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.845789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.846121 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.846477 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.846808 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.847136 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.847464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.847788 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.848112 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:42.883622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] No DVR routers for this DVR port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:39:43.025368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Attempting to bind port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:39:43.025695 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Attempting to bind port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:39:43.026022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Attempting to bind port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:39:43.035360 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:39:43.035694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Attempting to bind port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:39:43.041385 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:39:43.041725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:39:43.042108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Bound using segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:39:43.042569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Bound port: 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:39:43.042930 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:43.109297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:39:43.112201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:39:43.117074 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:43.153167 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:43.153792 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:43.155267 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1092 time: 0.7791851
Dec 18 21:39:43.173844 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804ff8d-9d36-41e4-b8f5-a58245e943f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=7']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:39:43.220093 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-51a7be42-9308-4ae5-ba9d-6e7956de1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:43.221664 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-51a7be42-9308-4ae5-ba9d-6e7956de1a00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1095 time: 0.0431979
Dec 18 21:39:43.320563 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-d19567db-b141-42d4-bda9-75fc2dffe03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:43.322728 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-d19567db-b141-42d4-bda9-75fc2dffe03d service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0936699
Dec 18 21:39:43.388747 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-0e04156f-2dc7-4595-8247-1c016a01a6f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1000 time: 0.0596364
Dec 18 21:39:43.436506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-71f9acd7-3d03-4dbd-bcf6-f7ae75a891a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:43.437824 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-71f9acd7-3d03-4dbd-bcf6-f7ae75a891a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0425689
Dec 18 21:39:43.486798 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-5eeb1d8c-3470-4d41-8c40-77375bc9e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:43.488259 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-5eeb1d8c-3470-4d41-8c40-77375bc9e56a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437295
Dec 18 21:39:43.577235 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-9159dc0f-1967-4fdd-917d-b9032c8d69c8 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821269
Dec 18 21:39:43.600635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d6596-6ef4-4c67-af8d-e1f8737728d4 req-a1f90089-2781-465d-ac4e-3d5c3d401fbf tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:43.602154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-051d6596-6ef4-4c67-af8d-e1f8737728d4 req-a1f90089-2781-465d-ac4e-3d5c3d401fbf tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 944 time: 0.0525777
Dec 18 21:39:43.650034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-051d6596-6ef4-4c67-af8d-e1f8737728d4 req-0dc7a2f0-cd4f-4365-8c55-52a06d4d04de tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418894
Dec 18 21:39:43.670744 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a18ed370-99a1-48c4-b198-264f5fa05a76 req-1f55a57a-bdaf-4d98-a7bc-e672c94b4cb9 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872378
Dec 18 21:39:44.766642 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a9590-93fb-4b9a-8004-436d9244a158 req-1f686bb4-d749-45a6-b6fa-39bb16b93db0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:44.768133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d10a9590-93fb-4b9a-8004-436d9244a158 req-1f686bb4-d749-45a6-b6fa-39bb16b93db0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 944 time: 0.0481598
Dec 18 21:39:44.779428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:39:44.781763 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f01e8f3-ec5f-434c-a565-c168be36cc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:39:44.816021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d10a9590-93fb-4b9a-8004-436d9244a158 req-deaa2f69-364d-4530-b461-8661fdb479bf tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410697
Dec 18 21:39:44.831183 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64067c4f-64c1-48c7-89c6-c3f5a81ec836 x-openstack-request-id: req-64067c4f-64c1-48c7-89c6-c3f5a81ec836 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:39:44.831483 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:39:44.831791 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64067c4f-64c1-48c7-89c6-c3f5a81ec836 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:39:44.832960 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'status': 'completed', 'code': 200}
Dec 18 21:39:44.892238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-0b13fcff-cc90-4d88-9397-c8ce3602a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:44.894137 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-0b13fcff-cc90-4d88-9397-c8ce3602a3fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1095 time: 0.0409610
Dec 18 21:39:44.907152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-8c751156-e94d-41f7-8a21-0909d97a655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:44.908637 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-8c751156-e94d-41f7-8a21-0909d97a655b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1095 time: 0.0442376
Dec 18 21:39:44.983310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-61108ff8-bba3-4fc0-a46b-ffd0ccb3b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:44.984750 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-61108ff8-bba3-4fc0-a46b-ffd0ccb3b332 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0831981
Dec 18 21:39:45.000807 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-ff65a25b-ba71-4475-aa34-87a261c9ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:45.002294 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-ff65a25b-ba71-4475-aa34-87a261c9ffad service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0831757
Dec 18 21:39:45.068565 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-cc632f57-199a-4e3b-87b6-c4024f432960 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1000 time: 0.0766163
Dec 18 21:39:45.080294 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-ff65e86b-e79e-47e4-92ba-1c360415eeab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1000 time: 0.0637097
Dec 18 21:39:45.129822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-22de10df-5868-48b1-9b25-ca8937898894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:45.131335 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-22de10df-5868-48b1-9b25-ca8937898894 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0512099
Dec 18 21:39:45.135019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-de4847fc-d91a-41f5-88eb-101efb3e7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:45.136536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-de4847fc-d91a-41f5-88eb-101efb3e7275 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0444992
Dec 18 21:39:45.186683 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-c13b9724-d307-4782-acf7-d8c23290860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:45.188196 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-c13b9724-d307-4782-acf7-d8c23290860f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0464785
Dec 18 21:39:45.192678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-c14d7374-92d2-4ddc-8fca-0627b8c9fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:45.194164 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-c14d7374-92d2-4ddc-8fca-0627b8c9fbe2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0459597
Dec 18 21:39:45.294408 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-4b25faad-17ee-4ea5-9cf9-9ae79845ae72 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861523
Dec 18 21:39:45.295643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-f76ff14c-3e30-4f46-bc4f-9994625f1107 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896749
Dec 18 21:39:45.326124 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:45.375081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:39:45.387556 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-0775a779-efeb-495e-8d21-dca54c7ceef2 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866666
Dec 18 21:39:45.393051 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4f01e8f3-ec5f-434c-a565-c168be36cc7d req-c7e42bc8-3804-4074-8f90-d89b264150ca service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848806
Dec 18 21:39:45.420313 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:39:45.528872 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:39:45.623166 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:39:45.634742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'port_id': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'mac_address': 'fa:16:3e:af:d1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:39:45.670448 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:45.683556 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:39:45.706711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:39:45.715819 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:45.757754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:39:45.764988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.765344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.765692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.766036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.766401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.766737 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.767071 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.767401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.767729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.768056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.768383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.768706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.769033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:45.929364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['2b2e7e99-ea6e-45ff-a905-9a41097dcf97'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:39:45.934620 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77710473-36b3-4a67-a546-d19c9930f124 req-eb80ea30-62aa-4f14-bb32-19cd35fdb603 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:45.936149 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77710473-36b3-4a67-a546-d19c9930f124 req-eb80ea30-62aa-4f14-bb32-19cd35fdb603 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 945 time: 0.0491607
Dec 18 21:39:45.987566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-77710473-36b3-4a67-a546-d19c9930f124 req-3574bf07-930a-4f6e-98a9-0b42d0863444 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455663
Dec 18 21:39:46.270179 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-d32e4023-87d8-423e-be2d-7a808a04cbe2 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:46.271695 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-d32e4023-87d8-423e-be2d-7a808a04cbe2 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.31 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13&tenant_id=542852f38d9b4ee7a351cc80abbd3d19&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0561948
Dec 18 21:39:46.281404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede783f9-f680-448c-a535-37b699e3ba62 req-5e3a8205-bd5f-4729-8844-2014daacabf2 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:46.282897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ede783f9-f680-448c-a535-37b699e3ba62 req-5e3a8205-bd5f-4729-8844-2014daacabf2 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 945 time: 0.0475986
Dec 18 21:39:46.334459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ede783f9-f680-448c-a535-37b699e3ba62 req-944d65f5-16c4-4e6f-ad04-e165c1ef3657 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454640
Dec 18 21:39:46.335047 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-1cb723f9-46e9-4f0a-b85b-09f17849326b service neutron] 10.222.0.31 "GET /v2.0/ports/2b2e7e99-ea6e-45ff-a905-9a41097dcf97/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0557039
Dec 18 21:39:46.396073 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-bfb86b35-3e7a-4df8-85f0-92b0f88abfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:46.397552 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-bfb86b35-3e7a-4df8-85f0-92b0f88abfb9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1096 time: 0.0403893
Dec 18 21:39:46.489165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-b6cdcda1-a9f5-4e5e-a8b8-769b6ab222e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:46.490589 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-b6cdcda1-a9f5-4e5e-a8b8-769b6ab222e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0856998
Dec 18 21:39:46.557281 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-003b86b6-26eb-4e5f-8fca-562f2e4dc1cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1001 time: 0.0595877
Dec 18 21:39:46.605510 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-d8a15e9d-0c6d-4f67-bc55-d524b91c2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:46.606963 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-d8a15e9d-0c6d-4f67-bc55-d524b91c2cdd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0432186
Dec 18 21:39:46.657025 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-b0296349-d2ea-450a-a7c1-4e0407d58713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:46.658516 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-b0296349-d2ea-450a-a7c1-4e0407d58713 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429878
Dec 18 21:39:46.745957 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-5587a72d-b33a-4d20-88b1-99fb73230ec3 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800774
Dec 18 21:39:46.837159 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-7a458dcb-da7b-433c-a8f2-14e54376d62f service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848989
Dec 18 21:39:47.453651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef544ec1-69cb-4c93-be91-b232c153f64b req-d7991d1c-e52b-4fd2-9156-3ec2f766e9ed tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:47.455202 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef544ec1-69cb-4c93-be91-b232c153f64b req-d7991d1c-e52b-4fd2-9156-3ec2f766e9ed tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 945 time: 0.0477006
Dec 18 21:39:47.501006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef544ec1-69cb-4c93-be91-b232c153f64b req-d0aca67d-c9ee-4cad-8e9b-33e44d2c5342 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395541
Dec 18 21:39:47.544698 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:39:47.591429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:39:47.596060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:39:47.596433 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:47.694890 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:47.716913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:39:47.719178 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf14380-e9e2-4c1f-8172-09f5b01d147b" -d '{"events": [{"server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:39:47.732031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:39:47.739503 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:47.771168 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227ad19d-ca76-45a8-99df-5c8636b4f1bd x-openstack-request-id: req-227ad19d-ca76-45a8-99df-5c8636b4f1bd {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:39:47.771460 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:39:47.771716 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-227ad19d-ca76-45a8-99df-5c8636b4f1bd {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:39:47.772106 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'code': 200}
Dec 18 21:39:47.788083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:39:48.624560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95528158-6d1e-433a-ae0b-873c2a2e5f84 req-bfa19799-8127-47d8-9119-5750ddbf9b0e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:48.626123 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95528158-6d1e-433a-ae0b-873c2a2e5f84 req-bfa19799-8127-47d8-9119-5750ddbf9b0e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0528443
Dec 18 21:39:48.672508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-95528158-6d1e-433a-ae0b-873c2a2e5f84 req-70704cdd-17d9-4dc7-ac6d-e6d9454ca969 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404298
Dec 18 21:39:48.814300 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-663f3482-3747-412e-9853-bbaab423bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:48.815702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-663f3482-3747-412e-9853-bbaab423bc98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 1097 time: 0.0404038
Dec 18 21:39:48.832580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:39:48.884720 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:49.078282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:39:49.110241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:39:49.147252 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:39:49.150188 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b1c1a3-dbde-4baf-a2bf-e1bfc5e422f2" -d '{"events": [{"server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "name": "network-vif-unplugged", "status": "completed", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:39:49.154274 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:49.167155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Transition to ACTIVE for port object 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:39:49.170892 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:49.204973 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7175c265-10cc-4beb-bab0-15fb2f083156 x-openstack-request-id: req-7175c265-10cc-4beb-bab0-15fb2f083156 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:39:49.205274 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "name": "network-vif-unplugged", "status": "completed", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:39:49.205534 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7175c265-10cc-4beb-bab0-15fb2f083156 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:39:49.206208 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'code': 200}
Dec 18 21:39:49.287924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=10']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:39:49.311222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.311579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.311930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.312278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.312617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.312953 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.313285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.313616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.313954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.314316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.314742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.314980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.315306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:39:49.359323 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] No DVR routers for this DVR port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:39:49.491551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Attempting to bind port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:39:49.491802 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Attempting to bind port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:39:49.492124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Attempting to bind port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:39:49.496382 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:39:49.496698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Attempting to bind port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:39:49.501414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:39:49.501750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:39:49.502131 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Bound using segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:39:49.502600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Bound port: 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:39:49.502944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:49.562176 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:39:49.565451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:39:49.571350 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:49.605537 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:49.606152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:49.607532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] 10.222.0.36 "PUT /v2.0/ports/2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1093 time: 0.7790167
Dec 18 21:39:49.627609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52508e02-3537-4cd3-8e83-ce673a0a0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=11']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:39:49.679571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-bb06652c-8bbd-4bdb-afd7-a835db79a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:49.681762 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-bb06652c-8bbd-4bdb-afd7-a835db79a7de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1096 time: 0.0473335
Dec 18 21:39:49.819289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-295f6fba-bab4-4e72-9827-dc4e8491db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:49.821335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-295f6fba-bab4-4e72-9827-dc4e8491db84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.1275039
Dec 18 21:39:49.830333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ba7c9-0980-4b26-ace4-b099696a401a req-b8048cb0-f143-4683-9679-e5759ddcc311 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:49.831936 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a76ba7c9-0980-4b26-ace4-b099696a401a req-b8048cb0-f143-4683-9679-e5759ddcc311 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 945 time: 0.0767810
Dec 18 21:39:49.887083 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:49.919789 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-fd824c0e-53c0-42f5-b719-44057935837d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1000 time: 0.0866427
Dec 18 21:39:49.926711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a76ba7c9-0980-4b26-ace4-b099696a401a req-c973a0d7-2500-4556-bb66-ef71dc7ef9eb tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0883362
Dec 18 21:39:49.972200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-434732f6-2a38-4035-8b12-61523fe11155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:49.973616 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-434732f6-2a38-4035-8b12-61523fe11155 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0425427
Dec 18 21:39:50.027876 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-4785c865-f3fd-423b-acfd-58e719a74378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:50.029332 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-4785c865-f3fd-423b-acfd-58e719a74378 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442259
Dec 18 21:39:50.119487 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-1053466c-1bb0-4a5d-95f5-76ecd22c2378 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0785253
Dec 18 21:39:50.212698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0b577bab-17d5-45ff-a44f-85d76bbdcf2a req-500e4ea8-df05-4d5f-b012-23777d2fbe98 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815589
Dec 18 21:39:51.045045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b14ea-a5b2-4732-b544-db6edb2636b1 req-08ec5144-b43d-41d1-b73d-8fa46b95d109 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:51.046531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-102b14ea-a5b2-4732-b544-db6edb2636b1 req-08ec5144-b43d-41d1-b73d-8fa46b95d109 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 945 time: 0.0485687
Dec 18 21:39:51.094244 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-102b14ea-a5b2-4732-b544-db6edb2636b1 req-55dd8fb0-dfc9-4005-afba-65c46eddce08 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414846
Dec 18 21:39:51.206977 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:39:51.209565 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1c47dc-f208-4ae1-9b76-caeced562422" -d '{"events": [{"name": "network-changed", "server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:39:51.256133 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe02f6f-00b3-4916-8677-7dc16f9ce260 x-openstack-request-id: req-abe02f6f-00b3-4916-8677-7dc16f9ce260 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:39:51.256421 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:39:51.256675 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abe02f6f-00b3-4916-8677-7dc16f9ce260 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:39:51.257065 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'status': 'completed', 'code': 200}
Dec 18 21:39:51.315204 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-805222b6-252a-476a-9c0b-1ebc67d54e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:51.316723 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-805222b6-252a-476a-9c0b-1ebc67d54e76 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1096 time: 0.0408492
Dec 18 21:39:51.325137 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-5b6a0d0f-3be4-4efd-9575-4398922f4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:51.326869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-5b6a0d0f-3be4-4efd-9575-4398922f4725 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 1096 time: 0.0432689
Dec 18 21:39:51.411051 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-20225fd9-ec32-4a83-9ea9-4d64127d82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:51.412606 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-20225fd9-ec32-4a83-9ea9-4d64127d82fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0880792
Dec 18 21:39:51.425625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-3c686bb2-3173-4e65-a2a8-575ec9b98337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:51.427139 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-3c686bb2-3173-4e65-a2a8-575ec9b98337 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0928936
Dec 18 21:39:51.478564 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-e63f57fe-8575-4580-881e-e486b66a87c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1000 time: 0.0580249
Dec 18 21:39:51.496868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-a2536826-f98e-4d17-9538-e542169d8d39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 200  len: 1000 time: 0.0579882
Dec 18 21:39:51.527728 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-9bf63e78-6bdb-4613-9ced-09e318202692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:51.529292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-9bf63e78-6bdb-4613-9ced-09e318202692 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0446990
Dec 18 21:39:51.547746 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-5d1f5069-3710-411a-98b7-3a1eb013c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:51.549208 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-5d1f5069-3710-411a-98b7-3a1eb013c1ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0434539
Dec 18 21:39:51.579187 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-1da9c8ef-ce07-4776-84b8-90e6a2fc3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:51.580676 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-1da9c8ef-ce07-4776-84b8-90e6a2fc3920 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446742
Dec 18 21:39:51.600868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-0f81d59f-9ae5-4b22-b36a-dc19a88e35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:51.602940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-0f81d59f-9ae5-4b22-b36a-dc19a88e35a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0457177
Dec 18 21:39:51.607607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:39:51.646007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:39:51.673529 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-c45e2933-e47a-4d2a-b225-0013c3c972a7 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851402
Dec 18 21:39:51.694513 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-d7a3de65-7ddb-41e6-9f4f-75689c064067 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836244
Dec 18 21:39:51.768088 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-388dda5f-0695-4724-8c6e-0c3f2599ddcd service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877991
Dec 18 21:39:52.055050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0e1c47dc-f208-4ae1-9b76-caeced562422 req-5eacbece-45dd-47ed-ae74-a586ff063581 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3478034
Dec 18 21:39:52.208804 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31548711-9445-454b-967c-d1820cbcb492 req-2aa3985a-4685-4442-af67-1b048d93f560 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:52.210286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31548711-9445-454b-967c-d1820cbcb492 req-2aa3985a-4685-4442-af67-1b048d93f560 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 945 time: 0.0480103
Dec 18 21:39:52.256998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31548711-9445-454b-967c-d1820cbcb492 req-e49919c6-dd40-4724-8cb7-2d2ad84155e7 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402479
Dec 18 21:39:52.371431 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a941d-86e5-408f-9c16-6a51ba31279f req-740776a2-e247-4816-b3d9-48f7fd3a3661 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:52.372913 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af5a941d-86e5-408f-9c16-6a51ba31279f req-740776a2-e247-4816-b3d9-48f7fd3a3661 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 945 time: 0.0472658
Dec 18 21:39:52.426340 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-af5a941d-86e5-408f-9c16-6a51ba31279f req-680e086f-605d-4086-bb2b-02391246ee61 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474005
Dec 18 21:39:52.539769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaab8ac-3b8e-4ddf-920f-f3da1fcd02aa req-5d25be5e-2ddf-4803-9da7-bb96452bec73 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:52.541241 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-faaab8ac-3b8e-4ddf-920f-f3da1fcd02aa req-5d25be5e-2ddf-4803-9da7-bb96452bec73 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 945 time: 0.0478625
Dec 18 21:39:52.590087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-faaab8ac-3b8e-4ddf-920f-f3da1fcd02aa req-d5a88519-7b09-409d-822a-d506140e17c8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429535
Dec 18 21:39:52.816047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be56fa-9cb7-4461-9d32-099906b4309a req-65bc3c7a-e3bd-4519-aee3-ee19d813534c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:52.817502 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7be56fa-9cb7-4461-9d32-099906b4309a req-65bc3c7a-e3bd-4519-aee3-ee19d813534c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 945 time: 0.0477717
Dec 18 21:39:52.863489 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7be56fa-9cb7-4461-9d32-099906b4309a req-566e9fa5-2742-4fa9-8750-0eae2ae746f4 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394154
Dec 18 21:39:53.417415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:39:53.514754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:39:53.525969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'port_id': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'mac_address': 'fa:16:3e:af:d1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:39:53.561485 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:53.573505 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:39:53.592948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:39:53.596052 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:53.640611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=12']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:39:54.071319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01b48b-a5b3-4ec8-9618-1138d4524f2c req-67a33aa5-8d7c-4d10-8158-1c94d71c75be tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:54.072864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef01b48b-a5b3-4ec8-9618-1138d4524f2c req-67a33aa5-8d7c-4d10-8158-1c94d71c75be tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.1378798
Dec 18 21:39:54.144815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ef01b48b-a5b3-4ec8-9618-1138d4524f2c req-0afc26fe-2027-40ce-9294-68efd3482e2b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659637
Dec 18 21:39:54.157234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8204996-65ed-4353-b210-a60e15346298 req-8b9000ee-1cf8-433f-a696-d3250e72e95d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:54.158698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8204996-65ed-4353-b210-a60e15346298 req-8b9000ee-1cf8-433f-a696-d3250e72e95d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 946 time: 0.0664473
Dec 18 21:39:54.255681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Deleting port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:39:54.255943 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:54.341172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] For port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:39:54.341532 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:54.513066 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:54.513344 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:54.513658 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd disassociated. External IP: 172.35.3.22, port: 2b2e7e99-ea6e-45ff-a905-9a41097dcf97.
Dec 18 21:39:54.514000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Calling delete_port for 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:39:54.637875 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:54.665895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event deleted for resources: {'Port': ['ID=2b2e7e99-ea6e-45ff-a905-9a41097dcf97,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:39:54.784313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Router 1108dbd8-5558-4b00-a71e-79601633bedd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:39:54.892712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:39:54.905636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298782c9-ddc1-4296-9fb2-60984c581391 None None] Sync routers for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:39:54.915781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298782c9-ddc1-4296-9fb2-60984c581391 None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:39:54.916386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-298782c9-ddc1-4296-9fb2-60984c581391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ea17880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:39:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:39:54.936109 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] No DVR routers for this DVR port 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:39:54.938895 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:54.942189 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8204996-65ed-4353-b210-a60e15346298 req-57bb11a8-0cc3-4972-bf7b-93e509233cba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "DELETE /v2.0/ports/2b2e7e99-ea6e-45ff-a905-9a41097dcf97 HTTP/1.1" status: 204  len: 173 time: 0.7719169
Dec 18 21:39:54.942694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'name': 'network-vif-deleted', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:39:54.944931 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6ebea-1e52-4649-85eb-0538a96addfd" -d '{"events": [{"server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "name": "network-vif-deleted", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:39:54.985577 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18d248b-f575-4306-b6d0-3e336c7cd3d3 x-openstack-request-id: req-a18d248b-f575-4306-b6d0-3e336c7cd3d3 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:39:54.985900 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814c4a36-6ed2-4170-a5f8-6674d35f8a13", "name": "network-vif-deleted", "tag": "2b2e7e99-ea6e-45ff-a905-9a41097dcf97", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:39:54.986161 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a18d248b-f575-4306-b6d0-3e336c7cd3d3 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:39:54.986596 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814c4a36-6ed2-4170-a5f8-6674d35f8a13', 'name': 'network-vif-deleted', 'tag': '2b2e7e99-ea6e-45ff-a905-9a41097dcf97', 'status': 'completed', 'code': 200}
Dec 18 21:39:55.033821 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-298782c9-ddc1-4296-9fb2-60984c581391 None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:39:55.236551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-298782c9-ddc1-4296-9fb2-60984c581391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ea17880>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:39:55.250979 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c5569e9-4841-4b57-a5f5-5181fa3866ae req-6c7736d5-539d-473d-a783-bea430ac0804 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=814c4a36-6ed2-4170-a5f8-6674d35f8a13 HTTP/1.1" status: 200  len: 210 time: 0.0263677
Dec 18 21:39:55.262144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298782c9-ddc1-4296-9fb2-60984c581391 None None] Checking router: 1108dbd8-5558-4b00-a71e-79601633bedd for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:39:55.270431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298782c9-ddc1-4296-9fb2-60984c581391 None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:39:55.271036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-298782c9-ddc1-4296-9fb2-60984c581391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ea17880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:39:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:39:55.376316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-298782c9-ddc1-4296-9fb2-60984c581391 None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:39:55.422340 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:39:55.613599 ncdv-master-1 neutron-server[126010]: INFO neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No ports have port_id starting with 2b2e7e99-ea6e-45ff-a905-9a41097dcf97
Dec 18 21:39:55.617450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 requested by agent hyperv_nch1-master-1 not found in database {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}}
Dec 18 21:39:55.740005 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-298782c9-ddc1-4296-9fb2-60984c581391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ea17880>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:39:55.766003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298782c9-ddc1-4296-9fb2-60984c581391 None None] The sync data for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 is: [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:39:55.974930 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd931ccb-6f5a-4e93-a345-4fa5e1233cba None None] New status for floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:39:56.690027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-fefe7643-f79c-498e-8a1d-e0793f975721 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--784507149&fields=id&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 267 time: 0.0415595
Dec 18 21:39:56.796622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-454ef63e-b49f-4447-a5bd-e21cbb7d6e38 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:56.798081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-454ef63e-b49f-4447-a5bd-e21cbb7d6e38 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 811 time: 0.1013427
Dec 18 21:39:56.812490 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-b06435c6-82ae-4df7-bbd6-fae88e343752 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/quotas/542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 375 time: 0.0086691
Dec 18 21:39:56.861507 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-4b587a3f-d8e0-47a5-b1a0-d75681868779 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0439191
Dec 18 21:39:56.952118 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-0026e5d3-f527-4ac0-b77d-4dd545af4e6a service neutron] 10.222.0.13 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0792141
Dec 18 21:39:57.042284 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-5f286a35-69e5-4e35-b27c-cf848d44aba0 service neutron] 10.222.0.13 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839179
Dec 18 21:39:57.201302 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f46ad1ce-05a7-4df6-8dde-6ea68865fe64 req-314d29bf-f0f3-40b8-807d-b3e5becad511 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 210 time: 0.0273385
Dec 18 21:39:57.428418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:39:57.453401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:39:57.453748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 2b2e7e99-ea6e-45ff-a905-9a41097dcf97 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:39:58.107181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-00d77012-bd61-44a9-bd6c-9d2e4c9b8c8c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:58.108649 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-00d77012-bd61-44a9-bd6c-9d2e4c9b8c8c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 811 time: 0.1106741
Dec 18 21:39:58.171770 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-0dca9bc2-b1fd-4edc-b99d-9621ebf1a073 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 379 time: 0.0529771
Dec 18 21:39:58.182313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Request body: {'port': {'device_id': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'admin_state_up': True, 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'security_groups': ['03bdc3e8-5df2-4132-994a-0c6433949365']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:39:58.292333 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Made reservation on behalf of 542852f38d9b4ee7a351cc80abbd3d19 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:39:58.295929 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:58.296371 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-83cbdf34-93e2-4f9d-b398-8e17d80057b1 req-1745a14e-8483-414d-95c1-18cf27ddda59 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 210 time: 0.0278773
Dec 18 21:39:58.422363 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Allocated IP 172.20.0.6 (0d5d526c-ff3b-4870-a375-d43b4ba66efb/6df87f8a-6158-4155-a680-780518980e8e/90b75a1e-069a-43ca-b122-ae791df3d46f) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:39:58.554059 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:58.589157 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:58.637717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Network 0d5d526c-ff3b-4870-a375-d43b4ba66efb is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:39:58.640716 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:39:58.643679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:39:58.678177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event updated for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:39:58.707515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:58.708134 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:58.730399 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-51405b10-4cef-4a1c-a94a-bb63bd7c27db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5516033
Dec 18 21:39:58.742880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Request body: {'port': {'device_id': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:39:58.798846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:58.894750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a10f1e83-bb29-4818-ba9e-b7bddfdbb7c9 None None] Provisioning complete for port 90b75a1e-069a-43ca-b122-ae791df3d46f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:39:58.895324 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a10f1e83-bb29-4818-ba9e-b7bddfdbb7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:58.934488 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a10f1e83-bb29-4818-ba9e-b7bddfdbb7c9 None None] Port 90b75a1e-069a-43ca-b122-ae791df3d46f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:39:59.066054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b75a1e-069a-43ca-b122-ae791df3d46f {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:39:59.074505 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:59.086489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Transition to ACTIVE for port object 90b75a1e-069a-43ca-b122-ae791df3d46f will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:39:59.090423 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:59.140999 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Pushing event updated for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:39:59.215256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Attempting to bind port 90b75a1e-069a-43ca-b122-ae791df3d46f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:39:59.215598 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Attempting to bind port 90b75a1e-069a-43ca-b122-ae791df3d46f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:39:59.215930 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Attempting to bind port 90b75a1e-069a-43ca-b122-ae791df3d46f on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:39:59.220534 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Port 90b75a1e-069a-43ca-b122-ae791df3d46f on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:39:59.220857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Attempting to bind port 90b75a1e-069a-43ca-b122-ae791df3d46f on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:39:59.227516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:39:59.227857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:39:59.228240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Bound using segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:39:59.228667 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Bound port: 90b75a1e-069a-43ca-b122-ae791df3d46f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:39:59.229021 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:59.299400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:39:59.302275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:39:59.307837 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:59.346034 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:59.347261 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:39:59.348220 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] 10.222.0.31 "PUT /v2.0/ports/90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 1091 time: 0.6102314
Dec 18 21:39:59.348666 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:39:59.350956 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9c6a50-7f3d-4b29-b65d-de9a5dbed895" -d '{"events": [{"name": "network-changed", "server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:39:59.379978 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda6da7-0954-458f-8dd0-fa79110fcf31 service neutron] Pushing event updated for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:39:59.410321 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b05e35-0a89-4c11-af7d-b2e5262db810 x-openstack-request-id: req-73b05e35-0a89-4c11-af7d-b2e5262db810 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:39:59.410671 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:39:59.410924 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73b05e35-0a89-4c11-af7d-b2e5262db810 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:39:59.413732 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'status': 'completed', 'code': 200}
Dec 18 21:39:59.459843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e509f-52ef-4b36-b879-0d9e28467bc2 req-d8e9f44a-1875-4c14-a4da-db7b76cb6e92 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:59.461860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b4e509f-52ef-4b36-b879-0d9e28467bc2 req-d8e9f44a-1875-4c14-a4da-db7b76cb6e92 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 943 time: 0.0671332
Dec 18 21:39:59.462380 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-6ad8febc-f6b0-4daf-ac63-29e40d685661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:59.463917 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-6ad8febc-f6b0-4daf-ac63-29e40d685661 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1094 time: 0.0567915
Dec 18 21:39:59.513342 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3b4e509f-52ef-4b36-b879-0d9e28467bc2 req-5fcade05-e54e-4a1f-8988-a0a9c135603f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449629
Dec 18 21:39:59.527025 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-55e7c91f-4615-4240-b30d-72372774c92a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 217 time: 0.0553143
Dec 18 21:39:59.578150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-473abb55-d2ba-4421-a872-2ed28f531a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:59.579666 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-473abb55-d2ba-4421-a872-2ed28f531a23 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0463197
Dec 18 21:39:59.627483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-4c25c7d4-6ff5-49f3-b881-94d317a9af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:59.629396 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-4c25c7d4-6ff5-49f3-b881-94d317a9af98 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0422592
Dec 18 21:39:59.727885 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-ba7db8b1-992d-4634-ab82-204bf0e74127 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905821
Dec 18 21:39:59.818115 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1f36678-211f-448a-a2ba-2bb36f131aa6 req-2092fa99-f648-4c40-9085-ed0d175af392 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837624
Dec 18 21:39:59.905161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c6a50-7f3d-4b29-b65d-de9a5dbed895 req-78eb2a15-a3ef-42ad-bd1b-a1e8de95881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:59.906697 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8f9c6a50-7f3d-4b29-b65d-de9a5dbed895 req-78eb2a15-a3ef-42ad-bd1b-a1e8de95881d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1094 time: 0.0412540
Dec 18 21:39:59.997836 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c6a50-7f3d-4b29-b65d-de9a5dbed895 req-e19834f5-d7ee-4827-83be-da7db6e86c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:39:59.999234 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8f9c6a50-7f3d-4b29-b65d-de9a5dbed895 req-e19834f5-d7ee-4827-83be-da7db6e86c67 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0859270
Dec 18 21:40:00.039943 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8f9c6a50-7f3d-4b29-b65d-de9a5dbed895 req-f7a1d5d6-472d-4214-9222-34b03a20e13e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 217 time: 0.0337868
Dec 18 21:40:00.097192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c6a50-7f3d-4b29-b65d-de9a5dbed895 req-b37e3598-b315-47cf-b195-d309144862bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:00.098695 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8f9c6a50-7f3d-4b29-b65d-de9a5dbed895 req-b37e3598-b315-47cf-b195-d309144862bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0500648
Dec 18 21:40:00.144627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c6a50-7f3d-4b29-b65d-de9a5dbed895 req-e87ef8e8-6917-4212-b7b3-fd016bd383a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:00.146093 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8f9c6a50-7f3d-4b29-b65d-de9a5dbed895 req-e87ef8e8-6917-4212-b7b3-fd016bd383a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390961
Dec 18 21:40:00.234579 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8f9c6a50-7f3d-4b29-b65d-de9a5dbed895 req-4f4d3cac-040e-48bf-94bd-ed4b67aee020 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791724
Dec 18 21:40:00.325263 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8f9c6a50-7f3d-4b29-b65d-de9a5dbed895 req-cc61ec27-d400-4fb7-844d-675d854c9522 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838830
Dec 18 21:40:00.632910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd66f1d-91fa-454d-acce-056b3c3e1f7b req-0775cc71-7350-4e55-9a66-56ab65be7394 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:00.634419 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8dd66f1d-91fa-454d-acce-056b3c3e1f7b req-0775cc71-7350-4e55-9a66-56ab65be7394 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 943 time: 0.0503669
Dec 18 21:40:00.681516 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8dd66f1d-91fa-454d-acce-056b3c3e1f7b req-d35386d3-b01e-4fef-8c08-b0b133b47f8c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410576
Dec 18 21:40:01.638368 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 90b75a1e-069a-43ca-b122-ae791df3d46f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:40:01.736603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:40:01.744965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'port_id': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'mac_address': 'fa:16:3e:92:d8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:40:01.782029 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:01.795285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b75a1e-069a-43ca-b122-ae791df3d46f {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:40:01.799289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cc67d-ff07-467d-b50d-bd651d35f245 req-d0c27ce3-12d5-4728-9596-7f81e4783be1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:01.800837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b22cc67d-ff07-467d-b50d-bd651d35f245 req-d0c27ce3-12d5-4728-9596-7f81e4783be1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 943 time: 0.0485857
Dec 18 21:40:01.814713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:40:01.819680 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:01.853498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b22cc67d-ff07-467d-b50d-bd651d35f245 req-f73cf7f7-58cf-40da-9968-adf4615eb748 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460622
Dec 18 21:40:01.869542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:40:02.005712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['90b75a1e-069a-43ca-b122-ae791df3d46f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:40:02.971980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ded60c-d6ef-4398-b1fd-58b68d9dbaec req-14225719-4be1-4374-ba50-0606142ef62b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:02.973403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69ded60c-d6ef-4398-b1fd-58b68d9dbaec req-14225719-4be1-4374-ba50-0606142ef62b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 944 time: 0.0520961
Dec 18 21:40:03.020000 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-69ded60c-d6ef-4398-b1fd-58b68d9dbaec req-58cb9876-ec0e-4f54-8677-c114c1e14d05 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405624
Dec 18 21:40:03.040370 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-20714a45-192d-4182-9e5c-8505e2b1ee8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:03.639220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 90b75a1e-069a-43ca-b122-ae791df3d46f up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:40:03.688806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 90b75a1e-069a-43ca-b122-ae791df3d46f completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:40:03.692367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 90b75a1e-069a-43ca-b122-ae791df3d46f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:40:03.692737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:03.768095 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:03.788936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:40:03.791769 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a864b8f7-08e5-4515-91ef-51078e810837" -d '{"events": [{"server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "name": "network-vif-plugged", "status": "completed", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:40:03.804843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:40:03.809824 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:03.832292 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aced25-f485-4734-b995-7026928aec69 x-openstack-request-id: req-62aced25-f485-4734-b995-7026928aec69 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:40:03.832588 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "name": "network-vif-plugged", "status": "completed", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:40:03.832840 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62aced25-f485-4734-b995-7026928aec69 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:40:03.833225 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'code': 200}
Dec 18 21:40:03.861890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:40:03.930964 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1a413-a0b9-4984-a915-f6a467b9f1fb req-4573d957-88bc-4455-b2aa-dbc0dc7f0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:03.932527 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ebe1a413-a0b9-4984-a915-f6a467b9f1fb req-4573d957-88bc-4455-b2aa-dbc0dc7f0f1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1096 time: 0.0403676
Dec 18 21:40:03.975287 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ebe1a413-a0b9-4984-a915-f6a467b9f1fb req-3283caea-9815-4947-9ee5-868bbe9af1ca service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359316
Dec 18 21:40:04.136829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c73e3f-17ab-44f1-b2b5-e15e968e0181 req-31543f27-743f-4d19-b61a-c6b20a924a3b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:04.138322 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50c73e3f-17ab-44f1-b2b5-e15e968e0181 req-31543f27-743f-4d19-b61a-c6b20a924a3b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0477309
Dec 18 21:40:04.184092 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50c73e3f-17ab-44f1-b2b5-e15e968e0181 req-478066bf-2795-4f00-ac4a-ac6f6cc88ad6 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398619
Dec 18 21:40:05.246105 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-08557ee4-41e9-4283-bcfd-7b975c0c22e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:05.304662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43372d-3459-4fb2-91f2-f82bc8e534ee req-e1a67452-ff1f-4608-929a-a59e0d8bdc31 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:05.306170 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d43372d-3459-4fb2-91f2-f82bc8e534ee req-e1a67452-ff1f-4608-929a-a59e0d8bdc31 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0525367
Dec 18 21:40:05.353424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8d43372d-3459-4fb2-91f2-f82bc8e534ee req-0fc396ce-c585-490a-a632-dc764e57b02d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413058
Dec 18 21:40:05.463878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfbcbc-3b53-4d0a-a7dc-f8ee8348fa9d req-b9759d23-1a02-441b-ab43-93e722474c60 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:05.465268 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bacfbcbc-3b53-4d0a-a7dc-f8ee8348fa9d req-b9759d23-1a02-441b-ab43-93e722474c60 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0481012
Dec 18 21:40:05.473784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 52706) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:40:05.478159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-8ece84ff-f63c-4c69-9779-7a14af2d44a5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Request body: {'floatingip': {'port_id': '90b75a1e-069a-43ca-b122-ae791df3d46f'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:40:05.520062 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ece84ff-f63c-4c69-9779-7a14af2d44a5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:05.942572 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ece84ff-f63c-4c69-9779-7a14af2d44a5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:05.946723 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ece84ff-f63c-4c69-9779-7a14af2d44a5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:06.044937 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-8ece84ff-f63c-4c69-9779-7a14af2d44a5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd associated. External IP: 172.35.3.22, port: 90b75a1e-069a-43ca-b122-ae791df3d46f.
Dec 18 21:40:06.246513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ece84ff-f63c-4c69-9779-7a14af2d44a5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Router 1108dbd8-5558-4b00-a71e-79601633bedd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:40:06.350926 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ece84ff-f63c-4c69-9779-7a14af2d44a5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:40:06.355773 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8ece84ff-f63c-4c69-9779-7a14af2d44a5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:06.363115 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f23764-021b-492e-aedb-fade5454cc08 None None] Sync routers for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:40:06.373787 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f23764-021b-492e-aedb-fade5454cc08 None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:40:06.374687 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-66f23764-021b-492e-aedb-fade5454cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e4146d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:40:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:40:06.381756 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8ece84ff-f63c-4c69-9779-7a14af2d44a5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "PUT /v2.0/floatingips/f52171f0-17bd-4f28-9df1-3cda740df6fd HTTP/1.1" status: 200  len: 991 time: 0.9069047
Dec 18 21:40:06.382395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:40:06.385225 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee504618-198d-4f5b-8b4c-1724e209908b" -d '{"events": [{"name": "network-changed", "server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:40:06.426169 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3139231-903b-4bf0-ba11-73c84f33d8d5 x-openstack-request-id: req-d3139231-903b-4bf0-ba11-73c84f33d8d5 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:40:06.427320 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:40:06.427714 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3139231-903b-4bf0-ba11-73c84f33d8d5 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:40:06.428243 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'status': 'completed', 'code': 200}
Dec 18 21:40:06.483346 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-66f23764-021b-492e-aedb-fade5454cc08 None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:40:06.492567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee504618-198d-4f5b-8b4c-1724e209908b req-2418f1fa-21bd-4ff4-9537-2fbfd8be32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:06.494617 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee504618-198d-4f5b-8b4c-1724e209908b req-2418f1fa-21bd-4ff4-9537-2fbfd8be32ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1096 time: 0.0439477
Dec 18 21:40:06.578011 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:06.584478 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee504618-198d-4f5b-8b4c-1724e209908b req-4160f5a3-da88-48e4-85e7-c1020260d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:06.585946 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee504618-198d-4f5b-8b4c-1724e209908b req-4160f5a3-da88-48e4-85e7-c1020260d36b service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0846930
Dec 18 21:40:06.655887 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee504618-198d-4f5b-8b4c-1724e209908b req-1ddb7736-58ba-41b2-a57d-cca5ab7386f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 999 time: 0.0631604
Dec 18 21:40:06.719938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-66f23764-021b-492e-aedb-fade5454cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e4146d0>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f52171f0-17bd-4f28-9df1-3cda740df6fd', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'floating_ip_address': '172.35.3.22', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'port_id': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'mac_address': 'fa:16:3e:92:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:32:59Z', 'updated_at': '2021-12-18T21:40:05Z', 'revision_number': 13, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:40:06.749109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f23764-021b-492e-aedb-fade5454cc08 None None] Checking router: 1108dbd8-5558-4b00-a71e-79601633bedd for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:40:06.757956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f23764-021b-492e-aedb-fade5454cc08 None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:40:06.758659 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-66f23764-021b-492e-aedb-fade5454cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e4146d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:40:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:40:06.865397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-66f23764-021b-492e-aedb-fade5454cc08 None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:40:07.004089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee504618-198d-4f5b-8b4c-1724e209908b req-2bd8a421-c733-41e0-b909-016cef889050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:07.005453 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee504618-198d-4f5b-8b4c-1724e209908b req-2bd8a421-c733-41e0-b909-016cef889050 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.3431215
Dec 18 21:40:07.090176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-66f23764-021b-492e-aedb-fade5454cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e4146d0>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f52171f0-17bd-4f28-9df1-3cda740df6fd', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'floating_ip_address': '172.35.3.22', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'port_id': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'mac_address': 'fa:16:3e:92:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:32:59Z', 'updated_at': '2021-12-18T21:40:05Z', 'revision_number': 13, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:40:07.099040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee504618-198d-4f5b-8b4c-1724e209908b req-b73a0940-dcb9-4874-aac2-b046fcf97a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:40:07.100544 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee504618-198d-4f5b-8b4c-1724e209908b req-b73a0940-dcb9-4874-aac2-b046fcf97a5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0880182
Dec 18 21:40:07.120924 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f23764-021b-492e-aedb-fade5454cc08 None None] The sync data for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 is: [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f52171f0-17bd-4f28-9df1-3cda740df6fd', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'floating_ip_address': '172.35.3.22', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'port_id': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'mac_address': 'fa:16:3e:92:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:32:59Z', 'updated_at': '2021-12-18T21:40:05Z', 'revision_number': 13, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:40:07.192418 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee504618-198d-4f5b-8b4c-1724e209908b req-2760af70-a5b5-4e5d-9118-3f04fde0b461 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851536
Dec 18 21:40:07.282924 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee504618-198d-4f5b-8b4c-1724e209908b req-476e13a2-5c8f-46c5-8275-41436dd14c5c service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842426
Dec 18 21:40:07.300869 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:40:07.330741 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef51e13-efdc-48e4-ba62-c4379d2615db None None] New status for floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:40:08.268463 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:08.646088 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:15.325363 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:19.896708 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:33.041513 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4cab156-6ee3-4754-96c6-9e34dd88d959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:35.248657 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0d358748-7e03-4967-b356-f80eac9d4a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:36.562361 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:38.270582 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:38.647508 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:44.299635 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:40:45.323498 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:40:46.312573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-09aef9e4-629d-46c4-8488-b4a4172eb013 req-87f4b45f-8c9f-4aec-b412-de7ba694fc52 service neutron] (126008) timed out ('10.222.0.13', 50404) {{(pid=126008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:40:49.902457 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:03.045984 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b43a9262-e02b-416d-869e-29be3e1b6a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:03.573991 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c7b2c050-1d8f-42ca-a8ed-e8711b66834d req-27eec768-a2ff-406a-8d9e-d6a251ec13b1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0394609
Dec 18 21:41:03.658536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2c050-1d8f-42ca-a8ed-e8711b66834d req-c9708473-3519-46f7-b4f3-1283ca19afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:03.660126 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c7b2c050-1d8f-42ca-a8ed-e8711b66834d req-c9708473-3519-46f7-b4f3-1283ca19afff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1096 time: 0.0447140
Dec 18 21:41:03.760612 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2c050-1d8f-42ca-a8ed-e8711b66834d req-5f8226b1-e514-4f52-a589-d93397e4c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:03.762069 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c7b2c050-1d8f-42ca-a8ed-e8711b66834d req-5f8226b1-e514-4f52-a589-d93397e4c00a service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0828462
Dec 18 21:41:03.830888 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c7b2c050-1d8f-42ca-a8ed-e8711b66834d req-7cb6509c-4bae-433d-82b4-509979c95b0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 1001 time: 0.0620232
Dec 18 21:41:03.885992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2c050-1d8f-42ca-a8ed-e8711b66834d req-28dac594-a71e-4aeb-9184-4f6b956c3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:03.887440 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c7b2c050-1d8f-42ca-a8ed-e8711b66834d req-28dac594-a71e-4aeb-9184-4f6b956c3999 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0427089
Dec 18 21:41:03.931809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2c050-1d8f-42ca-a8ed-e8711b66834d req-33b19b6e-4833-404e-b282-f3d27e84a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:03.933259 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c7b2c050-1d8f-42ca-a8ed-e8711b66834d req-33b19b6e-4833-404e-b282-f3d27e84a5fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389946
Dec 18 21:41:04.025410 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c7b2c050-1d8f-42ca-a8ed-e8711b66834d req-20098302-8714-4f78-94cb-85f832e2d09f service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853660
Dec 18 21:41:04.111942 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c7b2c050-1d8f-42ca-a8ed-e8711b66834d req-67a6b571-7f32-475e-95ad-e687b5ae9f82 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798430
Dec 18 21:41:05.249531 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0272a723-4955-4203-ae6c-e4afca3de57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:06.565945 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:08.273436 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:08.651829 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:15.323877 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:19.932868 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:21.298676 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:41:33.047964 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-acc34bf8-4a61-4cb7-af18-1b053b91751f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:35.253852 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a29f2ea3-7d8a-400e-8920-45540c831398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:36.568701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:38.275110 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:38.659705 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:44.608525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97184b22-77a3-4582-bd38-9c3210b90b1d req-dc9fdbcc-9541-4d9c-a85b-8c8ca5d03aa3 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:44.610059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97184b22-77a3-4582-bd38-9c3210b90b1d req-dc9fdbcc-9541-4d9c-a85b-8c8ca5d03aa3 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0501375
Dec 18 21:41:44.663781 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97184b22-77a3-4582-bd38-9c3210b90b1d req-546a375f-7b0f-4ef8-a61a-483b72d92208 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476160
Dec 18 21:41:45.341159 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:48.576259 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-1378b8b0-a9c1-45c6-8d3d-6a8597b64b16 req-3f3f873f-75d0-42d8-bc79-5f60344f1bee service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:41:48.577274 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1378b8b0-a9c1-45c6-8d3d-6a8597b64b16 req-3f3f873f-75d0-42d8-bc79-5f60344f1bee service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0637660
Dec 18 21:41:48.750773 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-a60ad0ea-27de-4f1d-8152-c16093843807 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0520117
Dec 18 21:41:48.756742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b902b-a8e1-4efd-a0b3-a9c047542be8 req-bbff0e99-df04-430b-8e04-1828bb9324da tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:48.758239 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc7b902b-a8e1-4efd-a0b3-a9c047542be8 req-bbff0e99-df04-430b-8e04-1828bb9324da tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0491464
Dec 18 21:41:48.759809 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-32e00612-ea28-4968-ab68-2603d0776357 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:41:48.760754 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-32e00612-ea28-4968-ab68-2603d0776357 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049901
Dec 18 21:41:48.806638 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fc7b902b-a8e1-4efd-a0b3-a9c047542be8 req-1e6cec01-1678-4a87-97f8-89a8b060dd60 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415456
Dec 18 21:41:49.930608 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284fa86-196e-480c-8507-bb87fa3c6130 req-0e09bd9b-bc87-4a6a-be2e-ac25f9531f77 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:49.933372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8284fa86-196e-480c-8507-bb87fa3c6130 req-0e09bd9b-bc87-4a6a-be2e-ac25f9531f77 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0535593
Dec 18 21:41:49.954572 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:41:49.978513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-297128c7-327c-4761-8c2c-e4f10b9836bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:49.978513 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-297128c7-327c-4761-8c2c-e4f10b9836bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1096 time: 0.0465860
Dec 18 21:41:49.984200 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8284fa86-196e-480c-8507-bb87fa3c6130 req-f2dd27ce-af94-47a1-bfa3-4aa71c648aba tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446777
Dec 18 21:41:50.068744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-c5d34447-1672-4e80-83c4-76b6ae18aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:50.070222 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-c5d34447-1672-4e80-83c4-76b6ae18aae7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0846305
Dec 18 21:41:50.138991 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-77032292-66e4-4750-b5b1-095a91e15eec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 1001 time: 0.0614078
Dec 18 21:41:50.187280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-833944d1-fb21-455c-935a-d1f6df3cef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:50.188694 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-833944d1-fb21-455c-935a-d1f6df3cef64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0430467
Dec 18 21:41:50.233315 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-b7002f82-bab8-4e6c-bcf4-1842c93fa14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:50.234740 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-b7002f82-bab8-4e6c-bcf4-1842c93fa14b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393724
Dec 18 21:41:50.328920 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-294fda82-69e4-4238-9988-390d0803dc18 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868199
Dec 18 21:41:50.422232 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-4edde32e-7788-4e6c-8efc-6b6ab76c2ac9 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868516
Dec 18 21:41:51.104142 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127bf3d-ec4d-40a5-b021-57c321f7d525 req-39f8188a-58a8-40f3-9aaa-6a29d0d756db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:51.105609 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6127bf3d-ec4d-40a5-b021-57c321f7d525 req-39f8188a-58a8-40f3-9aaa-6a29d0d756db tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0518122
Dec 18 21:41:51.151391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6127bf3d-ec4d-40a5-b021-57c321f7d525 req-00cf7dc4-2981-47e2-bfd3-9698809ee921 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399132
Dec 18 21:41:52.265763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76453330-6e01-4542-831e-491fdecbbc4f req-44345131-975d-4b92-8b75-d241d6c5872f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:52.267258 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76453330-6e01-4542-831e-491fdecbbc4f req-44345131-975d-4b92-8b75-d241d6c5872f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0482345
Dec 18 21:41:52.312900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-76453330-6e01-4542-831e-491fdecbbc4f req-d1d03f7b-917e-4b55-a6a8-da04f9137232 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398364
Dec 18 21:41:53.428753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c09ab7-2b63-49da-aaae-e0723d2d5110 req-345ecbcd-c6c5-46de-aa8e-c245d974afbb tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:53.430236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40c09ab7-2b63-49da-aaae-e0723d2d5110 req-345ecbcd-c6c5-46de-aa8e-c245d974afbb tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0488369
Dec 18 21:41:53.481190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40c09ab7-2b63-49da-aaae-e0723d2d5110 req-4a6d713f-e6ff-47a4-aee4-12cffc6a3647 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449739
Dec 18 21:41:54.595690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16210d-e2e9-4b96-b7ec-9d344b9828f9 req-f2cd21ff-8bd7-4d74-9d56-08845575d351 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:54.597192 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad16210d-e2e9-4b96-b7ec-9d344b9828f9 req-f2cd21ff-8bd7-4d74-9d56-08845575d351 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0483882
Dec 18 21:41:54.646858 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ad16210d-e2e9-4b96-b7ec-9d344b9828f9 req-ff3866e2-f370-4388-9f65-4a94cd686c6a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432823
Dec 18 21:41:55.762838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64576f6b-6a12-4c3f-aa49-e196cdecce16 req-7e9da27b-8d95-4ff0-b882-5abe5db65efd tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:55.764309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64576f6b-6a12-4c3f-aa49-e196cdecce16 req-7e9da27b-8d95-4ff0-b882-5abe5db65efd tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0483010
Dec 18 21:41:55.809837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-64576f6b-6a12-4c3f-aa49-e196cdecce16 req-8f5a6369-5da9-418f-a28b-d23dc0cb8281 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395961
Dec 18 21:41:56.927801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea347b-bf36-4bd4-86f4-1ea6a2290f4b req-85954494-a4c2-4e1e-9691-e01e8263423f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:56.929256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93ea347b-bf36-4bd4-86f4-1ea6a2290f4b req-85954494-a4c2-4e1e-9691-e01e8263423f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0516672
Dec 18 21:41:56.975937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93ea347b-bf36-4bd4-86f4-1ea6a2290f4b req-bae483a3-4c7d-42e5-9ef2-ab08e36ab87c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406396
Dec 18 21:41:58.090037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9414356-b984-4fd6-b2a9-a9491013aa3d req-8f7f5633-7005-4b25-8516-f73c390c3fce tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:58.091530 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e9414356-b984-4fd6-b2a9-a9491013aa3d req-8f7f5633-7005-4b25-8516-f73c390c3fce tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0472815
Dec 18 21:41:58.137120 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e9414356-b984-4fd6-b2a9-a9491013aa3d req-2bdb230c-f9ed-47be-8404-a86cc94396e3 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397112
Dec 18 21:41:58.297112 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:41:59.255310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b872-4d47-4b8a-904f-1c343120baaa req-a7812333-6419-4f81-b698-736461b27a4c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:41:59.256765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a859b872-4d47-4b8a-904f-1c343120baaa req-a7812333-6419-4f81-b698-736461b27a4c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0511341
Dec 18 21:41:59.302734 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a859b872-4d47-4b8a-904f-1c343120baaa req-52104068-db81-4305-b5c2-4535dee915a0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401399
Dec 18 21:42:00.419607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22380f1e-f38a-4916-9646-57897fcb597a req-a8f9b090-3dcf-45ce-a4b3-d76d15c62520 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:00.421080 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22380f1e-f38a-4916-9646-57897fcb597a req-a8f9b090-3dcf-45ce-a4b3-d76d15c62520 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0471280
Dec 18 21:42:00.467785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22380f1e-f38a-4916-9646-57897fcb597a req-85823263-78c3-43e1-ab44-e10a9bd10fa1 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406919
Dec 18 21:42:01.581858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d93f63-a4ef-4988-9b0e-a6080b5e939d req-e83c5ca9-ef9b-429a-84ce-9ec01d25875e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:01.583626 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1d93f63-a4ef-4988-9b0e-a6080b5e939d req-e83c5ca9-ef9b-429a-84ce-9ec01d25875e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0481300
Dec 18 21:42:01.633020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1d93f63-a4ef-4988-9b0e-a6080b5e939d req-f5881d3f-656c-4f1b-966c-e2d69eef796e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435395
Dec 18 21:42:02.752997 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed4270-589c-422d-8dc3-dd53e659fdd0 req-4b39808e-45b2-41d3-bc6f-4389c3cf528c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:02.754542 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4ed4270-589c-422d-8dc3-dd53e659fdd0 req-4b39808e-45b2-41d3-bc6f-4389c3cf528c tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0512307
Dec 18 21:42:02.803606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4ed4270-589c-422d-8dc3-dd53e659fdd0 req-338292f1-4974-445d-8939-9ba85be030d8 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419998
Dec 18 21:42:03.008294 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-f44a823b-2909-413d-8a1c-45fbb261c34c service neutron] show failed (client error): The resource could not be found.
Dec 18 21:42:03.009888 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-f44a823b-2909-413d-8a1c-45fbb261c34c service neutron] 10.222.0.31 "GET /v2.0/ports/90b75a1e-069a-43ca-b122-ae791df3d46f/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0651200
Dec 18 21:42:03.048805 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-798c36b7-53f8-438c-8479-91e52a050c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:03.257787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-8039f2b5-a528-4750-95dd-6b9b9ac5b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:03.259878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-8039f2b5-a528-4750-95dd-6b9b9ac5b011 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 1096 time: 0.0848894
Dec 18 21:42:03.274301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-43dcf530-8efe-4d3a-8ff6-3fc0a79f57bd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:42:03.275250 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-43dcf530-8efe-4d3a-8ff6-3fc0a79f57bd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048006
Dec 18 21:42:03.291898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:42:03.348483 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:03.543173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:03.575164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:42:03.613756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:42:03.616015 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06791fa3-41ac-4901-b3e7-7e6cf83a95d3" -d '{"events": [{"server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "name": "network-vif-unplugged", "status": "completed", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:42:03.620634 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:03.633000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Transition to ACTIVE for port object 90b75a1e-069a-43ca-b122-ae791df3d46f will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:42:03.636332 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:03.989164 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4353e08-0488-4ff4-96bc-106ff2a8963c x-openstack-request-id: req-b4353e08-0488-4ff4-96bc-106ff2a8963c {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:42:03.989809 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "name": "network-vif-unplugged", "status": "completed", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:42:03.989809 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4353e08-0488-4ff4-96bc-106ff2a8963c {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:42:03.990015 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'code': 200}
Dec 18 21:42:04.008398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Pushing event updated for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=6']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:04.037813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.038164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.038548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.038890 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.039224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.039558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.040541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.040880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.041209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.041539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.041865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.042189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.042539 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:04.075650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] No DVR routers for this DVR port 90b75a1e-069a-43ca-b122-ae791df3d46f on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:42:04.084325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee197f-a89a-47b4-bd4a-ee0b93386068 req-d0da52f7-6f63-442a-98b6-a1efcb091c19 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:04.085810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ee197f-a89a-47b4-bd4a-ee0b93386068 req-d0da52f7-6f63-442a-98b6-a1efcb091c19 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 943 time: 0.0999789
Dec 18 21:42:04.205991 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ee197f-a89a-47b4-bd4a-ee0b93386068 req-2738129b-9071-4112-9813-a2f472ea194a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863068
Dec 18 21:42:04.248397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Attempting to bind port 90b75a1e-069a-43ca-b122-ae791df3d46f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:42:04.248731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Attempting to bind port 90b75a1e-069a-43ca-b122-ae791df3d46f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:42:04.249056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Attempting to bind port 90b75a1e-069a-43ca-b122-ae791df3d46f on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:42:04.253264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Port 90b75a1e-069a-43ca-b122-ae791df3d46f on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:42:04.253579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Attempting to bind port 90b75a1e-069a-43ca-b122-ae791df3d46f on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:42:04.258401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:42:04.259256 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:42:04.259639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Bound using segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:42:04.260053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Bound port: 90b75a1e-069a-43ca-b122-ae791df3d46f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:42:04.260396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:04.319071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:42:04.322648 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:42:04.327073 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:04.362594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:04.363195 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:04.364615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] 10.222.0.36 "PUT /v2.0/ports/90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 1091 time: 1.0762901
Dec 18 21:42:04.386726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce3c19-e395-4169-849f-befde16a83e8 service neutron] Pushing event updated for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:04.433645 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-08b49fb0-1554-41b8-91a6-9cc10a325441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:04.435286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-08b49fb0-1554-41b8-91a6-9cc10a325441 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1094 time: 0.0442314
Dec 18 21:42:04.537435 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-e0bf475b-7c1b-4939-9464-38ad4c93a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:04.538988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-e0bf475b-7c1b-4939-9464-38ad4c93a492 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0920200
Dec 18 21:42:04.608912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-7c3e3681-8460-4f49-a2a5-8782211cf461 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 999 time: 0.0576825
Dec 18 21:42:04.666914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-fcedd835-4b08-4cc1-83cf-bfa3842f9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:04.668370 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-fcedd835-4b08-4cc1-83cf-bfa3842f9c87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0483654
Dec 18 21:42:04.718849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-215e2b0b-0e7e-4bf3-a7e1-7e8a90448763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:04.720350 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-215e2b0b-0e7e-4bf3-a7e1-7e8a90448763 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407257
Dec 18 21:42:04.812023 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-aa025e30-c483-4684-bbf0-80c11b88515c service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791986
Dec 18 21:42:04.905734 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-25d08c4b-3b6b-404c-9d2e-d315c61bbbe2 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822182
Dec 18 21:42:05.257060 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3807e28a-95a1-49c6-b4c4-e4585b50edef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:05.347768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b55da-caf8-4489-8d16-cfdca316c935 req-fc11d3a7-c2c9-4bd5-9b8b-be4197090f20 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:05.349275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf2b55da-caf8-4489-8d16-cfdca316c935 req-fc11d3a7-c2c9-4bd5-9b8b-be4197090f20 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 943 time: 0.0525813
Dec 18 21:42:05.396973 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bf2b55da-caf8-4489-8d16-cfdca316c935 req-463027d1-3420-4b57-9f62-63213e34d519 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408444
Dec 18 21:42:05.990846 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:42:05.993859 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22" -d '{"events": [{"name": "network-changed", "server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:42:06.042679 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26c8fd2-568e-4e7b-853b-e7316493ea81 x-openstack-request-id: req-a26c8fd2-568e-4e7b-853b-e7316493ea81 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:42:06.042912 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:42:06.043189 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a26c8fd2-568e-4e7b-853b-e7316493ea81 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:42:06.043577 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'status': 'completed', 'code': 200}
Dec 18 21:42:06.104055 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-31cf43c8-0dcd-42d9-92bc-8c4cf6cea861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:06.105492 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-31cf43c8-0dcd-42d9-92bc-8c4cf6cea861 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1094 time: 0.0426149
Dec 18 21:42:06.107945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-3b984db2-b29c-4075-ace9-e18808485775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:06.109451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-3b984db2-b29c-4075-ace9-e18808485775 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1094 time: 0.0456450
Dec 18 21:42:06.198003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-bc05a15c-322a-4b73-8f5b-0f3549dc2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:06.199503 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-bc05a15c-322a-4b73-8f5b-0f3549dc2553 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0873442
Dec 18 21:42:06.203126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-165c99be-026a-45f7-b937-1e8fa23f0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:06.204583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-165c99be-026a-45f7-b937-1e8fa23f0591 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0821910
Dec 18 21:42:06.265160 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-4f004856-2777-4d5a-969d-0417ba6332e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 999 time: 0.0585551
Dec 18 21:42:06.286872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-30be3595-a64e-4380-9626-51de40b5bc41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 999 time: 0.0703418
Dec 18 21:42:06.314855 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-bed6f2df-e781-45ce-845c-e8a1b99c9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:06.316318 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-bed6f2df-e781-45ce-845c-e8a1b99c9002 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0450528
Dec 18 21:42:06.324453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 90b75a1e-069a-43ca-b122-ae791df3d46f no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:42:06.336633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-e3f6ec0b-b767-45dd-9f36-b50aa6c07fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:06.338632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-e3f6ec0b-b767-45dd-9f36-b50aa6c07fc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0441973
Dec 18 21:42:06.365151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 90b75a1e-069a-43ca-b122-ae791df3d46f not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:42:06.368118 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-d0f96af6-dbbd-4781-b5f5-93f22e98a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:06.369641 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-d0f96af6-dbbd-4781-b5f5-93f22e98a273 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0455790
Dec 18 21:42:06.385961 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-bc1e47b3-8a93-4ed6-ad0f-f033affb56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:06.387505 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-bc1e47b3-8a93-4ed6-ad0f-f033affb56f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406687
Dec 18 21:42:06.461512 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-b6d445b0-6fea-4970-80df-5beb36bf17b4 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847516
Dec 18 21:42:06.512351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-9e7e05ee-f4ff-43b3-8e2f-2176c072ba56 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1149399
Dec 18 21:42:06.530649 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dff544-58cf-4a48-bddb-666108bd857e req-a656b0c2-a1e4-46e9-8558-35fe1afb5456 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:06.532027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7dff544-58cf-4a48-bddb-666108bd857e req-a656b0c2-a1e4-46e9-8558-35fe1afb5456 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 943 time: 0.0611537
Dec 18 21:42:06.559687 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-242e5c8b-5eff-4883-839b-eeb51ce51f73 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884762
Dec 18 21:42:06.578125 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:06.636248 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7dff544-58cf-4a48-bddb-666108bd857e req-fe30ebf7-c528-4874-b215-41031ba2784d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971355
Dec 18 21:42:06.658673 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5db3fbee-7180-4e20-9ebb-ebc0e3fbbc22 req-905ee58e-94e1-41e0-8f83-731d9668f1ec service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368725
Dec 18 21:42:07.754698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45e2ba-ad36-4a51-b253-4366166f51ce req-c711dd3b-fde9-4f37-bfda-a8c05da27863 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:07.756188 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b45e2ba-ad36-4a51-b253-4366166f51ce req-c711dd3b-fde9-4f37-bfda-a8c05da27863 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 943 time: 0.0494654
Dec 18 21:42:07.802447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7b45e2ba-ad36-4a51-b253-4366166f51ce req-f9a64aeb-ea85-4be2-b168-7a9f97c5b0ca tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401969
Dec 18 21:42:08.278910 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:08.651712 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:08.915487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3bece-fc6d-411c-b021-d2bf0f20437b req-a19a53d1-2ae1-4a50-aae8-b6beca42dbeb tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:08.916854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c2d3bece-fc6d-411c-b021-d2bf0f20437b req-a19a53d1-2ae1-4a50-aae8-b6beca42dbeb tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 943 time: 0.0468249
Dec 18 21:42:08.968783 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c2d3bece-fc6d-411c-b021-d2bf0f20437b req-9b0e0b9b-cdeb-4397-9bf0-0ff11afe937d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444846
Dec 18 21:42:09.994051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 90b75a1e-069a-43ca-b122-ae791df3d46f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:42:10.086407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b004c-138e-456c-ae84-3f237430ee3a req-b43069a9-486f-426c-b726-186ed698de80 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:10.087185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:10.087960 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea2b004c-138e-456c-ae84-3f237430ee3a req-b43069a9-486f-426c-b726-186ed698de80 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 943 time: 0.0504100
Dec 18 21:42:10.098635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'port_id': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'mac_address': 'fa:16:3e:92:d8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:42:10.134034 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:10.135994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea2b004c-138e-456c-ae84-3f237430ee3a req-e869b9f3-9d99-46ee-9f5b-2452110644a0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420816
Dec 18 21:42:10.150672 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b75a1e-069a-43ca-b122-ae791df3d46f {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:42:10.171676 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:10.175815 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:10.387987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:10.395409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.395757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.396097 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.396431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.396763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.397091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.397416 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.397739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.398063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.398411 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.398735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.399051 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.399370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:10.446337 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['90b75a1e-069a-43ca-b122-ae791df3d46f'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:42:10.465139 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-d42e80e6-51ca-46d4-9760-c7700b86bdaf tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:10.466644 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-d42e80e6-51ca-46d4-9760-c7700b86bdaf tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.36 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c&tenant_id=542852f38d9b4ee7a351cc80abbd3d19&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0847499
Dec 18 21:42:10.481082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761000cc-de55-4c31-bdd9-877defca0d1c req-52ed8bb0-75d0-428e-9640-6de987677bea tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:10.482515 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-761000cc-de55-4c31-bdd9-877defca0d1c req-52ed8bb0-75d0-428e-9640-6de987677bea tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 944 time: 0.0712948
Dec 18 21:42:10.568687 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-761000cc-de55-4c31-bdd9-877defca0d1c req-8656003f-0cdb-4c41-a2b3-88c4f66440ce tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792446
Dec 18 21:42:10.570148 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-c65f71c3-9479-4ee2-af2e-333067bf48ca service neutron] 10.222.0.36 "GET /v2.0/ports/90b75a1e-069a-43ca-b122-ae791df3d46f/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0867891
Dec 18 21:42:10.641352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-40e31b7c-6feb-4530-b8d9-b8036f1d94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:10.642760 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-40e31b7c-6feb-4530-b8d9-b8036f1d94f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1095 time: 0.0403645
Dec 18 21:42:10.738554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-604bc8dc-0a6e-4412-8857-097de99fb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:10.740021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-604bc8dc-0a6e-4412-8857-097de99fb6e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0896673
Dec 18 21:42:10.804843 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-058f17a5-3965-4b7e-93a0-6e09928e1de4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 1000 time: 0.0564902
Dec 18 21:42:10.857733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-bbec2984-c1e4-491e-9522-6b2558a50bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:10.859169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-bbec2984-c1e4-491e-9522-6b2558a50bdc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0464349
Dec 18 21:42:10.906469 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-e61e336b-4779-4321-a522-3c43cac2ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:10.907860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-e61e336b-4779-4321-a522-3c43cac2ff60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389800
Dec 18 21:42:10.999717 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-31761c84-2dca-4102-a70f-a9693d74144a service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825129
Dec 18 21:42:11.092266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-9e58ef30-f100-4cc2-bff4-6269b10a9db1 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853381
Dec 18 21:42:11.689614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff761f-d59c-4d39-838a-48384ca9409d req-51756c72-4a9d-4bf9-85a1-f5fac79a7fbc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:11.691128 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36ff761f-d59c-4d39-838a-48384ca9409d req-51756c72-4a9d-4bf9-85a1-f5fac79a7fbc tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 944 time: 0.0486681
Dec 18 21:42:11.737065 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36ff761f-d59c-4d39-838a-48384ca9409d req-fced7f54-de4c-42d1-8b65-6f425f4681d9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401235
Dec 18 21:42:11.995920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 90b75a1e-069a-43ca-b122-ae791df3d46f up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:42:12.042312 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 90b75a1e-069a-43ca-b122-ae791df3d46f completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:42:12.045921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 90b75a1e-069a-43ca-b122-ae791df3d46f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:42:12.046311 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:12.121184 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:12.144828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:42:12.147063 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f629bc2-b372-463c-8416-0a2bbad15d14" -d '{"events": [{"server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "name": "network-vif-plugged", "status": "completed", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:42:12.159919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:12.164409 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:12.214379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:12.263171 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4647b42-dc05-48ca-89c6-80250858caba x-openstack-request-id: req-a4647b42-dc05-48ca-89c6-80250858caba {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:42:12.263493 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "name": "network-vif-plugged", "status": "completed", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:42:12.263772 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4647b42-dc05-48ca-89c6-80250858caba {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:42:12.264167 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'code': 200}
Dec 18 21:42:12.856209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd134820-e5eb-4596-8de4-488884ebd8e8 req-d25d8a10-df6a-4d95-afbf-ce48a9f925d0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:12.857683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd134820-e5eb-4596-8de4-488884ebd8e8 req-d25d8a10-df6a-4d95-afbf-ce48a9f925d0 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0522628
Dec 18 21:42:12.903624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd134820-e5eb-4596-8de4-488884ebd8e8 req-7820779f-e7a6-4629-8cb2-e532df8fe152 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400453
Dec 18 21:42:13.875650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-e387c8b8-6a48-4e75-890b-ed63f1075600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:13.877111 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-e387c8b8-6a48-4e75-890b-ed63f1075600 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c&tenant_id=542852f38d9b4ee7a351cc80abbd3d19 HTTP/1.1" status: 200  len: 1096 time: 0.0407522
Dec 18 21:42:13.889060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:42:13.940496 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:14.021490 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31f8c5-543b-449c-b15e-3bebbca59ce2 req-01b6a56d-673c-4361-925f-7fdc7a449407 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:14.023018 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd31f8c5-543b-449c-b15e-3bebbca59ce2 req-01b6a56d-673c-4361-925f-7fdc7a449407 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0488205
Dec 18 21:42:14.070342 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd31f8c5-543b-449c-b15e-3bebbca59ce2 req-2f6cbead-cdb9-4961-a978-8535f384c001 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404873
Dec 18 21:42:14.146963 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:14.180405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:42:14.221514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:42:14.223826 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4985d8-d511-45de-aefa-7a1ccb65ec70" -d '{"events": [{"server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "name": "network-vif-unplugged", "status": "completed", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:42:14.227573 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:14.241296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Transition to ACTIVE for port object 90b75a1e-069a-43ca-b122-ae791df3d46f will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:42:14.245038 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:14.280722 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc845255-ef7b-4af8-b9c5-cc3ca8d98682 x-openstack-request-id: req-bc845255-ef7b-4af8-b9c5-cc3ca8d98682 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:42:14.281013 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "name": "network-vif-unplugged", "status": "completed", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:42:14.281265 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc845255-ef7b-4af8-b9c5-cc3ca8d98682 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:42:14.281658 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'code': 200}
Dec 18 21:42:14.328694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Pushing event updated for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=10']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:14.347178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.347530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.347873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.348209 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.348540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.348869 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.349194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.349519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.349838 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.350166 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.350512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.350831 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.351150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:42:14.389483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] No DVR routers for this DVR port 90b75a1e-069a-43ca-b122-ae791df3d46f on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:42:14.522885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Attempting to bind port 90b75a1e-069a-43ca-b122-ae791df3d46f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:42:14.523224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Attempting to bind port 90b75a1e-069a-43ca-b122-ae791df3d46f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:42:14.523557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Attempting to bind port 90b75a1e-069a-43ca-b122-ae791df3d46f on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:42:14.528019 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Port 90b75a1e-069a-43ca-b122-ae791df3d46f on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:42:14.528347 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Attempting to bind port 90b75a1e-069a-43ca-b122-ae791df3d46f on network 0d5d526c-ff3b-4870-a375-d43b4ba66efb {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:42:14.533226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:42:14.533565 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Checking segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:42:14.533942 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Bound using segment: {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:42:14.534421 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Bound port: 90b75a1e-069a-43ca-b122-ae791df3d46f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c76f815-f427-47fb-90ea-1b81e0b51da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:42:14.534795 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:14.596639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:42:14.599546 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:42:14.604113 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:14.640327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:14.640942 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:14.642410 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] 10.222.0.31 "PUT /v2.0/ports/90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 1092 time: 0.7571390
Dec 18 21:42:14.663046 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc3b10-26f4-4e38-8a5d-e7b4577ba6fe service neutron] Pushing event updated for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=11']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:14.716492 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-d11d87e6-c868-4064-973b-824afd36568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:14.718018 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-d11d87e6-c868-4064-973b-824afd36568f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1095 time: 0.0495043
Dec 18 21:42:14.818297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-1dddbed9-15f3-4b88-87df-7475f53c9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:14.819786 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-1dddbed9-15f3-4b88-87df-7475f53c9c09 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0946281
Dec 18 21:42:14.894201 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-d0141167-31b2-4b22-8184-ed30ed4d5b7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 999 time: 0.0675013
Dec 18 21:42:14.944305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-c57bad22-2c46-4e3c-939f-c95c4958906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:14.945767 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-c57bad22-2c46-4e3c-939f-c95c4958906f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0445261
Dec 18 21:42:14.989950 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-b5f877e0-b9e8-4ced-93ba-c0773fa05470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:14.991455 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-b5f877e0-b9e8-4ced-93ba-c0773fa05470 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392070
Dec 18 21:42:15.083311 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-9906581d-8a97-471d-85e9-936a12723a2c service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837538
Dec 18 21:42:15.179089 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ac6cb6a0-e482-4593-a2b9-e3be9c6f53ae req-741458eb-b66a-447c-b9de-9b02d566c343 service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875154
Dec 18 21:42:15.190828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42118e9c-849b-45e5-898d-337ae6dc3db1 req-a72d8bb5-2347-4199-a399-c2aa7dca14f3 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:15.192366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42118e9c-849b-45e5-898d-337ae6dc3db1 req-a72d8bb5-2347-4199-a399-c2aa7dca14f3 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 944 time: 0.0488648
Dec 18 21:42:15.244961 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42118e9c-849b-45e5-898d-337ae6dc3db1 req-9ce759dc-96ab-4b45-a0fb-87fb6de2725b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465260
Dec 18 21:42:15.352451 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:16.024273 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 90b75a1e-069a-43ca-b122-ae791df3d46f no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:42:16.065786 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 90b75a1e-069a-43ca-b122-ae791df3d46f not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:42:16.282973 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:42:16.285323 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd526e2f-d6de-46f2-92c4-54e814d333bd" -d '{"events": [{"name": "network-changed", "server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:42:16.338630 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b1f614-76ed-4af7-93d5-335d47d0fc8c x-openstack-request-id: req-82b1f614-76ed-4af7-93d5-335d47d0fc8c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:42:16.338926 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:42:16.339194 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82b1f614-76ed-4af7-93d5-335d47d0fc8c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:42:16.339596 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'status': 'completed', 'code': 200}
Dec 18 21:42:16.376524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fa5f8-d5d9-4f79-bd49-bfd6ff131061 req-bc18ee89-e0ea-465a-8f70-194a3390a6af tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:16.378169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-024fa5f8-d5d9-4f79-bd49-bfd6ff131061 req-bc18ee89-e0ea-465a-8f70-194a3390a6af tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 944 time: 0.0573995
Dec 18 21:42:16.394398 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-36b3881c-639e-42a6-b3d8-b00d4bb5414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:16.395944 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-36b3881c-639e-42a6-b3d8-b00d4bb5414e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1095 time: 0.0424919
Dec 18 21:42:16.447049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-bce0ca14-666b-4136-9dc4-b7ebfa937117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:16.448586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-bce0ca14-666b-4136-9dc4-b7ebfa937117 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 1095 time: 0.0696759
Dec 18 21:42:16.455714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-024fa5f8-d5d9-4f79-bd49-bfd6ff131061 req-07601fed-5b65-4b07-b119-8e06f4e39f2a tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691862
Dec 18 21:42:16.492907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-a5338c19-187d-46b2-affe-151b0606fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:16.495079 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-a5338c19-187d-46b2-affe-151b0606fcca service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0900493
Dec 18 21:42:16.549417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-c5cb3024-d95e-4281-8096-000f148d6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:16.550846 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-c5cb3024-d95e-4281-8096-000f148d6154 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 200  len: 912 time: 0.0890646
Dec 18 21:42:16.561752 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-7d152c85-1453-4f4d-a01c-411f97351c0e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 999 time: 0.0591252
Dec 18 21:42:16.616754 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-0d891fc2-2cfb-4595-8350-efb60a3bc8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:16.618297 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-0d891fc2-2cfb-4595-8350-efb60a3bc8c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0493248
Dec 18 21:42:16.620661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-be04b402-dcc6-4bb1-a186-2feed3017d7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 200  len: 999 time: 0.0577438
Dec 18 21:42:16.679453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-cb737495-16ea-4372-909c-2603cb523543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:16.680952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-cb737495-16ea-4372-909c-2603cb523543 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 200  len: 850 time: 0.0481083
Dec 18 21:42:16.698770 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-546d5f37-0bb9-4fcb-9168-56ca1d0e992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:16.700275 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-546d5f37-0bb9-4fcb-9168-56ca1d0e992b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0475423
Dec 18 21:42:16.735970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-604c6cee-d9e3-49a1-836c-cf992b4cf4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:16.737466 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-604c6cee-d9e3-49a1-836c-cf992b4cf4a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d5d526c-ff3b-4870-a375-d43b4ba66efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444877
Dec 18 21:42:16.789903 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-1bb9aa41-6135-41c0-82b6-7329d24ea89d service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820830
Dec 18 21:42:16.830020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-7336da4b-5fad-43db-bfed-5c62104d3971 service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810163
Dec 18 21:42:16.882344 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-64752270-0240-4f95-bf00-91ce4eebdb8f service neutron] 10.222.0.31 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850801
Dec 18 21:42:16.926245 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd526e2f-d6de-46f2-92c4-54e814d333bd req-6310c6b6-0859-4e20-ab97-bb5f57e3934c service neutron] 10.222.0.36 "GET /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852134
Dec 18 21:42:17.575723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216319d6-6295-46b9-8f19-dd7871c12f7b req-350c819b-a7a7-4ace-925d-9b27cde25737 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:17.577227 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-216319d6-6295-46b9-8f19-dd7871c12f7b req-350c819b-a7a7-4ace-925d-9b27cde25737 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 944 time: 0.0523155
Dec 18 21:42:17.624630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-216319d6-6295-46b9-8f19-dd7871c12f7b req-8223c20c-a451-4c42-b446-3798efab7fe7 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406909
Dec 18 21:42:18.738558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42982e-02de-4d76-aee5-3ee6cedabaf8 req-2a2aea19-3b23-4d75-9324-2f185ce11518 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:18.740053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd42982e-02de-4d76-aee5-3ee6cedabaf8 req-2a2aea19-3b23-4d75-9324-2f185ce11518 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 944 time: 0.0482464
Dec 18 21:42:18.791415 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd42982e-02de-4d76-aee5-3ee6cedabaf8 req-eb149bd1-e11d-480a-bcee-3d2da91ece8b tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452302
Dec 18 21:42:18.904061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c94395-e10e-4c87-8803-ff4df9b00b3f req-4193f260-f5fb-4e9d-a14e-55f15f430d29 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:18.905440 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a5c94395-e10e-4c87-8803-ff4df9b00b3f req-4193f260-f5fb-4e9d-a14e-55f15f430d29 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 944 time: 0.0480525
Dec 18 21:42:18.951386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a5c94395-e10e-4c87-8803-ff4df9b00b3f req-f1233ff4-e941-4bc1-9eba-7f89f95ff847 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400178
Dec 18 21:42:19.063026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a3f1f-5ab0-457f-bf1b-feccbd49be9e req-d176b953-c69d-429d-9587-9da97b5a272f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:19.064465 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a61a3f1f-5ab0-457f-bf1b-feccbd49be9e req-d176b953-c69d-429d-9587-9da97b5a272f tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 944 time: 0.0473402
Dec 18 21:42:19.109869 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a61a3f1f-5ab0-457f-bf1b-feccbd49be9e req-a68234bc-c932-46be-b7f7-250539f6c07d tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395417
Dec 18 21:42:19.346374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc534732-6833-48a0-b8bb-b60bc32b7f80 req-66c39442-73a3-47c1-9ecf-ca5310b413ac tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:19.347847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc534732-6833-48a0-b8bb-b60bc32b7f80 req-66c39442-73a3-47c1-9ecf-ca5310b413ac tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 944 time: 0.0519855
Dec 18 21:42:19.394556 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc534732-6833-48a0-b8bb-b60bc32b7f80 req-1894aba3-8354-4ee5-a7ea-b58711c23109 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401959
Dec 18 21:42:19.941198 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:20.341749 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 90b75a1e-069a-43ca-b122-ae791df3d46f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:42:20.432306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:20.448029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'port_id': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'mac_address': 'fa:16:3e:92:d8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:42:20.484844 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:20.497982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b75a1e-069a-43ca-b122-ae791df3d46f {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:42:20.513398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184e603-700b-43ad-a7f7-18f2d42b7922 req-9864b6cf-8421-4c6f-b190-a97808db218e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:20.515081 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0184e603-700b-43ad-a7f7-18f2d42b7922 req-9864b6cf-8421-4c6f-b190-a97808db218e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 944 time: 0.0500078
Dec 18 21:42:20.517665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:20.521515 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:20.564386 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0184e603-700b-43ad-a7f7-18f2d42b7922 req-7af00166-1911-4240-b628-4ba611156bad tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups?id=03bdc3e8-5df2-4132-994a-0c6433949365&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427639
Dec 18 21:42:20.567592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=12']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:20.846181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-a056f623-d7af-46e2-8e32-c127ac1adf95 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:20.847652 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-a056f623-d7af-46e2-8e32-c127ac1adf95 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.31 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 945 time: 0.0481112
Dec 18 21:42:20.939367 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Deleting port 90b75a1e-069a-43ca-b122-ae791df3d46f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:42:20.939839 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:21.048399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] For port 90b75a1e-069a-43ca-b122-ae791df3d46f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b75a1e-069a-43ca-b122-ae791df3d46f,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:21.048675 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:21.221423 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:21.221814 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:21.222135 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd disassociated. External IP: 172.35.3.22, port: 90b75a1e-069a-43ca-b122-ae791df3d46f.
Dec 18 21:42:21.222505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Calling delete_port for 90b75a1e-069a-43ca-b122-ae791df3d46f owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:42:21.350152 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:21.380158 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event deleted for resources: {'Port': ['ID=90b75a1e-069a-43ca-b122-ae791df3d46f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:21.498172 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Router 1108dbd8-5558-4b00-a71e-79601633bedd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:42:21.608750 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:42:21.619764 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d6d6c-d75f-44e5-a629-8410fb835215 None None] Sync routers for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:42:21.633403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d6d6c-d75f-44e5-a629-8410fb835215 None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:42:21.634287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-461d6d6c-d75f-44e5-a629-8410fb835215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e75d2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:42:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:21.662936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] No DVR routers for this DVR port 90b75a1e-069a-43ca-b122-ae791df3d46f on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:42:21.665579 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:21.669107 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-25f5fe99-489b-47e2-9040-fc0491ed6bbd req-62631b79-ff26-4fba-b1da-bd10e5dc1f2e tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.31 "DELETE /v2.0/ports/90b75a1e-069a-43ca-b122-ae791df3d46f HTTP/1.1" status: 204  len: 173 time: 0.8145308
Dec 18 21:42:21.669553 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'name': 'network-vif-deleted', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:42:21.671890 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac00e8ad-8b48-4e48-92ba-b91b4d642b44" -d '{"events": [{"server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "name": "network-vif-deleted", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:42:21.674049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06001820-24de-4170-ab4b-146f998add75 req-289603d0-7b6a-4cc2-9384-79479947ddb5 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a6307b-e64e-4af8-8cde-b68f3ac5b95c HTTP/1.1" status: 200  len: 210 time: 0.0274589
Dec 18 21:42:21.714425 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7c7300-cf4c-4798-9cd0-2f0bd1ae8cc9 x-openstack-request-id: req-cc7c7300-cf4c-4798-9cd0-2f0bd1ae8cc9 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:42:21.714721 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a6307b-e64e-4af8-8cde-b68f3ac5b95c", "name": "network-vif-deleted", "tag": "90b75a1e-069a-43ca-b122-ae791df3d46f", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:42:21.715047 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc7c7300-cf4c-4798-9cd0-2f0bd1ae8cc9 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:42:21.715583 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a6307b-e64e-4af8-8cde-b68f3ac5b95c', 'name': 'network-vif-deleted', 'tag': '90b75a1e-069a-43ca-b122-ae791df3d46f', 'status': 'completed', 'code': 200}
Dec 18 21:42:21.771139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-461d6d6c-d75f-44e5-a629-8410fb835215 None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:42:21.975693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-461d6d6c-d75f-44e5-a629-8410fb835215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e75d2e0>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:22.000963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d6d6c-d75f-44e5-a629-8410fb835215 None None] Checking router: 1108dbd8-5558-4b00-a71e-79601633bedd for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:42:22.008873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d6d6c-d75f-44e5-a629-8410fb835215 None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:42:22.009457 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-461d6d6c-d75f-44e5-a629-8410fb835215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e75d2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:42:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:22.111567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-461d6d6c-d75f-44e5-a629-8410fb835215 None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:42:22.318443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-461d6d6c-d75f-44e5-a629-8410fb835215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e75d2e0>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:22.343591 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d6d6c-d75f-44e5-a629-8410fb835215 None None] The sync data for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 is: [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:57Z', 'revision_number': 4, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5139218f-c45e-4c41-9624-da51020122f7', 'name': '', 'network_id': '0d5d526c-ff3b-4870-a375-d43b4ba66efb', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'mac_address': 'fa:16:3e:a1:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6df87f8a-6158-4155-a680-780518980e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:57Z', 'updated_at': '2021-12-18T21:33:01Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'subnets': [{'id': '6df87f8a-6158-4155-a680-780518980e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:42:22.556977 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97054e29-6a45-48f9-9864-06d7f0fd1326 None None] New status for floating IP f52171f0-17bd-4f28-9df1-3cda740df6fd: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:42:24.306461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53180) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:24.358053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 90b75a1e-069a-43ca-b122-ae791df3d46f no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:42:24.363906 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28d27267-ed7e-4783-940e-836082051933 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:24.377383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 90b75a1e-069a-43ca-b122-ae791df3d46f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:42:24.377729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 90b75a1e-069a-43ca-b122-ae791df3d46f not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:42:24.386923 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28d27267-ed7e-4783-940e-836082051933 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:24.434647 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28d27267-ed7e-4783-940e-836082051933 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:24.437272 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-28d27267-ed7e-4783-940e-836082051933 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:24.441465 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53182) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:24.441987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-28d27267-ed7e-4783-940e-836082051933 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "DELETE /v2.0/security-groups/03bdc3e8-5df2-4132-994a-0c6433949365 HTTP/1.1" status: 204  len: 168 time: 0.1340077
Dec 18 21:42:24.451095 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d27267-ed7e-4783-940e-836082051933 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bdc3e8-5df2-4132-994a-0c6433949365,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:24.455555 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-70f8a06e-d633-432c-b356-a256f9ff3f40 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] show failed (client error): The resource could not be found.
Dec 18 21:42:24.459839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-70f8a06e-d633-432c-b356-a256f9ff3f40 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "GET /v2.0/security-groups/03bdc3e8-5df2-4132-994a-0c6433949365 HTTP/1.1" status: 404  len: 347 time: 0.0171492
Dec 18 21:42:24.459994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53184) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:24.583171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-bbb844dd-86be-4638-998d-833e0ea67ee9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Deleting port 29c6849c-3710-4b79-a005-720cf87ae2d2 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:42:24.583430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bbb844dd-86be-4638-998d-833e0ea67ee9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:24.655754 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bbb844dd-86be-4638-998d-833e0ea67ee9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:24.656088 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bbb844dd-86be-4638-998d-833e0ea67ee9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:24.667328 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-bbb844dd-86be-4638-998d-833e0ea67ee9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Calling delete_port for 29c6849c-3710-4b79-a005-720cf87ae2d2 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:42:24.800623 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bbb844dd-86be-4638-998d-833e0ea67ee9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:24.830558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb844dd-86be-4638-998d-833e0ea67ee9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Pushing event deleted for resources: {'Port': ['ID=29c6849c-3710-4b79-a005-720cf87ae2d2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:24.889436 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bbb844dd-86be-4638-998d-833e0ea67ee9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:24.892403 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-bbb844dd-86be-4638-998d-833e0ea67ee9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:24.893545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-bbb844dd-86be-4638-998d-833e0ea67ee9 tempest-ServerActionsTestJSON-1912105552 tempest-ServerActionsTestJSON-1912105552-project] 10.222.0.13 "DELETE /v2.0/floatingips/f52171f0-17bd-4f28-9df1-3cda740df6fd HTTP/1.1" status: 204  len: 168 time: 0.4326015
Dec 18 21:42:24.896505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53186) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:25.548497 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41240c3c-594d-493a-917a-4af1be353d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:25.785145 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-41240c3c-594d-493a-917a-4af1be353d39 admin admin] Deleting port 5139218f-c45e-4c41-9624-da51020122f7 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:42:25.785476 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41240c3c-594d-493a-917a-4af1be353d39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:25.860021 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-41240c3c-594d-493a-917a-4af1be353d39 admin admin] For port 5139218f-c45e-4c41-9624-da51020122f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5139218f-c45e-4c41-9624-da51020122f7,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:25.860385 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41240c3c-594d-493a-917a-4af1be353d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:25.872625 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-41240c3c-594d-493a-917a-4af1be353d39 admin admin] Calling delete_port for 5139218f-c45e-4c41-9624-da51020122f7 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:42:26.046486 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41240c3c-594d-493a-917a-4af1be353d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:26.068420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41240c3c-594d-493a-917a-4af1be353d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=5139218f-c45e-4c41-9624-da51020122f7,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:26.238875 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41240c3c-594d-493a-917a-4af1be353d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:26.448085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41240c3c-594d-493a-917a-4af1be353d39 admin admin] Router 1108dbd8-5558-4b00-a71e-79601633bedd has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:42:26.551039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41240c3c-594d-493a-917a-4af1be353d39 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:42:26.555994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-41240c3c-594d-493a-917a-4af1be353d39 admin admin] 10.222.0.13 "PUT /v2.0/routers/1108dbd8-5558-4b00-a71e-79601633bedd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6585321
Dec 18 21:42:26.559088 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53190) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:26.562010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d772a02-671a-40c7-8445-b1da3e92daa4 None None] Sync routers for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:42:26.571982 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d772a02-671a-40c7-8445-b1da3e92daa4 None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:42:26.573110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8d772a02-671a-40c7-8445-b1da3e92daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e1d3070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:42:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:26.661045 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:26.677281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-8d772a02-671a-40c7-8445-b1da3e92daa4 None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:42:26.759286 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:26.815304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Deleting port 91fcdf61-b55a-4616-98e2-922a40576fb9 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:42:26.815686 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:26.852672 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8d772a02-671a-40c7-8445-b1da3e92daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e1d3070>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:42:26Z', 'revision_number': 5, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port': {'id': '91fcdf61-b55a-4616-98e2-922a40576fb9', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:26.878825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d772a02-671a-40c7-8445-b1da3e92daa4 None None] Checking router: 1108dbd8-5558-4b00-a71e-79601633bedd for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:42:26.886908 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d772a02-671a-40c7-8445-b1da3e92daa4 None None] Routers {'1108dbd8-5558-4b00-a71e-79601633bedd'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:42:26.887507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8d772a02-671a-40c7-8445-b1da3e92daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e1d3070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:42:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1108dbd8-5558-4b00-a71e-79601633bedd'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:26.892503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] For port 91fcdf61-b55a-4616-98e2-922a40576fb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91fcdf61-b55a-4616-98e2-922a40576fb9,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:26.892872 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:26.905706 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Calling delete_port for 91fcdf61-b55a-4616-98e2-922a40576fb9 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:42:26.974645 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-8d772a02-671a-40c7-8445-b1da3e92daa4 None None] Set router 1108dbd8-5558-4b00-a71e-79601633bedd gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:42:27.028658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-8d772a02-671a-40c7-8445-b1da3e92daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e1d3070>, [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:42:26Z', 'revision_number': 6, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:27.054631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d772a02-671a-40c7-8445-b1da3e92daa4 None None] The sync data for ids ['1108dbd8-5558-4b00-a71e-79601633bedd'] in ncdv-master-1 is: [{'id': '1108dbd8-5558-4b00-a71e-79601633bedd', 'name': 'tempest-ServerActionsTestJSON-590103717-router', 'tenant_id': '542852f38d9b4ee7a351cc80abbd3d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:32:55Z', 'updated_at': '2021-12-18T21:42:26Z', 'revision_number': 6, 'project_id': '542852f38d9b4ee7a351cc80abbd3d19', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:42:27.073699 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.105282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=91fcdf61-b55a-4616-98e2-922a40576fb9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:27.115491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da28394-d17c-46b1-9efc-81511fc35fe6 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:42:27.162555 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.251101 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.253131 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.295087 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.295653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1108dbd8-5558-4b00-a71e-79601633bedd {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:42:27.300482 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.301610 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cdb6d875-a530-4fba-a48f-900ce4068c70 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1108dbd8-5558-4b00-a71e-79601633bedd HTTP/1.1" status: 204  len: 168 time: 0.7415893
Dec 18 21:42:27.304156 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53192) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:27.350690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e118f8e3-b360-4f1a-ad3f-dc8167b1893f admin admin] Deleting subnet 6df87f8a-6158-4155-a680-780518980e8e {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:42:27.354293 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e118f8e3-b360-4f1a-ad3f-dc8167b1893f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.386480 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e118f8e3-b360-4f1a-ad3f-dc8167b1893f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.465500 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e118f8e3-b360-4f1a-ad3f-dc8167b1893f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.521676 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e118f8e3-b360-4f1a-ad3f-dc8167b1893f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.544801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118f8e3-b360-4f1a-ad3f-dc8167b1893f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df87f8a-6158-4155-a680-780518980e8e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:27.550406 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e118f8e3-b360-4f1a-ad3f-dc8167b1893f admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.553621 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e118f8e3-b360-4f1a-ad3f-dc8167b1893f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6df87f8a-6158-4155-a680-780518980e8e HTTP/1.1" status: 204  len: 168 time: 0.2485301
Dec 18 21:42:27.556084 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53194) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:27.558087 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13663ca-f54a-46a3-a673-0c70e9251262 None None] Network 0d5d526c-ff3b-4870-a375-d43b4ba66efb requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:42:27.622573 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.679995 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Deleting port b842cd00-9525-4692-b454-30e40646ff51 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:42:27.680338 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.746163 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] For port b842cd00-9525-4692-b454-30e40646ff51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b842cd00-9525-4692-b454-30e40646ff51,segment=NetworkSegment(2c76f815-f427-47fb-90ea-1b81e0b51da1),segment_id=2c76f815-f427-47fb-90ea-1b81e0b51da1)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:27.746503 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.758899 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Calling delete_port for b842cd00-9525-4692-b454-30e40646ff51 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:42:27.821342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018db489-20cb-4e74-bb9e-403cd8dd5e86 None None] DHCP port deletion for 0d5d526c-ff3b-4870-a375-d43b4ba66efb request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:42:27.842232 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.856350 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] No DVR routers for this DVR port b842cd00-9525-4692-b454-30e40646ff51 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:42:27.877497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5139218f-c45e-4c41-9624-da51020122f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:42:27.882731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=b842cd00-9525-4692-b454-30e40646ff51,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:27.904016 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 5139218f-c45e-4c41-9624-da51020122f7 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:42:27.904362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5139218f-c45e-4c41-9624-da51020122f7 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:42:27.904777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b842cd00-9525-4692-b454-30e40646ff51 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:42:27.930944 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: b842cd00-9525-4692-b454-30e40646ff51 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:42:27.931811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b842cd00-9525-4692-b454-30e40646ff51 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:42:27.932236 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 91fcdf61-b55a-4616-98e2-922a40576fb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:42:27.957912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-018db489-20cb-4e74-bb9e-403cd8dd5e86 None None] Deleting port b842cd00-9525-4692-b454-30e40646ff51 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:42:27.958207 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-018db489-20cb-4e74-bb9e-403cd8dd5e86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.959541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:27.960959 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 91fcdf61-b55a-4616-98e2-922a40576fb9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:42:27.961776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 91fcdf61-b55a-4616-98e2-922a40576fb9 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:42:27.982213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365cdad610>,) {'filters': {'network_id': ['0d5d526c-ff3b-4870-a375-d43b4ba66efb']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:27.991421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cdad610>, '2c76f815-f427-47fb-90ea-1b81e0b51da1') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:27.991724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365cdad610>, '2c76f815-f427-47fb-90ea-1b81e0b51da1') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:28.002354 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:28.016686 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:28.023457 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:42:28.023855 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:42:28.025654 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:42:28.029638 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-018db489-20cb-4e74-bb9e-403cd8dd5e86 None None] For port b842cd00-9525-4692-b454-30e40646ff51, host ncdv-master-1, got binding levels [] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:28.029925 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-018db489-20cb-4e74-bb9e-403cd8dd5e86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:28.043922 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-018db489-20cb-4e74-bb9e-403cd8dd5e86 None None] Calling delete_port for b842cd00-9525-4692-b454-30e40646ff51 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:42:28.046571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.ipam_backend_mixin [None req-018db489-20cb-4e74-bb9e-403cd8dd5e86 None None] Port b842cd00-9525-4692-b454-30e40646ff51 was not found and therefore no delete operation was performed {{(pid=126010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 18 21:42:28.047804 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-018db489-20cb-4e74-bb9e-403cd8dd5e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:28.073756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018db489-20cb-4e74-bb9e-403cd8dd5e86 None None] Pushing event deleted for resources: {'Port': ['ID=b842cd00-9525-4692-b454-30e40646ff51,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:28.077349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018db489-20cb-4e74-bb9e-403cd8dd5e86 None None] No DVR routers for this DVR port b842cd00-9525-4692-b454-30e40646ff51 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:42:28.091778 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:28.097831 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:28.101346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0d5d526c-ff3b-4870-a375-d43b4ba66efb HTTP/1.1" status: 204  len: 168 time: 0.5441961
Dec 18 21:42:28.113460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127f731-6ff6-48b0-8124-eb4858474e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5d526c-ff3b-4870-a375-d43b4ba66efb,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:28.212787 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53198) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:28.253536 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1ffe8bfc-b2d9-447b-b75e-9947bbdb0ffc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=542852f38d9b4ee7a351cc80abbd3d19&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395837
Dec 18 21:42:28.256235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53200) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:28.302165 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-705450af-c2d8-48e9-8490-db5c56e172b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:28.324222 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-705450af-c2d8-48e9-8490-db5c56e172b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:28.371896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-705450af-c2d8-48e9-8490-db5c56e172b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:28.374490 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-705450af-c2d8-48e9-8490-db5c56e172b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:28.375661 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-705450af-c2d8-48e9-8490-db5c56e172b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd322c89-2641-49f6-8fc6-2191a349b73f HTTP/1.1" status: 204  len: 168 time: 0.1184993
Dec 18 21:42:28.383208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705450af-c2d8-48e9-8490-db5c56e172b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd322c89-2641-49f6-8fc6-2191a349b73f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:29.064251 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53222) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:29.159841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-973934128-network', 'tenant_id': '42db9342b99048278dc6eb082fbe7941'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:42:29.182118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Made reservation on behalf of 42db9342b99048278dc6eb082fbe7941 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:42:29.184399 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:29.192420 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:29.264874 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:29.268357 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:29.294336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:42:29.300380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3382a935-dd89-4174-b6e7-318f19797df2,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:29.306116 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:29.306999 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Added segment 56fe9b26-7ba7-4842-a925-27be4e8676fb of type vlan for network e2dabeab-0a8a-4404-9cca-bcca05a86fdd
Dec 18 21:42:29.345610 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:29.369771 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:29.370743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:29.371330 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:29.426201 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3607075
Dec 18 21:42:29.429096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53226) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:29.434625 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-2dff63a3-b836-4f47-86fc-64eb4c4d4f88 admin admin] Request body: {'subnet': {'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-973934128-subnet', 'tenant_id': '42db9342b99048278dc6eb082fbe7941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:42:29.437235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9683c-899f-4f52-bc75-0201aa210d44 admin admin] Pushing event updated for resources: {'Network': ['ID=e2dabeab-0a8a-4404-9cca-bcca05a86fdd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:29.452467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network e2dabeab-0a8a-4404-9cca-bcca05a86fdd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:42:29.458231 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dff63a3-b836-4f47-86fc-64eb4c4d4f88 admin admin] Made reservation on behalf of 42db9342b99048278dc6eb082fbe7941 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:42:29.460628 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2dff63a3-b836-4f47-86fc-64eb4c4d4f88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:29.625826 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2dff63a3-b836-4f47-86fc-64eb4c4d4f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:29.683018 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff63a3-b836-4f47-86fc-64eb4c4d4f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6372a8-3c63-4483-a476-239ee36076c9,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:29.699114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dff63a3-b836-4f47-86fc-64eb4c4d4f88 admin admin] Checking segment: {'id': '56fe9b26-7ba7-4842-a925-27be4e8676fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:42:29.699475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dff63a3-b836-4f47-86fc-64eb4c4d4f88 admin admin] Network hostable DHCP agents. Network: e2dabeab-0a8a-4404-9cca-bcca05a86fdd, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:42:29.716642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dff63a3-b836-4f47-86fc-64eb4c4d4f88 admin admin] Network e2dabeab-0a8a-4404-9cca-bcca05a86fdd is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:42:29.724402 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-2dff63a3-b836-4f47-86fc-64eb4c4d4f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e2dabeab-0a8a-4404-9cca-bcca05a86fdd) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:42:29.729415 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff63a3-b836-4f47-86fc-64eb4c4d4f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:29.730678 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2dff63a3-b836-4f47-86fc-64eb4c4d4f88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:29.734780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd4e38-72c0-4716-bee9-d8d327ff0ef7 None None] Network e2dabeab-0a8a-4404-9cca-bcca05a86fdd requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:42:29.748747 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2dff63a3-b836-4f47-86fc-64eb4c4d4f88 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3183188
Dec 18 21:42:29.833497 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce8b75-74de-471b-b05a-1acb9a313484 None None] Network e2dabeab-0a8a-4404-9cca-bcca05a86fdd requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:42:30.187786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b9584a2c-c2df-49d7-a191-f2145c15bfcc tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:30.189246 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b9584a2c-c2df-49d7-a191-f2145c15bfcc tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/networks?id=e2dabeab-0a8a-4404-9cca-bcca05a86fdd HTTP/1.1" status: 200  len: 813 time: 0.0989025
Dec 18 21:42:30.204333 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-8a72dd73-e04f-46cc-a371-23078daebae5 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/quotas/42db9342b99048278dc6eb082fbe7941 HTTP/1.1" status: 200  len: 375 time: 0.0093441
Dec 18 21:42:30.491096 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-ebe4dcfc-7928-4029-a189-899830a0271e tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=42db9342b99048278dc6eb082fbe7941&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2812023
Dec 18 21:42:30.577304 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-20b6f263-8f0b-4916-a5ec-66645692907f service neutron] 10.222.0.13 "GET /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0785036
Dec 18 21:42:30.669881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-02d92f79-b34f-4882-822b-46e9ed12d35d service neutron] 10.222.0.13 "GET /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849175
Dec 18 21:42:30.827494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f1016e8b-f211-4055-b280-127effc5c787 req-8826c2ee-17b4-4e18-ab28-5a3c0c39f407 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 210 time: 0.0261307
Dec 18 21:42:31.772085 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-23bc44c8-bb49-4c9e-8b36-745549ec0916 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:31.773541 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-23bc44c8-bb49-4c9e-8b36-745549ec0916 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.31 "GET /v2.0/networks?id=e2dabeab-0a8a-4404-9cca-bcca05a86fdd HTTP/1.1" status: 200  len: 813 time: 0.1128109
Dec 18 21:42:31.786836 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Request body: {'port': {'device_id': '6fa513f5-0a11-485f-a047-9f91e938e997', 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd', 'admin_state_up': True, 'tenant_id': '42db9342b99048278dc6eb082fbe7941'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:42:31.925903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c01c645a-6be5-4868-afc1-de94f8587d46 req-de331691-068e-43ac-bbf4-c8617359e415 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 210 time: 0.0270939
Dec 18 21:42:32.187444 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Made reservation on behalf of 42db9342b99048278dc6eb082fbe7941 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:42:32.190851 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:32.309364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Allocated IP 172.20.0.3 (e2dabeab-0a8a-4404-9cca-bcca05a86fdd/fd6372a8-3c63-4483-a476-239ee36076c9/b5069322-eb53-418b-bc45-8c1e692022f1) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:42:32.470527 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:32.502907 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:32.550465 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Network e2dabeab-0a8a-4404-9cca-bcca05a86fdd is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:42:32.553477 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:42:32.557314 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:42:32.563386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Pushing event updated for resources: {'Port': ['ID=b5069322-eb53-418b-bc45-8c1e692022f1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:32.607821 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:32.608430 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:32.623207 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-b0a3ace3-77d1-4c1c-b04e-8ab9c910fbea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8401294
Dec 18 21:42:32.634822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Request body: {'port': {'device_id': '6fa513f5-0a11-485f-a047-9f91e938e997', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:42:32.686056 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:32.944833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5069322-eb53-418b-bc45-8c1e692022f1 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:42:32.952708 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:32.966106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Transition to ACTIVE for port object b5069322-eb53-418b-bc45-8c1e692022f1 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:42:32.969806 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:33.044094 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Pushing event updated for resources: {'Port': ['ID=b5069322-eb53-418b-bc45-8c1e692022f1,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:33.053052 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a2e5b18d-bcac-40ae-ab49-0c131bcf4976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:33.068588 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45869f65-4707-4732-bd6e-c907f4d9371e req-b5afeeed-d1e1-403f-b811-3c32b6738887 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:33.070115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45869f65-4707-4732-bd6e-c907f4d9371e req-b5afeeed-d1e1-403f-b811-3c32b6738887 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 943 time: 0.0733302
Dec 18 21:42:33.096287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Attempting to bind port b5069322-eb53-418b-bc45-8c1e692022f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:42:33.097154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Attempting to bind port b5069322-eb53-418b-bc45-8c1e692022f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '56fe9b26-7ba7-4842-a925-27be4e8676fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:42:33.097496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Attempting to bind port b5069322-eb53-418b-bc45-8c1e692022f1 on network e2dabeab-0a8a-4404-9cca-bcca05a86fdd {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:42:33.101941 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Port b5069322-eb53-418b-bc45-8c1e692022f1 on network e2dabeab-0a8a-4404-9cca-bcca05a86fdd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:42:33.102325 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Attempting to bind port b5069322-eb53-418b-bc45-8c1e692022f1 on network e2dabeab-0a8a-4404-9cca-bcca05a86fdd {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:42:33.107181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:42:33.107517 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Checking segment: {'id': '56fe9b26-7ba7-4842-a925-27be4e8676fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:42:33.107899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Bound using segment: {'id': '56fe9b26-7ba7-4842-a925-27be4e8676fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:42:33.108352 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Bound port: b5069322-eb53-418b-bc45-8c1e692022f1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe9b26-7ba7-4842-a925-27be4e8676fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:42:33.108706 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:33.121824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-45869f65-4707-4732-bd6e-c907f4d9371e req-b8830d8d-ee86-4952-803c-697f76c0c5a3 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450306
Dec 18 21:42:33.175937 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] For port b5069322-eb53-418b-bc45-8c1e692022f1, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:42:33.178856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] For port b5069322-eb53-418b-bc45-8c1e692022f1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5069322-eb53-418b-bc45-8c1e692022f1,segment=NetworkSegment(56fe9b26-7ba7-4842-a925-27be4e8676fb),segment_id=56fe9b26-7ba7-4842-a925-27be4e8676fb)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:42:33.183269 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:33.223224 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:33.223856 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:33.225240 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] 10.222.0.31 "PUT /v2.0/ports/b5069322-eb53-418b-bc45-8c1e692022f1 HTTP/1.1" status: 200  len: 1091 time: 0.5942729
Dec 18 21:42:33.225682 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa513f5-0a11-485f-a047-9f91e938e997', 'tag': 'b5069322-eb53-418b-bc45-8c1e692022f1'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:42:33.228068 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e670c34-db81-400f-ac32-4fb5f56fa2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa513f5-0a11-485f-a047-9f91e938e997", "tag": "b5069322-eb53-418b-bc45-8c1e692022f1"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:42:33.253653 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3936d-989e-4674-8de0-9fb95b2c0fae service neutron] Pushing event updated for resources: {'Port': ['ID=b5069322-eb53-418b-bc45-8c1e692022f1,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:33.303417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-29486063-ff99-4402-9901-8260366e4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:33.304802 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-29486063-ff99-4402-9901-8260366e4f04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=42db9342b99048278dc6eb082fbe7941&device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 1094 time: 0.0425022
Dec 18 21:42:33.353344 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8aec06-008c-4f39-94fb-9f59b7591e63 x-openstack-request-id: req-1c8aec06-008c-4f39-94fb-9f59b7591e63 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:42:33.353639 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa513f5-0a11-485f-a047-9f91e938e997", "tag": "b5069322-eb53-418b-bc45-8c1e692022f1", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:42:33.353893 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c8aec06-008c-4f39-94fb-9f59b7591e63 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:42:33.354315 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa513f5-0a11-485f-a047-9f91e938e997', 'tag': 'b5069322-eb53-418b-bc45-8c1e692022f1', 'status': 'completed', 'code': 200}
Dec 18 21:42:33.356098 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-ae6e3829-cbe5-41ca-9f42-dac7a763a0d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5069322-eb53-418b-bc45-8c1e692022f1 HTTP/1.1" status: 200  len: 217 time: 0.0425065
Dec 18 21:42:33.408525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-89576f97-6d15-463c-8700-5ea2e9a914be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:33.410051 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-89576f97-6d15-463c-8700-5ea2e9a914be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd6372a8-3c63-4483-a476-239ee36076c9 HTTP/1.1" status: 200  len: 853 time: 0.0474846
Dec 18 21:42:33.441672 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-8d1e5ad0-18ca-4b3f-b239-380e7573f0af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2dabeab-0a8a-4404-9cca-bcca05a86fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247388
Dec 18 21:42:33.534082 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-9f1f4e1e-d898-4ade-bc4b-def04fb9b5cc service neutron] 10.222.0.31 "GET /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845196
Dec 18 21:42:33.623755 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cd4d649e-5c63-4bb8-b65f-4f525d07b054 req-dabc1fb8-88bd-470c-bc21-fef1a34cdadc service neutron] 10.222.0.31 "GET /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829833
Dec 18 21:42:33.714001 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e670c34-db81-400f-ac32-4fb5f56fa2f7 req-e8ad9e50-9cdf-469b-bd16-afefdf1ee9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:33.715458 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4e670c34-db81-400f-ac32-4fb5f56fa2f7 req-e8ad9e50-9cdf-469b-bd16-afefdf1ee9a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=42db9342b99048278dc6eb082fbe7941&device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 1094 time: 0.0456963
Dec 18 21:42:33.806032 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e670c34-db81-400f-ac32-4fb5f56fa2f7 req-239eee40-e020-447a-abc8-236542900886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:33.807561 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4e670c34-db81-400f-ac32-4fb5f56fa2f7 req-239eee40-e020-447a-abc8-236542900886 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2dabeab-0a8a-4404-9cca-bcca05a86fdd HTTP/1.1" status: 200  len: 914 time: 0.0853553
Dec 18 21:42:33.851948 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4e670c34-db81-400f-ac32-4fb5f56fa2f7 req-e5fae0dd-ccba-4f89-aea3-d1ee6d99aa6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5069322-eb53-418b-bc45-8c1e692022f1 HTTP/1.1" status: 200  len: 217 time: 0.0379543
Dec 18 21:42:33.898785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e670c34-db81-400f-ac32-4fb5f56fa2f7 req-dfb412dd-bf49-465e-8b71-9c5474b4835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:33.900670 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4e670c34-db81-400f-ac32-4fb5f56fa2f7 req-dfb412dd-bf49-465e-8b71-9c5474b4835c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd6372a8-3c63-4483-a476-239ee36076c9 HTTP/1.1" status: 200  len: 853 time: 0.0412123
Dec 18 21:42:33.932237 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4e670c34-db81-400f-ac32-4fb5f56fa2f7 req-a19204ce-bb5e-4f41-8cd9-352238ada897 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2dabeab-0a8a-4404-9cca-bcca05a86fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0233040
Dec 18 21:42:34.020269 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4e670c34-db81-400f-ac32-4fb5f56fa2f7 req-85e13144-bd50-4ceb-baf0-d102aa570770 service neutron] 10.222.0.31 "GET /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802083
Dec 18 21:42:34.113816 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4e670c34-db81-400f-ac32-4fb5f56fa2f7 req-ab481ada-46bf-4259-9851-bf89f33efdac service neutron] 10.222.0.31 "GET /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851028
Dec 18 21:42:34.237228 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842bd22-2280-410c-bdc9-3b48b71a6001 req-43052606-2469-4eff-b778-e1dc31c83c7e tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:34.238750 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e842bd22-2280-410c-bdc9-3b48b71a6001 req-43052606-2469-4eff-b778-e1dc31c83c7e tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 943 time: 0.0489070
Dec 18 21:42:34.286088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e842bd22-2280-410c-bdc9-3b48b71a6001 req-0138b7e8-85c0-4460-8b9e-cb281eafac76 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412047
Dec 18 21:42:35.258697 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-17eba886-a90b-4593-9f84-7ca760da3598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:35.296150 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:42:35.399560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6614b-4439-4108-af97-1f86ebd5344b req-bce377ee-7ec1-4c50-b373-1f4acd95aa01 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:35.401517 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36a6614b-4439-4108-af97-1f86ebd5344b req-bce377ee-7ec1-4c50-b373-1f4acd95aa01 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 943 time: 0.0469506
Dec 18 21:42:35.446855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36a6614b-4439-4108-af97-1f86ebd5344b req-e8d06e17-0061-4ac0-882d-4a5ed589a7cb tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392468
Dec 18 21:42:36.378348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b5069322-eb53-418b-bc45-8c1e692022f1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:42:36.472191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port b5069322-eb53-418b-bc45-8c1e692022f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5069322-eb53-418b-bc45-8c1e692022f1,segment=NetworkSegment(56fe9b26-7ba7-4842-a925-27be4e8676fb),segment_id=56fe9b26-7ba7-4842-a925-27be4e8676fb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:36.483730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'b5069322-eb53-418b-bc45-8c1e692022f1', 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd', 'port_id': 'b5069322-eb53-418b-bc45-8c1e692022f1', 'mac_address': 'fa:16:3e:3a:8f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6372a8-3c63-4483-a476-239ee36076c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:42:36.520467 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:36.533271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5069322-eb53-418b-bc45-8c1e692022f1 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:42:36.553234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port b5069322-eb53-418b-bc45-8c1e692022f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5069322-eb53-418b-bc45-8c1e692022f1,segment=NetworkSegment(56fe9b26-7ba7-4842-a925-27be4e8676fb),segment_id=56fe9b26-7ba7-4842-a925-27be4e8676fb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:36.558139 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:36.566529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb4ef3-1c70-4f26-a271-7aea404fc6c0 req-37f672f1-6b1c-4917-9733-a7b92af6408b tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:36.568014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cffb4ef3-1c70-4f26-a271-7aea404fc6c0 req-37f672f1-6b1c-4917-9733-a7b92af6408b tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 943 time: 0.0536239
Dec 18 21:42:36.605376 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:36.616280 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cffb4ef3-1c70-4f26-a271-7aea404fc6c0 req-a6d07590-380e-412d-8cf1-33974c011da8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420537
Dec 18 21:42:36.617219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=b5069322-eb53-418b-bc45-8c1e692022f1,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:36.749811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['b5069322-eb53-418b-bc45-8c1e692022f1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:42:37.731547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc89ec-ff79-4e99-bf76-5baab6c3e854 req-b7af236e-e75a-4c0c-b514-f3e5b3d1960c tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:37.733099 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ecc89ec-ff79-4e99-bf76-5baab6c3e854 req-b7af236e-e75a-4c0c-b514-f3e5b3d1960c tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 944 time: 0.0492282
Dec 18 21:42:37.780048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ecc89ec-ff79-4e99-bf76-5baab6c3e854 req-1597dc07-2767-4876-995f-f7cea905c69e tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409274
Dec 18 21:42:38.280434 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:38.373628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b5069322-eb53-418b-bc45-8c1e692022f1 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:42:38.426266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port b5069322-eb53-418b-bc45-8c1e692022f1 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:42:38.430203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port b5069322-eb53-418b-bc45-8c1e692022f1 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:42:38.430613 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:38.504670 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:38.526339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa513f5-0a11-485f-a047-9f91e938e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5069322-eb53-418b-bc45-8c1e692022f1'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:42:38.528575 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff40a4f1-9b9d-40ec-a93d-98c5e0f00c6c" -d '{"events": [{"server_uuid": "6fa513f5-0a11-485f-a047-9f91e938e997", "name": "network-vif-plugged", "status": "completed", "tag": "b5069322-eb53-418b-bc45-8c1e692022f1"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:42:38.541956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port b5069322-eb53-418b-bc45-8c1e692022f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5069322-eb53-418b-bc45-8c1e692022f1,segment=NetworkSegment(56fe9b26-7ba7-4842-a925-27be4e8676fb),segment_id=56fe9b26-7ba7-4842-a925-27be4e8676fb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:38.546090 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:38.571740 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884996c3-22aa-447e-aee1-8763794b2368 x-openstack-request-id: req-884996c3-22aa-447e-aee1-8763794b2368 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:42:38.572035 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa513f5-0a11-485f-a047-9f91e938e997", "name": "network-vif-plugged", "status": "completed", "tag": "b5069322-eb53-418b-bc45-8c1e692022f1", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:42:38.572291 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-884996c3-22aa-447e-aee1-8763794b2368 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:42:38.572680 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa513f5-0a11-485f-a047-9f91e938e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5069322-eb53-418b-bc45-8c1e692022f1', 'code': 200}
Dec 18 21:42:38.599173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=b5069322-eb53-418b-bc45-8c1e692022f1,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:38.654244 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:38.669097 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861e6a8-bf5a-4f26-b8ea-1a9f6b4e42cb req-47e0e77b-2190-4b64-9f61-0c5cae551326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:38.670647 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b861e6a8-bf5a-4f26-b8ea-1a9f6b4e42cb req-47e0e77b-2190-4b64-9f61-0c5cae551326 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 1096 time: 0.0453269
Dec 18 21:42:38.715359 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b861e6a8-bf5a-4f26-b8ea-1a9f6b4e42cb req-3eb9a393-95f3-4462-9dfc-e1a2d3ba4d18 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380721
Dec 18 21:42:38.893154 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c5f31-e477-4931-8177-020ed05db713 req-efbde781-08ec-46ed-9a73-7d894d9928e1 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:38.894672 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e32c5f31-e477-4931-8177-020ed05db713 req-efbde781-08ec-46ed-9a73-7d894d9928e1 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 945 time: 0.0473173
Dec 18 21:42:38.944312 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e32c5f31-e477-4931-8177-020ed05db713 req-4f784429-39c6-4cf4-a6d8-24f07838eabd tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432026
Dec 18 21:42:40.061165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cd702-ad3b-481a-a46e-f04cba99e080 req-7e63ee1a-7c88-4b10-8428-bf7f5db776b0 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:40.062661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc1cd702-ad3b-481a-a46e-f04cba99e080 req-7e63ee1a-7c88-4b10-8428-bf7f5db776b0 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 945 time: 0.0480013
Dec 18 21:42:40.109779 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc1cd702-ad3b-481a-a46e-f04cba99e080 req-e7a947d2-9d72-465b-9b48-3d90a95fbbf2 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412309
Dec 18 21:42:40.331224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-963ca9fe-0aaa-4adb-bdd0-f767779a072f tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:40.332974 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-963ca9fe-0aaa-4adb-bdd0-f767779a072f tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/networks?id=e2dabeab-0a8a-4404-9cca-bcca05a86fdd HTTP/1.1" status: 200  len: 813 time: 0.1041570
Dec 18 21:42:40.348261 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-6dc5a55c-8ffc-43ba-8000-a101b259f934 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/quotas/42db9342b99048278dc6eb082fbe7941 HTTP/1.1" status: 200  len: 375 time: 0.0088921
Dec 18 21:42:40.395215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-20e05fb0-abb9-4c63-985f-5a9ac29a3971 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=42db9342b99048278dc6eb082fbe7941&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0417466
Dec 18 21:42:40.536185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-6bec9bd1-85a6-430a-9e59-923df85048cc service neutron] 10.222.0.13 "GET /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333013
Dec 18 21:42:40.626197 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-839a1d4c-9699-419c-9958-7f085b8faab1 service neutron] 10.222.0.13 "GET /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838614
Dec 18 21:42:40.781902 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-254a6c30-a8f8-4d69-bcfb-cc3d2f002a70 req-5fa81843-c9a3-47c8-8454-528d467dce11 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 210 time: 0.0269735
Dec 18 21:42:41.876920 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8c4cccb9-2503-4a29-9b4e-9fddffb063e6 req-3f78650e-555c-4122-8a03-b28d4f185b68 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 210 time: 0.0270734
Dec 18 21:42:41.982444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-ff71299f-8b1c-4a77-8308-c928011999b5 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:41.983809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-ff71299f-8b1c-4a77-8308-c928011999b5 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.36 "GET /v2.0/networks?id=e2dabeab-0a8a-4404-9cca-bcca05a86fdd HTTP/1.1" status: 200  len: 813 time: 0.1060293
Dec 18 21:42:41.999412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Request body: {'port': {'device_id': 'd1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e', 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd', 'admin_state_up': True, 'tenant_id': '42db9342b99048278dc6eb082fbe7941'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:42:42.109465 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Made reservation on behalf of 42db9342b99048278dc6eb082fbe7941 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:42:42.113263 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:42.232384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Allocated IP 172.20.0.9 (e2dabeab-0a8a-4404-9cca-bcca05a86fdd/fd6372a8-3c63-4483-a476-239ee36076c9/533221a8-c2ef-4dcf-bc51-2c2b3af0af97) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:42:42.378161 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:42.410438 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:42.422110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['b5069322-eb53-418b-bc45-8c1e692022f1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:42:42.454680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Network e2dabeab-0a8a-4404-9cca-bcca05a86fdd is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:42:42.460045 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:42:42.464429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:42:42.468410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Pushing event updated for resources: {'Port': ['ID=533221a8-c2ef-4dcf-bc51-2c2b3af0af97,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:42.517357 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:42.517969 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:42.533679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-b70f03e3-4adc-441b-9821-929c60959475 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5380573
Dec 18 21:42:42.552189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Request body: {'port': {'device_id': 'd1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:42:42.603104 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:42.858032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:42:42.865240 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:42.876898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Transition to ACTIVE for port object 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:42:42.879840 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:42.930920 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Pushing event updated for resources: {'Port': ['ID=533221a8-c2ef-4dcf-bc51-2c2b3af0af97,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:43.034630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fed83-03b6-43b2-abc8-9af7967e7862 req-7c3fa839-c8e7-4dee-9d0f-3aec18586738 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:43.035981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-222fed83-03b6-43b2-abc8-9af7967e7862 req-7c3fa839-c8e7-4dee-9d0f-3aec18586738 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 943 time: 0.0852764
Dec 18 21:42:43.037026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Attempting to bind port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:42:43.037352 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Attempting to bind port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '56fe9b26-7ba7-4842-a925-27be4e8676fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:42:43.037674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Attempting to bind port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 on network e2dabeab-0a8a-4404-9cca-bcca05a86fdd {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:42:43.044374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 on network e2dabeab-0a8a-4404-9cca-bcca05a86fdd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:42:43.044694 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Attempting to bind port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 on network e2dabeab-0a8a-4404-9cca-bcca05a86fdd {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:42:43.059157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:42:43.059497 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Checking segment: {'id': '56fe9b26-7ba7-4842-a925-27be4e8676fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:42:43.059861 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Bound using segment: {'id': '56fe9b26-7ba7-4842-a925-27be4e8676fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:42:43.060282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Bound port: 533221a8-c2ef-4dcf-bc51-2c2b3af0af97, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe9b26-7ba7-4842-a925-27be4e8676fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:42:43.060633 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:43.118115 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-222fed83-03b6-43b2-abc8-9af7967e7862 req-dc6c0ed6-fd6c-46fb-87f7-8df43909152b tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755033
Dec 18 21:42:43.143303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] For port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:42:43.146136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] For port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=533221a8-c2ef-4dcf-bc51-2c2b3af0af97,segment=NetworkSegment(56fe9b26-7ba7-4842-a925-27be4e8676fb),segment_id=56fe9b26-7ba7-4842-a925-27be4e8676fb)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:42:43.151211 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:43.184962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:43.185578 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:43.186959 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] 10.222.0.36 "PUT /v2.0/ports/533221a8-c2ef-4dcf-bc51-2c2b3af0af97 HTTP/1.1" status: 200  len: 1091 time: 0.6388929
Dec 18 21:42:43.187392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e', 'tag': '533221a8-c2ef-4dcf-bc51-2c2b3af0af97'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:42:43.189608 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5733a4fb-29fd-4bb7-b327-903280f5791c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e", "tag": "533221a8-c2ef-4dcf-bc51-2c2b3af0af97"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:42:43.217403 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815dde5-329e-45c8-a201-48bd6d64805e service neutron] Pushing event updated for resources: {'Port': ['ID=533221a8-c2ef-4dcf-bc51-2c2b3af0af97,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:43.231568 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9f9040-c0ca-4f03-bac4-178f642ab586 x-openstack-request-id: req-ab9f9040-c0ca-4f03-bac4-178f642ab586 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:42:43.231862 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e", "tag": "533221a8-c2ef-4dcf-bc51-2c2b3af0af97", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:42:43.232117 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab9f9040-c0ca-4f03-bac4-178f642ab586 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:42:43.232523 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e', 'tag': '533221a8-c2ef-4dcf-bc51-2c2b3af0af97', 'status': 'completed', 'code': 200}
Dec 18 21:42:43.279878 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-6a87faa1-5cbf-463c-aea5-b496b123f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:43.281339 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-6a87faa1-5cbf-463c-aea5-b496b123f400 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42db9342b99048278dc6eb082fbe7941&device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 1094 time: 0.0443983
Dec 18 21:42:43.329946 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-dc2779ce-d1b0-4f24-ba9f-05ec3acd882d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=533221a8-c2ef-4dcf-bc51-2c2b3af0af97 HTTP/1.1" status: 200  len: 217 time: 0.0346291
Dec 18 21:42:43.379813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-9a5bb6e7-74db-4526-adcd-30c187a0751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:43.381259 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-9a5bb6e7-74db-4526-adcd-30c187a0751c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd6372a8-3c63-4483-a476-239ee36076c9 HTTP/1.1" status: 200  len: 853 time: 0.0419559
Dec 18 21:42:43.416903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-a1498e81-a384-450b-8f98-c0f0091dddf3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2dabeab-0a8a-4404-9cca-bcca05a86fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245979
Dec 18 21:42:43.510458 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-455ed9ef-7018-4940-98b4-0207afcbc4b9 service neutron] 10.222.0.36 "GET /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841303
Dec 18 21:42:43.605896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-daa121ec-4757-43c7-bd16-7e66d58fc9f9 req-0dbe45c8-fddb-4e09-9c09-ad7240fb938c service neutron] 10.222.0.36 "GET /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845690
Dec 18 21:42:43.704817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733a4fb-29fd-4bb7-b327-903280f5791c req-9a421a85-0336-45b3-ab8b-e9df2bd029f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:43.706307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5733a4fb-29fd-4bb7-b327-903280f5791c req-9a421a85-0336-45b3-ab8b-e9df2bd029f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42db9342b99048278dc6eb082fbe7941&device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 1094 time: 0.0404804
Dec 18 21:42:43.796530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733a4fb-29fd-4bb7-b327-903280f5791c req-113efec5-2176-431a-a397-33ddaeec980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:43.797997 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5733a4fb-29fd-4bb7-b327-903280f5791c req-113efec5-2176-431a-a397-33ddaeec980d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2dabeab-0a8a-4404-9cca-bcca05a86fdd HTTP/1.1" status: 200  len: 914 time: 0.0834811
Dec 18 21:42:43.843547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5733a4fb-29fd-4bb7-b327-903280f5791c req-b7d49462-7244-44e2-b645-5c8adf0e0907 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=533221a8-c2ef-4dcf-bc51-2c2b3af0af97 HTTP/1.1" status: 200  len: 217 time: 0.0376620
Dec 18 21:42:43.892940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733a4fb-29fd-4bb7-b327-903280f5791c req-741ec841-9883-4227-96b2-804308a02ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:43.894385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5733a4fb-29fd-4bb7-b327-903280f5791c req-741ec841-9883-4227-96b2-804308a02ff3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd6372a8-3c63-4483-a476-239ee36076c9 HTTP/1.1" status: 200  len: 853 time: 0.0426171
Dec 18 21:42:43.925348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5733a4fb-29fd-4bb7-b327-903280f5791c req-fb88a38d-8bce-4cb2-9470-6826b133fb52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2dabeab-0a8a-4404-9cca-bcca05a86fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0234900
Dec 18 21:42:44.017308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5733a4fb-29fd-4bb7-b327-903280f5791c req-45941d02-52a2-448b-b76c-e2ae7e93725b service neutron] 10.222.0.36 "GET /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833242
Dec 18 21:42:44.106402 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5733a4fb-29fd-4bb7-b327-903280f5791c req-e12a5706-eee7-4935-92a1-7049b437bdb6 service neutron] 10.222.0.36 "GET /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797758
Dec 18 21:42:44.234091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4585bb5-f796-4a98-addb-dd5ce9ba0b20 req-2694ef1d-070c-44b4-81cf-230e611cdfe5 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:44.235573 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c4585bb5-f796-4a98-addb-dd5ce9ba0b20 req-2694ef1d-070c-44b4-81cf-230e611cdfe5 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 943 time: 0.0498703
Dec 18 21:42:44.286658 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c4585bb5-f796-4a98-addb-dd5ce9ba0b20 req-327670ee-0169-406e-b1f8-1b067e1bc0cc tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450993
Dec 18 21:42:45.351074 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:45.406128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f6ae8-b649-45a7-955f-c63a8fb79847 req-a892abbd-b6fb-427e-938b-438667a73a46 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:45.407703 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-421f6ae8-b649-45a7-955f-c63a8fb79847 req-a892abbd-b6fb-427e-938b-438667a73a46 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 943 time: 0.0485961
Dec 18 21:42:45.453307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-421f6ae8-b649-45a7-955f-c63a8fb79847 req-034e655d-8e6f-4c3a-8d52-b61a5bfad42d tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397091
Dec 18 21:42:46.104558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:42:46.204715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=533221a8-c2ef-4dcf-bc51-2c2b3af0af97,segment=NetworkSegment(56fe9b26-7ba7-4842-a925-27be4e8676fb),segment_id=56fe9b26-7ba7-4842-a925-27be4e8676fb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:46.219266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '533221a8-c2ef-4dcf-bc51-2c2b3af0af97', 'network_id': 'e2dabeab-0a8a-4404-9cca-bcca05a86fdd', 'port_id': '533221a8-c2ef-4dcf-bc51-2c2b3af0af97', 'mac_address': 'fa:16:3e:fc:e3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6372a8-3c63-4483-a476-239ee36076c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:42:46.255434 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:46.267693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:42:46.285901 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=533221a8-c2ef-4dcf-bc51-2c2b3af0af97,segment=NetworkSegment(56fe9b26-7ba7-4842-a925-27be4e8676fb),segment_id=56fe9b26-7ba7-4842-a925-27be4e8676fb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:46.290133 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:46.336104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=533221a8-c2ef-4dcf-bc51-2c2b3af0af97,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:46.567947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ed320-5f47-46d4-93c6-5e4d9796cb50 req-2842c919-d051-457b-8d2b-1a508e355fda tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:46.569387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c01ed320-5f47-46d4-93c6-5e4d9796cb50 req-2842c919-d051-457b-8d2b-1a508e355fda tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 944 time: 0.0481412
Dec 18 21:42:46.580656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['533221a8-c2ef-4dcf-bc51-2c2b3af0af97'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:42:46.617568 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c01ed320-5f47-46d4-93c6-5e4d9796cb50 req-3654e74d-30a6-4389-996f-938c1733aab3 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422752
Dec 18 21:42:47.747628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca28687-03fd-4974-bebd-949189b09bab req-44e75fba-71f2-45fd-880f-dc406874d9d8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:47.749183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ca28687-03fd-4974-bebd-949189b09bab req-44e75fba-71f2-45fd-880f-dc406874d9d8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 944 time: 0.0538585
Dec 18 21:42:47.795661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ca28687-03fd-4974-bebd-949189b09bab req-7de16dc7-305c-44ea-b06b-3f51d304a813 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405779
Dec 18 21:42:48.119302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:42:48.165742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:42:48.170085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:42:48.170492 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:48.249097 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:48.270238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533221a8-c2ef-4dcf-bc51-2c2b3af0af97'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:42:48.272459 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d296471-3954-41d2-9c77-77f385dffcfc" -d '{"events": [{"server_uuid": "d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e", "name": "network-vif-plugged", "status": "completed", "tag": "533221a8-c2ef-4dcf-bc51-2c2b3af0af97"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:42:48.285203 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=533221a8-c2ef-4dcf-bc51-2c2b3af0af97,segment=NetworkSegment(56fe9b26-7ba7-4842-a925-27be4e8676fb),segment_id=56fe9b26-7ba7-4842-a925-27be4e8676fb)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:48.289603 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:48.314628 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e87853f-86a4-47af-ab75-f00656d8cafb x-openstack-request-id: req-8e87853f-86a4-47af-ab75-f00656d8cafb {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:42:48.314911 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e", "name": "network-vif-plugged", "status": "completed", "tag": "533221a8-c2ef-4dcf-bc51-2c2b3af0af97", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:42:48.315170 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e87853f-86a4-47af-ab75-f00656d8cafb {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:42:48.315695 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533221a8-c2ef-4dcf-bc51-2c2b3af0af97', 'code': 200}
Dec 18 21:42:48.346218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=533221a8-c2ef-4dcf-bc51-2c2b3af0af97,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:48.427180 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def6720-00b1-4782-85e0-f14613c873bb req-3e30db0b-b21b-4b76-b781-da02b351e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:48.428553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0def6720-00b1-4782-85e0-f14613c873bb req-3e30db0b-b21b-4b76-b781-da02b351e040 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 1096 time: 0.0387218
Dec 18 21:42:48.472777 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0def6720-00b1-4782-85e0-f14613c873bb req-cfa21fc3-5f85-4daf-b55e-60a0df704a40 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369165
Dec 18 21:42:48.912601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc17c2a-85f2-40e9-bc34-e837954be845 req-52f9faff-9a8c-4830-9ef8-e2ca2c8ad5c8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:48.914087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bc17c2a-85f2-40e9-bc34-e837954be845 req-52f9faff-9a8c-4830-9ef8-e2ca2c8ad5c8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 945 time: 0.0516820
Dec 18 21:42:48.960525 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bc17c2a-85f2-40e9-bc34-e837954be845 req-563ba3ee-d8ab-4a73-80f4-11e1041589d5 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403082
Dec 18 21:42:49.947877 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:50.075007 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c0ceb-a4de-4b5b-b100-5058c6b4cd59 req-0a989345-1bb0-441b-a231-fdc4463fc028 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:50.076473 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd4c0ceb-a4de-4b5b-b100-5058c6b4cd59 req-0a989345-1bb0-441b-a231-fdc4463fc028 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 945 time: 0.0472391
Dec 18 21:42:50.122235 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd4c0ceb-a4de-4b5b-b100-5058c6b4cd59 req-48934a13-1a37-4adc-9912-6824a6b77048 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397983
Dec 18 21:42:50.348325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f4d99-57af-4715-a117-11653ef262d9 req-bd4a84ef-5bcb-42d4-be9a-b74f0cc381ea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:50.349887 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c78f4d99-57af-4715-a117-11653ef262d9 req-bd4a84ef-5bcb-42d4-be9a-b74f0cc381ea tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 945 time: 0.0483532
Dec 18 21:42:50.399820 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c78f4d99-57af-4715-a117-11653ef262d9 req-3f0d3dac-5e55-4edd-80c6-76c299a1a9ec tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437880
Dec 18 21:42:51.515650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e7a27-538c-4024-9086-c79b2b9e3250 req-a7707d95-ce53-44d1-83c8-86de10fb65e4 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:51.517122 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-635e7a27-538c-4024-9086-c79b2b9e3250 req-a7707d95-ce53-44d1-83c8-86de10fb65e4 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 945 time: 0.0482707
Dec 18 21:42:51.565256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-635e7a27-538c-4024-9086-c79b2b9e3250 req-ea90c010-64ed-46f0-8493-bd3b5e43a022 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422080
Dec 18 21:42:51.708068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a98e8-f4c3-4fea-858d-3c0b8e5108cb req-5bd75a5b-bf63-4dbe-b9fe-f1843611a744 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:51.709435 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-622a98e8-f4c3-4fea-858d-3c0b8e5108cb req-5bd75a5b-bf63-4dbe-b9fe-f1843611a744 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 945 time: 0.0499108
Dec 18 21:42:51.804332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-622a98e8-f4c3-4fea-858d-3c0b8e5108cb req-4f321761-0d43-4cc4-ba4b-9eb3ddb83fa8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Deleting port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:42:51.804677 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-622a98e8-f4c3-4fea-858d-3c0b8e5108cb req-4f321761-0d43-4cc4-ba4b-9eb3ddb83fa8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:51.891858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-622a98e8-f4c3-4fea-858d-3c0b8e5108cb req-4f321761-0d43-4cc4-ba4b-9eb3ddb83fa8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] For port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=533221a8-c2ef-4dcf-bc51-2c2b3af0af97,segment=NetworkSegment(56fe9b26-7ba7-4842-a925-27be4e8676fb),segment_id=56fe9b26-7ba7-4842-a925-27be4e8676fb)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:51.892221 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-622a98e8-f4c3-4fea-858d-3c0b8e5108cb req-4f321761-0d43-4cc4-ba4b-9eb3ddb83fa8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:51.904960 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-622a98e8-f4c3-4fea-858d-3c0b8e5108cb req-4f321761-0d43-4cc4-ba4b-9eb3ddb83fa8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Calling delete_port for 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:42:52.034007 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-622a98e8-f4c3-4fea-858d-3c0b8e5108cb req-4f321761-0d43-4cc4-ba4b-9eb3ddb83fa8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:52.045546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['b5069322-eb53-418b-bc45-8c1e692022f1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:42:52.050059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['533221a8-c2ef-4dcf-bc51-2c2b3af0af97'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:42:52.063592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f321761-0d43-4cc4-ba4b-9eb3ddb83fa8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Pushing event deleted for resources: {'Port': ['ID=533221a8-c2ef-4dcf-bc51-2c2b3af0af97,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:52.108424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-622a98e8-f4c3-4fea-858d-3c0b8e5108cb req-4f321761-0d43-4cc4-ba4b-9eb3ddb83fa8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] No DVR routers for this DVR port 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:42:52.111079 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-622a98e8-f4c3-4fea-858d-3c0b8e5108cb req-4f321761-0d43-4cc4-ba4b-9eb3ddb83fa8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:52.114535 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-622a98e8-f4c3-4fea-858d-3c0b8e5108cb req-4f321761-0d43-4cc4-ba4b-9eb3ddb83fa8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.36 "DELETE /v2.0/ports/533221a8-c2ef-4dcf-bc51-2c2b3af0af97 HTTP/1.1" status: 204  len: 173 time: 0.3954139
Dec 18 21:42:52.114982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e', 'name': 'network-vif-deleted', 'tag': '533221a8-c2ef-4dcf-bc51-2c2b3af0af97'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:42:52.117234 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d06930-546d-458b-8667-2a78d4ad9802" -d '{"events": [{"server_uuid": "d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e", "name": "network-vif-deleted", "tag": "533221a8-c2ef-4dcf-bc51-2c2b3af0af97"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:42:52.161396 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ed829f-9dc7-4fc6-a094-97898caf2bed x-openstack-request-id: req-38ed829f-9dc7-4fc6-a094-97898caf2bed {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:42:52.161692 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e", "name": "network-vif-deleted", "tag": "533221a8-c2ef-4dcf-bc51-2c2b3af0af97", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:42:52.161970 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38ed829f-9dc7-4fc6-a094-97898caf2bed {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:42:52.162404 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e', 'name': 'network-vif-deleted', 'tag': '533221a8-c2ef-4dcf-bc51-2c2b3af0af97', 'status': 'completed', 'code': 200}
Dec 18 21:42:52.675446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f34b52d8-cc61-4cc5-9382-e7f465c2e76e req-8d893e48-fa62-4be0-b19c-4534c3fcc25a tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cdad72-ece1-4e90-9e9f-d2ec6d5fa65e HTTP/1.1" status: 200  len: 210 time: 0.0291619
Dec 18 21:42:53.825593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faf535-0326-4e54-b1e8-98ece46fb0e8 req-e03216b7-9978-4b3e-a721-048dafdd6c55 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:53.827082 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9faf535-0326-4e54-b1e8-98ece46fb0e8 req-e03216b7-9978-4b3e-a721-048dafdd6c55 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 945 time: 0.0481250
Dec 18 21:42:53.874843 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a9faf535-0326-4e54-b1e8-98ece46fb0e8 req-7991a03e-895c-4b36-a8c3-38f6b7055523 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415542
Dec 18 21:42:54.002606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c737046-3b3f-4085-a463-ed0965760b94 req-8e4ce681-4712-4213-be9d-c1f7d4a7d14e tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:54.004379 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c737046-3b3f-4085-a463-ed0965760b94 req-8e4ce681-4712-4213-be9d-c1f7d4a7d14e tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 945 time: 0.0488222
Dec 18 21:42:54.055170 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9c737046-3b3f-4085-a463-ed0965760b94 req-4da03139-f459-4438-8aa7-337f5f0c9be8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447891
Dec 18 21:42:54.119388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:42:54.140114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:42:54.140383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 533221a8-c2ef-4dcf-bc51-2c2b3af0af97 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:42:54.172345 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd809fa-61d6-421d-9930-30a9be584397 req-55945a0a-e15c-456c-82b5-475ecd642536 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:54.173822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0dd809fa-61d6-421d-9930-30a9be584397 req-55945a0a-e15c-456c-82b5-475ecd642536 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 945 time: 0.0475204
Dec 18 21:42:54.219993 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0dd809fa-61d6-421d-9930-30a9be584397 req-f425e419-f11e-4292-b6b7-355e1832d3c7 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401404
Dec 18 21:42:54.289521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-97dc37d0-0671-432d-ac3c-3d96473a0de5 req-283690e9-88e1-42b1-a1af-5058dd173485 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:42:54.290615 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-97dc37d0-0671-432d-ac3c-3d96473a0de5 req-283690e9-88e1-42b1-a1af-5058dd173485 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054893
Dec 18 21:42:54.393513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c872695-9530-4efb-b438-a41d704e15ac req-876ffc44-bb81-47a1-8b88-de6e5a4dba9f tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:54.394929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c872695-9530-4efb-b438-a41d704e15ac req-876ffc44-bb81-47a1-8b88-de6e5a4dba9f tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 945 time: 0.0481997
Dec 18 21:42:54.441180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c872695-9530-4efb-b438-a41d704e15ac req-986498c7-98b8-4e7d-8b3e-b35183d9e2b8 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402832
Dec 18 21:42:54.556663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb36b98-6600-4e8a-b408-1bb62413c6af req-66b2b558-2ee2-42e1-b7a4-37acecfeae4c tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:54.558152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4cb36b98-6600-4e8a-b408-1bb62413c6af req-66b2b558-2ee2-42e1-b7a4-37acecfeae4c tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 945 time: 0.0514591
Dec 18 21:42:54.604100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4cb36b98-6600-4e8a-b408-1bb62413c6af req-e235ed5e-a48f-48fb-ae26-88235f0121f6 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399122
Dec 18 21:42:54.725306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c3796-4139-4714-b488-0f30f088ab7a req-418b4289-c237-4770-8467-d53a9b214d71 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:54.726841 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-556c3796-4139-4714-b488-0f30f088ab7a req-418b4289-c237-4770-8467-d53a9b214d71 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 945 time: 0.0478675
Dec 18 21:42:54.773765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-556c3796-4139-4714-b488-0f30f088ab7a req-65884c16-bb53-40d8-b0bc-f3d739541389 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402412
Dec 18 21:42:55.069521 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058a542-fe08-4b7b-9d98-2687300372ca req-b4db113c-c262-4242-b312-00c237e14bfd tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:55.071021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d058a542-fe08-4b7b-9d98-2687300372ca req-b4db113c-c262-4242-b312-00c237e14bfd tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 945 time: 0.0511971
Dec 18 21:42:55.117636 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d058a542-fe08-4b7b-9d98-2687300372ca req-89129891-4dcc-405e-afb4-bafccea36c0c tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401280
Dec 18 21:42:56.233914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e33fe-0f93-43d6-9e23-99c10f9baca1 req-b143ab23-911c-49d4-bfb8-2798ce7a8d41 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:56.235440 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-809e33fe-0f93-43d6-9e23-99c10f9baca1 req-b143ab23-911c-49d4-bfb8-2798ce7a8d41 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 945 time: 0.0494480
Dec 18 21:42:56.281763 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-809e33fe-0f93-43d6-9e23-99c10f9baca1 req-70fa2584-cbfb-4b74-b374-155372f91882 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.13 "GET /v2.0/security-groups?id=3382a935-dd89-4174-b6e7-318f19797df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404060
Dec 18 21:42:56.414074 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1470fd-3957-4120-bed8-93923372f4b3 req-a8ab7c2d-df87-487d-ac37-0c56782ac0be tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:56.415478 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dc1470fd-3957-4120-bed8-93923372f4b3 req-a8ab7c2d-df87-487d-ac37-0c56782ac0be tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa513f5-0a11-485f-a047-9f91e938e997 HTTP/1.1" status: 200  len: 945 time: 0.0522697
Dec 18 21:42:56.501801 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-dc1470fd-3957-4120-bed8-93923372f4b3 req-1e2324fe-827a-451a-b12b-541f5a066c96 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Deleting port b5069322-eb53-418b-bc45-8c1e692022f1 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:42:56.502144 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dc1470fd-3957-4120-bed8-93923372f4b3 req-1e2324fe-827a-451a-b12b-541f5a066c96 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:56.592154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-dc1470fd-3957-4120-bed8-93923372f4b3 req-1e2324fe-827a-451a-b12b-541f5a066c96 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] For port b5069322-eb53-418b-bc45-8c1e692022f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5069322-eb53-418b-bc45-8c1e692022f1,segment=NetworkSegment(56fe9b26-7ba7-4842-a925-27be4e8676fb),segment_id=56fe9b26-7ba7-4842-a925-27be4e8676fb)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:42:56.592509 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dc1470fd-3957-4120-bed8-93923372f4b3 req-1e2324fe-827a-451a-b12b-541f5a066c96 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:56.604971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-dc1470fd-3957-4120-bed8-93923372f4b3 req-1e2324fe-827a-451a-b12b-541f5a066c96 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Calling delete_port for b5069322-eb53-418b-bc45-8c1e692022f1 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:42:56.726661 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dc1470fd-3957-4120-bed8-93923372f4b3 req-1e2324fe-827a-451a-b12b-541f5a066c96 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:56.742953 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['b5069322-eb53-418b-bc45-8c1e692022f1'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:42:56.759951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2324fe-827a-451a-b12b-541f5a066c96 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Pushing event deleted for resources: {'Port': ['ID=b5069322-eb53-418b-bc45-8c1e692022f1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:56.800295 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1470fd-3957-4120-bed8-93923372f4b3 req-1e2324fe-827a-451a-b12b-541f5a066c96 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] No DVR routers for this DVR port b5069322-eb53-418b-bc45-8c1e692022f1 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:42:56.802870 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dc1470fd-3957-4120-bed8-93923372f4b3 req-1e2324fe-827a-451a-b12b-541f5a066c96 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:56.806189 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dc1470fd-3957-4120-bed8-93923372f4b3 req-1e2324fe-827a-451a-b12b-541f5a066c96 tempest-ServersNegativeTestJSON-1901211673 tempest-ServersNegativeTestJSON-1901211673-project] 10.222.0.31 "DELETE /v2.0/ports/b5069322-eb53-418b-bc45-8c1e692022f1 HTTP/1.1" status: 204  len: 173 time: 0.3845103
Dec 18 21:42:56.806761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa513f5-0a11-485f-a047-9f91e938e997', 'name': 'network-vif-deleted', 'tag': 'b5069322-eb53-418b-bc45-8c1e692022f1'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:42:56.809583 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ea6192-a3c6-4588-a436-8c9c0ab5555f" -d '{"events": [{"server_uuid": "6fa513f5-0a11-485f-a047-9f91e938e997", "name": "network-vif-deleted", "tag": "b5069322-eb53-418b-bc45-8c1e692022f1"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:42:56.850099 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dc7cab-2f97-44f5-97ee-3be53fe23bc7 x-openstack-request-id: req-d6dc7cab-2f97-44f5-97ee-3be53fe23bc7 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:42:56.850549 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa513f5-0a11-485f-a047-9f91e938e997", "name": "network-vif-deleted", "tag": "b5069322-eb53-418b-bc45-8c1e692022f1", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:42:56.850813 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6dc7cab-2f97-44f5-97ee-3be53fe23bc7 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:42:56.851213 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa513f5-0a11-485f-a047-9f91e938e997', 'name': 'network-vif-deleted', 'tag': 'b5069322-eb53-418b-bc45-8c1e692022f1', 'status': 'completed', 'code': 200}
Dec 18 21:42:57.336853 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53390) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:57.381016 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ef783c-20f1-4381-aaef-0dfc01c880d3 admin admin] Deleting subnet fd6372a8-3c63-4483-a476-239ee36076c9 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:42:57.384057 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97ef783c-20f1-4381-aaef-0dfc01c880d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:57.421476 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97ef783c-20f1-4381-aaef-0dfc01c880d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:57.457652 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97ef783c-20f1-4381-aaef-0dfc01c880d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:57.507004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97ef783c-20f1-4381-aaef-0dfc01c880d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:57.533273 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef783c-20f1-4381-aaef-0dfc01c880d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6372a8-3c63-4483-a476-239ee36076c9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:57.535258 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-97ef783c-20f1-4381-aaef-0dfc01c880d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:57.538447 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-97ef783c-20f1-4381-aaef-0dfc01c880d3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fd6372a8-3c63-4483-a476-239ee36076c9 HTTP/1.1" status: 204  len: 168 time: 0.2005713
Dec 18 21:42:57.540862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53392) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:57.612009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:57.686856 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:57.705366 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c82ba90>,) {'filters': {'network_id': ['e2dabeab-0a8a-4404-9cca-bcca05a86fdd']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:57.715130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c82ba90>, '56fe9b26-7ba7-4842-a925-27be4e8676fb') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:57.715425 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c82ba90>, '56fe9b26-7ba7-4842-a925-27be4e8676fb') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:42:57.724459 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:57.739735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:57.745966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:42:57.746386 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:42:57.748290 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:42:57.805586 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:57.810962 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:57.814115 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/e2dabeab-0a8a-4404-9cca-bcca05a86fdd HTTP/1.1" status: 204  len: 168 time: 0.2723529
Dec 18 21:42:57.825443 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733177f-54d2-4b08-8145-2c337b8fc7fa admin admin] Pushing event deleted for resources: {'Network': ['ID=e2dabeab-0a8a-4404-9cca-bcca05a86fdd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:57.922123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53396) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:57.960943 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-589d4c46-4672-4305-a9d9-c9a49855d430 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42db9342b99048278dc6eb082fbe7941&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0374918
Dec 18 21:42:57.963243 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53398) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:58.008031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27bf64b9-8d76-4be6-8c84-7e23a44d246f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:58.029052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27bf64b9-8d76-4be6-8c84-7e23a44d246f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:58.074665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27bf64b9-8d76-4be6-8c84-7e23a44d246f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:58.077309 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-27bf64b9-8d76-4be6-8c84-7e23a44d246f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:58.078480 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-27bf64b9-8d76-4be6-8c84-7e23a44d246f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3382a935-dd89-4174-b6e7-318f19797df2 HTTP/1.1" status: 204  len: 168 time: 0.1137431
Dec 18 21:42:58.086431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf64b9-8d76-4be6-8c84-7e23a44d246f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3382a935-dd89-4174-b6e7-318f19797df2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:58.740600 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53420) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:42:58.833054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1792456972'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:42:58.859938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Made reservation on behalf of 6986e432e3b045cbb1cf0f3d28efc33c for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:42:58.863507 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:58.872297 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:58.946674 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:58.950278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:58.978997 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:42:58.984810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83157780-1569-42e5-a6b2-73f9b782f0ca,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:58.991938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:58.992282 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Added segment 286f8fc8-c2d9-42ae-94c5-2c1899f853f4 of type vlan for network e7c3acd6-9af1-4205-92a6-32f646485ca7
Dec 18 21:42:59.033412 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:59.056078 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:59.061544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:42:59.062141 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:42:59.118820 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3771267
Dec 18 21:42:59.132831 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faedee-f2e1-4424-b831-2191028c0469 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event updated for resources: {'Network': ['ID=e7c3acd6-9af1-4205-92a6-32f646485ca7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:42:59.144845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network e7c3acd6-9af1-4205-92a6-32f646485ca7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:43:00.493228 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b5069322-eb53-418b-bc45-8c1e692022f1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:43:00.512627 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: b5069322-eb53-418b-bc45-8c1e692022f1 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:43:00.512974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b5069322-eb53-418b-bc45-8c1e692022f1 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:43:02.320547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53424) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:02.326180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d9c7054a-8164-44ec-b078-4ca6131fc146 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Request body: {'subnet': {'network_id': 'e7c3acd6-9af1-4205-92a6-32f646485ca7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:02.415670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c7054a-8164-44ec-b078-4ca6131fc146 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Made reservation on behalf of 6986e432e3b045cbb1cf0f3d28efc33c for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:02.419223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9c7054a-8164-44ec-b078-4ca6131fc146 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:02.596864 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9c7054a-8164-44ec-b078-4ca6131fc146 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:02.657715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7054a-8164-44ec-b078-4ca6131fc146 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event updated for resources: {'Subnet': ['ID=b6d4489b-31c2-4b0a-a54f-7df1f14b56fb,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:02.668244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7054a-8164-44ec-b078-4ca6131fc146 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Checking segment: {'id': '286f8fc8-c2d9-42ae-94c5-2c1899f853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e7c3acd6-9af1-4205-92a6-32f646485ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:02.668613 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c7054a-8164-44ec-b078-4ca6131fc146 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Network hostable DHCP agents. Network: e7c3acd6-9af1-4205-92a6-32f646485ca7, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:43:02.684687 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c7054a-8164-44ec-b078-4ca6131fc146 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Network e7c3acd6-9af1-4205-92a6-32f646485ca7 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:43:02.692458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d9c7054a-8164-44ec-b078-4ca6131fc146 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e7c3acd6-9af1-4205-92a6-32f646485ca7) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:02.696528 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c7054a-8164-44ec-b078-4ca6131fc146 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:02.697191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9c7054a-8164-44ec-b078-4ca6131fc146 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:02.702991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadf5412-dd74-4ad7-8346-19ecdf23389e None None] Network e7c3acd6-9af1-4205-92a6-32f646485ca7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:02.716920 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d9c7054a-8164-44ec-b078-4ca6131fc146 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3952577
Dec 18 21:43:02.720453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53426) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:02.725470 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-8fbd3159-78e6-4ae0-adf8-eff505449ebd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1272552419'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:02.753015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbd3159-78e6-4ae0-adf8-eff505449ebd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Made reservation on behalf of 6986e432e3b045cbb1cf0f3d28efc33c for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:02.757270 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3159-78e6-4ae0-adf8-eff505449ebd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:02.786483 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbd3159-78e6-4ae0-adf8-eff505449ebd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:43:02.798483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3159-78e6-4ae0-adf8-eff505449ebd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:02.798943 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-8fbd3159-78e6-4ae0-adf8-eff505449ebd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Added segment 8f1197f7-d5ad-4d56-a693-17277222e714 of type vlan for network 165b6d15-35fa-4fe4-98cc-3d15d9fadeac
Dec 18 21:43:02.826111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e7c3acd6-9af1-4205-92a6-32f646485ca7', 'network_id': 'e7c3acd6-9af1-4205-92a6-32f646485ca7', 'project_id': '6986e432e3b045cbb1cf0f3d28efc33c', 'fixed_ips': [{'subnet_id': 'b6d4489b-31c2-4b0a-a54f-7df1f14b56fb'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:43:02.827240 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:02.860230 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3159-78e6-4ae0-adf8-eff505449ebd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:02.884805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3159-78e6-4ae0-adf8-eff505449ebd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:02.890951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbd3159-78e6-4ae0-adf8-eff505449ebd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:02.891530 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3159-78e6-4ae0-adf8-eff505449ebd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:02.946833 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8fbd3159-78e6-4ae0-adf8-eff505449ebd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2252431
Dec 18 21:43:02.950438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53428) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:02.956129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-fabdc7ed-d02a-44f0-a29a-28219fe3c398 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Request body: {'subnet': {'network_id': '165b6d15-35fa-4fe4-98cc-3d15d9fadeac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:02.960213 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd3159-78e6-4ae0-adf8-eff505449ebd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event updated for resources: {'Network': ['ID=165b6d15-35fa-4fe4-98cc-3d15d9fadeac,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:02.964150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Allocated IP 2001:db8:0:ffff::2 (e7c3acd6-9af1-4205-92a6-32f646485ca7/b6d4489b-31c2-4b0a-a54f-7df1f14b56fb/5849bdbb-f319-4482-9f6b-e466e081317d) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:43:02.978585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 165b6d15-35fa-4fe4-98cc-3d15d9fadeac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:43:03.064784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabdc7ed-d02a-44f0-a29a-28219fe3c398 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Made reservation on behalf of 6986e432e3b045cbb1cf0f3d28efc33c for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:03.068616 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fabdc7ed-d02a-44f0-a29a-28219fe3c398 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.096818 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-20d325a8-4167-4436-8aec-39418ca51b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.186514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.192651 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.232344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Network e7c3acd6-9af1-4205-92a6-32f646485ca7 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:03.233956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:03.238996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:43:03.248271 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Pushing event updated for resources: {'Port': ['ID=5849bdbb-f319-4482-9f6b-e466e081317d,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:03.273877 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fabdc7ed-d02a-44f0-a29a-28219fe3c398 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.304629 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Attempting to bind port 5849bdbb-f319-4482-9f6b-e466e081317d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:43:03.305114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Attempting to bind port 5849bdbb-f319-4482-9f6b-e466e081317d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '286f8fc8-c2d9-42ae-94c5-2c1899f853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e7c3acd6-9af1-4205-92a6-32f646485ca7'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:43:03.305480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Attempting to bind port 5849bdbb-f319-4482-9f6b-e466e081317d on network e7c3acd6-9af1-4205-92a6-32f646485ca7 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:03.311377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:43:03.311756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Checking segment: {'id': '286f8fc8-c2d9-42ae-94c5-2c1899f853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e7c3acd6-9af1-4205-92a6-32f646485ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:03.312156 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.312546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Bound using segment: {'id': '286f8fc8-c2d9-42ae-94c5-2c1899f853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e7c3acd6-9af1-4205-92a6-32f646485ca7'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:43:03.313007 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Bound port: 5849bdbb-f319-4482-9f6b-e466e081317d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286f8fc8-c2d9-42ae-94c5-2c1899f853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e7c3acd6-9af1-4205-92a6-32f646485ca7'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:43:03.313384 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.334406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdc7ed-d02a-44f0-a29a-28219fe3c398 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event updated for resources: {'Subnet': ['ID=4d96e9a2-55f4-4ed4-9269-99f646e63221,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:03.346365 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc7ed-d02a-44f0-a29a-28219fe3c398 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Checking segment: {'id': '8f1197f7-d5ad-4d56-a693-17277222e714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '165b6d15-35fa-4fe4-98cc-3d15d9fadeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:03.346732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabdc7ed-d02a-44f0-a29a-28219fe3c398 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Network hostable DHCP agents. Network: 165b6d15-35fa-4fe4-98cc-3d15d9fadeac, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:43:03.363400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabdc7ed-d02a-44f0-a29a-28219fe3c398 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Network 165b6d15-35fa-4fe4-98cc-3d15d9fadeac is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:43:03.373298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-fabdc7ed-d02a-44f0-a29a-28219fe3c398 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 165b6d15-35fa-4fe4-98cc-3d15d9fadeac) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:03.378191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] For port 5849bdbb-f319-4482-9f6b-e466e081317d, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:43:03.378524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabdc7ed-d02a-44f0-a29a-28219fe3c398 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:03.379128 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-fabdc7ed-d02a-44f0-a29a-28219fe3c398 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.381552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] For port 5849bdbb-f319-4482-9f6b-e466e081317d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5849bdbb-f319-4482-9f6b-e466e081317d,segment=NetworkSegment(286f8fc8-c2d9-42ae-94c5-2c1899f853f4),segment_id=286f8fc8-c2d9-42ae-94c5-2c1899f853f4)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:43:03.384031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af945e32-4e90-41ec-92b6-16cea6af30f3 None None] Network 165b6d15-35fa-4fe4-98cc-3d15d9fadeac requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:03.388154 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.397247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fabdc7ed-d02a-44f0-a29a-28219fe3c398 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4455910
Dec 18 21:43:03.400145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53430) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:03.512727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738fff0-fd2d-4389-9258-d32ea7952424 None None] Pushing event updated for resources: {'Port': ['ID=5849bdbb-f319-4482-9f6b-e466e081317d,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:03.522465 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.550746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-165b6d15-35fa-4fe4-98cc-3d15d9fadeac', 'network_id': '165b6d15-35fa-4fe4-98cc-3d15d9fadeac', 'project_id': '6986e432e3b045cbb1cf0f3d28efc33c', 'fixed_ips': [{'subnet_id': '4d96e9a2-55f4-4ed4-9269-99f646e63221'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:43:03.551729 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.609606 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.716516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Allocated IP 2001:db8::2 (165b6d15-35fa-4fe4-98cc-3d15d9fadeac/4d96e9a2-55f4-4ed4-9269-99f646e63221/bdc9651f-321a-4e67-bb76-e85a8a568bdd) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:43:03.882915 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.888754 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.905914 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:03.930354 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Network 165b6d15-35fa-4fe4-98cc-3d15d9fadeac is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:03.932639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Subnet': ['ID=4d96e9a2-55f4-4ed4-9269-99f646e63221,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:03.933370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:03.937563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:43:03.940577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Pushing event updated for resources: {'Port': ['ID=bdc9651f-321a-4e67-bb76-e85a8a568bdd,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:03.999871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Attempting to bind port bdc9651f-321a-4e67-bb76-e85a8a568bdd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:43:04.000424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Attempting to bind port bdc9651f-321a-4e67-bb76-e85a8a568bdd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f1197f7-d5ad-4d56-a693-17277222e714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '165b6d15-35fa-4fe4-98cc-3d15d9fadeac'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:43:04.000797 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Attempting to bind port bdc9651f-321a-4e67-bb76-e85a8a568bdd on network 165b6d15-35fa-4fe4-98cc-3d15d9fadeac {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:04.010786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.011500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:43:04.011886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Checking segment: {'id': '8f1197f7-d5ad-4d56-a693-17277222e714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '165b6d15-35fa-4fe4-98cc-3d15d9fadeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:04.012326 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.013114 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Bound using segment: {'id': '8f1197f7-d5ad-4d56-a693-17277222e714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '165b6d15-35fa-4fe4-98cc-3d15d9fadeac'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:43:04.013257 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Bound port: bdc9651f-321a-4e67-bb76-e85a8a568bdd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1197f7-d5ad-4d56-a693-17277222e714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '165b6d15-35fa-4fe4-98cc-3d15d9fadeac'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:43:04.013570 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.032883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ed536d0>,) {'filters': {'network_id': ['165b6d15-35fa-4fe4-98cc-3d15d9fadeac']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:04.042086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ed536d0>, '8f1197f7-d5ad-4d56-a693-17277222e714') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:04.042433 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ed536d0>, '8f1197f7-d5ad-4d56-a693-17277222e714') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:04.051518 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.065356 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.072098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:43:04.072613 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:43:04.076484 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:43:04.079063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] For port bdc9651f-321a-4e67-bb76-e85a8a568bdd, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:43:04.138779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] For port bdc9651f-321a-4e67-bb76-e85a8a568bdd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdc9651f-321a-4e67-bb76-e85a8a568bdd,segment=NetworkSegment(8f1197f7-d5ad-4d56-a693-17277222e714),segment_id=8f1197f7-d5ad-4d56-a693-17277222e714)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:43:04.139788 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.db.api [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 21:43:04.139788 ncdv-master-1 neutron-server[126009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 21:43:04.139788 ncdv-master-1 neutron-server[126009]: [parameters: {'id': '165b6d15-35fa-4fe4-98cc-3d15d9fadeac'}]
Dec 18 21:43:04.139788 ncdv-master-1 neutron-server[126009]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:43:04.140315 ncdv-master-1 neutron-server[126009]: DEBUG oslo_db.api [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:43:04.145762 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.242995 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d12e2-3ea9-4b1a-b2c3-b2aff720cf4d None None] Pushing event updated for resources: {'Port': ['ID=bdc9651f-321a-4e67-bb76-e85a8a568bdd,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:04.255424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ee7108-4be9-4529-b0a0-77a88d25e122 None None] Network 165b6d15-35fa-4fe4-98cc-3d15d9fadeac requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:04.482974 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40953483-1176-4f2b-b6b5-117ef01993f8 None None] Network e7c3acd6-9af1-4205-92a6-32f646485ca7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:04.595214 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4eef3cf5-a796-43b4-b0cc-bc95bea271c9 None None] Provisioning complete for port 5849bdbb-f319-4482-9f6b-e466e081317d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:04.595585 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4eef3cf5-a796-43b4-b0cc-bc95bea271c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.642144 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.675831 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4eef3cf5-a796-43b4-b0cc-bc95bea271c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.696669 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Deleting port bdc9651f-321a-4e67-bb76-e85a8a568bdd {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:43:04.697013 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.726092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4eef3cf5-a796-43b4-b0cc-bc95bea271c9 None None] For port 5849bdbb-f319-4482-9f6b-e466e081317d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5849bdbb-f319-4482-9f6b-e466e081317d,segment=NetworkSegment(286f8fc8-c2d9-42ae-94c5-2c1899f853f4),segment_id=286f8fc8-c2d9-42ae-94c5-2c1899f853f4)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:04.730491 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4eef3cf5-a796-43b4-b0cc-bc95bea271c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.767914 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] For port bdc9651f-321a-4e67-bb76-e85a8a568bdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdc9651f-321a-4e67-bb76-e85a8a568bdd,segment=NetworkSegment(8f1197f7-d5ad-4d56-a693-17277222e714),segment_id=8f1197f7-d5ad-4d56-a693-17277222e714)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:04.768412 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.782685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Calling delete_port for bdc9651f-321a-4e67-bb76-e85a8a568bdd owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:43:04.791468 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef3cf5-a796-43b4-b0cc-bc95bea271c9 None None] Pushing event updated for resources: {'Port': ['ID=5849bdbb-f319-4482-9f6b-e466e081317d,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:04.804575 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3628b-d228-45c5-b6e9-c2b7e16bad01 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 21:43:04.864326 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.875283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c0c85dbc-2b07-4e16-b61e-7914ee2e7fab None None] Provisioning complete for port 5849bdbb-f319-4482-9f6b-e466e081317d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:04.875656 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c0c85dbc-2b07-4e16-b61e-7914ee2e7fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.893593 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Port': ['ID=bdc9651f-321a-4e67-bb76-e85a8a568bdd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:04.897183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] No DVR routers for this DVR port bdc9651f-321a-4e67-bb76-e85a8a568bdd on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:43:04.902600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b3628b-d228-45c5-b6e9-c2b7e16bad01 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 21:43:04.972843 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:04.993851 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e68e610>,) {'filters': {'network_id': ['165b6d15-35fa-4fe4-98cc-3d15d9fadeac']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:05.004386 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e68e610>, '8f1197f7-d5ad-4d56-a693-17277222e714') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:05.004680 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e68e610>, '8f1197f7-d5ad-4d56-a693-17277222e714') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:05.016155 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.030522 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.037425 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:43:05.038004 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:43:05.041302 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:43:05.103348 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.111216 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.117749 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/networks/165b6d15-35fa-4fe4-98cc-3d15d9fadeac HTTP/1.1" status: 204  len: 168 time: 1.7132261
Dec 18 21:43:05.120206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53432) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:05.124253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-790378725'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:05.129499 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f9c05-e3fe-42b8-a8ff-f955b65826fe tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Network': ['ID=165b6d15-35fa-4fe4-98cc-3d15d9fadeac,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:05.159722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Made reservation on behalf of 6986e432e3b045cbb1cf0f3d28efc33c for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:05.163534 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.189643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:43:05.200253 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.200699 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Added segment b8af5c95-afd1-4e68-b46e-e03a439d7a9e of type vlan for network 900611e8-2e7e-458a-bacb-3f49c95917a4
Dec 18 21:43:05.245533 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.279513 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.285412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:05.285982 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.303475 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2caf616d-7f6b-41fc-9f44-8f991c20f883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.368406 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2484279
Dec 18 21:43:05.371355 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53434) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:05.376725 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Request body: {'subnet': {'network_id': '900611e8-2e7e-458a-bacb-3f49c95917a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:05.395775 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event updated for resources: {'Network': ['ID=900611e8-2e7e-458a-bacb-3f49c95917a4,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:05.403615 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.403971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.404314 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.404660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.404981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.405309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.405638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.405966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.406337 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.406653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.406983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.407303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.407622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce6832-c8d0-4f57-bcc7-cd3686201d73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:05.418741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 900611e8-2e7e-458a-bacb-3f49c95917a4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:43:05.471736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Made reservation on behalf of 6986e432e3b045cbb1cf0f3d28efc33c for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:05.475282 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.531987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Performing IP validity checks on allocation pools {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 18 21:43:05.532505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.ipam_backend_mixin [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 18 21:43:05.651511 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.681529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5849bdbb-f319-4482-9f6b-e466e081317d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:43:05.714292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event updated for resources: {'Subnet': ['ID=7dc9bb61-9226-478a-b71a-a8b8cef1f749,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:05.724462 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Checking segment: {'id': 'b8af5c95-afd1-4e68-b46e-e03a439d7a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '900611e8-2e7e-458a-bacb-3f49c95917a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:05.724826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Network hostable DHCP agents. Network: 900611e8-2e7e-458a-bacb-3f49c95917a4, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:43:05.741689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5849bdbb-f319-4482-9f6b-e466e081317d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:05.742326 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.743665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Network 900611e8-2e7e-458a-bacb-3f49c95917a4 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:43:05.753144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 900611e8-2e7e-458a-bacb-3f49c95917a4) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:05.757364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:05.758026 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.766872 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7acc415-c9dc-4b1a-9575-e49632818659 None None] Network 900611e8-2e7e-458a-bacb-3f49c95917a4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:05.774869 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ad88ce9a-633c-42c1-9b53-ca87ea995e56 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4021537
Dec 18 21:43:05.777441 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53438) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:05.875755 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.902888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229db94d-b5f2-4d49-a619-6f1c95245669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-900611e8-2e7e-458a-bacb-3f49c95917a4', 'network_id': '900611e8-2e7e-458a-bacb-3f49c95917a4', 'project_id': '6986e432e3b045cbb1cf0f3d28efc33c', 'fixed_ips': [{'subnet_id': '7dc9bb61-9226-478a-b71a-a8b8cef1f749'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:43:05.903609 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-229db94d-b5f2-4d49-a619-6f1c95245669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.929686 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.988916 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server [None req-229db94d-b5f2-4d49-a619-6f1c95245669 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7dc9bb61-9226-478a-b71a-a8b8cef1f749: This subnet is being modified by another concurrent operation.
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7dc9bb61-9226-478a-b71a-a8b8cef1f749: This subnet is being modified by another concurrent operation.
Dec 18 21:43:05.998996 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server 
Dec 18 21:43:06.018298 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed5b0c9-143d-4749-902b-7a6b7ad288b7 None None] Network 900611e8-2e7e-458a-bacb-3f49c95917a4 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:06.022471 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc9bb61-9226-478a-b71a-a8b8cef1f749,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:06.082712 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:06.096207 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89906136-6039-4c2e-adce-56c9c2418214 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 21:43:06.106022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c42bb20>,) {'filters': {'network_id': ['900611e8-2e7e-458a-bacb-3f49c95917a4']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:06.115434 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c42bb20>, 'b8af5c95-afd1-4e68-b46e-e03a439d7a9e') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:06.115737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c42bb20>, 'b8af5c95-afd1-4e68-b46e-e03a439d7a9e') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:06.125636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:06.138477 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:06.144427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:43:06.145048 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:43:06.148196 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:43:06.165753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89906136-6039-4c2e-adce-56c9c2418214 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 21:43:06.203950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:06.211102 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:06.214691 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/networks/900611e8-2e7e-458a-bacb-3f49c95917a4 HTTP/1.1" status: 204  len: 168 time: 0.4360969
Dec 18 21:43:06.218078 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53440) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:06.232708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d2bb490e-02e6-4a25-9365-79729d88cad7 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1104087598'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:06.237296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664a2db-2669-4af6-afad-5c722850dad2 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Network': ['ID=900611e8-2e7e-458a-bacb-3f49c95917a4,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:06.259305 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bb490e-02e6-4a25-9365-79729d88cad7 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Made reservation on behalf of 6986e432e3b045cbb1cf0f3d28efc33c for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:06.262874 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2bb490e-02e6-4a25-9365-79729d88cad7 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:06.285584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bb490e-02e6-4a25-9365-79729d88cad7 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:43:06.295080 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2bb490e-02e6-4a25-9365-79729d88cad7 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:06.295431 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-d2bb490e-02e6-4a25-9365-79729d88cad7 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Added segment b918d467-26f5-41cd-b4c0-d23b837f6d40 of type vlan for network 7f4d0274-7064-44ec-9593-bb8c858acca1
Dec 18 21:43:06.339972 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2bb490e-02e6-4a25-9365-79729d88cad7 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:06.364958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2bb490e-02e6-4a25-9365-79729d88cad7 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:06.371026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bb490e-02e6-4a25-9365-79729d88cad7 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:06.371629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2bb490e-02e6-4a25-9365-79729d88cad7 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:06.424828 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d2bb490e-02e6-4a25-9365-79729d88cad7 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2055264
Dec 18 21:43:06.427558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53442) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:06.432269 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-60c9eef0-4e74-4b05-a99f-cbfab36257fd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Request body: {'subnet': {'network_id': '7f4d0274-7064-44ec-9593-bb8c858acca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:06.578719 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:06.798662 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb490e-02e6-4a25-9365-79729d88cad7 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event updated for resources: {'Network': ['ID=7f4d0274-7064-44ec-9593-bb8c858acca1,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:06.809174 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 7f4d0274-7064-44ec-9593-bb8c858acca1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:43:06.849917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c9eef0-4e74-4b05-a99f-cbfab36257fd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Made reservation on behalf of 6986e432e3b045cbb1cf0f3d28efc33c for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:06.853467 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-60c9eef0-4e74-4b05-a99f-cbfab36257fd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.030111 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-60c9eef0-4e74-4b05-a99f-cbfab36257fd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.090425 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9eef0-4e74-4b05-a99f-cbfab36257fd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event updated for resources: {'Subnet': ['ID=cc3c357a-e464-4963-9d44-58d2e360f6d9,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:07.098152 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9eef0-4e74-4b05-a99f-cbfab36257fd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Checking segment: {'id': 'b918d467-26f5-41cd-b4c0-d23b837f6d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f4d0274-7064-44ec-9593-bb8c858acca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:07.098558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c9eef0-4e74-4b05-a99f-cbfab36257fd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Network hostable DHCP agents. Network: 7f4d0274-7064-44ec-9593-bb8c858acca1, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:43:07.115133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c9eef0-4e74-4b05-a99f-cbfab36257fd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Network 7f4d0274-7064-44ec-9593-bb8c858acca1 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:43:07.128536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-60c9eef0-4e74-4b05-a99f-cbfab36257fd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7f4d0274-7064-44ec-9593-bb8c858acca1) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:07.134877 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c9eef0-4e74-4b05-a99f-cbfab36257fd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:07.139856 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-60c9eef0-4e74-4b05-a99f-cbfab36257fd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.142718 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2940c237-75c7-4a2f-93d1-e47c7af0c4f0 None None] Network 7f4d0274-7064-44ec-9593-bb8c858acca1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:07.158809 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-60c9eef0-4e74-4b05-a99f-cbfab36257fd tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7302263
Dec 18 21:43:07.162472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53444) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:07.167565 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7a0c749d-761c-4047-b9f5-9da0eff290da tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1728184780'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:07.190514 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0c749d-761c-4047-b9f5-9da0eff290da tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Made reservation on behalf of 6986e432e3b045cbb1cf0f3d28efc33c for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:07.193924 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a0c749d-761c-4047-b9f5-9da0eff290da tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.218330 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0c749d-761c-4047-b9f5-9da0eff290da tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:43:07.227519 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a0c749d-761c-4047-b9f5-9da0eff290da tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.228011 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-7a0c749d-761c-4047-b9f5-9da0eff290da tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Added segment b6a7bd8f-a4db-425f-a109-e1f3c2b35754 of type vlan for network 445607e3-aa9c-4dbd-9892-61cd04675bdf
Dec 18 21:43:07.256361 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7f4d0274-7064-44ec-9593-bb8c858acca1', 'network_id': '7f4d0274-7064-44ec-9593-bb8c858acca1', 'project_id': '6986e432e3b045cbb1cf0f3d28efc33c', 'fixed_ips': [{'subnet_id': 'cc3c357a-e464-4963-9d44-58d2e360f6d9'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:43:07.257503 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.277398 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a0c749d-761c-4047-b9f5-9da0eff290da tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.302586 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a0c749d-761c-4047-b9f5-9da0eff290da tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.308416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c749d-761c-4047-b9f5-9da0eff290da tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:07.308988 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7a0c749d-761c-4047-b9f5-9da0eff290da tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.363141 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7a0c749d-761c-4047-b9f5-9da0eff290da tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1995647
Dec 18 21:43:07.366201 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53446) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:07.371856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-42b7ee6c-70ad-403f-882c-8c21f4434628 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Request body: {'subnet': {'network_id': '445607e3-aa9c-4dbd-9892-61cd04675bdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:07.398032 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Allocated IP 2001:db8::2 (7f4d0274-7064-44ec-9593-bb8c858acca1/cc3c357a-e464-4963-9d44-58d2e360f6d9/04b9efe3-c0bb-4f99-a4ea-c80f682f0f35) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:43:07.423263 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c749d-761c-4047-b9f5-9da0eff290da tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event updated for resources: {'Network': ['ID=445607e3-aa9c-4dbd-9892-61cd04675bdf,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:07.449349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 445607e3-aa9c-4dbd-9892-61cd04675bdf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:43:07.486692 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b7ee6c-70ad-403f-882c-8c21f4434628 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Made reservation on behalf of 6986e432e3b045cbb1cf0f3d28efc33c for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:07.490160 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-42b7ee6c-70ad-403f-882c-8c21f4434628 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.598314 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.605120 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.652680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Network 7f4d0274-7064-44ec-9593-bb8c858acca1 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:07.656569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:07.658301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Pushing event updated for resources: {'Port': ['ID=04b9efe3-c0bb-4f99-a4ea-c80f682f0f35,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:07.660423 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:43:07.684115 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-42b7ee6c-70ad-403f-882c-8c21f4434628 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.717403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Attempting to bind port 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:43:07.717784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Attempting to bind port 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b918d467-26f5-41cd-b4c0-d23b837f6d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f4d0274-7064-44ec-9593-bb8c858acca1'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:43:07.718160 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Attempting to bind port 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35 on network 7f4d0274-7064-44ec-9593-bb8c858acca1 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:07.723817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:43:07.724187 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Checking segment: {'id': 'b918d467-26f5-41cd-b4c0-d23b837f6d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f4d0274-7064-44ec-9593-bb8c858acca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:07.724581 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.724971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Bound using segment: {'id': 'b918d467-26f5-41cd-b4c0-d23b837f6d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f4d0274-7064-44ec-9593-bb8c858acca1'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:43:07.725546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Bound port: 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b918d467-26f5-41cd-b4c0-d23b837f6d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7f4d0274-7064-44ec-9593-bb8c858acca1'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:43:07.725924 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.746837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7ee6c-70ad-403f-882c-8c21f4434628 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event updated for resources: {'Subnet': ['ID=7afed081-1add-46dc-80e9-208c60ae2abb,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:07.755875 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7ee6c-70ad-403f-882c-8c21f4434628 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Checking segment: {'id': 'b6a7bd8f-a4db-425f-a109-e1f3c2b35754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '445607e3-aa9c-4dbd-9892-61cd04675bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:07.756244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b7ee6c-70ad-403f-882c-8c21f4434628 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Network hostable DHCP agents. Network: 445607e3-aa9c-4dbd-9892-61cd04675bdf, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:43:07.774557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b7ee6c-70ad-403f-882c-8c21f4434628 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Network 445607e3-aa9c-4dbd-9892-61cd04675bdf is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:43:07.785859 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-42b7ee6c-70ad-403f-882c-8c21f4434628 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 445607e3-aa9c-4dbd-9892-61cd04675bdf) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:07.790471 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b7ee6c-70ad-403f-882c-8c21f4434628 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:07.791113 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-42b7ee6c-70ad-403f-882c-8c21f4434628 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.798703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50df791-245a-443b-8896-a17d9a2a5f56 None None] Network 445607e3-aa9c-4dbd-9892-61cd04675bdf requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:07.810678 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-42b7ee6c-70ad-403f-882c-8c21f4434628 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4435909
Dec 18 21:43:07.813205 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53448) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:07.842943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] For port 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:43:07.858569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] For port 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04b9efe3-c0bb-4f99-a4ea-c80f682f0f35,segment=NetworkSegment(b918d467-26f5-41cd-b4c0-d23b837f6d40),segment_id=b918d467-26f5-41cd-b4c0-d23b837f6d40)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:43:07.865546 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.917056 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.960909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e196e-65e9-4c7d-92b4-8ac90a42fda0 None None] Pushing event updated for resources: {'Port': ['ID=04b9efe3-c0bb-4f99-a4ea-c80f682f0f35,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:07.972185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd2de2-0160-4bb2-842f-0c42d108ab43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-445607e3-aa9c-4dbd-9892-61cd04675bdf', 'network_id': '445607e3-aa9c-4dbd-9892-61cd04675bdf', 'project_id': '6986e432e3b045cbb1cf0f3d28efc33c', 'fixed_ips': [{'subnet_id': '7afed081-1add-46dc-80e9-208c60ae2abb'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:43:07.973068 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2de2-0160-4bb2-842f-0c42d108ab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:07.978669 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.044822 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server [None req-2cdd2de2-0160-4bb2-842f-0c42d108ab43 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7afed081-1add-46dc-80e9-208c60ae2abb: This subnet is being modified by another concurrent operation.
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7afed081-1add-46dc-80e9-208c60ae2abb: This subnet is being modified by another concurrent operation.
Dec 18 21:43:08.078741 ncdv-master-1 neutron-server[126010]: ERROR oslo_messaging.rpc.server 
Dec 18 21:43:08.085633 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Subnet': ['ID=7afed081-1add-46dc-80e9-208c60ae2abb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:08.108957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fa8c08-9deb-4248-bb5e-3fc0309cea0c None None] Network 445607e3-aa9c-4dbd-9892-61cd04675bdf requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:08.178839 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.204304 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365d681b80>,) {'filters': {'network_id': ['445607e3-aa9c-4dbd-9892-61cd04675bdf']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:08.216982 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d681b80>, 'b6a7bd8f-a4db-425f-a109-e1f3c2b35754') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:08.217362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365d681b80>, 'b6a7bd8f-a4db-425f-a109-e1f3c2b35754') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:08.227716 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.241654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.247959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:43:08.248735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:43:08.252201 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:43:08.288656 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.321340 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.328903 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.332061 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/networks/445607e3-aa9c-4dbd-9892-61cd04675bdf HTTP/1.1" status: 204  len: 168 time: 0.5177925
Dec 18 21:43:08.335669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53450) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:08.344504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301f170-f872-4b43-8dae-e17d2a01c4d5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Network': ['ID=445607e3-aa9c-4dbd-9892-61cd04675bdf,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:08.640217 ncdv-master-1 neutron-server[126008]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ae105d-085c-4a11-960e-de9c7bbcc14b tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] GET failed (client error): The resource could not be found.
Dec 18 21:43:08.644441 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53452) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:08.644715 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-06ae105d-085c-4a11-960e-de9c7bbcc14b tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "GET /v2.0/subnets/7afed081-1add-46dc-80e9-208c60ae2abb HTTP/1.1" status: 404  len: 337 time: 0.3077185
Dec 18 21:43:08.658283 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.667143 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da84635-a881-49bd-9ac3-ebe50c77b502 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:43:08.667759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da84635-a881-49bd-9ac3-ebe50c77b502 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:43:08.670907 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3da84635-a881-49bd-9ac3-ebe50c77b502 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/networks/445607e3-aa9c-4dbd-9892-61cd04675bdf HTTP/1.1" status: 404  len: 339 time: 0.0254545
Dec 18 21:43:08.674907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53454) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:08.701993 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45b9761-4167-4b6d-a8f3-e41e30bab4b5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:43:08.702574 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45b9761-4167-4b6d-a8f3-e41e30bab4b5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:43:08.705677 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f45b9761-4167-4b6d-a8f3-e41e30bab4b5 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/subnets/7afed081-1add-46dc-80e9-208c60ae2abb HTTP/1.1" status: 404  len: 337 time: 0.0298102
Dec 18 21:43:08.708480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53456) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:08.726911 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7cf792-6c7f-45f1-94da-41f11ed54d78 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:43:08.727966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7cf792-6c7f-45f1-94da-41f11ed54d78 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:43:08.733576 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4a7cf792-6c7f-45f1-94da-41f11ed54d78 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/networks/445607e3-aa9c-4dbd-9892-61cd04675bdf HTTP/1.1" status: 404  len: 339 time: 0.0216823
Dec 18 21:43:08.734020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53458) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:08.787181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-9293c330-577c-4429-9b60-3a864f1fcb73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Deleting subnet cc3c357a-e464-4963-9d44-58d2e360f6d9 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:43:08.790529 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9293c330-577c-4429-9b60-3a864f1fcb73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.831399 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9293c330-577c-4429-9b60-3a864f1fcb73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.901732 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb1427f-a533-4632-9d03-0cfc5cde3c96 None None] Network 7f4d0274-7064-44ec-9593-bb8c858acca1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:08.918645 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9293c330-577c-4429-9b60-3a864f1fcb73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:08.975401 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9293c330-577c-4429-9b60-3a864f1fcb73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.004219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293c330-577c-4429-9b60-3a864f1fcb73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3c357a-e464-4963-9d44-58d2e360f6d9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:09.016351 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9293c330-577c-4429-9b60-3a864f1fcb73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.018850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2c782af7-62d6-4e0e-8fb8-f5a2ef075020 None None] Provisioning complete for port 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:09.019228 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c782af7-62d6-4e0e-8fb8-f5a2ef075020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.019654 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9293c330-577c-4429-9b60-3a864f1fcb73 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/subnets/cc3c357a-e464-4963-9d44-58d2e360f6d9 HTTP/1.1" status: 204  len: 168 time: 0.2846873
Dec 18 21:43:09.022143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53460) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:09.103686 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.105677 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c782af7-62d6-4e0e-8fb8-f5a2ef075020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.142540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-2c782af7-62d6-4e0e-8fb8-f5a2ef075020 None None] For port 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04b9efe3-c0bb-4f99-a4ea-c80f682f0f35,segment=NetworkSegment(b918d467-26f5-41cd-b4c0-d23b837f6d40),segment_id=b918d467-26f5-41cd-b4c0-d23b837f6d40)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:09.147701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2c782af7-62d6-4e0e-8fb8-f5a2ef075020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.160541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Deleting port 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:43:09.160974 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.205201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c782af7-62d6-4e0e-8fb8-f5a2ef075020 None None] Pushing event updated for resources: {'Port': ['ID=04b9efe3-c0bb-4f99-a4ea-c80f682f0f35,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:09.227281 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] For port 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04b9efe3-c0bb-4f99-a4ea-c80f682f0f35,segment=NetworkSegment(b918d467-26f5-41cd-b4c0-d23b837f6d40),segment_id=b918d467-26f5-41cd-b4c0-d23b837f6d40)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:09.227655 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.241015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Calling delete_port for 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:43:09.245662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09de057-bb4d-4ad9-85c2-862102fc7aca None None] Network 7f4d0274-7064-44ec-9593-bb8c858acca1 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:09.310306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-737829e3-2124-4d7a-b8d7-678479d60376 None None] Provisioning complete for port 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:09.310975 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-737829e3-2124-4d7a-b8d7-678479d60376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.322203 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.345053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Port': ['ID=04b9efe3-c0bb-4f99-a4ea-c80f682f0f35,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:09.346717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-737829e3-2124-4d7a-b8d7-678479d60376 None None] Port 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35 was deleted so its status cannot be updated. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Dec 18 21:43:09.350569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] No DVR routers for this DVR port 04b9efe3-c0bb-4f99-a4ea-c80f682f0f35 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:43:09.413106 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deedb170-0a7b-4c9f-bd3b-934287c4ff70 None None] DHCP port deletion for 7f4d0274-7064-44ec-9593-bb8c858acca1 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:43:09.436191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5299f756-fb83-4af5-9f98-4f7d7f16ccc5 None None] get_active_networks_info from ncdv-master-1 {{(pid=126010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 18 21:43:09.442110 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.462327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365de22be0>,) {'filters': {'network_id': ['7f4d0274-7064-44ec-9593-bb8c858acca1']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:09.472077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365de22be0>, 'b918d467-26f5-41cd-b4c0-d23b837f6d40') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:09.472383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365de22be0>, 'b918d467-26f5-41cd-b4c0-d23b837f6d40') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:09.482392 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.495341 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.501164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:43:09.501545 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.503314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5299f756-fb83-4af5-9f98-4f7d7f16ccc5 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:43:09.504597 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:43:09.561541 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.568605 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.574230 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/networks/7f4d0274-7064-44ec-9593-bb8c858acca1 HTTP/1.1" status: 204  len: 168 time: 0.5486689
Dec 18 21:43:09.575393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53462) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:09.583206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76879f09-4661-4060-9557-8bc690014642 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Network': ['ID=7f4d0274-7064-44ec-9593-bb8c858acca1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:09.606965 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-525ab6dd-7205-4e8a-8305-b8c4c1ae7b27 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:43:09.607496 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525ab6dd-7205-4e8a-8305-b8c4c1ae7b27 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:43:09.610996 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-525ab6dd-7205-4e8a-8305-b8c4c1ae7b27 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/subnets/7dc9bb61-9226-478a-b71a-a8b8cef1f749 HTTP/1.1" status: 404  len: 337 time: 0.0344973
Dec 18 21:43:09.613565 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53464) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:09.632112 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c38e0b-c59e-4cb6-b5c6-adeb8db3ed9b tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:43:09.632803 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c38e0b-c59e-4cb6-b5c6-adeb8db3ed9b tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:43:09.636292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-97c38e0b-c59e-4cb6-b5c6-adeb8db3ed9b tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/networks/900611e8-2e7e-458a-bacb-3f49c95917a4 HTTP/1.1" status: 404  len: 339 time: 0.0217419
Dec 18 21:43:09.638822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53466) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:09.664750 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc6dfbf-9bb6-4ba3-877b-688e72cf6723 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:43:09.665196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc6dfbf-9bb6-4ba3-877b-688e72cf6723 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:43:09.669135 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7cc6dfbf-9bb6-4ba3-877b-688e72cf6723 tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/subnets/4d96e9a2-55f4-4ed4-9269-99f646e63221 HTTP/1.1" status: 404  len: 337 time: 0.0293703
Dec 18 21:43:09.672338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53468) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:09.689879 ncdv-master-1 neutron-server[126009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4740d2a3-a343-452f-bcff-01000744ef6c tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] DELETE failed (client error): The resource could not be found.
Dec 18 21:43:09.690406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4740d2a3-a343-452f-bcff-01000744ef6c tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 18 21:43:09.693377 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4740d2a3-a343-452f-bcff-01000744ef6c tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/networks/165b6d15-35fa-4fe4-98cc-3d15d9fadeac HTTP/1.1" status: 404  len: 339 time: 0.0201187
Dec 18 21:43:09.695907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53470) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:09.752467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd17798-26e6-4b65-9d8b-11d1ed7a137c tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Deleting subnet b6d4489b-31c2-4b0a-a54f-7df1f14b56fb {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:43:09.755485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3fd17798-26e6-4b65-9d8b-11d1ed7a137c tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.794796 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3fd17798-26e6-4b65-9d8b-11d1ed7a137c tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.874241 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3fd17798-26e6-4b65-9d8b-11d1ed7a137c tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.935257 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3fd17798-26e6-4b65-9d8b-11d1ed7a137c tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.960053 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd17798-26e6-4b65-9d8b-11d1ed7a137c tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d4489b-31c2-4b0a-a54f-7df1f14b56fb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:09.966838 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3fd17798-26e6-4b65-9d8b-11d1ed7a137c tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:09.970549 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3fd17798-26e6-4b65-9d8b-11d1ed7a137c tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/subnets/b6d4489b-31c2-4b0a-a54f-7df1f14b56fb HTTP/1.1" status: 204  len: 168 time: 0.2732949
Dec 18 21:43:09.971950 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da1449-9536-47ed-9f41-3fcfbb940611 None None] Network e7c3acd6-9af1-4205-92a6-32f646485ca7 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:09.972970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53472) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:10.050691 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:10.111442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Deleting port 5849bdbb-f319-4482-9f6b-e466e081317d {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:43:10.111781 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:10.177275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] For port 5849bdbb-f319-4482-9f6b-e466e081317d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5849bdbb-f319-4482-9f6b-e466e081317d,segment=NetworkSegment(286f8fc8-c2d9-42ae-94c5-2c1899f853f4),segment_id=286f8fc8-c2d9-42ae-94c5-2c1899f853f4)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:10.177641 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:10.190808 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Calling delete_port for 5849bdbb-f319-4482-9f6b-e466e081317d owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:43:10.277025 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:10.281721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548020cb-58e8-4437-8e80-d9e2e31434b3 None None] DHCP port deletion for e7c3acd6-9af1-4205-92a6-32f646485ca7 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:43:10.304181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Port': ['ID=5849bdbb-f319-4482-9f6b-e466e081317d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:10.308484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] No DVR routers for this DVR port 5849bdbb-f319-4482-9f6b-e466e081317d on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:43:10.390484 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:10.409408 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36643c9f70>,) {'filters': {'network_id': ['e7c3acd6-9af1-4205-92a6-32f646485ca7']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:10.418341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36643c9f70>, '286f8fc8-c2d9-42ae-94c5-2c1899f853f4') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:10.418639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36643c9f70>, '286f8fc8-c2d9-42ae-94c5-2c1899f853f4') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:10.427615 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:10.440744 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:10.446923 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:43:10.447303 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:43:10.450792 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:43:10.505858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:10.513007 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:10.516098 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] 10.222.0.13 "DELETE /v2.0/networks/e7c3acd6-9af1-4205-92a6-32f646485ca7 HTTP/1.1" status: 204  len: 168 time: 0.5419762
Dec 18 21:43:10.527526 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cbb38-201f-47ce-b8fc-e09b5ac07f8e tempest-NetworksIpV6Test-896898290 tempest-NetworksIpV6Test-896898290-project] Pushing event deleted for resources: {'Network': ['ID=e7c3acd6-9af1-4205-92a6-32f646485ca7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:10.758014 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53478) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:10.884947 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fbb512aa-d2c9-4f45-ac66-82f8d10aac32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6986e432e3b045cbb1cf0f3d28efc33c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1257300
Dec 18 21:43:10.887537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53482) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:10.937997 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d732b11-3d5b-4257-92ab-a152f111fd2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:10.958233 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d732b11-3d5b-4257-92ab-a152f111fd2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.003563 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d732b11-3d5b-4257-92ab-a152f111fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.006460 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6d732b11-3d5b-4257-92ab-a152f111fd2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.007580 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6d732b11-3d5b-4257-92ab-a152f111fd2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83157780-1569-42e5-a6b2-73f9b782f0ca HTTP/1.1" status: 204  len: 168 time: 0.1191578
Dec 18 21:43:11.016626 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d732b11-3d5b-4257-92ab-a152f111fd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83157780-1569-42e5-a6b2-73f9b782f0ca,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:11.629766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53504) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:11.656254 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5849bdbb-f319-4482-9f6b-e466e081317d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:43:11.675334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 5849bdbb-f319-4482-9f6b-e466e081317d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:43:11.675763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5849bdbb-f319-4482-9f6b-e466e081317d not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:43:11.725617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b7da17ad-ed0e-46d2-898d-8510893eae77 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-451709541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:11.751622 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7da17ad-ed0e-46d2-898d-8510893eae77 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.752692 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7da17ad-ed0e-46d2-898d-8510893eae77 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.802097 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7da17ad-ed0e-46d2-898d-8510893eae77 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.807634 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7da17ad-ed0e-46d2-898d-8510893eae77 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.824845 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7da17ad-ed0e-46d2-898d-8510893eae77 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.826016 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b7da17ad-ed0e-46d2-898d-8510893eae77 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.1952085
Dec 18 21:43:11.828761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53508) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:11.833655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1050265744'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:11.854230 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Made reservation on behalf of 4cba2d92003b4384beebaef96d3cf506 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:11.857498 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.865582 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.943642 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.947203 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.972435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:43:11.985804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ed2735-c75e-4d85-9bd7-5d0e9d0a9905,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:11.992051 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:11.992376 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Added segment 0657ac55-1001-4b3b-8b6d-bd8a39728049 of type vlan for network 36b81eca-72ab-4c1f-855f-c89e4e1a2aa9
Dec 18 21:43:12.032438 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.056649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.062744 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:12.063350 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.114102 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2843487
Dec 18 21:43:12.116909 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53510) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:12.124280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7031624e-a63a-4ac0-8377-1339d07eaec1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Request body: {'subnet': {'network_id': '36b81eca-72ab-4c1f-855f-c89e4e1a2aa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:12.175787 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be289023-cdcb-4d04-9776-266e7ebcee98 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Pushing event updated for resources: {'Network': ['ID=36b81eca-72ab-4c1f-855f-c89e4e1a2aa9,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:12.187249 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 36b81eca-72ab-4c1f-855f-c89e4e1a2aa9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:43:12.224410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7031624e-a63a-4ac0-8377-1339d07eaec1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Made reservation on behalf of 4cba2d92003b4384beebaef96d3cf506 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:12.227859 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7031624e-a63a-4ac0-8377-1339d07eaec1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.295129 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:43:12.403439 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7031624e-a63a-4ac0-8377-1339d07eaec1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.458753 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031624e-a63a-4ac0-8377-1339d07eaec1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Pushing event updated for resources: {'Subnet': ['ID=f7095294-1b3a-4267-8ae1-114ccf44e6b1,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:12.469326 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7031624e-a63a-4ac0-8377-1339d07eaec1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Checking segment: {'id': '0657ac55-1001-4b3b-8b6d-bd8a39728049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '36b81eca-72ab-4c1f-855f-c89e4e1a2aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:12.469686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7031624e-a63a-4ac0-8377-1339d07eaec1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Network hostable DHCP agents. Network: 36b81eca-72ab-4c1f-855f-c89e4e1a2aa9, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:43:12.486977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7031624e-a63a-4ac0-8377-1339d07eaec1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Network 36b81eca-72ab-4c1f-855f-c89e4e1a2aa9 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:43:12.498868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-7031624e-a63a-4ac0-8377-1339d07eaec1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 36b81eca-72ab-4c1f-855f-c89e4e1a2aa9) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:12.505681 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7031624e-a63a-4ac0-8377-1339d07eaec1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:12.506313 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7031624e-a63a-4ac0-8377-1339d07eaec1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.506512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a014de21-1052-49ba-bf9d-05321db54306 None None] Network 36b81eca-72ab-4c1f-855f-c89e4e1a2aa9 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:12.521897 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7031624e-a63a-4ac0-8377-1339d07eaec1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4040082
Dec 18 21:43:12.525001 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53512) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:12.530317 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f2552836-4323-435e-a5a3-d95832ecc1e5 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2003760954'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:12.553802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2552836-4323-435e-a5a3-d95832ecc1e5 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Made reservation on behalf of 4cba2d92003b4384beebaef96d3cf506 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:12.557406 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f2552836-4323-435e-a5a3-d95832ecc1e5 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.583332 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2552836-4323-435e-a5a3-d95832ecc1e5 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:43:12.593642 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f2552836-4323-435e-a5a3-d95832ecc1e5 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.593970 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-f2552836-4323-435e-a5a3-d95832ecc1e5 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Added segment 8495df9a-cd13-4848-8ba2-774fc47e25fb of type vlan for network 01421960-fb7a-4681-ae81-b40b1b393b58
Dec 18 21:43:12.610847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-36b81eca-72ab-4c1f-855f-c89e4e1a2aa9', 'network_id': '36b81eca-72ab-4c1f-855f-c89e4e1a2aa9', 'project_id': '4cba2d92003b4384beebaef96d3cf506', 'fixed_ips': [{'subnet_id': 'f7095294-1b3a-4267-8ae1-114ccf44e6b1'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:43:12.611955 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.639430 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f2552836-4323-435e-a5a3-d95832ecc1e5 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.664279 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f2552836-4323-435e-a5a3-d95832ecc1e5 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.671006 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2552836-4323-435e-a5a3-d95832ecc1e5 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:12.671586 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f2552836-4323-435e-a5a3-d95832ecc1e5 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.726949 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f2552836-4323-435e-a5a3-d95832ecc1e5 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2000589
Dec 18 21:43:12.729956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53514) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:12.735232 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b4cbd770-9ca0-4072-909b-91233a66fa12 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Request body: {'subnet': {'network_id': '01421960-fb7a-4681-ae81-b40b1b393b58', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:12.747807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Allocated IP 172.20.0.2 (36b81eca-72ab-4c1f-855f-c89e4e1a2aa9/f7095294-1b3a-4267-8ae1-114ccf44e6b1/1e5b402c-9a74-4208-9f39-dec82c9d19eb) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:43:12.790900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2552836-4323-435e-a5a3-d95832ecc1e5 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Pushing event updated for resources: {'Network': ['ID=01421960-fb7a-4681-ae81-b40b1b393b58,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:12.803428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 01421960-fb7a-4681-ae81-b40b1b393b58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:43:12.844104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cbd770-9ca0-4072-909b-91233a66fa12 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Made reservation on behalf of 4cba2d92003b4384beebaef96d3cf506 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:12.847650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd770-9ca0-4072-909b-91233a66fa12 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.948732 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.954674 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:12.997148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Network 36b81eca-72ab-4c1f-855f-c89e4e1a2aa9 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:13.000199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:13.003026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:43:13.010511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Pushing event updated for resources: {'Port': ['ID=1e5b402c-9a74-4208-9f39-dec82c9d19eb,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:13.028379 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd770-9ca0-4072-909b-91233a66fa12 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.040435 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.040790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.041145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.041508 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.041868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.042195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.042548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.042868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.043190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.043510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.043829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.044147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.044464 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:13.072972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Attempting to bind port 1e5b402c-9a74-4208-9f39-dec82c9d19eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:43:13.073507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Attempting to bind port 1e5b402c-9a74-4208-9f39-dec82c9d19eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0657ac55-1001-4b3b-8b6d-bd8a39728049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '36b81eca-72ab-4c1f-855f-c89e4e1a2aa9'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:43:13.073872 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Attempting to bind port 1e5b402c-9a74-4208-9f39-dec82c9d19eb on network 36b81eca-72ab-4c1f-855f-c89e4e1a2aa9 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:13.079019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:43:13.079201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Checking segment: {'id': '0657ac55-1001-4b3b-8b6d-bd8a39728049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '36b81eca-72ab-4c1f-855f-c89e4e1a2aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:13.079514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.079902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Bound using segment: {'id': '0657ac55-1001-4b3b-8b6d-bd8a39728049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '36b81eca-72ab-4c1f-855f-c89e4e1a2aa9'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:43:13.080357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Bound port: 1e5b402c-9a74-4208-9f39-dec82c9d19eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0657ac55-1001-4b3b-8b6d-bd8a39728049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '36b81eca-72ab-4c1f-855f-c89e4e1a2aa9'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:43:13.080727 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.093364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbd770-9ca0-4072-909b-91233a66fa12 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Pushing event updated for resources: {'Subnet': ['ID=8b3092aa-5159-496d-b29c-b09bee0abf19,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:13.097756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cbd770-9ca0-4072-909b-91233a66fa12 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Checking segment: {'id': '8495df9a-cd13-4848-8ba2-774fc47e25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01421960-fb7a-4681-ae81-b40b1b393b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:13.098127 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cbd770-9ca0-4072-909b-91233a66fa12 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Network hostable DHCP agents. Network: 01421960-fb7a-4681-ae81-b40b1b393b58, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:43:13.114715 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cbd770-9ca0-4072-909b-91233a66fa12 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Network 01421960-fb7a-4681-ae81-b40b1b393b58 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:43:13.123357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b4cbd770-9ca0-4072-909b-91233a66fa12 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 01421960-fb7a-4681-ae81-b40b1b393b58) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:13.129820 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cbd770-9ca0-4072-909b-91233a66fa12 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:13.130837 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd770-9ca0-4072-909b-91233a66fa12 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.131672 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90167d85-6d99-4cfc-a5e4-45cc6fe2cff3 None None] Network 01421960-fb7a-4681-ae81-b40b1b393b58 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:13.147682 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b4cbd770-9ca0-4072-909b-91233a66fa12 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4166408
Dec 18 21:43:13.150525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53516) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:13.155618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6acaaeea-047b-4b2a-986e-8773e746f40a tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Request body: {'router': {'external_gateway_info': {'network_id': '01421960-fb7a-4681-ae81-b40b1b393b58'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:13.192210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] For port 1e5b402c-9a74-4208-9f39-dec82c9d19eb, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:43:13.210996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] For port 1e5b402c-9a74-4208-9f39-dec82c9d19eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e5b402c-9a74-4208-9f39-dec82c9d19eb,segment=NetworkSegment(0657ac55-1001-4b3b-8b6d-bd8a39728049),segment_id=0657ac55-1001-4b3b-8b6d-bd8a39728049)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:43:13.217246 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.303907 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01421960-fb7a-4681-ae81-b40b1b393b58', 'network_id': '01421960-fb7a-4681-ae81-b40b1b393b58', 'project_id': '4cba2d92003b4384beebaef96d3cf506', 'fixed_ips': [{'subnet_id': '8b3092aa-5159-496d-b29c-b09bee0abf19'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:43:13.305021 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.308767 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6711d6-09cc-44a7-9dc0-3c9cd77b8cc1 None None] Pushing event updated for resources: {'Port': ['ID=1e5b402c-9a74-4208-9f39-dec82c9d19eb,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:13.391264 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6acaaeea-047b-4b2a-986e-8773e746f40a tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.455075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Allocated IP 172.21.0.2 (01421960-fb7a-4681-ae81-b40b1b393b58/8b3092aa-5159-496d-b29c-b09bee0abf19/89aa4259-560b-48cd-84b2-9f86eec0eaf1) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:43:13.548210 ncdv-master-1 neutron-server[126009]: INFO neutron.api.v2.resource [None req-6acaaeea-047b-4b2a-986e-8773e746f40a tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 21:43:13.550292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6acaaeea-047b-4b2a-986e-8773e746f40a tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] 10.222.0.13 "PUT /v2.0/routers/90fe3b6e-55a3-4b8b-b9b3-10981fab4547 HTTP/1.1" status: 400  len: 364 time: 0.3972709
Dec 18 21:43:13.555411 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53518) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:13.623542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-6322c2fe-0cf8-4510-9dca-56c43f282d6b tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Deleting subnet 8b3092aa-5159-496d-b29c-b09bee0abf19 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:43:13.653132 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.659429 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.662994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6322c2fe-0cf8-4510-9dca-56c43f282d6b tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.704247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Network 01421960-fb7a-4681-ae81-b40b1b393b58 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:13.707328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:13.713150 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:43:13.715823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1e5b402c-9a74-4208-9f39-dec82c9d19eb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:43:13.721670 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6322c2fe-0cf8-4510-9dca-56c43f282d6b tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.737856 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Pushing event updated for resources: {'Port': ['ID=89aa4259-560b-48cd-84b2-9f86eec0eaf1,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:13.804819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Attempting to bind port 89aa4259-560b-48cd-84b2-9f86eec0eaf1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:43:13.805458 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Attempting to bind port 89aa4259-560b-48cd-84b2-9f86eec0eaf1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8495df9a-cd13-4848-8ba2-774fc47e25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01421960-fb7a-4681-ae81-b40b1b393b58'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:43:13.805607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Attempting to bind port 89aa4259-560b-48cd-84b2-9f86eec0eaf1 on network 01421960-fb7a-4681-ae81-b40b1b393b58 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:13.808602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6322c2fe-0cf8-4510-9dca-56c43f282d6b tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.813910 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:43:13.814521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Checking segment: {'id': '8495df9a-cd13-4848-8ba2-774fc47e25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01421960-fb7a-4681-ae81-b40b1b393b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:13.815005 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.815406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Bound using segment: {'id': '8495df9a-cd13-4848-8ba2-774fc47e25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01421960-fb7a-4681-ae81-b40b1b393b58'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:43:13.816049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Bound port: 89aa4259-560b-48cd-84b2-9f86eec0eaf1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8495df9a-cd13-4848-8ba2-774fc47e25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01421960-fb7a-4681-ae81-b40b1b393b58'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:43:13.816483 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.833137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 1e5b402c-9a74-4208-9f39-dec82c9d19eb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:13.834060 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.867702 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6322c2fe-0cf8-4510-9dca-56c43f282d6b tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.899500 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322c2fe-0cf8-4510-9dca-56c43f282d6b tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3092aa-5159-496d-b29c-b09bee0abf19,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:13.903840 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6322c2fe-0cf8-4510-9dca-56c43f282d6b tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.909711 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6322c2fe-0cf8-4510-9dca-56c43f282d6b tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] 10.222.0.13 "DELETE /v2.0/subnets/8b3092aa-5159-496d-b29c-b09bee0abf19 HTTP/1.1" status: 204  len: 168 time: 0.3507214
Dec 18 21:43:13.909874 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53520) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:13.910968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] For port 89aa4259-560b-48cd-84b2-9f86eec0eaf1, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:43:13.916523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] For port 89aa4259-560b-48cd-84b2-9f86eec0eaf1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89aa4259-560b-48cd-84b2-9f86eec0eaf1,segment=NetworkSegment(8495df9a-cd13-4848-8ba2-774fc47e25fb),segment_id=8495df9a-cd13-4848-8ba2-774fc47e25fb)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:43:13.923910 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:13.993066 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.014486 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.027957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d145123-aad9-45cc-b035-e83163088a7f None None] Pushing event updated for resources: {'Port': ['ID=89aa4259-560b-48cd-84b2-9f86eec0eaf1,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:14.055652 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Deleting port 89aa4259-560b-48cd-84b2-9f86eec0eaf1 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:43:14.056032 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.058287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 1e5b402c-9a74-4208-9f39-dec82c9d19eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e5b402c-9a74-4208-9f39-dec82c9d19eb,segment=NetworkSegment(0657ac55-1001-4b3b-8b6d-bd8a39728049),segment_id=0657ac55-1001-4b3b-8b6d-bd8a39728049)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:14.063791 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.134406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=1e5b402c-9a74-4208-9f39-dec82c9d19eb,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:14.145897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] For port 89aa4259-560b-48cd-84b2-9f86eec0eaf1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89aa4259-560b-48cd-84b2-9f86eec0eaf1,segment=NetworkSegment(8495df9a-cd13-4848-8ba2-774fc47e25fb),segment_id=8495df9a-cd13-4848-8ba2-774fc47e25fb)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:14.146360 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.161757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Calling delete_port for 89aa4259-560b-48cd-84b2-9f86eec0eaf1 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:43:14.265090 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.301361 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Pushing event deleted for resources: {'Port': ['ID=89aa4259-560b-48cd-84b2-9f86eec0eaf1,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:14.308060 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] No DVR routers for this DVR port 89aa4259-560b-48cd-84b2-9f86eec0eaf1 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:43:14.391717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1499dac-4d01-4039-9663-f31b82e2f303 None None] Network 36b81eca-72ab-4c1f-855f-c89e4e1a2aa9 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:14.394491 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.415724 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e185280>,) {'filters': {'network_id': ['01421960-fb7a-4681-ae81-b40b1b393b58']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:14.425609 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e185280>, '8495df9a-cd13-4848-8ba2-774fc47e25fb') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:14.425911 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e185280>, '8495df9a-cd13-4848-8ba2-774fc47e25fb') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:14.435882 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.449483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.455586 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:43:14.456001 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:43:14.459246 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:43:14.505460 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6d0e1413-0375-43ec-98a2-702d6a1db643 None None] Provisioning complete for port 1e5b402c-9a74-4208-9f39-dec82c9d19eb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:14.505742 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1413-0375-43ec-98a2-702d6a1db643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.528325 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.534399 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.542135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53522) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:14.543385 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] 10.222.0.13 "DELETE /v2.0/networks/01421960-fb7a-4681-ae81-b40b1b393b58 HTTP/1.1" status: 204  len: 168 time: 0.6324625
Dec 18 21:43:14.559253 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Pushing event deleted for resources: {'Network': ['ID=01421960-fb7a-4681-ae81-b40b1b393b58,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:14.567042 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.567399 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.567745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.568088 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.568425 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.568759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.569091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.569420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.569749 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.570704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.571068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.572408 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.572758 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908726-39cd-4dbf-b7df-541e038e35f1 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:14.624305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f098b8eb-dc37-40d9-84eb-6b4a37ac6872 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Deleting subnet f7095294-1b3a-4267-8ae1-114ccf44e6b1 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:43:14.627765 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f098b8eb-dc37-40d9-84eb-6b4a37ac6872 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.669275 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f098b8eb-dc37-40d9-84eb-6b4a37ac6872 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.769536 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f098b8eb-dc37-40d9-84eb-6b4a37ac6872 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.819209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-05ec90b2-49da-41b3-8ca0-e7dc82326e5a None None] Provisioning complete for port 1e5b402c-9a74-4208-9f39-dec82c9d19eb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:14.819788 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-05ec90b2-49da-41b3-8ca0-e7dc82326e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.844906 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f098b8eb-dc37-40d9-84eb-6b4a37ac6872 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.873282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098b8eb-dc37-40d9-84eb-6b4a37ac6872 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Pushing event deleted for resources: {'Subnet': ['ID=f7095294-1b3a-4267-8ae1-114ccf44e6b1,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:14.878344 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f098b8eb-dc37-40d9-84eb-6b4a37ac6872 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:14.881936 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f098b8eb-dc37-40d9-84eb-6b4a37ac6872 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] 10.222.0.13 "DELETE /v2.0/subnets/f7095294-1b3a-4267-8ae1-114ccf44e6b1 HTTP/1.1" status: 204  len: 168 time: 0.3377554
Dec 18 21:43:14.884460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53524) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:14.898666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf63356-9d41-43ee-9bd7-b211af9b58a1 None None] Network 36b81eca-72ab-4c1f-855f-c89e4e1a2aa9 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:14.965371 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.021387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Deleting port 1e5b402c-9a74-4208-9f39-dec82c9d19eb {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:43:15.021387 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.075364 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe7780-36a1-4d17-99ef-45597dbaa6f2 None None] DHCP port deletion for 36b81eca-72ab-4c1f-855f-c89e4e1a2aa9 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:43:15.096699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] For port 1e5b402c-9a74-4208-9f39-dec82c9d19eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e5b402c-9a74-4208-9f39-dec82c9d19eb,segment=NetworkSegment(0657ac55-1001-4b3b-8b6d-bd8a39728049),segment_id=0657ac55-1001-4b3b-8b6d-bd8a39728049)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:15.097094 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.110968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Calling delete_port for 1e5b402c-9a74-4208-9f39-dec82c9d19eb owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:43:15.124524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe7780-36a1-4d17-99ef-45597dbaa6f2 None None] Deleting port 1e5b402c-9a74-4208-9f39-dec82c9d19eb {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:43:15.124897 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7780-36a1-4d17-99ef-45597dbaa6f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.170291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a0984354-b490-434c-9f86-6e6167ca86cf None None] Could not find standard attr ID for object 89aa4259-560b-48cd-84b2-9f86eec0eaf1. {{(pid=126010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 18 21:43:15.185390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f5a65c-5afc-454c-95b5-87a20960b34f None None] DHCP port deletion for 01421960-fb7a-4681-ae81-b40b1b393b58 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:43:15.200779 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.207801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-1cfe7780-36a1-4d17-99ef-45597dbaa6f2 None None] For port 1e5b402c-9a74-4208-9f39-dec82c9d19eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e5b402c-9a74-4208-9f39-dec82c9d19eb,segment=NetworkSegment(0657ac55-1001-4b3b-8b6d-bd8a39728049),segment_id=0657ac55-1001-4b3b-8b6d-bd8a39728049)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:15.207801 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7780-36a1-4d17-99ef-45597dbaa6f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.218811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6130db58-c39b-4c59-bbc8-4cbcf45726f9 None None] Network 01421960-fb7a-4681-ae81-b40b1b393b58 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:15.223628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe7780-36a1-4d17-99ef-45597dbaa6f2 None None] Calling delete_port for 1e5b402c-9a74-4208-9f39-dec82c9d19eb owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:43:15.230667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Pushing event deleted for resources: {'Port': ['ID=1e5b402c-9a74-4208-9f39-dec82c9d19eb,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:15.234354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] No DVR routers for this DVR port 1e5b402c-9a74-4208-9f39-dec82c9d19eb on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:43:15.237671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6130db58-c39b-4c59-bbc8-4cbcf45726f9 None None] Network 01421960-fb7a-4681-ae81-b40b1b393b58 could not be found, it might have been deleted concurrently. {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Dec 18 21:43:15.308878 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7780-36a1-4d17-99ef-45597dbaa6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.317463 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.334478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe7780-36a1-4d17-99ef-45597dbaa6f2 None None] Pushing event deleted for resources: {'Port': ['ID=1e5b402c-9a74-4208-9f39-dec82c9d19eb,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:15.338088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe7780-36a1-4d17-99ef-45597dbaa6f2 None None] No DVR routers for this DVR port 1e5b402c-9a74-4208-9f39-dec82c9d19eb on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:43:15.344081 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3664077ac0>,) {'filters': {'network_id': ['36b81eca-72ab-4c1f-855f-c89e4e1a2aa9']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:15.359872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3664077ac0>, '0657ac55-1001-4b3b-8b6d-bd8a39728049') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:15.360197 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.360398 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3664077ac0>, '0657ac55-1001-4b3b-8b6d-bd8a39728049') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:15.369852 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.383049 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.390305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:43:15.390696 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:43:15.393653 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:43:15.449827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.459525 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.462957 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] 10.222.0.13 "DELETE /v2.0/networks/36b81eca-72ab-4c1f-855f-c89e4e1a2aa9 HTTP/1.1" status: 204  len: 168 time: 0.5773840
Dec 18 21:43:15.465873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53526) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:15.473299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10459efa-7b5f-4b78-b8e2-1cdf28fdb385 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Pushing event deleted for resources: {'Network': ['ID=36b81eca-72ab-4c1f-855f-c89e4e1a2aa9,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:15.492757 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9aeae1e7-b768-4ab3-9e22-046c41ccd1bd tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] 10.222.0.13 "GET /v2.0/ports?device_id=90fe3b6e-55a3-4b8b-b9b3-10981fab4547 HTTP/1.1" status: 200  len: 205 time: 0.0257063
Dec 18 21:43:15.495804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53528) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:15.567754 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e622cfa-8315-44b1-9880-cdb860730912 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:15.663021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1e5b402c-9a74-4208-9f39-dec82c9d19eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:43:15.682706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 1e5b402c-9a74-4208-9f39-dec82c9d19eb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:43:15.683058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 1e5b402c-9a74-4208-9f39-dec82c9d19eb not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:43:16.031696 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e622cfa-8315-44b1-9880-cdb860730912 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:16.033689 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e622cfa-8315-44b1-9880-cdb860730912 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:16.075856 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e622cfa-8315-44b1-9880-cdb860730912 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:16.076469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e622cfa-8315-44b1-9880-cdb860730912 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Fanout notify agent at l3_agent the message router_deleted on router 90fe3b6e-55a3-4b8b-b9b3-10981fab4547 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:43:16.083296 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3e622cfa-8315-44b1-9880-cdb860730912 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:16.084367 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3e622cfa-8315-44b1-9880-cdb860730912 tempest-RoutersNegativeTest-327947210 tempest-RoutersNegativeTest-327947210-project] 10.222.0.13 "DELETE /v2.0/routers/90fe3b6e-55a3-4b8b-b9b3-10981fab4547 HTTP/1.1" status: 204  len: 168 time: 0.5875921
Dec 18 21:43:16.321833 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53534) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:16.450020 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2712ddee-ba83-4d50-a638-3dd668ba788b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cba2d92003b4384beebaef96d3cf506&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1270139
Dec 18 21:43:16.452611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53538) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:16.498477 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b632ccac-f4ed-48db-a919-639eaa200cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:16.521855 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b632ccac-f4ed-48db-a919-639eaa200cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:16.566016 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b632ccac-f4ed-48db-a919-639eaa200cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:16.568607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b632ccac-f4ed-48db-a919-639eaa200cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:16.569653 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b632ccac-f4ed-48db-a919-639eaa200cf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3ed2735-c75e-4d85-9bd7-5d0e9d0a9905 HTTP/1.1" status: 204  len: 168 time: 0.1161466
Dec 18 21:43:16.577550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632ccac-f4ed-48db-a919-639eaa200cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ed2735-c75e-4d85-9bd7-5d0e9d0a9905,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:17.170942 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53560) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:17.268917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-457906694-network', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:17.289894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Made reservation on behalf of fb1a66fd59be4793a6090985e8ae5998 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:17.292629 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.300851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.373846 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.377557 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.400795 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:43:17.413678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fef6b21-3a6b-4a58-b8b5-615c3f604d99,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:17.420091 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.420434 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Added segment d4e72da4-dbcd-4221-bf12-eaf501242962 of type vlan for network 1116cea5-4729-4abb-9c60-c0a1568c7c11
Dec 18 21:43:17.458558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.482668 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.483640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:17.484218 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.532718 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3606958
Dec 18 21:43:17.535695 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53564) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:17.540679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-941b871e-fec5-4dca-8ddc-af343f38cf11 admin admin] Request body: {'subnet': {'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-457906694-subnet', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:17.543865 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b3acc-f091-47e8-b6ef-4da2a6cd1c44 admin admin] Pushing event updated for resources: {'Network': ['ID=1116cea5-4729-4abb-9c60-c0a1568c7c11,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:17.554154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 1116cea5-4729-4abb-9c60-c0a1568c7c11 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:43:17.564810 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941b871e-fec5-4dca-8ddc-af343f38cf11 admin admin] Made reservation on behalf of fb1a66fd59be4793a6090985e8ae5998 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:17.567293 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-941b871e-fec5-4dca-8ddc-af343f38cf11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.733048 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-941b871e-fec5-4dca-8ddc-af343f38cf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.780704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b871e-fec5-4dca-8ddc-af343f38cf11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b7d9f6-81db-4809-9d2c-abb371c5d854,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:17.796583 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b871e-fec5-4dca-8ddc-af343f38cf11 admin admin] Checking segment: {'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:17.796940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b871e-fec5-4dca-8ddc-af343f38cf11 admin admin] Network hostable DHCP agents. Network: 1116cea5-4729-4abb-9c60-c0a1568c7c11, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:43:17.812675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b871e-fec5-4dca-8ddc-af343f38cf11 admin admin] Network 1116cea5-4729-4abb-9c60-c0a1568c7c11 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:43:17.821769 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-941b871e-fec5-4dca-8ddc-af343f38cf11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1116cea5-4729-4abb-9c60-c0a1568c7c11) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:17.825784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941b871e-fec5-4dca-8ddc-af343f38cf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:17.826417 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-941b871e-fec5-4dca-8ddc-af343f38cf11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.830518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36680020-0b6a-4c93-899e-9a0e4e85ab15 None None] Network 1116cea5-4729-4abb-9c60-c0a1568c7c11 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:17.844646 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-941b871e-fec5-4dca-8ddc-af343f38cf11 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3052030
Dec 18 21:43:17.844862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53566) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:17.849241 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:17.878713 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.879860 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.936124 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1116cea5-4729-4abb-9c60-c0a1568c7c11', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'fixed_ips': [{'subnet_id': '75b7d9f6-81db-4809-9d2c-abb371c5d854'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:43:17.937010 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:17.948410 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:18.094484 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:18.240070 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Allocated IP 172.20.0.2 (1116cea5-4729-4abb-9c60-c0a1568c7c11/75b7d9f6-81db-4809-9d2c-abb371c5d854/001e9c66-cafc-4370-8d73-5bbb0d95c266) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:43:18.296685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:18.316337 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:18.383833 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:18.390234 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:18.419511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Allocated IP 172.35.3.162 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/68901047-ec2f-4ace-920c-8691dc1a767c) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:43:18.432849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Network 1116cea5-4729-4abb-9c60-c0a1568c7c11 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:18.435996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:18.438652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:43:18.445910 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Pushing event updated for resources: {'Port': ['ID=001e9c66-cafc-4370-8d73-5bbb0d95c266,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:18.500343 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Attempting to bind port 001e9c66-cafc-4370-8d73-5bbb0d95c266 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:43:18.500800 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Attempting to bind port 001e9c66-cafc-4370-8d73-5bbb0d95c266 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:43:18.501221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Attempting to bind port 001e9c66-cafc-4370-8d73-5bbb0d95c266 on network 1116cea5-4729-4abb-9c60-c0a1568c7c11 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:18.506127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:43:18.506530 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Checking segment: {'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:18.506921 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:18.507308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Bound using segment: {'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:43:18.507759 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Bound port: 001e9c66-cafc-4370-8d73-5bbb0d95c266, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:43:18.508126 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:18.533181 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:18.574433 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:18.591279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] For port 001e9c66-cafc-4370-8d73-5bbb0d95c266, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:43:18.595264 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] For port 001e9c66-cafc-4370-8d73-5bbb0d95c266, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=001e9c66-cafc-4370-8d73-5bbb0d95c266,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:43:18.601051 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:18.617755 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:18.623063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:18.627736 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:43:18.629595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Pushing event updated for resources: {'Port': ['ID=68901047-ec2f-4ace-920c-8691dc1a767c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:18.658662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f2088-a481-478b-ac9c-bfed5727d037 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:43:18.674221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973832b-fc3c-420f-988d-8396c9ae33d9 None None] Pushing event updated for resources: {'Port': ['ID=001e9c66-cafc-4370-8d73-5bbb0d95c266,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:18.729257 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-137cb17f-dc37-4246-a0ea-660f8d74a279 None None] Provisioning complete for port 68901047-ec2f-4ace-920c-8691dc1a767c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:18.729791 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-137cb17f-dc37-4246-a0ea-660f8d74a279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:18.779184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-137cb17f-dc37-4246-a0ea-660f8d74a279 None None] Port 68901047-ec2f-4ace-920c-8691dc1a767c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:43:18.936605 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:19.160318 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:19.293210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Router e59c4b43-0ba3-474c-b146-3a160dd031bf is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:43:19.402694 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:43:19.412049 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Sync routers for ids ['e59c4b43-0ba3-474c-b146-3a160dd031bf'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:43:19.420863 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:19.424860 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-03d4066f-59e5-42ca-9b4d-9ebeb8a8e99e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.5763817
Dec 18 21:43:19.425039 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Routers {'e59c4b43-0ba3-474c-b146-3a160dd031bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:43:19.425039 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366401b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:43:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e59c4b43-0ba3-474c-b146-3a160dd031bf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:19.425292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53570) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:19.532308 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Set router e59c4b43-0ba3-474c-b146-3a160dd031bf gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:43:19.731132 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 001e9c66-cafc-4370-8d73-5bbb0d95c266 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:43:19.750347 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366401b0a0>, [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:43:18Z', 'revision_number': 3, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:19.781614 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Checking router: e59c4b43-0ba3-474c-b146-3a160dd031bf for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:43:19.781972 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Updating router e59c4b43-0ba3-474c-b146-3a160dd031bf port 68901047-ec2f-4ace-920c-8691dc1a767c binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:43:19.816487 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:19.819633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 001e9c66-cafc-4370-8d73-5bbb0d95c266 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:19.820006 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:19.859985 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3d1eab-a027-4605-92d0-0f9b589d7cc0 None None] Network 1116cea5-4729-4abb-9c60-c0a1568c7c11 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:19.907787 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:19.975636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-dfc4c00d-04e2-4a40-9c68-fa53b622e570 None None] Provisioning complete for port 001e9c66-cafc-4370-8d73-5bbb0d95c266 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:19.976011 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dfc4c00d-04e2-4a40-9c68-fa53b622e570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.032110 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.053300 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.075831 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Allocated IP 172.20.0.1 (1116cea5-4729-4abb-9c60-c0a1568c7c11/75b7d9f6-81db-4809-9d2c-abb371c5d854/14782dd8-ee11-4abc-af54-d0ebbc07655a) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:43:20.098757 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.105896 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.108420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 001e9c66-cafc-4370-8d73-5bbb0d95c266, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=001e9c66-cafc-4370-8d73-5bbb0d95c266,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:20.132348 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.162125 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Attempting to bind port 68901047-ec2f-4ace-920c-8691dc1a767c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:43:20.162904 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Attempting to bind port 68901047-ec2f-4ace-920c-8691dc1a767c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:43:20.162904 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Attempting to bind port 68901047-ec2f-4ace-920c-8691dc1a767c on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:20.167823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110d9caa-21fb-453a-b7de-313e06c1aaf3 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:43:20.175349 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Pushing event updated for resources: {'Port': ['ID=68901047-ec2f-4ace-920c-8691dc1a767c,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:20.177721 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:43:20.178097 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:20.178929 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.178929 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:43:20.179362 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Bound port: 68901047-ec2f-4ace-920c-8691dc1a767c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:43:20.179742 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.187171 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dfc4c00d-04e2-4a40-9c68-fa53b622e570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.204465 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.204821 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.205163 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.205500 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.205964 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.206331 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.206687 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.206990 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.207315 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.207890 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.208206 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.208516 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.208842 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:43:20.211406 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.217088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=001e9c66-cafc-4370-8d73-5bbb0d95c266,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:20.251141 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] For port 68901047-ec2f-4ace-920c-8691dc1a767c, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:43:20.255579 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.257200 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] For port 68901047-ec2f-4ace-920c-8691dc1a767c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68901047-ec2f-4ace-920c-8691dc1a767c,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:43:20.266708 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.279147 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-dfc4c00d-04e2-4a40-9c68-fa53b622e570 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:43:20.279562 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-dfc4c00d-04e2-4a40-9c68-fa53b622e570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:43:20.301101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Network 1116cea5-4729-4abb-9c60-c0a1568c7c11 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:20.307806 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:20.312254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:43:20.315432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Pushing event updated for resources: {'Port': ['ID=14782dd8-ee11-4abc-af54-d0ebbc07655a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:20.318067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55edcc7e-f165-4381-92e0-c0371dc4d88b None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:43:20.334085 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Routers {'e59c4b43-0ba3-474c-b146-3a160dd031bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:43:20.334085 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366401b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:43:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e59c4b43-0ba3-474c-b146-3a160dd031bf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:20.365035 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.367767 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddee0b-1a13-4a82-9386-6875a0f08a3e None None] Pushing event updated for resources: {'Port': ['ID=68901047-ec2f-4ace-920c-8691dc1a767c,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:20.505971 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.539660 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] Set router e59c4b43-0ba3-474c-b146-3a160dd031bf gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:43:20.686434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.691025 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.721460 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366401b0a0>, [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:43:18Z', 'revision_number': 3, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:20.750450 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568fc09-9cb4-4348-bd86-9a03f0f42fd2 None None] The sync data for ids ['e59c4b43-0ba3-474c-b146-3a160dd031bf'] in ncdv-master-1 is: [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:43:18Z', 'revision_number': 3, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:43:20.761339 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:20.763145 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Pushing event updated for resources: {'Port': ['ID=14782dd8-ee11-4abc-af54-d0ebbc07655a,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:20.860469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Network 1116cea5-4729-4abb-9c60-c0a1568c7c11 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:20.861832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:20.943022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5fb0fe05-f69e-45af-aa64-9c44c8cf7922 None None] Provisioning complete for port 68901047-ec2f-4ace-920c-8691dc1a767c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:20.943617 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fe05-f69e-45af-aa64-9c44c8cf7922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.019226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Router e59c4b43-0ba3-474c-b146-3a160dd031bf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:43:21.039724 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fe05-f69e-45af-aa64-9c44c8cf7922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.069753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5fb0fe05-f69e-45af-aa64-9c44c8cf7922 None None] For port 68901047-ec2f-4ace-920c-8691dc1a767c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68901047-ec2f-4ace-920c-8691dc1a767c,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:21.078562 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fe05-f69e-45af-aa64-9c44c8cf7922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.133328 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5fb0fe05-f69e-45af-aa64-9c44c8cf7922 None None] Provisioning complete for port 14782dd8-ee11-4abc-af54-d0ebbc07655a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:21.133756 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fe05-f69e-45af-aa64-9c44c8cf7922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.157779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0fe05-f69e-45af-aa64-9c44c8cf7922 None None] Pushing event updated for resources: {'Port': ['ID=68901047-ec2f-4ace-920c-8691dc1a767c,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:21.162138 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:43:21.170979 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-681eb8d3-2a73-41c4-b622-7a79905428a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/e59c4b43-0ba3-474c-b146-3a160dd031bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7447979
Dec 18 21:43:21.192731 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0fe05-f69e-45af-aa64-9c44c8cf7922 None None] Port 14782dd8-ee11-4abc-af54-d0ebbc07655a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:43:21.203527 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5fb0fe05-f69e-45af-aa64-9c44c8cf7922 None None] Provisioning complete for port 001e9c66-cafc-4370-8d73-5bbb0d95c266 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:21.203703 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fe05-f69e-45af-aa64-9c44c8cf7922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.411949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5cb20ae-8c77-496a-b200-6c3e72d6dbfe None None] Provisioning complete for port 14782dd8-ee11-4abc-af54-d0ebbc07655a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:21.412394 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5cb20ae-8c77-496a-b200-6c3e72d6dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.450581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5cb20ae-8c77-496a-b200-6c3e72d6dbfe None None] Port 14782dd8-ee11-4abc-af54-d0ebbc07655a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:43:21.675882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53586) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:21.683973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1687215689-network', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:21.715789 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Made reservation on behalf of 67edc3d6735d4b5ca7f0f1961d9c0813 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:21.718364 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.727856 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.758865 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 001e9c66-cafc-4370-8d73-5bbb0d95c266 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:43:21.807924 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.808763 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 001e9c66-cafc-4370-8d73-5bbb0d95c266 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:21.809250 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.812517 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.840743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:43:21.849333 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1375bfa-1e21-4046-95f2-d3c6aa864c4d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:21.855972 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.856311 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Added segment 0e6c4fb9-546e-47bf-a790-3cca5a89db78 of type vlan for network 287565a5-986c-42fe-9009-c9c6ba1fc92b
Dec 18 21:43:21.894384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 68901047-ec2f-4ace-920c-8691dc1a767c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:43:21.906059 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.933315 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.934296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:21.934907 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.943545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 68901047-ec2f-4ace-920c-8691dc1a767c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:21.944231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:21.984670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3070810
Dec 18 21:43:21.987549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53588) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:21.993860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b742d430-2c91-4a57-b174-290659c6159b admin admin] Request body: {'subnet': {'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1687215689-subnet', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'ip_version': 4}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:21.995732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe759da-7b42-47b9-bcbf-644abbf199d9 admin admin] Pushing event updated for resources: {'Network': ['ID=287565a5-986c-42fe-9009-c9c6ba1fc92b,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:22.008146 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 287565a5-986c-42fe-9009-c9c6ba1fc92b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:43:22.019622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b742d430-2c91-4a57-b174-290659c6159b admin admin] Made reservation on behalf of 67edc3d6735d4b5ca7f0f1961d9c0813 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:22.022246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b742d430-2c91-4a57-b174-290659c6159b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:22.210349 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b742d430-2c91-4a57-b174-290659c6159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:22.268789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742d430-2c91-4a57-b174-290659c6159b admin admin] Pushing event updated for resources: {'Subnet': ['ID=69f59552-8db0-45d1-989b-cf366b2ef93b,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:22.279823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b742d430-2c91-4a57-b174-290659c6159b admin admin] Checking segment: {'id': '0e6c4fb9-546e-47bf-a790-3cca5a89db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:22.280205 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b742d430-2c91-4a57-b174-290659c6159b admin admin] Network hostable DHCP agents. Network: 287565a5-986c-42fe-9009-c9c6ba1fc92b, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:43:22.297121 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b742d430-2c91-4a57-b174-290659c6159b admin admin] Network 287565a5-986c-42fe-9009-c9c6ba1fc92b is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:43:22.306114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-b742d430-2c91-4a57-b174-290659c6159b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 287565a5-986c-42fe-9009-c9c6ba1fc92b) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:22.311208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b742d430-2c91-4a57-b174-290659c6159b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:22.312235 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b742d430-2c91-4a57-b174-290659c6159b admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:22.315237 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6872cee8-7082-4a2e-92ab-91b7da42b788 None None] Network 287565a5-986c-42fe-9009-c9c6ba1fc92b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:22.328228 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b742d430-2c91-4a57-b174-290659c6159b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3389499
Dec 18 21:43:22.330711 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53590) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:22.335458 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1687215689-router', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:22.361353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:22.362582 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:22.422566 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:22.428743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-287565a5-986c-42fe-9009-c9c6ba1fc92b', 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b', 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'fixed_ips': [{'subnet_id': '69f59552-8db0-45d1-989b-cf366b2ef93b'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:43:22.430819 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:22.440992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Sync routers for ids ['e59c4b43-0ba3-474c-b146-3a160dd031bf'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:43:22.464420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Routers {'e59c4b43-0ba3-474c-b146-3a160dd031bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:43:22.465044 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-da570754-f345-413b-bd92-0d089ee5845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e07dbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:43:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e59c4b43-0ba3-474c-b146-3a160dd031bf'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:22.561935 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:22.843141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Allocated IP 172.20.0.2 (287565a5-986c-42fe-9009-c9c6ba1fc92b/69f59552-8db0-45d1-989b-cf366b2ef93b/453c0d9e-99e7-4d00-9529-a04d22df7052) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:43:22.846026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Set router e59c4b43-0ba3-474c-b146-3a160dd031bf gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:43:23.061326 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.079676 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.142538 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.149457 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.184939 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Allocated IP 172.35.3.157 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/6bef6780-0574-4c48-98f2-47f78d8d12d8) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:43:23.196807 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Network 287565a5-986c-42fe-9009-c9c6ba1fc92b is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:23.207486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:23.211412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:43:23.218374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Pushing event updated for resources: {'Port': ['ID=453c0d9e-99e7-4d00-9529-a04d22df7052,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:23.253907 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-da570754-f345-413b-bd92-0d089ee5845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e07dbe0>, [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:43:20Z', 'revision_number': 4, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14782dd8-ee11-4abc-af54-d0ebbc07655a', 'name': '', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'mac_address': 'fa:16:3e:3b:2e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:19Z', 'updated_at': '2021-12-18T21:43:20Z', 'revision_number': 2, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'subnets': [{'id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:23.285520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Checking router: e59c4b43-0ba3-474c-b146-3a160dd031bf for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:43:23.285520 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Updating router e59c4b43-0ba3-474c-b146-3a160dd031bf port 14782dd8-ee11-4abc-af54-d0ebbc07655a binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:43:23.309599 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.335873 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.337695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Attempting to bind port 453c0d9e-99e7-4d00-9529-a04d22df7052 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:43:23.338647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Attempting to bind port 453c0d9e-99e7-4d00-9529-a04d22df7052 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0e6c4fb9-546e-47bf-a790-3cca5a89db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:43:23.339013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Attempting to bind port 453c0d9e-99e7-4d00-9529-a04d22df7052 on network 287565a5-986c-42fe-9009-c9c6ba1fc92b {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:23.351519 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.352985 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:43:23.353445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Checking segment: {'id': '0e6c4fb9-546e-47bf-a790-3cca5a89db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:23.357673 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.357673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Bound using segment: {'id': '0e6c4fb9-546e-47bf-a790-3cca5a89db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:43:23.357673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Bound port: 453c0d9e-99e7-4d00-9529-a04d22df7052, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6c4fb9-546e-47bf-a790-3cca5a89db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:43:23.357673 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.391689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:23.396244 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:23.401435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:43:23.403540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Pushing event updated for resources: {'Port': ['ID=6bef6780-0574-4c48-98f2-47f78d8d12d8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:23.421759 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c33caeb-a77a-494e-8510-3e5da9e679ad None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:43:23.537792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] For port 453c0d9e-99e7-4d00-9529-a04d22df7052, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:43:23.553831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d8fb9261-63de-4d34-b65f-4fbf049e62b9 None None] Provisioning complete for port 6bef6780-0574-4c48-98f2-47f78d8d12d8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:23.554204 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9261-63de-4d34-b65f-4fbf049e62b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.556739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] For port 453c0d9e-99e7-4d00-9529-a04d22df7052, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=453c0d9e-99e7-4d00-9529-a04d22df7052,segment=NetworkSegment(0e6c4fb9-546e-47bf-a790-3cca5a89db78),segment_id=0e6c4fb9-546e-47bf-a790-3cca5a89db78)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:43:23.584425 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.661450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.669060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb9261-63de-4d34-b65f-4fbf049e62b9 None None] Port 6bef6780-0574-4c48-98f2-47f78d8d12d8 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:43:23.697814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046728e5-e0c8-4cb8-b761-19b75e46435b None None] Pushing event updated for resources: {'Port': ['ID=453c0d9e-99e7-4d00-9529-a04d22df7052,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:23.799111 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.805188 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.893665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d66399-384b-4198-98f2-570d11729e23 None None] Pushing event updated for resources: {'Port': ['ID=14782dd8-ee11-4abc-af54-d0ebbc07655a,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:23.910690 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.931406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Attempting to bind port 14782dd8-ee11-4abc-af54-d0ebbc07655a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:43:23.932318 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Attempting to bind port 14782dd8-ee11-4abc-af54-d0ebbc07655a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:43:23.932884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Attempting to bind port 14782dd8-ee11-4abc-af54-d0ebbc07655a on network 1116cea5-4729-4abb-9c60-c0a1568c7c11 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:23.941380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:43:23.942038 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Checking segment: {'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:23.942644 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:23.944221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Bound using segment: {'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:43:23.948943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Bound port: 14782dd8-ee11-4abc-af54-d0ebbc07655a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:43:23.949344 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:24.016793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-da570754-f345-413b-bd92-0d089ee5845f None None] For port 14782dd8-ee11-4abc-af54-d0ebbc07655a, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:43:24.020568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-da570754-f345-413b-bd92-0d089ee5845f None None] For port 14782dd8-ee11-4abc-af54-d0ebbc07655a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14782dd8-ee11-4abc-af54-d0ebbc07655a,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:43:24.028565 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:24.082340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Router 48669175-9135-4b66-9d4f-531cb2340df3 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:43:24.102623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Routers {'e59c4b43-0ba3-474c-b146-3a160dd031bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:43:24.103258 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-da570754-f345-413b-bd92-0d089ee5845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e07dbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:43:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e59c4b43-0ba3-474c-b146-3a160dd031bf'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:24.142111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d66399-384b-4198-98f2-570d11729e23 None None] Pushing event updated for resources: {'Port': ['ID=14782dd8-ee11-4abc-af54-d0ebbc07655a,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:24.203752 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:43:24.217424 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Sync routers for ids ['48669175-9135-4b66-9d4f-531cb2340df3'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:43:24.225392 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-546d5785-8988-4e0b-b2a6-2537b8395be7 None None] Provisioning complete for port 14782dd8-ee11-4abc-af54-d0ebbc07655a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:24.226023 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-546d5785-8988-4e0b-b2a6-2537b8395be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:24.230149 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:24.235763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53592) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:43:24.238031 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Routers {'48669175-9135-4b66-9d4f-531cb2340df3'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:43:24.239520 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f49edf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:43:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['48669175-9135-4b66-9d4f-531cb2340df3'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:24.249369 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-253c9fed-1e64-4eee-bdac-de16611b685f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.9175165
Dec 18 21:43:24.268425 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-da570754-f345-413b-bd92-0d089ee5845f None None] Set router e59c4b43-0ba3-474c-b146-3a160dd031bf gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:43:24.375051 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Set router 48669175-9135-4b66-9d4f-531cb2340df3 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:43:24.470082 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-546d5785-8988-4e0b-b2a6-2537b8395be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:24.538308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-546d5785-8988-4e0b-b2a6-2537b8395be7 None None] For port 14782dd8-ee11-4abc-af54-d0ebbc07655a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14782dd8-ee11-4abc-af54-d0ebbc07655a,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:24.545753 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-546d5785-8988-4e0b-b2a6-2537b8395be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:24.588490 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f49edf0>, [{'id': '48669175-9135-4b66-9d4f-531cb2340df3', 'name': 'tempest-TestMinimumBasicScenario-1687215689-router', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:22Z', 'updated_at': '2021-12-18T21:43:23Z', 'revision_number': 3, 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'gw_port': {'id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48669175-9135-4b66-9d4f-531cb2340df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:23Z', 'updated_at': '2021-12-18T21:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:24.616766 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Checking router: 48669175-9135-4b66-9d4f-531cb2340df3 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:43:24.617387 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Updating router 48669175-9135-4b66-9d4f-531cb2340df3 port 6bef6780-0574-4c48-98f2-47f78d8d12d8 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:43:24.619180 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-da570754-f345-413b-bd92-0d089ee5845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e07dbe0>, [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:43:20Z', 'revision_number': 4, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14782dd8-ee11-4abc-af54-d0ebbc07655a', 'name': '', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'mac_address': 'fa:16:3e:3b:2e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:19Z', 'updated_at': '2021-12-18T21:43:24Z', 'revision_number': 4, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'subnets': [{'id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:24.649710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da570754-f345-413b-bd92-0d089ee5845f None None] The sync data for ids ['e59c4b43-0ba3-474c-b146-3a160dd031bf'] in ncdv-master-1 is: [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:43:20Z', 'revision_number': 4, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14782dd8-ee11-4abc-af54-d0ebbc07655a', 'name': '', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'mac_address': 'fa:16:3e:3b:2e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:19Z', 'updated_at': '2021-12-18T21:43:24Z', 'revision_number': 4, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'subnets': [{'id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:43:24.652013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d5785-8988-4e0b-b2a6-2537b8395be7 None None] Pushing event updated for resources: {'Port': ['ID=14782dd8-ee11-4abc-af54-d0ebbc07655a,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:24.662558 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:24.679216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4470b653-e346-4acc-8e9b-92ce101a21a7 None None] Provisioning complete for port 14782dd8-ee11-4abc-af54-d0ebbc07655a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:24.686729 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4470b653-e346-4acc-8e9b-92ce101a21a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:24.846421 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:24.980210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa4a11d-9612-460e-b724-d0027e9871dd None None] Network 287565a5-986c-42fe-9009-c9c6ba1fc92b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:43:24.997255 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.004347 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.042004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Allocated IP 172.20.0.1 (287565a5-986c-42fe-9009-c9c6ba1fc92b/69f59552-8db0-45d1-989b-cf366b2ef93b/432cd265-62cb-49c0-8f2e-abbf14f86e3e) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:43:25.067757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb09e93c-beb8-490d-ae73-d01afb0bcfa6 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:43:25.069651 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5e139-3531-42b7-ab0e-2f6284bc4fdf None None] Pushing event updated for resources: {'Port': ['ID=6bef6780-0574-4c48-98f2-47f78d8d12d8,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:25.072768 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Attempting to bind port 6bef6780-0574-4c48-98f2-47f78d8d12d8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:43:25.073144 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Attempting to bind port 6bef6780-0574-4c48-98f2-47f78d8d12d8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:43:25.073500 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Attempting to bind port 6bef6780-0574-4c48-98f2-47f78d8d12d8 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:25.079257 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:43:25.079659 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:25.080024 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.080143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-53edf25d-065e-4fd2-8a90-decc3619ee69 None None] Provisioning complete for port 453c0d9e-99e7-4d00-9529-a04d22df7052 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:25.080396 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:43:25.080523 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-53edf25d-065e-4fd2-8a90-decc3619ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.080962 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Bound port: 6bef6780-0574-4c48-98f2-47f78d8d12d8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:43:25.081344 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.147576 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] For port 6bef6780-0574-4c48-98f2-47f78d8d12d8, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:43:25.152391 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] For port 6bef6780-0574-4c48-98f2-47f78d8d12d8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bef6780-0574-4c48-98f2-47f78d8d12d8,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:43:25.161969 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.180635 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.202846 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-53edf25d-065e-4fd2-8a90-decc3619ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.223552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d613345f-0c09-4ac1-837d-433c0b92caed None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:43:25.233560 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Routers {'48669175-9135-4b66-9d4f-531cb2340df3'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:43:25.234241 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f49edf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:43:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['48669175-9135-4b66-9d4f-531cb2340df3'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:25.258564 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-53edf25d-065e-4fd2-8a90-decc3619ee69 None None] For port 453c0d9e-99e7-4d00-9529-a04d22df7052, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=453c0d9e-99e7-4d00-9529-a04d22df7052,segment=NetworkSegment(0e6c4fb9-546e-47bf-a790-3cca5a89db78),segment_id=0e6c4fb9-546e-47bf-a790-3cca5a89db78)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:25.267972 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-53edf25d-065e-4fd2-8a90-decc3619ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.279275 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5e139-3531-42b7-ab0e-2f6284bc4fdf None None] Pushing event updated for resources: {'Port': ['ID=6bef6780-0574-4c48-98f2-47f78d8d12d8,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:25.281790 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.349736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Network 287565a5-986c-42fe-9009-c9c6ba1fc92b is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:25.358652 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:25.364624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edf25d-065e-4fd2-8a90-decc3619ee69 None None] Pushing event updated for resources: {'Port': ['ID=453c0d9e-99e7-4d00-9529-a04d22df7052,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:25.370713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:43:25.378937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Pushing event updated for resources: {'Port': ['ID=432cd265-62cb-49c0-8f2e-abbf14f86e3e,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:25.409324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-196b61d5-14f4-45e0-a652-e5a9e67f4a32 None None] Provisioning complete for port 6bef6780-0574-4c48-98f2-47f78d8d12d8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:25.409615 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-196b61d5-14f4-45e0-a652-e5a9e67f4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.428914 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] Set router 48669175-9135-4b66-9d4f-531cb2340df3 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:43:25.456115 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.536864 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-196b61d5-14f4-45e0-a652-e5a9e67f4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.565091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-196b61d5-14f4-45e0-a652-e5a9e67f4a32 None None] For port 6bef6780-0574-4c48-98f2-47f78d8d12d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bef6780-0574-4c48-98f2-47f78d8d12d8,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:25.576267 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-196b61d5-14f4-45e0-a652-e5a9e67f4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.646351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b61d5-14f4-45e0-a652-e5a9e67f4a32 None None] Pushing event updated for resources: {'Port': ['ID=6bef6780-0574-4c48-98f2-47f78d8d12d8,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:25.663388 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.711792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3252ddbd-b7a7-4cf8-b24d-87808938c1f0 None None] Provisioning complete for port 453c0d9e-99e7-4d00-9529-a04d22df7052 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:25.712300 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3252ddbd-b7a7-4cf8-b24d-87808938c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.728257 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f49edf0>, [{'id': '48669175-9135-4b66-9d4f-531cb2340df3', 'name': 'tempest-TestMinimumBasicScenario-1687215689-router', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:22Z', 'updated_at': '2021-12-18T21:43:23Z', 'revision_number': 3, 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'gw_port': {'id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48669175-9135-4b66-9d4f-531cb2340df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:23Z', 'updated_at': '2021-12-18T21:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:25.803839 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3300c2-b980-46d9-973f-34b6a9c4bf10 None None] The sync data for ids ['48669175-9135-4b66-9d4f-531cb2340df3'] in ncdv-master-1 is: [{'id': '48669175-9135-4b66-9d4f-531cb2340df3', 'name': 'tempest-TestMinimumBasicScenario-1687215689-router', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:22Z', 'updated_at': '2021-12-18T21:43:23Z', 'revision_number': 3, 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'gw_port': {'id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48669175-9135-4b66-9d4f-531cb2340df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:23Z', 'updated_at': '2021-12-18T21:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:43:25.973164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.980809 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:25.991359 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 453c0d9e-99e7-4d00-9529-a04d22df7052 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:43:26.065252 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Pushing event updated for resources: {'Port': ['ID=432cd265-62cb-49c0-8f2e-abbf14f86e3e,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:26.067797 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:26.085104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 453c0d9e-99e7-4d00-9529-a04d22df7052 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:26.085486 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:26.182941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 14782dd8-ee11-4abc-af54-d0ebbc07655a up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:43:26.192697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Network 287565a5-986c-42fe-9009-c9c6ba1fc92b is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:26.194459 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:26.254641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c23ac4bf-fb9a-4176-87da-781f2726ee91 None None] Provisioning complete for port 432cd265-62cb-49c0-8f2e-abbf14f86e3e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:26.255720 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c23ac4bf-fb9a-4176-87da-781f2726ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:26.336306 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c23ac4bf-fb9a-4176-87da-781f2726ee91 None None] Port 432cd265-62cb-49c0-8f2e-abbf14f86e3e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:43:26.347483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 14782dd8-ee11-4abc-af54-d0ebbc07655a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:26.348163 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:26.373741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Router 48669175-9135-4b66-9d4f-531cb2340df3 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:43:26.503820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:43:26.509604 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1acb22b2-3b96-4b91-8686-e40b3cc7fa2e admin admin] 10.222.0.13 "PUT /v2.0/routers/48669175-9135-4b66-9d4f-531cb2340df3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2720268
Dec 18 21:43:26.561084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b4c8ecf9-f061-4a80-8e4f-8dbfbb1f3ae1 None None] Provisioning complete for port 432cd265-62cb-49c0-8f2e-abbf14f86e3e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:26.561462 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ecf9-f061-4a80-8e4f-8dbfbb1f3ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:26.596877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8ecf9-f061-4a80-8e4f-8dbfbb1f3ae1 None None] Port 432cd265-62cb-49c0-8f2e-abbf14f86e3e cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:43:27.710750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6bef6780-0574-4c48-98f2-47f78d8d12d8 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:43:27.773837 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6bef6780-0574-4c48-98f2-47f78d8d12d8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:27.774224 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:28.309367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Sync routers for ids ['48669175-9135-4b66-9d4f-531cb2340df3'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:43:28.320100 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Routers {'48669175-9135-4b66-9d4f-531cb2340df3'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:43:28.320867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d64a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:43:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['48669175-9135-4b66-9d4f-531cb2340df3'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:28.444133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Set router 48669175-9135-4b66-9d4f-531cb2340df3 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:43:28.662092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d64a970>, [{'id': '48669175-9135-4b66-9d4f-531cb2340df3', 'name': 'tempest-TestMinimumBasicScenario-1687215689-router', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:22Z', 'updated_at': '2021-12-18T21:43:25Z', 'revision_number': 4, 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'gw_port': {'id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48669175-9135-4b66-9d4f-531cb2340df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:23Z', 'updated_at': '2021-12-18T21:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '432cd265-62cb-49c0-8f2e-abbf14f86e3e', 'name': '', 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'mac_address': 'fa:16:3e:dd:e7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48669175-9135-4b66-9d4f-531cb2340df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '69f59552-8db0-45d1-989b-cf366b2ef93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:24Z', 'updated_at': '2021-12-18T21:43:25Z', 'revision_number': 2, 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'subnets': [{'id': '69f59552-8db0-45d1-989b-cf366b2ef93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:28.694143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Checking router: 48669175-9135-4b66-9d4f-531cb2340df3 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:43:28.694943 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Updating router 48669175-9135-4b66-9d4f-531cb2340df3 port 432cd265-62cb-49c0-8f2e-abbf14f86e3e binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:43:28.722988 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:29.006349 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:29.015568 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:29.071622 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b47e7-e737-41c1-8aeb-288356ff7c74 None None] Pushing event updated for resources: {'Port': ['ID=432cd265-62cb-49c0-8f2e-abbf14f86e3e,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:29.131288 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Attempting to bind port 432cd265-62cb-49c0-8f2e-abbf14f86e3e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:43:29.131671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Attempting to bind port 432cd265-62cb-49c0-8f2e-abbf14f86e3e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0e6c4fb9-546e-47bf-a790-3cca5a89db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:43:29.132049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Attempting to bind port 432cd265-62cb-49c0-8f2e-abbf14f86e3e on network 287565a5-986c-42fe-9009-c9c6ba1fc92b {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:29.138512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:43:29.138894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Checking segment: {'id': '0e6c4fb9-546e-47bf-a790-3cca5a89db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:29.139309 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:29.139706 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Bound using segment: {'id': '0e6c4fb9-546e-47bf-a790-3cca5a89db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:43:29.140183 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Bound port: 432cd265-62cb-49c0-8f2e-abbf14f86e3e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6c4fb9-546e-47bf-a790-3cca5a89db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:43:29.140695 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:29.221999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] For port 432cd265-62cb-49c0-8f2e-abbf14f86e3e, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:43:29.225308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] For port 432cd265-62cb-49c0-8f2e-abbf14f86e3e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=432cd265-62cb-49c0-8f2e-abbf14f86e3e,segment=NetworkSegment(0e6c4fb9-546e-47bf-a790-3cca5a89db78),segment_id=0e6c4fb9-546e-47bf-a790-3cca5a89db78)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:43:29.233510 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:29.312736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b47e7-e737-41c1-8aeb-288356ff7c74 None None] Pushing event updated for resources: {'Port': ['ID=432cd265-62cb-49c0-8f2e-abbf14f86e3e,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:29.317036 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Routers {'48669175-9135-4b66-9d4f-531cb2340df3'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:43:29.317699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d64a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:43:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['48669175-9135-4b66-9d4f-531cb2340df3'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:29.451329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-62f10efd-9885-4a21-899e-5a355000fbe4 None None] Provisioning complete for port 432cd265-62cb-49c0-8f2e-abbf14f86e3e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:29.451722 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-62f10efd-9885-4a21-899e-5a355000fbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:29.516595 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] Set router 48669175-9135-4b66-9d4f-531cb2340df3 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:43:29.667048 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-62f10efd-9885-4a21-899e-5a355000fbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:29.728058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-62f10efd-9885-4a21-899e-5a355000fbe4 None None] For port 432cd265-62cb-49c0-8f2e-abbf14f86e3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=432cd265-62cb-49c0-8f2e-abbf14f86e3e,segment=NetworkSegment(0e6c4fb9-546e-47bf-a790-3cca5a89db78),segment_id=0e6c4fb9-546e-47bf-a790-3cca5a89db78)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:29.741170 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-62f10efd-9885-4a21-899e-5a355000fbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:29.821400 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f10efd-9885-4a21-899e-5a355000fbe4 None None] Pushing event updated for resources: {'Port': ['ID=432cd265-62cb-49c0-8f2e-abbf14f86e3e,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:29.844822 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d64a970>, [{'id': '48669175-9135-4b66-9d4f-531cb2340df3', 'name': 'tempest-TestMinimumBasicScenario-1687215689-router', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:22Z', 'updated_at': '2021-12-18T21:43:25Z', 'revision_number': 4, 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'gw_port': {'id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48669175-9135-4b66-9d4f-531cb2340df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:23Z', 'updated_at': '2021-12-18T21:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '432cd265-62cb-49c0-8f2e-abbf14f86e3e', 'name': '', 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'mac_address': 'fa:16:3e:dd:e7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48669175-9135-4b66-9d4f-531cb2340df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '69f59552-8db0-45d1-989b-cf366b2ef93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:24Z', 'updated_at': '2021-12-18T21:43:29Z', 'revision_number': 4, 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'subnets': [{'id': '69f59552-8db0-45d1-989b-cf366b2ef93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:43:29.879247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3cdc7-ec35-4061-9f9a-75b1f5548da0 None None] The sync data for ids ['48669175-9135-4b66-9d4f-531cb2340df3'] in ncdv-master-1 is: [{'id': '48669175-9135-4b66-9d4f-531cb2340df3', 'name': 'tempest-TestMinimumBasicScenario-1687215689-router', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:22Z', 'updated_at': '2021-12-18T21:43:25Z', 'revision_number': 4, 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'gw_port': {'id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48669175-9135-4b66-9d4f-531cb2340df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:23Z', 'updated_at': '2021-12-18T21:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '432cd265-62cb-49c0-8f2e-abbf14f86e3e', 'name': '', 'network_id': '287565a5-986c-42fe-9009-c9c6ba1fc92b', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'mac_address': 'fa:16:3e:dd:e7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48669175-9135-4b66-9d4f-531cb2340df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '69f59552-8db0-45d1-989b-cf366b2ef93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:24Z', 'updated_at': '2021-12-18T21:43:29Z', 'revision_number': 4, 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'subnets': [{'id': '69f59552-8db0-45d1-989b-cf366b2ef93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:43:29.889969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-096c8f5f-74b2-4683-b605-94c6143c2292 None None] Provisioning complete for port 432cd265-62cb-49c0-8f2e-abbf14f86e3e triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:29.890453 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-096c8f5f-74b2-4683-b605-94c6143c2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:31.723484 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 432cd265-62cb-49c0-8f2e-abbf14f86e3e up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:43:31.783375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 432cd265-62cb-49c0-8f2e-abbf14f86e3e triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:31.783375 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:33.062076 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fbf38a80-ac5c-4d28-98d6-dd178725f255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:35.266625 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1cef6bcb-3f2d-4d43-aa6b-d54298462aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:36.334698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-5bfa08c9-c00e-478c-afec-2e9555f6f603 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:36.336157 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-5bfa08c9-c00e-478c-afec-2e9555f6f603 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/networks?id=1116cea5-4729-4abb-9c60-c0a1568c7c11 HTTP/1.1" status: 200  len: 814 time: 0.1050527
Dec 18 21:43:36.350654 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-10f37b26-263b-4584-b95f-428018b2c818 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/quotas/fb1a66fd59be4793a6090985e8ae5998 HTTP/1.1" status: 200  len: 375 time: 0.0086954
Dec 18 21:43:36.400700 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-9ef61600-855f-4f4e-b5b3-6128d53ed1da tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb1a66fd59be4793a6090985e8ae5998&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0439024
Dec 18 21:43:36.417385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-a77675da-40d8-4dfb-abee-2722ccf40f5f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:43:36.418376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-a77675da-40d8-4dfb-abee-2722ccf40f5f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057046
Dec 18 21:43:36.508181 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-c6dc610a-ec56-4323-ad8f-7a37b5ba145b service neutron] 10.222.0.13 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841711
Dec 18 21:43:36.589760 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:36.597409 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-5a718e2a-584c-4551-a54c-fc4081b6b270 service neutron] 10.222.0.13 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829852
Dec 18 21:43:36.756195 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e6e62a4d-1460-49db-8a56-8ae00c0fe36a req-1d10a9a3-0517-4f02-8cf4-eff17904a667 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 210 time: 0.0292923
Dec 18 21:43:37.774738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-117ff77a-a6c8-4a7b-aa92-2f47a6756ff5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:37.776198 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-117ff77a-a6c8-4a7b-aa92-2f47a6756ff5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.31 "GET /v2.0/networks?id=1116cea5-4729-4abb-9c60-c0a1568c7c11 HTTP/1.1" status: 200  len: 814 time: 0.1068759
Dec 18 21:43:37.790190 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Request body: {'port': {'device_id': '63429460-0d40-4233-beff-7d31febf0c67', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'admin_state_up': True, 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:37.863101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8fbdf7d3-8e6c-421b-bcc6-71113d989fa9 req-510c3fcc-598c-48dd-a000-bcd7c9f2666c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 210 time: 0.0265927
Dec 18 21:43:37.917461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Made reservation on behalf of fb1a66fd59be4793a6090985e8ae5998 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:43:37.921141 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:38.056474 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Allocated IP 172.20.0.11 (1116cea5-4729-4abb-9c60-c0a1568c7c11/75b7d9f6-81db-4809-9d2c-abb371c5d854/6bb261dc-7a36-4515-9b4c-0b054e6864b5) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:43:38.243926 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:38.295976 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:38.319138 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:38.380351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Network 1116cea5-4729-4abb-9c60-c0a1568c7c11 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:43:38.383677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:43:38.388005 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:43:38.439543 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:38.440347 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:38.455535 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event updated for resources: {'Port': ['ID=6bb261dc-7a36-4515-9b4c-0b054e6864b5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:38.476765 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-ade248ea-c8e5-4e11-bfcc-be16a7abcd81 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6866574
Dec 18 21:43:38.672581 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:38.708717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5c2ad7b8-f9c7-43ac-8180-1aa8897949e7 None None] Provisioning complete for port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:38.709091 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5c2ad7b8-f9c7-43ac-8180-1aa8897949e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:38.748964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ad7b8-f9c7-43ac-8180-1aa8897949e7 None None] Port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:43:39.012596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9fb80-ddbe-4cd5-9c50-2ea3b8e8354d req-8d63a2da-df9d-4a53-995e-295addcbc879 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:39.015325 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3d9fb80-ddbe-4cd5-9c50-2ea3b8e8354d req-8d63a2da-df9d-4a53-995e-295addcbc879 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 932 time: 0.0745766
Dec 18 21:43:39.076844 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3d9fb80-ddbe-4cd5-9c50-2ea3b8e8354d req-b626efe1-4732-40ee-8a65-eecb59161b97 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550060
Dec 18 21:43:40.192022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b19720-e13a-437d-92b6-bbc29d594cc2 req-2ae40fb7-0d3e-41ce-b034-32e0c492601a tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:40.193469 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35b19720-e13a-437d-92b6-bbc29d594cc2 req-2ae40fb7-0d3e-41ce-b034-32e0c492601a tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 932 time: 0.0477896
Dec 18 21:43:40.239748 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35b19720-e13a-437d-92b6-bbc29d594cc2 req-01d7bb6d-3bff-456c-8518-cea5203c7480 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396242
Dec 18 21:43:41.354925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafbb27-9064-4e45-bf7f-e221fc754175 req-d2303a2a-7af9-4c20-a15e-0e1151d557f5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:41.356383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbafbb27-9064-4e45-bf7f-e221fc754175 req-d2303a2a-7af9-4c20-a15e-0e1151d557f5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 932 time: 0.0482786
Dec 18 21:43:41.417980 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbafbb27-9064-4e45-bf7f-e221fc754175 req-e0162122-ad6b-4b29-b1ab-95e518700c1a tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555542
Dec 18 21:43:42.533610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13238978-d0d4-4694-b90a-3e9f28711df4 req-21d154d5-c90f-4ba1-ade7-118719fbd3a3 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:42.535364 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13238978-d0d4-4694-b90a-3e9f28711df4 req-21d154d5-c90f-4ba1-ade7-118719fbd3a3 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 932 time: 0.0494201
Dec 18 21:43:42.603503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-13238978-d0d4-4694-b90a-3e9f28711df4 req-50ad5279-12dd-4752-8603-96466525740b tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551844
Dec 18 21:43:43.726077 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ae481-0731-4caf-b51c-9968ddbd038a req-0c15b731-da35-4474-9dc4-79bcc450ddec tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:43.727640 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-513ae481-0731-4caf-b51c-9968ddbd038a req-0c15b731-da35-4474-9dc4-79bcc450ddec tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 932 time: 0.0492659
Dec 18 21:43:43.776179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-513ae481-0731-4caf-b51c-9968ddbd038a req-683abd91-d302-4766-b946-cfe45b53faa3 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420604
Dec 18 21:43:44.897036 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e0320-a1e1-4313-956a-62aa79f8da84 req-f84b63d0-1e77-4500-9600-407ba2504108 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:44.898522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0a4e0320-a1e1-4313-956a-62aa79f8da84 req-f84b63d0-1e77-4500-9600-407ba2504108 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 932 time: 0.0514469
Dec 18 21:43:44.944793 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0a4e0320-a1e1-4313-956a-62aa79f8da84 req-5ae96874-93d7-417d-8d55-50b9a5bda191 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400922
Dec 18 21:43:45.365225 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:46.067733 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66208f-0922-400e-aea2-2f488fdc71f5 req-832160be-4811-49b3-afbd-d82420c5c9d9 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:46.069215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e66208f-0922-400e-aea2-2f488fdc71f5 req-832160be-4811-49b3-afbd-d82420c5c9d9 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 932 time: 0.0487576
Dec 18 21:43:46.117083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e66208f-0922-400e-aea2-2f488fdc71f5 req-f6fde2e1-f9ec-46ce-885a-4443c59f1e31 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411794
Dec 18 21:43:47.234875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a53b6c-33d3-4982-b300-7847d42b58e1 req-b6a7ae79-461b-46b8-93bf-530a4c4cd3ff tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:47.236534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26a53b6c-33d3-4982-b300-7847d42b58e1 req-b6a7ae79-461b-46b8-93bf-530a4c4cd3ff tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 932 time: 0.0528979
Dec 18 21:43:47.288634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26a53b6c-33d3-4982-b300-7847d42b58e1 req-82069087-6b32-482c-821d-333551968f55 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444901
Dec 18 21:43:48.417622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cc7f2-bba6-46b8-9577-a900aac67487 req-b245e848-84a7-40e9-8bff-d73e1b942651 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:48.419142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b10cc7f2-bba6-46b8-9577-a900aac67487 req-b245e848-84a7-40e9-8bff-d73e1b942651 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 932 time: 0.0495443
Dec 18 21:43:48.485173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b10cc7f2-bba6-46b8-9577-a900aac67487 req-70e8e560-9e5a-457b-a6a2-3429d0d36d6d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597961
Dec 18 21:43:49.294336 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:43:49.601165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0322f-a306-4a5d-90f9-cda0376601ae req-dc875dd7-7cf8-4ccf-a119-e8015a4803bf tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:49.603153 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aee0322f-a306-4a5d-90f9-cda0376601ae req-dc875dd7-7cf8-4ccf-a119-e8015a4803bf tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 932 time: 0.0469067
Dec 18 21:43:49.655160 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aee0322f-a306-4a5d-90f9-cda0376601ae req-23c42aa9-ca57-474d-8ae8-9e206e37cca1 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436044
Dec 18 21:43:49.713550 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Request body: {'port': {'device_id': '63429460-0d40-4233-beff-7d31febf0c67', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:43:49.771143 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:49.959072 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:50.022620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb261dc-7a36-4515-9b4c-0b054e6864b5 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:43:50.030878 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:50.043443 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Transition to ACTIVE for port object 6bb261dc-7a36-4515-9b4c-0b054e6864b5 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:43:50.056006 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:50.109747 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Pushing event updated for resources: {'Port': ['ID=6bb261dc-7a36-4515-9b4c-0b054e6864b5,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:50.177519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Attempting to bind port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:43:50.177848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Attempting to bind port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:43:50.178175 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Attempting to bind port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 on network 1116cea5-4729-4abb-9c60-c0a1568c7c11 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:50.182785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 on network 1116cea5-4729-4abb-9c60-c0a1568c7c11 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:43:50.183108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Attempting to bind port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 on network 1116cea5-4729-4abb-9c60-c0a1568c7c11 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:43:50.188255 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:43:50.188590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Checking segment: {'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:43:50.188969 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Bound using segment: {'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:43:50.189390 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Bound port: 6bb261dc-7a36-4515-9b4c-0b054e6864b5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e72da4-dbcd-4221-bf12-eaf501242962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:43:50.189743 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:50.254684 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] For port 6bb261dc-7a36-4515-9b4c-0b054e6864b5, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:43:50.258677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] For port 6bb261dc-7a36-4515-9b4c-0b054e6864b5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:43:50.263353 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:50.300148 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:50.300779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:50.302172 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] 10.222.0.31 "PUT /v2.0/ports/6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 200  len: 1092 time: 0.5932629
Dec 18 21:43:50.302737 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:43:50.305013 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68425edc5ed0ecc90f2a17a9d500d377fc8a6aa55c87307e53a436659917c2c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fae3a60-3abe-4088-a5e6-9d82736b92c5" -d '{"events": [{"name": "network-changed", "server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:43:50.334606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d586aa4-64c4-4c82-a3a7-c58845dcd0cd service neutron] Pushing event updated for resources: {'Port': ['ID=6bb261dc-7a36-4515-9b4c-0b054e6864b5,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:50.359559 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddafe3d0-80b3-4356-9515-65c83e5f2af6 x-openstack-request-id: req-ddafe3d0-80b3-4356-9515-65c83e5f2af6 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:43:50.359853 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:43:50.360112 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddafe3d0-80b3-4356-9515-65c83e5f2af6 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:43:50.360510 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'status': 'completed', 'code': 200}
Dec 18 21:43:50.395211 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-0aacce6c-98df-4fbf-b221-952e30440c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:50.396868 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-0aacce6c-98df-4fbf-b221-952e30440c34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb1a66fd59be4793a6090985e8ae5998&device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 1095 time: 0.0462005
Dec 18 21:43:50.445947 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-99d1b411-30c4-4d0c-af85-9a0b79d362db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 200  len: 217 time: 0.0410714
Dec 18 21:43:50.496475 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-287bd4bb-6fb7-4f32-a472-81a8bf6b470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:50.497940 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-287bd4bb-6fb7-4f32-a472-81a8bf6b470b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b7d9f6-81db-4809-9d2c-abb371c5d854 HTTP/1.1" status: 200  len: 853 time: 0.0440431
Dec 18 21:43:50.542525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-95fb94e2-4fe9-466f-b672-3e245f3b4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:50.543995 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-95fb94e2-4fe9-466f-b672-3e245f3b4357 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1116cea5-4729-4abb-9c60-c0a1568c7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391426
Dec 18 21:43:50.637292 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-f9da58b6-e30f-41f2-b482-5623c4024d03 service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860903
Dec 18 21:43:50.729275 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68707f05-a1df-4d7e-a79c-aa0a66ca76e3 req-212e43e1-b87f-4944-b419-459c4214e9ec service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854549
Dec 18 21:43:50.782288 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d749b2-5ea4-49fa-b02a-c30bf0ed1b52 req-e3b78e63-036d-4328-86bc-081a49678cbb tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:50.783817 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07d749b2-5ea4-49fa-b02a-c30bf0ed1b52 req-e3b78e63-036d-4328-86bc-081a49678cbb tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 944 time: 0.0493491
Dec 18 21:43:50.817508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae3a60-3abe-4088-a5e6-9d82736b92c5 req-4ee53321-5939-4990-9bd3-a4275dcd39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:50.819050 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4fae3a60-3abe-4088-a5e6-9d82736b92c5 req-4ee53321-5939-4990-9bd3-a4275dcd39bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb1a66fd59be4793a6090985e8ae5998&device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 1095 time: 0.0449953
Dec 18 21:43:50.831628 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-07d749b2-5ea4-49fa-b02a-c30bf0ed1b52 req-11095536-b9ac-4e0e-b20e-186072c44c74 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418489
Dec 18 21:43:50.909181 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae3a60-3abe-4088-a5e6-9d82736b92c5 req-49f75e46-fd0f-4366-a75c-432ddcfbb147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:50.910679 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4fae3a60-3abe-4088-a5e6-9d82736b92c5 req-49f75e46-fd0f-4366-a75c-432ddcfbb147 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1116cea5-4729-4abb-9c60-c0a1568c7c11 HTTP/1.1" status: 200  len: 915 time: 0.0844522
Dec 18 21:43:50.955222 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4fae3a60-3abe-4088-a5e6-9d82736b92c5 req-8b312cbf-3919-409f-82f1-8f7762fce165 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 200  len: 217 time: 0.0376902
Dec 18 21:43:51.002303 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae3a60-3abe-4088-a5e6-9d82736b92c5 req-02ed4de6-ad3a-4036-b467-0301b82b8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:51.003586 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4fae3a60-3abe-4088-a5e6-9d82736b92c5 req-02ed4de6-ad3a-4036-b467-0301b82b8c74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b7d9f6-81db-4809-9d2c-abb371c5d854 HTTP/1.1" status: 200  len: 853 time: 0.0417638
Dec 18 21:43:51.048913 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae3a60-3abe-4088-a5e6-9d82736b92c5 req-97d204f6-84cd-462c-bd61-77eceeaf91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:51.050369 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4fae3a60-3abe-4088-a5e6-9d82736b92c5 req-97d204f6-84cd-462c-bd61-77eceeaf91c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1116cea5-4729-4abb-9c60-c0a1568c7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386200
Dec 18 21:43:51.142309 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4fae3a60-3abe-4088-a5e6-9d82736b92c5 req-cb0d979a-5eca-4c02-8cd0-734b19d691ee service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846286
Dec 18 21:43:51.230619 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-4fae3a60-3abe-4088-a5e6-9d82736b92c5 req-8b8d1cab-4b43-4da6-a543-36bfad0b853b service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800819
Dec 18 21:43:51.957257 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab14ce-6fa5-4f62-9547-f5657859bbfc req-7ef3b892-042a-4255-8dd0-3d272db39909 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:51.958928 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcab14ce-6fa5-4f62-9547-f5657859bbfc req-7ef3b892-042a-4255-8dd0-3d272db39909 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 944 time: 0.0581524
Dec 18 21:43:52.004950 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dcab14ce-6fa5-4f62-9547-f5657859bbfc req-ea612499-434d-4723-bb07-4de453f527b8 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393465
Dec 18 21:43:52.674867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 6bb261dc-7a36-4515-9b4c-0b054e6864b5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:43:52.770666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 6bb261dc-7a36-4515-9b4c-0b054e6864b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:52.781695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'port_id': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'mac_address': 'fa:16:3e:f5:7d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:43:52.818174 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:52.833815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb261dc-7a36-4515-9b4c-0b054e6864b5 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:43:52.851822 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 6bb261dc-7a36-4515-9b4c-0b054e6864b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:52.856316 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:52.901881 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=6bb261dc-7a36-4515-9b4c-0b054e6864b5,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:53.056382 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['6bb261dc-7a36-4515-9b4c-0b054e6864b5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:43:53.121067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276856bb-a614-469a-a51a-211b97154398 req-60b32be2-3081-466f-99c0-abafd5b3b765 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:53.122785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-276856bb-a614-469a-a51a-211b97154398 req-60b32be2-3081-466f-99c0-abafd5b3b765 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 945 time: 0.0521667
Dec 18 21:43:53.169037 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-276856bb-a614-469a-a51a-211b97154398 req-24ad038b-8eb9-4f16-a0f7-4d852d45bba5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404472
Dec 18 21:43:54.285680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384632d5-f5a5-4b76-a887-3931a5269a92 req-d2258baf-574c-42a5-9380-8345780217ba tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:54.287182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-384632d5-f5a5-4b76-a887-3931a5269a92 req-d2258baf-574c-42a5-9380-8345780217ba tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 945 time: 0.0496714
Dec 18 21:43:54.337536 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-384632d5-f5a5-4b76-a887-3931a5269a92 req-4e3f9a34-8d72-4c73-a201-6e76174a0cc4 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437112
Dec 18 21:43:54.679774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 6bb261dc-7a36-4515-9b4c-0b054e6864b5 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:43:54.727255 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:43:54.731283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:43:54.731659 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:54.807655 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:54.829394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:43:54.832096 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae958da0a4c7155da1056bdcce659ed4015a15d04415f18347d1e00dd09c08b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c0de1c-d1d5-4940-a32a-2983942930ff" -d '{"events": [{"server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "name": "network-vif-plugged", "status": "completed", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:43:54.845616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 6bb261dc-7a36-4515-9b4c-0b054e6864b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:43:54.849860 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:43:54.876641 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6312f01-07b0-47ed-a04e-7be5bddfa1af x-openstack-request-id: req-c6312f01-07b0-47ed-a04e-7be5bddfa1af {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:43:54.876935 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "name": "network-vif-plugged", "status": "completed", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:43:54.877204 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6312f01-07b0-47ed-a04e-7be5bddfa1af {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:43:54.877586 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'code': 200}
Dec 18 21:43:54.902866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=6bb261dc-7a36-4515-9b4c-0b054e6864b5,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:43:54.966819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c4714-ae80-49b5-8d6c-60275510e289 req-2f8a86bd-f49c-4c6f-92a8-996c8c448c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:54.968216 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-886c4714-ae80-49b5-8d6c-60275510e289 req-2f8a86bd-f49c-4c6f-92a8-996c8c448c88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 1097 time: 0.0395899
Dec 18 21:43:55.015858 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-886c4714-ae80-49b5-8d6c-60275510e289 req-cdcd11e0-3ae8-40e4-a17d-3d142d8d0190 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402658
Dec 18 21:43:55.449331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95d071-2df5-4eb9-91e2-ae286f5958ec req-81d74206-2aa7-443a-ba79-d4a2bcd5d096 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:55.450810 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e95d071-2df5-4eb9-91e2-ae286f5958ec req-81d74206-2aa7-443a-ba79-d4a2bcd5d096 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 946 time: 0.0476289
Dec 18 21:43:55.505699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e95d071-2df5-4eb9-91e2-ae286f5958ec req-6c611409-8523-4119-9251-73d7809f5b92 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488665
Dec 18 21:43:56.622420 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4c46d-5b20-4d12-aad7-a36697873a5b req-cef9b6fd-2a09-4743-9348-4432f7ec176c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:56.623883 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18c4c46d-5b20-4d12-aad7-a36697873a5b req-cef9b6fd-2a09-4743-9348-4432f7ec176c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 946 time: 0.0482562
Dec 18 21:43:56.670332 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18c4c46d-5b20-4d12-aad7-a36697873a5b req-d65afcf5-5f92-4054-94b6-3b655978802e tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405850
Dec 18 21:43:56.782526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1451e-2cc3-46c4-a066-48ba31c3768d req-7cec5796-5ccf-45eb-ab17-7ae41ac83275 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:56.783976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abb1451e-2cc3-46c4-a066-48ba31c3768d req-7cec5796-5ccf-45eb-ab17-7ae41ac83275 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 946 time: 0.0474033
Dec 18 21:43:56.831878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-abb1451e-2cc3-46c4-a066-48ba31c3768d req-83fc3849-2d10-446f-b14f-24b65e438eb5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417609
Dec 18 21:43:57.017127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b6ed7-b0f2-4a08-9cb4-15ad4a012ce5 req-b9a6ca18-8224-40ed-9d8f-9dfd2fca41f7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:43:57.018608 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b7b6ed7-b0f2-4a08-9cb4-15ad4a012ce5 req-b9a6ca18-8224-40ed-9d8f-9dfd2fca41f7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 946 time: 0.0510678
Dec 18 21:43:57.077595 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4b7b6ed7-b0f2-4a08-9cb4-15ad4a012ce5 req-9957ba1b-388a-417a-ba7f-60bfea2e7053 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521672
Dec 18 21:44:01.167286 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010ac0f-0ca0-485d-8ae6-d0593a30b6e0 req-10c41387-73b7-45b0-9a51-ae21c9ff6164 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:01.168753 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a010ac0f-0ca0-485d-8ae6-d0593a30b6e0 req-10c41387-73b7-45b0-9a51-ae21c9ff6164 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 946 time: 0.0478117
Dec 18 21:44:01.214540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a010ac0f-0ca0-485d-8ae6-d0593a30b6e0 req-fdd5a35b-d4fd-4c6f-9965-6ad45eee86a2 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399101
Dec 18 21:44:01.236505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53810) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:44:01.361732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820ae74-ca74-49ab-8687-35479e59286d tempest-TestMinimumBasicScenario-1138411463 tempest-TestMinimumBasicScenario-1138411463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:01.363256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e820ae74-ca74-49ab-8687-35479e59286d tempest-TestMinimumBasicScenario-1138411463 tempest-TestMinimumBasicScenario-1138411463-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 1092 time: 0.1258140
Dec 18 21:44:01.366196 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53814) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:44:01.370334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:44:01.392555 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:01.486304 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:01.588759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Allocated IP 172.35.3.83 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/a6e0ff44-932e-4f4d-975c-1ea1d47b6fdd) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:44:01.682699 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:01.716202 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:02.018630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:44:02.021423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:44:02.025056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:44:02.030285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event updated for resources: {'Port': ['ID=a6e0ff44-932e-4f4d-975c-1ea1d47b6fdd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:44:02.382368 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:02.446143 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:02.592937 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:02.597294 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:02.663617 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event updated for resources: {'Port': ['ID=a6e0ff44-932e-4f4d-975c-1ea1d47b6fdd,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:44:02.676642 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:02.775206 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Floating IP 19e6d173-476c-4afd-a33a-0f4a8dfc6d12 associated. External IP: 172.35.3.83, port: 6bb261dc-7a36-4515-9b4c-0b054e6864b5.
Dec 18 21:44:02.977066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Router e59c4b43-0ba3-474c-b146-3a160dd031bf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:44:03.065667 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1593e7bf-5610-46fd-bd86-7b967605673a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.083668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:44:03.093553 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb39c65-5881-4e5c-a89f-36cb51cf4d5a None None] Sync routers for ids ['e59c4b43-0ba3-474c-b146-3a160dd031bf'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:44:03.101873 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.106488 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb39c65-5881-4e5c-a89f-36cb51cf4d5a None None] Routers {'e59c4b43-0ba3-474c-b146-3a160dd031bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:44:03.107175 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3bb39c65-5881-4e5c-a89f-36cb51cf4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664017a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:43:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e59c4b43-0ba3-474c-b146-3a160dd031bf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:44:03.127918 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cf66c582-c58d-4f8d-9cf4-350a5adc6f35 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.7607119
Dec 18 21:44:03.128513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:44:03.130791 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cccfffc-9e7a-4346-b548-68e82f98adf6" -d '{"events": [{"name": "network-changed", "server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:44:03.131033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53816) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:44:03.136480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-4c4b2d18-07e2-4e33-a26b-48572d3bfc85 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-607035437', 'description': 'tempest-secgroup-smoke-607035437 description', 'project_id': 'fb1a66fd59be4793a6090985e8ae5998'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:44:03.163267 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2d18-07e2-4e33-a26b-48572d3bfc85 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.168891 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314c829d-c1ad-4b92-87d9-fab1ae2a4f0d x-openstack-request-id: req-314c829d-c1ad-4b92-87d9-fab1ae2a4f0d {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:44:03.169196 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:44:03.169457 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-314c829d-c1ad-4b92-87d9-fab1ae2a4f0d {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:44:03.169869 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'status': 'completed', 'code': 200}
Dec 18 21:44:03.214290 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-3bb39c65-5881-4e5c-a89f-36cb51cf4d5a None None] Set router e59c4b43-0ba3-474c-b146-3a160dd031bf gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:44:03.262620 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccfffc-9e7a-4346-b548-68e82f98adf6 req-0d3a33f7-93ac-4b1a-8e96-4ba8e0694491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:03.264023 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7cccfffc-9e7a-4346-b548-68e82f98adf6 req-0d3a33f7-93ac-4b1a-8e96-4ba8e0694491 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb1a66fd59be4793a6090985e8ae5998&device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 1097 time: 0.0697522
Dec 18 21:44:03.280299 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2d18-07e2-4e33-a26b-48572d3bfc85 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.292567 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2d18-07e2-4e33-a26b-48572d3bfc85 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.358526 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2d18-07e2-4e33-a26b-48572d3bfc85 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.359748 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4c4b2d18-07e2-4e33-a26b-48572d3bfc85 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2277153
Dec 18 21:44:03.362417 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b2d18-07e2-4e33-a26b-48572d3bfc85 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b981714-bcf7-4cdf-b04c-b4ed2050504a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:44:03.362784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53820) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:44:03.370053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-98524e44-5453-4ee5-8c89-29e69c02d252 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Request body: {'security_group_rule': {'security_group_id': '0b981714-bcf7-4cdf-b04c-b4ed2050504a', 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:44:03.396884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccfffc-9e7a-4346-b548-68e82f98adf6 req-d36ae1b3-da7a-432f-ba3a-510ad8877fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:03.398599 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7cccfffc-9e7a-4346-b548-68e82f98adf6 req-d36ae1b3-da7a-432f-ba3a-510ad8877fee service neutron] 10.222.0.31 "GET /v2.0/networks?id=1116cea5-4729-4abb-9c60-c0a1568c7c11 HTTP/1.1" status: 200  len: 915 time: 0.1276085
Dec 18 21:44:03.405861 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-98524e44-5453-4ee5-8c89-29e69c02d252 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.452807 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3bb39c65-5881-4e5c-a89f-36cb51cf4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664017a00>, [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:43:20Z', 'revision_number': 4, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19e6d173-476c-4afd-a33a-0f4a8dfc6d12', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'floating_ip_address': '172.35.3.83', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'port_id': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'mac_address': 'fa:16:3e:f5:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63429460-0d40-4233-beff-7d31febf0c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:44:02Z', 'updated_at': '2021-12-18T21:44:02Z', 'revision_number': 0, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14782dd8-ee11-4abc-af54-d0ebbc07655a', 'name': '', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'mac_address': 'fa:16:3e:3b:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:19Z', 'updated_at': '2021-12-18T21:43:24Z', 'revision_number': 5, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'subnets': [{'id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:44:03.467355 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-98524e44-5453-4ee5-8c89-29e69c02d252 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.467878 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7cccfffc-9e7a-4346-b548-68e82f98adf6 req-a2f3ce99-04bf-4bfa-814b-a7cf8049e4bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 200  len: 999 time: 0.0629199
Dec 18 21:44:03.471952 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-98524e44-5453-4ee5-8c89-29e69c02d252 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.482858 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb39c65-5881-4e5c-a89f-36cb51cf4d5a None None] Checking router: e59c4b43-0ba3-474c-b146-3a160dd031bf for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:44:03.491940 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb39c65-5881-4e5c-a89f-36cb51cf4d5a None None] Routers {'e59c4b43-0ba3-474c-b146-3a160dd031bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:44:03.492490 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3bb39c65-5881-4e5c-a89f-36cb51cf4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664017a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:43:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e59c4b43-0ba3-474c-b146-3a160dd031bf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:44:03.492641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98524e44-5453-4ee5-8c89-29e69c02d252 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00f34c9-df11-4129-ad9f-6885ec35e125,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:44:03.506765 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-98524e44-5453-4ee5-8c89-29e69c02d252 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.511308 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-98524e44-5453-4ee5-8c89-29e69c02d252 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1442902
Dec 18 21:44:03.511478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53822) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:44:03.516892 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-96b55edb-e1bf-4cb9-83e8-bcaf187b7da7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Request body: {'security_group_rule': {'security_group_id': '0b981714-bcf7-4cdf-b04c-b4ed2050504a', 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:44:03.531642 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccfffc-9e7a-4346-b548-68e82f98adf6 req-f33354ad-b624-4302-bc7c-df6132d0ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:03.533367 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7cccfffc-9e7a-4346-b548-68e82f98adf6 req-f33354ad-b624-4302-bc7c-df6132d0ec3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b7d9f6-81db-4809-9d2c-abb371c5d854 HTTP/1.1" status: 200  len: 853 time: 0.0584581
Dec 18 21:44:03.546474 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96b55edb-e1bf-4cb9-83e8-bcaf187b7da7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.586707 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccfffc-9e7a-4346-b548-68e82f98adf6 req-1eae9e8e-61ac-4712-8d33-29bb9288d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:03.588346 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7cccfffc-9e7a-4346-b548-68e82f98adf6 req-1eae9e8e-61ac-4712-8d33-29bb9288d0d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1116cea5-4729-4abb-9c60-c0a1568c7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0464382
Dec 18 21:44:03.606516 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-3bb39c65-5881-4e5c-a89f-36cb51cf4d5a None None] Set router e59c4b43-0ba3-474c-b146-3a160dd031bf gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:44:03.614356 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96b55edb-e1bf-4cb9-83e8-bcaf187b7da7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.618997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96b55edb-e1bf-4cb9-83e8-bcaf187b7da7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.637782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b55edb-e1bf-4cb9-83e8-bcaf187b7da7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8821f20f-d732-451f-859c-41e2947a7825,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:44:03.648459 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-96b55edb-e1bf-4cb9-83e8-bcaf187b7da7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.653047 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-96b55edb-e1bf-4cb9-83e8-bcaf187b7da7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1368225
Dec 18 21:44:03.653291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53824) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:44:03.658668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ac8e8581-8cd9-465f-8e0a-6954d4204b57 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Request body: {'security_group_rule': {'security_group_id': '0b981714-bcf7-4cdf-b04c-b4ed2050504a', 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:44:03.688552 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8581-8cd9-465f-8e0a-6954d4204b57 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.690365 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7cccfffc-9e7a-4346-b548-68e82f98adf6 req-cef47e09-dc95-4952-bded-0c7548fe06f6 service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938389
Dec 18 21:44:03.760379 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8581-8cd9-465f-8e0a-6954d4204b57 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.766098 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8581-8cd9-465f-8e0a-6954d4204b57 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.785220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8581-8cd9-465f-8e0a-6954d4204b57 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d138304f-981a-44d5-b326-3958ca344dc3,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:44:03.796521 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7cccfffc-9e7a-4346-b548-68e82f98adf6 req-7bac13b5-74fc-4f3d-ab06-64614f0aa12e service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0989609
Dec 18 21:44:03.796724 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8581-8cd9-465f-8e0a-6954d4204b57 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.797736 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ac8e8581-8cd9-465f-8e0a-6954d4204b57 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1433587
Dec 18 21:44:03.800590 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53826) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:44:03.805896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e522c67e-e0f8-4c59-8e5f-59539131e50c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Request body: {'security_group_rule': {'security_group_id': '0b981714-bcf7-4cdf-b04c-b4ed2050504a', 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:44:03.835242 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e522c67e-e0f8-4c59-8e5f-59539131e50c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.850579 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-3bb39c65-5881-4e5c-a89f-36cb51cf4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664017a00>, [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:43:20Z', 'revision_number': 4, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19e6d173-476c-4afd-a33a-0f4a8dfc6d12', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'floating_ip_address': '172.35.3.83', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'port_id': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'mac_address': 'fa:16:3e:f5:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63429460-0d40-4233-beff-7d31febf0c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:44:02Z', 'updated_at': '2021-12-18T21:44:02Z', 'revision_number': 0, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14782dd8-ee11-4abc-af54-d0ebbc07655a', 'name': '', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'mac_address': 'fa:16:3e:3b:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:19Z', 'updated_at': '2021-12-18T21:43:24Z', 'revision_number': 5, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'subnets': [{'id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:44:03.877205 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb39c65-5881-4e5c-a89f-36cb51cf4d5a None None] The sync data for ids ['e59c4b43-0ba3-474c-b146-3a160dd031bf'] in ncdv-master-1 is: [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:43:20Z', 'revision_number': 4, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19e6d173-476c-4afd-a33a-0f4a8dfc6d12', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'floating_ip_address': '172.35.3.83', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'port_id': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'mac_address': 'fa:16:3e:f5:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63429460-0d40-4233-beff-7d31febf0c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:44:02Z', 'updated_at': '2021-12-18T21:44:02Z', 'revision_number': 0, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14782dd8-ee11-4abc-af54-d0ebbc07655a', 'name': '', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'mac_address': 'fa:16:3e:3b:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:19Z', 'updated_at': '2021-12-18T21:43:24Z', 'revision_number': 5, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'subnets': [{'id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:44:03.896603 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e522c67e-e0f8-4c59-8e5f-59539131e50c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.900498 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e522c67e-e0f8-4c59-8e5f-59539131e50c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.920101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522c67e-e0f8-4c59-8e5f-59539131e50c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ff18f4-a5b0-44b5-a748-395aba80b617,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:44:03.929630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e522c67e-e0f8-4c59-8e5f-59539131e50c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:03.934394 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53828) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:44:03.934548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e522c67e-e0f8-4c59-8e5f-59539131e50c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1328139
Dec 18 21:44:03.939212 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-49158212-3474-4948-85a8-5a0178aa285d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Request body: {'security_group_rule': {'security_group_id': '0b981714-bcf7-4cdf-b04c-b4ed2050504a', 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:44:03.963684 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-49158212-3474-4948-85a8-5a0178aa285d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Project fb1a66fd59be4793a6090985e8ae5998 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:44:03.968889 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49158212-3474-4948-85a8-5a0178aa285d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:04.036070 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49158212-3474-4948-85a8-5a0178aa285d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:04.041158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49158212-3474-4948-85a8-5a0178aa285d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:04.073795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49158212-3474-4948-85a8-5a0178aa285d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd01113-77a1-48e8-8843-76c6b8ebfb7d,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:44:04.082089 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-49158212-3474-4948-85a8-5a0178aa285d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:04.084646 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-49158212-3474-4948-85a8-5a0178aa285d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1490409
Dec 18 21:44:04.087406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53830) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:44:04.094439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f3add898-1038-498e-8209-59cec838bb7d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Request body: {'security_group_rule': {'security_group_id': '0b981714-bcf7-4cdf-b04c-b4ed2050504a', 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:44:04.096589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe8f83c-24cf-4519-abc6-eb0213a38d1f None None] New status for floating IP 19e6d173-476c-4afd-a33a-0f4a8dfc6d12: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:44:04.121502 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-f3add898-1038-498e-8209-59cec838bb7d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Project fb1a66fd59be4793a6090985e8ae5998 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:44:04.126660 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f3add898-1038-498e-8209-59cec838bb7d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:04.195073 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f3add898-1038-498e-8209-59cec838bb7d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:04.199018 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f3add898-1038-498e-8209-59cec838bb7d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:04.219463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3add898-1038-498e-8209-59cec838bb7d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a133ea1a-8eb0-40d4-b5cb-30d06f12b112,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:44:04.229202 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f3add898-1038-498e-8209-59cec838bb7d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:04.230542 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f3add898-1038-498e-8209-59cec838bb7d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1416669
Dec 18 21:44:04.328176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f29baf7-f18e-4b71-b39a-2f5960223503 req-47029f5c-3717-4e7a-8659-88c5277e171b tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607035437&fields=id&tenant_id=fb1a66fd59be4793a6090985e8ae5998 HTTP/1.1" status: 200  len: 267 time: 0.0465648
Dec 18 21:44:04.381338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29baf7-f18e-4b71-b39a-2f5960223503 req-6ab068ea-67d6-4a3c-a75c-d60906e8b1bd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:04.382855 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f29baf7-f18e-4b71-b39a-2f5960223503 req-6ab068ea-67d6-4a3c-a75c-d60906e8b1bd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 946 time: 0.0486655
Dec 18 21:44:04.394623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-3f29baf7-f18e-4b71-b39a-2f5960223503 req-7455c565-5f46-463d-a02b-500ba6c1129d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Request body: {'port': {'security_groups': ['9fef6b21-3a6b-4a58-b8b5-615c3f604d99', '0b981714-bcf7-4cdf-b04c-b4ed2050504a']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:44:04.466155 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3f29baf7-f18e-4b71-b39a-2f5960223503 req-7455c565-5f46-463d-a02b-500ba6c1129d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:04.651054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-3f29baf7-f18e-4b71-b39a-2f5960223503 req-7455c565-5f46-463d-a02b-500ba6c1129d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] For port 6bb261dc-7a36-4515-9b4c-0b054e6864b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:44:04.679279 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3f29baf7-f18e-4b71-b39a-2f5960223503 req-7455c565-5f46-463d-a02b-500ba6c1129d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:04.684273 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3f29baf7-f18e-4b71-b39a-2f5960223503 req-7455c565-5f46-463d-a02b-500ba6c1129d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:04.695710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['6bb261dc-7a36-4515-9b4c-0b054e6864b5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:44:04.734332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29baf7-f18e-4b71-b39a-2f5960223503 req-7455c565-5f46-463d-a02b-500ba6c1129d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:04.735963 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-3f29baf7-f18e-4b71-b39a-2f5960223503 req-7455c565-5f46-463d-a02b-500ba6c1129d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:04.737455 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3f29baf7-f18e-4b71-b39a-2f5960223503 req-7455c565-5f46-463d-a02b-500ba6c1129d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "PUT /v2.0/ports/6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 200  len: 982 time: 0.3475692
Dec 18 21:44:04.767072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455c565-5f46-463d-a02b-500ba6c1129d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event updated for resources: {'Port': ['ID=6bb261dc-7a36-4515-9b4c-0b054e6864b5,revision_number=6']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:44:04.800630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['6bb261dc-7a36-4515-9b4c-0b054e6864b5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:44:04.863400 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42522e-818d-4706-93dd-8da083c2c294 req-c8608cc7-6dd9-40a3-8932-124b802d2a59 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:04.865318 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea42522e-818d-4706-93dd-8da083c2c294 req-c8608cc7-6dd9-40a3-8932-124b802d2a59 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0523827
Dec 18 21:44:04.933011 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea42522e-818d-4706-93dd-8da083c2c294 req-ccdaaa94-0311-403f-a1ce-ba7ae9b09820 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0599597
Dec 18 21:44:05.054325 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-41bf3959-d48d-4432-afb7-a7de96585dc3 None None] Provisioning complete for port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:44:05.054608 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-41bf3959-d48d-4432-afb7-a7de96585dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:05.170782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:44:05.173266 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eba94ac131c833c1c04a1f4565f68ac0dc758385b827a4983c035803bdee784" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef11e330-79d7-4315-9fce-632c6ee796ff" -d '{"events": [{"name": "network-changed", "server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:44:05.208118 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f799b1a8-293d-4ffc-8ea9-69adf1d316c5 x-openstack-request-id: req-f799b1a8-293d-4ffc-8ea9-69adf1d316c5 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:44:05.208410 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:44:05.208669 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f799b1a8-293d-4ffc-8ea9-69adf1d316c5 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:44:05.209065 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'status': 'completed', 'code': 200}
Dec 18 21:44:05.271091 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11e330-79d7-4315-9fce-632c6ee796ff req-a64d2328-a522-4133-ba7e-b957fe054ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:05.272594 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef11e330-79d7-4315-9fce-632c6ee796ff req-a64d2328-a522-4133-ba7e-b957fe054ae0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb1a66fd59be4793a6090985e8ae5998&device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 1136 time: 0.0402021
Dec 18 21:44:05.296021 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-522acaab-e06c-4812-b96e-20b8ab6087a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:05.367210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11e330-79d7-4315-9fce-632c6ee796ff req-97d1b1b0-f9fe-409f-a024-1d2fa486ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:05.368803 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef11e330-79d7-4315-9fce-632c6ee796ff req-97d1b1b0-f9fe-409f-a024-1d2fa486ca9e service neutron] 10.222.0.31 "GET /v2.0/networks?id=1116cea5-4729-4abb-9c60-c0a1568c7c11 HTTP/1.1" status: 200  len: 915 time: 0.0895042
Dec 18 21:44:05.439940 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef11e330-79d7-4315-9fce-632c6ee796ff req-74bff5ab-d903-47e4-879b-c5e55b211109 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 200  len: 1001 time: 0.0642536
Dec 18 21:44:05.494340 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11e330-79d7-4315-9fce-632c6ee796ff req-b4a047b3-7446-431f-811e-59e9bde51fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:05.495819 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef11e330-79d7-4315-9fce-632c6ee796ff req-b4a047b3-7446-431f-811e-59e9bde51fc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b7d9f6-81db-4809-9d2c-abb371c5d854 HTTP/1.1" status: 200  len: 853 time: 0.0470011
Dec 18 21:44:05.542054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11e330-79d7-4315-9fce-632c6ee796ff req-1447d3a2-542b-425b-8e56-9cd517cc6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:05.543572 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef11e330-79d7-4315-9fce-632c6ee796ff req-1447d3a2-542b-425b-8e56-9cd517cc6da3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1116cea5-4729-4abb-9c60-c0a1568c7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402987
Dec 18 21:44:05.632109 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef11e330-79d7-4315-9fce-632c6ee796ff req-8350de83-b77d-44bd-84f0-b86da4e8da09 service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814271
Dec 18 21:44:05.724433 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ef11e330-79d7-4315-9fce-632c6ee796ff req-698c637f-68bd-46bd-85d1-da67ff20c594 service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849020
Dec 18 21:44:06.585912 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:08.294118 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:08.570527 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2f9860-4033-45d4-a102-18e3d9e8a402 req-f8499706-72e1-4e57-acea-5b20eccd9c14 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0388043
Dec 18 21:44:08.652322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f9860-4033-45d4-a102-18e3d9e8a402 req-fc0ea712-841d-4bda-9eb2-fc1691a29c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:08.653813 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2f9860-4033-45d4-a102-18e3d9e8a402 req-fc0ea712-841d-4bda-9eb2-fc1691a29c14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb1a66fd59be4793a6090985e8ae5998&device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 1136 time: 0.0410752
Dec 18 21:44:08.667486 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:08.770596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f9860-4033-45d4-a102-18e3d9e8a402 req-91d6add6-3b7a-4478-b8aa-e4fcbb3a101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:08.772391 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2f9860-4033-45d4-a102-18e3d9e8a402 req-91d6add6-3b7a-4478-b8aa-e4fcbb3a101e service neutron] 10.222.0.31 "GET /v2.0/networks?id=1116cea5-4729-4abb-9c60-c0a1568c7c11 HTTP/1.1" status: 200  len: 915 time: 0.1000369
Dec 18 21:44:08.846048 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2f9860-4033-45d4-a102-18e3d9e8a402 req-8c3b5901-e68d-423a-83b9-bdf31643e05b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 200  len: 1001 time: 0.0655096
Dec 18 21:44:08.897863 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f9860-4033-45d4-a102-18e3d9e8a402 req-d6eff1ea-add8-455e-b830-d490ba740147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:08.899317 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2f9860-4033-45d4-a102-18e3d9e8a402 req-d6eff1ea-add8-455e-b830-d490ba740147 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b7d9f6-81db-4809-9d2c-abb371c5d854 HTTP/1.1" status: 200  len: 853 time: 0.0456614
Dec 18 21:44:08.943119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f9860-4033-45d4-a102-18e3d9e8a402 req-6f47ccb6-0529-4fa7-99cb-55bf506a5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:08.944554 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2f9860-4033-45d4-a102-18e3d9e8a402 req-6f47ccb6-0529-4fa7-99cb-55bf506a5328 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1116cea5-4729-4abb-9c60-c0a1568c7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0378561
Dec 18 21:44:09.029961 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2f9860-4033-45d4-a102-18e3d9e8a402 req-ac14b44b-388f-4bea-9c4e-8cce8b50401f service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0778046
Dec 18 21:44:09.142395 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ff2f9860-4033-45d4-a102-18e3d9e8a402 req-9e263d89-c640-4b96-80f9-defa1756af93 service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1046658
Dec 18 21:44:15.368673 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:19.957095 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:26.292580 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:44:30.506029 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b471-828c-4349-92e5-f169e6f5494f req-2be583e6-1037-4aff-8083-d5ab3a4b9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:30.507578 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6c62b471-828c-4349-92e5-f169e6f5494f req-2be583e6-1037-4aff-8083-d5ab3a4b9ca9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb1a66fd59be4793a6090985e8ae5998&device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 1136 time: 0.0427108
Dec 18 21:44:30.525791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b39c6-b8c1-4db7-b9a6-2d743a51f437 req-16d8fd72-b995-4b12-84a8-4014290613e5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:30.527409 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-802b39c6-b8c1-4db7-b9a6-2d743a51f437 req-16d8fd72-b995-4b12-84a8-4014290613e5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0585973
Dec 18 21:44:30.589559 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-802b39c6-b8c1-4db7-b9a6-2d743a51f437 req-715fcd94-edbe-4899-849d-500cd9b40140 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0558252
Dec 18 21:44:30.895199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b471-828c-4349-92e5-f169e6f5494f req-f0bb139c-72f5-45c9-9764-8061eb90efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:30.896570 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6c62b471-828c-4349-92e5-f169e6f5494f req-f0bb139c-72f5-45c9-9764-8061eb90efd9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1116cea5-4729-4abb-9c60-c0a1568c7c11 HTTP/1.1" status: 200  len: 915 time: 0.3805141
Dec 18 21:44:30.960834 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6c62b471-828c-4349-92e5-f169e6f5494f req-ce41b724-1275-4d86-9cbd-3daf4d537152 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 200  len: 1001 time: 0.0561683
Dec 18 21:44:31.012914 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b471-828c-4349-92e5-f169e6f5494f req-30dcf0dc-bf68-4558-a7b5-1968d39b77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:31.014349 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6c62b471-828c-4349-92e5-f169e6f5494f req-30dcf0dc-bf68-4558-a7b5-1968d39b77dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b7d9f6-81db-4809-9d2c-abb371c5d854 HTTP/1.1" status: 200  len: 853 time: 0.0456440
Dec 18 21:44:31.060013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b471-828c-4349-92e5-f169e6f5494f req-783426a7-a575-4e66-82d3-fa8bdfbcf1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:31.061467 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6c62b471-828c-4349-92e5-f169e6f5494f req-783426a7-a575-4e66-82d3-fa8bdfbcf1cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1116cea5-4729-4abb-9c60-c0a1568c7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394802
Dec 18 21:44:31.148393 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6c62b471-828c-4349-92e5-f169e6f5494f req-58428699-9397-4eaa-9fcc-63ed8fa00d80 service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794721
Dec 18 21:44:31.240001 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6c62b471-828c-4349-92e5-f169e6f5494f req-296bd7b0-5048-45e0-b769-002a9dbc4e26 service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836914
Dec 18 21:44:31.707249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a29ed-a542-4861-9478-1e2fe6bd53ff req-501d6bf9-204d-49e7-a573-c0a38a62aba9 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:31.709005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e7a29ed-a542-4861-9478-1e2fe6bd53ff req-501d6bf9-204d-49e7-a573-c0a38a62aba9 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0490210
Dec 18 21:44:31.773391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7e7a29ed-a542-4861-9478-1e2fe6bd53ff req-f996b5f0-5c46-4d5f-bf76-561aa9f637ae tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0540133
Dec 18 21:44:32.888491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03513bdb-e6b7-4d16-91e3-a59f45fafe5d req-f69dacbd-6b35-4bee-9b47-6c1cbdc4eb23 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:32.889956 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03513bdb-e6b7-4d16-91e3-a59f45fafe5d req-f69dacbd-6b35-4bee-9b47-6c1cbdc4eb23 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0471966
Dec 18 21:44:32.952912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-03513bdb-e6b7-4d16-91e3-a59f45fafe5d req-bcec068b-a3bd-465a-bbb3-dbfb5b316f8c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0568876
Dec 18 21:44:33.068006 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bcef1c9e-d9b9-4f8f-935b-783fd72ebc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:34.067973 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fea76-9260-4fca-ac13-a6cb42cc8fad req-af0c88ab-fbdc-4db7-8c22-57dbeeaa2111 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:34.069441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d84fea76-9260-4fca-ac13-a6cb42cc8fad req-af0c88ab-fbdc-4db7-8c22-57dbeeaa2111 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0487120
Dec 18 21:44:34.129932 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d84fea76-9260-4fca-ac13-a6cb42cc8fad req-8919e17e-f637-46b9-af32-253414f45786 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0543950
Dec 18 21:44:35.244284 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93271f4e-99d0-4106-a37d-fcd7336ed779 req-e7cc3022-4ef9-46cb-817c-1771fab45fcf tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:35.245739 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93271f4e-99d0-4106-a37d-fcd7336ed779 req-e7cc3022-4ef9-46cb-817c-1771fab45fcf tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0478308
Dec 18 21:44:35.268689 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aa8fff08-416a-4dab-89c2-8bf45b1b8019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:35.308896 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93271f4e-99d0-4106-a37d-fcd7336ed779 req-977a0275-1bef-4c1f-bf8c-3d18e5aa7872 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0557783
Dec 18 21:44:36.540826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e66a45-8b23-4e12-ae39-ac860e328a1a req-6213b269-2683-45e6-b6d0-19b0bb305ea3 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:36.542344 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48e66a45-8b23-4e12-ae39-ac860e328a1a req-6213b269-2683-45e6-b6d0-19b0bb305ea3 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0520058
Dec 18 21:44:36.588320 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:36.602468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48e66a45-8b23-4e12-ae39-ac860e328a1a req-ea572286-defc-4e4e-aa2d-6eda2f0b0137 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0539780
Dec 18 21:44:37.754529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54fe07-e98f-4dfa-a427-09e4e497002b req-8245ad3c-d3af-4203-8e5d-1cc997a98f5e tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:37.756001 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df54fe07-e98f-4dfa-a427-09e4e497002b req-8245ad3c-d3af-4203-8e5d-1cc997a98f5e tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0498855
Dec 18 21:44:37.814388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df54fe07-e98f-4dfa-a427-09e4e497002b req-07c4a281-f552-490d-a267-9f3a89a85edf tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0521426
Dec 18 21:44:38.296627 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:38.669848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:39.014678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313a011-82f6-4a38-9db6-1ab727edcfe8 req-12972460-fc82-40b9-b259-7925274f151d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:39.016919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e313a011-82f6-4a38-9db6-1ab727edcfe8 req-12972460-fc82-40b9-b259-7925274f151d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.1000030
Dec 18 21:44:39.088036 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e313a011-82f6-4a38-9db6-1ab727edcfe8 req-1adc35d0-4281-4ff8-9349-f840c0d6d4c7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0643051
Dec 18 21:44:40.202827 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed4df8-5f2a-4c69-83f3-e1c3e7244439 req-850a24c7-a0aa-4cd6-8852-6f376cc5eca5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:40.204286 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60ed4df8-5f2a-4c69-83f3-e1c3e7244439 req-850a24c7-a0aa-4cd6-8852-6f376cc5eca5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0484591
Dec 18 21:44:40.262737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-60ed4df8-5f2a-4c69-83f3-e1c3e7244439 req-feda75ce-066f-43c0-a792-fe925340c4b5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0521958
Dec 18 21:44:41.376784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae9bf1-037b-4849-9e03-fdfe79946d6d req-fe4fc706-41e0-4268-b6f8-58faa1caad0d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:41.378242 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0cae9bf1-037b-4849-9e03-fdfe79946d6d req-fe4fc706-41e0-4268-b6f8-58faa1caad0d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0491889
Dec 18 21:44:41.437330 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0cae9bf1-037b-4849-9e03-fdfe79946d6d req-83ae8917-cf49-4bdb-a9ea-ad9f5ac9fe0e tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0529585
Dec 18 21:44:42.632687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a0f40-1694-4e65-8ed9-80b08b6a4a52 req-762a9404-b003-436c-a83f-d64097d09bb7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:42.634720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-100a0f40-1694-4e65-8ed9-80b08b6a4a52 req-762a9404-b003-436c-a83f-d64097d09bb7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0947661
Dec 18 21:44:42.692141 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-100a0f40-1694-4e65-8ed9-80b08b6a4a52 req-8d0aac49-1d6f-4b83-86a4-b083e8c04734 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0512507
Dec 18 21:44:43.809604 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8fd27-ea39-4bc1-aff2-309cc53e78e2 req-6fb6b8a2-6077-49d8-947c-66317d3ce0c7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:43.811008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31f8fd27-ea39-4bc1-aff2-309cc53e78e2 req-6fb6b8a2-6077-49d8-947c-66317d3ce0c7 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0483344
Dec 18 21:44:43.870266 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31f8fd27-ea39-4bc1-aff2-309cc53e78e2 req-eb30bd77-5c60-47fe-9a47-e4b041800c7a tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0531657
Dec 18 21:44:44.988980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca638c8-f7fc-4bf3-906e-59ca9570fa01 req-3681313e-1fc1-42d7-a695-d2800682885c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:44.990499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ca638c8-f7fc-4bf3-906e-59ca9570fa01 req-3681313e-1fc1-42d7-a695-d2800682885c tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0529702
Dec 18 21:44:45.049166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6ca638c8-f7fc-4bf3-906e-59ca9570fa01 req-5246268a-9f69-4180-b0ac-8ce619ebed2f tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0527046
Dec 18 21:44:45.363515 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:44:46.162587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcd22b-b8a4-45a6-84e5-3acf31024a0c req-b115b4e4-f043-453b-bdc5-27709c0fdfab tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:46.164611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9dbcd22b-b8a4-45a6-84e5-3acf31024a0c req-b115b4e4-f043-453b-bdc5-27709c0fdfab tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0484107
Dec 18 21:44:46.222997 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9dbcd22b-b8a4-45a6-84e5-3acf31024a0c req-8dccb820-aa10-4737-a37f-cf91604e4329 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0523083
Dec 18 21:44:47.339270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f74cb-7b4b-4b19-bc59-a0ae848da5ee req-bdee8d28-795a-434b-ad61-801636b301a9 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:44:47.340725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a51f74cb-7b4b-4b19-bc59-a0ae848da5ee req-bdee8d28-795a-434b-ad61-801636b301a9 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0473137
Dec 18 21:44:47.404674 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a51f74cb-7b4b-4b19-bc59-a0ae848da5ee req-b461a65a-fae2-443a-b0b7-e84f6915258d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b981714-bcf7-4cdf-b04c-b4ed2050504a&id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0568216
Dec 18 21:44:49.976172 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:03.069496 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-93ee318f-f941-498b-b9d0-162d145ccc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:03.292229 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:45:05.269569 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-92661cc3-e528-40e0-9fed-e5786fac6c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:06.590798 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:08.299998 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:08.671688 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:09.680538 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fc961538-d469-412a-857b-379d0d971051 req-0cfa403e-c16f-4619-9666-9b91ba8bdbb9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0896654
Dec 18 21:45:09.769624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc961538-d469-412a-857b-379d0d971051 req-0516830d-cd91-4248-a10f-d47393dae7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:09.771206 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fc961538-d469-412a-857b-379d0d971051 req-0516830d-cd91-4248-a10f-d47393dae7ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb1a66fd59be4793a6090985e8ae5998&device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 1136 time: 0.0445204
Dec 18 21:45:09.879540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc961538-d469-412a-857b-379d0d971051 req-bbbca41e-a302-4c3a-b664-46624996c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:09.881220 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fc961538-d469-412a-857b-379d0d971051 req-bbbca41e-a302-4c3a-b664-46624996c84e service neutron] 10.222.0.31 "GET /v2.0/networks?id=1116cea5-4729-4abb-9c60-c0a1568c7c11 HTTP/1.1" status: 200  len: 915 time: 0.0882130
Dec 18 21:45:09.945925 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fc961538-d469-412a-857b-379d0d971051 req-f5e28f1e-ba3a-4113-81e4-f21ac45f57f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 200  len: 1001 time: 0.0572062
Dec 18 21:45:09.997102 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc961538-d469-412a-857b-379d0d971051 req-48b502a4-6857-433d-b9a4-6b69e1a3b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:09.998539 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fc961538-d469-412a-857b-379d0d971051 req-48b502a4-6857-433d-b9a4-6b69e1a3b983 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b7d9f6-81db-4809-9d2c-abb371c5d854 HTTP/1.1" status: 200  len: 853 time: 0.0462065
Dec 18 21:45:10.042720 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc961538-d469-412a-857b-379d0d971051 req-69f46c23-51bf-4722-94b6-9c8965434a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:10.044172 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fc961538-d469-412a-857b-379d0d971051 req-69f46c23-51bf-4722-94b6-9c8965434a58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1116cea5-4729-4abb-9c60-c0a1568c7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0382719
Dec 18 21:45:10.147053 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fc961538-d469-412a-857b-379d0d971051 req-947ad275-1d51-4267-904e-9e12730c7521 service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929289
Dec 18 21:45:10.243743 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-fc961538-d469-412a-857b-379d0d971051 req-6fe1bbeb-78ad-4d47-90d7-8cfaac4b359c service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840397
Dec 18 21:45:15.373774 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:19.592912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1459e682-57ad-45dd-a5c8-0b060ccb0185 req-ec9dde71-f763-431d-98b4-d9d06a6618ff tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607035437&fields=id&tenant_id=fb1a66fd59be4793a6090985e8ae5998 HTTP/1.1" status: 200  len: 267 time: 0.0434539
Dec 18 21:45:19.644836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459e682-57ad-45dd-a5c8-0b060ccb0185 req-5fde1306-1a9e-446b-996f-705bd6ea529a tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:19.646335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1459e682-57ad-45dd-a5c8-0b060ccb0185 req-5fde1306-1a9e-446b-996f-705bd6ea529a tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 985 time: 0.0478041
Dec 18 21:45:19.657409 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-1459e682-57ad-45dd-a5c8-0b060ccb0185 req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Request body: {'port': {'security_groups': ['9fef6b21-3a6b-4a58-b8b5-615c3f604d99']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:19.720430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1459e682-57ad-45dd-a5c8-0b060ccb0185 req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:19.893323 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-1459e682-57ad-45dd-a5c8-0b060ccb0185 req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] For port 6bb261dc-7a36-4515-9b4c-0b054e6864b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:19.925504 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1459e682-57ad-45dd-a5c8-0b060ccb0185 req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:19.929952 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1459e682-57ad-45dd-a5c8-0b060ccb0185 req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:19.941651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['6bb261dc-7a36-4515-9b4c-0b054e6864b5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:45:19.974970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459e682-57ad-45dd-a5c8-0b060ccb0185 req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:19.975518 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-1459e682-57ad-45dd-a5c8-0b060ccb0185 req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:19.976910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1459e682-57ad-45dd-a5c8-0b060ccb0185 req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "PUT /v2.0/ports/6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 200  len: 943 time: 0.3240571
Dec 18 21:45:19.978003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:45:19.984169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 53930) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:20.002506 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event updated for resources: {'Port': ['ID=6bb261dc-7a36-4515-9b4c-0b054e6864b5,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:20.011149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.011492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.011836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.012182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.012523 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.012894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.013210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.013543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.013873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.014202 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.014897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.015344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.015560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1692543a-ab44-4176-b267-4d7035257210 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.030530 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:20.043202 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2ef039-0500-43f9-ab2e-33fbfcb38236" -d '{"events": [{"name": "network-changed", "server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:45:20.050516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['6bb261dc-7a36-4515-9b4c-0b054e6864b5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:45:20.076893 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:20.105994 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:20.163301 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e24f60f-4189-425f-b327-e699b6d3a1ff x-openstack-request-id: req-2e24f60f-4189-425f-b327-e699b6d3a1ff {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:45:20.163599 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:45:20.163879 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e24f60f-4189-425f-b327-e699b6d3a1ff {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:45:20.164294 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'status': 'completed', 'code': 200}
Dec 18 21:45:20.183429 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:20.186564 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:20.188172 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "DELETE /v2.0/security-groups/0b981714-bcf7-4cdf-b04c-b4ed2050504a HTTP/1.1" status: 204  len: 168 time: 0.2011268
Dec 18 21:45:20.192082 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 53936) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:20.208520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b981714-bcf7-4cdf-b04c-b4ed2050504a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:20.235045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.235839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.236364 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.236886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.237388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.237884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.238412 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.238917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.239420 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.239919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.240439 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.240933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.241430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d5941-f9af-40ea-83da-9bf686d724fd tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:20.264066 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ef039-0500-43f9-ab2e-33fbfcb38236 req-0c39b32c-566f-4f74-86cf-e226b73238c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:20.265923 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cc2ef039-0500-43f9-ab2e-33fbfcb38236 req-0c39b32c-566f-4f74-86cf-e226b73238c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb1a66fd59be4793a6090985e8ae5998&device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 1097 time: 0.0719235
Dec 18 21:45:20.335513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-38c2be2b-663f-4ed7-bcb8-144e0d16e697 None None] Provisioning complete for port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:20.335880 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-38c2be2b-663f-4ed7-bcb8-144e0d16e697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:20.363823 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ef039-0500-43f9-ab2e-33fbfcb38236 req-a57a0e3f-4cb5-404a-aa77-43f581820ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:20.365546 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cc2ef039-0500-43f9-ab2e-33fbfcb38236 req-a57a0e3f-4cb5-404a-aa77-43f581820ed6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1116cea5-4729-4abb-9c60-c0a1568c7c11 HTTP/1.1" status: 200  len: 915 time: 0.0918083
Dec 18 21:45:20.400999 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Deleting port a6e0ff44-932e-4f4d-975c-1ea1d47b6fdd {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:45:20.401467 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:20.437849 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cc2ef039-0500-43f9-ab2e-33fbfcb38236 req-25788936-03a0-4855-8d71-13860a1c9054 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 200  len: 1001 time: 0.0640996
Dec 18 21:45:20.476757 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:20.477086 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:20.488048 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ef039-0500-43f9-ab2e-33fbfcb38236 req-cee1263f-3770-47e7-870f-e47186f831e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:20.488461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Calling delete_port for a6e0ff44-932e-4f4d-975c-1ea1d47b6fdd owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:45:20.489512 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cc2ef039-0500-43f9-ab2e-33fbfcb38236 req-cee1263f-3770-47e7-870f-e47186f831e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b7d9f6-81db-4809-9d2c-abb371c5d854 HTTP/1.1" status: 200  len: 853 time: 0.0444942
Dec 18 21:45:20.535163 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ef039-0500-43f9-ab2e-33fbfcb38236 req-a3b28eb4-526d-4f8a-aa62-0da4795c6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:20.536665 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cc2ef039-0500-43f9-ab2e-33fbfcb38236 req-a3b28eb4-526d-4f8a-aa62-0da4795c6e02 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1116cea5-4729-4abb-9c60-c0a1568c7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399055
Dec 18 21:45:20.632321 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cc2ef039-0500-43f9-ab2e-33fbfcb38236 req-1c24a4aa-3a29-43d5-b5e6-a47304609860 service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883865
Dec 18 21:45:20.666928 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:20.693628 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event deleted for resources: {'Port': ['ID=a6e0ff44-932e-4f4d-975c-1ea1d47b6fdd,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:20.726518 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cc2ef039-0500-43f9-ab2e-33fbfcb38236 req-81e424b8-daf8-4768-bfc3-0abf65079240 service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875068
Dec 18 21:45:20.754489 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:20.754891 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Floating IP 19e6d173-476c-4afd-a33a-0f4a8dfc6d12 disassociated (deleted). External IP: 172.35.3.83, port: 6bb261dc-7a36-4515-9b4c-0b054e6864b5.
Dec 18 21:45:20.961054 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Router e59c4b43-0ba3-474c-b146-3a160dd031bf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:45:21.066483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:45:21.070979 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:21.075905 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26246314-4ce5-43b8-b932-2603a521f43b None None] Sync routers for ids ['e59c4b43-0ba3-474c-b146-3a160dd031bf'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:45:21.086075 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26246314-4ce5-43b8-b932-2603a521f43b None None] Routers {'e59c4b43-0ba3-474c-b146-3a160dd031bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:45:21.086759 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-26246314-4ce5-43b8-b932-2603a521f43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5f19d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:45:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e59c4b43-0ba3-474c-b146-3a160dd031bf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:21.096887 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e60adda6-9024-4ac3-8575-78d44ea8f661 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "DELETE /v2.0/floatingips/19e6d173-476c-4afd-a33a-0f4a8dfc6d12 HTTP/1.1" status: 204  len: 168 time: 0.9037287
Dec 18 21:45:21.196324 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-26246314-4ce5-43b8-b932-2603a521f43b None None] Set router e59c4b43-0ba3-474c-b146-3a160dd031bf gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:45:21.395506 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-26246314-4ce5-43b8-b932-2603a521f43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5f19d0>, [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:43:20Z', 'revision_number': 4, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14782dd8-ee11-4abc-af54-d0ebbc07655a', 'name': '', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'mac_address': 'fa:16:3e:3b:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:19Z', 'updated_at': '2021-12-18T21:43:24Z', 'revision_number': 5, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'subnets': [{'id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:21.421628 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26246314-4ce5-43b8-b932-2603a521f43b None None] Checking router: e59c4b43-0ba3-474c-b146-3a160dd031bf for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:45:21.429593 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26246314-4ce5-43b8-b932-2603a521f43b None None] Routers {'e59c4b43-0ba3-474c-b146-3a160dd031bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:45:21.430189 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-26246314-4ce5-43b8-b932-2603a521f43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5f19d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:45:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e59c4b43-0ba3-474c-b146-3a160dd031bf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:21.534848 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-26246314-4ce5-43b8-b932-2603a521f43b None None] Set router e59c4b43-0ba3-474c-b146-3a160dd031bf gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:45:21.723648 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-26246314-4ce5-43b8-b932-2603a521f43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5f19d0>, [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:43:20Z', 'revision_number': 4, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14782dd8-ee11-4abc-af54-d0ebbc07655a', 'name': '', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'mac_address': 'fa:16:3e:3b:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:19Z', 'updated_at': '2021-12-18T21:43:24Z', 'revision_number': 5, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'subnets': [{'id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:21.758985 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26246314-4ce5-43b8-b932-2603a521f43b None None] The sync data for ids ['e59c4b43-0ba3-474c-b146-3a160dd031bf'] in ncdv-master-1 is: [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:43:20Z', 'revision_number': 4, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14782dd8-ee11-4abc-af54-d0ebbc07655a', 'name': '', 'network_id': '1116cea5-4729-4abb-9c60-c0a1568c7c11', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'mac_address': 'fa:16:3e:3b:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:19Z', 'updated_at': '2021-12-18T21:43:24Z', 'revision_number': 5, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'subnets': [{'id': '75b7d9f6-81db-4809-9d2c-abb371c5d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:45:22.020571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70219ece-3455-495f-b821-d7bccfbe2f5a None None] New status for floating IP 19e6d173-476c-4afd-a33a-0f4a8dfc6d12: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:45:22.165764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:45:22.168251 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfc624e-f7e1-41ae-9513-a361c60e6fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:45:22.206777 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4b74c2-a4d2-4b4d-9a4f-408728b71011 x-openstack-request-id: req-2d4b74c2-a4d2-4b4d-9a4f-408728b71011 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:45:22.206777 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:45:22.208585 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d4b74c2-a4d2-4b4d-9a4f-408728b71011 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:45:22.208585 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'status': 'completed', 'code': 200}
Dec 18 21:45:22.269619 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc624e-f7e1-41ae-9513-a361c60e6fe5 req-7dc76c1c-fe5b-44ee-92c1-44a370d26108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:22.271158 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1cfc624e-f7e1-41ae-9513-a361c60e6fe5 req-7dc76c1c-fe5b-44ee-92c1-44a370d26108 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb1a66fd59be4793a6090985e8ae5998&device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 1097 time: 0.0412457
Dec 18 21:45:22.363205 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc624e-f7e1-41ae-9513-a361c60e6fe5 req-f57ca0db-e42f-4662-96c2-e0f3873ff7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:22.364708 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1cfc624e-f7e1-41ae-9513-a361c60e6fe5 req-f57ca0db-e42f-4662-96c2-e0f3873ff7e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1116cea5-4729-4abb-9c60-c0a1568c7c11 HTTP/1.1" status: 200  len: 915 time: 0.0870304
Dec 18 21:45:22.415357 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1cfc624e-f7e1-41ae-9513-a361c60e6fe5 req-23f0725a-e04f-442a-ae2e-580a3e1bb305 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 200  len: 217 time: 0.0371492
Dec 18 21:45:22.465958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc624e-f7e1-41ae-9513-a361c60e6fe5 req-af64a9cd-a7c6-4fb0-a964-420e50064bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:22.467514 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1cfc624e-f7e1-41ae-9513-a361c60e6fe5 req-af64a9cd-a7c6-4fb0-a964-420e50064bd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75b7d9f6-81db-4809-9d2c-abb371c5d854 HTTP/1.1" status: 200  len: 853 time: 0.0455427
Dec 18 21:45:22.524530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc624e-f7e1-41ae-9513-a361c60e6fe5 req-8b9e0959-9b21-4bf2-9465-d0b580529188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:22.526201 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1cfc624e-f7e1-41ae-9513-a361c60e6fe5 req-8b9e0959-9b21-4bf2-9465-d0b580529188 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1116cea5-4729-4abb-9c60-c0a1568c7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0518696
Dec 18 21:45:22.630094 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1cfc624e-f7e1-41ae-9513-a361c60e6fe5 req-3ccf4023-0305-4fde-9860-b09d9c33ecdc service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968180
Dec 18 21:45:22.728755 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1cfc624e-f7e1-41ae-9513-a361c60e6fe5 req-56412d28-657e-44fc-b262-863768a2f48b service neutron] 10.222.0.31 "GET /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918572
Dec 18 21:45:23.818174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7aede-fae9-43c5-964d-3e295b84e8e6 req-53510d06-2c3b-47e7-ac8d-ada4b8d868b5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:23.819689 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96e7aede-fae9-43c5-964d-3e295b84e8e6 req-53510d06-2c3b-47e7-ac8d-ada4b8d868b5 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 946 time: 0.0475972
Dec 18 21:45:23.870344 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-96e7aede-fae9-43c5-964d-3e295b84e8e6 req-299dd9d4-5841-4e1c-9f1b-025a189bb5aa tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436332
Dec 18 21:45:24.987091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10973-44ab-4a76-88ec-d5bce2b4d7ee req-237ed8c2-523d-446e-85f2-354fd2648c60 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:24.988483 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4b10973-44ab-4a76-88ec-d5bce2b4d7ee req-237ed8c2-523d-446e-85f2-354fd2648c60 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 946 time: 0.0488825
Dec 18 21:45:25.034988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f4b10973-44ab-4a76-88ec-d5bce2b4d7ee req-80a22389-82a3-4586-9369-e118600574e3 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fef6b21-3a6b-4a58-b8b5-615c3f604d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405133
Dec 18 21:45:25.389589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3799-c127-4029-abe9-a200533fd29c req-6d39004b-edde-4997-8fde-3918290864a8 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:25.391090 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-76ca3799-c127-4029-abe9-a200533fd29c req-6d39004b-edde-4997-8fde-3918290864a8 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.31 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 946 time: 0.0488417
Dec 18 21:45:25.487001 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-76ca3799-c127-4029-abe9-a200533fd29c req-10ab95b2-e663-4204-98cf-3dc017316882 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Deleting port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:45:25.487345 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-76ca3799-c127-4029-abe9-a200533fd29c req-10ab95b2-e663-4204-98cf-3dc017316882 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:25.579618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-76ca3799-c127-4029-abe9-a200533fd29c req-10ab95b2-e663-4204-98cf-3dc017316882 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] For port 6bb261dc-7a36-4515-9b4c-0b054e6864b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bb261dc-7a36-4515-9b4c-0b054e6864b5,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:25.580009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-76ca3799-c127-4029-abe9-a200533fd29c req-10ab95b2-e663-4204-98cf-3dc017316882 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:25.593041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-76ca3799-c127-4029-abe9-a200533fd29c req-10ab95b2-e663-4204-98cf-3dc017316882 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Calling delete_port for 6bb261dc-7a36-4515-9b4c-0b054e6864b5 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:45:25.723609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-76ca3799-c127-4029-abe9-a200533fd29c req-10ab95b2-e663-4204-98cf-3dc017316882 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:25.739604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['6bb261dc-7a36-4515-9b4c-0b054e6864b5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:45:25.754572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab95b2-e663-4204-98cf-3dc017316882 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Pushing event deleted for resources: {'Port': ['ID=6bb261dc-7a36-4515-9b4c-0b054e6864b5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:25.798358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ca3799-c127-4029-abe9-a200533fd29c req-10ab95b2-e663-4204-98cf-3dc017316882 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] No DVR routers for this DVR port 6bb261dc-7a36-4515-9b4c-0b054e6864b5 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:45:25.801370 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-76ca3799-c127-4029-abe9-a200533fd29c req-10ab95b2-e663-4204-98cf-3dc017316882 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:25.804944 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-76ca3799-c127-4029-abe9-a200533fd29c req-10ab95b2-e663-4204-98cf-3dc017316882 tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.31 "DELETE /v2.0/ports/6bb261dc-7a36-4515-9b4c-0b054e6864b5 HTTP/1.1" status: 204  len: 173 time: 0.4078588
Dec 18 21:45:25.806015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'name': 'network-vif-deleted', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:45:25.848469 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985ee59b-542e-4a54-b56e-ebc185fb8e0f" -d '{"events": [{"server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "name": "network-vif-deleted", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:45:25.937952 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e6864-6d5b-4dbe-aaca-d0a6daedb8b3 x-openstack-request-id: req-358e6864-6d5b-4dbe-aaca-d0a6daedb8b3 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:45:25.938265 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63429460-0d40-4233-beff-7d31febf0c67", "name": "network-vif-deleted", "tag": "6bb261dc-7a36-4515-9b4c-0b054e6864b5", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:45:25.938552 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-358e6864-6d5b-4dbe-aaca-d0a6daedb8b3 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:45:25.938933 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63429460-0d40-4233-beff-7d31febf0c67', 'name': 'network-vif-deleted', 'tag': '6bb261dc-7a36-4515-9b4c-0b054e6864b5', 'status': 'completed', 'code': 200}
Dec 18 21:45:26.169885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f9c032d-e6f7-44f7-9d3a-d06a49bb0ac6 req-311e92fc-57af-44fd-be8c-662a8b01c67d tempest-TestMinimumBasicScenario-1655937233 tempest-TestMinimumBasicScenario-1655937233-project] 10.222.0.13 "GET /v2.0/ports?device_id=63429460-0d40-4233-beff-7d31febf0c67 HTTP/1.1" status: 200  len: 210 time: 0.0464015
Dec 18 21:45:27.731433 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54052) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:28.333713 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7531b79a-5a9b-49f1-a378-24e94de4d755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:28.571703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-7531b79a-5a9b-49f1-a378-24e94de4d755 admin admin] Deleting port 14782dd8-ee11-4abc-af54-d0ebbc07655a {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:45:28.572033 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7531b79a-5a9b-49f1-a378-24e94de4d755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:28.646764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-7531b79a-5a9b-49f1-a378-24e94de4d755 admin admin] For port 14782dd8-ee11-4abc-af54-d0ebbc07655a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14782dd8-ee11-4abc-af54-d0ebbc07655a,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:28.647127 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7531b79a-5a9b-49f1-a378-24e94de4d755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:28.659316 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-7531b79a-5a9b-49f1-a378-24e94de4d755 admin admin] Calling delete_port for 14782dd8-ee11-4abc-af54-d0ebbc07655a owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:45:28.837086 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7531b79a-5a9b-49f1-a378-24e94de4d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:28.866206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531b79a-5a9b-49f1-a378-24e94de4d755 admin admin] Pushing event deleted for resources: {'Port': ['ID=14782dd8-ee11-4abc-af54-d0ebbc07655a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:28.958711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 6bb261dc-7a36-4515-9b4c-0b054e6864b5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:45:28.980693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 6bb261dc-7a36-4515-9b4c-0b054e6864b5 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:45:28.981129 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 6bb261dc-7a36-4515-9b4c-0b054e6864b5 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:45:29.027134 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7531b79a-5a9b-49f1-a378-24e94de4d755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:29.239242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7531b79a-5a9b-49f1-a378-24e94de4d755 admin admin] Router e59c4b43-0ba3-474c-b146-3a160dd031bf has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:45:29.343246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7531b79a-5a9b-49f1-a378-24e94de4d755 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:45:29.349329 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7531b79a-5a9b-49f1-a378-24e94de4d755 admin admin] 10.222.0.13 "PUT /v2.0/routers/e59c4b43-0ba3-474c-b146-3a160dd031bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6158338
Dec 18 21:45:29.351347 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54054) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:29.353427 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488062a2-3bde-44cc-9bee-3837a79e2976 None None] Sync routers for ids ['e59c4b43-0ba3-474c-b146-3a160dd031bf'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:45:29.363749 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488062a2-3bde-44cc-9bee-3837a79e2976 None None] Routers {'e59c4b43-0ba3-474c-b146-3a160dd031bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:45:29.364348 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-488062a2-3bde-44cc-9bee-3837a79e2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5f1250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:45:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e59c4b43-0ba3-474c-b146-3a160dd031bf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:29.454700 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:29.550617 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-488062a2-3bde-44cc-9bee-3837a79e2976 None None] Set router e59c4b43-0ba3-474c-b146-3a160dd031bf gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:45:29.562537 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:29.625105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Deleting port 68901047-ec2f-4ace-920c-8691dc1a767c {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:45:29.625486 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:29.723211 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] For port 68901047-ec2f-4ace-920c-8691dc1a767c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68901047-ec2f-4ace-920c-8691dc1a767c,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:29.723728 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:29.746379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Calling delete_port for 68901047-ec2f-4ace-920c-8691dc1a767c owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:45:29.747908 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-488062a2-3bde-44cc-9bee-3837a79e2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5f1250>, [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162'}], 'enable_snat': True}, 'gw_port_id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:45:28Z', 'revision_number': 5, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port': {'id': '68901047-ec2f-4ace-920c-8691dc1a767c', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:18Z', 'updated_at': '2021-12-18T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:29.778932 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488062a2-3bde-44cc-9bee-3837a79e2976 None None] Checking router: e59c4b43-0ba3-474c-b146-3a160dd031bf for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:45:29.787170 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488062a2-3bde-44cc-9bee-3837a79e2976 None None] Routers {'e59c4b43-0ba3-474c-b146-3a160dd031bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:45:29.787770 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-488062a2-3bde-44cc-9bee-3837a79e2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f5f1250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:45:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e59c4b43-0ba3-474c-b146-3a160dd031bf'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:29.877948 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-488062a2-3bde-44cc-9bee-3837a79e2976 None None] Set router e59c4b43-0ba3-474c-b146-3a160dd031bf gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:45:29.921112 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:29.927373 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-488062a2-3bde-44cc-9bee-3837a79e2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f5f1250>, [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:45:29Z', 'revision_number': 6, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:29.951390 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=68901047-ec2f-4ace-920c-8691dc1a767c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:29.956647 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488062a2-3bde-44cc-9bee-3837a79e2976 None None] The sync data for ids ['e59c4b43-0ba3-474c-b146-3a160dd031bf'] in ncdv-master-1 is: [{'id': 'e59c4b43-0ba3-474c-b146-3a160dd031bf', 'name': 'tempest-TestMinimumBasicScenario-457906694-router', 'tenant_id': 'fb1a66fd59be4793a6090985e8ae5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:17Z', 'updated_at': '2021-12-18T21:45:29Z', 'revision_number': 6, 'project_id': 'fb1a66fd59be4793a6090985e8ae5998', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:45:29.969920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee88cc4d-4eb6-4a96-8166-396c1c3ed802 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:45:30.014181 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.107891 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.110031 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.151774 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.152297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e59c4b43-0ba3-474c-b146-3a160dd031bf {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:45:30.156493 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.157662 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-47df1961-f189-4ec0-97b5-12d6c0885a4c admin admin] 10.222.0.13 "DELETE /v2.0/routers/e59c4b43-0ba3-474c-b146-3a160dd031bf HTTP/1.1" status: 204  len: 168 time: 0.8059378
Dec 18 21:45:30.160434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54056) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:30.207314 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-b568f85f-ccdd-4524-ad64-73b03f055a60 admin admin] Deleting subnet 75b7d9f6-81db-4809-9d2c-abb371c5d854 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:45:30.210556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b568f85f-ccdd-4524-ad64-73b03f055a60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.244155 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b568f85f-ccdd-4524-ad64-73b03f055a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.320584 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b568f85f-ccdd-4524-ad64-73b03f055a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.382668 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b568f85f-ccdd-4524-ad64-73b03f055a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.409114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568f85f-ccdd-4524-ad64-73b03f055a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b7d9f6-81db-4809-9d2c-abb371c5d854,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:30.412558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b568f85f-ccdd-4524-ad64-73b03f055a60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.418705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b568f85f-ccdd-4524-ad64-73b03f055a60 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75b7d9f6-81db-4809-9d2c-abb371c5d854 HTTP/1.1" status: 204  len: 168 time: 0.2550178
Dec 18 21:45:30.418938 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54058) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:30.419321 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555c394e-a4b3-4217-8d06-d64ebc5378a0 None None] Network 1116cea5-4729-4abb-9c60-c0a1568c7c11 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:45:30.485132 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.539136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Deleting port 001e9c66-cafc-4370-8d73-5bbb0d95c266 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:45:30.540093 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.604068 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] For port 001e9c66-cafc-4370-8d73-5bbb0d95c266, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=001e9c66-cafc-4370-8d73-5bbb0d95c266,segment=NetworkSegment(d4e72da4-dbcd-4221-bf12-eaf501242962),segment_id=d4e72da4-dbcd-4221-bf12-eaf501242962)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:30.604424 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.616501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Calling delete_port for 001e9c66-cafc-4370-8d73-5bbb0d95c266 owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:45:30.696310 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.727410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Pushing event deleted for resources: {'Port': ['ID=001e9c66-cafc-4370-8d73-5bbb0d95c266,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:30.730934 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] No DVR routers for this DVR port 001e9c66-cafc-4370-8d73-5bbb0d95c266 on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:45:30.736557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b37167-0896-490d-a5e6-b59751a3c551 None None] DHCP port deletion for 1116cea5-4729-4abb-9c60-c0a1568c7c11 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:45:30.805777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.826318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3664085eb0>,) {'filters': {'network_id': ['1116cea5-4729-4abb-9c60-c0a1568c7c11']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:30.835930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3664085eb0>, 'd4e72da4-dbcd-4221-bf12-eaf501242962') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:30.836243 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3664085eb0>, 'd4e72da4-dbcd-4221-bf12-eaf501242962') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:30.846482 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.859819 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.866073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:45:30.866502 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:45:30.868444 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:45:30.927703 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.933917 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:30.938721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] 10.222.0.13 "DELETE /v2.0/networks/1116cea5-4729-4abb-9c60-c0a1568c7c11 HTTP/1.1" status: 204  len: 168 time: 0.5188084
Dec 18 21:45:30.940272 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54060) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:30.951672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c365882-9a6d-45b7-9d02-f640d68a365c admin admin] Pushing event deleted for resources: {'Network': ['ID=1116cea5-4729-4abb-9c60-c0a1568c7c11,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:31.284436 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c47b5348-c4be-4294-babf-5c9e6a59d5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:31.524126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c47b5348-c4be-4294-babf-5c9e6a59d5de admin admin] Deleting port 432cd265-62cb-49c0-8f2e-abbf14f86e3e {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:45:31.524462 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c47b5348-c4be-4294-babf-5c9e6a59d5de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:31.603121 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-c47b5348-c4be-4294-babf-5c9e6a59d5de admin admin] For port 432cd265-62cb-49c0-8f2e-abbf14f86e3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=432cd265-62cb-49c0-8f2e-abbf14f86e3e,segment=NetworkSegment(0e6c4fb9-546e-47bf-a790-3cca5a89db78),segment_id=0e6c4fb9-546e-47bf-a790-3cca5a89db78)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:31.603482 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c47b5348-c4be-4294-babf-5c9e6a59d5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:31.615852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c47b5348-c4be-4294-babf-5c9e6a59d5de admin admin] Calling delete_port for 432cd265-62cb-49c0-8f2e-abbf14f86e3e owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:45:31.731038 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 001e9c66-cafc-4370-8d73-5bbb0d95c266 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:45:31.752666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 001e9c66-cafc-4370-8d73-5bbb0d95c266 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:45:31.753161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 001e9c66-cafc-4370-8d73-5bbb0d95c266 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:45:31.753661 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 14782dd8-ee11-4abc-af54-d0ebbc07655a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:45:31.772176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 14782dd8-ee11-4abc-af54-d0ebbc07655a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:45:31.772500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 14782dd8-ee11-4abc-af54-d0ebbc07655a not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:45:31.772905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 68901047-ec2f-4ace-920c-8691dc1a767c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:45:31.791797 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 68901047-ec2f-4ace-920c-8691dc1a767c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:45:31.792145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 68901047-ec2f-4ace-920c-8691dc1a767c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:45:31.798511 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c47b5348-c4be-4294-babf-5c9e6a59d5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:31.822498 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b5348-c4be-4294-babf-5c9e6a59d5de admin admin] Pushing event deleted for resources: {'Port': ['ID=432cd265-62cb-49c0-8f2e-abbf14f86e3e,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:31.992428 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c47b5348-c4be-4294-babf-5c9e6a59d5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:32.207795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47b5348-c4be-4294-babf-5c9e6a59d5de admin admin] Router 48669175-9135-4b66-9d4f-531cb2340df3 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:45:32.313283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47b5348-c4be-4294-babf-5c9e6a59d5de admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:45:32.321700 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c47b5348-c4be-4294-babf-5c9e6a59d5de admin admin] 10.222.0.13 "PUT /v2.0/routers/48669175-9135-4b66-9d4f-531cb2340df3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3774719
Dec 18 21:45:32.322041 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54062) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:32.322207 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9aff26-2fc9-4406-90aa-6c2718f95e2e None None] Sync routers for ids ['48669175-9135-4b66-9d4f-531cb2340df3'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:45:32.333685 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9aff26-2fc9-4406-90aa-6c2718f95e2e None None] Routers {'48669175-9135-4b66-9d4f-531cb2340df3'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:45:32.334627 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-da9aff26-2fc9-4406-90aa-6c2718f95e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e42dbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:45:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['48669175-9135-4b66-9d4f-531cb2340df3'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:32.425728 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:32.436314 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-da9aff26-2fc9-4406-90aa-6c2718f95e2e None None] Set router 48669175-9135-4b66-9d4f-531cb2340df3 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:45:32.616970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-da9aff26-2fc9-4406-90aa-6c2718f95e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e42dbb0>, [{'id': '48669175-9135-4b66-9d4f-531cb2340df3', 'name': 'tempest-TestMinimumBasicScenario-1687215689-router', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:22Z', 'updated_at': '2021-12-18T21:45:31Z', 'revision_number': 5, 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'gw_port': {'id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48669175-9135-4b66-9d4f-531cb2340df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:23Z', 'updated_at': '2021-12-18T21:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:32.644366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9aff26-2fc9-4406-90aa-6c2718f95e2e None None] Checking router: 48669175-9135-4b66-9d4f-531cb2340df3 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:45:32.653080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9aff26-2fc9-4406-90aa-6c2718f95e2e None None] Routers {'48669175-9135-4b66-9d4f-531cb2340df3'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:45:32.653699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-da9aff26-2fc9-4406-90aa-6c2718f95e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e42dbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:45:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['48669175-9135-4b66-9d4f-531cb2340df3'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:32.760772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-da9aff26-2fc9-4406-90aa-6c2718f95e2e None None] Set router 48669175-9135-4b66-9d4f-531cb2340df3 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:45:32.831335 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:32.882007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Deleting port 6bef6780-0574-4c48-98f2-47f78d8d12d8 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:45:32.882233 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:32.934592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-da9aff26-2fc9-4406-90aa-6c2718f95e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e42dbb0>, [{'id': '48669175-9135-4b66-9d4f-531cb2340df3', 'name': 'tempest-TestMinimumBasicScenario-1687215689-router', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:22Z', 'updated_at': '2021-12-18T21:45:31Z', 'revision_number': 5, 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'gw_port': {'id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48669175-9135-4b66-9d4f-531cb2340df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:23Z', 'updated_at': '2021-12-18T21:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:32.961383 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] For port 6bef6780-0574-4c48-98f2-47f78d8d12d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bef6780-0574-4c48-98f2-47f78d8d12d8,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:32.961745 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:32.964475 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9aff26-2fc9-4406-90aa-6c2718f95e2e None None] The sync data for ids ['48669175-9135-4b66-9d4f-531cb2340df3'] in ncdv-master-1 is: [{'id': '48669175-9135-4b66-9d4f-531cb2340df3', 'name': 'tempest-TestMinimumBasicScenario-1687215689-router', 'tenant_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:43:22Z', 'updated_at': '2021-12-18T21:45:31Z', 'revision_number': 5, 'project_id': '67edc3d6735d4b5ca7f0f1961d9c0813', 'gw_port': {'id': '6bef6780-0574-4c48-98f2-47f78d8d12d8', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48669175-9135-4b66-9d4f-531cb2340df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:43:23Z', 'updated_at': '2021-12-18T21:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:45:32.975898 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Calling delete_port for 6bef6780-0574-4c48-98f2-47f78d8d12d8 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:45:33.072230 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-034bf86f-4256-45cf-bdea-f8795a314753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.139488 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.169002 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bef6780-0574-4c48-98f2-47f78d8d12d8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:33.181015 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0033ab-14dd-4c15-a38c-d828dbb19ba7 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:45:33.227575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.317938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.320193 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.366881 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.367527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48669175-9135-4b66-9d4f-531cb2340df3 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:45:33.372415 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.376295 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5cad81a0-5736-4d5f-99e0-0ecb1250f6c5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/48669175-9135-4b66-9d4f-531cb2340df3 HTTP/1.1" status: 204  len: 168 time: 1.0506804
Dec 18 21:45:33.376570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54064) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:33.427896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-18edba81-d14f-4d53-beb7-9a666f6f33d7 admin admin] Deleting subnet 69f59552-8db0-45d1-989b-cf366b2ef93b {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:45:33.431501 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18edba81-d14f-4d53-beb7-9a666f6f33d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.466932 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18edba81-d14f-4d53-beb7-9a666f6f33d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.545470 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18edba81-d14f-4d53-beb7-9a666f6f33d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.606971 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18edba81-d14f-4d53-beb7-9a666f6f33d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.635268 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edba81-d14f-4d53-beb7-9a666f6f33d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69f59552-8db0-45d1-989b-cf366b2ef93b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:33.637234 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-18edba81-d14f-4d53-beb7-9a666f6f33d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.642967 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-18edba81-d14f-4d53-beb7-9a666f6f33d7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/69f59552-8db0-45d1-989b-cf366b2ef93b HTTP/1.1" status: 204  len: 168 time: 0.2631054
Dec 18 21:45:33.643134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b1df56-8540-42df-bc63-e43fd3194d8c None None] Network 287565a5-986c-42fe-9009-c9c6ba1fc92b requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:45:33.643251 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54066) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:33.709520 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.766138 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Deleting port 453c0d9e-99e7-4d00-9529-a04d22df7052 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:45:33.766513 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.832010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] For port 453c0d9e-99e7-4d00-9529-a04d22df7052, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=453c0d9e-99e7-4d00-9529-a04d22df7052,segment=NetworkSegment(0e6c4fb9-546e-47bf-a790-3cca5a89db78),segment_id=0e6c4fb9-546e-47bf-a790-3cca5a89db78)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:33.832373 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.845096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Calling delete_port for 453c0d9e-99e7-4d00-9529-a04d22df7052 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:45:33.925884 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:33.956968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=453c0d9e-99e7-4d00-9529-a04d22df7052,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:33.959444 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72311866-7b1f-4c86-8afb-6c33d3474724 None None] DHCP port deletion for 287565a5-986c-42fe-9009-c9c6ba1fc92b request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:45:33.961075 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] No DVR routers for this DVR port 453c0d9e-99e7-4d00-9529-a04d22df7052 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:45:34.032586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6bef6780-0574-4c48-98f2-47f78d8d12d8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:45:34.036859 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.052064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 6bef6780-0574-4c48-98f2-47f78d8d12d8 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:45:34.052417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6bef6780-0574-4c48-98f2-47f78d8d12d8 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:45:34.052838 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 453c0d9e-99e7-4d00-9529-a04d22df7052 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:45:34.057365 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365c9b0a30>,) {'filters': {'network_id': ['287565a5-986c-42fe-9009-c9c6ba1fc92b']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:34.066677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c9b0a30>, '0e6c4fb9-546e-47bf-a790-3cca5a89db78') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:34.066968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365c9b0a30>, '0e6c4fb9-546e-47bf-a790-3cca5a89db78') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:34.071884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 453c0d9e-99e7-4d00-9529-a04d22df7052 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:45:34.072232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 453c0d9e-99e7-4d00-9529-a04d22df7052 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:45:34.072727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 432cd265-62cb-49c0-8f2e-abbf14f86e3e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:45:34.076250 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.090233 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.091972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 432cd265-62cb-49c0-8f2e-abbf14f86e3e {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:45:34.092324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 432cd265-62cb-49c0-8f2e-abbf14f86e3e not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:45:34.096641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:45:34.097142 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:45:34.098863 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:45:34.159673 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.166192 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.169378 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/287565a5-986c-42fe-9009-c9c6ba1fc92b HTTP/1.1" status: 204  len: 168 time: 0.5253334
Dec 18 21:45:34.180456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04425a53-19aa-480b-90f7-74daa8564dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=287565a5-986c-42fe-9009-c9c6ba1fc92b,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:34.329387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54070) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:34.370421 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4fc50796-cc86-4124-9639-dcca7b6d900e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb1a66fd59be4793a6090985e8ae5998&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0398402
Dec 18 21:45:34.372827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54072) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:34.421393 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8bd1206b-9424-4c8e-8e15-1eea1fdaf26f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.443096 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8bd1206b-9424-4c8e-8e15-1eea1fdaf26f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.492918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8bd1206b-9424-4c8e-8e15-1eea1fdaf26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.495450 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-8bd1206b-9424-4c8e-8e15-1eea1fdaf26f admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.496573 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-8bd1206b-9424-4c8e-8e15-1eea1fdaf26f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fef6b21-3a6b-4a58-b8b5-615c3f604d99 HTTP/1.1" status: 204  len: 168 time: 0.1228616
Dec 18 21:45:34.504392 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1206b-9424-4c8e-8e15-1eea1fdaf26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fef6b21-3a6b-4a58-b8b5-615c3f604d99,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:34.804274 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54092) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:34.845159 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5b91258b-22e8-43bb-a553-6854e07dae0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67edc3d6735d4b5ca7f0f1961d9c0813&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0396924
Dec 18 21:45:34.847587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54094) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:34.893049 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38822a1a-8976-4077-bd50-1ba748a3a623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.913167 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38822a1a-8976-4077-bd50-1ba748a3a623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.960880 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38822a1a-8976-4077-bd50-1ba748a3a623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.963554 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38822a1a-8976-4077-bd50-1ba748a3a623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:34.964679 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-38822a1a-8976-4077-bd50-1ba748a3a623 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1375bfa-1e21-4046-95f2-d3c6aa864c4d HTTP/1.1" status: 204  len: 168 time: 0.1161885
Dec 18 21:45:34.972926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38822a1a-8976-4077-bd50-1ba748a3a623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1375bfa-1e21-4046-95f2-d3c6aa864c4d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:35.271982 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c399230c-1cd3-4271-91b6-b9d174164566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:36.592757 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:36.671178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54134) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:36.675785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-17e06263-34bf-404b-bcc8-287db9cdf5ad tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124277281', 'description': 'tempest-secgroup-smoke-124277281 description', 'project_id': '0ca451d1f26f48f583722f5ed440bf41'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:36.700027 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-17e06263-34bf-404b-bcc8-287db9cdf5ad tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:36.707837 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-17e06263-34bf-404b-bcc8-287db9cdf5ad tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:36.781955 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-17e06263-34bf-404b-bcc8-287db9cdf5ad tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:36.785584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-17e06263-34bf-404b-bcc8-287db9cdf5ad tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:36.821178 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e06263-34bf-404b-bcc8-287db9cdf5ad tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada03392-192d-4f09-91fc-6b53440a41e3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:36.866153 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-17e06263-34bf-404b-bcc8-287db9cdf5ad tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:36.870555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-17e06263-34bf-404b-bcc8-287db9cdf5ad tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:36.900258 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-17e06263-34bf-404b-bcc8-287db9cdf5ad tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:36.901474 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-17e06263-34bf-404b-bcc8-287db9cdf5ad tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2292907
Dec 18 21:45:36.904537 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54136) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:36.905572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e06263-34bf-404b-bcc8-287db9cdf5ad tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2058b7ac-25a7-4269-9d46-b6246ba6b6c8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:36.909273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-cd38e8f0-e22b-41d5-9d3a-4ebd9f250239 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '2058b7ac-25a7-4269-9d46-b6246ba6b6c8', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:36.937475 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd38e8f0-e22b-41d5-9d3a-4ebd9f250239 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:36.991189 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd38e8f0-e22b-41d5-9d3a-4ebd9f250239 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:36.995203 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd38e8f0-e22b-41d5-9d3a-4ebd9f250239 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.012871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e8f0-e22b-41d5-9d3a-4ebd9f250239 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bd5072-0d1f-4ab4-b91c-e4d11f99734c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:37.018104 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-cd38e8f0-e22b-41d5-9d3a-4ebd9f250239 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.019317 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cd38e8f0-e22b-41d5-9d3a-4ebd9f250239 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1136777
Dec 18 21:45:37.022092 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54138) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:37.026351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-04e1e874-26de-447e-9f9c-f17742f012bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '2058b7ac-25a7-4269-9d46-b6246ba6b6c8', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:37.053195 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-04e1e874-26de-447e-9f9c-f17742f012bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.110944 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-04e1e874-26de-447e-9f9c-f17742f012bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.114480 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-04e1e874-26de-447e-9f9c-f17742f012bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.132750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1e874-26de-447e-9f9c-f17742f012bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f5cf34-45a0-4a4d-92b6-b7ea867188c2,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:37.142193 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-04e1e874-26de-447e-9f9c-f17742f012bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.143879 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-04e1e874-26de-447e-9f9c-f17742f012bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1208677
Dec 18 21:45:37.148244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54140) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:37.156523 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-da03b588-ebf5-4929-88f0-55e46a57d950 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '2058b7ac-25a7-4269-9d46-b6246ba6b6c8', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:37.186399 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da03b588-ebf5-4929-88f0-55e46a57d950 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.241133 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da03b588-ebf5-4929-88f0-55e46a57d950 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.244773 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da03b588-ebf5-4929-88f0-55e46a57d950 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.261601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03b588-ebf5-4929-88f0-55e46a57d950 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d70f11-4d73-43de-916c-5033d89738fd,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:37.269350 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-da03b588-ebf5-4929-88f0-55e46a57d950 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.270552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-da03b588-ebf5-4929-88f0-55e46a57d950 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1204758
Dec 18 21:45:37.273331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54142) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:37.278101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f98be682-0299-404a-a044-24a7ee647711 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '2058b7ac-25a7-4269-9d46-b6246ba6b6c8', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:37.304989 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f98be682-0299-404a-a044-24a7ee647711 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.364091 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f98be682-0299-404a-a044-24a7ee647711 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.367900 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f98be682-0299-404a-a044-24a7ee647711 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.384594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98be682-0299-404a-a044-24a7ee647711 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8c96ef-8cff-46d5-8402-f0a47dd643c1,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:37.393615 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f98be682-0299-404a-a044-24a7ee647711 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.394843 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f98be682-0299-404a-a044-24a7ee647711 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1200414
Dec 18 21:45:37.397827 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54144) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:37.402903 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5be745ba-cf79-4627-9ae5-0c3e8e11d5cb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '2058b7ac-25a7-4269-9d46-b6246ba6b6c8', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:37.426026 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-5be745ba-cf79-4627-9ae5-0c3e8e11d5cb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Project 0ca451d1f26f48f583722f5ed440bf41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:45:37.430727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5be745ba-cf79-4627-9ae5-0c3e8e11d5cb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.487462 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5be745ba-cf79-4627-9ae5-0c3e8e11d5cb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.490869 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5be745ba-cf79-4627-9ae5-0c3e8e11d5cb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.505763 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be745ba-cf79-4627-9ae5-0c3e8e11d5cb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98e637d-d127-45e0-92c5-b5d40f0bc765,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:37.520189 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5be745ba-cf79-4627-9ae5-0c3e8e11d5cb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.523537 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5be745ba-cf79-4627-9ae5-0c3e8e11d5cb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1225450
Dec 18 21:45:37.524940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54146) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:37.529653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-41d1fb0a-0138-44d0-b7a4-c12c335a8fc9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '2058b7ac-25a7-4269-9d46-b6246ba6b6c8', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:37.552484 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-41d1fb0a-0138-44d0-b7a4-c12c335a8fc9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Project 0ca451d1f26f48f583722f5ed440bf41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:45:37.557239 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41d1fb0a-0138-44d0-b7a4-c12c335a8fc9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.617408 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41d1fb0a-0138-44d0-b7a4-c12c335a8fc9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.621005 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41d1fb0a-0138-44d0-b7a4-c12c335a8fc9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.641700 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1fb0a-0138-44d0-b7a4-c12c335a8fc9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12814cd8-3e75-46c6-bee2-9bc190c6f9bb,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:37.647368 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-41d1fb0a-0138-44d0-b7a4-c12c335a8fc9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.648480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-41d1fb0a-0138-44d0-b7a4-c12c335a8fc9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1224058
Dec 18 21:45:37.652059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54148) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:37.656737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-2796e621-9634-4510-9761-2c33923e23a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'network': {'name': 'tempest-network-smoke--1856589809', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'port_security_enabled': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:37.678307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2796e621-9634-4510-9761-2c33923e23a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:45:37.681732 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2796e621-9634-4510-9761-2c33923e23a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.704741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2796e621-9634-4510-9761-2c33923e23a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:45:37.714678 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2796e621-9634-4510-9761-2c33923e23a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.715027 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-2796e621-9634-4510-9761-2c33923e23a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Added segment 8f288a71-4315-45e3-8160-89e4577e401e of type vlan for network 1d5a1137-431e-4ba7-84ce-1483b1c52486
Dec 18 21:45:37.754084 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2796e621-9634-4510-9761-2c33923e23a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.778783 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2796e621-9634-4510-9761-2c33923e23a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.784236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2796e621-9634-4510-9761-2c33923e23a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:37.784844 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2796e621-9634-4510-9761-2c33923e23a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.840255 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2796e621-9634-4510-9761-2c33923e23a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1871967
Dec 18 21:45:37.843141 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54150) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:37.847380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'admin_state_up': True, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:37.866863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796e621-9634-4510-9761-2c33923e23a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Network': ['ID=1d5a1137-431e-4ba7-84ce-1483b1c52486,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:37.880692 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 1d5a1137-431e-4ba7-84ce-1483b1c52486 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:45:37.891870 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.892924 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:37.979008 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:38.303389 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:38.422175 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:38.604859 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:38.629062 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:38.674214 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:38.732781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.35.3.153 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/866feeec-73b3-48c5-9800-e1d03db32d78) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:45:38.835556 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:38.867150 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:38.904829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:45:38.907536 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:45:38.909900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:45:38.919630 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab09e15-0ce3-4070-84f5-fc03ad5e0011 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:45:38.935453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=866feeec-73b3-48c5-9800-e1d03db32d78,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:38.968594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1539fdb0-9b7f-42c1-aa09-af1059af7942 None None] Provisioning complete for port 866feeec-73b3-48c5-9800-e1d03db32d78 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:38.968969 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1539fdb0-9b7f-42c1-aa09-af1059af7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:39.006131 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1539fdb0-9b7f-42c1-aa09-af1059af7942 None None] Port 866feeec-73b3-48c5-9800-e1d03db32d78 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:45:39.215646 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:39.407019 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:39.539779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:45:39.640318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:45:39.650148 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Sync routers for ids ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:45:39.659469 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Routers {'1dd45d33-2c26-40e3-84cc-a6a879d59c2e'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:45:39.660072 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7ddaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:45:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:39.660481 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:39.661707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-58f16cd7-0426-4bb8-96bd-c2e9ce4a871d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.8176556
Dec 18 21:45:39.664904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54152) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:39.763941 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Set router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:45:39.803148 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d6865769-9d17-48e1-9263-8494274dd9ba tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0ca451d1f26f48f583722f5ed440bf41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1364710
Dec 18 21:45:39.805822 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54156) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:39.939830 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7ddaf0>, [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:45:39Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:39.969620 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Checking router: 1dd45d33-2c26-40e3-84cc-a6a879d59c2e for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:45:39.969967 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Updating router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e port 866feeec-73b3-48c5-9800-e1d03db32d78 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:45:39.996470 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.223770 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f189ab-9661-4483-9ea9-57d673b16063 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:40.225278 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-36f189ab-9661-4483-9ea9-57d673b16063 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4184241
Dec 18 21:45:40.228707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54158) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:40.249328 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.255036 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.264340 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-26acfaf7-a3d9-4ea6-9643-27acac4f0073 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0321050
Dec 18 21:45:40.264529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54160) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:40.269346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3426cc9f-64ae-4778-8df5-a316671ec63c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-500107053', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:40.279476 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a387167-f2c0-46e1-8eb1-c31e810d7a06 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:45:40.301687 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:45:40.316123 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Pushing event updated for resources: {'Port': ['ID=866feeec-73b3-48c5-9800-e1d03db32d78,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:40.324449 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.324792 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.325128 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.325459 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.326398 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.326398 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.326621 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.326826 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.327055 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.327372 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.327741 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.327996 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.328710 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.333900 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Attempting to bind port 866feeec-73b3-48c5-9800-e1d03db32d78 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:45:40.334284 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Attempting to bind port 866feeec-73b3-48c5-9800-e1d03db32d78 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:45:40.334647 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Attempting to bind port 866feeec-73b3-48c5-9800-e1d03db32d78 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:45:40.338371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-bc480866-8eeb-4bf3-a6fd-65debe5667a0 None None] Provisioning complete for port 866feeec-73b3-48c5-9800-e1d03db32d78 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:40.339187 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bc480866-8eeb-4bf3-a6fd-65debe5667a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.340496 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:45:40.340868 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:45:40.341282 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.341663 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:45:40.342118 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Bound port: 866feeec-73b3-48c5-9800-e1d03db32d78, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:45:40.342516 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.367549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3426cc9f-64ae-4778-8df5-a316671ec63c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:45:40.371251 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3426cc9f-64ae-4778-8df5-a316671ec63c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.383967 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-bc480866-8eeb-4bf3-a6fd-65debe5667a0 None None] Port 866feeec-73b3-48c5-9800-e1d03db32d78 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:45:40.399200 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] For port 866feeec-73b3-48c5-9800-e1d03db32d78, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:45:40.402232 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] For port 866feeec-73b3-48c5-9800-e1d03db32d78, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=866feeec-73b3-48c5-9800-e1d03db32d78,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:45:40.406655 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.451257 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db90db-d8a5-40d2-b9a9-849c14355ff7 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:45:40.465703 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2642d-42a6-462e-bd38-88ae857c2d05 None None] Pushing event updated for resources: {'Port': ['ID=866feeec-73b3-48c5-9800-e1d03db32d78,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:40.482168 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Routers {'1dd45d33-2c26-40e3-84cc-a6a879d59c2e'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:45:40.482813 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7ddaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:45:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:40.509428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Provisioning complete for port 866feeec-73b3-48c5-9800-e1d03db32d78 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:40.510578 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.576874 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3426cc9f-64ae-4778-8df5-a316671ec63c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.606659 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] Set router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:45:40.647982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426cc9f-64ae-4778-8df5-a316671ec63c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Subnet': ['ID=08b3a5c6-c4c9-4556-a77a-93ed6c440b6c,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:40.656456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426cc9f-64ae-4778-8df5-a316671ec63c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Checking segment: {'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:45:40.656832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3426cc9f-64ae-4778-8df5-a316671ec63c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network hostable DHCP agents. Network: 1d5a1137-431e-4ba7-84ce-1483b1c52486, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:45:40.679591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3426cc9f-64ae-4778-8df5-a316671ec63c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 1d5a1137-431e-4ba7-84ce-1483b1c52486 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:45:40.689621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-3426cc9f-64ae-4778-8df5-a316671ec63c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1d5a1137-431e-4ba7-84ce-1483b1c52486) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:45:40.694454 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3426cc9f-64ae-4778-8df5-a316671ec63c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:40.695072 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3426cc9f-64ae-4778-8df5-a316671ec63c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.717305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3426cc9f-64ae-4778-8df5-a316671ec63c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4513440
Dec 18 21:45:40.719576 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54164) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:40.774853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa4d16-d5d3-4cad-b387-559063d49bc4 None None] Network 1d5a1137-431e-4ba7-84ce-1483b1c52486 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:45:40.826526 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.862378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] For port 866feeec-73b3-48c5-9800-e1d03db32d78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=866feeec-73b3-48c5-9800-e1d03db32d78,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:40.875747 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.920007 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7ddaf0>, [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:45:39Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:40.943793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1d5a1137-431e-4ba7-84ce-1483b1c52486', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ips': [{'subnet_id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:45:40.944759 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:40.947951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Pushing event updated for resources: {'Port': ['ID=866feeec-73b3-48c5-9800-e1d03db32d78,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:40.951579 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530f129-7ed4-4b21-8d9d-4a793ca62b69 None None] The sync data for ids ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'] in ncdv-master-1 is: [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:45:39Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:45:40.972345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.972729 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.973079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.974022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.974389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.974723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.975056 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.975386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.975713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.976033 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.976356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.976720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:40.977040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9bda53-cf29-414a-ac1e-03f98303f340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:45:41.110149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Allocated IP 172.20.0.2 (1d5a1137-431e-4ba7-84ce-1483b1c52486/08b3a5c6-c4c9-4556-a77a-93ed6c440b6c/d23a33f4-faf4-40a4-b0ce-66f0586fe62a) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:45:41.211404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:41.294073 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:41.302014 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:41.345484 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Network 1d5a1137-431e-4ba7-84ce-1483b1c52486 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:45:41.346980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:45:41.350834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:45:41.358238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Pushing event updated for resources: {'Port': ['ID=d23a33f4-faf4-40a4-b0ce-66f0586fe62a,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:41.409627 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Attempting to bind port d23a33f4-faf4-40a4-b0ce-66f0586fe62a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:45:41.410008 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Attempting to bind port d23a33f4-faf4-40a4-b0ce-66f0586fe62a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:45:41.410405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Attempting to bind port d23a33f4-faf4-40a4-b0ce-66f0586fe62a on network 1d5a1137-431e-4ba7-84ce-1483b1c52486 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:45:41.417686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:45:41.418079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Checking segment: {'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:45:41.419562 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:41.419983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Bound using segment: {'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:45:41.420485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Bound port: d23a33f4-faf4-40a4-b0ce-66f0586fe62a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:45:41.420878 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:41.497428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] For port d23a33f4-faf4-40a4-b0ce-66f0586fe62a, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:45:41.500847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] For port d23a33f4-faf4-40a4-b0ce-66f0586fe62a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d23a33f4-faf4-40a4-b0ce-66f0586fe62a,segment=NetworkSegment(8f288a71-4315-45e3-8160-89e4577e401e),segment_id=8f288a71-4315-45e3-8160-89e4577e401e)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:45:41.505695 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:41.577372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ee35e-58fe-4226-b70e-0e37852e19be None None] Pushing event updated for resources: {'Port': ['ID=d23a33f4-faf4-40a4-b0ce-66f0586fe62a,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:41.611423 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.20.0.1 (1d5a1137-431e-4ba7-84ce-1483b1c52486/08b3a5c6-c4c9-4556-a77a-93ed6c440b6c/2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:45:41.779029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:41.802415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 866feeec-73b3-48c5-9800-e1d03db32d78 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:45:41.828081 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:41.861244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 866feeec-73b3-48c5-9800-e1d03db32d78 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:41.861757 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:41.887150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 1d5a1137-431e-4ba7-84ce-1483b1c52486 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:45:41.890547 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:45:41.894771 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:45:41.939244 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:41.960789 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:42.089886 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:42.357959 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:42.363999 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:42.442999 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:42.444892 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:42.538155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 1d5a1137-431e-4ba7-84ce-1483b1c52486 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:45:42.539678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:45:42.657651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:45:42.667022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d0d95-f656-4aaa-9630-2b3e7bd42ee8 None None] Network 1d5a1137-431e-4ba7-84ce-1483b1c52486 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:45:42.735014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9dff41e4-692e-4d76-ae08-8abac199d9de None None] Provisioning complete for port d23a33f4-faf4-40a4-b0ce-66f0586fe62a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:42.735388 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9dff41e4-692e-4d76-ae08-8abac199d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:42.768836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:45:42.776073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-558c425d-857c-442c-a533-0a5fb4083b0d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "PUT /v2.0/routers/1dd45d33-2c26-40e3-84cc-a6a879d59c2e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0534444
Dec 18 21:45:42.860693 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9dff41e4-692e-4d76-ae08-8abac199d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:42.904405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9dff41e4-692e-4d76-ae08-8abac199d9de None None] For port d23a33f4-faf4-40a4-b0ce-66f0586fe62a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d23a33f4-faf4-40a4-b0ce-66f0586fe62a,segment=NetworkSegment(8f288a71-4315-45e3-8160-89e4577e401e),segment_id=8f288a71-4315-45e3-8160-89e4577e401e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:42.908738 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9dff41e4-692e-4d76-ae08-8abac199d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:42.948541 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-bae2bd46-ffbd-49fb-8d77-71feefa309f8 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124277281&fields=id&tenant_id=0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 267 time: 0.0586593
Dec 18 21:45:42.964019 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff41e4-692e-4d76-ae08-8abac199d9de None None] Pushing event updated for resources: {'Port': ['ID=d23a33f4-faf4-40a4-b0ce-66f0586fe62a,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:43.079153 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-80de20c3-a242-4a8c-b031-fe675e61c26b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:43.080886 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-80de20c3-a242-4a8c-b031-fe675e61c26b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/networks?id=1d5a1137-431e-4ba7-84ce-1483b1c52486 HTTP/1.1" status: 200  len: 797 time: 0.1212888
Dec 18 21:45:43.097219 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-802548f5-8ae4-4c73-bd85-2a92cd7f4311 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/quotas/0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 375 time: 0.0095384
Dec 18 21:45:43.134531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c609c239-7497-4b78-af74-2610f2e175a7 None None] Provisioning complete for port d23a33f4-faf4-40a4-b0ce-66f0586fe62a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:43.134896 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c609c239-7497-4b78-af74-2610f2e175a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:43.157883 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-9b09cc47-6102-407e-a5dc-b0f5dae70c91 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0546834
Dec 18 21:45:43.232662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Sync routers for ids ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:45:43.249647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Routers {'1dd45d33-2c26-40e3-84cc-a6a879d59c2e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:45:43.250485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e0b91f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:45:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:43.253799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c609c239-7497-4b78-af74-2610f2e175a7 None None] Provisioning complete for port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:43.254167 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c609c239-7497-4b78-af74-2610f2e175a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:43.265166 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-ac59aa77-4025-4737-859b-c502b63295d6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:45:43.266360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-ac59aa77-4025-4737-859b-c502b63295d6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0537839
Dec 18 21:45:43.371553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c609c239-7497-4b78-af74-2610f2e175a7 None None] Port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:45:43.378999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-11797978-0868-470f-a198-79e74be01845 service neutron] 10.222.0.13 "GET /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1052959
Dec 18 21:45:43.401540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Set router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:45:43.480805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-345430f2-648a-4955-a3ba-d05ef2261c6e service neutron] 10.222.0.13 "GET /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942924
Dec 18 21:45:43.532923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-074b6cef-6a20-4169-9947-388c12dd904e None None] Provisioning complete for port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:43.533299 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-074b6cef-6a20-4169-9947-388c12dd904e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:43.587490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-074b6cef-6a20-4169-9947-388c12dd904e None None] Port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:45:43.652712 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bceb7a3-28e9-47cb-a4f6-0822eb3ea2b3 req-d1c13d6b-28d9-43d0-b6d2-18987c0e738c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 210 time: 0.0269597
Dec 18 21:45:43.655273 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e0b91f0>, [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:45:42Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9', 'name': '', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:dd:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:41Z', 'updated_at': '2021-12-18T21:45:42Z', 'revision_number': 2, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:43.688774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Checking router: 1dd45d33-2c26-40e3-84cc-a6a879d59c2e for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:45:43.689318 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Updating router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:45:43.719559 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:43.783192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d23a33f4-faf4-40a4-b0ce-66f0586fe62a up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:45:43.947636 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d23a33f4-faf4-40a4-b0ce-66f0586fe62a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:43.948084 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:44.105370 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:44.114176 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:44.172200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8b181-549c-4ec0-9e59-8c9bc32fbdc5 None None] Pushing event updated for resources: {'Port': ['ID=2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:44.228682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Attempting to bind port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:45:44.229111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Attempting to bind port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:45:44.230315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Attempting to bind port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 on network 1d5a1137-431e-4ba7-84ce-1483b1c52486 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:45:44.236282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:45:44.236668 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Checking segment: {'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:45:44.237076 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:44.237745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Bound using segment: {'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:45:44.238083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Bound port: 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:45:44.238498 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:44.303957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] For port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:45:44.308352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] For port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9,segment=NetworkSegment(8f288a71-4315-45e3-8160-89e4577e401e),segment_id=8f288a71-4315-45e3-8160-89e4577e401e)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:45:44.312453 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:44.374766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Routers {'1dd45d33-2c26-40e3-84cc-a6a879d59c2e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:45:44.375401 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e0b91f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:45:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:44.378928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8b181-549c-4ec0-9e59-8c9bc32fbdc5 None None] Pushing event updated for resources: {'Port': ['ID=2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:44.639680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3df0d4c9-63b7-41c8-874d-b7a542e96de8 None None] Provisioning complete for port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:44.640048 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3df0d4c9-63b7-41c8-874d-b7a542e96de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:44.693050 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] Set router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:45:44.770863 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-d0d1af90-b034-4e40-b626-d71726abb762 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:44.772875 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-d0d1af90-b034-4e40-b626-d71726abb762 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "GET /v2.0/networks?id=1d5a1137-431e-4ba7-84ce-1483b1c52486 HTTP/1.1" status: 200  len: 797 time: 0.1357081
Dec 18 21:45:44.811271 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7f39172-e08c-4981-80f6-9450a9ae8280 req-746ae46f-cd87-40b2-96b8-0a442fc87385 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 210 time: 0.0366981
Dec 18 21:45:44.854816 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3df0d4c9-63b7-41c8-874d-b7a542e96de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:44.869344 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-1c47616e-583c-44bc-8881-a7f252658caa tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 379 time: 0.0676694
Dec 18 21:45:44.880697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'port': {'device_id': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'admin_state_up': True, 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'security_groups': ['2058b7ac-25a7-4269-9d46-b6246ba6b6c8']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:44.909531 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3df0d4c9-63b7-41c8-874d-b7a542e96de8 None None] For port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9,segment=NetworkSegment(8f288a71-4315-45e3-8160-89e4577e401e),segment_id=8f288a71-4315-45e3-8160-89e4577e401e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:44.915210 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3df0d4c9-63b7-41c8-874d-b7a542e96de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:44.987866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0d4c9-63b7-41c8-874d-b7a542e96de8 None None] Pushing event updated for resources: {'Port': ['ID=2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:44.996443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:45:45.001109 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:45.008620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e0b91f0>, [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:45:42Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9', 'name': '', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:dd:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:41Z', 'updated_at': '2021-12-18T21:45:44Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:45.038584 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ff7a4-1afd-45b0-8a49-6c74c1993685 None None] The sync data for ids ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'] in ncdv-master-1 is: [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:45:42Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9', 'name': '', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:dd:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:41Z', 'updated_at': '2021-12-18T21:45:44Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:45:45.053127 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2f23cfe3-dfa6-4d4f-a0b7-60805afca5cc None None] Provisioning complete for port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:45.053638 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2f23cfe3-dfa6-4d4f-a0b7-60805afca5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:45.154215 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.20.0.11 (1d5a1137-431e-4ba7-84ce-1483b1c52486/08b3a5c6-c4c9-4556-a77a-93ed6c440b6c/40897270-a2ce-4795-8670-42c475863352) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:45:45.299470 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:45.334420 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:45.379607 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:45.385826 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 1d5a1137-431e-4ba7-84ce-1483b1c52486 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:45:45.388933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:45:45.392895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:45:45.417678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=40897270-a2ce-4795-8670-42c475863352,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:45.448629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:45.449301 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:45.466460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-212fae9a-eb14-4da8-91a1-138833863341 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5892694
Dec 18 21:45:45.590103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Request body: {'port': {'device_id': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:45.646537 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:45.698851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d4a3f0e1-a457-409c-9f35-56d0511ed5cc None None] Provisioning complete for port 40897270-a2ce-4795-8670-42c475863352 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:45.699772 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d4a3f0e1-a457-409c-9f35-56d0511ed5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:45.743279 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3f0e1-a457-409c-9f35-56d0511ed5cc None None] Port 40897270-a2ce-4795-8670-42c475863352 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:45:45.790759 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:45:45.851176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:45.852189 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:45.971090 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40897270-a2ce-4795-8670-42c475863352 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:45:45.981319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:45.991832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b49e4-c8c8-4bee-a0c2-5ea10cb1ef19 req-d6dce147-a81a-4962-988e-6a3c9d8b62a9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:45.994014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b2b49e4-c8c8-4bee-a0c2-5ea10cb1ef19 req-d6dce147-a81a-4962-988e-6a3c9d8b62a9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 932 time: 0.0952153
Dec 18 21:45:46.009852 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Transition to ACTIVE for port object 40897270-a2ce-4795-8670-42c475863352 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:45:46.019650 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:46.097675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Pushing event updated for resources: {'Port': ['ID=40897270-a2ce-4795-8670-42c475863352,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:46.114832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1b2b49e4-c8c8-4bee-a0c2-5ea10cb1ef19 req-cf88714b-3e81-4213-a55b-dd49fee16327 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124480
Dec 18 21:45:46.192001 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Attempting to bind port 40897270-a2ce-4795-8670-42c475863352 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:45:46.192338 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Attempting to bind port 40897270-a2ce-4795-8670-42c475863352 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:45:46.192671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Attempting to bind port 40897270-a2ce-4795-8670-42c475863352 on network 1d5a1137-431e-4ba7-84ce-1483b1c52486 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:45:46.197776 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Port 40897270-a2ce-4795-8670-42c475863352 on network 1d5a1137-431e-4ba7-84ce-1483b1c52486 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:45:46.198100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Attempting to bind port 40897270-a2ce-4795-8670-42c475863352 on network 1d5a1137-431e-4ba7-84ce-1483b1c52486 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:45:46.203566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:45:46.203909 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Checking segment: {'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:45:46.204292 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Bound using segment: {'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:45:46.204727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Bound port: 40897270-a2ce-4795-8670-42c475863352, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f288a71-4315-45e3-8160-89e4577e401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:45:46.205073 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:46.276683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] For port 40897270-a2ce-4795-8670-42c475863352, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:45:46.279779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] For port 40897270-a2ce-4795-8670-42c475863352, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40897270-a2ce-4795-8670-42c475863352,segment=NetworkSegment(8f288a71-4315-45e3-8160-89e4577e401e),segment_id=8f288a71-4315-45e3-8160-89e4577e401e)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:45:46.283821 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:46.321486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:46.322102 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:46.323475 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] 10.222.0.36 "PUT /v2.0/ports/40897270-a2ce-4795-8670-42c475863352 HTTP/1.1" status: 200  len: 1092 time: 0.7906353
Dec 18 21:45:46.323929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'tag': '40897270-a2ce-4795-8670-42c475863352'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:45:46.326150 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb64e819-2c5b-46a7-85ee-de7362a65987" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7ce6e1-319c-4ca0-9de9-7b4cfc928111", "tag": "40897270-a2ce-4795-8670-42c475863352"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:45:46.351200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22d13c-5b28-47ce-a836-eb39af335750 service neutron] Pushing event updated for resources: {'Port': ['ID=40897270-a2ce-4795-8670-42c475863352,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:46.372379 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7b33f0-db67-404b-8a43-3dd9b32d3162 x-openstack-request-id: req-5c7b33f0-db67-404b-8a43-3dd9b32d3162 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:45:46.372847 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7ce6e1-319c-4ca0-9de9-7b4cfc928111", "tag": "40897270-a2ce-4795-8670-42c475863352", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:45:46.373115 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c7b33f0-db67-404b-8a43-3dd9b32d3162 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:45:46.373517 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'tag': '40897270-a2ce-4795-8670-42c475863352', 'status': 'completed', 'code': 200}
Dec 18 21:45:46.422157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-697711da-c38f-44db-b6e9-6db9355fcdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:46.423709 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-697711da-c38f-44db-b6e9-6db9355fcdc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 1095 time: 0.0459950
Dec 18 21:45:46.469143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-50f1c343-c921-4861-a62f-bd051233a9ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40897270-a2ce-4795-8670-42c475863352 HTTP/1.1" status: 200  len: 217 time: 0.0356874
Dec 18 21:45:46.524511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-b9ef713a-f453-4f6b-ae34-32f8554901d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:46.525909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-b9ef713a-f453-4f6b-ae34-32f8554901d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08b3a5c6-c4c9-4556-a77a-93ed6c440b6c HTTP/1.1" status: 200  len: 834 time: 0.0486600
Dec 18 21:45:46.863397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-749c9f70-4f64-4ff2-a7ee-18b894fbcd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:46.864885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-749c9f70-4f64-4ff2-a7ee-18b894fbcd45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5a1137-431e-4ba7-84ce-1483b1c52486&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3279874
Dec 18 21:45:46.961612 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-f4f2b506-bb20-450a-a51b-b4cc7b2808e7 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791929
Dec 18 21:45:47.055236 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7512f54f-8cd6-43fc-ad50-f1ae0e45b8fc req-4d5ebd32-eae7-4bab-b199-13a762f462f6 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809517
Dec 18 21:45:47.146971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e819-2c5b-46a7-85ee-de7362a65987 req-c01901bb-df32-4f9b-ad78-9c417bc267f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:47.148515 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb64e819-2c5b-46a7-85ee-de7362a65987 req-c01901bb-df32-4f9b-ad78-9c417bc267f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 1095 time: 0.0416913
Dec 18 21:45:47.278526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d66c46-8060-4bc1-bea4-9a60569e02df req-6c109cc1-3a25-4ccb-b6dd-4857c5b63a9b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:47.280003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93d66c46-8060-4bc1-bea4-9a60569e02df req-6c109cc1-3a25-4ccb-b6dd-4857c5b63a9b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 944 time: 0.0744867
Dec 18 21:45:47.284354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e819-2c5b-46a7-85ee-de7362a65987 req-71e4105a-4532-4488-81e2-c4ba0e07e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:47.285695 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb64e819-2c5b-46a7-85ee-de7362a65987 req-71e4105a-4532-4488-81e2-c4ba0e07e0c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d5a1137-431e-4ba7-84ce-1483b1c52486 HTTP/1.1" status: 200  len: 898 time: 0.1254375
Dec 18 21:45:47.345403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb64e819-2c5b-46a7-85ee-de7362a65987 req-6b572689-13f7-47dc-a091-74abb4abef70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40897270-a2ce-4795-8670-42c475863352 HTTP/1.1" status: 200  len: 217 time: 0.0457954
Dec 18 21:45:47.387460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93d66c46-8060-4bc1-bea4-9a60569e02df req-374ebfae-1bdf-4408-9fb3-47e41a379894 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007779
Dec 18 21:45:47.404705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e819-2c5b-46a7-85ee-de7362a65987 req-7818c3c5-5f8a-4cd6-a2c6-c369a6e149a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:47.406300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb64e819-2c5b-46a7-85ee-de7362a65987 req-7818c3c5-5f8a-4cd6-a2c6-c369a6e149a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08b3a5c6-c4c9-4556-a77a-93ed6c440b6c HTTP/1.1" status: 200  len: 834 time: 0.0507472
Dec 18 21:45:47.452171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e819-2c5b-46a7-85ee-de7362a65987 req-71e43d17-2052-4283-a900-f598b770f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:47.453613 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb64e819-2c5b-46a7-85ee-de7362a65987 req-71e43d17-2052-4283-a900-f598b770f134 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5a1137-431e-4ba7-84ce-1483b1c52486&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396421
Dec 18 21:45:47.545508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb64e819-2c5b-46a7-85ee-de7362a65987 req-9628c5b7-2042-4a0f-bdd7-823e7b7747d7 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823665
Dec 18 21:45:47.635135 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eb64e819-2c5b-46a7-85ee-de7362a65987 req-663785bc-52c7-41e4-937b-c0dd93d5d747 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808122
Dec 18 21:45:48.503831 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958be70-3d8a-4921-891d-86613bd9cfbe req-0b4f7dd1-c8f7-4916-8ff7-61a6895209fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:48.505285 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3958be70-3d8a-4921-891d-86613bd9cfbe req-0b4f7dd1-c8f7-4916-8ff7-61a6895209fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 944 time: 0.0479834
Dec 18 21:45:48.559163 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3958be70-3d8a-4921-891d-86613bd9cfbe req-03189435-709c-4e6a-9140-2ebaa8fc2117 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471320
Dec 18 21:45:49.677679 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae0800-3855-41ee-9dc0-bc496a1f8e6d req-0ce4a0b0-4f66-4b5b-ae50-aa9ff155b1f8 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:49.679193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ae0800-3855-41ee-9dc0-bc496a1f8e6d req-0ce4a0b0-4f66-4b5b-ae50-aa9ff155b1f8 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 944 time: 0.0492196
Dec 18 21:45:49.730670 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e5ae0800-3855-41ee-9dc0-bc496a1f8e6d req-92852c71-862d-4b4a-82a4-1c4ba99368cb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454626
Dec 18 21:45:50.002857 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:50.846030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee248609-e0de-4253-bd36-066d6678cd41 req-06a58f49-18f3-4adb-ac73-284657bf623e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:50.847618 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ee248609-e0de-4253-bd36-066d6678cd41 req-06a58f49-18f3-4adb-ac73-284657bf623e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 944 time: 0.0492511
Dec 18 21:45:50.896908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ee248609-e0de-4253-bd36-066d6678cd41 req-6a419272-fba1-4a22-9164-90064b0f7d4e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430822
Dec 18 21:45:50.959039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 40897270-a2ce-4795-8670-42c475863352 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:45:51.054430 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 40897270-a2ce-4795-8670-42c475863352, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40897270-a2ce-4795-8670-42c475863352,segment=NetworkSegment(8f288a71-4315-45e3-8160-89e4577e401e),segment_id=8f288a71-4315-45e3-8160-89e4577e401e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:51.065569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '40897270-a2ce-4795-8670-42c475863352', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'port_id': '40897270-a2ce-4795-8670-42c475863352', 'mac_address': 'fa:16:3e:00:4e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:45:51.101809 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:51.114446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40897270-a2ce-4795-8670-42c475863352 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:45:51.133121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 40897270-a2ce-4795-8670-42c475863352, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40897270-a2ce-4795-8670-42c475863352,segment=NetworkSegment(8f288a71-4315-45e3-8160-89e4577e401e),segment_id=8f288a71-4315-45e3-8160-89e4577e401e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:51.137204 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:51.187112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=40897270-a2ce-4795-8670-42c475863352,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:51.442190 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['40897270-a2ce-4795-8670-42c475863352'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:45:52.030292 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba215135-090e-4ffe-9801-9a116f6fae4a req-41d83433-bad0-4111-8ebe-c2bb82f181a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:52.031705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba215135-090e-4ffe-9801-9a116f6fae4a req-41d83433-bad0-4111-8ebe-c2bb82f181a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 945 time: 0.0524867
Dec 18 21:45:52.079584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ba215135-090e-4ffe-9801-9a116f6fae4a req-63b35dfc-8e51-4e05-868e-492c7718e92f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419376
Dec 18 21:45:52.972770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 40897270-a2ce-4795-8670-42c475863352 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:45:53.020664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 40897270-a2ce-4795-8670-42c475863352 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:45:53.024688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 40897270-a2ce-4795-8670-42c475863352 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:45:53.025060 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:53.098894 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:53.125165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40897270-a2ce-4795-8670-42c475863352'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:45:53.140095 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 40897270-a2ce-4795-8670-42c475863352, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40897270-a2ce-4795-8670-42c475863352,segment=NetworkSegment(8f288a71-4315-45e3-8160-89e4577e401e),segment_id=8f288a71-4315-45e3-8160-89e4577e401e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:45:53.144394 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:53.170655 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9668cea5-28f6-4115-a337-9bea75b0d429" -d '{"events": [{"server_uuid": "4a7ce6e1-319c-4ca0-9de9-7b4cfc928111", "name": "network-vif-plugged", "status": "completed", "tag": "40897270-a2ce-4795-8670-42c475863352"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:45:53.196681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6ccef-0bbc-4edd-9fed-c11853764a4b req-54e864a2-036e-4dfc-a437-ee32462aad56 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:53.198165 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72d6ccef-0bbc-4edd-9fed-c11853764a4b req-54e864a2-036e-4dfc-a437-ee32462aad56 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 946 time: 0.0503621
Dec 18 21:45:53.199192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=40897270-a2ce-4795-8670-42c475863352,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:53.252481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-72d6ccef-0bbc-4edd-9fed-c11853764a4b req-16d2ec8e-f923-4b35-98b5-6258b30ac84d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438571
Dec 18 21:45:53.258911 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a1bcf3-9a34-4f4e-8dd0-fe94d09a2c32 x-openstack-request-id: req-79a1bcf3-9a34-4f4e-8dd0-fe94d09a2c32 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:45:53.259202 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7ce6e1-319c-4ca0-9de9-7b4cfc928111", "name": "network-vif-plugged", "status": "completed", "tag": "40897270-a2ce-4795-8670-42c475863352", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:45:53.259456 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79a1bcf3-9a34-4f4e-8dd0-fe94d09a2c32 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:45:53.259920 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40897270-a2ce-4795-8670-42c475863352', 'code': 200}
Dec 18 21:45:53.373207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b709d4-e55d-4fd3-9c16-b56a407f07b3 req-d09b535b-5273-48fe-a1d1-b9fd95296d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:53.374717 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06b709d4-e55d-4fd3-9c16-b56a407f07b3 req-d09b535b-5273-48fe-a1d1-b9fd95296d2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 1097 time: 0.0450187
Dec 18 21:45:53.420953 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-06b709d4-e55d-4fd3-9c16-b56a407f07b3 req-af9a00d0-5301-47f9-ad31-8d73850cca31 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374997
Dec 18 21:45:54.368914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e685d-39f0-4513-a33f-289dc9597a0b req-a783b830-5e95-4ed3-96f5-fd4f8f4941ec tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:54.370430 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-013e685d-39f0-4513-a33f-289dc9597a0b req-a783b830-5e95-4ed3-96f5-fd4f8f4941ec tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 946 time: 0.0486352
Dec 18 21:45:54.417841 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-013e685d-39f0-4513-a33f-289dc9597a0b req-fc15b535-22b1-4f6c-8c96-66c7b0226285 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415926
Dec 18 21:45:55.530437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd815e-4cf0-4b73-a250-2fc6a52ba66f req-71fd4ae0-7c42-4207-a74f-073b11480e32 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:55.531816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25fd815e-4cf0-4b73-a250-2fc6a52ba66f req-71fd4ae0-7c42-4207-a74f-073b11480e32 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 946 time: 0.0473633
Dec 18 21:45:55.583659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-25fd815e-4cf0-4b73-a250-2fc6a52ba66f req-4399723f-8f8f-4b37-bc9d-8ebc9802973e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457416
Dec 18 21:45:55.700766 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816f267-5f68-47fa-9d79-1eb7240f4031 req-81571e55-5608-4cba-b0b0-41c65a167dde tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:55.702246 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0816f267-5f68-47fa-9d79-1eb7240f4031 req-81571e55-5608-4cba-b0b0-41c65a167dde tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 946 time: 0.0483687
Dec 18 21:45:55.752912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0816f267-5f68-47fa-9d79-1eb7240f4031 req-db8b7593-3df9-4f18-b4b7-58c9d60c1362 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445218
Dec 18 21:45:55.774540 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54226) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:55.812933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296b8190-3d38-439d-9933-8e1a6c12538e tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:55.814351 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-296b8190-3d38-439d-9933-8e1a6c12538e tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 1092 time: 0.0388310
Dec 18 21:45:55.817152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54228) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:55.821313 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': '40897270-a2ce-4795-8670-42c475863352', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address': '172.20.0.11'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:45:55.844782 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:55.950270 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:56.052573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.35.3.80 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/5a4b792f-c28f-4636-b3f7-891da3c76a98) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:45:56.152938 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:56.185879 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:56.223792 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:45:56.226530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:45:56.229929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:45:56.267750 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=5a4b792f-c28f-4636-b3f7-891da3c76a98,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:56.602083 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:56.668745 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:56.811642 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:56.816014 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:56.894581 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=5a4b792f-c28f-4636-b3f7-891da3c76a98,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:45:56.908032 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:57.005173 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Floating IP 48559acf-3e10-410d-9f32-74924c46a559 associated. External IP: 172.35.3.80, port: 40897270-a2ce-4795-8670-42c475863352.
Dec 18 21:45:57.209384 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:45:57.316185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:45:57.329288 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b0e33-5874-4b68-b3da-506e9e32fece None None] Sync routers for ids ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:45:57.335962 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:45:57.341508 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b0e33-5874-4b68-b3da-506e9e32fece None None] Routers {'1dd45d33-2c26-40e3-84cc-a6a879d59c2e'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:45:57.342125 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-9f6b0e33-5874-4b68-b3da-506e9e32fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36644fc340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:45:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:57.364474 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4d8428a5-abdc-4ec5-bfcd-1d197430e6bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5463254
Dec 18 21:45:57.365059 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'tag': '40897270-a2ce-4795-8670-42c475863352'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:45:57.367475 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d5c4d3-dd1a-40e8-aae4-ad7ce9c6507f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7ce6e1-319c-4ca0-9de9-7b4cfc928111", "tag": "40897270-a2ce-4795-8670-42c475863352"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:45:57.412896 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e08f17e-1f7c-411a-ac6c-3a723aecc5a6 x-openstack-request-id: req-7e08f17e-1f7c-411a-ac6c-3a723aecc5a6 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:45:57.413342 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7ce6e1-319c-4ca0-9de9-7b4cfc928111", "tag": "40897270-a2ce-4795-8670-42c475863352", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:45:57.413533 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e08f17e-1f7c-411a-ac6c-3a723aecc5a6 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:45:57.414617 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'tag': '40897270-a2ce-4795-8670-42c475863352', 'status': 'completed', 'code': 200}
Dec 18 21:45:57.454800 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-9f6b0e33-5874-4b68-b3da-506e9e32fece None None] Set router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:45:57.498679 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6bcb9-e2c8-44da-b132-881c2c14a95d req-b0540c10-1839-4354-b592-f851f8295c71 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:57.500108 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42b6bcb9-e2c8-44da-b132-881c2c14a95d req-b0540c10-1839-4354-b592-f851f8295c71 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 946 time: 0.0798337
Dec 18 21:45:57.501900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c4d3-dd1a-40e8-aae4-ad7ce9c6507f req-2f730a34-1924-4315-834b-739d558f7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:57.503299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35d5c4d3-dd1a-40e8-aae4-ad7ce9c6507f req-2f730a34-1924-4315-834b-739d558f7914 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 1097 time: 0.0583856
Dec 18 21:45:57.604646 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42b6bcb9-e2c8-44da-b132-881c2c14a95d req-2f23fda3-fa02-4137-9dbc-a872a4ff184b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0976501
Dec 18 21:45:57.627584 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54238) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:57.636341 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c4d3-dd1a-40e8-aae4-ad7ce9c6507f req-adde9875-3397-4a8c-8647-e5d40e131c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:57.637815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35d5c4d3-dd1a-40e8-aae4-ad7ce9c6507f req-adde9875-3397-4a8c-8647-e5d40e131c79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d5a1137-431e-4ba7-84ce-1483b1c52486 HTTP/1.1" status: 200  len: 898 time: 0.1250458
Dec 18 21:45:57.690898 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-73eb929d-8a1b-4c6a-aea7-2a3e6d9cb246 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/48559acf-3e10-410d-9f32-74924c46a559 HTTP/1.1" status: 200  len: 991 time: 0.0614741
Dec 18 21:45:57.691173 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-9f6b0e33-5874-4b68-b3da-506e9e32fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36644fc340>, [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:45:42Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48559acf-3e10-410d-9f32-74924c46a559', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.80', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'port_id': '40897270-a2ce-4795-8670-42c475863352', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4176, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'mac_address': 'fa:16:3e:00:4e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:45:56Z', 'updated_at': '2021-12-18T21:45:56Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9', 'name': '', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:dd:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:41Z', 'updated_at': '2021-12-18T21:45:44Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:57.715454 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35d5c4d3-dd1a-40e8-aae4-ad7ce9c6507f req-bb70885b-e2be-4af0-adef-dcc9cbcc9d30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40897270-a2ce-4795-8670-42c475863352 HTTP/1.1" status: 200  len: 999 time: 0.0682397
Dec 18 21:45:57.718192 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b0e33-5874-4b68-b3da-506e9e32fece None None] Checking router: 1dd45d33-2c26-40e3-84cc-a6a879d59c2e for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:45:57.726423 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b0e33-5874-4b68-b3da-506e9e32fece None None] Routers {'1dd45d33-2c26-40e3-84cc-a6a879d59c2e'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:45:57.727015 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-9f6b0e33-5874-4b68-b3da-506e9e32fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36644fc340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:45:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:57.766129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c4d3-dd1a-40e8-aae4-ad7ce9c6507f req-39c20685-8586-41bc-9106-42e1634a44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:57.767614 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35d5c4d3-dd1a-40e8-aae4-ad7ce9c6507f req-39c20685-8586-41bc-9106-42e1634a44c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08b3a5c6-c4c9-4556-a77a-93ed6c440b6c HTTP/1.1" status: 200  len: 834 time: 0.0445414
Dec 18 21:45:57.811659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c4d3-dd1a-40e8-aae4-ad7ce9c6507f req-150d91ca-0842-41b9-9f90-c6e1bf2f89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:45:57.813142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35d5c4d3-dd1a-40e8-aae4-ad7ce9c6507f req-150d91ca-0842-41b9-9f90-c6e1bf2f89a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5a1137-431e-4ba7-84ce-1483b1c52486&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386286
Dec 18 21:45:57.830049 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-9f6b0e33-5874-4b68-b3da-506e9e32fece None None] Set router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:45:57.904695 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35d5c4d3-dd1a-40e8-aae4-ad7ce9c6507f req-c1a3e35b-1be9-4255-a341-1889ac64dc4a service neutron] 10.222.0.36 "GET /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845878
Dec 18 21:45:57.994204 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35d5c4d3-dd1a-40e8-aae4-ad7ce9c6507f req-8f9da120-e93d-4bf6-903c-070d7a0b0760 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829198
Dec 18 21:45:58.047410 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-9f6b0e33-5874-4b68-b3da-506e9e32fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36644fc340>, [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:45:42Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48559acf-3e10-410d-9f32-74924c46a559', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.80', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'port_id': '40897270-a2ce-4795-8670-42c475863352', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4176, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'mac_address': 'fa:16:3e:00:4e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:45:56Z', 'updated_at': '2021-12-18T21:45:56Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9', 'name': '', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:dd:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:41Z', 'updated_at': '2021-12-18T21:45:44Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:45:58.075832 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b0e33-5874-4b68-b3da-506e9e32fece None None] The sync data for ids ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'] in ncdv-master-1 is: [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:45:42Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48559acf-3e10-410d-9f32-74924c46a559', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.80', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'port_id': '40897270-a2ce-4795-8670-42c475863352', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4176, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'mac_address': 'fa:16:3e:00:4e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:45:56Z', 'updated_at': '2021-12-18T21:45:56Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9', 'name': '', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:dd:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:41Z', 'updated_at': '2021-12-18T21:45:44Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:45:58.276702 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e9d4be-4d82-42c3-86d4-3f23e5497231 None None] New status for floating IP 48559acf-3e10-410d-9f32-74924c46a559: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:45:58.693233 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54240) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:45:58.757027 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-66a3c491-d88e-4a3c-827b-d42e1d787bac tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/48559acf-3e10-410d-9f32-74924c46a559 HTTP/1.1" status: 200  len: 993 time: 0.0627401
Dec 18 21:46:03.073250 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f3a25d4d-f39c-4931-b76c-6799c94639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:05.274094 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d5a35518-b0d9-41ea-be51-e696837dba33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:06.594673 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:08.305038 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:08.676668 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:15.387480 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:17.301070 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:46:18.629525 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a08d6d3-f23b-4530-ba24-05778d7386b8 req-855efa8c-724a-4de5-845c-4ca823d7f705 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0386429
Dec 18 21:46:18.716703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08d6d3-f23b-4530-ba24-05778d7386b8 req-600b404d-869b-480c-b42a-50453f58ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:18.718232 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a08d6d3-f23b-4530-ba24-05778d7386b8 req-600b404d-869b-480c-b42a-50453f58ba60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 1097 time: 0.0436783
Dec 18 21:46:18.821015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08d6d3-f23b-4530-ba24-05778d7386b8 req-ff7137b8-dd9c-4f02-9243-a5abd04ca4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:18.822462 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a08d6d3-f23b-4530-ba24-05778d7386b8 req-ff7137b8-dd9c-4f02-9243-a5abd04ca4c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d5a1137-431e-4ba7-84ce-1483b1c52486 HTTP/1.1" status: 200  len: 898 time: 0.0827496
Dec 18 21:46:18.891206 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a08d6d3-f23b-4530-ba24-05778d7386b8 req-62f9e7c8-d37a-42e0-87bb-a1cc68b0f2ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40897270-a2ce-4795-8670-42c475863352 HTTP/1.1" status: 200  len: 1001 time: 0.0602467
Dec 18 21:46:18.939119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08d6d3-f23b-4530-ba24-05778d7386b8 req-460f5fe0-3d06-422b-a0c6-e4f57dc6ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:18.940486 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a08d6d3-f23b-4530-ba24-05778d7386b8 req-460f5fe0-3d06-422b-a0c6-e4f57dc6ce14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08b3a5c6-c4c9-4556-a77a-93ed6c440b6c HTTP/1.1" status: 200  len: 834 time: 0.0416903
Dec 18 21:46:18.984967 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08d6d3-f23b-4530-ba24-05778d7386b8 req-9036dc15-04ff-4cde-b1ca-0c6259d77344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:18.986461 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a08d6d3-f23b-4530-ba24-05778d7386b8 req-9036dc15-04ff-4cde-b1ca-0c6259d77344 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5a1137-431e-4ba7-84ce-1483b1c52486&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0381536
Dec 18 21:46:19.374793 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a08d6d3-f23b-4530-ba24-05778d7386b8 req-bb278688-8f1c-4c1e-8d46-6dc839e67913 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3807638
Dec 18 21:46:19.468182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a08d6d3-f23b-4530-ba24-05778d7386b8 req-bc98a5cb-4223-4922-bc3a-e83b2da51622 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831771
Dec 18 21:46:20.019683 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:33.073406 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-99d86b91-14b5-4475-bf3a-edd6db4df6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:34.156381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527027c3-e849-4677-ad44-111438e53d78 req-46ad656f-7157-445f-81da-4a74dd3eda79 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:34.157880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-527027c3-e849-4677-ad44-111438e53d78 req-46ad656f-7157-445f-81da-4a74dd3eda79 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 946 time: 0.0520325
Dec 18 21:46:34.206285 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-527027c3-e849-4677-ad44-111438e53d78 req-9f2281f1-9471-4d49-a3cf-2dc5800af0a9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418963
Dec 18 21:46:35.274617 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1b10d0f6-51a5-49ab-8397-97fa46532010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:35.329128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b9ba5-2abd-4b7c-98c3-43d4f17e8ea2 req-648bee50-a047-4e27-88e7-eef68d502b88 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:35.330608 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-662b9ba5-2abd-4b7c-98c3-43d4f17e8ea2 req-648bee50-a047-4e27-88e7-eef68d502b88 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 946 time: 0.0478952
Dec 18 21:46:35.380480 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-662b9ba5-2abd-4b7c-98c3-43d4f17e8ea2 req-1c1cc456-3856-478f-a2da-655f381d6f40 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436521
Dec 18 21:46:35.402183 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54284) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:35.464651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0298751c-9c44-404f-aad9-b65ddaff707d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/48559acf-3e10-410d-9f32-74924c46a559 HTTP/1.1" status: 200  len: 993 time: 0.0613356
Dec 18 21:46:36.598602 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:36.737688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a1b0d-8c68-4df3-bbe9-f104817a8869 req-fd79d69e-712e-439c-9e16-9267c9b2b370 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:36.739158 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e4a1b0d-8c68-4df3-bbe9-f104817a8869 req-fd79d69e-712e-439c-9e16-9267c9b2b370 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 946 time: 0.0484278
Dec 18 21:46:36.788985 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4e4a1b0d-8c68-4df3-bbe9-f104817a8869 req-d5d92402-659e-4ada-a834-98aac2b89367 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418732
Dec 18 21:46:37.920574 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ab3fa-871d-4a78-8539-2b7fcf5a404f req-de329b6d-d997-4321-887f-109f9ac642c0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:37.922066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-534ab3fa-871d-4a78-8539-2b7fcf5a404f req-de329b6d-d997-4321-887f-109f9ac642c0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 946 time: 0.0579579
Dec 18 21:46:37.970606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-534ab3fa-871d-4a78-8539-2b7fcf5a404f req-e7cc2497-8b28-41b9-b2de-b9b0f5c18406 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423548
Dec 18 21:46:37.992266 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54296) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:38.052473 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3854f308-d98d-4e72-a5f2-261c196ed293 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/48559acf-3e10-410d-9f32-74924c46a559 HTTP/1.1" status: 200  len: 993 time: 0.0590816
Dec 18 21:46:38.284988 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54302) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:38.307698 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:38.444351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port 5a4b792f-c28f-4636-b3f7-891da3c76a98 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:46:38.444691 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:38.522340 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:38.522576 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:38.533940 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for 5a4b792f-c28f-4636-b3f7-891da3c76a98 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:46:38.677904 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:38.680625 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:38.706410 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=5a4b792f-c28f-4636-b3f7-891da3c76a98,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:38.718727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.719086 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.719426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.719765 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.720099 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.720429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.720756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.721082 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.721407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.721735 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.722057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.722405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.722727 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:38.780388 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:38.780638 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Floating IP 48559acf-3e10-410d-9f32-74924c46a559 disassociated (deleted). External IP: 172.35.3.80, port: 40897270-a2ce-4795-8670-42c475863352.
Dec 18 21:46:38.987960 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:46:39.093313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:46:39.097970 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:39.103441 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ef2cf-57cc-4bd1-879d-fea01dbae69a None None] Sync routers for ids ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:46:39.112789 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ef2cf-57cc-4bd1-879d-fea01dbae69a None None] Routers {'1dd45d33-2c26-40e3-84cc-a6a879d59c2e'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:46:39.113458 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bf0ef2cf-57cc-4bd1-879d-fea01dbae69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640678e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:46:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:39.125403 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-47cb6865-23fa-438a-aef9-f5b8c9a247d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/floatingips/48559acf-3e10-410d-9f32-74924c46a559 HTTP/1.1" status: 204  len: 168 time: 0.8393555
Dec 18 21:46:39.125990 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'tag': '40897270-a2ce-4795-8670-42c475863352'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:46:39.128278 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bff96ec-6e7d-4053-9e15-3be71742825e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7ce6e1-319c-4ca0-9de9-7b4cfc928111", "tag": "40897270-a2ce-4795-8670-42c475863352"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:46:39.167796 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47abbe8a-8f43-45c3-8a52-070dac361eb0 x-openstack-request-id: req-47abbe8a-8f43-45c3-8a52-070dac361eb0 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:46:39.168128 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7ce6e1-319c-4ca0-9de9-7b4cfc928111", "tag": "40897270-a2ce-4795-8670-42c475863352", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:46:39.168504 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47abbe8a-8f43-45c3-8a52-070dac361eb0 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:46:39.168991 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'tag': '40897270-a2ce-4795-8670-42c475863352', 'status': 'completed', 'code': 200}
Dec 18 21:46:39.244983 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff96ec-6e7d-4053-9e15-3be71742825e req-854e3c15-7570-4d9d-97bc-9415636b2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:39.248033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bff96ec-6e7d-4053-9e15-3be71742825e req-854e3c15-7570-4d9d-97bc-9415636b2cc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 1097 time: 0.0500062
Dec 18 21:46:39.255967 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-bf0ef2cf-57cc-4bd1-879d-fea01dbae69a None None] Set router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:46:39.384439 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff96ec-6e7d-4053-9e15-3be71742825e req-e0900e9a-cac2-45cc-a25c-45e732b36c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:39.386037 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bff96ec-6e7d-4053-9e15-3be71742825e req-e0900e9a-cac2-45cc-a25c-45e732b36c17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d5a1137-431e-4ba7-84ce-1483b1c52486 HTTP/1.1" status: 200  len: 898 time: 0.1212592
Dec 18 21:46:39.409735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0020b-b057-41af-966b-e32da8ce8865 req-2b07dd74-05fe-4a67-b7cd-88023d19432e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:39.411312 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3cc0020b-b057-41af-966b-e32da8ce8865 req-2b07dd74-05fe-4a67-b7cd-88023d19432e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 946 time: 0.0825152
Dec 18 21:46:39.447034 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bff96ec-6e7d-4053-9e15-3be71742825e req-ff3b3040-cade-422d-81d4-95070ba56c3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40897270-a2ce-4795-8670-42c475863352 HTTP/1.1" status: 200  len: 217 time: 0.0521047
Dec 18 21:46:39.516367 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3cc0020b-b057-41af-966b-e32da8ce8865 req-09310477-0abb-4a04-9001-9342783e579d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775030
Dec 18 21:46:39.520058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff96ec-6e7d-4053-9e15-3be71742825e req-e4461c8f-ed63-4a5f-a55a-1fb0452d3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:39.521445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bff96ec-6e7d-4053-9e15-3be71742825e req-e4461c8f-ed63-4a5f-a55a-1fb0452d3097 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08b3a5c6-c4c9-4556-a77a-93ed6c440b6c HTTP/1.1" status: 200  len: 834 time: 0.0658209
Dec 18 21:46:39.543184 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bf0ef2cf-57cc-4bd1-879d-fea01dbae69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640678e0>, [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:45:42Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9', 'name': '', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:dd:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:41Z', 'updated_at': '2021-12-18T21:45:44Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:39.568219 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ef2cf-57cc-4bd1-879d-fea01dbae69a None None] Checking router: 1dd45d33-2c26-40e3-84cc-a6a879d59c2e for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:46:39.574461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff96ec-6e7d-4053-9e15-3be71742825e req-fff1431e-7fc2-4332-bec8-042fd7efa8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:39.575998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bff96ec-6e7d-4053-9e15-3be71742825e req-fff1431e-7fc2-4332-bec8-042fd7efa8b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5a1137-431e-4ba7-84ce-1483b1c52486&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453689
Dec 18 21:46:39.576184 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ef2cf-57cc-4bd1-879d-fea01dbae69a None None] Routers {'1dd45d33-2c26-40e3-84cc-a6a879d59c2e'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:46:39.576774 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bf0ef2cf-57cc-4bd1-879d-fea01dbae69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36640678e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:46:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:39.665740 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bff96ec-6e7d-4053-9e15-3be71742825e req-c9fb8979-2994-41fa-81d1-a641223dbf03 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810556
Dec 18 21:46:39.678560 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-bf0ef2cf-57cc-4bd1-879d-fea01dbae69a None None] Set router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:46:39.768864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bff96ec-6e7d-4053-9e15-3be71742825e req-f9b37a75-c02f-4e1b-96b2-fbfa7f53bf20 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953615
Dec 18 21:46:39.877714 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-bf0ef2cf-57cc-4bd1-879d-fea01dbae69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36640678e0>, [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:45:42Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9', 'name': '', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:dd:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:41Z', 'updated_at': '2021-12-18T21:45:44Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:39.903637 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ef2cf-57cc-4bd1-879d-fea01dbae69a None None] The sync data for ids ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'] in ncdv-master-1 is: [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:45:42Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9', 'name': '', 'network_id': '1d5a1137-431e-4ba7-84ce-1483b1c52486', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:dd:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:41Z', 'updated_at': '2021-12-18T21:45:44Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '08b3a5c6-c4c9-4556-a77a-93ed6c440b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:46:40.115781 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b6d6fb-64bd-4388-b90a-efdecef452e1 None None] New status for floating IP 48559acf-3e10-410d-9f32-74924c46a559: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:46:40.636961 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642ffa1-83bc-4d13-b249-a0af5f180dc6 req-410d60be-ff69-49a8-91d5-bc85d5632db5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:40.638460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b642ffa1-83bc-4d13-b249-a0af5f180dc6 req-410d60be-ff69-49a8-91d5-bc85d5632db5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 946 time: 0.0486236
Dec 18 21:46:40.686443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b642ffa1-83bc-4d13-b249-a0af5f180dc6 req-ca92b5da-b479-4a29-a0f6-e6edf1e136a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=2058b7ac-25a7-4269-9d46-b6246ba6b6c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420477
Dec 18 21:46:41.122533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c311dbd-fece-42ba-bf63-41b83d33c2eb req-f5bc1fbd-6cdb-4ed5-8d51-87574346abb6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:41.123977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c311dbd-fece-42ba-bf63-41b83d33c2eb req-f5bc1fbd-6cdb-4ed5-8d51-87574346abb6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 946 time: 0.0470932
Dec 18 21:46:41.218056 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-2c311dbd-fece-42ba-bf63-41b83d33c2eb req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port 40897270-a2ce-4795-8670-42c475863352 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:46:41.218505 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-2c311dbd-fece-42ba-bf63-41b83d33c2eb req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:41.303880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-2c311dbd-fece-42ba-bf63-41b83d33c2eb req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port 40897270-a2ce-4795-8670-42c475863352, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40897270-a2ce-4795-8670-42c475863352,segment=NetworkSegment(8f288a71-4315-45e3-8160-89e4577e401e),segment_id=8f288a71-4315-45e3-8160-89e4577e401e)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:46:41.304236 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-2c311dbd-fece-42ba-bf63-41b83d33c2eb req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:41.316691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-2c311dbd-fece-42ba-bf63-41b83d33c2eb req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for 40897270-a2ce-4795-8670-42c475863352 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:46:41.443903 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-2c311dbd-fece-42ba-bf63-41b83d33c2eb req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:41.472816 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=40897270-a2ce-4795-8670-42c475863352,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:41.485073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.485429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.485780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.486119 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.486501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.486838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.487170 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.487500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.487838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.488165 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.488496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.488836 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.489148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:41.527153 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c311dbd-fece-42ba-bf63-41b83d33c2eb req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] No DVR routers for this DVR port 40897270-a2ce-4795-8670-42c475863352 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:46:41.529558 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-2c311dbd-fece-42ba-bf63-41b83d33c2eb req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:41.532904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2c311dbd-fece-42ba-bf63-41b83d33c2eb req-d4a9c12a-0a04-4088-a9bf-de679584c00f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "DELETE /v2.0/ports/40897270-a2ce-4795-8670-42c475863352 HTTP/1.1" status: 204  len: 173 time: 0.3986287
Dec 18 21:46:41.533342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'name': 'network-vif-deleted', 'tag': '40897270-a2ce-4795-8670-42c475863352'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:46:41.535578 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4137cea6-12d5-4a2a-972f-87c3d05a03ae" -d '{"events": [{"server_uuid": "4a7ce6e1-319c-4ca0-9de9-7b4cfc928111", "name": "network-vif-deleted", "tag": "40897270-a2ce-4795-8670-42c475863352"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:46:41.573811 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90514498-9b5f-44cb-a264-2b50ae6c99c6 x-openstack-request-id: req-90514498-9b5f-44cb-a264-2b50ae6c99c6 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:46:41.574108 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7ce6e1-319c-4ca0-9de9-7b4cfc928111", "name": "network-vif-deleted", "tag": "40897270-a2ce-4795-8670-42c475863352", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:46:41.574395 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90514498-9b5f-44cb-a264-2b50ae6c99c6 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:46:41.574820 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7ce6e1-319c-4ca0-9de9-7b4cfc928111', 'name': 'network-vif-deleted', 'tag': '40897270-a2ce-4795-8670-42c475863352', 'status': 'completed', 'code': 200}
Dec 18 21:46:41.794142 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1cf95ee-3dfd-4ef3-a367-ce29c123e57b req-eb9c09a0-d430-4139-9e62-36db8277f742 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7ce6e1-319c-4ca0-9de9-7b4cfc928111 HTTP/1.1" status: 200  len: 210 time: 0.0253260
Dec 18 21:46:42.855542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54330) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:43.218280 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a459e68f-7797-4fe5-900d-e7bca44097da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:43.470674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a459e68f-7797-4fe5-900d-e7bca44097da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:46:43.470901 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a459e68f-7797-4fe5-900d-e7bca44097da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:43.562590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-a459e68f-7797-4fe5-900d-e7bca44097da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9,segment=NetworkSegment(8f288a71-4315-45e3-8160-89e4577e401e),segment_id=8f288a71-4315-45e3-8160-89e4577e401e)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:46:43.562953 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a459e68f-7797-4fe5-900d-e7bca44097da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:43.574507 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a459e68f-7797-4fe5-900d-e7bca44097da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:46:43.755896 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a459e68f-7797-4fe5-900d-e7bca44097da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:43.781916 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459e68f-7797-4fe5-900d-e7bca44097da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:43.955106 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a459e68f-7797-4fe5-900d-e7bca44097da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.169762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a459e68f-7797-4fe5-900d-e7bca44097da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:46:44.277460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a459e68f-7797-4fe5-900d-e7bca44097da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:46:44.282442 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a459e68f-7797-4fe5-900d-e7bca44097da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "PUT /v2.0/routers/1dd45d33-2c26-40e3-84cc-a6a879d59c2e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4258504
Dec 18 21:46:44.285286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54334) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:44.287981 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab4188-f7b9-4cff-9bdc-ad5eb9de83f0 None None] Sync routers for ids ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:46:44.297282 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab4188-f7b9-4cff-9bdc-ad5eb9de83f0 None None] Routers {'1dd45d33-2c26-40e3-84cc-a6a879d59c2e'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:46:44.297890 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-02ab4188-f7b9-4cff-9bdc-ad5eb9de83f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7c2520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:46:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:44.334581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9faa2532-3ad6-48fd-b242-820cd6ead684 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting subnet 08b3a5c6-c4c9-4556-a77a-93ed6c440b6c {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:46:44.338202 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9faa2532-3ad6-48fd-b242-820cd6ead684 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.376129 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9faa2532-3ad6-48fd-b242-820cd6ead684 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.401771 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-02ab4188-f7b9-4cff-9bdc-ad5eb9de83f0 None None] Set router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:46:44.464958 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9faa2532-3ad6-48fd-b242-820cd6ead684 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.523372 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9faa2532-3ad6-48fd-b242-820cd6ead684 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.549506 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa2532-3ad6-48fd-b242-820cd6ead684 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Subnet': ['ID=08b3a5c6-c4c9-4556-a77a-93ed6c440b6c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:44.553567 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9faa2532-3ad6-48fd-b242-820cd6ead684 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.557475 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9faa2532-3ad6-48fd-b242-820cd6ead684 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/subnets/08b3a5c6-c4c9-4556-a77a-93ed6c440b6c HTTP/1.1" status: 204  len: 168 time: 0.2711222
Dec 18 21:46:44.560309 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54336) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:44.565341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821d9a4d-a02a-401d-9bd0-d0b352c7cac3 None None] Network 1d5a1137-431e-4ba7-84ce-1483b1c52486 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:46:44.588494 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-02ab4188-f7b9-4cff-9bdc-ad5eb9de83f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7c2520>, [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:46:43Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:44.614827 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab4188-f7b9-4cff-9bdc-ad5eb9de83f0 None None] Checking router: 1dd45d33-2c26-40e3-84cc-a6a879d59c2e for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:46:44.625752 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab4188-f7b9-4cff-9bdc-ad5eb9de83f0 None None] Routers {'1dd45d33-2c26-40e3-84cc-a6a879d59c2e'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:46:44.626402 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-02ab4188-f7b9-4cff-9bdc-ad5eb9de83f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7c2520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:46:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:44.672974 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.734173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] DHCP port deletion for 1d5a1137-431e-4ba7-84ce-1483b1c52486 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:46:44.740835 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-02ab4188-f7b9-4cff-9bdc-ad5eb9de83f0 None None] Set router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:46:44.781804 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.784092 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Deleting port d23a33f4-faf4-40a4-b0ce-66f0586fe62a {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:46:44.784834 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.837265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port 866feeec-73b3-48c5-9800-e1d03db32d78 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:46:44.837623 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.855121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] For port d23a33f4-faf4-40a4-b0ce-66f0586fe62a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d23a33f4-faf4-40a4-b0ce-66f0586fe62a,segment=NetworkSegment(8f288a71-4315-45e3-8160-89e4577e401e),segment_id=8f288a71-4315-45e3-8160-89e4577e401e)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:46:44.855531 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.870707 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Calling delete_port for d23a33f4-faf4-40a4-b0ce-66f0586fe62a owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:46:44.922805 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port 866feeec-73b3-48c5-9800-e1d03db32d78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=866feeec-73b3-48c5-9800-e1d03db32d78,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:46:44.923225 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.925510 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-02ab4188-f7b9-4cff-9bdc-ad5eb9de83f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7c2520>, [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:46:43Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:44.936966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for 866feeec-73b3-48c5-9800-e1d03db32d78 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:46:44.955241 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:44.955604 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab4188-f7b9-4cff-9bdc-ad5eb9de83f0 None None] The sync data for ids ['1dd45d33-2c26-40e3-84cc-a6a879d59c2e'] in ncdv-master-1 is: [{'id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598117510', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:45:37Z', 'updated_at': '2021-12-18T21:46:43Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '866feeec-73b3-48c5-9800-e1d03db32d78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45d33-2c26-40e3-84cc-a6a879d59c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:45:38Z', 'updated_at': '2021-12-18T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:46:44.987407 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] No DVR routers for this DVR port d23a33f4-faf4-40a4-b0ce-66f0586fe62a on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:46:44.992675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Pushing event deleted for resources: {'Port': ['ID=d23a33f4-faf4-40a4-b0ce-66f0586fe62a,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:45.006091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.006540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.006998 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.007418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.007871 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.008137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.008467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.008787 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.009151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.009475 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.009802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.010128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.010478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bce420-29f6-4866-b3ba-0ac0a1b98ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:45.108625 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.133873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=866feeec-73b3-48c5-9800-e1d03db32d78,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:45.148562 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2e953-b22f-4fa1-bcec-440813cb0510 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:46:45.195430 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.286222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 40897270-a2ce-4795-8670-42c475863352 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:46:45.287779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.291319 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.309857 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: 40897270-a2ce-4795-8670-42c475863352 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:46:45.310218 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 40897270-a2ce-4795-8670-42c475863352 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:46:45.336507 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.337070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Fanout notify agent at l3_agent the message router_deleted on router 1dd45d33-2c26-40e3-84cc-a6a879d59c2e {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:46:45.347181 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.351039 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-321c9ffd-1a76-4521-9236-65fb5197a46f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/routers/1dd45d33-2c26-40e3-84cc-a6a879d59c2e HTTP/1.1" status: 204  len: 168 time: 0.7873456
Dec 18 21:46:45.351194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54338) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:45.411132 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.432381 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.527144 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.549248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365eb60310>,) {'filters': {'network_id': ['1d5a1137-431e-4ba7-84ce-1483b1c52486']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:45.559227 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365eb60310>, '8f288a71-4315-45e3-8160-89e4577e401e') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:45.559530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365eb60310>, '8f288a71-4315-45e3-8160-89e4577e401e') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:45.569429 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.582854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.590566 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:46:45.591050 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:46:45.594124 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:46:45.658031 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.664949 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.668026 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/networks/1d5a1137-431e-4ba7-84ce-1483b1c52486 HTTP/1.1" status: 204  len: 168 time: 0.3158975
Dec 18 21:46:45.670893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54340) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:45.679306 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1070a99-e1f1-414c-aad8-02507415b76b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Network': ['ID=1d5a1137-431e-4ba7-84ce-1483b1c52486,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:45.727907 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-091be88d-8b20-49dc-ae2e-d8ff2f830a51 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.752788 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-091be88d-8b20-49dc-ae2e-d8ff2f830a51 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.814304 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-091be88d-8b20-49dc-ae2e-d8ff2f830a51 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.816862 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-091be88d-8b20-49dc-ae2e-d8ff2f830a51 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:45.818094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-091be88d-8b20-49dc-ae2e-d8ff2f830a51 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/security-groups/2058b7ac-25a7-4269-9d46-b6246ba6b6c8 HTTP/1.1" status: 204  len: 168 time: 0.1460233
Dec 18 21:46:45.829843 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091be88d-8b20-49dc-ae2e-d8ff2f830a51 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2058b7ac-25a7-4269-9d46-b6246ba6b6c8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:45.991838 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:46:46.013301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:46:46.013647 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 2ff5c076-7f3c-41a4-9bf6-f65dfc93acd9 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:46:46.014058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d23a33f4-faf4-40a4-b0ce-66f0586fe62a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:46:46.032477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: d23a33f4-faf4-40a4-b0ce-66f0586fe62a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:46:46.032826 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d23a33f4-faf4-40a4-b0ce-66f0586fe62a not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:46:46.033236 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 866feeec-73b3-48c5-9800-e1d03db32d78 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:46:46.051844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 866feeec-73b3-48c5-9800-e1d03db32d78 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:46:46.052194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 866feeec-73b3-48c5-9800-e1d03db32d78 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:46:46.215505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54350) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:46.220189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-39923b9d-5a76-47d6-9f0d-9671d64df901 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-842936759', 'description': 'tempest-secgroup-smoke-842936759 description', 'project_id': '0ca451d1f26f48f583722f5ed440bf41'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:46:46.243627 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39923b9d-5a76-47d6-9f0d-9671d64df901 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.310122 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39923b9d-5a76-47d6-9f0d-9671d64df901 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.313503 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39923b9d-5a76-47d6-9f0d-9671d64df901 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.342777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-39923b9d-5a76-47d6-9f0d-9671d64df901 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.343981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-39923b9d-5a76-47d6-9f0d-9671d64df901 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1274502
Dec 18 21:46:46.345837 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39923b9d-5a76-47d6-9f0d-9671d64df901 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942beef1-ccea-4492-9d04-318d31a5c655,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:46.347039 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54352) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:46.351778 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-ee83f1ff-7801-40dd-9d45-9f4dbf787809 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '942beef1-ccea-4492-9d04-318d31a5c655', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:46:46.379788 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee83f1ff-7801-40dd-9d45-9f4dbf787809 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.432664 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee83f1ff-7801-40dd-9d45-9f4dbf787809 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.435972 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee83f1ff-7801-40dd-9d45-9f4dbf787809 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.453186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83f1ff-7801-40dd-9d45-9f4dbf787809 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efb4c7e-b21c-4cc3-851a-3b95d347ced3,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:46.460758 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ee83f1ff-7801-40dd-9d45-9f4dbf787809 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.461942 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ee83f1ff-7801-40dd-9d45-9f4dbf787809 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1138945
Dec 18 21:46:46.465284 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54354) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:46.469570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b44000c8-688b-4a5b-8633-62161b9c4ef2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '942beef1-ccea-4492-9d04-318d31a5c655', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:46:46.496744 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b44000c8-688b-4a5b-8633-62161b9c4ef2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.555141 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b44000c8-688b-4a5b-8633-62161b9c4ef2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.558446 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b44000c8-688b-4a5b-8633-62161b9c4ef2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.575519 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44000c8-688b-4a5b-8633-62161b9c4ef2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e101c3-2010-40d4-a169-001331b7e5f6,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:46.583887 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b44000c8-688b-4a5b-8633-62161b9c4ef2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.585109 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b44000c8-688b-4a5b-8633-62161b9c4ef2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1189098
Dec 18 21:46:46.588463 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54356) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:46.592811 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-e0b04b34-6e21-4e00-af46-a7d0f9abcf0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '942beef1-ccea-4492-9d04-318d31a5c655', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:46:46.619502 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e0b04b34-6e21-4e00-af46-a7d0f9abcf0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.676981 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e0b04b34-6e21-4e00-af46-a7d0f9abcf0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.680522 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e0b04b34-6e21-4e00-af46-a7d0f9abcf0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.700628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b04b34-6e21-4e00-af46-a7d0f9abcf0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae489d1a-1dbe-4052-b37e-09599c3d0117,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:46.709440 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-e0b04b34-6e21-4e00-af46-a7d0f9abcf0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.713909 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-e0b04b34-6e21-4e00-af46-a7d0f9abcf0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1212952
Dec 18 21:46:46.714391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54358) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:46.719022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f000abc0-6466-44db-9896-a1d0dcbacb0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '942beef1-ccea-4492-9d04-318d31a5c655', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:46:46.747004 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f000abc0-6466-44db-9896-a1d0dcbacb0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.802719 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f000abc0-6466-44db-9896-a1d0dcbacb0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.806687 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f000abc0-6466-44db-9896-a1d0dcbacb0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.824714 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000abc0-6466-44db-9896-a1d0dcbacb0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48acbf3-1615-45e3-a4ec-12ab2efeb0a2,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:46.829336 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f000abc0-6466-44db-9896-a1d0dcbacb0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.830667 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f000abc0-6466-44db-9896-a1d0dcbacb0a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1151373
Dec 18 21:46:46.833383 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54360) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:46.837897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-78583e72-3bfe-4140-9a13-91d5a10d7851 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '942beef1-ccea-4492-9d04-318d31a5c655', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:46:46.859575 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-78583e72-3bfe-4140-9a13-91d5a10d7851 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Project 0ca451d1f26f48f583722f5ed440bf41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:46:46.864196 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78583e72-3bfe-4140-9a13-91d5a10d7851 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.921665 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78583e72-3bfe-4140-9a13-91d5a10d7851 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.925234 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78583e72-3bfe-4140-9a13-91d5a10d7851 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.944945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78583e72-3bfe-4140-9a13-91d5a10d7851 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd36d68b-2758-4637-aa47-46c2cb13fb41,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:46.954627 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-78583e72-3bfe-4140-9a13-91d5a10d7851 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:46.955847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-78583e72-3bfe-4140-9a13-91d5a10d7851 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1212752
Dec 18 21:46:46.958817 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54362) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:46.963175 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ecc8323b-8a1e-4f40-bafa-666aee022ff6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '942beef1-ccea-4492-9d04-318d31a5c655', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:46:46.986035 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-ecc8323b-8a1e-4f40-bafa-666aee022ff6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Project 0ca451d1f26f48f583722f5ed440bf41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:46:46.990871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ecc8323b-8a1e-4f40-bafa-666aee022ff6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.050036 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ecc8323b-8a1e-4f40-bafa-666aee022ff6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.053718 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ecc8323b-8a1e-4f40-bafa-666aee022ff6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.071237 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8323b-8a1e-4f40-bafa-666aee022ff6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba59478-f3f7-4d10-a17d-33772eb8635d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:47.079123 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ecc8323b-8a1e-4f40-bafa-666aee022ff6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.080297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ecc8323b-8a1e-4f40-bafa-666aee022ff6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1205640
Dec 18 21:46:47.083160 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54364) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:47.088104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-feb3463d-6b4c-42b3-8c77-ddab4ebc52e1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'network': {'name': 'tempest-network-smoke--2088940285', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'port_security_enabled': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:46:47.109369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb3463d-6b4c-42b3-8c77-ddab4ebc52e1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:46:47.112685 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feb3463d-6b4c-42b3-8c77-ddab4ebc52e1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.137004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb3463d-6b4c-42b3-8c77-ddab4ebc52e1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:46:47.145973 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feb3463d-6b4c-42b3-8c77-ddab4ebc52e1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.146351 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-feb3463d-6b4c-42b3-8c77-ddab4ebc52e1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Added segment 2babcdc1-23fb-482f-abd3-de1079256c7b of type vlan for network 20048939-460f-4b5b-b048-37f3fb19f72d
Dec 18 21:46:47.186236 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feb3463d-6b4c-42b3-8c77-ddab4ebc52e1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.208910 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feb3463d-6b4c-42b3-8c77-ddab4ebc52e1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.214493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb3463d-6b4c-42b3-8c77-ddab4ebc52e1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:47.215121 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feb3463d-6b4c-42b3-8c77-ddab4ebc52e1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.268125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-feb3463d-6b4c-42b3-8c77-ddab4ebc52e1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1837230
Dec 18 21:46:47.270839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54366) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:47.275135 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'admin_state_up': True, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:46:47.298098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3463d-6b4c-42b3-8c77-ddab4ebc52e1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Network': ['ID=20048939-460f-4b5b-b048-37f3fb19f72d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:47.309117 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 20048939-460f-4b5b-b048-37f3fb19f72d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:46:47.315612 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.316621 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.366704 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.501919 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.683048 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.700584 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.803318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.35.3.123 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:46:47.907144 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.939156 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:47.976705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:46:47.979484 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:46:47.983022 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:46:47.992348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9087767e-ea9a-44cc-8536-5fc82db4aeb9 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:46:48.007722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:48.088766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-564330b8-187d-4544-9457-0b10f0123f5b None None] Provisioning complete for port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:48.089033 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-564330b8-187d-4544-9457-0b10f0123f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:48.121215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-564330b8-187d-4544-9457-0b10f0123f5b None None] Port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:46:48.230963 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:48.424280 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:48.551428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:46:48.654592 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:46:48.663980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Sync routers for ids ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:46:48.674920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Routers {'69a3c22b-ee74-4c23-a1c8-a167532bfa43'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:46:48.675098 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:48.675607 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e43deb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:46:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:48.676269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d6e44a8e-c7c6-44a9-a553-1df0d32c92be tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4045005
Dec 18 21:46:48.679485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54368) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:48.707554 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5780ecc2-b4f1-4f64-862c-f12a5065da57 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0ca451d1f26f48f583722f5ed440bf41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0268791
Dec 18 21:46:48.713735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54370) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:48.779530 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Set router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:46:48.798525 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37d3036-5c84-45cb-ae7d-c6bad7173815 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:48.800173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d37d3036-5c84-45cb-ae7d-c6bad7173815 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0886412
Dec 18 21:46:48.802970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54372) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:48.834335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0f0934b6-c36c-461d-bd17-991c6b62e6ac tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0303030
Dec 18 21:46:48.836785 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54374) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:48.841413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-8e06540b-0c8b-44bc-82b6-c966ba0bb701 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1858758034', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:46:48.928411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e06540b-0c8b-44bc-82b6-c966ba0bb701 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:46:48.932689 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8e06540b-0c8b-44bc-82b6-c966ba0bb701 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:48.958506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e43deb0>, [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:48Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:48.984527 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Checking router: 69a3c22b-ee74-4c23-a1c8-a167532bfa43 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:46:48.984878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Updating router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:46:49.011890 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:49.113121 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8e06540b-0c8b-44bc-82b6-c966ba0bb701 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:49.177542 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06540b-0c8b-44bc-82b6-c966ba0bb701 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Subnet': ['ID=987a4277-2345-4e5c-9b86-c4f8032c6374,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:49.185543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06540b-0c8b-44bc-82b6-c966ba0bb701 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Checking segment: {'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:46:49.185906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e06540b-0c8b-44bc-82b6-c966ba0bb701 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network hostable DHCP agents. Network: 20048939-460f-4b5b-b048-37f3fb19f72d, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:46:49.202479 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e06540b-0c8b-44bc-82b6-c966ba0bb701 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 20048939-460f-4b5b-b048-37f3fb19f72d is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:46:49.211882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-8e06540b-0c8b-44bc-82b6-c966ba0bb701 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20048939-460f-4b5b-b048-37f3fb19f72d) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:46:49.216569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06540b-0c8b-44bc-82b6-c966ba0bb701 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:49.217156 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8e06540b-0c8b-44bc-82b6-c966ba0bb701 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:49.234483 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8e06540b-0c8b-44bc-82b6-c966ba0bb701 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3966279
Dec 18 21:46:49.237393 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54376) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:46:49.245760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86304af4-eb45-49a4-9121-4fd0bc3e91b2 None None] Network 20048939-460f-4b5b-b048-37f3fb19f72d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:46:49.305603 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:49.316319 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:49.375303 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ddc1a3-3ba6-4f2e-9269-862d6b2675ee None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:46:49.581003 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Attempting to bind port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:46:49.581272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Attempting to bind port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:46:49.581631 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Attempting to bind port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:46:49.594837 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0cc2c-4f8e-4954-8841-f7e3e5521846 None None] Pushing event updated for resources: {'Port': ['ID=bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:49.598200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:46:49.598613 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:46:49.599020 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:49.599408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:46:49.599885 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Bound port: bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:46:49.600267 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:49.622724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-20048939-460f-4b5b-b048-37f3fb19f72d', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ips': [{'subnet_id': '987a4277-2345-4e5c-9b86-c4f8032c6374'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:46:49.623978 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:49.735456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] For port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:46:49.738131 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d6c97a7d-1a1e-4dad-a4c0-4c64219a501c None None] Provisioning complete for port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:49.738524 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d6c97a7d-1a1e-4dad-a4c0-4c64219a501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:49.754145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] For port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:46:49.783581 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:49.870664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2439493b-0ad4-452d-b06b-36c841f4836d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:46:49.887717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d6c97a7d-1a1e-4dad-a4c0-4c64219a501c None None] Port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:46:49.912578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Routers {'69a3c22b-ee74-4c23-a1c8-a167532bfa43'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:46:49.913201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e43deb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:46:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:49.953397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Allocated IP 172.20.0.2 (20048939-460f-4b5b-b048-37f3fb19f72d/987a4277-2345-4e5c-9b86-c4f8032c6374/590cd8c3-f28b-459c-81ae-013663470deb) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:46:49.960341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0cc2c-4f8e-4954-8841-f7e3e5521846 None None] Pushing event updated for resources: {'Port': ['ID=bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:49.975341 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.095474 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.101610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-eb1c097e-50da-497f-be96-20d68a470c5d None None] Provisioning complete for port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:50.101972 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb1c097e-50da-497f-be96-20d68a470c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.133652 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] Set router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:46:50.370415 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.399215 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb1c097e-50da-497f-be96-20d68a470c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.404166 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.443773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.20.0.1 (20048939-460f-4b5b-b048-37f3fb19f72d/987a4277-2345-4e5c-9b86-c4f8032c6374/076b57cc-e69e-40e8-b5b6-3d1901691ed2) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:46:50.462951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Network 20048939-460f-4b5b-b048-37f3fb19f72d is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:46:50.465456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-eb1c097e-50da-497f-be96-20d68a470c5d None None] For port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:46:50.471149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:46:50.473617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:46:50.478439 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb1c097e-50da-497f-be96-20d68a470c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.495820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Pushing event updated for resources: {'Port': ['ID=590cd8c3-f28b-459c-81ae-013663470deb,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:50.561101 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.591354 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e43deb0>, [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:48Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:50.593773 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c097e-50da-497f-be96-20d68a470c5d None None] Pushing event updated for resources: {'Port': ['ID=bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:50.597030 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.625934 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Attempting to bind port 590cd8c3-f28b-459c-81ae-013663470deb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:46:50.626219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Attempting to bind port 590cd8c3-f28b-459c-81ae-013663470deb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:46:50.626617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Attempting to bind port 590cd8c3-f28b-459c-81ae-013663470deb on network 20048939-460f-4b5b-b048-37f3fb19f72d {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:46:50.628792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3857e4a-81d9-4698-bd36-eaf96235015b None None] The sync data for ids ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'] in ncdv-master-1 is: [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:48Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:46:50.635148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:46:50.635523 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Checking segment: {'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:46:50.635938 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.636318 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Bound using segment: {'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:46:50.636790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Bound port: 590cd8c3-f28b-459c-81ae-013663470deb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:46:50.637755 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.640164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 20048939-460f-4b5b-b048-37f3fb19f72d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:46:50.643415 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:46:50.647442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:46:50.655631 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=076b57cc-e69e-40e8-b5b6-3d1901691ed2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:50.696780 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.720516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] For port 590cd8c3-f28b-459c-81ae-013663470deb, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:46:50.724352 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] For port 590cd8c3-f28b-459c-81ae-013663470deb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=590cd8c3-f28b-459c-81ae-013663470deb,segment=NetworkSegment(2babcdc1-23fb-482f-abd3-de1079256c7b),segment_id=2babcdc1-23fb-482f-abd3-de1079256c7b)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:46:50.729850 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:50.799426 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793b642-82a2-4d4c-90d4-495bf4409d40 None None] Pushing event updated for resources: {'Port': ['ID=590cd8c3-f28b-459c-81ae-013663470deb,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:50.856569 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:51.202933 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:51.208211 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:51.283058 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=076b57cc-e69e-40e8-b5b6-3d1901691ed2,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:51.288246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:51.388101 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 20048939-460f-4b5b-b048-37f3fb19f72d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:46:51.389529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:46:51.513572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:46:51.632372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:46:51.644166 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-db57c94c-a56c-4bf2-af15-f0851723c7a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "PUT /v2.0/routers/69a3c22b-ee74-4c23-a1c8-a167532bfa43/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4050219
Dec 18 21:46:51.831102 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd0aba5-d846-4c96-8fd3-27f24dc33de5 None None] Network 20048939-460f-4b5b-b048-37f3fb19f72d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:46:51.874969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:46:51.956615 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5320adbb-67e4-49c3-802e-7b00c8f931b8 None None] Provisioning complete for port 590cd8c3-f28b-459c-81ae-013663470deb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:51.956900 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5320adbb-67e4-49c3-802e-7b00c8f931b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:52.018210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:52.018604 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:52.121099 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5320adbb-67e4-49c3-802e-7b00c8f931b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:52.142049 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-93593ef3-2e39-4bb4-b1b9-7d5e996b0c7c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842936759&fields=id&tenant_id=0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 267 time: 0.3772497
Dec 18 21:46:52.183466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 590cd8c3-f28b-459c-81ae-013663470deb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:46:52.188302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-5320adbb-67e4-49c3-802e-7b00c8f931b8 None None] For port 590cd8c3-f28b-459c-81ae-013663470deb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=590cd8c3-f28b-459c-81ae-013663470deb,segment=NetworkSegment(2babcdc1-23fb-482f-abd3-de1079256c7b),segment_id=2babcdc1-23fb-482f-abd3-de1079256c7b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:46:52.206701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5320adbb-67e4-49c3-802e-7b00c8f931b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:52.267987 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-aa309bdd-1b0a-4917-9461-e21e4ce43392 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:52.269427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320adbb-67e4-49c3-802e-7b00c8f931b8 None None] Pushing event updated for resources: {'Port': ['ID=590cd8c3-f28b-459c-81ae-013663470deb,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:52.269903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-aa309bdd-1b0a-4917-9461-e21e4ce43392 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/networks?id=20048939-460f-4b5b-b048-37f3fb19f72d HTTP/1.1" status: 200  len: 797 time: 0.1185095
Dec 18 21:46:52.279399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 590cd8c3-f28b-459c-81ae-013663470deb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:52.279771 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:52.300494 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-c7123840-0649-464c-9755-ae917dafa84c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/quotas/0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 375 time: 0.0174191
Dec 18 21:46:52.340429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-73bd9548-148b-42ef-b64d-40eabd294aca None None] Provisioning complete for port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:52.340803 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-73bd9548-148b-42ef-b64d-40eabd294aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:52.367290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-ccdf218c-27bd-4738-a7b8-712357baf6dc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0589623
Dec 18 21:46:52.416035 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-73bd9548-148b-42ef-b64d-40eabd294aca None None] Port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:46:52.426720 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-73bd9548-148b-42ef-b64d-40eabd294aca None None] Provisioning complete for port 590cd8c3-f28b-459c-81ae-013663470deb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:52.427088 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-73bd9548-148b-42ef-b64d-40eabd294aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:52.482037 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-5bb645e9-7898-4fd5-8b17-90a35a704b90 service neutron] 10.222.0.13 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005530
Dec 18 21:46:52.501567 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Sync routers for ids ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:46:52.513725 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Routers {'69a3c22b-ee74-4c23-a1c8-a167532bfa43'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:46:52.514372 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7c29d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:46:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:52.598083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-9c98eed8-59b1-4268-a54d-02a4998311a7 service neutron] 10.222.0.13 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1066854
Dec 18 21:46:52.625047 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Set router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:46:52.644246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7579b213-0b14-47a2-9740-f9e241b83377 None None] Provisioning complete for port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:52.644624 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7579b213-0b14-47a2-9740-f9e241b83377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:52.691257 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7579b213-0b14-47a2-9740-f9e241b83377 None None] Port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:46:52.816942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-d8e183c2-ba19-47a7-9290-95f888d2d533 None None] Provisioning complete for port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:52.817311 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d8e183c2-ba19-47a7-9290-95f888d2d533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:52.828412 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8143ea7a-3be8-4bb2-9acd-f5316ab77ffa req-04adeb09-a390-45f5-89e8-d867e6caa35d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 210 time: 0.0412905
Dec 18 21:46:52.855968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-d8e183c2-ba19-47a7-9290-95f888d2d533 None None] Port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:46:52.969585 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7c29d0>, [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '076b57cc-e69e-40e8-b5b6-3d1901691ed2', 'name': '', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:c9:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:50Z', 'updated_at': '2021-12-18T21:46:51Z', 'revision_number': 2, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:53.001833 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Checking router: 69a3c22b-ee74-4c23-a1c8-a167532bfa43 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:46:53.002185 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Updating router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:46:53.027495 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:53.291489 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:53.296598 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:53.366081 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Pushing event updated for resources: {'Port': ['ID=076b57cc-e69e-40e8-b5b6-3d1901691ed2,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:53.375073 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.375341 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.375573 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.375926 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.376230 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.376560 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.376898 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.377243 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.377563 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.377879 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.378236 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.378614 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.378951 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:46:53.408642 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Attempting to bind port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:46:53.409004 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Attempting to bind port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:46:53.409356 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Attempting to bind port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 on network 20048939-460f-4b5b-b048-37f3fb19f72d {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:46:53.414775 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:46:53.415199 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Checking segment: {'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:46:53.415604 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:53.415985 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Bound using segment: {'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:46:53.416647 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Bound port: 076b57cc-e69e-40e8-b5b6-3d1901691ed2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:46:53.416967 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:53.479431 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] For port 076b57cc-e69e-40e8-b5b6-3d1901691ed2, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:46:53.482645 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] For port 076b57cc-e69e-40e8-b5b6-3d1901691ed2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=076b57cc-e69e-40e8-b5b6-3d1901691ed2,segment=NetworkSegment(2babcdc1-23fb-482f-abd3-de1079256c7b),segment_id=2babcdc1-23fb-482f-abd3-de1079256c7b)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:46:53.486971 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:53.541832 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Routers {'69a3c22b-ee74-4c23-a1c8-a167532bfa43'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:46:53.542470 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7c29d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:46:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:53.582851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-35fc2bdf-8108-46a3-a162-1708f52460b1 None None] Provisioning complete for port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:53.583408 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-35fc2bdf-8108-46a3-a162-1708f52460b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:53.614487 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dab407-14e4-43f9-b5e4-a8a39a60a15a None None] Pushing event updated for resources: {'Port': ['ID=076b57cc-e69e-40e8-b5b6-3d1901691ed2,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:53.684307 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] Set router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:46:53.690016 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-35fc2bdf-8108-46a3-a162-1708f52460b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:53.770315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-35fc2bdf-8108-46a3-a162-1708f52460b1 None None] For port 076b57cc-e69e-40e8-b5b6-3d1901691ed2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=076b57cc-e69e-40e8-b5b6-3d1901691ed2,segment=NetworkSegment(2babcdc1-23fb-482f-abd3-de1079256c7b),segment_id=2babcdc1-23fb-482f-abd3-de1079256c7b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:46:53.779485 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-35fc2bdf-8108-46a3-a162-1708f52460b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:53.842456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 590cd8c3-f28b-459c-81ae-013663470deb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:46:53.871587 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-8ab6e7bb-5c63-419a-b283-ab39bf9789d2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:53.880423 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-8ab6e7bb-5c63-419a-b283-ab39bf9789d2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.31 "GET /v2.0/networks?id=20048939-460f-4b5b-b048-37f3fb19f72d HTTP/1.1" status: 200  len: 797 time: 0.1990261
Dec 18 21:46:53.959014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-35b32994-d705-461a-9122-a7663e449e9a req-7e625134-2412-45ce-89c2-f25cb8447530 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 210 time: 0.0307946
Dec 18 21:46:53.962915 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-85eb24bf-505e-497f-855a-effad4dca95e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 379 time: 0.0742292
Dec 18 21:46:53.965275 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7c29d0>, [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '076b57cc-e69e-40e8-b5b6-3d1901691ed2', 'name': '', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:c9:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:50Z', 'updated_at': '2021-12-18T21:46:53Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:46:53.975576 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'port': {'device_id': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'admin_state_up': True, 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'security_groups': ['942beef1-ccea-4492-9d04-318d31a5c655']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:46:53.992351 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccc9a8-9795-4ec3-8072-813895d649cc None None] The sync data for ids ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'] in ncdv-master-1 is: [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '076b57cc-e69e-40e8-b5b6-3d1901691ed2', 'name': '', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:c9:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:50Z', 'updated_at': '2021-12-18T21:46:53Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:46:54.117037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc2bdf-8108-46a3-a162-1708f52460b1 None None] Pushing event updated for resources: {'Port': ['ID=076b57cc-e69e-40e8-b5b6-3d1901691ed2,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:54.125699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:46:54.131670 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:54.140827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-39dda3bc-1ebb-4c94-b70d-446cb5c52b1c None None] Provisioning complete for port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:54.141111 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-39dda3bc-1ebb-4c94-b70d-446cb5c52b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:54.174068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 590cd8c3-f28b-459c-81ae-013663470deb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:54.174568 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:54.292110 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.20.0.3 (20048939-460f-4b5b-b048-37f3fb19f72d/987a4277-2345-4e5c-9b86-c4f8032c6374/f3519765-4175-4184-9cac-d9b3c21d7fa8) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:46:54.301896 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:46:54.438555 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:54.478652 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:54.526047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 20048939-460f-4b5b-b048-37f3fb19f72d is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:46:54.529285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:46:54.533267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:46:54.539822 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=f3519765-4175-4184-9cac-d9b3c21d7fa8,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:54.595207 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:54.597147 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:54.617290 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a7ce553c-ef2d-46c0-bb49-a98f901584d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6457257
Dec 18 21:46:54.630582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Request body: {'port': {'device_id': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:46:54.693995 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:54.802445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1beb95fa-dcac-4fa2-95c6-d705a01f1b99 None None] Provisioning complete for port f3519765-4175-4184-9cac-d9b3c21d7fa8 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:54.802751 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1beb95fa-dcac-4fa2-95c6-d705a01f1b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:54.838693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1beb95fa-dcac-4fa2-95c6-d705a01f1b99 None None] Port f3519765-4175-4184-9cac-d9b3c21d7fa8 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:46:54.980026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3519765-4175-4184-9cac-d9b3c21d7fa8 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:46:54.989280 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:55.002892 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Transition to ACTIVE for port object f3519765-4175-4184-9cac-d9b3c21d7fa8 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:46:55.008119 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:55.083105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Pushing event updated for resources: {'Port': ['ID=f3519765-4175-4184-9cac-d9b3c21d7fa8,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:55.095283 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e08d8c-b08a-45ee-9ff2-6e22a5d9bb9b req-1358ae70-0060-4866-b2c7-488184f1f5c5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:55.096999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4e08d8c-b08a-45ee-9ff2-6e22a5d9bb9b req-1358ae70-0060-4866-b2c7-488184f1f5c5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 943 time: 0.0587451
Dec 18 21:46:55.143189 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Attempting to bind port f3519765-4175-4184-9cac-d9b3c21d7fa8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:46:55.143607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Attempting to bind port f3519765-4175-4184-9cac-d9b3c21d7fa8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:46:55.144000 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Attempting to bind port f3519765-4175-4184-9cac-d9b3c21d7fa8 on network 20048939-460f-4b5b-b048-37f3fb19f72d {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:46:55.148880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Port f3519765-4175-4184-9cac-d9b3c21d7fa8 on network 20048939-460f-4b5b-b048-37f3fb19f72d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:46:55.149825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Attempting to bind port f3519765-4175-4184-9cac-d9b3c21d7fa8 on network 20048939-460f-4b5b-b048-37f3fb19f72d {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:46:55.155280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:46:55.155623 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Checking segment: {'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:46:55.156022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Bound using segment: {'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:46:55.156438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Bound port: f3519765-4175-4184-9cac-d9b3c21d7fa8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2babcdc1-23fb-482f-abd3-de1079256c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:46:55.156790 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:55.168946 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a4e08d8c-b08a-45ee-9ff2-6e22a5d9bb9b req-eabb5fa3-ae52-4b42-aeb5-443f20e0252a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631104
Dec 18 21:46:55.235291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] For port f3519765-4175-4184-9cac-d9b3c21d7fa8, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:46:55.238621 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] For port f3519765-4175-4184-9cac-d9b3c21d7fa8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3519765-4175-4184-9cac-d9b3c21d7fa8,segment=NetworkSegment(2babcdc1-23fb-482f-abd3-de1079256c7b),segment_id=2babcdc1-23fb-482f-abd3-de1079256c7b)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:46:55.244308 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:55.281954 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:55.282605 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:55.284105 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] 10.222.0.31 "PUT /v2.0/ports/f3519765-4175-4184-9cac-d9b3c21d7fa8 HTTP/1.1" status: 200  len: 1091 time: 0.6585743
Dec 18 21:46:55.284529 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'tag': 'f3519765-4175-4184-9cac-d9b3c21d7fa8'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:46:55.286854 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929a75d1-dad7-4e6c-8834-bde733eabe0b" -d '{"events": [{"name": "network-changed", "server_uuid": "95a1605e-733a-4f68-bfa5-de5350eb63eb", "tag": "f3519765-4175-4184-9cac-d9b3c21d7fa8"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:46:55.313557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a74bc5-cc19-49d6-abd5-4bf26d7e1624 service neutron] Pushing event updated for resources: {'Port': ['ID=f3519765-4175-4184-9cac-d9b3c21d7fa8,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:55.346102 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1e6b00-8009-49c7-8882-fa4faa57cc7c x-openstack-request-id: req-3c1e6b00-8009-49c7-8882-fa4faa57cc7c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:46:55.346587 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a1605e-733a-4f68-bfa5-de5350eb63eb", "tag": "f3519765-4175-4184-9cac-d9b3c21d7fa8", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:46:55.346922 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c1e6b00-8009-49c7-8882-fa4faa57cc7c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:46:55.347391 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'tag': 'f3519765-4175-4184-9cac-d9b3c21d7fa8', 'status': 'completed', 'code': 200}
Dec 18 21:46:55.377956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-2b9c6199-f5a8-49c0-8197-1126851c6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:55.379541 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-2b9c6199-f5a8-49c0-8197-1126851c6aeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 1094 time: 0.0466192
Dec 18 21:46:55.429244 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-f30c85f7-b0be-461b-a8d5-576595fa535d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3519765-4175-4184-9cac-d9b3c21d7fa8 HTTP/1.1" status: 200  len: 217 time: 0.0394726
Dec 18 21:46:55.479768 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a4fd38f2-cffb-43f7-bb8f-60e3d5c2796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:55.481281 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-a4fd38f2-cffb-43f7-bb8f-60e3d5c2796b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=987a4277-2345-4e5c-9b86-c4f8032c6374 HTTP/1.1" status: 200  len: 835 time: 0.0452981
Dec 18 21:46:55.527380 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-84a1ca14-846b-46cd-a40b-b1fbb832697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:55.528858 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-84a1ca14-846b-46cd-a40b-b1fbb832697f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20048939-460f-4b5b-b048-37f3fb19f72d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410569
Dec 18 21:46:55.620599 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-18ab64f2-bbc9-424c-93d2-16834752f822 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847616
Dec 18 21:46:55.707857 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6fbd81bd-9178-4a8a-9135-1087bec0de07 req-b9671627-72a9-46be-9f90-21f1d5fbdc57 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806296
Dec 18 21:46:55.800894 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 076b57cc-e69e-40e8-b5b6-3d1901691ed2 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:46:55.801404 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a75d1-dad7-4e6c-8834-bde733eabe0b req-7641552a-00fd-428f-846f-c114685200c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:55.802775 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-929a75d1-dad7-4e6c-8834-bde733eabe0b req-7641552a-00fd-428f-846f-c114685200c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 1094 time: 0.0485840
Dec 18 21:46:55.853342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:55.853798 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:55.891545 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a75d1-dad7-4e6c-8834-bde733eabe0b req-88cc781d-6314-4072-b5da-34f9201ccbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:55.892917 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-929a75d1-dad7-4e6c-8834-bde733eabe0b req-88cc781d-6314-4072-b5da-34f9201ccbdf service neutron] 10.222.0.31 "GET /v2.0/networks?id=20048939-460f-4b5b-b048-37f3fb19f72d HTTP/1.1" status: 200  len: 898 time: 0.0836959
Dec 18 21:46:55.938100 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-929a75d1-dad7-4e6c-8834-bde733eabe0b req-4345dd5d-60d3-4a51-9274-8360c39ba393 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3519765-4175-4184-9cac-d9b3c21d7fa8 HTTP/1.1" status: 200  len: 217 time: 0.0378428
Dec 18 21:46:55.985556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a75d1-dad7-4e6c-8834-bde733eabe0b req-c613b55a-abe4-44c4-961e-ff416d4dff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:55.986996 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-929a75d1-dad7-4e6c-8834-bde733eabe0b req-c613b55a-abe4-44c4-961e-ff416d4dff24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=987a4277-2345-4e5c-9b86-c4f8032c6374 HTTP/1.1" status: 200  len: 835 time: 0.0420687
Dec 18 21:46:56.032618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a75d1-dad7-4e6c-8834-bde733eabe0b req-d0699bff-1bfb-44de-acd6-196f46f9cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:56.034106 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-929a75d1-dad7-4e6c-8834-bde733eabe0b req-d0699bff-1bfb-44de-acd6-196f46f9cdbe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20048939-460f-4b5b-b048-37f3fb19f72d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391779
Dec 18 21:46:56.125030 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-929a75d1-dad7-4e6c-8834-bde733eabe0b req-b24d28b1-f388-4296-8e27-a95e341df318 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837693
Dec 18 21:46:56.216238 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-929a75d1-dad7-4e6c-8834-bde733eabe0b req-d8568e7b-b208-45e0-b6e2-9985aa87e740 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840521
Dec 18 21:46:56.297875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ed589-7714-43ef-8aa6-3d75e837b4b7 req-4a6dc0b4-b50e-4da4-84b0-472c4eae16a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:56.299400 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f7ed589-7714-43ef-8aa6-3d75e837b4b7 req-4a6dc0b4-b50e-4da4-84b0-472c4eae16a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 943 time: 0.0529068
Dec 18 21:46:56.348965 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f7ed589-7714-43ef-8aa6-3d75e837b4b7 req-92eec789-553a-45c2-874b-ad615d887336 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436599
Dec 18 21:46:57.283964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f3519765-4175-4184-9cac-d9b3c21d7fa8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:46:57.378041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f3519765-4175-4184-9cac-d9b3c21d7fa8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3519765-4175-4184-9cac-d9b3c21d7fa8,segment=NetworkSegment(2babcdc1-23fb-482f-abd3-de1079256c7b),segment_id=2babcdc1-23fb-482f-abd3-de1079256c7b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:46:57.389726 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'f3519765-4175-4184-9cac-d9b3c21d7fa8', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'port_id': 'f3519765-4175-4184-9cac-d9b3c21d7fa8', 'mac_address': 'fa:16:3e:d8:7e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:46:57.427696 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:57.440571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3519765-4175-4184-9cac-d9b3c21d7fa8 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:46:57.459703 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f3519765-4175-4184-9cac-d9b3c21d7fa8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3519765-4175-4184-9cac-d9b3c21d7fa8,segment=NetworkSegment(2babcdc1-23fb-482f-abd3-de1079256c7b),segment_id=2babcdc1-23fb-482f-abd3-de1079256c7b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:46:57.464272 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:57.466786 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0bbaa-4efa-4191-a36b-307a22fb6480 req-6fbe6430-158c-4c99-ac84-4576a9d33cdb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:57.468390 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dfa0bbaa-4efa-4191-a36b-307a22fb6480 req-6fbe6430-158c-4c99-ac84-4576a9d33cdb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 943 time: 0.0497429
Dec 18 21:46:57.509560 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f3519765-4175-4184-9cac-d9b3c21d7fa8,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:57.517987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dfa0bbaa-4efa-4191-a36b-307a22fb6480 req-3e2b576c-dbd6-4f83-bb87-d238373f9605 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419750
Dec 18 21:46:57.695542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['f3519765-4175-4184-9cac-d9b3c21d7fa8'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:46:58.646563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01f00e-8ad8-453f-a2bd-28423677c653 req-f30ad4a9-9ff3-4fa7-87dc-1fbdc90ded2c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:58.648059 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f01f00e-8ad8-453f-a2bd-28423677c653 req-f30ad4a9-9ff3-4fa7-87dc-1fbdc90ded2c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 944 time: 0.0523412
Dec 18 21:46:58.696611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f01f00e-8ad8-453f-a2bd-28423677c653 req-76021122-6b3d-4181-a6d8-67e5ba7e4443 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424867
Dec 18 21:46:59.286596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f3519765-4175-4184-9cac-d9b3c21d7fa8 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:46:59.333034 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port f3519765-4175-4184-9cac-d9b3c21d7fa8 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:46:59.337992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port f3519765-4175-4184-9cac-d9b3c21d7fa8 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:46:59.338386 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:59.415371 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:59.436417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3519765-4175-4184-9cac-d9b3c21d7fa8'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:46:59.438655 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b32b642-fb2e-4877-8c87-14bad7218abe" -d '{"events": [{"server_uuid": "95a1605e-733a-4f68-bfa5-de5350eb63eb", "name": "network-vif-plugged", "status": "completed", "tag": "f3519765-4175-4184-9cac-d9b3c21d7fa8"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:46:59.451294 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port f3519765-4175-4184-9cac-d9b3c21d7fa8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3519765-4175-4184-9cac-d9b3c21d7fa8,segment=NetworkSegment(2babcdc1-23fb-482f-abd3-de1079256c7b),segment_id=2babcdc1-23fb-482f-abd3-de1079256c7b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:46:59.456168 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:46:59.482220 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17443e0-5212-4ff1-8c7c-b906ef3f3598 x-openstack-request-id: req-c17443e0-5212-4ff1-8c7c-b906ef3f3598 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:46:59.482539 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a1605e-733a-4f68-bfa5-de5350eb63eb", "name": "network-vif-plugged", "status": "completed", "tag": "f3519765-4175-4184-9cac-d9b3c21d7fa8", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:46:59.482788 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c17443e0-5212-4ff1-8c7c-b906ef3f3598 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:46:59.483166 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3519765-4175-4184-9cac-d9b3c21d7fa8', 'code': 200}
Dec 18 21:46:59.511139 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=f3519765-4175-4184-9cac-d9b3c21d7fa8,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:46:59.576515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1557e2d-ce99-4229-85f1-ddc30bc007f4 req-a45b17e7-b453-4c64-9310-ae0d6c3a48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:46:59.577917 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1557e2d-ce99-4229-85f1-ddc30bc007f4 req-a45b17e7-b453-4c64-9310-ae0d6c3a48d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 1096 time: 0.0404735
Dec 18 21:46:59.623212 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a1557e2d-ce99-4229-85f1-ddc30bc007f4 req-45b72fcb-184f-4d9f-9f6d-283d35fe9703 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380690
Dec 18 21:47:00.060804 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcdff7-9ffc-4875-8fe5-4d827765015a req-6a7bf49e-7f05-49f2-ac37-34afb75e96af tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:00.062338 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bcdff7-9ffc-4875-8fe5-4d827765015a req-6a7bf49e-7f05-49f2-ac37-34afb75e96af tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0480089
Dec 18 21:47:00.110463 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74bcdff7-9ffc-4875-8fe5-4d827765015a req-5fe3fc98-3790-4ac1-88c1-551c5582469a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421124
Dec 18 21:47:01.227833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8688-15bb-45f6-b41b-85883f5b1a9c req-b0d68ec9-33e7-49af-b480-0716e3e4ece0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:01.229307 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49bd8688-15bb-45f6-b41b-85883f5b1a9c req-b0d68ec9-33e7-49af-b480-0716e3e4ece0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0475163
Dec 18 21:47:01.281083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-49bd8688-15bb-45f6-b41b-85883f5b1a9c req-383dfc45-dc29-4bee-b37f-48f38b446c4d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458591
Dec 18 21:47:01.394703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88e507-2476-46b2-b8eb-9332429e8427 req-b967c06d-883d-43ab-b8f2-c364247042a9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:01.396108 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f88e507-2476-46b2-b8eb-9332429e8427 req-b967c06d-883d-43ab-b8f2-c364247042a9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0488381
Dec 18 21:47:01.444014 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f88e507-2476-46b2-b8eb-9332429e8427 req-72dfbcd6-37f2-463c-a7dd-101df6dacaff tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419912
Dec 18 21:47:01.465020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54442) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:47:01.503438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9423d181-6fee-4fe7-b261-0555ad302977 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:01.504914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9423d181-6fee-4fe7-b261-0555ad302977 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 1091 time: 0.0389302
Dec 18 21:47:01.507603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54444) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:47:01.511768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'f3519765-4175-4184-9cac-d9b3c21d7fa8', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address': '172.20.0.3'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:47:01.534926 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:01.632057 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:01.730664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.35.3.157 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/1b8c3fcf-3f36-413f-b042-ed659fdd5ce8) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:47:01.832608 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:01.865916 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:01.904871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:47:01.907695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:47:01.911303 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:47:01.936660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=1b8c3fcf-3f36-413f-b042-ed659fdd5ce8,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:47:02.275072 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:02.342521 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:02.491439 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:02.496450 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:02.568198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=1b8c3fcf-3f36-413f-b042-ed659fdd5ce8,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:47:02.584425 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:02.684061 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Floating IP 15520069-5111-4cb0-b2cc-49a75fa91023 associated. External IP: 172.35.3.157, port: f3519765-4175-4184-9cac-d9b3c21d7fa8.
Dec 18 21:47:02.888978 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:47:02.992306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:47:03.002315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98f80e-40ee-4730-ab2d-0757b212a0c7 None None] Sync routers for ids ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:47:03.011460 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98f80e-40ee-4730-ab2d-0757b212a0c7 None None] Routers {'69a3c22b-ee74-4c23-a1c8-a167532bfa43'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:47:03.012077 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-eb98f80e-40ee-4730-ab2d-0757b212a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e55ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:46:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:47:03.013573 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:03.039561 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-feed9398-5a08-4982-a681-d5aa293a8a4b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5309796
Dec 18 21:47:03.040641 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'tag': 'f3519765-4175-4184-9cac-d9b3c21d7fa8'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:47:03.042937 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c33e8b-9729-421a-b469-9cddccefc04c" -d '{"events": [{"name": "network-changed", "server_uuid": "95a1605e-733a-4f68-bfa5-de5350eb63eb", "tag": "f3519765-4175-4184-9cac-d9b3c21d7fa8"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:47:03.090421 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c98ed9-c892-4340-b52a-256e144bbfff x-openstack-request-id: req-f5c98ed9-c892-4340-b52a-256e144bbfff {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:47:03.090956 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a1605e-733a-4f68-bfa5-de5350eb63eb", "tag": "f3519765-4175-4184-9cac-d9b3c21d7fa8", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:47:03.091467 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5c98ed9-c892-4340-b52a-256e144bbfff {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:47:03.092093 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'tag': 'f3519765-4175-4184-9cac-d9b3c21d7fa8', 'status': 'completed', 'code': 200}
Dec 18 21:47:03.137989 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-eb98f80e-40ee-4730-ab2d-0757b212a0c7 None None] Set router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:47:03.146121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7802048-c5f0-4d23-a326-1a69931dbe3f req-c0c5f9e5-70d5-48da-881e-923fa748c5ec tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:03.147908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7802048-c5f0-4d23-a326-1a69931dbe3f req-c0c5f9e5-70d5-48da-881e-923fa748c5ec tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0548255
Dec 18 21:47:03.158395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c33e8b-9729-421a-b469-9cddccefc04c req-a9212512-9803-47d9-b62b-ca43a7afd5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:03.160241 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-38c33e8b-9729-421a-b469-9cddccefc04c req-a9212512-9803-47d9-b62b-ca43a7afd5ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 1096 time: 0.0460691
Dec 18 21:47:03.186237 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f45fd220-30e6-4c52-8833-b232397d9d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:03.210782 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7802048-c5f0-4d23-a326-1a69931dbe3f req-2b1d17a3-d838-44cf-b63e-354e49467fde tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563047
Dec 18 21:47:03.232153 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54450) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:47:03.258425 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c33e8b-9729-421a-b469-9cddccefc04c req-c83e6938-bf5f-4aac-ae24-b7adeb79e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:03.260010 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-38c33e8b-9729-421a-b469-9cddccefc04c req-c83e6938-bf5f-4aac-ae24-b7adeb79e8e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20048939-460f-4b5b-b048-37f3fb19f72d HTTP/1.1" status: 200  len: 898 time: 0.0929074
Dec 18 21:47:03.300304 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-baf06ba5-5516-41b6-a5e1-4a9a489a4a37 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/15520069-5111-4cb0-b2cc-49a75fa91023 HTTP/1.1" status: 200  len: 991 time: 0.0662353
Dec 18 21:47:03.331636 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-38c33e8b-9729-421a-b469-9cddccefc04c req-ca059b6f-0f79-4748-8969-45579c1c1306 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3519765-4175-4184-9cac-d9b3c21d7fa8 HTTP/1.1" status: 200  len: 999 time: 0.0646236
Dec 18 21:47:03.380377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c33e8b-9729-421a-b469-9cddccefc04c req-3e6fb746-a2eb-4098-b98b-b095c980e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:03.381683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-eb98f80e-40ee-4730-ab2d-0757b212a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e55ecd0>, [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '15520069-5111-4cb0-b2cc-49a75fa91023', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.157', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'port_id': 'f3519765-4175-4184-9cac-d9b3c21d7fa8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'mac_address': 'fa:16:3e:d8:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:47:02Z', 'updated_at': '2021-12-18T21:47:02Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '076b57cc-e69e-40e8-b5b6-3d1901691ed2', 'name': '', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:c9:58:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:50Z', 'updated_at': '2021-12-18T21:46:53Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:47:03.381912 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-38c33e8b-9729-421a-b469-9cddccefc04c req-3e6fb746-a2eb-4098-b98b-b095c980e004 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=987a4277-2345-4e5c-9b86-c4f8032c6374 HTTP/1.1" status: 200  len: 835 time: 0.0438433
Dec 18 21:47:03.408122 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98f80e-40ee-4730-ab2d-0757b212a0c7 None None] Checking router: 69a3c22b-ee74-4c23-a1c8-a167532bfa43 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:47:03.417818 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98f80e-40ee-4730-ab2d-0757b212a0c7 None None] Routers {'69a3c22b-ee74-4c23-a1c8-a167532bfa43'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:47:03.418596 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-eb98f80e-40ee-4730-ab2d-0757b212a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e55ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:46:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:47:03.428685 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c33e8b-9729-421a-b469-9cddccefc04c req-02aa285b-94ab-4a94-a908-5c0960ff187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:03.430194 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-38c33e8b-9729-421a-b469-9cddccefc04c req-02aa285b-94ab-4a94-a908-5c0960ff187b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20048939-460f-4b5b-b048-37f3fb19f72d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421414
Dec 18 21:47:03.523579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-eb98f80e-40ee-4730-ab2d-0757b212a0c7 None None] Set router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:47:03.525460 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-38c33e8b-9729-421a-b469-9cddccefc04c req-39cbc6cd-7dcf-4dbb-b424-97dc7ed77fe7 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881708
Dec 18 21:47:03.614304 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-38c33e8b-9729-421a-b469-9cddccefc04c req-d0cdc479-7d3e-49e1-a281-06c20f20c577 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821824
Dec 18 21:47:03.750711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-eb98f80e-40ee-4730-ab2d-0757b212a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e55ecd0>, [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '15520069-5111-4cb0-b2cc-49a75fa91023', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.157', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'port_id': 'f3519765-4175-4184-9cac-d9b3c21d7fa8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'mac_address': 'fa:16:3e:d8:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:47:02Z', 'updated_at': '2021-12-18T21:47:02Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '076b57cc-e69e-40e8-b5b6-3d1901691ed2', 'name': '', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:c9:58:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:50Z', 'updated_at': '2021-12-18T21:46:53Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:47:03.777597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98f80e-40ee-4730-ab2d-0757b212a0c7 None None] The sync data for ids ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'] in ncdv-master-1 is: [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '15520069-5111-4cb0-b2cc-49a75fa91023', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.157', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'port_id': 'f3519765-4175-4184-9cac-d9b3c21d7fa8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'mac_address': 'fa:16:3e:d8:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:47:02Z', 'updated_at': '2021-12-18T21:47:02Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '076b57cc-e69e-40e8-b5b6-3d1901691ed2', 'name': '', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:c9:58:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:50Z', 'updated_at': '2021-12-18T21:46:53Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:47:03.959523 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6954e9-521e-4084-ac23-7093dec30522 None None] New status for floating IP 15520069-5111-4cb0-b2cc-49a75fa91023: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:47:04.304233 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54452) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:47:04.363464 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2b5d6ff6-3c3f-4d7f-9dde-ee03c0fd6600 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/15520069-5111-4cb0-b2cc-49a75fa91023 HTTP/1.1" status: 200  len: 993 time: 0.0581758
Dec 18 21:47:05.276139 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e2c29d9c-c695-445b-aa17-dcba335e2872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:06.600493 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:06.996405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-13b0d460-23f4-44b4-a62e-845747bafe70 req-102bb448-b504-423a-9356-3b317da8c641 tempest-ServerDiskConfigTestJSON-1917752987 tempest-ServerDiskConfigTestJSON-1917752987-project] (126008) timed out ('10.222.0.31', 59447) {{(pid=126008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:47:08.310407 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:08.680223 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:11.585448 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9162d116-ef7d-476e-b3b9-deed8cb52486 req-2286376a-7675-4634-9372-4ed8ca60f481 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0471785
Dec 18 21:47:11.668596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162d116-ef7d-476e-b3b9-deed8cb52486 req-48b87d27-4637-4c7d-adea-9827a8bdec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:11.670089 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9162d116-ef7d-476e-b3b9-deed8cb52486 req-48b87d27-4637-4c7d-adea-9827a8bdec83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 1096 time: 0.0411558
Dec 18 21:47:11.772730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162d116-ef7d-476e-b3b9-deed8cb52486 req-ff2c46e1-f12e-41ee-af8e-4fa8c70233e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:11.774289 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9162d116-ef7d-476e-b3b9-deed8cb52486 req-ff2c46e1-f12e-41ee-af8e-4fa8c70233e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20048939-460f-4b5b-b048-37f3fb19f72d HTTP/1.1" status: 200  len: 898 time: 0.0849063
Dec 18 21:47:11.843626 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9162d116-ef7d-476e-b3b9-deed8cb52486 req-24355f18-effa-40c0-801d-9fbddd50b13e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3519765-4175-4184-9cac-d9b3c21d7fa8 HTTP/1.1" status: 200  len: 1001 time: 0.0615833
Dec 18 21:47:11.891416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162d116-ef7d-476e-b3b9-deed8cb52486 req-917bf0db-1df0-4802-acc5-5d6b2648736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:11.892812 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9162d116-ef7d-476e-b3b9-deed8cb52486 req-917bf0db-1df0-4802-acc5-5d6b2648736f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=987a4277-2345-4e5c-9b86-c4f8032c6374 HTTP/1.1" status: 200  len: 835 time: 0.0425644
Dec 18 21:47:11.938443 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162d116-ef7d-476e-b3b9-deed8cb52486 req-1a91068a-627a-4dec-9767-d57710966eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:11.939919 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9162d116-ef7d-476e-b3b9-deed8cb52486 req-1a91068a-627a-4dec-9767-d57710966eb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20048939-460f-4b5b-b048-37f3fb19f72d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398202
Dec 18 21:47:12.032491 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9162d116-ef7d-476e-b3b9-deed8cb52486 req-7e9d449c-b391-43c7-a3d6-52b83de4d070 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848017
Dec 18 21:47:12.120469 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-9162d116-ef7d-476e-b3b9-deed8cb52486 req-7b6fbfe7-e1e4-4342-b6bc-ce696a3f37f2 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804987
Dec 18 21:47:15.408940 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:20.032813 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:31.302116 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:47:33.079739 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e933ab65-07a0-40fc-ab30-7a9b1fcbbc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:33.100498 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721b815-d325-41f6-8365-a130669235f0 req-ba042467-3126-4260-8d6e-119bd3537de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:33.101129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85be9b-fad2-4320-baf2-2a8d031863bd req-5aa4da7f-569c-4e25-8e83-5e67535727c3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:33.102006 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d721b815-d325-41f6-8365-a130669235f0 req-ba042467-3126-4260-8d6e-119bd3537de6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 1096 time: 0.0490158
Dec 18 21:47:33.102189 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c85be9b-fad2-4320-baf2-2a8d031863bd req-5aa4da7f-569c-4e25-8e83-5e67535727c3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0530155
Dec 18 21:47:33.155279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0c85be9b-fad2-4320-baf2-2a8d031863bd req-19b321a0-386b-44dc-a13f-21f9a343f088 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469654
Dec 18 21:47:33.196552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721b815-d325-41f6-8365-a130669235f0 req-90672cfc-1b3b-4393-aa1c-662c99134257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:33.198727 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d721b815-d325-41f6-8365-a130669235f0 req-90672cfc-1b3b-4393-aa1c-662c99134257 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20048939-460f-4b5b-b048-37f3fb19f72d HTTP/1.1" status: 200  len: 898 time: 0.0900154
Dec 18 21:47:33.271873 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d721b815-d325-41f6-8365-a130669235f0 req-4c79236c-2433-4436-b1d2-39e4b32f2de2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3519765-4175-4184-9cac-d9b3c21d7fa8 HTTP/1.1" status: 200  len: 1001 time: 0.0634351
Dec 18 21:47:33.320276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721b815-d325-41f6-8365-a130669235f0 req-9231dd4c-68e4-4141-8c5c-144e04cbab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:33.322229 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d721b815-d325-41f6-8365-a130669235f0 req-9231dd4c-68e4-4141-8c5c-144e04cbab21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=987a4277-2345-4e5c-9b86-c4f8032c6374 HTTP/1.1" status: 200  len: 835 time: 0.0430467
Dec 18 21:47:33.368763 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721b815-d325-41f6-8365-a130669235f0 req-1947b07a-059c-47b9-8d10-e410d674ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:33.370213 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d721b815-d325-41f6-8365-a130669235f0 req-1947b07a-059c-47b9-8d10-e410d674ce5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20048939-460f-4b5b-b048-37f3fb19f72d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397079
Dec 18 21:47:33.461136 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d721b815-d325-41f6-8365-a130669235f0 req-1e52bc00-910c-4e08-88fd-c3f14ddbd0d8 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834444
Dec 18 21:47:33.849003 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d721b815-d325-41f6-8365-a130669235f0 req-a91668d5-275f-4fc9-97cf-58f3c662b4d4 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3804171
Dec 18 21:47:34.272206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdb1a2-b0e7-4dbe-9c85-1d038cc9bc2e req-1cf22137-9e33-425d-9c45-9902e7ad6fb0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:34.273671 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7abdb1a2-b0e7-4dbe-9c85-1d038cc9bc2e req-1cf22137-9e33-425d-9c45-9902e7ad6fb0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0471199
Dec 18 21:47:34.321497 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7abdb1a2-b0e7-4dbe-9c85-1d038cc9bc2e req-68f2355f-e26c-434f-94fe-e19df4a46a87 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410500
Dec 18 21:47:35.277546 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-81aa526f-2daf-48fc-9e19-684af8aedc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:35.441647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96caf6f-6892-41dc-93e5-a10e66e2bf04 req-6e510804-1494-4139-b7ad-5cafba21809b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:35.443177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b96caf6f-6892-41dc-93e5-a10e66e2bf04 req-6e510804-1494-4139-b7ad-5cafba21809b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0511398
Dec 18 21:47:35.491368 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b96caf6f-6892-41dc-93e5-a10e66e2bf04 req-bb0e7c36-a090-43be-a8d6-df2122aa5450 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421791
Dec 18 21:47:36.604186 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:36.611569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954075a6-1b03-4452-80e3-b38bb9dfe292 req-32527ea1-6518-4021-a539-2da16150e08a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:36.613039 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954075a6-1b03-4452-80e3-b38bb9dfe292 req-32527ea1-6518-4021-a539-2da16150e08a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0527081
Dec 18 21:47:36.661943 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-954075a6-1b03-4452-80e3-b38bb9dfe292 req-50b9b547-b421-4ef5-ac13-ff78fbb46775 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428994
Dec 18 21:47:37.778549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c39007-bdc1-4d7c-8657-fc1687ca34c8 req-90473d73-f733-413e-9ffc-f793b2b6f86e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:37.780022 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4c39007-bdc1-4d7c-8657-fc1687ca34c8 req-90473d73-f733-413e-9ffc-f793b2b6f86e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0483818
Dec 18 21:47:37.827320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b4c39007-bdc1-4d7c-8657-fc1687ca34c8 req-fabde36d-a6f9-444d-b268-0beb244bf4f7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414412
Dec 18 21:47:38.312992 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:38.683186 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:38.948236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab202a9-fc42-43dd-9b28-7b0f0076fda0 req-a53a3d93-d5b5-48a2-81bf-7f7ad50016cb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:38.949657 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ab202a9-fc42-43dd-9b28-7b0f0076fda0 req-a53a3d93-d5b5-48a2-81bf-7f7ad50016cb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0548275
Dec 18 21:47:38.998694 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ab202a9-fc42-43dd-9b28-7b0f0076fda0 req-88b24cfc-1b20-47b2-8de1-129edcdf590f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430388
Dec 18 21:47:40.112705 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bce51-d353-47f2-b42e-5fb5750f51a9 req-1e212bb4-1818-4427-b799-f7a7ed44e1fe tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:40.114173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb0bce51-d353-47f2-b42e-5fb5750f51a9 req-1e212bb4-1818-4427-b799-f7a7ed44e1fe tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0485148
Dec 18 21:47:40.161290 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fb0bce51-d353-47f2-b42e-5fb5750f51a9 req-77a3eaaa-80fb-48e7-999d-a08f9eb4b658 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412090
Dec 18 21:47:41.278982 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2dd9f-c690-4d98-9403-7741653bffbb req-b9e24823-15e6-4d8d-859e-36b2e05b1b90 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:41.280443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09c2dd9f-c690-4d98-9403-7741653bffbb req-b9e24823-15e6-4d8d-859e-36b2e05b1b90 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0479105
Dec 18 21:47:41.333328 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-09c2dd9f-c690-4d98-9403-7741653bffbb req-37b6567c-6a64-4b27-993f-1075bc42cda5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469036
Dec 18 21:47:42.451447 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36b5fb-7b50-4052-8d49-072426153b95 req-98386088-346d-4899-a04a-bbe8d60ede83 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:42.452937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff36b5fb-7b50-4052-8d49-072426153b95 req-98386088-346d-4899-a04a-bbe8d60ede83 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0484383
Dec 18 21:47:42.500802 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ff36b5fb-7b50-4052-8d49-072426153b95 req-a7ece8dd-87e1-46e9-8e78-4ead9ad62527 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418591
Dec 18 21:47:43.621005 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f94443-3a7d-4f7c-9376-14a55ddcdfcc req-e5c08c6a-a0f1-4473-b707-0e398ce6ef1f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:43.622507 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6f94443-3a7d-4f7c-9376-14a55ddcdfcc req-e5c08c6a-a0f1-4473-b707-0e398ce6ef1f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0480340
Dec 18 21:47:43.669495 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f6f94443-3a7d-4f7c-9376-14a55ddcdfcc req-d29cdaca-64af-4436-bfa2-b697d9d142fa tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410213
Dec 18 21:47:44.793631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36395939-6db2-4e25-81e9-1029dfb163f0 req-79bece03-7a97-4e37-91f4-6ce5b6208b2a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:47:44.797433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36395939-6db2-4e25-81e9-1029dfb163f0 req-79bece03-7a97-4e37-91f4-6ce5b6208b2a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0607195
Dec 18 21:47:44.847965 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36395939-6db2-4e25-81e9-1029dfb163f0 req-3f4854d7-a44b-4696-874b-b77eee363056 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419888
Dec 18 21:47:44.870980 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54514) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:47:44.928227 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-cdbcf6d3-146c-499d-9836-9856e4f7d153 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/15520069-5111-4cb0-b2cc-49a75fa91023 HTTP/1.1" status: 200  len: 993 time: 0.0561101
Dec 18 21:47:45.418177 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:47:50.027819 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:03.082909 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fdef3de2-cda6-411a-b632-46dccbef2db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:05.278228 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e0bf-5f78-4704-a326-d4b88df2fb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:06.606490 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:08.300833 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:48:08.315550 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:08.684318 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:11.564831 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8274cc0c-c2ee-4577-9885-f4ade67004fd req-3244e9b8-a912-4727-ba7c-07ba82c6a864 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0452609
Dec 18 21:48:11.646380 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274cc0c-c2ee-4577-9885-f4ade67004fd req-57ea8dba-739a-4a41-892c-fb51f5c1e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:11.647824 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8274cc0c-c2ee-4577-9885-f4ade67004fd req-57ea8dba-739a-4a41-892c-fb51f5c1e7dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 1096 time: 0.0414760
Dec 18 21:48:11.747630 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274cc0c-c2ee-4577-9885-f4ade67004fd req-fdcdf004-d3a7-4aa1-8c54-60fbbc4b06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:11.749099 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8274cc0c-c2ee-4577-9885-f4ade67004fd req-fdcdf004-d3a7-4aa1-8c54-60fbbc4b06bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=20048939-460f-4b5b-b048-37f3fb19f72d HTTP/1.1" status: 200  len: 898 time: 0.0830629
Dec 18 21:48:11.817444 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8274cc0c-c2ee-4577-9885-f4ade67004fd req-8cdd8dea-9d15-4349-94bb-542c88d41bb4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3519765-4175-4184-9cac-d9b3c21d7fa8 HTTP/1.1" status: 200  len: 1001 time: 0.0602727
Dec 18 21:48:11.870013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274cc0c-c2ee-4577-9885-f4ade67004fd req-06a8b042-d79c-4a48-af28-d149d87451b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:11.871549 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8274cc0c-c2ee-4577-9885-f4ade67004fd req-06a8b042-d79c-4a48-af28-d149d87451b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=987a4277-2345-4e5c-9b86-c4f8032c6374 HTTP/1.1" status: 200  len: 835 time: 0.0465896
Dec 18 21:48:11.915405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274cc0c-c2ee-4577-9885-f4ade67004fd req-cfbf29d9-ae3a-4e8f-a370-75f055f129c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:11.916890 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8274cc0c-c2ee-4577-9885-f4ade67004fd req-cfbf29d9-ae3a-4e8f-a370-75f055f129c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20048939-460f-4b5b-b048-37f3fb19f72d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387430
Dec 18 21:48:12.006875 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8274cc0c-c2ee-4577-9885-f4ade67004fd req-8a86c79a-aea9-468e-ba6e-408a0b4a7062 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815935
Dec 18 21:48:12.094551 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8274cc0c-c2ee-4577-9885-f4ade67004fd req-6a2bebb2-bebd-4c04-93ee-ef267064f69f service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797453
Dec 18 21:48:15.284533 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54528) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:15.407423 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:15.443366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port 1b8c3fcf-3f36-413f-b042-ed659fdd5ce8 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:48:15.443705 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:15.516618 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:15.516941 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:15.528209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for 1b8c3fcf-3f36-413f-b042-ed659fdd5ce8 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:48:15.673249 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:15.696499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=1b8c3fcf-3f36-413f-b042-ed659fdd5ce8,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:15.710866 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.711229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.711583 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.711929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.712268 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.712610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.712947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.713285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.713621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.713959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.714342 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.714680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.715011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:15.779573 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:15.779959 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Floating IP 15520069-5111-4cb0-b2cc-49a75fa91023 disassociated (deleted). External IP: 172.35.3.157, port: f3519765-4175-4184-9cac-d9b3c21d7fa8.
Dec 18 21:48:15.982132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:48:16.097152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:48:16.101876 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:16.106870 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb7f51-f560-493c-a784-d8b18c96ec0e None None] Sync routers for ids ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:48:16.115526 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb7f51-f560-493c-a784-d8b18c96ec0e None None] Routers {'69a3c22b-ee74-4c23-a1c8-a167532bfa43'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:48:16.116134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a4bb7f51-f560-493c-a784-d8b18c96ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e09db50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:16.128040 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6547b86b-efcc-4acf-85d4-1af58d1eeeab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/floatingips/15520069-5111-4cb0-b2cc-49a75fa91023 HTTP/1.1" status: 204  len: 168 time: 0.8424523
Dec 18 21:48:16.128627 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'tag': 'f3519765-4175-4184-9cac-d9b3c21d7fa8'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:48:16.131101 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1206773c-e7eb-437c-9935-6a2e8e75fe10" -d '{"events": [{"name": "network-changed", "server_uuid": "95a1605e-733a-4f68-bfa5-de5350eb63eb", "tag": "f3519765-4175-4184-9cac-d9b3c21d7fa8"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:48:16.172852 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cd1028-150d-4c7b-9c6b-0fe4ad14faa1 x-openstack-request-id: req-e0cd1028-150d-4c7b-9c6b-0fe4ad14faa1 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:48:16.173312 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a1605e-733a-4f68-bfa5-de5350eb63eb", "tag": "f3519765-4175-4184-9cac-d9b3c21d7fa8", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:48:16.173671 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0cd1028-150d-4c7b-9c6b-0fe4ad14faa1 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:48:16.174168 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'tag': 'f3519765-4175-4184-9cac-d9b3c21d7fa8', 'status': 'completed', 'code': 200}
Dec 18 21:48:16.226068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a4bb7f51-f560-493c-a784-d8b18c96ec0e None None] Set router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:48:16.246904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206773c-e7eb-437c-9935-6a2e8e75fe10 req-bda3eff0-020e-48dc-b078-b82315795f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:16.249492 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1206773c-e7eb-437c-9935-6a2e8e75fe10 req-bda3eff0-020e-48dc-b078-b82315795f75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 1096 time: 0.0544794
Dec 18 21:48:16.344422 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206773c-e7eb-437c-9935-6a2e8e75fe10 req-228f754e-e4b8-4cb6-ab02-0b7582bf7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:16.345900 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1206773c-e7eb-437c-9935-6a2e8e75fe10 req-228f754e-e4b8-4cb6-ab02-0b7582bf7de2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20048939-460f-4b5b-b048-37f3fb19f72d HTTP/1.1" status: 200  len: 898 time: 0.0894768
Dec 18 21:48:16.374951 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17318512-2f26-432e-a6e9-2efdfa54093f req-d48b3533-5b4f-4cde-90dd-5cf6790acf90 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:16.376611 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17318512-2f26-432e-a6e9-2efdfa54093f req-d48b3533-5b4f-4cde-90dd-5cf6790acf90 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0606353
Dec 18 21:48:16.396527 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1206773c-e7eb-437c-9935-6a2e8e75fe10 req-704c518c-e8d7-4cf2-9ee1-2d77f863d918 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3519765-4175-4184-9cac-d9b3c21d7fa8 HTTP/1.1" status: 200  len: 217 time: 0.0424469
Dec 18 21:48:16.428401 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-17318512-2f26-432e-a6e9-2efdfa54093f req-68754681-0a6a-4d79-867f-c9f803c24e07 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452318
Dec 18 21:48:16.446676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206773c-e7eb-437c-9935-6a2e8e75fe10 req-2b816ec7-1a4a-4331-8f67-c61b1493a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:16.446884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a4bb7f51-f560-493c-a784-d8b18c96ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e09db50>, [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '076b57cc-e69e-40e8-b5b6-3d1901691ed2', 'name': '', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:c9:58:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:50Z', 'updated_at': '2021-12-18T21:46:53Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:16.448664 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1206773c-e7eb-437c-9935-6a2e8e75fe10 req-2b816ec7-1a4a-4331-8f67-c61b1493a4ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=987a4277-2345-4e5c-9b86-c4f8032c6374 HTTP/1.1" status: 200  len: 835 time: 0.0450029
Dec 18 21:48:16.473700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb7f51-f560-493c-a784-d8b18c96ec0e None None] Checking router: 69a3c22b-ee74-4c23-a1c8-a167532bfa43 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:48:16.481975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb7f51-f560-493c-a784-d8b18c96ec0e None None] Routers {'69a3c22b-ee74-4c23-a1c8-a167532bfa43'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:48:16.482599 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a4bb7f51-f560-493c-a784-d8b18c96ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e09db50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:16.494894 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206773c-e7eb-437c-9935-6a2e8e75fe10 req-7050f1e0-4ddc-4903-bd91-c40f6cdba5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:16.496469 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1206773c-e7eb-437c-9935-6a2e8e75fe10 req-7050f1e0-4ddc-4903-bd91-c40f6cdba5fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20048939-460f-4b5b-b048-37f3fb19f72d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408065
Dec 18 21:48:16.587996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a4bb7f51-f560-493c-a784-d8b18c96ec0e None None] Set router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:48:16.590591 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1206773c-e7eb-437c-9935-6a2e8e75fe10 req-ae8bcf26-b0e1-4a90-b557-f514b8fa0e87 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864346
Dec 18 21:48:16.679931 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1206773c-e7eb-437c-9935-6a2e8e75fe10 req-c3df1367-c608-4087-9abf-9e239b2ec9b5 service neutron] 10.222.0.31 "GET /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814664
Dec 18 21:48:16.786101 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a4bb7f51-f560-493c-a784-d8b18c96ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e09db50>, [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '076b57cc-e69e-40e8-b5b6-3d1901691ed2', 'name': '', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:c9:58:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:50Z', 'updated_at': '2021-12-18T21:46:53Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:16.970090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb7f51-f560-493c-a784-d8b18c96ec0e None None] The sync data for ids ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'] in ncdv-master-1 is: [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '076b57cc-e69e-40e8-b5b6-3d1901691ed2', 'name': '', 'network_id': '20048939-460f-4b5b-b048-37f3fb19f72d', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:c9:58:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:50Z', 'updated_at': '2021-12-18T21:46:53Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '987a4277-2345-4e5c-9b86-c4f8032c6374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:48:17.191172 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a52ed1e-22e6-482c-a268-6d9b49a93335 None None] New status for floating IP 15520069-5111-4cb0-b2cc-49a75fa91023: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:48:17.545810 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c74889-7b81-4fc2-9cfd-aa38e0b99339 req-7e43fa2c-39f6-4d3e-accb-fde7ae6fa168 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:17.547324 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53c74889-7b81-4fc2-9cfd-aa38e0b99339 req-7e43fa2c-39f6-4d3e-accb-fde7ae6fa168 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0475364
Dec 18 21:48:17.595445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-53c74889-7b81-4fc2-9cfd-aa38e0b99339 req-e00bf0f8-6b3d-47d5-adeb-f71e895c441b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=942beef1-ccea-4492-9d04-318d31a5c655&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422091
Dec 18 21:48:17.808006 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b37c5e-c71a-4b0a-86b4-910977b9d225 req-7ca12333-25e0-4883-9bd8-6722f70921d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:17.809466 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-13b37c5e-c71a-4b0a-86b4-910977b9d225 req-7ca12333-25e0-4883-9bd8-6722f70921d6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.31 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 945 time: 0.0496109
Dec 18 21:48:17.899793 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-13b37c5e-c71a-4b0a-86b4-910977b9d225 req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port f3519765-4175-4184-9cac-d9b3c21d7fa8 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:48:17.900146 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-13b37c5e-c71a-4b0a-86b4-910977b9d225 req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:17.986480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-13b37c5e-c71a-4b0a-86b4-910977b9d225 req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port f3519765-4175-4184-9cac-d9b3c21d7fa8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3519765-4175-4184-9cac-d9b3c21d7fa8,segment=NetworkSegment(2babcdc1-23fb-482f-abd3-de1079256c7b),segment_id=2babcdc1-23fb-482f-abd3-de1079256c7b)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:48:17.986839 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-13b37c5e-c71a-4b0a-86b4-910977b9d225 req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:17.998895 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-13b37c5e-c71a-4b0a-86b4-910977b9d225 req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for f3519765-4175-4184-9cac-d9b3c21d7fa8 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:48:18.125024 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-13b37c5e-c71a-4b0a-86b4-910977b9d225 req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:18.152540 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=f3519765-4175-4184-9cac-d9b3c21d7fa8,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:18.168106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.168469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.168818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.169194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.169537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.169873 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.170210 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.170591 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.170927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.171259 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.171592 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.171943 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.172278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:18.211043 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b37c5e-c71a-4b0a-86b4-910977b9d225 req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] No DVR routers for this DVR port f3519765-4175-4184-9cac-d9b3c21d7fa8 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:48:18.213532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-13b37c5e-c71a-4b0a-86b4-910977b9d225 req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:18.216963 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-13b37c5e-c71a-4b0a-86b4-910977b9d225 req-9df62a79-4d81-4d3d-b27f-9b525c9488ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.31 "DELETE /v2.0/ports/f3519765-4175-4184-9cac-d9b3c21d7fa8 HTTP/1.1" status: 204  len: 173 time: 0.4014962
Dec 18 21:48:18.217401 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'name': 'network-vif-deleted', 'tag': 'f3519765-4175-4184-9cac-d9b3c21d7fa8'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:48:18.219669 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f01d75-c8bc-4e4e-83ad-fffd91815bc5" -d '{"events": [{"server_uuid": "95a1605e-733a-4f68-bfa5-de5350eb63eb", "name": "network-vif-deleted", "tag": "f3519765-4175-4184-9cac-d9b3c21d7fa8"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:48:18.259514 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6207f3a2-c0a5-4919-bf7b-7e0dd7530cce x-openstack-request-id: req-6207f3a2-c0a5-4919-bf7b-7e0dd7530cce {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:48:18.261276 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a1605e-733a-4f68-bfa5-de5350eb63eb", "name": "network-vif-deleted", "tag": "f3519765-4175-4184-9cac-d9b3c21d7fa8", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:48:18.261558 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6207f3a2-c0a5-4919-bf7b-7e0dd7530cce {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:48:18.261971 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a1605e-733a-4f68-bfa5-de5350eb63eb', 'name': 'network-vif-deleted', 'tag': 'f3519765-4175-4184-9cac-d9b3c21d7fa8', 'status': 'completed', 'code': 200}
Dec 18 21:48:18.710848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8209983b-5ef6-4fa5-b1fb-6536101b63e2 req-7b068306-b574-4c4a-a4a6-5bbba8113350 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=95a1605e-733a-4f68-bfa5-de5350eb63eb HTTP/1.1" status: 200  len: 210 time: 0.0268514
Dec 18 21:48:19.771541 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54552) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:20.032662 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:20.417462 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dc7b8501-267c-4d25-8185-e2477ec73a23 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:20.664924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b8501-267c-4d25-8185-e2477ec73a23 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port 076b57cc-e69e-40e8-b5b6-3d1901691ed2 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:48:20.665267 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dc7b8501-267c-4d25-8185-e2477ec73a23 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:20.757489 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-dc7b8501-267c-4d25-8185-e2477ec73a23 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port 076b57cc-e69e-40e8-b5b6-3d1901691ed2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=076b57cc-e69e-40e8-b5b6-3d1901691ed2,segment=NetworkSegment(2babcdc1-23fb-482f-abd3-de1079256c7b),segment_id=2babcdc1-23fb-482f-abd3-de1079256c7b)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:48:20.757853 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dc7b8501-267c-4d25-8185-e2477ec73a23 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:20.770396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b8501-267c-4d25-8185-e2477ec73a23 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for 076b57cc-e69e-40e8-b5b6-3d1901691ed2 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:48:20.951447 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dc7b8501-267c-4d25-8185-e2477ec73a23 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:20.975410 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b8501-267c-4d25-8185-e2477ec73a23 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=076b57cc-e69e-40e8-b5b6-3d1901691ed2,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:21.145080 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-dc7b8501-267c-4d25-8185-e2477ec73a23 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:21.357023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7b8501-267c-4d25-8185-e2477ec73a23 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:48:21.459969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7b8501-267c-4d25-8185-e2477ec73a23 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:48:21.467769 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dc7b8501-267c-4d25-8185-e2477ec73a23 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "PUT /v2.0/routers/69a3c22b-ee74-4c23-a1c8-a167532bfa43/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6923621
Dec 18 21:48:21.467769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54554) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:21.469878 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d468445-e87f-47fc-a004-be210eec1c52 None None] Sync routers for ids ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:48:21.479735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d468445-e87f-47fc-a004-be210eec1c52 None None] Routers {'69a3c22b-ee74-4c23-a1c8-a167532bfa43'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:48:21.480339 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-0d468445-e87f-47fc-a004-be210eec1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6b17f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:21.518034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb70bb4-6d8f-480d-82fd-3c0950f42c12 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting subnet 987a4277-2345-4e5c-9b86-c4f8032c6374 {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:48:21.521749 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bb70bb4-6d8f-480d-82fd-3c0950f42c12 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:21.561318 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bb70bb4-6d8f-480d-82fd-3c0950f42c12 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:21.581606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-0d468445-e87f-47fc-a004-be210eec1c52 None None] Set router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:48:21.648250 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bb70bb4-6d8f-480d-82fd-3c0950f42c12 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:21.704881 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bb70bb4-6d8f-480d-82fd-3c0950f42c12 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:21.736018 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bb70bb4-6d8f-480d-82fd-3c0950f42c12 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:21.739879 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0bb70bb4-6d8f-480d-82fd-3c0950f42c12 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/subnets/987a4277-2345-4e5c-9b86-c4f8032c6374 HTTP/1.1" status: 204  len: 168 time: 0.2687712
Dec 18 21:48:21.739879 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb70bb4-6d8f-480d-82fd-3c0950f42c12 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Subnet': ['ID=987a4277-2345-4e5c-9b86-c4f8032c6374,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:21.740368 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54556) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:21.746495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a896fa-b397-44a5-83b7-c7bfa1344a91 None None] Network 20048939-460f-4b5b-b048-37f3fb19f72d requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:48:21.788212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f3519765-4175-4184-9cac-d9b3c21d7fa8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:48:21.827770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: f3519765-4175-4184-9cac-d9b3c21d7fa8 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:48:21.827996 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device f3519765-4175-4184-9cac-d9b3c21d7fa8 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:48:21.855392 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:21.879790 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-0d468445-e87f-47fc-a004-be210eec1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6b17f0>, [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:48:20Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:21.906964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d468445-e87f-47fc-a004-be210eec1c52 None None] Checking router: 69a3c22b-ee74-4c23-a1c8-a167532bfa43 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:48:21.915254 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d468445-e87f-47fc-a004-be210eec1c52 None None] Routers {'69a3c22b-ee74-4c23-a1c8-a167532bfa43'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:48:21.916431 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-0d468445-e87f-47fc-a004-be210eec1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6b17f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:21.949858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] DHCP port deletion for 20048939-460f-4b5b-b048-37f3fb19f72d request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:48:21.967452 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.020795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:48:22.021140 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.052683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-0d468445-e87f-47fc-a004-be210eec1c52 None None] Set router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:48:22.098144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:48:22.098534 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.109747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Deleting port 590cd8c3-f28b-459c-81ae-013663470deb {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:48:22.110120 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.111043 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:48:22.217485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] For port 590cd8c3-f28b-459c-81ae-013663470deb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=590cd8c3-f28b-459c-81ae-013663470deb,segment=NetworkSegment(2babcdc1-23fb-482f-abd3-de1079256c7b),segment_id=2babcdc1-23fb-482f-abd3-de1079256c7b)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:48:22.217779 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.238125 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Calling delete_port for 590cd8c3-f28b-459c-81ae-013663470deb owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:48:22.275814 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.305845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:22.328540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8283e0f-8705-40c7-9787-25c605903c7f None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:48:22.367612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-0d468445-e87f-47fc-a004-be210eec1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6b17f0>, [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:48:20Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:22.368358 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.394438 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.397741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d468445-e87f-47fc-a004-be210eec1c52 None None] The sync data for ids ['69a3c22b-ee74-4c23-a1c8-a167532bfa43'] in ncdv-master-1 is: [{'id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421346813', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:48:20Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c22b-ee74-4c23-a1c8-a167532bfa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:46:47Z', 'updated_at': '2021-12-18T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:48:22.421266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Pushing event deleted for resources: {'Port': ['ID=590cd8c3-f28b-459c-81ae-013663470deb,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:22.431374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.431770 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.432119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.432515 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.432873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.433211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.433541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.433870 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.434199 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.434614 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.434949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.435272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.435598 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:22.438420 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6853beb-b3b7-4d47-917f-9083c061dbe1 None None] No DVR routers for this DVR port 590cd8c3-f28b-459c-81ae-013663470deb on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:48:22.471092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.473286 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.515571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.516195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Fanout notify agent at l3_agent the message router_deleted on router 69a3c22b-ee74-4c23-a1c8-a167532bfa43 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:48:22.523938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.525050 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-92877935-1149-4cf7-8dc6-412a3f9299d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/routers/69a3c22b-ee74-4c23-a1c8-a167532bfa43 HTTP/1.1" status: 204  len: 168 time: 0.7837965
Dec 18 21:48:22.528371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54558) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:22.609105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.696053 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.715848 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f75e130>,) {'filters': {'network_id': ['20048939-460f-4b5b-b048-37f3fb19f72d']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:22.725369 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f75e130>, '2babcdc1-23fb-482f-abd3-de1079256c7b') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:22.725611 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f75e130>, '2babcdc1-23fb-482f-abd3-de1079256c7b') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:22.734752 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.748029 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.754701 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:48:22.755019 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:48:22.758198 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:48:22.818304 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.827362 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.830685 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/networks/20048939-460f-4b5b-b048-37f3fb19f72d HTTP/1.1" status: 204  len: 168 time: 0.3013279
Dec 18 21:48:22.833380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54560) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:22.851784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702c64a-82a7-4916-ae81-6dc8ee84c2a2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Network': ['ID=20048939-460f-4b5b-b048-37f3fb19f72d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:22.894633 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d53591c2-f90c-4f9b-a1c5-4fec8cb655bb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.924885 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d53591c2-f90c-4f9b-a1c5-4fec8cb655bb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.983449 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d53591c2-f90c-4f9b-a1c5-4fec8cb655bb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.986106 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-d53591c2-f90c-4f9b-a1c5-4fec8cb655bb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:22.988296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-d53591c2-f90c-4f9b-a1c5-4fec8cb655bb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/security-groups/942beef1-ccea-4492-9d04-318d31a5c655 HTTP/1.1" status: 204  len: 168 time: 0.1526411
Dec 18 21:48:22.998086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53591c2-f90c-4f9b-a1c5-4fec8cb655bb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942beef1-ccea-4492-9d04-318d31a5c655,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:23.163406 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54566) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:23.168483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-44311948-7b8c-4ecb-b165-de398b7efcf5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832935215', 'description': 'tempest-secgroup-smoke-832935215 description', 'project_id': '0ca451d1f26f48f583722f5ed440bf41'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:23.191709 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-44311948-7b8c-4ecb-b165-de398b7efcf5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.256863 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-44311948-7b8c-4ecb-b165-de398b7efcf5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.260546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-44311948-7b8c-4ecb-b165-de398b7efcf5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.289631 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-44311948-7b8c-4ecb-b165-de398b7efcf5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.291376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-44311948-7b8c-4ecb-b165-de398b7efcf5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1264691
Dec 18 21:48:23.293265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44311948-7b8c-4ecb-b165-de398b7efcf5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0297213-c7a3-4898-a8dd-b2e8bd075c9a,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:23.294448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54568) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:23.300318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7b3f65ba-46d2-47b5-9810-406bf00b7ec3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': 'f0297213-c7a3-4898-a8dd-b2e8bd075c9a', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:23.329394 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7b3f65ba-46d2-47b5-9810-406bf00b7ec3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.383359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7b3f65ba-46d2-47b5-9810-406bf00b7ec3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.386685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7b3f65ba-46d2-47b5-9810-406bf00b7ec3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.407673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f65ba-46d2-47b5-9810-406bf00b7ec3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8887be11-17be-4593-b1e8-2690acd23453,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:23.416819 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7b3f65ba-46d2-47b5-9810-406bf00b7ec3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.417983 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7b3f65ba-46d2-47b5-9810-406bf00b7ec3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1216295
Dec 18 21:48:23.420757 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54570) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:23.425302 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-34e6531e-bad7-421e-9c4b-b43ac3d5394d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': 'f0297213-c7a3-4898-a8dd-b2e8bd075c9a', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:23.457559 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-34e6531e-bad7-421e-9c4b-b43ac3d5394d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.516146 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-34e6531e-bad7-421e-9c4b-b43ac3d5394d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.519500 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-34e6531e-bad7-421e-9c4b-b43ac3d5394d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.534321 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6531e-bad7-421e-9c4b-b43ac3d5394d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1aa42c2-13cb-4e6d-af00-68e2f4c80415,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:23.545192 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-34e6531e-bad7-421e-9c4b-b43ac3d5394d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.546440 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-34e6531e-bad7-421e-9c4b-b43ac3d5394d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1247213
Dec 18 21:48:23.549165 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54572) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:23.553409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6050b240-a15c-472f-9ca8-878d85df579f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': 'f0297213-c7a3-4898-a8dd-b2e8bd075c9a', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:23.588585 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6050b240-a15c-472f-9ca8-878d85df579f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.644773 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6050b240-a15c-472f-9ca8-878d85df579f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.649545 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6050b240-a15c-472f-9ca8-878d85df579f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.667911 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050b240-a15c-472f-9ca8-878d85df579f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3abd59-400f-4662-bb3d-1f8566177f71,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:23.676068 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6050b240-a15c-472f-9ca8-878d85df579f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.677304 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6050b240-a15c-472f-9ca8-878d85df579f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1272285
Dec 18 21:48:23.680126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54576) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:23.684402 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d5bf5e63-2ccb-4025-b0ba-7eed15e749f4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': 'f0297213-c7a3-4898-a8dd-b2e8bd075c9a', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:23.711362 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5e63-2ccb-4025-b0ba-7eed15e749f4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.767811 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5e63-2ccb-4025-b0ba-7eed15e749f4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.772003 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5e63-2ccb-4025-b0ba-7eed15e749f4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.794918 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf5e63-2ccb-4025-b0ba-7eed15e749f4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0cfea1-415e-4515-8691-f1b35b571ee0,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:23.803067 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5e63-2ccb-4025-b0ba-7eed15e749f4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.804222 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d5bf5e63-2ccb-4025-b0ba-7eed15e749f4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1231735
Dec 18 21:48:23.807070 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54578) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:23.811373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-1999bf7a-c4e2-4321-b06d-da76653dcada tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': 'f0297213-c7a3-4898-a8dd-b2e8bd075c9a', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:23.835054 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-1999bf7a-c4e2-4321-b06d-da76653dcada tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Project 0ca451d1f26f48f583722f5ed440bf41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:48:23.841167 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1999bf7a-c4e2-4321-b06d-da76653dcada tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.844903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:48:23.867380 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:48:23.867723 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bf88d8f8-c7e3-42d1-afb6-b129f0ee0f39 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:48:23.868315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 590cd8c3-f28b-459c-81ae-013663470deb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:48:23.887858 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 590cd8c3-f28b-459c-81ae-013663470deb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:48:23.888257 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 590cd8c3-f28b-459c-81ae-013663470deb not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:48:23.888704 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 076b57cc-e69e-40e8-b5b6-3d1901691ed2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:48:23.901719 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1999bf7a-c4e2-4321-b06d-da76653dcada tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.906899 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1999bf7a-c4e2-4321-b06d-da76653dcada tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.909557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 076b57cc-e69e-40e8-b5b6-3d1901691ed2 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:48:23.909914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 076b57cc-e69e-40e8-b5b6-3d1901691ed2 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:48:23.924419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999bf7a-c4e2-4321-b06d-da76653dcada tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3fa2e6-2108-4fed-afd9-139064ab1167,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:23.932875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1999bf7a-c4e2-4321-b06d-da76653dcada tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:23.934578 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1999bf7a-c4e2-4321-b06d-da76653dcada tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1260934
Dec 18 21:48:23.936857 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54582) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:23.941287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-394ba721-4305-4bc3-ab26-a5c7edabf622 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': 'f0297213-c7a3-4898-a8dd-b2e8bd075c9a', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:23.965436 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-394ba721-4305-4bc3-ab26-a5c7edabf622 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Project 0ca451d1f26f48f583722f5ed440bf41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:48:23.970338 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-394ba721-4305-4bc3-ab26-a5c7edabf622 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.031143 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-394ba721-4305-4bc3-ab26-a5c7edabf622 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.035477 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-394ba721-4305-4bc3-ab26-a5c7edabf622 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.053658 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ba721-4305-4bc3-ab26-a5c7edabf622 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaaf8044-d96f-43a5-9781-fadecbf7fcc6,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:24.061334 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-394ba721-4305-4bc3-ab26-a5c7edabf622 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.062536 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-394ba721-4305-4bc3-ab26-a5c7edabf622 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1246839
Dec 18 21:48:24.065456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54586) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:24.070215 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-38220e93-6a8e-42c3-adb0-1d2eec6b2434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'network': {'name': 'tempest-network-smoke--278523012', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'port_security_enabled': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:24.091294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38220e93-6a8e-42c3-adb0-1d2eec6b2434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:48:24.094631 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38220e93-6a8e-42c3-adb0-1d2eec6b2434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.117341 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38220e93-6a8e-42c3-adb0-1d2eec6b2434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:48:24.126314 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38220e93-6a8e-42c3-adb0-1d2eec6b2434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.126668 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-38220e93-6a8e-42c3-adb0-1d2eec6b2434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Added segment cb142538-5395-4b90-b648-f63219d79bab of type vlan for network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c
Dec 18 21:48:24.167009 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38220e93-6a8e-42c3-adb0-1d2eec6b2434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.193207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38220e93-6a8e-42c3-adb0-1d2eec6b2434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.198703 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38220e93-6a8e-42c3-adb0-1d2eec6b2434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:24.199280 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-38220e93-6a8e-42c3-adb0-1d2eec6b2434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.254706 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-38220e93-6a8e-42c3-adb0-1d2eec6b2434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1882126
Dec 18 21:48:24.257633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54590) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:24.262454 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'admin_state_up': True, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:24.266132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38220e93-6a8e-42c3-adb0-1d2eec6b2434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Network': ['ID=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:24.277814 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:48:24.288982 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.289975 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.344795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.484697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.675133 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.692810 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.791710 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.35.3.203 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/3b25cc22-e997-43f9-8d45-86d328f77d96) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:48:24.892750 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.925630 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:24.963607 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:48:24.967784 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:48:24.971343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:48:24.980422 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb6534-7aee-4939-a3bb-16721f78a06f None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:48:24.992954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=3b25cc22-e997-43f9-8d45-86d328f77d96,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:25.045137 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-08ab5cf8-b08f-4b70-a7b0-311f41c0eb52 None None] Provisioning complete for port 3b25cc22-e997-43f9-8d45-86d328f77d96 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:25.045603 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-08ab5cf8-b08f-4b70-a7b0-311f41c0eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:25.079159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-08ab5cf8-b08f-4b70-a7b0-311f41c0eb52 None None] Port 3b25cc22-e997-43f9-8d45-86d328f77d96 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:48:25.216547 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:25.408795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:25.532358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:48:25.635375 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:48:25.644591 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Sync routers for ids ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:48:25.654162 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Routers {'7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:48:25.654799 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664638640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:25.655312 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:25.656526 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-df4f0809-310f-4dd1-81a3-2635834297ca tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.3977804
Dec 18 21:48:25.659787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54594) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:25.688183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e0d3e5f2-d6b8-41d4-9f50-1295d815ac1c tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0ca451d1f26f48f583722f5ed440bf41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0273056
Dec 18 21:48:25.690725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54596) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:25.758027 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Set router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:48:25.782184 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b825965-57c6-41bb-84a7-92f3094221cd tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:25.783808 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3b825965-57c6-41bb-84a7-92f3094221cd tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0921271
Dec 18 21:48:25.786672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54598) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:25.816273 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-72b95e7f-dbcc-40a5-bdf8-3f2d6746cc60 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0262825
Dec 18 21:48:25.816531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54600) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:25.821080 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c8cef0e0-c064-4e09-b19e-a382e2329528 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1541195901', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:25.906859 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cef0e0-c064-4e09-b19e-a382e2329528 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:48:25.910347 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8cef0e0-c064-4e09-b19e-a382e2329528 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:25.931224 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664638640>, [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:25Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:25.956601 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Checking router: 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:48:25.956948 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Updating router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 port 3b25cc22-e997-43f9-8d45-86d328f77d96 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:48:25.982524 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.092113 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8cef0e0-c064-4e09-b19e-a382e2329528 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.155669 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cef0e0-c064-4e09-b19e-a382e2329528 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Subnet': ['ID=8921ee60-1e94-43cc-bb2f-3ae03310ea18,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:26.164334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cef0e0-c064-4e09-b19e-a382e2329528 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Checking segment: {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:48:26.164701 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cef0e0-c064-4e09-b19e-a382e2329528 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network hostable DHCP agents. Network: 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:48:26.180591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cef0e0-c064-4e09-b19e-a382e2329528 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:48:26.190062 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-c8cef0e0-c064-4e09-b19e-a382e2329528 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:48:26.194218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cef0e0-c064-4e09-b19e-a382e2329528 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:26.194979 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c8cef0e0-c064-4e09-b19e-a382e2329528 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.202345 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc6c34-97b9-408e-8628-e6ce2fba8008 None None] Network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:48:26.213565 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c8cef0e0-c064-4e09-b19e-a382e2329528 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3956342
Dec 18 21:48:26.216510 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54602) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:26.233158 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.238690 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.263565 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Attempting to bind port 3b25cc22-e997-43f9-8d45-86d328f77d96 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:48:26.263946 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Attempting to bind port 3b25cc22-e997-43f9-8d45-86d328f77d96 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:48:26.264318 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Attempting to bind port 3b25cc22-e997-43f9-8d45-86d328f77d96 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:48:26.269635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5fe60d-b894-4cd9-9af3-b5f22086798a None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:48:26.285987 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:48:26.286396 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:48:26.286802 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.287189 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:48:26.287655 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Bound port: 3b25cc22-e997-43f9-8d45-86d328f77d96, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:48:26.288031 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.319489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ips': [{'subnet_id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:48:26.321153 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.350221 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] For port 3b25cc22-e997-43f9-8d45-86d328f77d96, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:48:26.353288 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] For port 3b25cc22-e997-43f9-8d45-86d328f77d96, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b25cc22-e997-43f9-8d45-86d328f77d96,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:48:26.359752 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.374109 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Pushing event updated for resources: {'Port': ['ID=3b25cc22-e997-43f9-8d45-86d328f77d96,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:26.385203 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.385565 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.385905 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.386267 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.387176 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.387519 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.387849 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.388178 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.388504 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.388826 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.389204 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.389532 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.389850 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:48:26.391778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884bc47c-4e70-459e-a897-c3e66c3ec1e2 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:48:26.404311 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Routers {'7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:48:26.404947 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664638640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:26.451755 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ab2ed3d7-a426-42b1-a797-c1343fef774d None None] Provisioning complete for port 3b25cc22-e997-43f9-8d45-86d328f77d96 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:26.452128 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed3d7-a426-42b1-a797-c1343fef774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.509062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Allocated IP 172.20.0.2 (572641ed-7ea7-4ecc-9acc-3e35d41d6a7c/8921ee60-1e94-43cc-bb2f-3ae03310ea18/21fc3977-7475-4831-a3a5-adb4eb56004c) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:48:26.523550 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf90f54-a444-423a-ab55-1a315c988017 None None] Pushing event updated for resources: {'Port': ['ID=3b25cc22-e997-43f9-8d45-86d328f77d96,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:26.548477 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] Set router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:48:26.600652 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed3d7-a426-42b1-a797-c1343fef774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.630777 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-ab2ed3d7-a426-42b1-a797-c1343fef774d None None] For port 3b25cc22-e997-43f9-8d45-86d328f77d96, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b25cc22-e997-43f9-8d45-86d328f77d96,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:48:26.636468 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed3d7-a426-42b1-a797-c1343fef774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.741179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ed3d7-a426-42b1-a797-c1343fef774d None None] Pushing event updated for resources: {'Port': ['ID=3b25cc22-e997-43f9-8d45-86d328f77d96,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:26.747413 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664638640>, [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:25Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:26.776210 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a42af-16c3-4517-9ff1-58ecf60781d1 None None] The sync data for ids ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'] in ncdv-master-1 is: [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:25Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:48:26.779544 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.787662 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:26.821809 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-77033bb6-a1ed-4958-9673-a0ffd0f8438d None None] Provisioning complete for port 3b25cc22-e997-43f9-8d45-86d328f77d96 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:26.822229 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-77033bb6-a1ed-4958-9673-a0ffd0f8438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:27.022546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:48:27.026715 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:48:27.029105 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:48:27.036901 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:27.049906 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Pushing event updated for resources: {'Port': ['ID=21fc3977-7475-4831-a3a5-adb4eb56004c,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:27.108427 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Attempting to bind port 21fc3977-7475-4831-a3a5-adb4eb56004c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:48:27.108793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Attempting to bind port 21fc3977-7475-4831-a3a5-adb4eb56004c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:48:27.109157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Attempting to bind port 21fc3977-7475-4831-a3a5-adb4eb56004c on network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:48:27.116802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:48:27.117108 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Checking segment: {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:48:27.117582 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:27.117893 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Bound using segment: {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:48:27.118379 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Bound port: 21fc3977-7475-4831-a3a5-adb4eb56004c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:48:27.118817 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:27.221142 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] For port 21fc3977-7475-4831-a3a5-adb4eb56004c, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:48:27.228189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] For port 21fc3977-7475-4831-a3a5-adb4eb56004c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21fc3977-7475-4831-a3a5-adb4eb56004c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:48:27.234027 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:27.291926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b255d5-b609-42b7-a379-7ebfddb60a1e None None] Pushing event updated for resources: {'Port': ['ID=21fc3977-7475-4831-a3a5-adb4eb56004c,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:27.374421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.20.0.1 (572641ed-7ea7-4ecc-9acc-3e35d41d6a7c/8921ee60-1e94-43cc-bb2f-3ae03310ea18/345dd7e6-5c16-41bc-a144-62018b4aca48) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:48:27.515258 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:27.553833 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:27.598670 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:48:27.601880 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:48:27.606168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:48:27.629763 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=345dd7e6-5c16-41bc-a144-62018b4aca48,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:27.654479 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:27.791757 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:27.883080 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3b25cc22-e997-43f9-8d45-86d328f77d96 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:48:27.935812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 3b25cc22-e997-43f9-8d45-86d328f77d96 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:27.936183 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:28.018529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 21fc3977-7475-4831-a3a5-adb4eb56004c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:48:28.065120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 21fc3977-7475-4831-a3a5-adb4eb56004c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:28.065635 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:28.082656 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:28.088460 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:28.148956 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:28.169205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=345dd7e6-5c16-41bc-a144-62018b4aca48,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:28.171892 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:28.190939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 21fc3977-7475-4831-a3a5-adb4eb56004c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21fc3977-7475-4831-a3a5-adb4eb56004c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:48:28.195365 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:28.247951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=21fc3977-7475-4831-a3a5-adb4eb56004c,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:28.274001 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:48:28.275470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:48:28.388624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:48:28.509446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:48:28.515016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0f355a16-7dde-4b41-b02d-7ad2a636cdf0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "PUT /v2.0/routers/7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2971463
Dec 18 21:48:28.679311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-c50f438f-f876-4295-bd4f-c75d4afb0200 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832935215&fields=id&tenant_id=0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 267 time: 0.0470018
Dec 18 21:48:28.746466 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf86815-831e-49eb-ba2b-c119edd15f44 None None] Network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:48:28.799524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Sync routers for ids ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:48:28.805372 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a781-94ad-405e-8516-07d0908d1e2c req-5d4b2470-a223-4ebe-b494-be0caea2ee32 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:28.807073 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-5d4b2470-a223-4ebe-b494-be0caea2ee32 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/networks?id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c HTTP/1.1" status: 200  len: 796 time: 0.1209924
Dec 18 21:48:28.814794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Routers {'7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:48:28.815424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d48ea00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:28.829751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-6824d083-1956-4d44-a558-61c8ece63959 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/quotas/0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 375 time: 0.0158255
Dec 18 21:48:28.884722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-11637445-a287-4fa3-993c-624f1bea5e3f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0461559
Dec 18 21:48:28.937976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-40bd8618-1f2b-4164-b8c8-3083a09a892e None None] Provisioning complete for port 21fc3977-7475-4831-a3a5-adb4eb56004c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:28.938379 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-40bd8618-1f2b-4164-b8c8-3083a09a892e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:29.010474 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Set router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:48:29.063850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-0fd6a241-0ebb-4e17-b94a-148105aea580 service neutron] 10.222.0.13 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335552
Dec 18 21:48:29.161388 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-ec80fb09-b1b4-46be-8210-cad9a8c73881 service neutron] 10.222.0.13 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0933197
Dec 18 21:48:29.258806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d48ea00>, [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:27Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '345dd7e6-5c16-41bc-a144-62018b4aca48', 'name': '', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:cb:c6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:27Z', 'updated_at': '2021-12-18T21:48:27Z', 'revision_number': 2, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:29.305232 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Checking router: 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:48:29.305588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Updating router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 port 345dd7e6-5c16-41bc-a144-62018b4aca48 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:48:29.354413 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3b32f2c9-9e1b-4505-be00-202e53c2f987 None None] Provisioning complete for port 345dd7e6-5c16-41bc-a144-62018b4aca48 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:29.354785 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b32f2c9-9e1b-4505-be00-202e53c2f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:29.355265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a3bed31-0873-48af-86f2-c7c3e6170785 req-98a4a2d4-d01c-46a5-8b00-7913da7e439b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 210 time: 0.0451035
Dec 18 21:48:29.380848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:29.401808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3b32f2c9-9e1b-4505-be00-202e53c2f987 None None] Port 345dd7e6-5c16-41bc-a144-62018b4aca48 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:48:29.440608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3b32f2c9-9e1b-4505-be00-202e53c2f987 None None] Provisioning complete for port 21fc3977-7475-4831-a3a5-adb4eb56004c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:29.440980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b32f2c9-9e1b-4505-be00-202e53c2f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:29.736056 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:29.747846 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:29.802754 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2a949af9-be5c-4bc9-bd14-9fadce8c4b6d None None] Provisioning complete for port 345dd7e6-5c16-41bc-a144-62018b4aca48 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:29.803141 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2a949af9-be5c-4bc9-bd14-9fadce8c4b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:29.807512 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca605fc-6624-4e85-9be1-37f9f77a51fe None None] Pushing event updated for resources: {'Port': ['ID=345dd7e6-5c16-41bc-a144-62018b4aca48,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:29.864324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 21fc3977-7475-4831-a3a5-adb4eb56004c up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:48:29.918065 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2a949af9-be5c-4bc9-bd14-9fadce8c4b6d None None] Port 345dd7e6-5c16-41bc-a144-62018b4aca48 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:48:29.933440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Attempting to bind port 345dd7e6-5c16-41bc-a144-62018b4aca48 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:48:29.933863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Attempting to bind port 345dd7e6-5c16-41bc-a144-62018b4aca48 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:48:29.934280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Attempting to bind port 345dd7e6-5c16-41bc-a144-62018b4aca48 on network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:48:29.943138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:48:29.943514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Checking segment: {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:48:29.943920 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:29.944311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Bound using segment: {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:48:29.944782 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Bound port: 345dd7e6-5c16-41bc-a144-62018b4aca48, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:48:29.945159 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:29.989014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 21fc3977-7475-4831-a3a5-adb4eb56004c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:29.989387 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:30.046861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] For port 345dd7e6-5c16-41bc-a144-62018b4aca48, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:48:30.050932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] For port 345dd7e6-5c16-41bc-a144-62018b4aca48, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=345dd7e6-5c16-41bc-a144-62018b4aca48,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:48:30.057563 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:30.157356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca605fc-6624-4e85-9be1-37f9f77a51fe None None] Pushing event updated for resources: {'Port': ['ID=345dd7e6-5c16-41bc-a144-62018b4aca48,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:30.167743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Routers {'7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:48:30.168360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d48ea00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:48:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:30.217548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-80593de4-875e-4bad-9ceb-f88068a3370d None None] Provisioning complete for port 345dd7e6-5c16-41bc-a144-62018b4aca48 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:30.217915 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-80593de4-875e-4bad-9ceb-f88068a3370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:30.312040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] Set router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:48:30.510375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d434ae01-3277-4060-8fe4-8450c9b6196e req-8d8d355b-7991-4eba-b8a2-cca032d13325 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 210 time: 0.0798440
Dec 18 21:48:30.585209 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a781-94ad-405e-8516-07d0908d1e2c req-158836e5-6608-449a-86c1-1c6936ab2fdb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:30.586769 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-158836e5-6608-449a-86c1-1c6936ab2fdb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "GET /v2.0/networks?id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c HTTP/1.1" status: 200  len: 796 time: 0.1580865
Dec 18 21:48:30.593221 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-80593de4-875e-4bad-9ceb-f88068a3370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:30.656193 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-7a9839ca-b9d6-4c6c-82f1-68f27ebcb1b4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 379 time: 0.0552778
Dec 18 21:48:30.669675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-c878a781-94ad-405e-8516-07d0908d1e2c req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'port': {'device_id': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'admin_state_up': True, 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'security_groups': ['f0297213-c7a3-4898-a8dd-b2e8bd075c9a']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:30.669989 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-80593de4-875e-4bad-9ceb-f88068a3370d None None] For port 345dd7e6-5c16-41bc-a144-62018b4aca48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=345dd7e6-5c16-41bc-a144-62018b4aca48,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:48:30.675356 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-80593de4-875e-4bad-9ceb-f88068a3370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:30.764727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80593de4-875e-4bad-9ceb-f88068a3370d None None] Pushing event updated for resources: {'Port': ['ID=345dd7e6-5c16-41bc-a144-62018b4aca48,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:30.791073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c878a781-94ad-405e-8516-07d0908d1e2c req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:48:30.794568 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c878a781-94ad-405e-8516-07d0908d1e2c req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:30.796603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d48ea00>, [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:27Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '345dd7e6-5c16-41bc-a144-62018b4aca48', 'name': '', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:cb:c6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:27Z', 'updated_at': '2021-12-18T21:48:30Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:30.838063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3f2e6-488d-4aea-a328-e4426081daa3 None None] The sync data for ids ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'] in ncdv-master-1 is: [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:27Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '345dd7e6-5c16-41bc-a144-62018b4aca48', 'name': '', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:cb:c6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:27Z', 'updated_at': '2021-12-18T21:48:30Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:48:30.840592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7d079117-fbcd-404a-84be-f2e734e076ea None None] Provisioning complete for port 345dd7e6-5c16-41bc-a144-62018b4aca48 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:30.840956 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d079117-fbcd-404a-84be-f2e734e076ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:30.945690 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-c878a781-94ad-405e-8516-07d0908d1e2c req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.20.0.9 (572641ed-7ea7-4ecc-9acc-3e35d41d6a7c/8921ee60-1e94-43cc-bb2f-3ae03310ea18/23b9728c-a2ce-479f-ba88-371b1cb0533c) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:48:31.095962 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c878a781-94ad-405e-8516-07d0908d1e2c req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:31.130212 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c878a781-94ad-405e-8516-07d0908d1e2c req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:31.182295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c878a781-94ad-405e-8516-07d0908d1e2c req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:48:31.185461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-c878a781-94ad-405e-8516-07d0908d1e2c req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:48:31.189374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c878a781-94ad-405e-8516-07d0908d1e2c req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:48:31.196048 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=23b9728c-a2ce-479f-ba88-371b1cb0533c,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:31.248126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a781-94ad-405e-8516-07d0908d1e2c req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:31.248788 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c878a781-94ad-405e-8516-07d0908d1e2c req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:31.266562 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-8ef9127a-8ab1-480f-88f9-392f97ea3095 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6004674
Dec 18 21:48:31.284693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Request body: {'port': {'device_id': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:31.346519 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:31.467655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-70c921ee-64da-4999-a20e-a32f1d690a34 None None] Provisioning complete for port 23b9728c-a2ce-479f-ba88-371b1cb0533c triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:31.468217 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-70c921ee-64da-4999-a20e-a32f1d690a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:31.501570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-70c921ee-64da-4999-a20e-a32f1d690a34 None None] Port 23b9728c-a2ce-479f-ba88-371b1cb0533c cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:48:31.658434 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b9728c-a2ce-479f-ba88-371b1cb0533c {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:48:31.668282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:31.688820 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad12d-8f0d-4e9b-a867-fde9b9dbc3c1 req-ea8df01e-be5a-4312-b40e-71e79c371690 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:31.690433 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcad12d-8f0d-4e9b-a867-fde9b9dbc3c1 req-ea8df01e-be5a-4312-b40e-71e79c371690 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 931 time: 0.0970097
Dec 18 21:48:31.693361 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Transition to ACTIVE for port object 23b9728c-a2ce-479f-ba88-371b1cb0533c will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:48:31.704331 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:31.799781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Pushing event updated for resources: {'Port': ['ID=23b9728c-a2ce-479f-ba88-371b1cb0533c,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:31.827399 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fcad12d-8f0d-4e9b-a867-fde9b9dbc3c1 req-4d33e1d3-ab64-491b-b7ad-e11405f2cc6c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1294558
Dec 18 21:48:31.895833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Attempting to bind port 23b9728c-a2ce-479f-ba88-371b1cb0533c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:48:31.896171 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Attempting to bind port 23b9728c-a2ce-479f-ba88-371b1cb0533c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:48:31.896504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Attempting to bind port 23b9728c-a2ce-479f-ba88-371b1cb0533c on network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:48:31.899296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 345dd7e6-5c16-41bc-a144-62018b4aca48 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:48:31.904379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Port 23b9728c-a2ce-479f-ba88-371b1cb0533c on network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:48:31.904707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Attempting to bind port 23b9728c-a2ce-479f-ba88-371b1cb0533c on network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:48:31.910364 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:48:31.910703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Checking segment: {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:48:31.911235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Bound using segment: {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:48:31.911664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Bound port: 23b9728c-a2ce-479f-ba88-371b1cb0533c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:48:31.912019 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:31.966825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 345dd7e6-5c16-41bc-a144-62018b4aca48 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:31.967238 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:31.985114 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:48:31.988416 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:48:31.995390 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:32.035291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:32.035841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:32.037250 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] 10.222.0.36 "PUT /v2.0/ports/23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 200  len: 1091 time: 0.7569730
Dec 18 21:48:32.037688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:48:32.040077 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d88b086-e6c6-422d-995f-15c42517449c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:48:32.073971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262af50-c848-450b-9f76-572e1c0ef5de service neutron] Pushing event updated for resources: {'Port': ['ID=23b9728c-a2ce-479f-ba88-371b1cb0533c,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:32.101458 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa8a63-c432-4d86-a376-d2434c11ac62 x-openstack-request-id: req-a4aa8a63-c432-4d86-a376-d2434c11ac62 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:48:32.101760 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:48:32.102025 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4aa8a63-c432-4d86-a376-d2434c11ac62 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:48:32.102493 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'status': 'completed', 'code': 200}
Dec 18 21:48:32.156758 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a781-94ad-405e-8516-07d0908d1e2c req-2b56ad3b-2c5c-43a7-9aa4-78724be804ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:32.158467 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-2b56ad3b-2c5c-43a7-9aa4-78724be804ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 1094 time: 0.0515211
Dec 18 21:48:32.207448 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-3b33493d-db69-423c-867a-b6f10a13182b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 200  len: 217 time: 0.0355017
Dec 18 21:48:32.258394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a781-94ad-405e-8516-07d0908d1e2c req-3c970a64-262a-483a-9cdd-463dfbf3a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:32.259914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-3c970a64-262a-483a-9cdd-463dfbf3a9b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8921ee60-1e94-43cc-bb2f-3ae03310ea18 HTTP/1.1" status: 200  len: 835 time: 0.0449669
Dec 18 21:48:32.314922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a781-94ad-405e-8516-07d0908d1e2c req-b3e9e6fd-a75f-489e-873c-7949fe65fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:32.316313 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-b3e9e6fd-a75f-489e-873c-7949fe65fa57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433285
Dec 18 21:48:32.410963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-39c6af69-2bfd-49d5-a058-66a9b1cda4b7 service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828862
Dec 18 21:48:32.507688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c878a781-94ad-405e-8516-07d0908d1e2c req-53e551ba-7a7a-4ae8-a577-bcaae3919c01 service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851464
Dec 18 21:48:32.611444 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88b086-e6c6-422d-995f-15c42517449c req-8d89b392-1135-49d7-8038-0c4578effde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:32.612954 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d88b086-e6c6-422d-995f-15c42517449c req-8d89b392-1135-49d7-8038-0c4578effde9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 1094 time: 0.0416901
Dec 18 21:48:32.699327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88b086-e6c6-422d-995f-15c42517449c req-393a6503-fd58-4312-922d-5dd38f9e14db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:32.700809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d88b086-e6c6-422d-995f-15c42517449c req-393a6503-fd58-4312-922d-5dd38f9e14db service neutron] 10.222.0.36 "GET /v2.0/networks?id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c HTTP/1.1" status: 200  len: 897 time: 0.0810585
Dec 18 21:48:32.747833 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d88b086-e6c6-422d-995f-15c42517449c req-62cac422-437a-4a23-ba92-6fee90d3ee6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 200  len: 217 time: 0.0380535
Dec 18 21:48:32.797218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88b086-e6c6-422d-995f-15c42517449c req-8a89e9d0-08ef-4f8b-afa8-7b3d4c4dd9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:32.798766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d88b086-e6c6-422d-995f-15c42517449c req-8a89e9d0-08ef-4f8b-afa8-7b3d4c4dd9b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8921ee60-1e94-43cc-bb2f-3ae03310ea18 HTTP/1.1" status: 200  len: 835 time: 0.0438852
Dec 18 21:48:32.846667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88b086-e6c6-422d-995f-15c42517449c req-749e1f69-7606-4b61-8011-fa4ede2ab082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:32.848140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d88b086-e6c6-422d-995f-15c42517449c req-749e1f69-7606-4b61-8011-fa4ede2ab082 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408883
Dec 18 21:48:32.968383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d88b086-e6c6-422d-995f-15c42517449c req-7009f82e-5e6c-4727-95bb-8de7985a136e service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1112883
Dec 18 21:48:32.993185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071e8b-2e7d-41e2-826a-e2ee155a7a7c req-6bb77fb7-3712-4dec-a507-2ff27edf17d2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:32.994651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01071e8b-2e7d-41e2-826a-e2ee155a7a7c req-6bb77fb7-3712-4dec-a507-2ff27edf17d2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 943 time: 0.0732167
Dec 18 21:48:33.086387 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb551-ee2e-4b6f-8dcb-4991754c30c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:33.094484 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01071e8b-2e7d-41e2-826a-e2ee155a7a7c req-487a49b2-a447-4388-9197-f6ba20906b1b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905731
Dec 18 21:48:33.108006 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d88b086-e6c6-422d-995f-15c42517449c req-146e8c2a-7742-487a-846b-320abc868fa4 service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295035
Dec 18 21:48:34.211011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63c700-d6ae-46be-b097-acbddc4d7cae req-aa8a038f-3a96-42f3-9bfe-66b2347ac434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:34.213553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a63c700-d6ae-46be-b097-acbddc4d7cae req-aa8a038f-3a96-42f3-9bfe-66b2347ac434 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 943 time: 0.0485616
Dec 18 21:48:34.261633 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4a63c700-d6ae-46be-b097-acbddc4d7cae req-fdfeb330-3124-44e7-84a3-bd30e6711ed0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423098
Dec 18 21:48:35.279798 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a08e6fed-c863-4668-9b2e-be8fa8567495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:35.379988 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e778938-d86c-4074-8bda-b122da5405c8 req-4f050d45-f4c8-4566-888e-752c5ca6acbe tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:35.381587 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e778938-d86c-4074-8bda-b122da5405c8 req-4f050d45-f4c8-4566-888e-752c5ca6acbe tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 943 time: 0.0522549
Dec 18 21:48:35.430792 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e778938-d86c-4074-8bda-b122da5405c8 req-3c8da9ec-9417-45ba-8a75-c03e7327f08e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431769
Dec 18 21:48:35.868483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 23b9728c-a2ce-479f-ba88-371b1cb0533c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:48:35.964266 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:48:35.974875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'port_id': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'mac_address': 'fa:16:3e:45:0e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:48:36.010696 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:36.023241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b9728c-a2ce-479f-ba88-371b1cb0533c {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:48:36.041823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:48:36.046029 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:36.095205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=23b9728c-a2ce-479f-ba88-371b1cb0533c,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:36.360683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['23b9728c-a2ce-479f-ba88-371b1cb0533c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:48:36.544190 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b64238-13ef-4388-9b20-77ebe0d628b8 req-d2ee9f40-7947-4b46-a8b2-9a5f33794b55 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:36.545659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85b64238-13ef-4388-9b20-77ebe0d628b8 req-d2ee9f40-7947-4b46-a8b2-9a5f33794b55 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 944 time: 0.0479548
Dec 18 21:48:36.594345 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85b64238-13ef-4388-9b20-77ebe0d628b8 req-f39fd0d4-5bfc-4ac1-ad75-648a598c0507 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426345
Dec 18 21:48:36.608723 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:37.705448 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf29f4f-d84a-4373-92e2-27d5c4c18f5c req-f0636a8d-6f89-430f-841a-a3032266bdb2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:37.706919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8cf29f4f-d84a-4373-92e2-27d5c4c18f5c req-f0636a8d-6f89-430f-841a-a3032266bdb2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 944 time: 0.0463362
Dec 18 21:48:37.759856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8cf29f4f-d84a-4373-92e2-27d5c4c18f5c req-a96e777b-37c7-4d76-81e9-18ca2a886faf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460467
Dec 18 21:48:37.893192 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 23b9728c-a2ce-479f-ba88-371b1cb0533c up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:48:37.942482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port 23b9728c-a2ce-479f-ba88-371b1cb0533c completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:48:37.946689 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port 23b9728c-a2ce-479f-ba88-371b1cb0533c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:48:37.947058 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:38.024476 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:38.047259 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:48:38.049510 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4d3987-0224-4188-a741-d318314f981c" -d '{"events": [{"server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "name": "network-vif-plugged", "status": "completed", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:48:38.062043 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:48:38.065973 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:38.092591 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94debcb1-3d2f-46c2-9578-3c3918796c57 x-openstack-request-id: req-94debcb1-3d2f-46c2-9578-3c3918796c57 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:48:38.092883 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "name": "network-vif-plugged", "status": "completed", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:48:38.093137 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94debcb1-3d2f-46c2-9578-3c3918796c57 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:48:38.093528 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'code': 200}
Dec 18 21:48:38.117743 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=23b9728c-a2ce-479f-ba88-371b1cb0533c,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:38.188945 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70f76c-2054-473c-b042-2da6c410bf0b req-76718967-6a99-42a3-a486-e150212566bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:38.190481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d70f76c-2054-473c-b042-2da6c410bf0b req-76718967-6a99-42a3-a486-e150212566bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 1096 time: 0.0385051
Dec 18 21:48:38.236053 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d70f76c-2054-473c-b042-2da6c410bf0b req-0af44572-8810-4a5c-bdea-e8ac07ba3d6d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379460
Dec 18 21:48:38.318027 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:38.686828 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:38.874856 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0f1f3-a72c-409d-9934-98ea55357009 req-a95a4240-df56-4515-8bde-55d3b88121dd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:38.876320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecc0f1f3-a72c-409d-9934-98ea55357009 req-a95a4240-df56-4515-8bde-55d3b88121dd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0479236
Dec 18 21:48:38.923114 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ecc0f1f3-a72c-409d-9934-98ea55357009 req-12ed0e91-c553-44ea-a31e-70ae1fa4cde5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409505
Dec 18 21:48:40.042520 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f902d7-299c-49ed-a60c-5f5a8715eab8 req-1e99a419-5f6f-40f9-95b5-5dee441ff747 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:40.043909 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74f902d7-299c-49ed-a60c-5f5a8715eab8 req-1e99a419-5f6f-40f9-95b5-5dee441ff747 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0516379
Dec 18 21:48:40.092839 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-74f902d7-299c-49ed-a60c-5f5a8715eab8 req-7f0e9d35-0160-4b81-be91-3ef44c1429dd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429964
Dec 18 21:48:40.208353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d0ded-0d16-4801-b508-d1aa893a9b06 req-bab2d31b-94c9-4079-b671-f1400367eb04 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:40.210067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a9d0ded-0d16-4801-b508-d1aa893a9b06 req-bab2d31b-94c9-4079-b671-f1400367eb04 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0491946
Dec 18 21:48:40.256868 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a9d0ded-0d16-4801-b508-d1aa893a9b06 req-20ca5fa8-8f7e-49ba-8a1f-fe783577ea2b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408285
Dec 18 21:48:40.278339 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54690) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:40.316319 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c218e5b-d41f-4237-a661-2a31634fcfef tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:40.317683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0c218e5b-d41f-4237-a661-2a31634fcfef tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 1091 time: 0.0384109
Dec 18 21:48:40.320727 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54692) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:40.325157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:48:40.347764 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:40.443162 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:40.544813 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.35.3.23 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/acbf7397-b850-45cc-890d-1808dc921d57) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:48:40.647568 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:40.681416 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:40.720429 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:48:40.723336 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:48:40.726703 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:48:40.755212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=acbf7397-b850-45cc-890d-1808dc921d57,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:41.372170 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:41.438188 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:41.582785 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:41.587520 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:41.653422 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=acbf7397-b850-45cc-890d-1808dc921d57,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:48:41.663006 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:41.761774 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Floating IP a5645de7-17bd-4010-b8c5-633f1d4741ce associated. External IP: 172.35.3.23, port: 23b9728c-a2ce-479f-ba88-371b1cb0533c.
Dec 18 21:48:41.963974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:48:42.069505 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:48:42.079215 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f82d34-2a92-4b67-8084-bd400e6f8078 None None] Sync routers for ids ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:48:42.089817 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:42.090502 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f82d34-2a92-4b67-8084-bd400e6f8078 None None] Routers {'7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:48:42.091109 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c2f82d34-2a92-4b67-8084-bd400e6f8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f588c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:48:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:42.119916 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e9b9c813-801b-405c-bf01-a6dad4c82265 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.7952406
Dec 18 21:48:42.119916 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:48:42.120515 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ba57eb-dda5-43ff-89fc-4959dd52006e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:48:42.157462 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa8db7e-5d95-4a54-8a8e-84b715815f03 x-openstack-request-id: req-bfa8db7e-5d95-4a54-8a8e-84b715815f03 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:48:42.157776 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:48:42.158052 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfa8db7e-5d95-4a54-8a8e-84b715815f03 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:48:42.158485 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'status': 'completed', 'code': 200}
Dec 18 21:48:42.205522 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c2f82d34-2a92-4b67-8084-bd400e6f8078 None None] Set router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:48:42.248558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e8b76-684f-4cb9-a5bd-a6475827d22f req-38a29ae4-4ec3-483a-bdfe-ee711417e58d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:42.249955 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f4e8b76-684f-4cb9-a5bd-a6475827d22f req-38a29ae4-4ec3-483a-bdfe-ee711417e58d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0774355
Dec 18 21:48:42.252503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba57eb-dda5-43ff-89fc-4959dd52006e req-d2c6d9af-44a0-47b2-abef-83a33ee1bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:42.253862 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71ba57eb-dda5-43ff-89fc-4959dd52006e req-d2c6d9af-44a0-47b2-abef-83a33ee1bc06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 1096 time: 0.0696106
Dec 18 21:48:42.352877 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8f4e8b76-684f-4cb9-a5bd-a6475827d22f req-00310519-5f9e-435e-8779-1adf489c105d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963140
Dec 18 21:48:42.376180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54698) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:42.379585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba57eb-dda5-43ff-89fc-4959dd52006e req-6935936c-27e8-41e8-b697-f57a40d2267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:42.381083 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71ba57eb-dda5-43ff-89fc-4959dd52006e req-6935936c-27e8-41e8-b697-f57a40d2267e service neutron] 10.222.0.36 "GET /v2.0/networks?id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c HTTP/1.1" status: 200  len: 897 time: 0.1189227
Dec 18 21:48:42.428210 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c2f82d34-2a92-4b67-8084-bd400e6f8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f588c70>, [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:27Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5645de7-17bd-4010-b8c5-633f1d4741ce', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.23', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'port_id': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'mac_address': 'fa:16:3e:45:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:48:40Z', 'updated_at': '2021-12-18T21:48:40Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345dd7e6-5c16-41bc-a144-62018b4aca48', 'name': '', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:cb:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:27Z', 'updated_at': '2021-12-18T21:48:30Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:42.444789 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3e5ab46a-cd1f-4b6d-90bc-941c6f4a3bfd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/a5645de7-17bd-4010-b8c5-633f1d4741ce HTTP/1.1" status: 200  len: 990 time: 0.0656514
Dec 18 21:48:42.460546 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f82d34-2a92-4b67-8084-bd400e6f8078 None None] Checking router: 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:48:42.460863 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71ba57eb-dda5-43ff-89fc-4959dd52006e req-849745e1-9521-4c92-93b8-f88f41fabd4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 200  len: 998 time: 0.0710437
Dec 18 21:48:42.469541 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f82d34-2a92-4b67-8084-bd400e6f8078 None None] Routers {'7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:48:42.470130 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c2f82d34-2a92-4b67-8084-bd400e6f8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f588c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:48:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:42.510354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba57eb-dda5-43ff-89fc-4959dd52006e req-b3441c1c-c96e-4ba8-b735-96a08ab77d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:42.511765 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71ba57eb-dda5-43ff-89fc-4959dd52006e req-b3441c1c-c96e-4ba8-b735-96a08ab77d15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8921ee60-1e94-43cc-bb2f-3ae03310ea18 HTTP/1.1" status: 200  len: 835 time: 0.0444155
Dec 18 21:48:42.561594 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba57eb-dda5-43ff-89fc-4959dd52006e req-468ae86d-64ff-4ec7-b6bf-6cb5ce54a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:48:42.563239 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71ba57eb-dda5-43ff-89fc-4959dd52006e req-468ae86d-64ff-4ec7-b6bf-6cb5ce54a8ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437963
Dec 18 21:48:42.662002 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-c2f82d34-2a92-4b67-8084-bd400e6f8078 None None] Set router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:48:42.664546 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71ba57eb-dda5-43ff-89fc-4959dd52006e req-7171e4f5-ca0f-44c9-b3a1-9a4b79aca202 service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918610
Dec 18 21:48:42.756169 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-71ba57eb-dda5-43ff-89fc-4959dd52006e req-77d44073-5e5c-42ce-a178-f8dfb1564e8b service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835547
Dec 18 21:48:42.887981 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-c2f82d34-2a92-4b67-8084-bd400e6f8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f588c70>, [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:27Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5645de7-17bd-4010-b8c5-633f1d4741ce', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.23', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'port_id': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'mac_address': 'fa:16:3e:45:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:48:40Z', 'updated_at': '2021-12-18T21:48:40Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345dd7e6-5c16-41bc-a144-62018b4aca48', 'name': '', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:cb:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:27Z', 'updated_at': '2021-12-18T21:48:30Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:48:42.916047 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f82d34-2a92-4b67-8084-bd400e6f8078 None None] The sync data for ids ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'] in ncdv-master-1 is: [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:27Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5645de7-17bd-4010-b8c5-633f1d4741ce', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.23', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'port_id': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'mac_address': 'fa:16:3e:45:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:48:40Z', 'updated_at': '2021-12-18T21:48:40Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345dd7e6-5c16-41bc-a144-62018b4aca48', 'name': '', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:cb:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:27Z', 'updated_at': '2021-12-18T21:48:30Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:48:43.111644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6eec2-4478-4eee-90ac-4e0e17139b31 None None] New status for floating IP a5645de7-17bd-4010-b8c5-633f1d4741ce: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:48:43.447641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54700) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:48:43.520748 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ab700456-26f8-485e-97b9-cf4e61dab207 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/a5645de7-17bd-4010-b8c5-633f1d4741ce HTTP/1.1" status: 200  len: 992 time: 0.0716636
Dec 18 21:48:45.299795 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:48:45.418427 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:48:50.044762 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:03.089193 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1e330173-254b-4ed3-b2e3-d9613cb881f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:05.280339 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-65fc5cc5-5dcd-4fb3-befd-1ccd51c10f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:06.611993 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:08.320477 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:08.688208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:15.432240 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:16.816248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54718) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:49:16.844177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282570ea-83b3-4ef4-bd34-70d53cb96f5e req-94362cec-81d3-454a-850c-731a909b79a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:16.845675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-282570ea-83b3-4ef4-bd34-70d53cb96f5e req-94362cec-81d3-454a-850c-731a909b79a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0506196
Dec 18 21:49:16.903035 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-e963f0c2-c9da-4143-983f-11f1ed29abb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0848870
Dec 18 21:49:16.903725 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-282570ea-83b3-4ef4-bd34-70d53cb96f5e req-04089bbd-e1f8-4905-aae2-a8b6fe34668e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515692
Dec 18 21:49:16.914602 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-abaee94c-d9cd-4fa9-a6af-1ee209ccc376 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:49:16.915567 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-abaee94c-d9cd-4fa9-a6af-1ee209ccc376 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051951
Dec 18 21:49:18.046477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81647b-aca7-4158-b01f-84ee5141bc01 req-d0f644c5-8acb-493e-a006-a7ae30f926ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:18.047861 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a81647b-aca7-4158-b01f-84ee5141bc01 req-d0f644c5-8acb-493e-a006-a7ae30f926ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0722871
Dec 18 21:49:18.050275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-6092bc8d-d1f0-4b29-8f5b-c88addb8a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:18.051642 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-6092bc8d-d1f0-4b29-8f5b-c88addb8a763 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 1096 time: 0.0773308
Dec 18 21:49:18.149724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a81647b-aca7-4158-b01f-84ee5141bc01 req-38209d8f-5571-4f68-afc8-4a0f8373a6f3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0959332
Dec 18 21:49:18.175100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-ad901d5c-3034-495f-91ff-91aea0dd4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:18.176564 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-ad901d5c-3034-495f-91ff-91aea0dd4c88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c HTTP/1.1" status: 200  len: 897 time: 0.1157663
Dec 18 21:49:18.241492 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-50a37109-c34f-421c-8d98-8629c986a26c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 200  len: 1000 time: 0.0569143
Dec 18 21:49:18.298993 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-715af647-3357-4fbf-aa26-3f13d09a8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:18.300334 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-715af647-3357-4fbf-aa26-3f13d09a8836 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8921ee60-1e94-43cc-bb2f-3ae03310ea18 HTTP/1.1" status: 200  len: 835 time: 0.0468841
Dec 18 21:49:18.344665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-53967376-da23-4182-a549-01475782d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:18.346180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-53967376-da23-4182-a549-01475782d531 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390792
Dec 18 21:49:18.433872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-e843b599-ccd4-4020-b307-29159cec3d86 service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803230
Dec 18 21:49:18.524848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-00cc37f8-5cda-49ee-aeeb-02eeab8ca22f service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834982
Dec 18 21:49:19.267717 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be0be0-4993-460e-a88c-2a3c5e6819c5 req-45701a79-9a76-40c8-8579-ba0f3e6407d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:19.269190 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59be0be0-4993-460e-a88c-2a3c5e6819c5 req-45701a79-9a76-40c8-8579-ba0f3e6407d4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0487981
Dec 18 21:49:19.317214 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-59be0be0-4993-460e-a88c-2a3c5e6819c5 req-a043f6a9-7ede-467c-a164-35f68f4ecdcf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420020
Dec 18 21:49:19.680713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef3dd0-437d-4172-beda-ed01f95e4afa req-b3fca5fd-1c5d-4321-89ee-8c4d86491759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:19.682222 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93ef3dd0-437d-4172-beda-ed01f95e4afa req-b3fca5fd-1c5d-4321-89ee-8c4d86491759 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 1096 time: 0.0445857
Dec 18 21:49:19.787600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef3dd0-437d-4172-beda-ed01f95e4afa req-ce07b0ff-078c-4e50-b4b5-ed473e753fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:19.789058 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93ef3dd0-437d-4172-beda-ed01f95e4afa req-ce07b0ff-078c-4e50-b4b5-ed473e753fc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c HTTP/1.1" status: 200  len: 897 time: 0.0861716
Dec 18 21:49:19.861560 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93ef3dd0-437d-4172-beda-ed01f95e4afa req-bb4bb014-8b85-4e86-8e67-102abad8fd5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 200  len: 1000 time: 0.0639777
Dec 18 21:49:19.919944 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef3dd0-437d-4172-beda-ed01f95e4afa req-5a5d8bbd-2868-4de4-a15e-c99a5ff3ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:19.921374 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93ef3dd0-437d-4172-beda-ed01f95e4afa req-5a5d8bbd-2868-4de4-a15e-c99a5ff3ddde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8921ee60-1e94-43cc-bb2f-3ae03310ea18 HTTP/1.1" status: 200  len: 835 time: 0.0439155
Dec 18 21:49:19.971282 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef3dd0-437d-4172-beda-ed01f95e4afa req-8c13cd0d-1e4d-498f-8b8a-480c9fffea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:19.972662 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93ef3dd0-437d-4172-beda-ed01f95e4afa req-8c13cd0d-1e4d-498f-8b8a-480c9fffea8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398097
Dec 18 21:49:20.056536 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:20.068506 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93ef3dd0-437d-4172-beda-ed01f95e4afa req-508a9a24-755e-4c4a-8038-dea1377ff324 service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835936
Dec 18 21:49:20.161569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93ef3dd0-437d-4172-beda-ed01f95e4afa req-0e2c7173-5768-423f-8db5-75025dfa1e03 service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842326
Dec 18 21:49:20.433751 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef9fa-0832-4b25-8b5f-be6b7f5bdc60 req-25cb7909-db91-4f01-91a8-a22a31ba759a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:20.435240 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c2fef9fa-0832-4b25-8b5f-be6b7f5bdc60 req-25cb7909-db91-4f01-91a8-a22a31ba759a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0479784
Dec 18 21:49:20.486919 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c2fef9fa-0832-4b25-8b5f-be6b7f5bdc60 req-a66e7889-049b-4afa-891d-669be764537f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457246
Dec 18 21:49:21.600551 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a06072-291d-4805-b24b-fad305ef40d8 req-7ed6c47c-135d-4461-abd6-b90b52fc378f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:21.602013 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3a06072-291d-4805-b24b-fad305ef40d8 req-7ed6c47c-135d-4461-abd6-b90b52fc378f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0472140
Dec 18 21:49:21.652864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d3a06072-291d-4805-b24b-fad305ef40d8 req-b4c8ace6-e310-4355-a440-0cbe62d29aaa tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441682
Dec 18 21:49:22.299005 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:49:22.770274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56bda2-f415-4364-8dc9-e79571a1c5cb req-fad012b4-bc68-4667-a42f-a998ce5164d3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:22.772365 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f56bda2-f415-4364-8dc9-e79571a1c5cb req-fad012b4-bc68-4667-a42f-a998ce5164d3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0522349
Dec 18 21:49:22.821460 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f56bda2-f415-4364-8dc9-e79571a1c5cb req-d6159de3-87a7-478e-81c5-02d3a0dc6878 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425718
Dec 18 21:49:23.941291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a39d17-9e8f-4770-b86f-0d8f548adb76 req-a6cd0002-af79-4b1d-b082-c0039a28f0c3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:23.942796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62a39d17-9e8f-4770-b86f-0d8f548adb76 req-a6cd0002-af79-4b1d-b082-c0039a28f0c3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0513759
Dec 18 21:49:23.992742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-62a39d17-9e8f-4770-b86f-0d8f548adb76 req-146b5230-ec8b-4fd4-98f6-fcace9899236 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427716
Dec 18 21:49:25.106904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f1b7d-668b-434b-baac-548bb317d795 req-0667e8f9-a13b-4264-a476-4fbf9d9c2569 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:25.108364 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-465f1b7d-668b-434b-baac-548bb317d795 req-0667e8f9-a13b-4264-a476-4fbf9d9c2569 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0478654
Dec 18 21:49:25.156291 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-465f1b7d-668b-434b-baac-548bb317d795 req-8842acf5-b0bc-4077-97e8-d7ea304768e0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420215
Dec 18 21:49:26.273185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529264cc-8880-4e5f-9b78-9d9933df344a req-168a8489-35b9-489e-9aea-d7b6b14fc910 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:26.274680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-529264cc-8880-4e5f-9b78-9d9933df344a req-168a8489-35b9-489e-9aea-d7b6b14fc910 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0513341
Dec 18 21:49:26.322966 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-529264cc-8880-4e5f-9b78-9d9933df344a req-e652f097-65ac-402a-aa0e-f79e6cf8979b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417030
Dec 18 21:49:27.439964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc5f73-a7de-415f-b794-bf1af0803f06 req-355cd8b1-3f76-4e2c-9747-79198662b3bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:27.441439 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dccc5f73-a7de-415f-b794-bf1af0803f06 req-355cd8b1-3f76-4e2c-9747-79198662b3bf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0478861
Dec 18 21:49:27.489210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dccc5f73-a7de-415f-b794-bf1af0803f06 req-aebb8267-f3ee-4aa3-9c58-eae28b5245db tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417676
Dec 18 21:49:28.605467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa44df1-a413-4163-b247-a79854aba965 req-b1ba8d57-3884-4f9d-8523-d2e6ce85e98b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:28.607063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fa44df1-a413-4163-b247-a79854aba965 req-b1ba8d57-3884-4f9d-8523-d2e6ce85e98b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0482230
Dec 18 21:49:28.659048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5fa44df1-a413-4163-b247-a79854aba965 req-2877c830-f1a3-414c-9d98-14e82c990624 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460854
Dec 18 21:49:29.773833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14ee2b-8b4c-4055-8f0a-ba625fa4eac6 req-79acf2df-140a-42d2-a951-11ab85800d06 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:29.775355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd14ee2b-8b4c-4055-8f0a-ba625fa4eac6 req-79acf2df-140a-42d2-a951-11ab85800d06 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0483363
Dec 18 21:49:29.826093 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd14ee2b-8b4c-4055-8f0a-ba625fa4eac6 req-5a001eb2-2258-40d3-81c9-297d29327814 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439456
Dec 18 21:49:30.584468 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-572e57d2-4173-4763-84c9-00d7ddbef468 service neutron] show failed (client error): The resource could not be found.
Dec 18 21:49:30.585443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-572e57d2-4173-4763-84c9-00d7ddbef468 service neutron] 10.222.0.36 "GET /v2.0/ports/23b9728c-a2ce-479f-ba88-371b1cb0533c/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0551674
Dec 18 21:49:30.804813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-850e7c99-3913-4ca0-a853-a8be1f32e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:30.806349 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-850e7c99-3913-4ca0-a853-a8be1f32e511 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a&tenant_id=0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 1096 time: 0.0490723
Dec 18 21:49:30.818464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:49:30.870570 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:30.944668 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f549bb-9008-442e-8f9a-954f36011737 req-8842ac3e-065e-4716-89ec-40134aba174a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:30.946320 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48f549bb-9008-442e-8f9a-954f36011737 req-8842ac3e-065e-4716-89ec-40134aba174a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0493159
Dec 18 21:49:31.001182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48f549bb-9008-442e-8f9a-954f36011737 req-e80492ce-a9c5-4941-9929-6a6932f6d442 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487645
Dec 18 21:49:31.071730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:49:31.103560 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch1-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:49:31.145528 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:49:31.147714 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3ecb3e-fea9-47a0-964d-72da6358e64c" -d '{"events": [{"server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "name": "network-vif-unplugged", "status": "completed", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:49:31.151685 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:31.163905 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Transition to ACTIVE for port object 23b9728c-a2ce-479f-ba88-371b1cb0533c will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:49:31.166992 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:31.199672 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 21:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd878ae-fb9c-4921-b09b-6bc9bc21935a x-openstack-request-id: req-abd878ae-fb9c-4921-b09b-6bc9bc21935a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:49:31.199837 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "name": "network-vif-unplugged", "status": "completed", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:49:31.200065 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abd878ae-fb9c-4921-b09b-6bc9bc21935a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:49:31.200400 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'code': 200}
Dec 18 21:49:31.245509 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Pushing event updated for resources: {'Port': ['ID=23b9728c-a2ce-479f-ba88-371b1cb0533c,revision_number=6']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:49:31.259481 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.259850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.260196 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.260536 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.260868 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.261194 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.261520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.261843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.262171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.262557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.262880 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.263202 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.263520 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:31.299467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] No DVR routers for this DVR port 23b9728c-a2ce-479f-ba88-371b1cb0533c on host nch1-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:49:31.432860 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Attempting to bind port 23b9728c-a2ce-479f-ba88-371b1cb0533c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:49:31.433192 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Attempting to bind port 23b9728c-a2ce-479f-ba88-371b1cb0533c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:49:31.433515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Attempting to bind port 23b9728c-a2ce-479f-ba88-371b1cb0533c on network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:49:31.437812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Port 23b9728c-a2ce-479f-ba88-371b1cb0533c on network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:49:31.438169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Attempting to bind port 23b9728c-a2ce-479f-ba88-371b1cb0533c on network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:49:31.442981 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:49:31.443318 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Checking segment: {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:49:31.443693 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Bound using segment: {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:49:31.444110 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Bound port: 23b9728c-a2ce-479f-ba88-371b1cb0533c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb142538-5395-4b90-b648-f63219d79bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:49:31.444452 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:31.508280 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:49:31.511180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:49:31.515671 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:31.553310 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:31.553933 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:31.555333 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] 10.222.0.31 "PUT /v2.0/ports/23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 200  len: 1091 time: 0.7408538
Dec 18 21:49:31.573804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0a4b6-1178-426b-9d90-84bec00fd00d service neutron] Pushing event updated for resources: {'Port': ['ID=23b9728c-a2ce-479f-ba88-371b1cb0533c,revision_number=7']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:49:31.619312 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-ccf4cc37-6880-4de8-8a3f-4732acf24700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:31.620857 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-ccf4cc37-6880-4de8-8a3f-4732acf24700 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 1094 time: 0.0424402
Dec 18 21:49:31.717400 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-43a75f74-d250-48a7-8eae-ab5fbd088e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:31.718788 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-43a75f74-d250-48a7-8eae-ab5fbd088e2c service neutron] 10.222.0.31 "GET /v2.0/networks?id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c HTTP/1.1" status: 200  len: 897 time: 0.0915267
Dec 18 21:49:31.785687 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-23955751-3322-45be-9a28-79cc35689b82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 200  len: 998 time: 0.0600424
Dec 18 21:49:31.839362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-3e530cb0-27cc-4d91-8b08-c1af38c7ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:31.841423 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-3e530cb0-27cc-4d91-8b08-c1af38c7ddeb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921ee60-1e94-43cc-bb2f-3ae03310ea18 HTTP/1.1" status: 200  len: 835 time: 0.0480676
Dec 18 21:49:31.891466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-58fe9e3d-0558-416f-bce2-f8ae61de7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:31.893172 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-58fe9e3d-0558-416f-bce2-f8ae61de7f3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0449736
Dec 18 21:49:31.981713 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-ccbbd8db-e9fb-432b-b588-618ca4a38b53 service neutron] 10.222.0.31 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815849
Dec 18 21:49:32.073426 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-6e07b9c3-0d9a-4f87-8fe6-727517e226c1 req-3ed5062f-a82b-493f-9bbf-fd06441ef7ba service neutron] 10.222.0.31 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855000
Dec 18 21:49:32.119143 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224d0b-5a9d-464c-b549-783ffdc79d8e req-268e9ffa-fb6a-4618-a1ab-105b35933879 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:32.120540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c8224d0b-5a9d-464c-b549-783ffdc79d8e req-268e9ffa-fb6a-4618-a1ab-105b35933879 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 943 time: 0.0513055
Dec 18 21:49:32.171225 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c8224d0b-5a9d-464c-b549-783ffdc79d8e req-6a203a84-dfbc-430d-a66e-9e6b9a003fd6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439680
Dec 18 21:49:33.091262 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-95dc6a07-24c0-4691-a7df-7139234a385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:33.201186 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:49:33.203561 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1dca40-472c-4154-9791-ddd8714cfa40" -d '{"events": [{"name": "network-changed", "server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:49:33.252459 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f5a7c-1eeb-4077-a922-5b179fb0f6b7 x-openstack-request-id: req-5e8f5a7c-1eeb-4077-a922-5b179fb0f6b7 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:49:33.252755 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:49:33.253092 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e8f5a7c-1eeb-4077-a922-5b179fb0f6b7 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:49:33.253513 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'status': 'completed', 'code': 200}
Dec 18 21:49:33.310907 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-46d2d14d-78ad-49ee-8312-80214605c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:33.312450 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-46d2d14d-78ad-49ee-8312-80214605c7de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 1094 time: 0.0409310
Dec 18 21:49:33.321201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d90c7-c1fe-4605-baac-af6ac3e0bcbd req-aa83ae5d-86f0-4fb7-b7e0-4283ff6e07bb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:33.322688 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f49d90c7-c1fe-4605-baac-af6ac3e0bcbd req-aa83ae5d-86f0-4fb7-b7e0-4283ff6e07bb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 943 time: 0.0746391
Dec 18 21:49:33.351258 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-b1d57f10-c028-4fa4-953d-ba0e82c25fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:33.352653 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-b1d57f10-c028-4fa4-953d-ba0e82c25fb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 1094 time: 0.0680063
Dec 18 21:49:33.406610 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-fe11a9a0-0fed-46b4-a6a6-9727895c5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:33.408078 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-fe11a9a0-0fed-46b4-a6a6-9727895c5243 service neutron] 10.222.0.31 "GET /v2.0/networks?id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c HTTP/1.1" status: 200  len: 897 time: 0.0888915
Dec 18 21:49:33.421508 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f49d90c7-c1fe-4605-baac-af6ac3e0bcbd req-042e3c7e-3cf6-4196-b295-3712d50a29e2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906820
Dec 18 21:49:33.463502 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-d9a04412-152f-4f4f-8fc6-140e710784f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:33.464950 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-d9a04412-152f-4f4f-8fc6-140e710784f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c HTTP/1.1" status: 200  len: 897 time: 0.1015022
Dec 18 21:49:33.481360 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-40a6587a-9fe9-4bf7-8c6f-becddf637dc6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 200  len: 998 time: 0.0639410
Dec 18 21:49:33.539792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-ce441c45-3dee-46ba-a7a7-9cffbc583641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:33.541548 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-ce441c45-3dee-46ba-a7a7-9cffbc583641 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921ee60-1e94-43cc-bb2f-3ae03310ea18 HTTP/1.1" status: 200  len: 835 time: 0.0514915
Dec 18 21:49:33.554545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-ac13a95a-4ece-4b2e-8c96-f5584a2b5257 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 200  len: 998 time: 0.0780385
Dec 18 21:49:33.598030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-67a06c03-ed12-4942-b0cf-0937ac2f335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:33.599581 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-67a06c03-ed12-4942-b0cf-0937ac2f335d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0499623
Dec 18 21:49:33.609415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-1c3ff550-96b5-4e2c-bf99-27b74f1833db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:33.610835 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-1c3ff550-96b5-4e2c-bf99-27b74f1833db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8921ee60-1e94-43cc-bb2f-3ae03310ea18 HTTP/1.1" status: 200  len: 835 time: 0.0457540
Dec 18 21:49:33.662597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-b3e4c8ff-e778-431d-b310-08d6e31e08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:33.664145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-b3e4c8ff-e778-431d-b310-08d6e31e08f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411806
Dec 18 21:49:33.695104 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-61aafe96-2c2d-4398-ad92-2aa90c3b7257 service neutron] 10.222.0.31 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826666
Dec 18 21:49:33.766787 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-09665d1e-e1ec-42d3-8334-f91cb193d75e service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901227
Dec 18 21:49:33.865852 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-7619e458-b4a3-4ec9-9aae-274a10335630 service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866232
Dec 18 21:49:34.065451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 23b9728c-a2ce-479f-ba88-371b1cb0533c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:49:34.078775 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-cb1dca40-472c-4154-9791-ddd8714cfa40 req-057c0e73-0e9e-4b7e-b0fc-1c922e865d20 service neutron] 10.222.0.31 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3771636
Dec 18 21:49:34.162696 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:49:34.174384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'port_id': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'mac_address': 'fa:16:3e:45:0e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:49:34.203037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 23b9728c-a2ce-479f-ba88-371b1cb0533c no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:49:34.249655 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:34.265472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b9728c-a2ce-479f-ba88-371b1cb0533c {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:49:34.269478 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device 23b9728c-a2ce-479f-ba88-371b1cb0533c not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:49:34.287538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:49:34.291221 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:34.336547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=23b9728c-a2ce-479f-ba88-371b1cb0533c,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:49:34.344230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.344582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.344928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.345270 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.345606 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.345939 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.346296 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.346628 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.346955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.347280 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.347604 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.347930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.348252 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:49:34.539700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['23b9728c-a2ce-479f-ba88-371b1cb0533c'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:49:34.540610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a96f-6a42-454f-bc93-4b0bfb9283e6 req-33ea43b2-1253-4ac3-bd55-76fe94b5ad70 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:34.542182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9356a96f-6a42-454f-bc93-4b0bfb9283e6 req-33ea43b2-1253-4ac3-bd55-76fe94b5ad70 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 944 time: 0.0482826
Dec 18 21:49:34.596067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9356a96f-6a42-454f-bc93-4b0bfb9283e6 req-5046e9ed-f108-452d-af4c-d6a0630f9462 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468974
Dec 18 21:49:34.824353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d60ecb-405b-42a2-b888-5c7bed7a808b req-adddc5fb-3c42-4593-96f9-b0b366ce7e6f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:34.825848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6d60ecb-405b-42a2-b888-5c7bed7a808b req-adddc5fb-3c42-4593-96f9-b0b366ce7e6f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 944 time: 0.0781989
Dec 18 21:49:34.838012 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-5a7ad457-d5a4-4309-87c7-118e81b977aa tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:34.839391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-5a7ad457-d5a4-4309-87c7-118e81b977aa tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a&tenant_id=0ca451d1f26f48f583722f5ed440bf41&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0639920
Dec 18 21:49:34.922063 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a6d60ecb-405b-42a2-b888-5c7bed7a808b req-000b3dce-ced3-45ab-994f-7f1ec935c015 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817494
Dec 18 21:49:34.928800 ncdv-master-1 neutron-server[126008]: INFO neutron.api.v2.resource [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-ed309605-f67c-4950-a37f-7099700ec26e service neutron] delete failed (client error): The resource could not be found.
Dec 18 21:49:34.929719 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-ed309605-f67c-4950-a37f-7099700ec26e service neutron] 10.222.0.36 "DELETE /v2.0/ports/23b9728c-a2ce-479f-ba88-371b1cb0533c/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0773120
Dec 18 21:49:35.050872 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-b85b0db9-5a49-4a5c-b463-2e76ae7e018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:35.052366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-b85b0db9-5a49-4a5c-b463-2e76ae7e018e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 1095 time: 0.0703599
Dec 18 21:49:35.063848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00570efb-6f8f-4645-847c-f1ff48e43501 req-d7c8b051-26b3-4f0e-8143-f71c183cedaf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:35.065202 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00570efb-6f8f-4645-847c-f1ff48e43501 req-d7c8b051-26b3-4f0e-8143-f71c183cedaf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 944 time: 0.0588493
Dec 18 21:49:35.172574 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00570efb-6f8f-4645-847c-f1ff48e43501 req-4a7537a6-91d5-41d0-84ba-8b0c7a3cf5dc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985057
Dec 18 21:49:35.190121 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-58f90265-f4d3-42ed-a375-ee39345273e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:35.191643 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-58f90265-f4d3-42ed-a375-ee39345273e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c HTTP/1.1" status: 200  len: 897 time: 0.1256185
Dec 18 21:49:35.261963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-d21bf2da-984d-426d-8d74-5b476a0db93b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 200  len: 999 time: 0.0572484
Dec 18 21:49:35.282608 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0ee632e3-8423-4535-8a9b-a7d64d3f4115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:35.318929 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-6d2a90fb-a653-4611-b854-9940eac40ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:35.320355 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-6d2a90fb-a653-4611-b854-9940eac40ed0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8921ee60-1e94-43cc-bb2f-3ae03310ea18 HTTP/1.1" status: 200  len: 835 time: 0.0475459
Dec 18 21:49:35.370875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-e19d4357-8a05-4e2e-9e11-a242f57e458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:35.372305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-e19d4357-8a05-4e2e-9e11-a242f57e458b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0385985
Dec 18 21:49:35.460596 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-b6e6fd4c-6e52-407c-bf7d-e4efc06f522d service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0792205
Dec 18 21:49:35.554702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d9667d70-a085-4df7-9d04-8432caecdf37 req-e28aa17f-c27e-40f7-ba4c-8977942cf135 service neutron] 10.222.0.36 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822120
Dec 18 21:49:36.083509 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 23b9728c-a2ce-479f-ba88-371b1cb0533c up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:49:36.133738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 23b9728c-a2ce-479f-ba88-371b1cb0533c completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:49:36.137389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 23b9728c-a2ce-479f-ba88-371b1cb0533c triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:49:36.137775 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:36.222725 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:36.247919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:49:36.250322 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea0cf9e-01d7-472b-a3f1-e085d12fec4c" -d '{"events": [{"server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "name": "network-vif-plugged", "status": "completed", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:49:36.263867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:49:36.269064 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:36.296335 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a9a9a0-7145-4710-acc6-93552776e5a1 x-openstack-request-id: req-e3a9a9a0-7145-4710-acc6-93552776e5a1 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:49:36.296951 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "name": "network-vif-plugged", "status": "completed", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:49:36.296951 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3a9a9a0-7145-4710-acc6-93552776e5a1 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:49:36.297227 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'code': 200}
Dec 18 21:49:36.322412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=23b9728c-a2ce-479f-ba88-371b1cb0533c,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:49:36.322659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cbb54-031d-4a30-aa5d-13374091177e req-9fa5402c-8fa9-499a-8022-583bc3f630d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:49:36.324047 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a4cbb54-031d-4a30-aa5d-13374091177e req-9fa5402c-8fa9-499a-8022-583bc3f630d9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0700278
Dec 18 21:49:36.373247 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a4cbb54-031d-4a30-aa5d-13374091177e req-7061ec72-73d1-4447-8406-3c2266ba87c3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422873
Dec 18 21:49:36.395905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54810) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:49:36.458814 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5ffa6f90-bc0b-49c7-bdeb-b134e36d773c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/a5645de7-17bd-4010-b8c5-633f1d4741ce HTTP/1.1" status: 200  len: 992 time: 0.0618041
Dec 18 21:49:36.615966 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:38.324092 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:38.690085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:45.442842 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:50.090311 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:49:59.298461 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:50:03.092677 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-747a69bd-49aa-494b-8693-dacb8f584da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:04.795219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54826) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:05.240926 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port acbf7397-b850-45cc-890d-1808dc921d57 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:50:05.241267 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:05.285869 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ee627ef5-aed8-40a9-9e68-7934060a4f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:05.320167 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:05.320494 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:05.332748 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for acbf7397-b850-45cc-890d-1808dc921d57 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:50:05.470853 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:05.497177 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=acbf7397-b850-45cc-890d-1808dc921d57,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:05.510173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.510563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.510914 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.511254 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.511595 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.511932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.512305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.512639 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.512974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.513306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.513636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.513963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.514312 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:05.566273 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:05.566626 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Floating IP a5645de7-17bd-4010-b8c5-633f1d4741ce disassociated (deleted). External IP: 172.35.3.23, port: 23b9728c-a2ce-479f-ba88-371b1cb0533c.
Dec 18 21:50:05.768157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:50:05.884897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:50:05.889991 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:05.895030 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a98e8-c5c1-4a00-9635-550eb16089e3 None None] Sync routers for ids ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:50:05.907189 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4a98e8-c5c1-4a00-9635-550eb16089e3 None None] Routers {'7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:50:05.907798 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-be4a98e8-c5c1-4a00-9635-550eb16089e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664027190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:05.917172 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2f398f5e-f80f-493c-8589-6d6e17956ee0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/floatingips/a5645de7-17bd-4010-b8c5-633f1d4741ce HTTP/1.1" status: 204  len: 168 time: 1.1208642
Dec 18 21:50:05.917855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:50:05.920406 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7711f2e9-40b1-4339-a26a-fda52eb2054e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:50:05.961044 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af24c9b7-c2a0-490c-a7e8-30dea192895a x-openstack-request-id: req-af24c9b7-c2a0-490c-a7e8-30dea192895a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:50:05.961335 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:50:05.961589 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af24c9b7-c2a0-490c-a7e8-30dea192895a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:50:05.961989 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'status': 'completed', 'code': 200}
Dec 18 21:50:06.019505 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-be4a98e8-c5c1-4a00-9635-550eb16089e3 None None] Set router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:50:06.027320 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-6cff7f02-5911-4479-a50e-6c12e498c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:06.029999 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-6cff7f02-5911-4479-a50e-6c12e498c253 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 1096 time: 0.0460565
Dec 18 21:50:06.129461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-8a140a2d-ba2a-4eec-8cba-1ba8763bcf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:06.131329 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-8a140a2d-ba2a-4eec-8cba-1ba8763bcf4e service neutron] 10.222.0.31 "GET /v2.0/networks?id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c HTTP/1.1" status: 200  len: 897 time: 0.0921953
Dec 18 21:50:06.176390 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-7accb882-4813-465c-b903-a4c3c91f0f9f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 200  len: 217 time: 0.0370202
Dec 18 21:50:06.230488 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-0b651500-58a8-408b-9874-f138dca956de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:06.232395 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-be4a98e8-c5c1-4a00-9635-550eb16089e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664027190>, [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:27Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '345dd7e6-5c16-41bc-a144-62018b4aca48', 'name': '', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:cb:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:27Z', 'updated_at': '2021-12-18T21:48:30Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:06.232631 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-0b651500-58a8-408b-9874-f138dca956de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921ee60-1e94-43cc-bb2f-3ae03310ea18 HTTP/1.1" status: 200  len: 835 time: 0.0489256
Dec 18 21:50:06.258131 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a98e8-c5c1-4a00-9635-550eb16089e3 None None] Checking router: 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:50:06.267023 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4a98e8-c5c1-4a00-9635-550eb16089e3 None None] Routers {'7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:50:06.268206 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-be4a98e8-c5c1-4a00-9635-550eb16089e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664027190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:06.272194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599f8ea-608d-45cf-b99f-5f0ef7ea898c req-0b5a71ac-3fe3-45bd-919c-2ae3bab0f9a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:06.273650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4599f8ea-608d-45cf-b99f-5f0ef7ea898c req-0b5a71ac-3fe3-45bd-919c-2ae3bab0f9a7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.1650128
Dec 18 21:50:06.283154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-8816d753-4bdc-4faa-a6be-de2613c1f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:06.284655 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-8816d753-4bdc-4faa-a6be-de2613c1f872 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453534
Dec 18 21:50:06.297285 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-0c581aa1-79e6-4ffa-8e11-fa0f50eacac5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:50:06.298384 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-0c581aa1-79e6-4ffa-8e11-fa0f50eacac5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051868
Dec 18 21:50:06.331532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4599f8ea-608d-45cf-b99f-5f0ef7ea898c req-4d588e28-398d-4696-8768-77c8f8025b7e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507770
Dec 18 21:50:06.372162 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-be4a98e8-c5c1-4a00-9635-550eb16089e3 None None] Set router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:50:06.392503 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-53feb9c4-2e77-4c4d-80d3-4dea3e94c5aa service neutron] 10.222.0.31 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870495
Dec 18 21:50:06.489897 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-7711f2e9-40b1-4339-a26a-fda52eb2054e req-3f56f025-ef2f-4a12-9aa7-c99b7f75112a service neutron] 10.222.0.31 "GET /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883169
Dec 18 21:50:06.566554 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-be4a98e8-c5c1-4a00-9635-550eb16089e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664027190>, [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:27Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '345dd7e6-5c16-41bc-a144-62018b4aca48', 'name': '', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:cb:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:27Z', 'updated_at': '2021-12-18T21:48:30Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:06.591524 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a98e8-c5c1-4a00-9635-550eb16089e3 None None] The sync data for ids ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'] in ncdv-master-1 is: [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:27Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '345dd7e6-5c16-41bc-a144-62018b4aca48', 'name': '', 'network_id': '572641ed-7ea7-4ecc-9acc-3e35d41d6a7c', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:cb:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:27Z', 'updated_at': '2021-12-18T21:48:30Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '8921ee60-1e94-43cc-bb2f-3ae03310ea18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:50:06.620007 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:06.813215 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02749c7d-270a-498c-9e3f-8f4ecd5dac20 None None] New status for floating IP a5645de7-17bd-4010-b8c5-633f1d4741ce: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:50:07.380829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32333d-9ae7-4723-894d-2a5f425cc677 req-8d8c0cae-a274-4e5e-93b6-9e3e76a660c2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:07.382315 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dc32333d-9ae7-4723-894d-2a5f425cc677 req-8d8c0cae-a274-4e5e-93b6-9e3e76a660c2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.0487266
Dec 18 21:50:07.470636 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-dc32333d-9ae7-4723-894d-2a5f425cc677 req-2bb1ffe7-41e1-4e74-9b63-219d2d8a5bf2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port 23b9728c-a2ce-479f-ba88-371b1cb0533c {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:50:07.470979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dc32333d-9ae7-4723-894d-2a5f425cc677 req-2bb1ffe7-41e1-4e74-9b63-219d2d8a5bf2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:07.505864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6d7be-a46d-4f34-b2d0-4b8d1bbd82c8 req-7d901bb8-1308-4756-8e0f-66a6b5f0bbc1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:07.507393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58e6d7be-a46d-4f34-b2d0-4b8d1bbd82c8 req-7d901bb8-1308-4756-8e0f-66a6b5f0bbc1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4375640-c87b-4969-970d-e1e4b73dca1a HTTP/1.1" status: 200  len: 945 time: 0.1120381
Dec 18 21:50:07.558825 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58e6d7be-a46d-4f34-b2d0-4b8d1bbd82c8 req-93740ddf-2592-4965-83fe-3995a40e2f34 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0297213-c7a3-4898-a8dd-b2e8bd075c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446529
Dec 18 21:50:07.561832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-dc32333d-9ae7-4723-894d-2a5f425cc677 req-2bb1ffe7-41e1-4e74-9b63-219d2d8a5bf2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port 23b9728c-a2ce-479f-ba88-371b1cb0533c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23b9728c-a2ce-479f-ba88-371b1cb0533c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:50:07.562200 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dc32333d-9ae7-4723-894d-2a5f425cc677 req-2bb1ffe7-41e1-4e74-9b63-219d2d8a5bf2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:07.576169 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-dc32333d-9ae7-4723-894d-2a5f425cc677 req-2bb1ffe7-41e1-4e74-9b63-219d2d8a5bf2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for 23b9728c-a2ce-479f-ba88-371b1cb0533c owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:50:07.702902 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dc32333d-9ae7-4723-894d-2a5f425cc677 req-2bb1ffe7-41e1-4e74-9b63-219d2d8a5bf2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:07.732236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1ffe7-41e1-4e74-9b63-219d2d8a5bf2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=23b9728c-a2ce-479f-ba88-371b1cb0533c,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:07.773243 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc32333d-9ae7-4723-894d-2a5f425cc677 req-2bb1ffe7-41e1-4e74-9b63-219d2d8a5bf2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] No DVR routers for this DVR port 23b9728c-a2ce-479f-ba88-371b1cb0533c on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:50:07.776298 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-dc32333d-9ae7-4723-894d-2a5f425cc677 req-2bb1ffe7-41e1-4e74-9b63-219d2d8a5bf2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:07.779794 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-dc32333d-9ae7-4723-894d-2a5f425cc677 req-2bb1ffe7-41e1-4e74-9b63-219d2d8a5bf2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.31 "DELETE /v2.0/ports/23b9728c-a2ce-479f-ba88-371b1cb0533c HTTP/1.1" status: 204  len: 173 time: 0.3912945
Dec 18 21:50:07.780254 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'name': 'network-vif-deleted', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:50:07.782554 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def2bfc7-633f-4161-b9e5-bcc3dc2a4500" -d '{"events": [{"server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "name": "network-vif-deleted", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:50:07.822540 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996ac72a-6620-418f-b8c9-056b64939bf6 x-openstack-request-id: req-996ac72a-6620-418f-b8c9-056b64939bf6 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:50:07.822850 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4375640-c87b-4969-970d-e1e4b73dca1a", "name": "network-vif-deleted", "tag": "23b9728c-a2ce-479f-ba88-371b1cb0533c", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:50:07.823191 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-996ac72a-6620-418f-b8c9-056b64939bf6 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:50:07.823502 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4375640-c87b-4969-970d-e1e4b73dca1a', 'name': 'network-vif-deleted', 'tag': '23b9728c-a2ce-479f-ba88-371b1cb0533c', 'status': 'completed', 'code': 200}
Dec 18 21:50:08.326836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:08.616183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54846) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:08.695748 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:08.977651 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c88b-a1ae-43f3-aa2e-597bc8ec0be9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:09.227054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b7d8c88b-a1ae-43f3-aa2e-597bc8ec0be9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port 345dd7e6-5c16-41bc-a144-62018b4aca48 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:50:09.227399 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c88b-a1ae-43f3-aa2e-597bc8ec0be9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:09.314015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-b7d8c88b-a1ae-43f3-aa2e-597bc8ec0be9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port 345dd7e6-5c16-41bc-a144-62018b4aca48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=345dd7e6-5c16-41bc-a144-62018b4aca48,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:50:09.314327 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c88b-a1ae-43f3-aa2e-597bc8ec0be9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:09.331539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-b7d8c88b-a1ae-43f3-aa2e-597bc8ec0be9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for 345dd7e6-5c16-41bc-a144-62018b4aca48 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:50:09.511541 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c88b-a1ae-43f3-aa2e-597bc8ec0be9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:09.535551 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8c88b-a1ae-43f3-aa2e-597bc8ec0be9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=345dd7e6-5c16-41bc-a144-62018b4aca48,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:09.707368 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c88b-a1ae-43f3-aa2e-597bc8ec0be9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:09.932748 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d8c88b-a1ae-43f3-aa2e-597bc8ec0be9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:50:10.037812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d8c88b-a1ae-43f3-aa2e-597bc8ec0be9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:50:10.046662 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b7d8c88b-a1ae-43f3-aa2e-597bc8ec0be9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "PUT /v2.0/routers/7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4259329
Dec 18 21:50:10.046804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54848) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:10.048569 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe1fe1-4710-4db9-99c8-dafc091f9f53 None None] Sync routers for ids ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:50:10.059183 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe1fe1-4710-4db9-99c8-dafc091f9f53 None None] Routers {'7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:50:10.059770 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-77fe1fe1-4710-4db9-99c8-dafc091f9f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664027ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:10.097026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb080704-5612-447e-8993-ea0b0ba5c1e5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting subnet 8921ee60-1e94-43cc-bb2f-3ae03310ea18 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:50:10.100164 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb080704-5612-447e-8993-ea0b0ba5c1e5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.140660 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb080704-5612-447e-8993-ea0b0ba5c1e5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.171162 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-77fe1fe1-4710-4db9-99c8-dafc091f9f53 None None] Set router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:50:10.228821 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb080704-5612-447e-8993-ea0b0ba5c1e5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.291511 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb080704-5612-447e-8993-ea0b0ba5c1e5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.319862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb080704-5612-447e-8993-ea0b0ba5c1e5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Subnet': ['ID=8921ee60-1e94-43cc-bb2f-3ae03310ea18,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:10.323420 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb080704-5612-447e-8993-ea0b0ba5c1e5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.326847 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fb080704-5612-447e-8993-ea0b0ba5c1e5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/subnets/8921ee60-1e94-43cc-bb2f-3ae03310ea18 HTTP/1.1" status: 204  len: 168 time: 0.2791777
Dec 18 21:50:10.329596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54850) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:10.337041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d375132-b0db-46ea-a9e6-5c2e2c16d131 None None] Network 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:50:10.450599 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.456483 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-77fe1fe1-4710-4db9-99c8-dafc091f9f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664027ac0>, [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:50:09Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:10.483110 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe1fe1-4710-4db9-99c8-dafc091f9f53 None None] Checking router: 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:50:10.491588 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe1fe1-4710-4db9-99c8-dafc091f9f53 None None] Routers {'7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:50:10.492170 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-77fe1fe1-4710-4db9-99c8-dafc091f9f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664027ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:10.509640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21904167-cc8c-47f3-953c-30680e8597f8 None None] DHCP port deletion for 572641ed-7ea7-4ecc-9acc-3e35d41d6a7c request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:50:10.570118 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.572067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-21904167-cc8c-47f3-953c-30680e8597f8 None None] Deleting port 21fc3977-7475-4831-a3a5-adb4eb56004c {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:50:10.572512 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21904167-cc8c-47f3-953c-30680e8597f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.596990 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-77fe1fe1-4710-4db9-99c8-dafc091f9f53 None None] Set router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:50:10.631572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port 3b25cc22-e997-43f9-8d45-86d328f77d96 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:50:10.631948 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.646657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-21904167-cc8c-47f3-953c-30680e8597f8 None None] For port 21fc3977-7475-4831-a3a5-adb4eb56004c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21fc3977-7475-4831-a3a5-adb4eb56004c,segment=NetworkSegment(cb142538-5395-4b90-b648-f63219d79bab),segment_id=cb142538-5395-4b90-b648-f63219d79bab)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:50:10.647284 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21904167-cc8c-47f3-953c-30680e8597f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.660470 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-21904167-cc8c-47f3-953c-30680e8597f8 None None] Calling delete_port for 21fc3977-7475-4831-a3a5-adb4eb56004c owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:50:10.711481 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port 3b25cc22-e997-43f9-8d45-86d328f77d96, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b25cc22-e997-43f9-8d45-86d328f77d96,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:50:10.711769 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.732024 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for 3b25cc22-e997-43f9-8d45-86d328f77d96 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:50:10.756956 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-21904167-cc8c-47f3-953c-30680e8597f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.781624 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-77fe1fe1-4710-4db9-99c8-dafc091f9f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664027ac0>, [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:50:09Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:10.790472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21904167-cc8c-47f3-953c-30680e8597f8 None None] Pushing event deleted for resources: {'Port': ['ID=21fc3977-7475-4831-a3a5-adb4eb56004c,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:10.799148 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21904167-cc8c-47f3-953c-30680e8597f8 None None] No DVR routers for this DVR port 21fc3977-7475-4831-a3a5-adb4eb56004c on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:50:10.815911 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe1fe1-4710-4db9-99c8-dafc091f9f53 None None] The sync data for ids ['7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4'] in ncdv-master-1 is: [{'id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092230607', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203'}], 'enable_snat': True}, 'gw_port_id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:50:09Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': '3b25cc22-e997-43f9-8d45-86d328f77d96', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:48:24Z', 'updated_at': '2021-12-18T21:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:50:10.910964 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:10.936396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=3b25cc22-e997-43f9-8d45-86d328f77d96,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:10.950374 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5245cb-7b60-41d7-9a8d-658a360497c0 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:50:11.002954 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.096610 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.098805 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.144409 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.145225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Fanout notify agent at l3_agent the message router_deleted on router 7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:50:11.152213 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.153343 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a32f6bd7-3439-497a-bc0b-580c5865f7ae tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/routers/7db296e0-98b7-4d2d-bdd1-ab0bd4a454c4 HTTP/1.1" status: 204  len: 168 time: 0.8223825
Dec 18 21:50:11.156035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54852) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:11.238416 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.330625 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.350304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e3a19a0>,) {'filters': {'network_id': ['572641ed-7ea7-4ecc-9acc-3e35d41d6a7c']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:11.359737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e3a19a0>, 'cb142538-5395-4b90-b648-f63219d79bab') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:11.360451 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e3a19a0>, 'cb142538-5395-4b90-b648-f63219d79bab') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:11.369941 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.382872 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.389242 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:50:11.389626 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:50:11.392648 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:50:11.450916 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.458070 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.461702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/networks/572641ed-7ea7-4ecc-9acc-3e35d41d6a7c HTTP/1.1" status: 204  len: 168 time: 0.3047457
Dec 18 21:50:11.464557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54854) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:11.489204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16062694-7424-41b8-a13f-69f736124acf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Network': ['ID=572641ed-7ea7-4ecc-9acc-3e35d41d6a7c,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:11.525518 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0997-1f58-4b3e-b97e-4493704f87a0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.555768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0997-1f58-4b3e-b97e-4493704f87a0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.615447 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0997-1f58-4b3e-b97e-4493704f87a0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.618294 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0997-1f58-4b3e-b97e-4493704f87a0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:11.619470 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9e8d0997-1f58-4b3e-b97e-4493704f87a0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0297213-c7a3-4898-a8dd-b2e8bd075c9a HTTP/1.1" status: 204  len: 168 time: 0.1534286
Dec 18 21:50:11.628966 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d0997-1f58-4b3e-b97e-4493704f87a0 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0297213-c7a3-4898-a8dd-b2e8bd075c9a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:11.881928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 345dd7e6-5c16-41bc-a144-62018b4aca48 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:50:11.903768 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 345dd7e6-5c16-41bc-a144-62018b4aca48 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:50:11.904189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 345dd7e6-5c16-41bc-a144-62018b4aca48 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:50:11.904664 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3b25cc22-e997-43f9-8d45-86d328f77d96 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:50:11.922517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 3b25cc22-e997-43f9-8d45-86d328f77d96 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:50:11.922934 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 3b25cc22-e997-43f9-8d45-86d328f77d96 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:50:11.923403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 21fc3977-7475-4831-a3a5-adb4eb56004c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:50:11.943605 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 21fc3977-7475-4831-a3a5-adb4eb56004c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:50:11.943951 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 21fc3977-7475-4831-a3a5-adb4eb56004c not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:50:12.143614 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54860) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:12.148157 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b50ded20-b4e5-480d-a78f-82e0a15a967e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086163648', 'description': 'tempest-secgroup-smoke-1086163648 description', 'project_id': '0ca451d1f26f48f583722f5ed440bf41'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:12.170557 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b50ded20-b4e5-480d-a78f-82e0a15a967e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.200936 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 23b9728c-a2ce-479f-ba88-371b1cb0533c no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:50:12.222988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 23b9728c-a2ce-479f-ba88-371b1cb0533c {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:50:12.223336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 23b9728c-a2ce-479f-ba88-371b1cb0533c not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:50:12.238367 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b50ded20-b4e5-480d-a78f-82e0a15a967e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.241893 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b50ded20-b4e5-480d-a78f-82e0a15a967e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.273213 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b50ded20-b4e5-480d-a78f-82e0a15a967e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.274481 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b50ded20-b4e5-480d-a78f-82e0a15a967e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1298373
Dec 18 21:50:12.277572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54862) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:12.278837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ded20-b4e5-480d-a78f-82e0a15a967e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0300b31c-7fa0-4be6-8cef-adf577a63265,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:12.282317 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f790d397-d6c9-4981-8d66-5faed7cd7f05 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '0300b31c-7fa0-4be6-8cef-adf577a63265', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:12.311416 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f790d397-d6c9-4981-8d66-5faed7cd7f05 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.364937 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f790d397-d6c9-4981-8d66-5faed7cd7f05 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.369231 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f790d397-d6c9-4981-8d66-5faed7cd7f05 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.386682 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790d397-d6c9-4981-8d66-5faed7cd7f05 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164d47e5-42c4-4e28-8de1-df6f34b218a9,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:12.394665 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f790d397-d6c9-4981-8d66-5faed7cd7f05 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.395856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f790d397-d6c9-4981-8d66-5faed7cd7f05 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1171541
Dec 18 21:50:12.398522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54864) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:12.402798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-119b9494-c895-4034-bbd1-d0d0c7a3aff7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '0300b31c-7fa0-4be6-8cef-adf577a63265', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:12.430141 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-119b9494-c895-4034-bbd1-d0d0c7a3aff7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.486305 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-119b9494-c895-4034-bbd1-d0d0c7a3aff7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.489711 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-119b9494-c895-4034-bbd1-d0d0c7a3aff7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.510309 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b9494-c895-4034-bbd1-d0d0c7a3aff7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60ee1d6-3159-4dfc-a7d8-65075a34dc61,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:12.516187 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-119b9494-c895-4034-bbd1-d0d0c7a3aff7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.517398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-119b9494-c895-4034-bbd1-d0d0c7a3aff7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1179395
Dec 18 21:50:12.520197 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54866) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:12.524477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3c3b74e2-c465-4378-a46e-f03a1c1795b3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '0300b31c-7fa0-4be6-8cef-adf577a63265', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:12.552968 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3c3b74e2-c465-4378-a46e-f03a1c1795b3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.609368 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3c3b74e2-c465-4378-a46e-f03a1c1795b3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.613323 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3c3b74e2-c465-4378-a46e-f03a1c1795b3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.628470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b74e2-c465-4378-a46e-f03a1c1795b3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3117f61-0d4d-4c7a-a134-9a7cad4e0cd2,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:12.638423 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3c3b74e2-c465-4378-a46e-f03a1c1795b3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.639598 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3c3b74e2-c465-4378-a46e-f03a1c1795b3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1184881
Dec 18 21:50:12.642219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54868) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:12.646432 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-88eedac6-35e2-4f23-be37-c3b20f36f667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '0300b31c-7fa0-4be6-8cef-adf577a63265', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:12.672652 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88eedac6-35e2-4f23-be37-c3b20f36f667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.730434 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88eedac6-35e2-4f23-be37-c3b20f36f667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.735770 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88eedac6-35e2-4f23-be37-c3b20f36f667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.753486 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eedac6-35e2-4f23-be37-c3b20f36f667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cfd44c-e5cb-4ef1-8a60-e3b5290e34d6,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:12.761293 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-88eedac6-35e2-4f23-be37-c3b20f36f667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.762519 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-88eedac6-35e2-4f23-be37-c3b20f36f667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1193383
Dec 18 21:50:12.765335 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54870) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:12.769556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-33f644f5-3028-45a7-ac29-fc60acaba47b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '0300b31c-7fa0-4be6-8cef-adf577a63265', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:12.794040 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-33f644f5-3028-45a7-ac29-fc60acaba47b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Project 0ca451d1f26f48f583722f5ed440bf41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:50:12.798788 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33f644f5-3028-45a7-ac29-fc60acaba47b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.856832 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33f644f5-3028-45a7-ac29-fc60acaba47b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.860486 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33f644f5-3028-45a7-ac29-fc60acaba47b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.876915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f644f5-3028-45a7-ac29-fc60acaba47b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cb4d8f-fcab-4e60-8418-ad22b99cb2e3,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:12.884993 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-33f644f5-3028-45a7-ac29-fc60acaba47b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.886178 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-33f644f5-3028-45a7-ac29-fc60acaba47b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1199074
Dec 18 21:50:12.889925 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54872) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:12.894138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3804e005-575c-465a-806d-61486ab573ac tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '0300b31c-7fa0-4be6-8cef-adf577a63265', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:12.917640 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-3804e005-575c-465a-806d-61486ab573ac tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Project 0ca451d1f26f48f583722f5ed440bf41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:50:12.922998 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3804e005-575c-465a-806d-61486ab573ac tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.982171 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3804e005-575c-465a-806d-61486ab573ac tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:12.985685 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3804e005-575c-465a-806d-61486ab573ac tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.002783 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804e005-575c-465a-806d-61486ab573ac tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d65ae96-3ca9-4b60-9af1-72a477347a0f,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:13.010389 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3804e005-575c-465a-806d-61486ab573ac tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.011569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3804e005-575c-465a-806d-61486ab573ac tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1206980
Dec 18 21:50:13.014489 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54874) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:13.019606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c0822572-cd7f-4cff-90cb-afb5b8786d1e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'network': {'name': 'tempest-network-smoke--1551629699', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'port_security_enabled': True}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:13.041487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0822572-cd7f-4cff-90cb-afb5b8786d1e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:50:13.045403 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c0822572-cd7f-4cff-90cb-afb5b8786d1e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.070115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0822572-cd7f-4cff-90cb-afb5b8786d1e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:50:13.079088 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c0822572-cd7f-4cff-90cb-afb5b8786d1e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.079478 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-c0822572-cd7f-4cff-90cb-afb5b8786d1e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Added segment cc1737fe-7143-44c3-93f4-5393480d8498 of type vlan for network cfe8402e-d259-40be-9fbd-1c1f93d9bced
Dec 18 21:50:13.118938 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c0822572-cd7f-4cff-90cb-afb5b8786d1e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.142319 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c0822572-cd7f-4cff-90cb-afb5b8786d1e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.147663 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0822572-cd7f-4cff-90cb-afb5b8786d1e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:13.148251 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c0822572-cd7f-4cff-90cb-afb5b8786d1e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.200805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c0822572-cd7f-4cff-90cb-afb5b8786d1e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1853297
Dec 18 21:50:13.204148 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54876) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:13.215901 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'admin_state_up': True, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:13.227848 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0822572-cd7f-4cff-90cb-afb5b8786d1e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Network': ['ID=cfe8402e-d259-40be-9fbd-1c1f93d9bced,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:13.237992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network cfe8402e-d259-40be-9fbd-1c1f93d9bced details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:50:13.245587 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.246756 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.304259 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.437625 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.629515 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.648040 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.750864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.35.3.122 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/a50d0e26-fa44-46d5-9a7e-67dd67b44a78) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:50:13.848941 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.881717 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:13.922212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:50:13.924923 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:50:13.928296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:50:13.937915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca59d1-2b93-448a-a857-d7c017c2701d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:50:13.951332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=a50d0e26-fa44-46d5-9a7e-67dd67b44a78,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:13.999406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0134dd45-d882-4833-9642-ec1ed6e41399 None None] Provisioning complete for port a50d0e26-fa44-46d5-9a7e-67dd67b44a78 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:13.999691 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0134dd45-d882-4833-9642-ec1ed6e41399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:14.033997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0134dd45-d882-4833-9642-ec1ed6e41399 None None] Port a50d0e26-fa44-46d5-9a7e-67dd67b44a78 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:50:14.170094 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:14.664140 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:14.787515 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router bb9832ea-9b6d-4140-bc7f-e90950abe96e is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:50:14.893495 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:50:14.902890 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Sync routers for ids ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:50:14.913915 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:14.914778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Routers {'bb9832ea-9b6d-4140-bc7f-e90950abe96e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:50:14.915168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f4823926-ec85-4791-b48d-e11cc6f8292d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7100949
Dec 18 21:50:14.915568 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb21970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:14.918761 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54878) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:14.945814 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b3cb1ed4-657b-4445-8730-c1f551926bf2 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0ca451d1f26f48f583722f5ed440bf41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0260057
Dec 18 21:50:14.948298 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54880) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:15.023098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Set router bb9832ea-9b6d-4140-bc7f-e90950abe96e gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:50:15.038428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e749e2-fef1-4b0a-bee6-a4adba92828c tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:15.039971 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-23e749e2-fef1-4b0a-bee6-a4adba92828c tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0907760
Dec 18 21:50:15.043095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54882) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:15.071566 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b53cce3c-0617-4d7b-99ae-7b1d5ba3cf3c tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0267894
Dec 18 21:50:15.074088 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54884) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:15.078764 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-10092a36-8d36-4486-bb7e-2f777929ed61 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-33609232', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:15.179841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10092a36-8d36-4486-bb7e-2f777929ed61 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'subnet': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:50:15.183257 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-10092a36-8d36-4486-bb7e-2f777929ed61 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59230187'] for subnet, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:15.203447 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb21970>, [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:14Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:15.233887 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Checking router: bb9832ea-9b6d-4140-bc7f-e90950abe96e for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:50:15.234243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Updating router bb9832ea-9b6d-4140-bc7f-e90950abe96e port a50d0e26-fa44-46d5-9a7e-67dd67b44a78 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:50:15.259369 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:15.363939 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-10092a36-8d36-4486-bb7e-2f777929ed61 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58791901'] for subnet, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:15.428313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10092a36-8d36-4486-bb7e-2f777929ed61 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Subnet': ['ID=822b4382-8b3c-4143-9e9a-9aaa74748199,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:15.436108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10092a36-8d36-4486-bb7e-2f777929ed61 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Checking segment: {'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:50:15.436484 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10092a36-8d36-4486-bb7e-2f777929ed61 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network hostable DHCP agents. Network: cfe8402e-d259-40be-9fbd-1c1f93d9bced, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:50:15.455482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10092a36-8d36-4486-bb7e-2f777929ed61 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network cfe8402e-d259-40be-9fbd-1c1f93d9bced is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:50:15.467556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-10092a36-8d36-4486-bb7e-2f777929ed61 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cfe8402e-d259-40be-9fbd-1c1f93d9bced) {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:50:15.474959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10092a36-8d36-4486-bb7e-2f777929ed61 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:15.475636 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-10092a36-8d36-4486-bb7e-2f777929ed61 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:15.493943 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-10092a36-8d36-4486-bb7e-2f777929ed61 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.4187756
Dec 18 21:50:15.498817 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 54886) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:15.573234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b5bd3-3ac8-44ff-b264-fe7e762a6b84 None None] Network cfe8402e-d259-40be-9fbd-1c1f93d9bced requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:50:15.635177 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:15.744580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ips': [{'subnet_id': '822b4382-8b3c-4143-9e9a-9aaa74748199'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:50:15.745451 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:15.781413 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:15.787572 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:15.896561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1cc9e0-e563-4b0b-9536-de9a4622d902 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:50:15.920570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Attempting to bind port a50d0e26-fa44-46d5-9a7e-67dd67b44a78 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:50:15.921307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Attempting to bind port a50d0e26-fa44-46d5-9a7e-67dd67b44a78 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:50:15.921307 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Attempting to bind port a50d0e26-fa44-46d5-9a7e-67dd67b44a78 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:50:15.939434 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:15.948545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf688c-f9db-4aa9-bbe5-b4d9d0d2dd02 None None] Pushing event updated for resources: {'Port': ['ID=a50d0e26-fa44-46d5-9a7e-67dd67b44a78,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:15.954798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:50:15.954798 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:50:15.955143 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:15.955491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:50:15.955970 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Bound port: a50d0e26-fa44-46d5-9a7e-67dd67b44a78, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:50:15.956355 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.013121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Allocated IP 172.20.0.2 (cfe8402e-d259-40be-9fbd-1c1f93d9bced/822b4382-8b3c-4143-9e9a-9aaa74748199/41966021-f27a-4b1d-acbd-f02fc6d7c009) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:50:16.044219 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-da97227c-502f-4b93-836d-431c55c12b77 None None] Provisioning complete for port a50d0e26-fa44-46d5-9a7e-67dd67b44a78 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:16.044651 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-da97227c-502f-4b93-836d-431c55c12b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.108716 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] For port a50d0e26-fa44-46d5-9a7e-67dd67b44a78, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:50:16.130739 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] For port a50d0e26-fa44-46d5-9a7e-67dd67b44a78, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a50d0e26-fa44-46d5-9a7e-67dd67b44a78,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:50:16.140571 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.145801 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-da97227c-502f-4b93-836d-431c55c12b77 None None] Port a50d0e26-fa44-46d5-9a7e-67dd67b44a78 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:50:16.205834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff3900-ef34-4952-8af3-7bb3d117589d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:50:16.271831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf688c-f9db-4aa9-bbe5-b4d9d0d2dd02 None None] Pushing event updated for resources: {'Port': ['ID=a50d0e26-fa44-46d5-9a7e-67dd67b44a78,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:16.279945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Routers {'bb9832ea-9b6d-4140-bc7f-e90950abe96e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:50:16.280552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb21970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:16.347691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e60d0851-2362-46ad-bfa6-4cb5a0a28f5b None None] Provisioning complete for port a50d0e26-fa44-46d5-9a7e-67dd67b44a78 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:16.348064 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e60d0851-2362-46ad-bfa6-4cb5a0a28f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.397885 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.415222 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.460883 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.20.0.1 (cfe8402e-d259-40be-9fbd-1c1f93d9bced/822b4382-8b3c-4143-9e9a-9aaa74748199/42780e68-85ba-4adf-9338-fb291da01c15) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:50:16.479348 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Network cfe8402e-d259-40be-9fbd-1c1f93d9bced is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:50:16.483713 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] Set router bb9832ea-9b6d-4140-bc7f-e90950abe96e gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:50:16.513392 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:50:16.544804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Pushing event updated for resources: {'Port': ['ID=41966021-f27a-4b1d-acbd-f02fc6d7c009,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:16.548389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:50:16.573012 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.606873 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.650952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network cfe8402e-d259-40be-9fbd-1c1f93d9bced is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:50:16.654578 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:50:16.658274 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:50:16.669032 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e60d0851-2362-46ad-bfa6-4cb5a0a28f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.707868 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Attempting to bind port 41966021-f27a-4b1d-acbd-f02fc6d7c009 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:50:16.708241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Attempting to bind port 41966021-f27a-4b1d-acbd-f02fc6d7c009 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:50:16.708613 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Attempting to bind port 41966021-f27a-4b1d-acbd-f02fc6d7c009 on network cfe8402e-d259-40be-9fbd-1c1f93d9bced {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:50:16.721550 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e60d0851-2362-46ad-bfa6-4cb5a0a28f5b None None] For port a50d0e26-fa44-46d5-9a7e-67dd67b44a78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a50d0e26-fa44-46d5-9a7e-67dd67b44a78,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:50:16.727393 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:50:16.727779 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Checking segment: {'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:50:16.728189 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.728589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Bound using segment: {'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:50:16.729068 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Bound port: 41966021-f27a-4b1d-acbd-f02fc6d7c009, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:50:16.729455 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.733261 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e60d0851-2362-46ad-bfa6-4cb5a0a28f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.850009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0851-2362-46ad-bfa6-4cb5a0a28f5b None None] Pushing event updated for resources: {'Port': ['ID=a50d0e26-fa44-46d5-9a7e-67dd67b44a78,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:16.873529 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] For port 41966021-f27a-4b1d-acbd-f02fc6d7c009, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:50:16.877861 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] For port 41966021-f27a-4b1d-acbd-f02fc6d7c009, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41966021-f27a-4b1d-acbd-f02fc6d7c009,segment=NetworkSegment(cc1737fe-7143-44c3-93f4-5393480d8498),segment_id=cc1737fe-7143-44c3-93f4-5393480d8498)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:50:16.885484 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:16.915089 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb21970>, [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:14Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:16.955927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5fee0-3cb0-474c-8eb9-1c1a1e5c9106 None None] The sync data for ids ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'] in ncdv-master-1 is: [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:14Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:50:16.975200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160effe-bc11-44cf-b72c-1d48ddb4eeef None None] Pushing event updated for resources: {'Port': ['ID=41966021-f27a-4b1d-acbd-f02fc6d7c009,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:17.005932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=42780e68-85ba-4adf-9338-fb291da01c15,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:17.033350 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:17.184938 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:17.499477 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:17.505492 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:17.589882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=42780e68-85ba-4adf-9338-fb291da01c15,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:17.593207 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:17.706226 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network cfe8402e-d259-40be-9fbd-1c1f93d9bced is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:50:17.707741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:50:17.840570 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router bb9832ea-9b6d-4140-bc7f-e90950abe96e has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:50:17.978163 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a50d0e26-fa44-46d5-9a7e-67dd67b44a78 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:50:17.992409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:50:17.999149 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-81c9b5a6-e486-4c37-899b-31f73e79ea0e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "PUT /v2.0/routers/bb9832ea-9b6d-4140-bc7f-e90950abe96e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4987400
Dec 18 21:50:18.018975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5662ad-391e-423c-acd5-c62118e39be2 None None] Network cfe8402e-d259-40be-9fbd-1c1f93d9bced requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:50:18.097031 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-fcf9bffa-4013-45a9-90da-20b9abd92694 None None] Provisioning complete for port 41966021-f27a-4b1d-acbd-f02fc6d7c009 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:18.097397 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fcf9bffa-4013-45a9-90da-20b9abd92694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:18.133527 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a50d0e26-fa44-46d5-9a7e-67dd67b44a78 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:18.133809 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:18.155524 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-0cc6e67e-bc2c-4b35-9fda-713900d93425 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086163648&fields=id&tenant_id=0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 267 time: 0.0467017
Dec 18 21:50:18.281455 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-bd6fbae9-be48-4372-a304-fcf4fbf3ad8f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:18.283044 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-bd6fbae9-be48-4372-a304-fcf4fbf3ad8f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/networks?id=cfe8402e-d259-40be-9fbd-1c1f93d9bced HTTP/1.1" status: 200  len: 797 time: 0.1205189
Dec 18 21:50:18.299938 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-7081fc25-70ad-48bb-9e16-b0ad67f90643 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/quotas/0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 375 time: 0.0106244
Dec 18 21:50:18.372341 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-793494c8-e900-4268-8149-1ce0d7362f5d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0604908
Dec 18 21:50:18.451733 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fcf9bffa-4013-45a9-90da-20b9abd92694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:18.455386 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 41966021-f27a-4b1d-acbd-f02fc6d7c009 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:50:18.491796 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-b491bddd-e418-4ede-9392-315a41bed2f2 service neutron] 10.222.0.13 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1071634
Dec 18 21:50:18.517693 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-fcf9bffa-4013-45a9-90da-20b9abd92694 None None] For port 41966021-f27a-4b1d-acbd-f02fc6d7c009, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41966021-f27a-4b1d-acbd-f02fc6d7c009,segment=NetworkSegment(cc1737fe-7143-44c3-93f4-5393480d8498),segment_id=cc1737fe-7143-44c3-93f4-5393480d8498)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:50:18.529941 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-fcf9bffa-4013-45a9-90da-20b9abd92694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:18.556390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 41966021-f27a-4b1d-acbd-f02fc6d7c009 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:18.556757 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:18.602799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-72fa57e5-e654-4256-8103-5ea466965701 service neutron] 10.222.0.13 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098580
Dec 18 21:50:18.610085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9bffa-4013-45a9-90da-20b9abd92694 None None] Pushing event updated for resources: {'Port': ['ID=41966021-f27a-4b1d-acbd-f02fc6d7c009,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:18.705793 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Sync routers for ids ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:50:18.721976 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Routers {'bb9832ea-9b6d-4140-bc7f-e90950abe96e'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:50:18.722638 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7c3100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:18.763873 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-90f7b707-4746-4ea7-8310-42485b47f921 None None] Provisioning complete for port 42780e68-85ba-4adf-9338-fb291da01c15 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:18.764242 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-90f7b707-4746-4ea7-8310-42485b47f921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:18.804875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-90f7b707-4746-4ea7-8310-42485b47f921 None None] Port 42780e68-85ba-4adf-9338-fb291da01c15 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:50:18.810140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f3035c2-f8c5-41b6-858f-608bbcbd3cea req-583dcab9-bc69-486d-9c9a-644a308aa069 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 210 time: 0.0498500
Dec 18 21:50:18.826911 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-90f7b707-4746-4ea7-8310-42485b47f921 None None] Provisioning complete for port 41966021-f27a-4b1d-acbd-f02fc6d7c009 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:18.827287 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-90f7b707-4746-4ea7-8310-42485b47f921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:18.872820 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Set router bb9832ea-9b6d-4140-bc7f-e90950abe96e gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:50:19.041490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-c36b2073-8638-4363-80ec-7fff4a1f5b16 None None] Provisioning complete for port 42780e68-85ba-4adf-9338-fb291da01c15 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:19.043859 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c36b2073-8638-4363-80ec-7fff4a1f5b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:19.091925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-c36b2073-8638-4363-80ec-7fff4a1f5b16 None None] Port 42780e68-85ba-4adf-9338-fb291da01c15 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:50:19.092413 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7c3100>, [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:17Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42780e68-85ba-4adf-9338-fb291da01c15', 'name': '', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:b3:90:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:16Z', 'updated_at': '2021-12-18T21:50:17Z', 'revision_number': 2, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:19.125434 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Checking router: bb9832ea-9b6d-4140-bc7f-e90950abe96e for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:50:19.125854 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Updating router bb9832ea-9b6d-4140-bc7f-e90950abe96e port 42780e68-85ba-4adf-9338-fb291da01c15 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:50:19.157856 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:19.313037 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-2f64b1e2-cd4c-4dcd-a707-94a5ed3b8cd8 None None] Provisioning complete for port 42780e68-85ba-4adf-9338-fb291da01c15 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:19.313369 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-2f64b1e2-cd4c-4dcd-a707-94a5ed3b8cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:19.347085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-2f64b1e2-cd4c-4dcd-a707-94a5ed3b8cd8 None None] Port 42780e68-85ba-4adf-9338-fb291da01c15 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:50:19.431910 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:19.437144 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:19.526679 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Pushing event updated for resources: {'Port': ['ID=42780e68-85ba-4adf-9338-fb291da01c15,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:19.540630 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Attempting to bind port 42780e68-85ba-4adf-9338-fb291da01c15 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:50:19.541002 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Attempting to bind port 42780e68-85ba-4adf-9338-fb291da01c15 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:50:19.541358 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Attempting to bind port 42780e68-85ba-4adf-9338-fb291da01c15 on network cfe8402e-d259-40be-9fbd-1c1f93d9bced {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:50:19.545694 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.546037 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.546419 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.546818 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.547051 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.547374 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.547848 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.548023 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.548324 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.548657 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.549261 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.549261 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.549566 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:50:19.556554 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:50:19.557011 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Checking segment: {'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:50:19.557500 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:19.557941 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Bound using segment: {'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:50:19.558566 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Bound port: 42780e68-85ba-4adf-9338-fb291da01c15, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:50:19.559521 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:19.621701 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] For port 42780e68-85ba-4adf-9338-fb291da01c15, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:50:19.624862 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] For port 42780e68-85ba-4adf-9338-fb291da01c15, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42780e68-85ba-4adf-9338-fb291da01c15,segment=NetworkSegment(cc1737fe-7143-44c3-93f4-5393480d8498),segment_id=cc1737fe-7143-44c3-93f4-5393480d8498)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:50:19.629286 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:19.687127 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Routers {'bb9832ea-9b6d-4140-bc7f-e90950abe96e'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:50:19.687681 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f7c3100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:19.721764 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847f7e8-cb08-46dc-8085-ceeb2b3cdeb5 None None] Pushing event updated for resources: {'Port': ['ID=42780e68-85ba-4adf-9338-fb291da01c15,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:19.768201 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-4cda3028-bce6-4ecb-8108-a55f91b6e613 None None] Provisioning complete for port 42780e68-85ba-4adf-9338-fb291da01c15 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:19.768570 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4cda3028-bce6-4ecb-8108-a55f91b6e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:19.922640 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4cda3028-bce6-4ecb-8108-a55f91b6e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:19.942824 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] Set router bb9832ea-9b6d-4140-bc7f-e90950abe96e gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:50:19.972624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-4cda3028-bce6-4ecb-8108-a55f91b6e613 None None] For port 42780e68-85ba-4adf-9338-fb291da01c15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42780e68-85ba-4adf-9338-fb291da01c15,segment=NetworkSegment(cc1737fe-7143-44c3-93f4-5393480d8498),segment_id=cc1737fe-7143-44c3-93f4-5393480d8498)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:50:19.986391 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4cda3028-bce6-4ecb-8108-a55f91b6e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:20.007265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d31cdf94-c17e-4665-b902-be4ff82034fa req-774eaa52-12e1-4037-b075-e7fed1f9985d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 210 time: 0.0469601
Dec 18 21:50:20.025583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 41966021-f27a-4b1d-acbd-f02fc6d7c009 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:50:20.055439 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-e787a6c1-5b4c-40e5-8421-aa69917198f5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:20.058099 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-e787a6c1-5b4c-40e5-8421-aa69917198f5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.31 "GET /v2.0/networks?id=cfe8402e-d259-40be-9fbd-1c1f93d9bced HTTP/1.1" status: 200  len: 797 time: 0.1569521
Dec 18 21:50:20.089175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda3028-bce6-4ecb-8108-a55f91b6e613 None None] Pushing event updated for resources: {'Port': ['ID=42780e68-85ba-4adf-9338-fb291da01c15,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:20.123287 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:20.130780 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-18f273c6-ea25-45d1-8cce-8b527cdb2a68 None None] Provisioning complete for port 42780e68-85ba-4adf-9338-fb291da01c15 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:20.131149 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-18f273c6-ea25-45d1-8cce-8b527cdb2a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:20.132714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 41966021-f27a-4b1d-acbd-f02fc6d7c009 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:20.133076 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:20.149537 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-0a643f3f-3905-43ab-bdac-b047165ddf6b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 380 time: 0.0821261
Dec 18 21:50:20.160228 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'port': {'device_id': 'be677243-8a87-40f0-803c-82940b3a50a9', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'admin_state_up': True, 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'security_groups': ['0300b31c-7fa0-4be6-8cef-adf577a63265']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:20.193305 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f7c3100>, [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:17Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42780e68-85ba-4adf-9338-fb291da01c15', 'name': '', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:b3:90:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:16Z', 'updated_at': '2021-12-18T21:50:19Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:20.220869 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7bfa68-8588-4a49-be84-db3659761ac6 None None] The sync data for ids ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'] in ncdv-master-1 is: [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:17Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42780e68-85ba-4adf-9338-fb291da01c15', 'name': '', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:b3:90:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:16Z', 'updated_at': '2021-12-18T21:50:19Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:50:20.314996 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:50:20.318914 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:20.465106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.20.0.4 (cfe8402e-d259-40be-9fbd-1c1f93d9bced/822b4382-8b3c-4143-9e9a-9aaa74748199/b6af1d3f-a4b4-4823-8ba0-9de053c487f5) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:50:20.631440 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:20.670056 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:20.736429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network cfe8402e-d259-40be-9fbd-1c1f93d9bced is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:50:20.736429 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:50:20.740327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:50:20.787980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=b6af1d3f-a4b4-4823-8ba0-9de053c487f5,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:20.795802 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:20.796929 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:20.818576 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-8f74427d-5d98-444c-98fa-c1f89f9b37c6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6626682
Dec 18 21:50:20.889135 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Request body: {'port': {'device_id': 'be677243-8a87-40f0-803c-82940b3a50a9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:20.948775 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:21.016684 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f357809d-c0a0-4fcc-ab69-61fb058c1662 None None] Provisioning complete for port b6af1d3f-a4b4-4823-8ba0-9de053c487f5 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:21.017145 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f357809d-c0a0-4fcc-ab69-61fb058c1662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:21.078409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f357809d-c0a0-4fcc-ab69-61fb058c1662 None None] Port b6af1d3f-a4b4-4823-8ba0-9de053c487f5 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:50:21.156948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084e9dd-a874-40d2-8209-8628674232d8 req-daf8fccb-c05b-4556-b70f-cba145b60b6d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:21.161767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f084e9dd-a874-40d2-8209-8628674232d8 req-daf8fccb-c05b-4556-b70f-cba145b60b6d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 931 time: 0.0592804
Dec 18 21:50:21.217981 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f084e9dd-a874-40d2-8209-8628674232d8 req-53c3cc3a-2002-4cfa-b4a4-57df4da1c443 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507364
Dec 18 21:50:21.262750 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6af1d3f-a4b4-4823-8ba0-9de053c487f5 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:50:21.271045 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:21.284013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Transition to ACTIVE for port object b6af1d3f-a4b4-4823-8ba0-9de053c487f5 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:50:21.288409 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:21.338195 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6af1d3f-a4b4-4823-8ba0-9de053c487f5,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:21.424626 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Attempting to bind port b6af1d3f-a4b4-4823-8ba0-9de053c487f5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:50:21.425047 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Attempting to bind port b6af1d3f-a4b4-4823-8ba0-9de053c487f5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:50:21.425456 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Attempting to bind port b6af1d3f-a4b4-4823-8ba0-9de053c487f5 on network cfe8402e-d259-40be-9fbd-1c1f93d9bced {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:50:21.430549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Port b6af1d3f-a4b4-4823-8ba0-9de053c487f5 on network cfe8402e-d259-40be-9fbd-1c1f93d9bced not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:50:21.430959 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Attempting to bind port b6af1d3f-a4b4-4823-8ba0-9de053c487f5 on network cfe8402e-d259-40be-9fbd-1c1f93d9bced {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:50:21.436734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:50:21.437182 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Checking segment: {'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:50:21.437643 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Bound using segment: {'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:50:21.438153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Bound port: b6af1d3f-a4b4-4823-8ba0-9de053c487f5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc1737fe-7143-44c3-93f4-5393480d8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:50:21.438602 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:21.512469 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] For port b6af1d3f-a4b4-4823-8ba0-9de053c487f5, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:50:21.516294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] For port b6af1d3f-a4b4-4823-8ba0-9de053c487f5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6af1d3f-a4b4-4823-8ba0-9de053c487f5,segment=NetworkSegment(cc1737fe-7143-44c3-93f4-5393480d8498),segment_id=cc1737fe-7143-44c3-93f4-5393480d8498)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:50:21.520727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:21.552095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:21.552643 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:21.554936 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/b6af1d3f-a4b4-4823-8ba0-9de053c487f5 HTTP/1.1" status: 200  len: 1091 time: 0.7292666
Dec 18 21:50:21.557296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be677243-8a87-40f0-803c-82940b3a50a9', 'tag': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:50:21.561324 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239df75d-2e78-4cda-9a92-bb3087f8660f" -d '{"events": [{"name": "network-changed", "server_uuid": "be677243-8a87-40f0-803c-82940b3a50a9", "tag": "b6af1d3f-a4b4-4823-8ba0-9de053c487f5"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:50:21.593798 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ee6c7-a3bd-4542-9e6d-9708cde0f6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6af1d3f-a4b4-4823-8ba0-9de053c487f5,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:21.612631 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df0988e-c513-4d19-bfb6-3e2f02ffcea8 x-openstack-request-id: req-9df0988e-c513-4d19-bfb6-3e2f02ffcea8 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:50:21.612919 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be677243-8a87-40f0-803c-82940b3a50a9", "tag": "b6af1d3f-a4b4-4823-8ba0-9de053c487f5", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:50:21.613176 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9df0988e-c513-4d19-bfb6-3e2f02ffcea8 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:50:21.613586 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be677243-8a87-40f0-803c-82940b3a50a9', 'tag': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5', 'status': 'completed', 'code': 200}
Dec 18 21:50:21.659299 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-7e668f91-7510-4437-8a85-6cea752ee8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:21.660815 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-7e668f91-7510-4437-8a85-6cea752ee8e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 1094 time: 0.0442705
Dec 18 21:50:21.708899 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-4fcbb31c-cd46-4900-b260-3be62b1c32c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6af1d3f-a4b4-4823-8ba0-9de053c487f5 HTTP/1.1" status: 200  len: 217 time: 0.0393388
Dec 18 21:50:21.758377 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-7a718b81-0bbd-45e8-b5a4-06cb4d54608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:21.759831 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-7a718b81-0bbd-45e8-b5a4-06cb4d54608b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=822b4382-8b3c-4143-9e9a-9aaa74748199 HTTP/1.1" status: 200  len: 833 time: 0.0438981
Dec 18 21:50:21.806419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-7fdc99a5-ea7d-47fc-a1ae-926339eea8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:21.808067 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-7fdc99a5-ea7d-47fc-a1ae-926339eea8df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cfe8402e-d259-40be-9fbd-1c1f93d9bced&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416071
Dec 18 21:50:21.902993 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-a9239f21-422f-44b8-aa98-84ecad6db3fb service neutron] 10.222.0.31 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881524
Dec 18 21:50:21.913225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 42780e68-85ba-4adf-9338-fb291da01c15 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:50:21.961742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 42780e68-85ba-4adf-9338-fb291da01c15 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:21.962197 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:21.991781 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-68bc3f90-47a6-46fc-9973-6ad14f879ec7 req-fe51ba76-16eb-4d59-ba06-26bb811e0ad2 service neutron] 10.222.0.31 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824296
Dec 18 21:50:22.078416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239df75d-2e78-4cda-9a92-bb3087f8660f req-f43b6ab4-7543-44de-aa31-ae1c7b0a0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:22.079900 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-239df75d-2e78-4cda-9a92-bb3087f8660f req-f43b6ab4-7543-44de-aa31-ae1c7b0a0842 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 1094 time: 0.0450618
Dec 18 21:50:22.168679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239df75d-2e78-4cda-9a92-bb3087f8660f req-0d2d1e90-6626-4c2f-afad-b865947c63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:22.170132 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-239df75d-2e78-4cda-9a92-bb3087f8660f req-0d2d1e90-6626-4c2f-afad-b865947c63f3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cfe8402e-d259-40be-9fbd-1c1f93d9bced HTTP/1.1" status: 200  len: 898 time: 0.0826120
Dec 18 21:50:22.215185 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-239df75d-2e78-4cda-9a92-bb3087f8660f req-d8748ad8-2115-4a43-826e-e1a526a967f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6af1d3f-a4b4-4823-8ba0-9de053c487f5 HTTP/1.1" status: 200  len: 217 time: 0.0381224
Dec 18 21:50:22.262926 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239df75d-2e78-4cda-9a92-bb3087f8660f req-d9d4275d-a318-484c-8ec9-bc3432aa18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:22.264375 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-239df75d-2e78-4cda-9a92-bb3087f8660f req-d9d4275d-a318-484c-8ec9-bc3432aa18b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=822b4382-8b3c-4143-9e9a-9aaa74748199 HTTP/1.1" status: 200  len: 833 time: 0.0430148
Dec 18 21:50:22.312812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239df75d-2e78-4cda-9a92-bb3087f8660f req-e28ced3d-bde4-499a-997e-70b9d408bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:22.314310 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-239df75d-2e78-4cda-9a92-bb3087f8660f req-e28ced3d-bde4-499a-997e-70b9d408bbdd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cfe8402e-d259-40be-9fbd-1c1f93d9bced&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0418308
Dec 18 21:50:22.336254 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1658fd-6fb5-4fd4-9d03-38c1162c3b3b req-a49db550-589f-4471-8d2f-cd4dd75f106c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:22.338441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a1658fd-6fb5-4fd4-9d03-38c1162c3b3b req-a49db550-589f-4471-8d2f-cd4dd75f106c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 943 time: 0.0485244
Dec 18 21:50:22.387216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8a1658fd-6fb5-4fd4-9d03-38c1162c3b3b req-679cb1cc-e481-402f-95f4-34b858c1b0c8 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432038
Dec 18 21:50:22.407554 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-239df75d-2e78-4cda-9a92-bb3087f8660f req-22855ebf-b77c-4a06-a056-d4e1f1387fc9 service neutron] 10.222.0.31 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858347
Dec 18 21:50:22.498456 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-239df75d-2e78-4cda-9a92-bb3087f8660f req-6a9a33be-de5b-4a31-bcff-d76558a3c955 service neutron] 10.222.0.31 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821683
Dec 18 21:50:23.503236 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d455f5-3b73-4308-b91c-71e3b9a3352b req-690401bc-ec09-4c20-acb9-b3b6e78be0ec tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:23.504726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-24d455f5-3b73-4308-b91c-71e3b9a3352b req-690401bc-ec09-4c20-acb9-b3b6e78be0ec tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 943 time: 0.0480108
Dec 18 21:50:23.556801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-24d455f5-3b73-4308-b91c-71e3b9a3352b req-1eaa65e9-0444-4ab5-aa7f-f1f0625654eb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459483
Dec 18 21:50:24.262263 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b6af1d3f-a4b4-4823-8ba0-9de053c487f5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:50:24.353671 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port b6af1d3f-a4b4-4823-8ba0-9de053c487f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6af1d3f-a4b4-4823-8ba0-9de053c487f5,segment=NetworkSegment(cc1737fe-7143-44c3-93f4-5393480d8498),segment_id=cc1737fe-7143-44c3-93f4-5393480d8498)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:50:24.370230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'port_id': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5', 'mac_address': 'fa:16:3e:ca:a3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:50:24.405898 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:24.419082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6af1d3f-a4b4-4823-8ba0-9de053c487f5 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:50:24.437227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port b6af1d3f-a4b4-4823-8ba0-9de053c487f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6af1d3f-a4b4-4823-8ba0-9de053c487f5,segment=NetworkSegment(cc1737fe-7143-44c3-93f4-5393480d8498),segment_id=cc1737fe-7143-44c3-93f4-5393480d8498)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:50:24.440586 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:24.486149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=b6af1d3f-a4b4-4823-8ba0-9de053c487f5,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:24.626928 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['b6af1d3f-a4b4-4823-8ba0-9de053c487f5'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:50:24.672295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b383605-5a47-4512-b7dd-7d04f7146423 req-e58a00f4-f634-41b1-932e-09bc41ee040f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:24.673806 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b383605-5a47-4512-b7dd-7d04f7146423 req-e58a00f4-f634-41b1-932e-09bc41ee040f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 944 time: 0.0479465
Dec 18 21:50:24.723602 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9b383605-5a47-4512-b7dd-7d04f7146423 req-4c408eab-c929-4f15-8d1e-4f4c0dd58057 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438387
Dec 18 21:50:25.843586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a90608-f4f8-4535-acab-77e9b9909acc req-6938a6fb-75f3-4a42-98ab-1fdc529a7ca3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:25.845089 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41a90608-f4f8-4535-acab-77e9b9909acc req-6938a6fb-75f3-4a42-98ab-1fdc529a7ca3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 944 time: 0.0477271
Dec 18 21:50:25.894936 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41a90608-f4f8-4535-acab-77e9b9909acc req-0448418f-b99b-4c9c-b2b8-868b39f4c0b3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435634
Dec 18 21:50:26.279172 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b6af1d3f-a4b4-4823-8ba0-9de053c487f5 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:50:26.326055 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port b6af1d3f-a4b4-4823-8ba0-9de053c487f5 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:50:26.329772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port b6af1d3f-a4b4-4823-8ba0-9de053c487f5 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:50:26.330144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:26.408020 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:26.429869 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be677243-8a87-40f0-803c-82940b3a50a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:50:26.432126 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955069b3-3cfd-447c-b1d8-f368bce6ed0d" -d '{"events": [{"server_uuid": "be677243-8a87-40f0-803c-82940b3a50a9", "name": "network-vif-plugged", "status": "completed", "tag": "b6af1d3f-a4b4-4823-8ba0-9de053c487f5"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:50:26.444656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port b6af1d3f-a4b4-4823-8ba0-9de053c487f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6af1d3f-a4b4-4823-8ba0-9de053c487f5,segment=NetworkSegment(cc1737fe-7143-44c3-93f4-5393480d8498),segment_id=cc1737fe-7143-44c3-93f4-5393480d8498)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:50:26.449095 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:26.481636 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24923431-569c-4177-b383-cf03de9cdbff x-openstack-request-id: req-24923431-569c-4177-b383-cf03de9cdbff {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:50:26.481934 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be677243-8a87-40f0-803c-82940b3a50a9", "name": "network-vif-plugged", "status": "completed", "tag": "b6af1d3f-a4b4-4823-8ba0-9de053c487f5", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:50:26.482194 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24923431-569c-4177-b383-cf03de9cdbff {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:50:26.482626 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be677243-8a87-40f0-803c-82940b3a50a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5', 'code': 200}
Dec 18 21:50:26.499822 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=b6af1d3f-a4b4-4823-8ba0-9de053c487f5,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:26.580036 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba45190-63f4-4ccc-a126-7f222c8fe87d req-327a994d-e641-4bf8-8fa5-0d22a942d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:26.581453 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bba45190-63f4-4ccc-a126-7f222c8fe87d req-327a994d-e641-4bf8-8fa5-0d22a942d283 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 1096 time: 0.0423200
Dec 18 21:50:26.628299 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bba45190-63f4-4ccc-a126-7f222c8fe87d req-96a814e9-6bad-419c-802d-1d4421a4f3c5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386477
Dec 18 21:50:27.014240 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a136d4c-a7ea-47f6-93fb-a534af2a66ef req-87c8cb17-7388-456e-9c76-84318d507892 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:27.015736 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a136d4c-a7ea-47f6-93fb-a534af2a66ef req-87c8cb17-7388-456e-9c76-84318d507892 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0520086
Dec 18 21:50:27.064235 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3a136d4c-a7ea-47f6-93fb-a534af2a66ef req-80b89823-d5f2-4b43-89f8-e053e99cbefb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425858
Dec 18 21:50:28.179657 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee7133-fc81-4c85-837a-b5c463824c09 req-d5853703-275a-4933-9965-988022928ea4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:28.181456 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ee7133-fc81-4c85-837a-b5c463824c09 req-d5853703-275a-4933-9965-988022928ea4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0484912
Dec 18 21:50:28.231010 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b9ee7133-fc81-4c85-837a-b5c463824c09 req-3a0803ae-6213-4b79-8d42-3f3c3424aaf9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420814
Dec 18 21:50:28.352073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdd137-089d-48be-8342-ddd6e14bbc55 req-7765df61-a48d-4c01-b81a-259855b7218f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:28.354153 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-befdd137-089d-48be-8342-ddd6e14bbc55 req-7765df61-a48d-4c01-b81a-259855b7218f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0526783
Dec 18 21:50:28.403166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-befdd137-089d-48be-8342-ddd6e14bbc55 req-f746ed52-c560-4d48-9034-3c9e777ed3c2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421891
Dec 18 21:50:28.424838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54938) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:28.463858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a3504-d3fd-4ddc-a1d2-36f77bf05c62 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:28.465367 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f79a3504-d3fd-4ddc-a1d2-36f77bf05c62 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 1091 time: 0.0395961
Dec 18 21:50:28.468245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54940) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:28.472503 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address': '172.20.0.4'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:50:28.496496 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:28.591329 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:28.687560 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.35.3.94 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/0ca289dc-8ed8-4a82-8181-d77e8c187a83) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:50:28.788430 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:28.820632 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:28.861346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:50:28.864221 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:50:28.867850 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:50:28.873255 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=0ca289dc-8ed8-4a82-8181-d77e8c187a83,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:29.218493 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:29.282070 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:29.425980 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:29.430435 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:29.497618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=0ca289dc-8ed8-4a82-8181-d77e8c187a83,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:50:29.511043 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:29.609113 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Floating IP 8f460456-a2de-43c3-b10f-45aee576190a associated. External IP: 172.35.3.94, port: b6af1d3f-a4b4-4823-8ba0-9de053c487f5.
Dec 18 21:50:29.811644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router bb9832ea-9b6d-4140-bc7f-e90950abe96e has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:50:29.912464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:50:29.922859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9421feb1-c14a-4398-bce7-7d038f991210 None None] Sync routers for ids ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:50:29.930879 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:29.932383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421feb1-c14a-4398-bce7-7d038f991210 None None] Routers {'bb9832ea-9b6d-4140-bc7f-e90950abe96e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:50:29.932993 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9421feb1-c14a-4398-bce7-7d038f991210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e6d28e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:29.962116 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4d853edc-5707-40ff-9821-8a547d29d0da tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.4928486
Dec 18 21:50:29.962712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be677243-8a87-40f0-803c-82940b3a50a9', 'tag': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:50:29.965062 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b18e2b-f47c-4ef5-a40c-b7388963b6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "be677243-8a87-40f0-803c-82940b3a50a9", "tag": "b6af1d3f-a4b4-4823-8ba0-9de053c487f5"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:50:30.046740 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-9421feb1-c14a-4398-bce7-7d038f991210 None None] Set router bb9832ea-9b6d-4140-bc7f-e90950abe96e gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:50:30.070523 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242a3d0-c53e-4f4e-b0e1-458bb3548a53 req-7ab2b8fd-0648-43f5-a18a-96859026f1a6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:30.072041 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8242a3d0-c53e-4f4e-b0e1-458bb3548a53 req-7ab2b8fd-0648-43f5-a18a-96859026f1a6 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0512660
Dec 18 21:50:30.073491 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbab17d7-9c83-4001-a34d-18b697e486d6 x-openstack-request-id: req-fbab17d7-9c83-4001-a34d-18b697e486d6 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:50:30.073775 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be677243-8a87-40f0-803c-82940b3a50a9", "tag": "b6af1d3f-a4b4-4823-8ba0-9de053c487f5", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:50:30.074082 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbab17d7-9c83-4001-a34d-18b697e486d6 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:50:30.074522 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be677243-8a87-40f0-803c-82940b3a50a9', 'tag': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5', 'status': 'completed', 'code': 200}
Dec 18 21:50:30.127482 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8242a3d0-c53e-4f4e-b0e1-458bb3548a53 req-de779ed2-e070-410c-8ac0-9e1744fba9bd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475450
Dec 18 21:50:30.131336 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b18e2b-f47c-4ef5-a40c-b7388963b6a9 req-db8db1ed-649c-438f-99b1-a7d5eef58878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:30.132839 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3b18e2b-f47c-4ef5-a40c-b7388963b6a9 req-db8db1ed-649c-438f-99b1-a7d5eef58878 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 1096 time: 0.0455506
Dec 18 21:50:30.150030 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54948) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:30.219361 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-dfb0d174-7976-4a53-85e4-203304ebe015 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/8f460456-a2de-43c3-b10f-45aee576190a HTTP/1.1" status: 200  len: 990 time: 0.0681245
Dec 18 21:50:30.232434 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b18e2b-f47c-4ef5-a40c-b7388963b6a9 req-9deba96a-0894-4e6f-9585-92d22bb89d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:30.233913 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3b18e2b-f47c-4ef5-a40c-b7388963b6a9 req-9deba96a-0894-4e6f-9585-92d22bb89d76 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cfe8402e-d259-40be-9fbd-1c1f93d9bced HTTP/1.1" status: 200  len: 898 time: 0.0944288
Dec 18 21:50:30.284581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9421feb1-c14a-4398-bce7-7d038f991210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e6d28e0>, [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:17Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8f460456-a2de-43c3-b10f-45aee576190a', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.94', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'port_id': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'mac_address': 'fa:16:3e:ca:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be677243-8a87-40f0-803c-82940b3a50a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:50:29Z', 'updated_at': '2021-12-18T21:50:29Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42780e68-85ba-4adf-9338-fb291da01c15', 'name': '', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:b3:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:16Z', 'updated_at': '2021-12-18T21:50:19Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:30.304633 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3b18e2b-f47c-4ef5-a40c-b7388963b6a9 req-aff087d6-5799-4dda-82bd-08ed14873408 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6af1d3f-a4b4-4823-8ba0-9de053c487f5 HTTP/1.1" status: 200  len: 998 time: 0.0642252
Dec 18 21:50:30.313815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9421feb1-c14a-4398-bce7-7d038f991210 None None] Checking router: bb9832ea-9b6d-4140-bc7f-e90950abe96e for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:50:30.322026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421feb1-c14a-4398-bce7-7d038f991210 None None] Routers {'bb9832ea-9b6d-4140-bc7f-e90950abe96e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:50:30.322651 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9421feb1-c14a-4398-bce7-7d038f991210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e6d28e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:50:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:30.352813 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b18e2b-f47c-4ef5-a40c-b7388963b6a9 req-b10ff95e-f5ce-4e6e-a01a-851713c31065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:30.354296 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3b18e2b-f47c-4ef5-a40c-b7388963b6a9 req-b10ff95e-f5ce-4e6e-a01a-851713c31065 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=822b4382-8b3c-4143-9e9a-9aaa74748199 HTTP/1.1" status: 200  len: 833 time: 0.0432589
Dec 18 21:50:30.397971 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b18e2b-f47c-4ef5-a40c-b7388963b6a9 req-5c8a8800-d161-469a-9540-f9d87881a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:50:30.399569 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3b18e2b-f47c-4ef5-a40c-b7388963b6a9 req-5c8a8800-d161-469a-9540-f9d87881a58f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cfe8402e-d259-40be-9fbd-1c1f93d9bced&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387557
Dec 18 21:50:30.425090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-9421feb1-c14a-4398-bce7-7d038f991210 None None] Set router bb9832ea-9b6d-4140-bc7f-e90950abe96e gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:50:30.491892 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3b18e2b-f47c-4ef5-a40c-b7388963b6a9 req-daa9b4d6-83c9-486b-bf0c-f0c2001f6035 service neutron] 10.222.0.31 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856292
Dec 18 21:50:30.581361 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e3b18e2b-f47c-4ef5-a40c-b7388963b6a9 req-475d94e4-c0f7-4b00-a791-465acdae6b66 service neutron] 10.222.0.31 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827820
Dec 18 21:50:30.646579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-9421feb1-c14a-4398-bce7-7d038f991210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e6d28e0>, [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:17Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8f460456-a2de-43c3-b10f-45aee576190a', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.94', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'port_id': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'mac_address': 'fa:16:3e:ca:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be677243-8a87-40f0-803c-82940b3a50a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:50:29Z', 'updated_at': '2021-12-18T21:50:29Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42780e68-85ba-4adf-9338-fb291da01c15', 'name': '', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:b3:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:16Z', 'updated_at': '2021-12-18T21:50:19Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:50:30.676356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9421feb1-c14a-4398-bce7-7d038f991210 None None] The sync data for ids ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'] in ncdv-master-1 is: [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:17Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8f460456-a2de-43c3-b10f-45aee576190a', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.94', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'port_id': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'mac_address': 'fa:16:3e:ca:a3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be677243-8a87-40f0-803c-82940b3a50a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:50:29Z', 'updated_at': '2021-12-18T21:50:29Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42780e68-85ba-4adf-9338-fb291da01c15', 'name': '', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:b3:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:16Z', 'updated_at': '2021-12-18T21:50:19Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:50:30.882985 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565bc489-0f5b-4ac3-8496-fb8f79f1e9e1 None None] New status for floating IP 8f460456-a2de-43c3-b10f-45aee576190a: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:50:31.223326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 54952) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:50:31.283095 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f5c6e287-7fe5-4dfb-823e-8bf72d01564d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/8f460456-a2de-43c3-b10f-45aee576190a HTTP/1.1" status: 200  len: 992 time: 0.0586953
Dec 18 21:50:33.095091 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-99b50313-58ca-46c0-be6a-de880f23bc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:35.287642 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6138f6f3-00ec-46a8-97ff-f479b266aff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:36.297425 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:50:36.617506 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:38.328759 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:38.686964 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:45.465085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:50:50.103994 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:00.054647 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048c916-ced6-4490-9f4f-443ee39bb820 req-37e5dc75-e636-4f6e-b77b-21ad74b000ab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:00.056132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a048c916-ced6-4490-9f4f-443ee39bb820 req-37e5dc75-e636-4f6e-b77b-21ad74b000ab tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0482419
Dec 18 21:51:00.106094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a048c916-ced6-4490-9f4f-443ee39bb820 req-3fd2e255-7ab0-4c1e-8865-d7f0c811179f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435328
Dec 18 21:51:01.229297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f3e72-20a9-45ea-a568-5b56d87dba9d req-287afb8b-884a-4e3e-b325-d9e78b3d70a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:01.230791 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5f3e72-20a9-45ea-a568-5b56d87dba9d req-287afb8b-884a-4e3e-b325-d9e78b3d70a1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0531406
Dec 18 21:51:01.284292 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-de5f3e72-20a9-45ea-a568-5b56d87dba9d req-bf153280-dd8d-44d4-ab79-5e0adc8a135e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475419
Dec 18 21:51:02.397621 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05b2a8-5e33-4c40-af3a-96212043323b req-2a227939-ff6b-43cb-a76d-e96d66801c68 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:02.399211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd05b2a8-5e33-4c40-af3a-96212043323b req-2a227939-ff6b-43cb-a76d-e96d66801c68 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0475802
Dec 18 21:51:02.447065 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd05b2a8-5e33-4c40-af3a-96212043323b req-ca015f72-a922-4ef7-bab0-6dfedb7dab43 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414557
Dec 18 21:51:03.097068 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b335198d-0784-4b45-8def-e51333ee3f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:03.566213 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b68312-7fea-40c4-bf22-b2fc533d7167 req-9cae958e-363b-47ae-854e-47393e11bce8 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:03.567727 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41b68312-7fea-40c4-bf22-b2fc533d7167 req-9cae958e-363b-47ae-854e-47393e11bce8 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0521326
Dec 18 21:51:03.621935 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-41b68312-7fea-40c4-bf22-b2fc533d7167 req-8b2b7f8d-e914-412e-aeef-964825b0bc6b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482144
Dec 18 21:51:04.736430 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1560ff-f9c3-4386-a44f-6f4eeb6aa488 req-1240056b-b48a-4ed0-b51f-1949a5b22e8b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:04.737924 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c1560ff-f9c3-4386-a44f-6f4eeb6aa488 req-1240056b-b48a-4ed0-b51f-1949a5b22e8b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0478554
Dec 18 21:51:04.787084 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4c1560ff-f9c3-4386-a44f-6f4eeb6aa488 req-a4e52177-889a-4962-826c-390bd465f362 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431538
Dec 18 21:51:05.289437 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9e50d1f9-bcbd-4a3a-8ca2-332e39a1bad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:05.902596 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df51433-1634-404e-a7c9-286928b8093a req-b0cad282-0bf8-4b52-b0ba-9f1ce1963524 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:05.904624 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6df51433-1634-404e-a7c9-286928b8093a req-b0cad282-0bf8-4b52-b0ba-9f1ce1963524 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0471003
Dec 18 21:51:05.955017 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6df51433-1634-404e-a7c9-286928b8093a req-497f1682-41f0-44a3-a194-19e35db95abc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444484
Dec 18 21:51:06.619909 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:07.068962 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38b25d-a402-479c-88b7-989626035d58 req-bc3f3048-be8c-4541-82ba-9159b3d28021 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:07.070451 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dc38b25d-a402-479c-88b7-989626035d58 req-bc3f3048-be8c-4541-82ba-9159b3d28021 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0480263
Dec 18 21:51:07.118761 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dc38b25d-a402-479c-88b7-989626035d58 req-9c6c6e9a-ad30-45bf-bf4f-c62e086fbb37 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424168
Dec 18 21:51:08.232033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2492eb-7136-4628-bcbd-4d1adaa565b9 req-54e6ebb6-7a15-4f16-aced-bb65ac82924e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:08.234154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f2492eb-7136-4628-bcbd-4d1adaa565b9 req-54e6ebb6-7a15-4f16-aced-bb65ac82924e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0492485
Dec 18 21:51:08.280952 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7f2492eb-7136-4628-bcbd-4d1adaa565b9 req-38debdc6-03a3-46e9-8758-6034ca39ebd4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408578
Dec 18 21:51:08.331828 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:08.688001 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:09.398174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7899c2-92e7-436f-87cb-5cdb86001b81 req-a050f8e8-283c-4548-987f-e8a85b547737 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:09.399663 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd7899c2-92e7-436f-87cb-5cdb86001b81 req-a050f8e8-283c-4548-987f-e8a85b547737 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0506835
Dec 18 21:51:09.446975 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-dd7899c2-92e7-436f-87cb-5cdb86001b81 req-618183f1-37c4-4c76-a63d-2792f6f66506 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413611
Dec 18 21:51:10.561571 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a18976-605a-49cd-9b27-d4a84d07c3dd req-9cc9a68e-ab5c-4f25-9a3c-37c4f567ee3c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:10.563133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18a18976-605a-49cd-9b27-d4a84d07c3dd req-9cc9a68e-ab5c-4f25-9a3c-37c4f567ee3c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0475743
Dec 18 21:51:10.610801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18a18976-605a-49cd-9b27-d4a84d07c3dd req-2e153a02-23b2-444e-98cd-d133dcbcb76c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417902
Dec 18 21:51:10.632877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55004) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:11.018532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fe1327b7-13bc-4a5d-80f6-9683b956569c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/8f460456-a2de-43c3-b10f-45aee576190a HTTP/1.1" status: 200  len: 992 time: 0.3844652
Dec 18 21:51:12.279073 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe88237-c4fb-42b6-aa7f-4b9ea635096a req-446c88fd-437e-4c5d-a6e1-b661a45d828a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:12.280578 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2fe88237-c4fb-42b6-aa7f-4b9ea635096a req-446c88fd-437e-4c5d-a6e1-b661a45d828a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0489545
Dec 18 21:51:12.303411 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b143858-b218-4d59-9707-0618e540d6a3 req-83c116de-062f-4b40-b67a-4aabf52d5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:12.304824 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b143858-b218-4d59-9707-0618e540d6a3 req-83c116de-062f-4b40-b67a-4aabf52d5e92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 1096 time: 0.0455890
Dec 18 21:51:12.330523 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2fe88237-c4fb-42b6-aa7f-4b9ea635096a req-9d898225-bd7e-4d1c-b349-d5140fa8318b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438685
Dec 18 21:51:12.393405 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b143858-b218-4d59-9707-0618e540d6a3 req-23fea5a8-ea72-4c60-838b-71e7b20af693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:12.394923 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b143858-b218-4d59-9707-0618e540d6a3 req-23fea5a8-ea72-4c60-838b-71e7b20af693 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cfe8402e-d259-40be-9fbd-1c1f93d9bced HTTP/1.1" status: 200  len: 898 time: 0.0833750
Dec 18 21:51:12.462902 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b143858-b218-4d59-9707-0618e540d6a3 req-c9e999d2-63cb-4306-9743-1f97f4456cb2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6af1d3f-a4b4-4823-8ba0-9de053c487f5 HTTP/1.1" status: 200  len: 1000 time: 0.0605104
Dec 18 21:51:12.511664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b143858-b218-4d59-9707-0618e540d6a3 req-f830c0b0-e0df-4cf1-a09d-5e179980ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:12.513117 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b143858-b218-4d59-9707-0618e540d6a3 req-f830c0b0-e0df-4cf1-a09d-5e179980ac57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=822b4382-8b3c-4143-9e9a-9aaa74748199 HTTP/1.1" status: 200  len: 833 time: 0.0435853
Dec 18 21:51:12.556772 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b143858-b218-4d59-9707-0618e540d6a3 req-6cb8ec4a-c238-4807-8252-8ff547be7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:12.558137 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b143858-b218-4d59-9707-0618e540d6a3 req-6cb8ec4a-c238-4807-8252-8ff547be7ebe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cfe8402e-d259-40be-9fbd-1c1f93d9bced&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0383673
Dec 18 21:51:12.650715 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b143858-b218-4d59-9707-0618e540d6a3 req-b5d700c5-1837-4f6a-99a3-36d8f0818722 service neutron] 10.222.0.31 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850618
Dec 18 21:51:12.738450 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3b143858-b218-4d59-9707-0618e540d6a3 req-147d622c-8a97-423e-8e13-be04e7f02e4e service neutron] 10.222.0.31 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814168
Dec 18 21:51:13.296197 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:51:13.446858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba778a-eaa8-44dd-8087-1b542d4006d3 req-38e5f00b-2e1c-487b-af93-21af17c3e5ea tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:13.448319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-deba778a-eaa8-44dd-8087-1b542d4006d3 req-38e5f00b-2e1c-487b-af93-21af17c3e5ea tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0476208
Dec 18 21:51:13.497089 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-deba778a-eaa8-44dd-8087-1b542d4006d3 req-64da2993-5dad-4d6b-8599-f5ec32d5efbb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423388
Dec 18 21:51:13.520994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55014) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:13.582183 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3db6fa74-0798-42cc-b1f7-ad5cbfac1db5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/8f460456-a2de-43c3-b10f-45aee576190a HTTP/1.1" status: 200  len: 992 time: 0.0599163
Dec 18 21:51:14.555165 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-696db35f-0c89-4d5e-bc04-541e88221d09 req-35269e85-3e63-414b-8cbe-4d93e0260a7c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0394342
Dec 18 21:51:14.638864 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696db35f-0c89-4d5e-bc04-541e88221d09 req-cc3fcf45-98f3-48a4-a531-4826288f29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:14.640320 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-696db35f-0c89-4d5e-bc04-541e88221d09 req-cc3fcf45-98f3-48a4-a531-4826288f29c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 1096 time: 0.0435007
Dec 18 21:51:14.740951 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696db35f-0c89-4d5e-bc04-541e88221d09 req-02099454-8a6d-4107-8707-916da86878af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:14.742483 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-696db35f-0c89-4d5e-bc04-541e88221d09 req-02099454-8a6d-4107-8707-916da86878af service neutron] 10.222.0.31 "GET /v2.0/networks?id=cfe8402e-d259-40be-9fbd-1c1f93d9bced HTTP/1.1" status: 200  len: 898 time: 0.0837829
Dec 18 21:51:14.811593 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-696db35f-0c89-4d5e-bc04-541e88221d09 req-52076f65-ef80-46bf-b5f9-3842f7806405 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6af1d3f-a4b4-4823-8ba0-9de053c487f5 HTTP/1.1" status: 200  len: 1000 time: 0.0625427
Dec 18 21:51:14.859035 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696db35f-0c89-4d5e-bc04-541e88221d09 req-29411108-b6fc-4fba-bb42-7de2f9bc01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:14.860406 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-696db35f-0c89-4d5e-bc04-541e88221d09 req-29411108-b6fc-4fba-bb42-7de2f9bc01d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=822b4382-8b3c-4143-9e9a-9aaa74748199 HTTP/1.1" status: 200  len: 833 time: 0.0423183
Dec 18 21:51:14.904766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696db35f-0c89-4d5e-bc04-541e88221d09 req-bb543507-497e-40cd-9d91-ec53c94a5def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:14.906221 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-696db35f-0c89-4d5e-bc04-541e88221d09 req-bb543507-497e-40cd-9d91-ec53c94a5def service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cfe8402e-d259-40be-9fbd-1c1f93d9bced&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0383055
Dec 18 21:51:15.290547 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-696db35f-0c89-4d5e-bc04-541e88221d09 req-ca55f25f-91f8-47f5-b199-93e65ee9175f service neutron] 10.222.0.31 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3767838
Dec 18 21:51:15.377638 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-696db35f-0c89-4d5e-bc04-541e88221d09 req-fffa0603-fa2e-4991-a655-3bd59b6ffcca service neutron] 10.222.0.31 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803037
Dec 18 21:51:15.475434 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:20.104041 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:33.098367 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e65c40b0-cf3f-40e7-a406-0a3d103c3559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:35.291685 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-93c70b5c-3fc1-452a-a936-f2b6f9b9821c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:36.622814 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:38.334845 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:38.689328 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:43.928473 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55048) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:44.080443 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port 0ca289dc-8ed8-4a82-8181-d77e8c187a83 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:51:44.080673 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:44.154226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:44.154574 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:44.165956 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for 0ca289dc-8ed8-4a82-8181-d77e8c187a83 owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:51:44.305564 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:44.333248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=0ca289dc-8ed8-4a82-8181-d77e8c187a83,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:44.344246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.344609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.344955 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.345295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.345634 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.345975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.346334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.346671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.347004 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.347331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.347699 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.348035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.348360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:44.402228 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:44.402590 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Floating IP 8f460456-a2de-43c3-b10f-45aee576190a disassociated (deleted). External IP: 172.35.3.94, port: b6af1d3f-a4b4-4823-8ba0-9de053c487f5.
Dec 18 21:51:44.603731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router bb9832ea-9b6d-4140-bc7f-e90950abe96e has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:51:44.708274 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:51:44.713388 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:44.719176 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a421a99-01c3-47d4-91d7-7bd9ff4ee410 None None] Sync routers for ids ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:51:44.728549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a421a99-01c3-47d4-91d7-7bd9ff4ee410 None None] Routers {'bb9832ea-9b6d-4140-bc7f-e90950abe96e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:51:44.729147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2a421a99-01c3-47d4-91d7-7bd9ff4ee410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eac4760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:44.741013 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-38c6b223-a484-4231-8890-1a5e305aa43e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/floatingips/8f460456-a2de-43c3-b10f-45aee576190a HTTP/1.1" status: 204  len: 168 time: 0.8114605
Dec 18 21:51:44.741585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be677243-8a87-40f0-803c-82940b3a50a9', 'tag': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:51:44.744482 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed592d5-d1ce-4371-9c53-712a85c9f015" -d '{"events": [{"name": "network-changed", "server_uuid": "be677243-8a87-40f0-803c-82940b3a50a9", "tag": "b6af1d3f-a4b4-4823-8ba0-9de053c487f5"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:51:44.784289 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf88b3d4-5920-40c6-8c38-b6f1b97d3029 x-openstack-request-id: req-cf88b3d4-5920-40c6-8c38-b6f1b97d3029 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:51:44.785235 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be677243-8a87-40f0-803c-82940b3a50a9", "tag": "b6af1d3f-a4b4-4823-8ba0-9de053c487f5", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:51:44.785548 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf88b3d4-5920-40c6-8c38-b6f1b97d3029 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:51:44.785982 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be677243-8a87-40f0-803c-82940b3a50a9', 'tag': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5', 'status': 'completed', 'code': 200}
Dec 18 21:51:44.846295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-2a421a99-01c3-47d4-91d7-7bd9ff4ee410 None None] Set router bb9832ea-9b6d-4140-bc7f-e90950abe96e gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:51:44.857258 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed592d5-d1ce-4371-9c53-712a85c9f015 req-ac0d0dbe-b48f-4391-bcec-5c50ea3cf62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:44.858729 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3ed592d5-d1ce-4371-9c53-712a85c9f015 req-ac0d0dbe-b48f-4391-bcec-5c50ea3cf62e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 1096 time: 0.0504127
Dec 18 21:51:44.956867 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed592d5-d1ce-4371-9c53-712a85c9f015 req-78147942-cd76-4385-b7a8-310841754c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:44.958508 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3ed592d5-d1ce-4371-9c53-712a85c9f015 req-78147942-cd76-4385-b7a8-310841754c71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cfe8402e-d259-40be-9fbd-1c1f93d9bced HTTP/1.1" status: 200  len: 898 time: 0.0906987
Dec 18 21:51:44.982194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ddda6-12c0-420a-88a2-11adc6995e5f req-e99da190-1592-40e0-8d86-c476bfd62916 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:44.983892 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-950ddda6-12c0-420a-88a2-11adc6995e5f req-e99da190-1592-40e0-8d86-c476bfd62916 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0514238
Dec 18 21:51:45.001956 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3ed592d5-d1ce-4371-9c53-712a85c9f015 req-e51022e1-1f1f-4126-a6e4-4be32201e07a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6af1d3f-a4b4-4823-8ba0-9de053c487f5 HTTP/1.1" status: 200  len: 217 time: 0.0363951
Dec 18 21:51:45.037152 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-950ddda6-12c0-420a-88a2-11adc6995e5f req-a70a79d1-6a53-4ffe-8900-50cf15f694b3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465415
Dec 18 21:51:45.055074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2a421a99-01c3-47d4-91d7-7bd9ff4ee410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eac4760>, [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:17Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42780e68-85ba-4adf-9338-fb291da01c15', 'name': '', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:b3:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:16Z', 'updated_at': '2021-12-18T21:50:19Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:45.060461 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed592d5-d1ce-4371-9c53-712a85c9f015 req-7d567ccc-197a-4fdb-8071-3e3293716856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:45.061939 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3ed592d5-d1ce-4371-9c53-712a85c9f015 req-7d567ccc-197a-4fdb-8071-3e3293716856 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=822b4382-8b3c-4143-9e9a-9aaa74748199 HTTP/1.1" status: 200  len: 833 time: 0.0520108
Dec 18 21:51:45.082417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a421a99-01c3-47d4-91d7-7bd9ff4ee410 None None] Checking router: bb9832ea-9b6d-4140-bc7f-e90950abe96e for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:51:45.091517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a421a99-01c3-47d4-91d7-7bd9ff4ee410 None None] Routers {'bb9832ea-9b6d-4140-bc7f-e90950abe96e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:51:45.091916 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2a421a99-01c3-47d4-91d7-7bd9ff4ee410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eac4760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:45.108900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed592d5-d1ce-4371-9c53-712a85c9f015 req-736b0f4e-32e4-4ca6-9def-6fb9475801f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:45.110335 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3ed592d5-d1ce-4371-9c53-712a85c9f015 req-736b0f4e-32e4-4ca6-9def-6fb9475801f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cfe8402e-d259-40be-9fbd-1c1f93d9bced&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397782
Dec 18 21:51:45.196445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-2a421a99-01c3-47d4-91d7-7bd9ff4ee410 None None] Set router bb9832ea-9b6d-4140-bc7f-e90950abe96e gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:51:45.206181 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3ed592d5-d1ce-4371-9c53-712a85c9f015 req-929047e8-93f1-4824-810b-f99f3ddf36c1 service neutron] 10.222.0.31 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873377
Dec 18 21:51:45.295321 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-3ed592d5-d1ce-4371-9c53-712a85c9f015 req-14962712-c213-4069-80c0-ba36f0b65ee0 service neutron] 10.222.0.31 "GET /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810895
Dec 18 21:51:45.394035 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-2a421a99-01c3-47d4-91d7-7bd9ff4ee410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eac4760>, [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:17Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42780e68-85ba-4adf-9338-fb291da01c15', 'name': '', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:b3:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:16Z', 'updated_at': '2021-12-18T21:50:19Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:45.419623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a421a99-01c3-47d4-91d7-7bd9ff4ee410 None None] The sync data for ids ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'] in ncdv-master-1 is: [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:17Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '42780e68-85ba-4adf-9338-fb291da01c15', 'name': '', 'network_id': 'cfe8402e-d259-40be-9fbd-1c1f93d9bced', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:b3:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:16Z', 'updated_at': '2021-12-18T21:50:19Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '822b4382-8b3c-4143-9e9a-9aaa74748199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:51:45.476011 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:45.643774 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014ed81-ad65-4965-bc17-14efd93f669b None None] New status for floating IP 8f460456-a2de-43c3-b10f-45aee576190a: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:51:46.160206 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cee057-e236-4707-81e3-eadde0c5f6fd req-9106d9b7-6766-4f7c-b3ff-08e45d9310e4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:46.162385 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48cee057-e236-4707-81e3-eadde0c5f6fd req-9106d9b7-6766-4f7c-b3ff-08e45d9310e4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0523627
Dec 18 21:51:46.212177 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-48cee057-e236-4707-81e3-eadde0c5f6fd req-423c6a91-1dad-4cb6-a15b-0be09101af2f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=0300b31c-7fa0-4be6-8cef-adf577a63265&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438106
Dec 18 21:51:46.424544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f21ebf-aacf-47eb-a14c-c352dea16e2e req-273c0d22-cdbf-47fb-a635-f56daf5155d8 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:46.425975 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f2f21ebf-aacf-47eb-a14c-c352dea16e2e req-273c0d22-cdbf-47fb-a635-f56daf5155d8 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.31 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 945 time: 0.0478094
Dec 18 21:51:46.515987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-f2f21ebf-aacf-47eb-a14c-c352dea16e2e req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port b6af1d3f-a4b4-4823-8ba0-9de053c487f5 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:51:46.516323 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f2f21ebf-aacf-47eb-a14c-c352dea16e2e req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:46.601275 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-f2f21ebf-aacf-47eb-a14c-c352dea16e2e req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port b6af1d3f-a4b4-4823-8ba0-9de053c487f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6af1d3f-a4b4-4823-8ba0-9de053c487f5,segment=NetworkSegment(cc1737fe-7143-44c3-93f4-5393480d8498),segment_id=cc1737fe-7143-44c3-93f4-5393480d8498)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:51:46.601632 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f2f21ebf-aacf-47eb-a14c-c352dea16e2e req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:46.618240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-f2f21ebf-aacf-47eb-a14c-c352dea16e2e req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for b6af1d3f-a4b4-4823-8ba0-9de053c487f5 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:51:46.741665 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f2f21ebf-aacf-47eb-a14c-c352dea16e2e req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:46.770850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=b6af1d3f-a4b4-4823-8ba0-9de053c487f5,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:46.804007 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.804362 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.804702 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.805040 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.805372 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.805704 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.806031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.806381 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.806708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.807033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.807356 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.807676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.807994 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:46.828360 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f21ebf-aacf-47eb-a14c-c352dea16e2e req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] No DVR routers for this DVR port b6af1d3f-a4b4-4823-8ba0-9de053c487f5 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:51:46.830909 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-f2f21ebf-aacf-47eb-a14c-c352dea16e2e req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:46.834800 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f2f21ebf-aacf-47eb-a14c-c352dea16e2e req-c340f1f1-bc0a-4160-b37e-afe8a0f29c85 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.31 "DELETE /v2.0/ports/b6af1d3f-a4b4-4823-8ba0-9de053c487f5 HTTP/1.1" status: 204  len: 173 time: 0.4025226
Dec 18 21:51:46.835246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be677243-8a87-40f0-803c-82940b3a50a9', 'name': 'network-vif-deleted', 'tag': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:51:46.838069 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd04bf4-edb9-49aa-b2ee-80deb919bad9" -d '{"events": [{"server_uuid": "be677243-8a87-40f0-803c-82940b3a50a9", "name": "network-vif-deleted", "tag": "b6af1d3f-a4b4-4823-8ba0-9de053c487f5"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:51:46.938754 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a995e3-e45a-4c38-8397-dc75534f280a x-openstack-request-id: req-d9a995e3-e45a-4c38-8397-dc75534f280a {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:51:46.939052 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be677243-8a87-40f0-803c-82940b3a50a9", "name": "network-vif-deleted", "tag": "b6af1d3f-a4b4-4823-8ba0-9de053c487f5", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:51:46.939310 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9a995e3-e45a-4c38-8397-dc75534f280a {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:51:46.939710 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be677243-8a87-40f0-803c-82940b3a50a9', 'name': 'network-vif-deleted', 'tag': 'b6af1d3f-a4b4-4823-8ba0-9de053c487f5', 'status': 'completed', 'code': 200}
Dec 18 21:51:47.325123 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-aa9b5eee-8491-4505-b19a-f766f4c0cc41 req-a243c5d5-fdc2-450a-9461-99aca3b42333 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=be677243-8a87-40f0-803c-82940b3a50a9 HTTP/1.1" status: 200  len: 210 time: 0.0264323
Dec 18 21:51:48.385602 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55066) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:48.739473 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b109d476-afa1-4a5a-b3d5-da8a7de93c8d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:48.984892 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b109d476-afa1-4a5a-b3d5-da8a7de93c8d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port 42780e68-85ba-4adf-9338-fb291da01c15 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:51:48.985152 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b109d476-afa1-4a5a-b3d5-da8a7de93c8d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:49.069456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-b109d476-afa1-4a5a-b3d5-da8a7de93c8d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port 42780e68-85ba-4adf-9338-fb291da01c15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42780e68-85ba-4adf-9338-fb291da01c15,segment=NetworkSegment(cc1737fe-7143-44c3-93f4-5393480d8498),segment_id=cc1737fe-7143-44c3-93f4-5393480d8498)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:51:49.069812 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b109d476-afa1-4a5a-b3d5-da8a7de93c8d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:49.081834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-b109d476-afa1-4a5a-b3d5-da8a7de93c8d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for 42780e68-85ba-4adf-9338-fb291da01c15 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:51:49.260339 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b109d476-afa1-4a5a-b3d5-da8a7de93c8d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:49.297349 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109d476-afa1-4a5a-b3d5-da8a7de93c8d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=42780e68-85ba-4adf-9338-fb291da01c15,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:49.464353 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-b109d476-afa1-4a5a-b3d5-da8a7de93c8d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:49.675904 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b109d476-afa1-4a5a-b3d5-da8a7de93c8d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router bb9832ea-9b6d-4140-bc7f-e90950abe96e has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:51:49.788662 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b109d476-afa1-4a5a-b3d5-da8a7de93c8d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:51:49.793584 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b109d476-afa1-4a5a-b3d5-da8a7de93c8d tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "PUT /v2.0/routers/bb9832ea-9b6d-4140-bc7f-e90950abe96e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4068987
Dec 18 21:51:49.796590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55068) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:49.798828 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7099e3-2a79-4567-920f-29c2425ec0a9 None None] Sync routers for ids ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:51:49.808371 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7099e3-2a79-4567-920f-29c2425ec0a9 None None] Routers {'bb9832ea-9b6d-4140-bc7f-e90950abe96e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:51:49.808990 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6b7099e3-2a79-4567-920f-29c2425ec0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6c72e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:49.848250 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-62396a3d-9b1b-4b68-942f-cb3c32bf1b3a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting subnet 822b4382-8b3c-4143-9e9a-9aaa74748199 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:51:49.851755 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62396a3d-9b1b-4b68-942f-cb3c32bf1b3a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:49.896881 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62396a3d-9b1b-4b68-942f-cb3c32bf1b3a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:49.937009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-6b7099e3-2a79-4567-920f-29c2425ec0a9 None None] Set router bb9832ea-9b6d-4140-bc7f-e90950abe96e gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:51:49.989723 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62396a3d-9b1b-4b68-942f-cb3c32bf1b3a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.048267 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62396a3d-9b1b-4b68-942f-cb3c32bf1b3a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.076454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62396a3d-9b1b-4b68-942f-cb3c32bf1b3a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Subnet': ['ID=822b4382-8b3c-4143-9e9a-9aaa74748199,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:50.078805 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-62396a3d-9b1b-4b68-942f-cb3c32bf1b3a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.082168 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-62396a3d-9b1b-4b68-942f-cb3c32bf1b3a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/subnets/822b4382-8b3c-4143-9e9a-9aaa74748199 HTTP/1.1" status: 204  len: 168 time: 0.2844462
Dec 18 21:51:50.084919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55070) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:50.094402 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8217acc0-2a1d-4bb6-a984-da082d22da7b None None] Network cfe8402e-d259-40be-9fbd-1c1f93d9bced requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:51:50.169617 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.193608 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.216297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6b7099e3-2a79-4567-920f-29c2425ec0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6c72e0>, [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:51:49Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:50.250845 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7099e3-2a79-4567-920f-29c2425ec0a9 None None] Checking router: bb9832ea-9b6d-4140-bc7f-e90950abe96e for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:51:50.259495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7099e3-2a79-4567-920f-29c2425ec0a9 None None] Routers {'bb9832ea-9b6d-4140-bc7f-e90950abe96e'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:51:50.260191 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6b7099e3-2a79-4567-920f-29c2425ec0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d6c72e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:50.295002 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:51:50.306748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] DHCP port deletion for cfe8402e-d259-40be-9fbd-1c1f93d9bced request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:51:50.317154 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.369515 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port a50d0e26-fa44-46d5-9a7e-67dd67b44a78 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:51:50.369864 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.403362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-6b7099e3-2a79-4567-920f-29c2425ec0a9 None None] Set router bb9832ea-9b6d-4140-bc7f-e90950abe96e gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:51:50.452538 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port a50d0e26-fa44-46d5-9a7e-67dd67b44a78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a50d0e26-fa44-46d5-9a7e-67dd67b44a78,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:51:50.452824 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.462088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Deleting port 41966021-f27a-4b1d-acbd-f02fc6d7c009 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:51:50.462467 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.465130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for a50d0e26-fa44-46d5-9a7e-67dd67b44a78 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:51:50.574455 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] For port 41966021-f27a-4b1d-acbd-f02fc6d7c009, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41966021-f27a-4b1d-acbd-f02fc6d7c009,segment=NetworkSegment(cc1737fe-7143-44c3-93f4-5393480d8498),segment_id=cc1737fe-7143-44c3-93f4-5393480d8498)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:51:50.574800 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.597574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Calling delete_port for 41966021-f27a-4b1d-acbd-f02fc6d7c009 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:51:50.651538 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.666525 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b6af1d3f-a4b4-4823-8ba0-9de053c487f5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:51:50.677283 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=a50d0e26-fa44-46d5-9a7e-67dd67b44a78,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:50.696264 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bddedaa-cf1d-4a07-ab6d-7fdfb77bf03c None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:51:50.700819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: b6af1d3f-a4b4-4823-8ba0-9de053c487f5 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:51:50.701171 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device b6af1d3f-a4b4-4823-8ba0-9de053c487f5 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:51:50.749819 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-6b7099e3-2a79-4567-920f-29c2425ec0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d6c72e0>, [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:51:49Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:50.750226 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.777771 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.786741 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7099e3-2a79-4567-920f-29c2425ec0a9 None None] The sync data for ids ['bb9832ea-9b6d-4140-bc7f-e90950abe96e'] in ncdv-master-1 is: [{'id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136091785', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:51:49Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'a50d0e26-fa44-46d5-9a7e-67dd67b44a78', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9832ea-9b6d-4140-bc7f-e90950abe96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:50:13Z', 'updated_at': '2021-12-18T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:51:50.808030 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Pushing event deleted for resources: {'Port': ['ID=41966021-f27a-4b1d-acbd-f02fc6d7c009,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:50.810441 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] No DVR routers for this DVR port 41966021-f27a-4b1d-acbd-f02fc6d7c009 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:51:50.824377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.825205 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.825562 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.825902 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.826293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.826587 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.826919 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.827250 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.827580 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.827905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.828252 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.828611 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.828942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb471df-5904-448d-96a6-2044b406ea5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:50.864038 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.866260 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.914451 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.915026 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Fanout notify agent at l3_agent the message router_deleted on router bb9832ea-9b6d-4140-bc7f-e90950abe96e {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:51:50.921934 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:50.923092 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ff2c57be-3a4f-420d-ac3b-10c6365c45fd tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/routers/bb9832ea-9b6d-4140-bc7f-e90950abe96e HTTP/1.1" status: 204  len: 168 time: 0.8372583
Dec 18 21:51:50.925686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55072) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:51.003962 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.087629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.106889 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365ca395e0>,) {'filters': {'network_id': ['cfe8402e-d259-40be-9fbd-1c1f93d9bced']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:51.115936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ca395e0>, 'cc1737fe-7143-44c3-93f4-5393480d8498') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:51.116235 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365ca395e0>, 'cc1737fe-7143-44c3-93f4-5393480d8498') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:51.125868 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.141469 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.147713 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:51:51.148143 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:51:51.151314 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:51:51.224797 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.232973 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.239217 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/networks/cfe8402e-d259-40be-9fbd-1c1f93d9bced HTTP/1.1" status: 204  len: 168 time: 0.3099520
Dec 18 21:51:51.239556 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55074) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:51.254387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020e451-262d-4207-bb9e-8674d54ee224 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Network': ['ID=cfe8402e-d259-40be-9fbd-1c1f93d9bced,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:51.306686 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2fcadf2b-9719-464f-9a54-dee96551fd17 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.333496 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2fcadf2b-9719-464f-9a54-dee96551fd17 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.403022 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2fcadf2b-9719-464f-9a54-dee96551fd17 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.405728 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-2fcadf2b-9719-464f-9a54-dee96551fd17 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.406912 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-2fcadf2b-9719-464f-9a54-dee96551fd17 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/security-groups/0300b31c-7fa0-4be6-8cef-adf577a63265 HTTP/1.1" status: 204  len: 168 time: 0.1663535
Dec 18 21:51:51.417781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcadf2b-9719-464f-9a54-dee96551fd17 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0300b31c-7fa0-4be6-8cef-adf577a63265,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:51.697843 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55080) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:51.702952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-09551cd7-fb43-4d8e-a2b4-f0b5da71f7ed tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1849189408', 'description': 'tempest-secgroup-smoke-1849189408 description', 'project_id': '0ca451d1f26f48f583722f5ed440bf41'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:51:51.726881 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09551cd7-fb43-4d8e-a2b4-f0b5da71f7ed tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.792607 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09551cd7-fb43-4d8e-a2b4-f0b5da71f7ed tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.796574 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09551cd7-fb43-4d8e-a2b4-f0b5da71f7ed tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.820342 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-09551cd7-fb43-4d8e-a2b4-f0b5da71f7ed tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.821574 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-09551cd7-fb43-4d8e-a2b4-f0b5da71f7ed tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1226745
Dec 18 21:51:51.824770 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55082) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:51.829287 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09551cd7-fb43-4d8e-a2b4-f0b5da71f7ed tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d612e7-a7cd-4fd4-8a02-8062b0cd2054,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:51.829485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3769efbd-7241-4d27-b85d-8d36bd7ca184 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '62d612e7-a7cd-4fd4-8a02-8062b0cd2054', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:51:51.859172 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3769efbd-7241-4d27-b85d-8d36bd7ca184 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.914905 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3769efbd-7241-4d27-b85d-8d36bd7ca184 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.919037 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3769efbd-7241-4d27-b85d-8d36bd7ca184 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.936973 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 42780e68-85ba-4adf-9338-fb291da01c15 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:51:51.943896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769efbd-7241-4d27-b85d-8d36bd7ca184 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794d43ad-392b-487f-be04-d0d371d5f5c8,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:51.950184 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3769efbd-7241-4d27-b85d-8d36bd7ca184 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:51.951430 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3769efbd-7241-4d27-b85d-8d36bd7ca184 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1255734
Dec 18 21:51:51.954107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55084) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:51.958478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9f1d01e2-324f-4497-95ce-40138cb65f49 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '62d612e7-a7cd-4fd4-8a02-8062b0cd2054', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:51:51.961992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 42780e68-85ba-4adf-9338-fb291da01c15 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:51:51.962372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 42780e68-85ba-4adf-9338-fb291da01c15 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:51:51.962804 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 41966021-f27a-4b1d-acbd-f02fc6d7c009 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:51:51.983209 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 41966021-f27a-4b1d-acbd-f02fc6d7c009 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:51:51.983561 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 41966021-f27a-4b1d-acbd-f02fc6d7c009 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:51:51.983979 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a50d0e26-fa44-46d5-9a7e-67dd67b44a78 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:51:51.987396 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f1d01e2-324f-4497-95ce-40138cb65f49 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.002495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: a50d0e26-fa44-46d5-9a7e-67dd67b44a78 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:51:52.002849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a50d0e26-fa44-46d5-9a7e-67dd67b44a78 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:51:52.044158 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f1d01e2-324f-4497-95ce-40138cb65f49 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.047492 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f1d01e2-324f-4497-95ce-40138cb65f49 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.061721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d01e2-324f-4497-95ce-40138cb65f49 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845be4ec-e8c4-4f64-817d-ba09b5120ecf,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:52.071997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9f1d01e2-324f-4497-95ce-40138cb65f49 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.073179 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9f1d01e2-324f-4497-95ce-40138cb65f49 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1181061
Dec 18 21:51:52.076081 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55086) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:52.080674 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-333bec8c-4ac0-435f-bdc0-d50ce99bd90f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '62d612e7-a7cd-4fd4-8a02-8062b0cd2054', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:51:52.109107 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-333bec8c-4ac0-435f-bdc0-d50ce99bd90f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.154737 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-333bec8c-4ac0-435f-bdc0-d50ce99bd90f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.158245 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-333bec8c-4ac0-435f-bdc0-d50ce99bd90f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.177357 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bec8c-4ac0-435f-bdc0-d50ce99bd90f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e45e7aa-ea13-4a70-a85c-0e1815374a27,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:52.184705 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-333bec8c-4ac0-435f-bdc0-d50ce99bd90f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.185911 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-333bec8c-4ac0-435f-bdc0-d50ce99bd90f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1088274
Dec 18 21:51:52.188650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55088) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:52.192956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-7bae65de-55fd-4be9-bef3-3e6ce9c3f60c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '62d612e7-a7cd-4fd4-8a02-8062b0cd2054', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:51:52.220161 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7bae65de-55fd-4be9-bef3-3e6ce9c3f60c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.280356 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7bae65de-55fd-4be9-bef3-3e6ce9c3f60c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.283713 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7bae65de-55fd-4be9-bef3-3e6ce9c3f60c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.300900 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae65de-55fd-4be9-bef3-3e6ce9c3f60c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5067625a-fb80-4d7e-a444-ab3567ff7193,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:52.307827 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7bae65de-55fd-4be9-bef3-3e6ce9c3f60c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.309047 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7bae65de-55fd-4be9-bef3-3e6ce9c3f60c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1194465
Dec 18 21:51:52.311804 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55090) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:52.316133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5b230ffe-6cb1-43b1-85bf-c9055b847834 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '62d612e7-a7cd-4fd4-8a02-8062b0cd2054', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:51:52.338990 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-5b230ffe-6cb1-43b1-85bf-c9055b847834 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Project 0ca451d1f26f48f583722f5ed440bf41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:51:52.344532 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b230ffe-6cb1-43b1-85bf-c9055b847834 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.400596 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b230ffe-6cb1-43b1-85bf-c9055b847834 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.404610 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b230ffe-6cb1-43b1-85bf-c9055b847834 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.424218 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b230ffe-6cb1-43b1-85bf-c9055b847834 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558102c9-4186-4250-b15a-29281f098e30,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:52.432392 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5b230ffe-6cb1-43b1-85bf-c9055b847834 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.433575 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5b230ffe-6cb1-43b1-85bf-c9055b847834 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1207747
Dec 18 21:51:52.436261 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55092) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:52.440539 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-23041a69-550d-4435-b12f-3b5f5ac1e2c7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'security_group_rule': {'security_group_id': '62d612e7-a7cd-4fd4-8a02-8062b0cd2054', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:51:52.463450 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-23041a69-550d-4435-b12f-3b5f5ac1e2c7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Project 0ca451d1f26f48f583722f5ed440bf41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:51:52.469028 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23041a69-550d-4435-b12f-3b5f5ac1e2c7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.527710 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23041a69-550d-4435-b12f-3b5f5ac1e2c7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.531074 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23041a69-550d-4435-b12f-3b5f5ac1e2c7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.547677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23041a69-550d-4435-b12f-3b5f5ac1e2c7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed3402d-e6d2-494e-93e1-242f2163cca5,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:52.556359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-23041a69-550d-4435-b12f-3b5f5ac1e2c7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.557570 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-23041a69-550d-4435-b12f-3b5f5ac1e2c7 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1203699
Dec 18 21:51:52.560882 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55094) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:52.565814 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-b5f20b19-9c02-4b2d-a89d-87b7608a7c96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'network': {'name': 'tempest-network-smoke--1404229678', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'port_security_enabled': True}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:51:52.587143 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f20b19-9c02-4b2d-a89d-87b7608a7c96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:51:52.590658 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5f20b19-9c02-4b2d-a89d-87b7608a7c96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.617396 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f20b19-9c02-4b2d-a89d-87b7608a7c96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:51:52.627551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5f20b19-9c02-4b2d-a89d-87b7608a7c96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.627901 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-b5f20b19-9c02-4b2d-a89d-87b7608a7c96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Added segment 49570d53-f455-47cf-8d12-b4c6cb99e166 of type vlan for network 5151f56a-2527-4839-9384-60be5aa279e3
Dec 18 21:51:52.667462 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5f20b19-9c02-4b2d-a89d-87b7608a7c96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.691904 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5f20b19-9c02-4b2d-a89d-87b7608a7c96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.697374 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f20b19-9c02-4b2d-a89d-87b7608a7c96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:52.697957 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-b5f20b19-9c02-4b2d-a89d-87b7608a7c96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.751226 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-b5f20b19-9c02-4b2d-a89d-87b7608a7c96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1892352
Dec 18 21:51:52.753986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55096) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:52.758586 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'admin_state_up': True, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:51:52.770237 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f20b19-9c02-4b2d-a89d-87b7608a7c96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Network': ['ID=5151f56a-2527-4839-9384-60be5aa279e3,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:52.780294 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 5151f56a-2527-4839-9384-60be5aa279e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:51:52.789697 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.790798 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.841633 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:52.976237 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:53.158598 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:53.179925 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:53.278465 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.35.3.235 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/bf960d01-c68b-48bf-b462-adaf88aa4758) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:51:53.679045 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:53.711519 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:53.751667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:51:53.754492 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:51:53.757368 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:51:53.786267 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=bf960d01-c68b-48bf-b462-adaf88aa4758,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:53.934046 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a98e69c-19dc-4287-b30a-6ad2afea2ecb None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:51:53.987546 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ac52e164-5d63-4859-b5c7-e9b26584c47d None None] Provisioning complete for port bf960d01-c68b-48bf-b462-adaf88aa4758 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:51:53.987921 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac52e164-5d63-4859-b5c7-e9b26584c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:54.013786 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:54.023633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ac52e164-5d63-4859-b5c7-e9b26584c47d None None] Port bf960d01-c68b-48bf-b462-adaf88aa4758 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:51:54.207185 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:54.332633 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:51:54.437032 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:51:54.449792 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Sync routers for ids ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:51:54.457626 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:54.462605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e68a5753-b42e-4476-9d62-78808ec17ebc tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7044060
Dec 18 21:51:54.462912 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55098) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:54.468491 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Routers {'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:51:54.469096 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f4d8ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:54.532603 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f0d9f2fc-40c6-472a-a407-27a13a5db428 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0ca451d1f26f48f583722f5ed440bf41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0684550
Dec 18 21:51:54.535149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55102) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:54.571698 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Set router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:51:54.624933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1139ca35-2a3a-435f-82ff-989767ded899 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:54.626675 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1139ca35-2a3a-435f-82ff-989767ded899 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0906267
Dec 18 21:51:54.629498 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55104) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:54.655989 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4c3a2003-2037-4727-94d0-4c2a77f9d83e tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=c1abfdfc-0c98-4a48-868b-8cd075b12438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0254128
Dec 18 21:51:54.658407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55106) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:54.662994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-a6ab6461-9df8-49da-83be-e6b950ce27a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-422186117', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:51:54.742551 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f4d8ac0>, [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:51:53Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:54.755344 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ab6461-9df8-49da-83be-e6b950ce27a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:51:54.759083 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6461-9df8-49da-83be-e6b950ce27a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:54.771659 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Checking router: f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:51:54.772011 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Updating router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f port bf960d01-c68b-48bf-b462-adaf88aa4758 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:51:54.796952 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:54.938875 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6461-9df8-49da-83be-e6b950ce27a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:54.999893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab6461-9df8-49da-83be-e6b950ce27a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Subnet': ['ID=2d6b294e-33a0-4baf-95ac-9f83b4ff1e83,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:55.009849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab6461-9df8-49da-83be-e6b950ce27a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Checking segment: {'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:51:55.010208 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ab6461-9df8-49da-83be-e6b950ce27a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network hostable DHCP agents. Network: 5151f56a-2527-4839-9384-60be5aa279e3, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:51:55.027191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ab6461-9df8-49da-83be-e6b950ce27a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 5151f56a-2527-4839-9384-60be5aa279e3 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:51:55.036245 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-a6ab6461-9df8-49da-83be-e6b950ce27a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5151f56a-2527-4839-9384-60be5aa279e3) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:51:55.040330 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.040519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ab6461-9df8-49da-83be-e6b950ce27a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:55.040934 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6461-9df8-49da-83be-e6b950ce27a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.047961 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.050060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c3244-241b-428a-964b-de9fb69e7049 None None] Network 5151f56a-2527-4839-9384-60be5aa279e3 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:51:55.060238 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a6ab6461-9df8-49da-83be-e6b950ce27a4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4008276
Dec 18 21:51:55.063351 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55108) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:51:55.098033 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Attempting to bind port bf960d01-c68b-48bf-b462-adaf88aa4758 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:51:55.098432 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Attempting to bind port bf960d01-c68b-48bf-b462-adaf88aa4758 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:51:55.099156 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Attempting to bind port bf960d01-c68b-48bf-b462-adaf88aa4758 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:51:55.099354 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7e8870-ec72-4bbf-be4a-c832faa0f59d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:51:55.109568 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:51:55.110035 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:51:55.110565 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.110950 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:51:55.111435 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Bound port: bf960d01-c68b-48bf-b462-adaf88aa4758, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:51:55.111837 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.130542 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Pushing event updated for resources: {'Port': ['ID=bf960d01-c68b-48bf-b462-adaf88aa4758,revision_number=2']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:55.147958 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.148393 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.148604 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.148938 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.150291 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.150291 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.150291 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.150291 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.150744 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.150844 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.151132 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.151642 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.152118 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:51:55.173831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-ea287dca-f12d-4fc9-9120-9dfa51f6808b None None] Provisioning complete for port bf960d01-c68b-48bf-b462-adaf88aa4758 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:51:55.174206 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ea287dca-f12d-4fc9-9120-9dfa51f6808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.179333 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5151f56a-2527-4839-9384-60be5aa279e3', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ips': [{'subnet_id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:51:55.180182 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.181050 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] For port bf960d01-c68b-48bf-b462-adaf88aa4758, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:51:55.185619 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] For port bf960d01-c68b-48bf-b462-adaf88aa4758, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf960d01-c68b-48bf-b462-adaf88aa4758,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:51:55.193496 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.243869 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Routers {'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:51:55.244469 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f4d8ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:55.286076 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97535db-4489-4b26-be69-df7db5252b94 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:51:55.293088 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-ea287dca-f12d-4fc9-9120-9dfa51f6808b None None] Port bf960d01-c68b-48bf-b462-adaf88aa4758 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:51:55.371991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Allocated IP 172.20.0.2 (5151f56a-2527-4839-9384-60be5aa279e3/2d6b294e-33a0-4baf-95ac-9f83b4ff1e83/6758520c-4a62-4499-b171-d4e3f4c8c1eb) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:51:55.393978 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad240e-886c-47db-9a8d-bc7ca5e601b1 None None] Pushing event updated for resources: {'Port': ['ID=bf960d01-c68b-48bf-b462-adaf88aa4758,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:55.462409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-46cfc3c8-2600-4e65-9204-dcc9fd548282 None None] Provisioning complete for port bf960d01-c68b-48bf-b462-adaf88aa4758 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:51:55.462783 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-46cfc3c8-2600-4e65-9204-dcc9fd548282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.464235 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] Set router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:51:55.549589 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.554018 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.566162 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.636377 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Network 5151f56a-2527-4839-9384-60be5aa279e3 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:51:55.646462 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:51:55.648448 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Pushing event updated for resources: {'Port': ['ID=6758520c-4a62-4499-b171-d4e3f4c8c1eb,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:55.651228 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-46cfc3c8-2600-4e65-9204-dcc9fd548282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.656867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:51:55.667467 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f4d8ac0>, [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:51:53Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:55.692570 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-46cfc3c8-2600-4e65-9204-dcc9fd548282 None None] For port bf960d01-c68b-48bf-b462-adaf88aa4758, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf960d01-c68b-48bf-b462-adaf88aa4758,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:51:55.698430 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4281cb1f-6f41-4cb8-b388-16b9b6a794e3 None None] The sync data for ids ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'] in ncdv-master-1 is: [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:51:53Z', 'revision_number': 3, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:51:55.715471 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-46cfc3c8-2600-4e65-9204-dcc9fd548282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.727983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Attempting to bind port 6758520c-4a62-4499-b171-d4e3f4c8c1eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:51:55.728357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Attempting to bind port 6758520c-4a62-4499-b171-d4e3f4c8c1eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:51:55.728721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Attempting to bind port 6758520c-4a62-4499-b171-d4e3f4c8c1eb on network 5151f56a-2527-4839-9384-60be5aa279e3 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:51:55.758700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:51:55.759074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Checking segment: {'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:51:55.759479 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.759867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Bound using segment: {'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:51:55.760336 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Bound port: 6758520c-4a62-4499-b171-d4e3f4c8c1eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:51:55.760711 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.813662 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfc3c8-2600-4e65-9204-dcc9fd548282 None None] Pushing event updated for resources: {'Port': ['ID=bf960d01-c68b-48bf-b462-adaf88aa4758,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:55.843489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] For port 6758520c-4a62-4499-b171-d4e3f4c8c1eb, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:51:55.847467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] For port 6758520c-4a62-4499-b171-d4e3f4c8c1eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6758520c-4a62-4499-b171-d4e3f4c8c1eb,segment=NetworkSegment(49570d53-f455-47cf-8d12-b4c6cb99e166),segment_id=49570d53-f455-47cf-8d12-b4c6cb99e166)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:51:55.853843 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:55.854754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.20.0.1 (5151f56a-2527-4839-9384-60be5aa279e3/2d6b294e-33a0-4baf-95ac-9f83b4ff1e83/d18f044e-116f-4e49-925c-0f39b2d39f0d) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:51:55.912904 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81e863-5cfb-43c7-8bcf-dd0496e95bdc None None] Pushing event updated for resources: {'Port': ['ID=6758520c-4a62-4499-b171-d4e3f4c8c1eb,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:56.028590 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:56.067006 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:56.115933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 5151f56a-2527-4839-9384-60be5aa279e3 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:51:56.119105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:51:56.123461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:51:56.161246 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=d18f044e-116f-4e49-925c-0f39b2d39f0d,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:56.193553 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:56.342331 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:56.624744 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:56.630971 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:56.701201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=d18f044e-116f-4e49-925c-0f39b2d39f0d,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:56.716709 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:56.812606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 5151f56a-2527-4839-9384-60be5aa279e3 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:51:56.814062 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:51:56.923854 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dbf846-bc7a-461f-97d8-4afb836be93e None None] Network 5151f56a-2527-4839-9384-60be5aa279e3 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:51:56.930379 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:51:56.987884 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e50fe980-1317-4ae7-8d45-9887ad9f58f6 None None] Provisioning complete for port 6758520c-4a62-4499-b171-d4e3f4c8c1eb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:51:56.988250 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e50fe980-1317-4ae7-8d45-9887ad9f58f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:57.045632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:51:57.051518 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-a1415909-f5b2-45a2-9dd7-2a3e0ecb8667 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "PUT /v2.0/routers/f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9872048
Dec 18 21:51:57.112465 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e50fe980-1317-4ae7-8d45-9887ad9f58f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:57.149852 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-e50fe980-1317-4ae7-8d45-9887ad9f58f6 None None] For port 6758520c-4a62-4499-b171-d4e3f4c8c1eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6758520c-4a62-4499-b171-d4e3f4c8c1eb,segment=NetworkSegment(49570d53-f455-47cf-8d12-b4c6cb99e166),segment_id=49570d53-f455-47cf-8d12-b4c6cb99e166)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:51:57.155103 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e50fe980-1317-4ae7-8d45-9887ad9f58f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:57.211658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fe980-1317-4ae7-8d45-9887ad9f58f6 None None] Pushing event updated for resources: {'Port': ['ID=6758520c-4a62-4499-b171-d4e3f4c8c1eb,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:57.231418 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-85908ff5-e5aa-439f-89c2-2f16eff52bb5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849189408&fields=id&tenant_id=0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 267 time: 0.0600724
Dec 18 21:51:57.347437 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-2c86b5ca-0a98-4b13-9072-8c39f3f19fd8 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:57.348964 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-2c86b5ca-0a98-4b13-9072-8c39f3f19fd8 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/networks?id=5151f56a-2527-4839-9384-60be5aa279e3 HTTP/1.1" status: 200  len: 797 time: 0.1104214
Dec 18 21:51:57.365375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-ed3265ad-f09f-4d5d-8cf1-64ce93384f41 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/quotas/0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 375 time: 0.0103447
Dec 18 21:51:57.378282 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6628e377-fc43-4e42-9f88-3679598d6f38 None None] Provisioning complete for port 6758520c-4a62-4499-b171-d4e3f4c8c1eb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:51:57.378775 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6628e377-fc43-4e42-9f88-3679598d6f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:57.429566 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-c3c957e7-25bc-4c92-a965-601b2ab1dcc5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0569394
Dec 18 21:51:57.505812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Sync routers for ids ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:51:57.521507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Routers {'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:51:57.522128 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e75d7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:57.525189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6628e377-fc43-4e42-9f88-3679598d6f38 None None] Provisioning complete for port d18f044e-116f-4e49-925c-0f39b2d39f0d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:51:57.525556 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6628e377-fc43-4e42-9f88-3679598d6f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:57.573488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-bf445957-e6a3-4446-abfd-038bdac54b7e service neutron] 10.222.0.13 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309621
Dec 18 21:51:57.631285 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6628e377-fc43-4e42-9f88-3679598d6f38 None None] Port d18f044e-116f-4e49-925c-0f39b2d39f0d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:51:57.659843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Set router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:51:57.688424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-68e6bcc2-d8cc-46a4-8c06-8adf3877e3cc service neutron] 10.222.0.13 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1081867
Dec 18 21:51:57.796233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6fc85904-8d24-451e-9835-dd255e62227a None None] Provisioning complete for port d18f044e-116f-4e49-925c-0f39b2d39f0d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:51:57.796633 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6fc85904-8d24-451e-9835-dd255e62227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:57.854542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6fc85904-8d24-451e-9835-dd255e62227a None None] Port d18f044e-116f-4e49-925c-0f39b2d39f0d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:51:57.873684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0379a47e-6e11-45b6-9b73-d1c9ad99373d req-724db9dd-db8a-4599-abfa-8fb47eeb56af tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 210 time: 0.0309210
Dec 18 21:51:57.926619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e75d7c0>, [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:51:56Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd18f044e-116f-4e49-925c-0f39b2d39f0d', 'name': '', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:89:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:55Z', 'updated_at': '2021-12-18T21:51:56Z', 'revision_number': 2, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:57.954997 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Checking router: f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:51:57.955356 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Updating router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f port d18f044e-116f-4e49-925c-0f39b2d39f0d binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:51:57.987463 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:58.021494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6758520c-4a62-4499-b171-d4e3f4c8c1eb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:51:58.146548 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6758520c-4a62-4499-b171-d4e3f4c8c1eb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:51:58.146919 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:58.312242 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bf960d01-c68b-48bf-b462-adaf88aa4758 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:51:58.384144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:58.392131 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:58.440147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port bf960d01-c68b-48bf-b462-adaf88aa4758 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:51:58.440509 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:58.469001 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b89696-0ff3-4704-a4ec-f94a5539907c None None] Pushing event updated for resources: {'Port': ['ID=d18f044e-116f-4e49-925c-0f39b2d39f0d,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:58.711654 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Attempting to bind port d18f044e-116f-4e49-925c-0f39b2d39f0d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:51:58.712022 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Attempting to bind port d18f044e-116f-4e49-925c-0f39b2d39f0d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:51:58.712383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Attempting to bind port d18f044e-116f-4e49-925c-0f39b2d39f0d on network 5151f56a-2527-4839-9384-60be5aa279e3 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:51:58.715937 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-84ca0830-ad9c-452c-8fca-83bdfd850660 None None] Provisioning complete for port d18f044e-116f-4e49-925c-0f39b2d39f0d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:51:58.716305 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-84ca0830-ad9c-452c-8fca-83bdfd850660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:58.757980 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:51:58.758385 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Checking segment: {'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:51:58.758776 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:58.759168 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Bound using segment: {'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:51:58.759641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Bound port: d18f044e-116f-4e49-925c-0f39b2d39f0d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:51:58.760020 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:58.798524 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-84ca0830-ad9c-452c-8fca-83bdfd850660 None None] Port d18f044e-116f-4e49-925c-0f39b2d39f0d cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:51:58.847776 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] For port d18f044e-116f-4e49-925c-0f39b2d39f0d, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:51:58.851136 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] For port d18f044e-116f-4e49-925c-0f39b2d39f0d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d18f044e-116f-4e49-925c-0f39b2d39f0d,segment=NetworkSegment(49570d53-f455-47cf-8d12-b4c6cb99e166),segment_id=49570d53-f455-47cf-8d12-b4c6cb99e166)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:51:58.856204 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:58.916123 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b89696-0ff3-4704-a4ec-f94a5539907c None None] Pushing event updated for resources: {'Port': ['ID=d18f044e-116f-4e49-925c-0f39b2d39f0d,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:58.921029 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Routers {'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:51:58.923644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e75d7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:51:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:58.943947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-598baaab-bf65-403a-bc3f-571841fa0fc1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:58.944599 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-598baaab-bf65-403a-bc3f-571841fa0fc1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "GET /v2.0/networks?id=5151f56a-2527-4839-9384-60be5aa279e3 HTTP/1.1" status: 200  len: 797 time: 0.1293938
Dec 18 21:51:59.049599 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] Set router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:51:59.063334 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6c900990-f919-4a77-93b8-cce89c301a13 req-c713a588-851c-4e3d-b7e9-2a3719f4f20e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 210 time: 0.0430865
Dec 18 21:51:59.089929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-9c5ab620-8a4b-48e9-aaa4-23e4e58f9928 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca451d1f26f48f583722f5ed440bf41 HTTP/1.1" status: 200  len: 380 time: 0.1290352
Dec 18 21:51:59.101162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'port': {'device_id': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'admin_state_up': True, 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'security_groups': ['62d612e7-a7cd-4fd4-8a02-8062b0cd2054']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:51:59.181695 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7627f78b-82f9-4b9d-b9a7-2583f0df030f None None] Provisioning complete for port d18f044e-116f-4e49-925c-0f39b2d39f0d triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:51:59.181978 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7627f78b-82f9-4b9d-b9a7-2583f0df030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:59.323432 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7627f78b-82f9-4b9d-b9a7-2583f0df030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:59.349661 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e75d7c0>, [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:51:56Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd18f044e-116f-4e49-925c-0f39b2d39f0d', 'name': '', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:89:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:55Z', 'updated_at': '2021-12-18T21:51:58Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:51:59.385844 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d0bf6-74ec-4744-b9b7-46acbc1e67d9 None None] The sync data for ids ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'] in ncdv-master-1 is: [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:51:56Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd18f044e-116f-4e49-925c-0f39b2d39f0d', 'name': '', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:89:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:55Z', 'updated_at': '2021-12-18T21:51:58Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:51:59.396315 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7627f78b-82f9-4b9d-b9a7-2583f0df030f None None] For port d18f044e-116f-4e49-925c-0f39b2d39f0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d18f044e-116f-4e49-925c-0f39b2d39f0d,segment=NetworkSegment(49570d53-f455-47cf-8d12-b4c6cb99e166),segment_id=49570d53-f455-47cf-8d12-b4c6cb99e166)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:51:59.401332 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7627f78b-82f9-4b9d-b9a7-2583f0df030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:59.479553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627f78b-82f9-4b9d-b9a7-2583f0df030f None None] Pushing event updated for resources: {'Port': ['ID=d18f044e-116f-4e49-925c-0f39b2d39f0d,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:59.555003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Made reservation on behalf of 0ca451d1f26f48f583722f5ed440bf41 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:51:59.559397 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:59.688113 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.20.0.10 (5151f56a-2527-4839-9384-60be5aa279e3/2d6b294e-33a0-4baf-95ac-9f83b4ff1e83/e0094e8c-40b7-4d14-84b6-55e6b0defca6) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:51:59.833660 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:59.869643 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:51:59.925463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network 5151f56a-2527-4839-9384-60be5aa279e3 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:51:59.929464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=e0094e8c-40b7-4d14-84b6-55e6b0defca6,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:51:59.931954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:51:59.934530 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:51:59.977582 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d18f044e-116f-4e49-925c-0f39b2d39f0d up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:51:59.997294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:51:59.998624 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:00.020547 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-be3707c8-5c6d-469b-a0e6-aa1503377823 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9231884
Dec 18 21:52:00.034971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port d18f044e-116f-4e49-925c-0f39b2d39f0d triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:52:00.035494 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:00.090964 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Request body: {'port': {'device_id': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:52:00.197314 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:00.235384 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-9994aa46-5a59-4027-8c1e-63bc722b9e0f None None] Provisioning complete for port e0094e8c-40b7-4d14-84b6-55e6b0defca6 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:52:00.236462 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9994aa46-5a59-4027-8c1e-63bc722b9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:00.257723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102dd7f-a7f1-4e7d-8338-b20e87ad9aa0 req-ff726d0c-b4ae-4b03-84b2-3ebadf53c9ea tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:00.259287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7102dd7f-a7f1-4e7d-8338-b20e87ad9aa0 req-ff726d0c-b4ae-4b03-84b2-3ebadf53c9ea tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 932 time: 0.1119740
Dec 18 21:52:00.279571 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-9994aa46-5a59-4027-8c1e-63bc722b9e0f None None] Port e0094e8c-40b7-4d14-84b6-55e6b0defca6 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:52:00.389309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7102dd7f-a7f1-4e7d-8338-b20e87ad9aa0 req-23de1889-6676-4efb-bca7-b9dc5242c63e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170325
Dec 18 21:52:00.521552 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0094e8c-40b7-4d14-84b6-55e6b0defca6 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:52:00.529328 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:00.541732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Transition to ACTIVE for port object e0094e8c-40b7-4d14-84b6-55e6b0defca6 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:52:00.547201 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:00.602737 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0094e8c-40b7-4d14-84b6-55e6b0defca6,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:00.678019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Attempting to bind port e0094e8c-40b7-4d14-84b6-55e6b0defca6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:52:00.678392 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Attempting to bind port e0094e8c-40b7-4d14-84b6-55e6b0defca6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:52:00.678754 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Attempting to bind port e0094e8c-40b7-4d14-84b6-55e6b0defca6 on network 5151f56a-2527-4839-9384-60be5aa279e3 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:52:00.683370 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Port e0094e8c-40b7-4d14-84b6-55e6b0defca6 on network 5151f56a-2527-4839-9384-60be5aa279e3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:52:00.683726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Attempting to bind port e0094e8c-40b7-4d14-84b6-55e6b0defca6 on network 5151f56a-2527-4839-9384-60be5aa279e3 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:52:00.689297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:52:00.689665 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Checking segment: {'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:52:00.690052 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Bound using segment: {'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:52:00.690511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Bound port: e0094e8c-40b7-4d14-84b6-55e6b0defca6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49570d53-f455-47cf-8d12-b4c6cb99e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:52:00.690872 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:00.756072 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] For port e0094e8c-40b7-4d14-84b6-55e6b0defca6, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:52:00.758873 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] For port e0094e8c-40b7-4d14-84b6-55e6b0defca6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e0094e8c-40b7-4d14-84b6-55e6b0defca6,segment=NetworkSegment(49570d53-f455-47cf-8d12-b4c6cb99e166),segment_id=49570d53-f455-47cf-8d12-b4c6cb99e166)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:52:00.763551 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:00.802397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:00.803021 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:00.804327 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] 10.222.0.36 "PUT /v2.0/ports/e0094e8c-40b7-4d14-84b6-55e6b0defca6 HTTP/1.1" status: 200  len: 1092 time: 0.7700000
Dec 18 21:52:00.804779 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'tag': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:52:00.807080 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb455f9-109e-4430-b204-b239ce633999" -d '{"events": [{"name": "network-changed", "server_uuid": "06ec0194-cac6-46f6-a18c-b9e363202fed", "tag": "e0094e8c-40b7-4d14-84b6-55e6b0defca6"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:52:00.841688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d85aaf-e5a4-405c-a870-6e06595eacd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0094e8c-40b7-4d14-84b6-55e6b0defca6,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:00.881567 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26e7485-fb10-458b-8e4a-111bab41fc3a x-openstack-request-id: req-d26e7485-fb10-458b-8e4a-111bab41fc3a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:52:00.881867 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ec0194-cac6-46f6-a18c-b9e363202fed", "tag": "e0094e8c-40b7-4d14-84b6-55e6b0defca6", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:52:00.882122 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d26e7485-fb10-458b-8e4a-111bab41fc3a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:52:00.882691 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'tag': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6', 'status': 'completed', 'code': 200}
Dec 18 21:52:00.899249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-4a3e1d3a-bbd2-47eb-bee3-180974510700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:00.900815 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-4a3e1d3a-bbd2-47eb-bee3-180974510700 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 1095 time: 0.0519187
Dec 18 21:52:00.946752 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-01aed93f-cc72-41e3-8974-c104e1de5374 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0094e8c-40b7-4d14-84b6-55e6b0defca6 HTTP/1.1" status: 200  len: 217 time: 0.0359814
Dec 18 21:52:01.005471 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-ae7bef6d-a1fc-4c4b-9bfe-0f06c3db749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:01.007020 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-ae7bef6d-a1fc-4c4b-9bfe-0f06c3db749b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d6b294e-33a0-4baf-95ac-9f83b4ff1e83 HTTP/1.1" status: 200  len: 834 time: 0.0462344
Dec 18 21:52:01.057126 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-2cb13f35-f215-408f-a150-73ab87cfda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:01.058666 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-2cb13f35-f215-408f-a150-73ab87cfda19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5151f56a-2527-4839-9384-60be5aa279e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407412
Dec 18 21:52:01.155040 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-f2e0f790-2016-4c37-a152-c23404353782 service neutron] 10.222.0.36 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841005
Dec 18 21:52:01.251232 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3c5c8b7-c466-4a96-ae00-784aa37a3fa6 req-f0a8cc79-2fa6-49f4-bf82-d8816b06eba5 service neutron] 10.222.0.36 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847969
Dec 18 21:52:01.343844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb455f9-109e-4430-b204-b239ce633999 req-2ae1f230-f3e7-41b5-bae8-59ca808862ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:01.345309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8eb455f9-109e-4430-b204-b239ce633999 req-2ae1f230-f3e7-41b5-bae8-59ca808862ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 1095 time: 0.0409715
Dec 18 21:52:01.436975 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb455f9-109e-4430-b204-b239ce633999 req-f290d395-f45d-40fa-b630-372a0ab64947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:01.438517 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8eb455f9-109e-4430-b204-b239ce633999 req-f290d395-f45d-40fa-b630-372a0ab64947 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5151f56a-2527-4839-9384-60be5aa279e3 HTTP/1.1" status: 200  len: 898 time: 0.0844424
Dec 18 21:52:01.486024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8eb455f9-109e-4430-b204-b239ce633999 req-68e8499c-686a-4dd9-9cac-5f93afc668ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0094e8c-40b7-4d14-84b6-55e6b0defca6 HTTP/1.1" status: 200  len: 217 time: 0.0402038
Dec 18 21:52:01.559640 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb455f9-109e-4430-b204-b239ce633999 req-6dfd5288-a518-4299-8dcb-964c631809d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:01.561086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8eb455f9-109e-4430-b204-b239ce633999 req-6dfd5288-a518-4299-8dcb-964c631809d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d6b294e-33a0-4baf-95ac-9f83b4ff1e83 HTTP/1.1" status: 200  len: 834 time: 0.0649433
Dec 18 21:52:01.568331 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906b094-53f6-4eab-8803-1c54d9a40b64 req-8f7a4074-ceb0-49e3-9452-062c5a5b3f96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:01.569690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4906b094-53f6-4eab-8803-1c54d9a40b64 req-8f7a4074-ceb0-49e3-9452-062c5a5b3f96 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 944 time: 0.0862024
Dec 18 21:52:01.643461 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb455f9-109e-4430-b204-b239ce633999 req-a61784e6-b656-4df2-89dd-eee40f81d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:01.644976 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8eb455f9-109e-4430-b204-b239ce633999 req-a61784e6-b656-4df2-89dd-eee40f81d6e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5151f56a-2527-4839-9384-60be5aa279e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0744529
Dec 18 21:52:01.649119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4906b094-53f6-4eab-8803-1c54d9a40b64 req-e2d54eea-7b0f-498e-b1c9-c333b6018d36 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708485
Dec 18 21:52:01.733392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8eb455f9-109e-4430-b204-b239ce633999 req-3d524e19-9a7b-424e-b4bd-2e9a7764f15a service neutron] 10.222.0.36 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805447
Dec 18 21:52:01.827837 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8eb455f9-109e-4430-b204-b239ce633999 req-48ccaba9-1516-4342-8c57-763aa7f49390 service neutron] 10.222.0.36 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864475
Dec 18 21:52:02.766047 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04845a-eb07-447c-8fdd-5de512b5ade9 req-725634cf-6e2b-4202-aaef-a6a4bda64fb4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:02.767459 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d04845a-eb07-447c-8fdd-5de512b5ade9 req-725634cf-6e2b-4202-aaef-a6a4bda64fb4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 944 time: 0.0489163
Dec 18 21:52:02.817267 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6d04845a-eb07-447c-8fdd-5de512b5ade9 req-7eb74b03-28cc-4493-86b5-481ad04ce416 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437410
Dec 18 21:52:02.873683 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device e0094e8c-40b7-4d14-84b6-55e6b0defca6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:52:02.968808 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port e0094e8c-40b7-4d14-84b6-55e6b0defca6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e0094e8c-40b7-4d14-84b6-55e6b0defca6,segment=NetworkSegment(49570d53-f455-47cf-8d12-b4c6cb99e166),segment_id=49570d53-f455-47cf-8d12-b4c6cb99e166)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:52:02.979785 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'port_id': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6', 'mac_address': 'fa:16:3e:68:a3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:52:03.015671 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:03.028238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0094e8c-40b7-4d14-84b6-55e6b0defca6 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:52:03.046147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port e0094e8c-40b7-4d14-84b6-55e6b0defca6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e0094e8c-40b7-4d14-84b6-55e6b0defca6,segment=NetworkSegment(49570d53-f455-47cf-8d12-b4c6cb99e166),segment_id=49570d53-f455-47cf-8d12-b4c6cb99e166)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:52:03.050176 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:03.109109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=e0094e8c-40b7-4d14-84b6-55e6b0defca6,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:03.115174 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3dc5df64-a6a9-4d1a-a7d1-ed7340084c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:03.343700 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['e0094e8c-40b7-4d14-84b6-55e6b0defca6'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:52:03.932098 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00879005-2095-4a51-aa11-01521efd34e1 req-08b9eef2-d7e8-4744-bb61-5f5f7089a64c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:03.933586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00879005-2095-4a51-aa11-01521efd34e1 req-08b9eef2-d7e8-4744-bb61-5f5f7089a64c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 945 time: 0.0479536
Dec 18 21:52:03.985840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-00879005-2095-4a51-aa11-01521efd34e1 req-e6473537-0065-407e-bb9c-923ab35939ef tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460937
Dec 18 21:52:04.873194 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device e0094e8c-40b7-4d14-84b6-55e6b0defca6 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:52:04.922987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port e0094e8c-40b7-4d14-84b6-55e6b0defca6 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:52:04.927058 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port e0094e8c-40b7-4d14-84b6-55e6b0defca6 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:52:04.927433 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:05.003313 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:05.024941 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:52:05.027240 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa131201-309d-4e5e-985f-2c8bcefe9078" -d '{"events": [{"server_uuid": "06ec0194-cac6-46f6-a18c-b9e363202fed", "name": "network-vif-plugged", "status": "completed", "tag": "e0094e8c-40b7-4d14-84b6-55e6b0defca6"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:52:05.044510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port e0094e8c-40b7-4d14-84b6-55e6b0defca6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e0094e8c-40b7-4d14-84b6-55e6b0defca6,segment=NetworkSegment(49570d53-f455-47cf-8d12-b4c6cb99e166),segment_id=49570d53-f455-47cf-8d12-b4c6cb99e166)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:52:05.049680 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:05.099851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=e0094e8c-40b7-4d14-84b6-55e6b0defca6,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:05.114949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898d81f-297d-4aeb-a3db-2032028bd4a9 req-8710f811-3a1f-4eb1-8a22-73ff22753c16 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:05.116498 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c898d81f-297d-4aeb-a3db-2032028bd4a9 req-8710f811-3a1f-4eb1-8a22-73ff22753c16 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0579157
Dec 18 21:52:05.122642 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939b80eb-ef6c-4d8c-b9c3-9321a228bd6f x-openstack-request-id: req-939b80eb-ef6c-4d8c-b9c3-9321a228bd6f {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:52:05.122938 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ec0194-cac6-46f6-a18c-b9e363202fed", "name": "network-vif-plugged", "status": "completed", "tag": "e0094e8c-40b7-4d14-84b6-55e6b0defca6", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:52:05.123167 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-939b80eb-ef6c-4d8c-b9c3-9321a228bd6f {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:52:05.123565 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6', 'code': 200}
Dec 18 21:52:05.170100 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c898d81f-297d-4aeb-a3db-2032028bd4a9 req-2280a131-b84b-412c-b9b7-3b353f51c48f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459626
Dec 18 21:52:05.225074 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ec4eb-326b-4567-9bc5-a8dc1bacf5e4 req-156bb94a-8459-4fdf-9fb0-554ac411912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:05.226630 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f50ec4eb-326b-4567-9bc5-a8dc1bacf5e4 req-156bb94a-8459-4fdf-9fb0-554ac411912b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 1097 time: 0.0396309
Dec 18 21:52:05.275078 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f50ec4eb-326b-4567-9bc5-a8dc1bacf5e4 req-474e1a90-1919-4081-84b6-fb81a0da9802 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413353
Dec 18 21:52:05.293277 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-315ef0a4-e89f-43ff-8e11-af73ba1519da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:06.293293 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50617084-b350-4942-bcc0-4d92c816653d req-7cb47686-c243-47da-9c25-9a3ce9f6a5e3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:06.294809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50617084-b350-4942-bcc0-4d92c816653d req-7cb47686-c243-47da-9c25-9a3ce9f6a5e3 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0515337
Dec 18 21:52:06.344065 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-50617084-b350-4942-bcc0-4d92c816653d req-68ffc86a-7a90-49aa-86a8-9d36fd1a4f3b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432303
Dec 18 21:52:06.624280 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:07.463198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c017f8-cda9-47a3-9dc0-9cdcd58d8eea req-30fa5e5b-ba53-472f-9c8e-d7486ee7da5f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:07.464660 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5c017f8-cda9-47a3-9dc0-9cdcd58d8eea req-30fa5e5b-ba53-472f-9c8e-d7486ee7da5f tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0506113
Dec 18 21:52:07.513684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5c017f8-cda9-47a3-9dc0-9cdcd58d8eea req-48245517-5341-40b9-88b6-e30723104e04 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421970
Dec 18 21:52:07.625671 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847ae1b-5963-44cd-9c0e-03dc9ac3897d req-c9cb406e-2413-4300-9a3c-25d3648ed3fb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:07.630702 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8847ae1b-5963-44cd-9c0e-03dc9ac3897d req-c9cb406e-2413-4300-9a3c-25d3648ed3fb tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0510695
Dec 18 21:52:07.679256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8847ae1b-5963-44cd-9c0e-03dc9ac3897d req-093293b4-9aac-4649-9330-e4283761c431 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461483
Dec 18 21:52:07.701369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55164) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:07.739415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f896eb8-a595-4d34-b77c-13598b7277c6 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:07.740905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0f896eb8-a595-4d34-b77c-13598b7277c6 tempest-TestNetworkAdvancedServerOps-763891622 tempest-TestNetworkAdvancedServerOps-763891622-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 1092 time: 0.0385854
Dec 18 21:52:07.743787 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55166) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:07.748667 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address': '172.20.0.10'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:52:07.772494 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:07.869997 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:07.968289 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Allocated IP 172.35.3.211 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/e9d41ee1-8452-4570-94c4-485e47ad0733) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:52:08.070062 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:08.102275 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:08.140219 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:52:08.144325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:52:08.147897 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:52:08.153046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=e9d41ee1-8452-4570-94c4-485e47ad0733,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:08.337741 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:08.498904 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:08.563781 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:08.691144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:08.712046 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:08.717473 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:08.785885 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event updated for resources: {'Port': ['ID=e9d41ee1-8452-4570-94c4-485e47ad0733,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:08.797329 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:08.895919 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Floating IP dfc18a04-9b24-4186-acf1-4363f0a8ff17 associated. External IP: 172.35.3.211, port: e0094e8c-40b7-4d14-84b6-55e6b0defca6.
Dec 18 21:52:09.093548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:52:09.196104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:52:09.208688 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744919c-2fe2-4d98-9f9d-ab3960cd07dc None None] Sync routers for ids ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:52:09.214884 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:09.219945 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744919c-2fe2-4d98-9f9d-ab3960cd07dc None None] Routers {'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:52:09.220540 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b744919c-2fe2-4d98-9f9d-ab3960cd07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664012880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:52:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:09.244680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7dad6e75-aa6a-44ac-9d25-dd83a87308b1 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.4973321
Dec 18 21:52:09.244680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'tag': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:52:09.245199 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee" -d '{"events": [{"name": "network-changed", "server_uuid": "06ec0194-cac6-46f6-a18c-b9e363202fed", "tag": "e0094e8c-40b7-4d14-84b6-55e6b0defca6"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:52:09.299891 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b58b3d-f364-478b-ae9d-edc935ea1698 x-openstack-request-id: req-34b58b3d-f364-478b-ae9d-edc935ea1698 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:52:09.300392 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ec0194-cac6-46f6-a18c-b9e363202fed", "tag": "e0094e8c-40b7-4d14-84b6-55e6b0defca6", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:52:09.300833 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34b58b3d-f364-478b-ae9d-edc935ea1698 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:52:09.301419 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'tag': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6', 'status': 'completed', 'code': 200}
Dec 18 21:52:09.325614 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-b744919c-2fe2-4d98-9f9d-ab3960cd07dc None None] Set router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:52:09.380483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909a967-8545-4a28-82c0-acf2c68e0609 req-d0a75f61-9203-4e7f-b892-e01795ab8193 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:09.381900 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d909a967-8545-4a28-82c0-acf2c68e0609 req-d0a75f61-9203-4e7f-b892-e01795ab8193 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0778265
Dec 18 21:52:09.386598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-98010fb7-369f-4dd8-a006-e692be5f9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:09.388008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-98010fb7-369f-4dd8-a006-e692be5f9b34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 1097 time: 0.0745409
Dec 18 21:52:09.486867 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d909a967-8545-4a28-82c0-acf2c68e0609 req-6200f079-65f1-45e7-801f-3881953dbaf4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979078
Dec 18 21:52:09.513194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55172) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:09.550092 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-4d83a444-caff-4ac4-a8ee-728484eafb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:09.551580 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-4d83a444-caff-4ac4-a8ee-728484eafb01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5151f56a-2527-4839-9384-60be5aa279e3 HTTP/1.1" status: 200  len: 898 time: 0.1561337
Dec 18 21:52:09.554125 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b744919c-2fe2-4d98-9f9d-ab3960cd07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664012880>, [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:51:56Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dfc18a04-9b24-4186-acf1-4363f0a8ff17', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.211', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'port_id': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'mac_address': 'fa:16:3e:68:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:52:08Z', 'updated_at': '2021-12-18T21:52:08Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18f044e-116f-4e49-925c-0f39b2d39f0d', 'name': '', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:89:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:55Z', 'updated_at': '2021-12-18T21:51:59Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:09.579949 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744919c-2fe2-4d98-9f9d-ab3960cd07dc None None] Checking router: f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:52:09.588464 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744919c-2fe2-4d98-9f9d-ab3960cd07dc None None] Routers {'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:52:09.589079 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b744919c-2fe2-4d98-9f9d-ab3960cd07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664012880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:52:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:09.696058 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-b744919c-2fe2-4d98-9f9d-ab3960cd07dc None None] Set router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:52:09.927123 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-47d8a5e8-e22e-48f3-89d8-b776e94eb72e tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/dfc18a04-9b24-4186-acf1-4363f0a8ff17 HTTP/1.1" status: 200  len: 992 time: 0.4128153
Dec 18 21:52:09.932400 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-b744919c-2fe2-4d98-9f9d-ab3960cd07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664012880>, [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:51:56Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dfc18a04-9b24-4186-acf1-4363f0a8ff17', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.211', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'port_id': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'mac_address': 'fa:16:3e:68:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:52:08Z', 'updated_at': '2021-12-18T21:52:08Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18f044e-116f-4e49-925c-0f39b2d39f0d', 'name': '', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:89:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:55Z', 'updated_at': '2021-12-18T21:51:59Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:09.940024 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-0734335e-e2ad-48c3-b687-12f62994bde3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0094e8c-40b7-4d14-84b6-55e6b0defca6 HTTP/1.1" status: 200  len: 1000 time: 0.3816025
Dec 18 21:52:09.958220 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744919c-2fe2-4d98-9f9d-ab3960cd07dc None None] The sync data for ids ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'] in ncdv-master-1 is: [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:51:56Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dfc18a04-9b24-4186-acf1-4363f0a8ff17', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'floating_ip_address': '172.35.3.211', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'port_id': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'mac_address': 'fa:16:3e:68:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:52:08Z', 'updated_at': '2021-12-18T21:52:08Z', 'revision_number': 0, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18f044e-116f-4e49-925c-0f39b2d39f0d', 'name': '', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:89:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:55Z', 'updated_at': '2021-12-18T21:51:59Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:52:09.992179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-f08763d2-5cf6-4290-b8c8-4c9f22959398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:09.993664 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-f08763d2-5cf6-4290-b8c8-4c9f22959398 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d6b294e-33a0-4baf-95ac-9f83b4ff1e83 HTTP/1.1" status: 200  len: 834 time: 0.0463390
Dec 18 21:52:10.039759 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-b859fc7d-a9db-4544-beb5-2093a30e724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:10.041276 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-b859fc7d-a9db-4544-beb5-2093a30e724d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5151f56a-2527-4839-9384-60be5aa279e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405006
Dec 18 21:52:10.053330 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-87652b1e-5eb9-4169-b4db-de9f7bd91b03 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:52:10.054324 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-87652b1e-5eb9-4169-b4db-de9f7bd91b03 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049121
Dec 18 21:52:10.148299 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-1445a4b7-e72d-4e96-b068-3fee2972fbb4 service neutron] 10.222.0.36 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866146
Dec 18 21:52:10.164577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c668a-7d1b-4dd0-9ade-8e6f7862dbb1 None None] New status for floating IP dfc18a04-9b24-4186-acf1-4363f0a8ff17: ACTIVE {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:52:10.238657 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58c7f540-cdff-48cc-a6a3-d92b1bc171ee req-41ebe1b1-008e-46f4-bbf8-21bb6435269f service neutron] 10.222.0.36 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829136
Dec 18 21:52:10.931201 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55174) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:10.995431 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-b6f8189d-f89f-43a0-b1e5-974a9c3beeaf tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/dfc18a04-9b24-4186-acf1-4363f0a8ff17 HTTP/1.1" status: 200  len: 994 time: 0.0629492
Dec 18 21:52:15.474712 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:20.115822 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:22.619102 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9df49bd4-b0e4-455a-a8a8-a47ecf6a985c req-9e190dab-7898-4fda-a534-8f5a41b52524 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0385873
Dec 18 21:52:22.713513 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df49bd4-b0e4-455a-a8a8-a47ecf6a985c req-89a0762d-4b84-495e-9bdc-d2e956effbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:22.715553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9df49bd4-b0e4-455a-a8a8-a47ecf6a985c req-89a0762d-4b84-495e-9bdc-d2e956effbe6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 1097 time: 0.0393186
Dec 18 21:52:22.822224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df49bd4-b0e4-455a-a8a8-a47ecf6a985c req-b9a8f186-e963-4102-9bfc-0f55f4096248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:22.823724 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9df49bd4-b0e4-455a-a8a8-a47ecf6a985c req-b9a8f186-e963-4102-9bfc-0f55f4096248 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5151f56a-2527-4839-9384-60be5aa279e3 HTTP/1.1" status: 200  len: 898 time: 0.0872996
Dec 18 21:52:22.890940 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9df49bd4-b0e4-455a-a8a8-a47ecf6a985c req-c960ddfd-a189-40fa-a908-8baa5c7932c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0094e8c-40b7-4d14-84b6-55e6b0defca6 HTTP/1.1" status: 200  len: 1002 time: 0.0582423
Dec 18 21:52:22.939939 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df49bd4-b0e4-455a-a8a8-a47ecf6a985c req-dccee634-81c2-43a2-ba94-cc7e038d4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:22.941339 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9df49bd4-b0e4-455a-a8a8-a47ecf6a985c req-dccee634-81c2-43a2-ba94-cc7e038d4e4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d6b294e-33a0-4baf-95ac-9f83b4ff1e83 HTTP/1.1" status: 200  len: 834 time: 0.0421453
Dec 18 21:52:22.990575 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df49bd4-b0e4-455a-a8a8-a47ecf6a985c req-32dc3163-9e6b-4e75-bdd1-fa4167e04719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:22.992072 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9df49bd4-b0e4-455a-a8a8-a47ecf6a985c req-32dc3163-9e6b-4e75-bdd1-fa4167e04719 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5151f56a-2527-4839-9384-60be5aa279e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420704
Dec 18 21:52:23.081838 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9df49bd4-b0e4-455a-a8a8-a47ecf6a985c req-e8aedf27-2e4e-4e64-afa0-ea1f6369d892 service neutron] 10.222.0.36 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802238
Dec 18 21:52:23.174111 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9df49bd4-b0e4-455a-a8a8-a47ecf6a985c req-745b19bd-0df7-47ed-b298-75cfda5a5ec0 service neutron] 10.222.0.36 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827527
Dec 18 21:52:27.296041 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:52:29.900105 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-a2796fd4-1596-4a24-80ff-ab0f0df6569f req-9049e2c2-3a9c-4273-b879-318ace8eed06 service neutron] (126009) timed out ('10.222.0.36', 52437) {{(pid=126009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:52:33.101270 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-975ff9fa-b63d-487b-90b8-1d83bba1f45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:35.295119 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e1d3cfd6-27e8-4774-903b-37cedfd9b8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:36.627735 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:38.340388 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:38.693525 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:45.488868 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:46.407721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4898270-98da-46b3-bca7-fa16560e0dd9 req-206b72e5-aa2d-4a40-9fa3-479214b5bb3a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:46.409182 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4898270-98da-46b3-bca7-fa16560e0dd9 req-206b72e5-aa2d-4a40-9fa3-479214b5bb3a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0485756
Dec 18 21:52:46.457322 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d4898270-98da-46b3-bca7-fa16560e0dd9 req-2269346e-e631-4eec-ab16-cf15a92fa6a9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422423
Dec 18 21:52:47.574426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cec176-847f-492c-8524-e4a8a50e7cf4 req-308325c8-47e4-4e1a-819a-cbd8786c4647 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:47.575902 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34cec176-847f-492c-8524-e4a8a50e7cf4 req-308325c8-47e4-4e1a-819a-cbd8786c4647 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0483997
Dec 18 21:52:47.623975 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34cec176-847f-492c-8524-e4a8a50e7cf4 req-05588eba-c11e-497a-9ca8-2f1d83915e46 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416865
Dec 18 21:52:47.646069 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55212) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:47.708969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f6f4d22e-41ee-4bc6-854a-c88adc112eb9 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/dfc18a04-9b24-4186-acf1-4363f0a8ff17 HTTP/1.1" status: 200  len: 994 time: 0.0617800
Dec 18 21:52:48.990198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e2d6a-bc7d-48ca-a0b1-371cc24f1211 req-f28f854d-6fe3-4dad-bc53-d12f08963789 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:48.991726 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd3e2d6a-bc7d-48ca-a0b1-371cc24f1211 req-f28f854d-6fe3-4dad-bc53-d12f08963789 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0597365
Dec 18 21:52:49.048155 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1c305-c788-4a30-8070-10e89af065c3 req-664a97d2-c749-4e94-ac42-966d469cfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:49.049619 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40f1c305-c788-4a30-8070-10e89af065c3 req-664a97d2-c749-4e94-ac42-966d469cfff8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 1097 time: 0.0777576
Dec 18 21:52:49.062449 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd3e2d6a-bc7d-48ca-a0b1-371cc24f1211 req-351e61fe-195b-4952-9aa0-eff88077e611 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576975
Dec 18 21:52:49.144544 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1c305-c788-4a30-8070-10e89af065c3 req-27fc91cd-3088-4a9d-a67e-fd46495561ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:49.145998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40f1c305-c788-4a30-8070-10e89af065c3 req-27fc91cd-3088-4a9d-a67e-fd46495561ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=5151f56a-2527-4839-9384-60be5aa279e3 HTTP/1.1" status: 200  len: 898 time: 0.0827308
Dec 18 21:52:49.219297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40f1c305-c788-4a30-8070-10e89af065c3 req-9dc47215-36da-4c40-aec5-0bbd28a5bcbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0094e8c-40b7-4d14-84b6-55e6b0defca6 HTTP/1.1" status: 200  len: 1002 time: 0.0619967
Dec 18 21:52:49.271800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1c305-c788-4a30-8070-10e89af065c3 req-8cafb78d-2fc8-443f-a58d-6bd3269b11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:49.273132 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40f1c305-c788-4a30-8070-10e89af065c3 req-8cafb78d-2fc8-443f-a58d-6bd3269b11d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d6b294e-33a0-4baf-95ac-9f83b4ff1e83 HTTP/1.1" status: 200  len: 834 time: 0.0422895
Dec 18 21:52:49.320214 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1c305-c788-4a30-8070-10e89af065c3 req-903ff998-49b7-494a-907b-18e927726b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:49.321678 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40f1c305-c788-4a30-8070-10e89af065c3 req-903ff998-49b7-494a-907b-18e927726b78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5151f56a-2527-4839-9384-60be5aa279e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0380332
Dec 18 21:52:49.414570 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40f1c305-c788-4a30-8070-10e89af065c3 req-e6b0053b-fde0-49ec-9966-bd76b4b6538f service neutron] 10.222.0.36 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826440
Dec 18 21:52:49.504980 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-40f1c305-c788-4a30-8070-10e89af065c3 req-de00be3e-0f22-4ea6-bf37-ea2cbb31cb02 service neutron] 10.222.0.36 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0793417
Dec 18 21:52:50.127699 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:50.183334 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88597-5273-4763-80c4-ae865a1c782b req-4dce6ccd-8854-4725-847e-5357f09815ac tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:50.184828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ce88597-5273-4763-80c4-ae865a1c782b req-4dce6ccd-8854-4725-847e-5357f09815ac tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0498435
Dec 18 21:52:50.238481 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2ce88597-5273-4763-80c4-ae865a1c782b req-2d942b50-0bd6-400d-a139-5c0c7950ce3b tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475318
Dec 18 21:52:51.357034 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80bb81-a6d7-4d05-a79f-ca49f8458e12 req-8e37f89c-57e9-4a29-bd0d-b093665b6a1a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:51.359050 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b80bb81-a6d7-4d05-a79f-ca49f8458e12 req-8e37f89c-57e9-4a29-bd0d-b093665b6a1a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0483534
Dec 18 21:52:51.407138 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b80bb81-a6d7-4d05-a79f-ca49f8458e12 req-48b08ab3-4f46-484c-8bc8-c8547b2138c5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421300
Dec 18 21:52:51.429456 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55224) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:51.487510 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-fe1770bf-dafc-49ce-9cd2-b8754814cb14 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/floatingips/dfc18a04-9b24-4186-acf1-4363f0a8ff17 HTTP/1.1" status: 200  len: 994 time: 0.0569677
Dec 18 21:52:51.726453 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55230) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:51.896723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port e9d41ee1-8452-4570-94c4-485e47ad0733 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:52:51.897064 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:51.970131 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:51.970483 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:51.981761 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for e9d41ee1-8452-4570-94c4-485e47ad0733 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:52:52.127800 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:52.159618 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=e9d41ee1-8452-4570-94c4-485e47ad0733,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:52.182409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.182766 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.183119 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.183460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.183797 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.184131 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.184466 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.184795 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.185129 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.185457 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.185784 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.186111 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.186464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:52.229227 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:52.229560 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Floating IP dfc18a04-9b24-4186-acf1-4363f0a8ff17 disassociated (deleted). External IP: 172.35.3.211, port: e0094e8c-40b7-4d14-84b6-55e6b0defca6.
Dec 18 21:52:52.430896 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:52:52.538061 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:52:52.542487 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:52.548768 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05634f7c-407a-4eee-b849-b5bde221b623 None None] Sync routers for ids ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:52:52.557743 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05634f7c-407a-4eee-b849-b5bde221b623 None None] Routers {'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:52:52.558413 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-05634f7c-407a-4eee-b849-b5bde221b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664022b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:52:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:52.569190 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-ec4ce167-bc2d-455e-bddc-72c897a8d457 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/floatingips/dfc18a04-9b24-4186-acf1-4363f0a8ff17 HTTP/1.1" status: 204  len: 168 time: 0.8416457
Dec 18 21:52:52.569785 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'tag': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:52:52.572033 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd534447-45d9-477a-882a-3548bad9890f" -d '{"events": [{"name": "network-changed", "server_uuid": "06ec0194-cac6-46f6-a18c-b9e363202fed", "tag": "e0094e8c-40b7-4d14-84b6-55e6b0defca6"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:52:52.612000 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5b1d65-aeb0-4092-8263-2174c771a580 x-openstack-request-id: req-bb5b1d65-aeb0-4092-8263-2174c771a580 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:52:52.612312 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ec0194-cac6-46f6-a18c-b9e363202fed", "tag": "e0094e8c-40b7-4d14-84b6-55e6b0defca6", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:52:52.612561 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb5b1d65-aeb0-4092-8263-2174c771a580 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:52:52.612964 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'tag': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6', 'status': 'completed', 'code': 200}
Dec 18 21:52:52.666133 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-05634f7c-407a-4eee-b849-b5bde221b623 None None] Set router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:52:52.687369 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd534447-45d9-477a-882a-3548bad9890f req-301702d0-2a6e-402c-bba9-8f70d2fe97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:52.689708 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd534447-45d9-477a-882a-3548bad9890f req-301702d0-2a6e-402c-bba9-8f70d2fe97e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca451d1f26f48f583722f5ed440bf41&device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 1097 time: 0.0503917
Dec 18 21:52:52.818179 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd534447-45d9-477a-882a-3548bad9890f req-807c5330-70a4-4d87-a4f9-8f7805f882e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:52.819684 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd534447-45d9-477a-882a-3548bad9890f req-807c5330-70a4-4d87-a4f9-8f7805f882e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5151f56a-2527-4839-9384-60be5aa279e3 HTTP/1.1" status: 200  len: 898 time: 0.1219933
Dec 18 21:52:52.833543 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7221f8a-2ceb-4e9d-85ba-16180c41ca7c req-b00c8ca8-51dd-4193-b685-9ca2a4fc8549 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:52.835265 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7221f8a-2ceb-4e9d-85ba-16180c41ca7c req-b00c8ca8-51dd-4193-b685-9ca2a4fc8549 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0735011
Dec 18 21:52:52.880754 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd534447-45d9-477a-882a-3548bad9890f req-22181c52-7846-4d7a-9df0-117219232e87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0094e8c-40b7-4d14-84b6-55e6b0defca6 HTTP/1.1" status: 200  len: 217 time: 0.0445333
Dec 18 21:52:52.884677 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-05634f7c-407a-4eee-b849-b5bde221b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664022b20>, [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:51:56Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd18f044e-116f-4e49-925c-0f39b2d39f0d', 'name': '', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:89:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:55Z', 'updated_at': '2021-12-18T21:51:59Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:52.909907 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05634f7c-407a-4eee-b849-b5bde221b623 None None] Checking router: f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:52:52.917935 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05634f7c-407a-4eee-b849-b5bde221b623 None None] Routers {'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:52:52.918554 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-05634f7c-407a-4eee-b849-b5bde221b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664022b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:52:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:52.938297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7221f8a-2ceb-4e9d-85ba-16180c41ca7c req-ff12d8d8-6b2c-4df0-9333-8d2ea6bd3ec4 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965691
Dec 18 21:52:52.953265 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd534447-45d9-477a-882a-3548bad9890f req-cadcd4c9-94c5-4731-ae8f-991324ac3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:52.955560 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd534447-45d9-477a-882a-3548bad9890f req-cadcd4c9-94c5-4731-ae8f-991324ac3e5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d6b294e-33a0-4baf-95ac-9f83b4ff1e83 HTTP/1.1" status: 200  len: 834 time: 0.0673783
Dec 18 21:52:53.008297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd534447-45d9-477a-882a-3548bad9890f req-4aa4ca6a-1651-469e-8b95-0b94b6b24770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:53.009783 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd534447-45d9-477a-882a-3548bad9890f req-4aa4ca6a-1651-469e-8b95-0b94b6b24770 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5151f56a-2527-4839-9384-60be5aa279e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446839
Dec 18 21:52:53.023350 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-05634f7c-407a-4eee-b849-b5bde221b623 None None] Set router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:52:53.102243 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd534447-45d9-477a-882a-3548bad9890f req-602e999f-4a92-4b55-87e4-d1a407edcd88 service neutron] 10.222.0.36 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848303
Dec 18 21:52:53.199130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd534447-45d9-477a-882a-3548bad9890f req-398316de-5d07-4453-884e-f08cfed37df4 service neutron] 10.222.0.36 "GET /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887825
Dec 18 21:52:53.301601 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-05634f7c-407a-4eee-b849-b5bde221b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664022b20>, [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:51:56Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd18f044e-116f-4e49-925c-0f39b2d39f0d', 'name': '', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:89:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:55Z', 'updated_at': '2021-12-18T21:51:59Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:53.326423 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05634f7c-407a-4eee-b849-b5bde221b623 None None] The sync data for ids ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'] in ncdv-master-1 is: [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:51:56Z', 'revision_number': 4, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd18f044e-116f-4e49-925c-0f39b2d39f0d', 'name': '', 'network_id': '5151f56a-2527-4839-9384-60be5aa279e3', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'mac_address': 'fa:16:3e:89:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:55Z', 'updated_at': '2021-12-18T21:51:59Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'subnets': [{'id': '2d6b294e-33a0-4baf-95ac-9f83b4ff1e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:52:53.553903 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce169f12-0217-4b65-9bbe-f97b74efe3c3 None None] New status for floating IP dfc18a04-9b24-4186-acf1-4363f0a8ff17: DOWN {{(pid=126010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:52:54.055261 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc09fd-5b28-44e8-8003-7265c07f74fa req-1fd37bfb-322c-4fd9-b65f-57f2365e146a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:54.056720 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fadc09fd-5b28-44e8-8003-7265c07f74fa req-1fd37bfb-322c-4fd9-b65f-57f2365e146a tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0485060
Dec 18 21:52:54.105125 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fadc09fd-5b28-44e8-8003-7265c07f74fa req-1110c893-72e6-4e50-952f-d12b500f6214 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/security-groups?id=62d612e7-a7cd-4fd4-8a02-8062b0cd2054&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422480
Dec 18 21:52:54.569991 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b33439-d6e2-4ad2-bf48-884b8c290c8f req-f5a054b9-6559-4381-bbe2-2ab62cb91ff5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:52:54.571434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58b33439-d6e2-4ad2-bf48-884b8c290c8f req-f5a054b9-6559-4381-bbe2-2ab62cb91ff5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 946 time: 0.0463514
Dec 18 21:52:54.663966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-58b33439-d6e2-4ad2-bf48-884b8c290c8f req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port e0094e8c-40b7-4d14-84b6-55e6b0defca6 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:52:54.664303 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-58b33439-d6e2-4ad2-bf48-884b8c290c8f req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:54.749241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-58b33439-d6e2-4ad2-bf48-884b8c290c8f req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port e0094e8c-40b7-4d14-84b6-55e6b0defca6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e0094e8c-40b7-4d14-84b6-55e6b0defca6,segment=NetworkSegment(49570d53-f455-47cf-8d12-b4c6cb99e166),segment_id=49570d53-f455-47cf-8d12-b4c6cb99e166)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:52:54.749600 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-58b33439-d6e2-4ad2-bf48-884b8c290c8f req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:54.761572 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-58b33439-d6e2-4ad2-bf48-884b8c290c8f req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for e0094e8c-40b7-4d14-84b6-55e6b0defca6 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:52:54.887253 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-58b33439-d6e2-4ad2-bf48-884b8c290c8f req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:54.913531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=e0094e8c-40b7-4d14-84b6-55e6b0defca6,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:54.923249 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.923606 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.923954 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.924296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.924636 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.924972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.925305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.925635 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.925965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.926803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.926803 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.927013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.927250 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:54.971263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b33439-d6e2-4ad2-bf48-884b8c290c8f req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] No DVR routers for this DVR port e0094e8c-40b7-4d14-84b6-55e6b0defca6 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:52:54.973722 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-58b33439-d6e2-4ad2-bf48-884b8c290c8f req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:54.977104 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-58b33439-d6e2-4ad2-bf48-884b8c290c8f req-cb9ac3a3-2e09-4c23-88ad-40bad3f3a01c tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.36 "DELETE /v2.0/ports/e0094e8c-40b7-4d14-84b6-55e6b0defca6 HTTP/1.1" status: 204  len: 173 time: 0.3960364
Dec 18 21:52:54.977538 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'name': 'network-vif-deleted', 'tag': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:52:54.979836 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b81288e-b562-42af-86d0-363edb46227a" -d '{"events": [{"server_uuid": "06ec0194-cac6-46f6-a18c-b9e363202fed", "name": "network-vif-deleted", "tag": "e0094e8c-40b7-4d14-84b6-55e6b0defca6"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:52:55.017185 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362d7363-0026-4e64-b066-74eba8bc220a x-openstack-request-id: req-362d7363-0026-4e64-b066-74eba8bc220a {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:52:55.017479 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ec0194-cac6-46f6-a18c-b9e363202fed", "name": "network-vif-deleted", "tag": "e0094e8c-40b7-4d14-84b6-55e6b0defca6", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:52:55.017740 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-362d7363-0026-4e64-b066-74eba8bc220a {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:52:55.018143 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ec0194-cac6-46f6-a18c-b9e363202fed', 'name': 'network-vif-deleted', 'tag': 'e0094e8c-40b7-4d14-84b6-55e6b0defca6', 'status': 'completed', 'code': 200}
Dec 18 21:52:55.210893 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f166830d-6d60-4ffb-8a7a-89b6fd16d886 req-05a8ecc8-fad4-453a-a1a9-682c4e2580f2 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "GET /v2.0/ports?device_id=06ec0194-cac6-46f6-a18c-b9e363202fed HTTP/1.1" status: 200  len: 210 time: 0.0271895
Dec 18 21:52:56.265627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55246) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:56.621939 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1015dff6-ae18-4011-818e-5ff58bb3c006 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:56.871650 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1015dff6-ae18-4011-818e-5ff58bb3c006 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port d18f044e-116f-4e49-925c-0f39b2d39f0d {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:52:56.872048 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1015dff6-ae18-4011-818e-5ff58bb3c006 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:56.958142 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-1015dff6-ae18-4011-818e-5ff58bb3c006 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port d18f044e-116f-4e49-925c-0f39b2d39f0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d18f044e-116f-4e49-925c-0f39b2d39f0d,segment=NetworkSegment(49570d53-f455-47cf-8d12-b4c6cb99e166),segment_id=49570d53-f455-47cf-8d12-b4c6cb99e166)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:52:56.958611 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1015dff6-ae18-4011-818e-5ff58bb3c006 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:56.974958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-1015dff6-ae18-4011-818e-5ff58bb3c006 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for d18f044e-116f-4e49-925c-0f39b2d39f0d owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:52:57.152343 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device e0094e8c-40b7-4d14-84b6-55e6b0defca6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:52:57.153623 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1015dff6-ae18-4011-818e-5ff58bb3c006 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:57.172463 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: e0094e8c-40b7-4d14-84b6-55e6b0defca6 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:52:57.172812 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device e0094e8c-40b7-4d14-84b6-55e6b0defca6 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:52:57.183246 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015dff6-ae18-4011-818e-5ff58bb3c006 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=d18f044e-116f-4e49-925c-0f39b2d39f0d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:57.352604 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1015dff6-ae18-4011-818e-5ff58bb3c006 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:57.574779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1015dff6-ae18-4011-818e-5ff58bb3c006 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:52:57.980206 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1015dff6-ae18-4011-818e-5ff58bb3c006 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:52:57.985952 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1015dff6-ae18-4011-818e-5ff58bb3c006 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "PUT /v2.0/routers/f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7192392
Dec 18 21:52:57.988773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55248) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:57.992065 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f584a3e-fadb-4520-a52c-de29dc3740c9 None None] Sync routers for ids ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:52:58.001648 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f584a3e-fadb-4520-a52c-de29dc3740c9 None None] Routers {'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:52:58.002279 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4f584a3e-fadb-4520-a52c-de29dc3740c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664387f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:52:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:58.038735 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c22e591-7087-46ae-8d76-3fd6a56121d5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting subnet 2d6b294e-33a0-4baf-95ac-9f83b4ff1e83 {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 21:52:58.041772 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c22e591-7087-46ae-8d76-3fd6a56121d5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.081006 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c22e591-7087-46ae-8d76-3fd6a56121d5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.104073 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4f584a3e-fadb-4520-a52c-de29dc3740c9 None None] Set router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:52:58.168426 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c22e591-7087-46ae-8d76-3fd6a56121d5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.230158 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c22e591-7087-46ae-8d76-3fd6a56121d5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.257617 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22e591-7087-46ae-8d76-3fd6a56121d5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6b294e-33a0-4baf-95ac-9f83b4ff1e83,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:58.259612 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6c22e591-7087-46ae-8d76-3fd6a56121d5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.262823 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6c22e591-7087-46ae-8d76-3fd6a56121d5 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/subnets/2d6b294e-33a0-4baf-95ac-9f83b4ff1e83 HTTP/1.1" status: 204  len: 168 time: 0.2728460
Dec 18 21:52:58.267235 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55250) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:58.267793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c17c37-6e5a-4fd6-baa3-32f6ec50a4a3 None None] Network 5151f56a-2527-4839-9384-60be5aa279e3 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:52:58.281983 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4f584a3e-fadb-4520-a52c-de29dc3740c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664387f10>, [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:52:57Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:58.307325 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f584a3e-fadb-4520-a52c-de29dc3740c9 None None] Checking router: f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:52:58.315886 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f584a3e-fadb-4520-a52c-de29dc3740c9 None None] Routers {'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:52:58.316499 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4f584a3e-fadb-4520-a52c-de29dc3740c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664387f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:52:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:58.382362 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.425264 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-4f584a3e-fadb-4520-a52c-de29dc3740c9 None None] Set router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:52:58.440803 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] DHCP port deletion for 5151f56a-2527-4839-9384-60be5aa279e3 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:52:58.489632 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Deleting port 6758520c-4a62-4499-b171-d4e3f4c8c1eb {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:52:58.490004 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.495026 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.551071 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Deleting port bf960d01-c68b-48bf-b462-adaf88aa4758 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:52:58.551408 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.556211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] For port 6758520c-4a62-4499-b171-d4e3f4c8c1eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6758520c-4a62-4499-b171-d4e3f4c8c1eb,segment=NetworkSegment(49570d53-f455-47cf-8d12-b4c6cb99e166),segment_id=49570d53-f455-47cf-8d12-b4c6cb99e166)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:52:58.556742 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.570429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Calling delete_port for 6758520c-4a62-4499-b171-d4e3f4c8c1eb owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:52:58.603604 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-4f584a3e-fadb-4520-a52c-de29dc3740c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664387f10>, [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:52:57Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:58.630725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] For port bf960d01-c68b-48bf-b462-adaf88aa4758, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf960d01-c68b-48bf-b462-adaf88aa4758,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:52:58.631165 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.633306 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f584a3e-fadb-4520-a52c-de29dc3740c9 None None] The sync data for ids ['f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f'] in ncdv-master-1 is: [{'id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034687682', 'tenant_id': '0ca451d1f26f48f583722f5ed440bf41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:51:52Z', 'updated_at': '2021-12-18T21:52:57Z', 'revision_number': 5, 'project_id': '0ca451d1f26f48f583722f5ed440bf41', 'gw_port': {'id': 'bf960d01-c68b-48bf-b462-adaf88aa4758', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:51:53Z', 'updated_at': '2021-12-18T21:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:52:58.646346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Calling delete_port for bf960d01-c68b-48bf-b462-adaf88aa4758 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:52:58.655572 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.685540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Pushing event deleted for resources: {'Port': ['ID=6758520c-4a62-4499-b171-d4e3f4c8c1eb,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:58.688383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] No DVR routers for this DVR port 6758520c-4a62-4499-b171-d4e3f4c8c1eb on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:52:58.699933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.699933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.700281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.700629 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.700972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.701310 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.702269 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.702553 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.702886 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.703216 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.703547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.703875 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.704200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc8040-e0cb-4a9b-88c8-4c1a80d41d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:52:58.820282 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.849294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Port': ['ID=bf960d01-c68b-48bf-b462-adaf88aa4758,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:58.862491 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac8bd2-aabb-47f8-a578-a15d0339c0ab None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:52:58.907866 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:58.997207 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.000307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.048690 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.049296 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Fanout notify agent at l3_agent the message router_deleted on router f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 21:52:59.056674 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.057737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f41ae61c-b84c-43ad-8caa-8483170e6e74 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/routers/f6aee8c9-f7dd-4ee1-b35e-1de57b9f3a9f HTTP/1.1" status: 204  len: 168 time: 0.7883782
Dec 18 21:52:59.060453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55252) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:59.137817 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.227914 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.248476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36654f2af0>,) {'filters': {'network_id': ['5151f56a-2527-4839-9384-60be5aa279e3']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:59.258415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36654f2af0>, '49570d53-f455-47cf-8d12-b4c6cb99e166') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:59.258747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36654f2af0>, '49570d53-f455-47cf-8d12-b4c6cb99e166') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:52:59.268459 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.282201 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.288373 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 21:52:59.288910 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 21:52:59.291819 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 21:52:59.349563 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.356328 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.359595 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/networks/5151f56a-2527-4839-9384-60be5aa279e3 HTTP/1.1" status: 204  len: 168 time: 0.2975559
Dec 18 21:52:59.362508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55254) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:59.371241 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082e1d8-fe91-486b-844f-2af0cc156360 tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'Network': ['ID=5151f56a-2527-4839-9384-60be5aa279e3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:59.418649 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-945f151f-daf2-4d07-96e7-af874578e1ba tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.443062 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-945f151f-daf2-4d07-96e7-af874578e1ba tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.507553 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-945f151f-daf2-4d07-96e7-af874578e1ba tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.510219 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-945f151f-daf2-4d07-96e7-af874578e1ba tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:52:59.511452 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-945f151f-daf2-4d07-96e7-af874578e1ba tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] 10.222.0.13 "DELETE /v2.0/security-groups/62d612e7-a7cd-4fd4-8a02-8062b0cd2054 HTTP/1.1" status: 204  len: 168 time: 0.1477723
Dec 18 21:52:59.520577 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f151f-daf2-4d07-96e7-af874578e1ba tempest-TestNetworkAdvancedServerOps-1712526447 tempest-TestNetworkAdvancedServerOps-1712526447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d612e7-a7cd-4fd4-8a02-8062b0cd2054,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:52:59.851010 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55262) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:52:59.982555 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d18f044e-116f-4e49-925c-0f39b2d39f0d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:52:59.999894 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-92800e4d-cdbb-4f5a-9f4a-fec96f2764a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ca451d1f26f48f583722f5ed440bf41&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1476626
Dec 18 21:53:00.002419 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55266) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:00.006196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: d18f044e-116f-4e49-925c-0f39b2d39f0d {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:53:00.006573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device d18f044e-116f-4e49-925c-0f39b2d39f0d not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:53:00.006991 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6758520c-4a62-4499-b171-d4e3f4c8c1eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:53:00.025799 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 6758520c-4a62-4499-b171-d4e3f4c8c1eb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:53:00.026143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6758520c-4a62-4499-b171-d4e3f4c8c1eb not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:53:00.026577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bf960d01-c68b-48bf-b462-adaf88aa4758 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:53:00.045121 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: bf960d01-c68b-48bf-b462-adaf88aa4758 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:53:00.046027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bf960d01-c68b-48bf-b462-adaf88aa4758 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:53:00.049205 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-602df9e3-b84a-4209-be5b-90bfa78a6257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:00.070377 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-602df9e3-b84a-4209-be5b-90bfa78a6257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:00.117784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-602df9e3-b84a-4209-be5b-90bfa78a6257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:00.120367 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-602df9e3-b84a-4209-be5b-90bfa78a6257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:00.121510 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-602df9e3-b84a-4209-be5b-90bfa78a6257 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ada03392-192d-4f09-91fc-6b53440a41e3 HTTP/1.1" status: 204  len: 168 time: 0.1181948
Dec 18 21:53:00.129430 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602df9e3-b84a-4209-be5b-90bfa78a6257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada03392-192d-4f09-91fc-6b53440a41e3,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:00.378512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55272) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:00.391930 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ed8749a-70a1-45d1-9008-2233fb046b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:00.469130 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ed8749a-70a1-45d1-9008-2233fb046b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:00.473205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1ed8749a-70a1-45d1-9008-2233fb046b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:00.510809 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1ed8749a-70a1-45d1-9008-2233fb046b10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7c79d57b56c437b876126530e71bf7f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1312239
Dec 18 21:53:00.511749 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8749a-70a1-45d1-9008-2233fb046b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac73da5-4b97-4eec-b9c8-1b0820ef45cd,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:00.513524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55274) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:00.560727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7a87460-b53b-4309-b78e-f90a8bb3a11d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:00.581440 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7a87460-b53b-4309-b78e-f90a8bb3a11d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:00.629650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7a87460-b53b-4309-b78e-f90a8bb3a11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:00.632234 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c7a87460-b53b-4309-b78e-f90a8bb3a11d admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:00.633364 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c7a87460-b53b-4309-b78e-f90a8bb3a11d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ac73da5-4b97-4eec-b9c8-1b0820ef45cd HTTP/1.1" status: 204  len: 168 time: 0.1182587
Dec 18 21:53:00.641672 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a87460-b53b-4309-b78e-f90a8bb3a11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac73da5-4b97-4eec-b9c8-1b0820ef45cd,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:01.321262 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55296) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:01.414845 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1370643842-network', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:01.436448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Made reservation on behalf of c7e4c296f0144644b9107d08244cb934 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:53:01.438671 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:01.446615 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:01.518546 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:01.522220 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:01.549986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:53:01.556248 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf801ad-79a5-463f-94a2-51becfc1f877,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:01.564908 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:01.564908 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Added segment 01d539f1-f8be-4319-8186-a66f033b0a55 of type vlan for network 7019d61b-e45f-4cbe-9b09-e3c79cd43041
Dec 18 21:53:01.609984 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:01.632638 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:01.633586 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:01.634166 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:01.684986 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3624716
Dec 18 21:53:01.687966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55300) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:01.692905 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-91acbf21-7633-4f7c-9a03-739a9e78f37d admin admin] Request body: {'subnet': {'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1370643842-subnet', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:01.697512 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609c5b2-a030-4939-a274-db471d64b2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=7019d61b-e45f-4cbe-9b09-e3c79cd43041,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:01.712574 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:53:01.719726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91acbf21-7633-4f7c-9a03-739a9e78f37d admin admin] Made reservation on behalf of c7e4c296f0144644b9107d08244cb934 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:53:01.722338 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-91acbf21-7633-4f7c-9a03-739a9e78f37d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:01.883841 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-91acbf21-7633-4f7c-9a03-739a9e78f37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:01.937478 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acbf21-7633-4f7c-9a03-739a9e78f37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b123dc75-2b6a-41a5-abf9-b86deab7d49a,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:01.945684 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acbf21-7633-4f7c-9a03-739a9e78f37d admin admin] Checking segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:53:01.946041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91acbf21-7633-4f7c-9a03-739a9e78f37d admin admin] Network hostable DHCP agents. Network: 7019d61b-e45f-4cbe-9b09-e3c79cd43041, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:53:01.962731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91acbf21-7633-4f7c-9a03-739a9e78f37d admin admin] Network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:53:01.971483 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-91acbf21-7633-4f7c-9a03-739a9e78f37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7019d61b-e45f-4cbe-9b09-e3c79cd43041) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:53:01.975395 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91acbf21-7633-4f7c-9a03-739a9e78f37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:01.975978 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-91acbf21-7633-4f7c-9a03-739a9e78f37d admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:01.981417 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540620b5-fcde-45b4-971d-389bfc651a2c None None] Network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:53:01.991251 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-91acbf21-7633-4f7c-9a03-739a9e78f37d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3020449
Dec 18 21:53:01.993781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55302) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:01.998134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:02.020501 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:02.022125 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:02.080603 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:02.083335 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:53:02.084194 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:02.217301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Allocated IP 172.20.0.2 (7019d61b-e45f-4cbe-9b09-e3c79cd43041/b123dc75-2b6a-41a5-abf9-b86deab7d49a/4a5f71de-9f7c-4aaf-824e-ee3cf8de0207) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:53:02.218614 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:02.526995 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:02.534644 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:02.574590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:53:02.578680 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:53:02.581673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:53:02.591449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Pushing event updated for resources: {'Port': ['ID=4a5f71de-9f7c-4aaf-824e-ee3cf8de0207,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:02.643955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Attempting to bind port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:53:02.644334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Attempting to bind port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:53:02.644699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Attempting to bind port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:53:02.650085 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:53:02.650494 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Checking segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:53:02.650899 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:02.651293 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Bound using segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:53:02.651757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Bound port: 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:53:02.652135 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:02.722839 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] For port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:53:02.725810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] For port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a5f71de-9f7c-4aaf-824e-ee3cf8de0207,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:53:02.730584 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:02.731675 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:02.750693 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:02.791847 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948baf94-9e16-49bb-b35a-ea17213a8ffc None None] Pushing event updated for resources: {'Port': ['ID=4a5f71de-9f7c-4aaf-824e-ee3cf8de0207,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:02.861340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Allocated IP 172.35.3.155 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/b85496c4-8aba-45d8-b506-997b20ffa763) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:53:02.976055 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:03.016912 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:03.056446 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:53:03.059393 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:53:03.063622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:53:03.069191 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Pushing event updated for resources: {'Port': ['ID=b85496c4-8aba-45d8-b506-997b20ffa763,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:03.075409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a232aac-9670-4830-80e0-4ffdb4934318 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:53:03.113792 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-672e29a6-b3fe-4d5b-bfef-c557c0680de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:03.133047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a2f6b3c5-8855-451e-b62e-69aba19b5a9f None None] Provisioning complete for port b85496c4-8aba-45d8-b506-997b20ffa763 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:03.133421 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b3c5-8855-451e-b62e-69aba19b5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:03.166483 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-a2f6b3c5-8855-451e-b62e-69aba19b5a9f None None] Port b85496c4-8aba-45d8-b506-997b20ffa763 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:53:03.316029 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:03.514241 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:03.655673 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:53:03.735879 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4042121-8e6f-42c2-bbd8-de91ca06ae4e None None] Network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:53:03.773276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:53:03.791193 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Sync routers for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:53:03.791423 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:03.792606 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6a4ce937-0971-4b78-b06f-d2b41226d529 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.7976847
Dec 18 21:53:03.795922 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55304) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:03.822898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:53:03.823521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ecf9fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:52:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:03.831185 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-61400a77-ef3f-41f1-9511-97d235e01ee8 None None] Provisioning complete for port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:03.831469 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-61400a77-ef3f-41f1-9511-97d235e01ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.026357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:53:04.034832 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:53:04.127449 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-61400a77-ef3f-41f1-9511-97d235e01ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.215983 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-61400a77-ef3f-41f1-9511-97d235e01ee8 None None] For port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a5f71de-9f7c-4aaf-824e-ee3cf8de0207,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:53:04.223678 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-61400a77-ef3f-41f1-9511-97d235e01ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.235851 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.279579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:04.279930 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.296962 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:53:04.351946 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61400a77-ef3f-41f1-9511-97d235e01ee8 None None] Pushing event updated for resources: {'Port': ['ID=4a5f71de-9f7c-4aaf-824e-ee3cf8de0207,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:04.374968 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b8841e37-7bcf-4ecf-a03e-0859208c01a7 None None] Provisioning complete for port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:04.375328 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b8841e37-7bcf-4ecf-a03e-0859208c01a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.395844 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Allocated IP 172.20.0.1 (7019d61b-e45f-4cbe-9b09-e3c79cd43041/b123dc75-2b6a-41a5-abf9-b86deab7d49a/a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:53:04.459585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ecf9fd0>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:03Z', 'revision_number': 3, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:04.489291 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Checking router: 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:53:04.489637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Updating router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 port b85496c4-8aba-45d8-b506-997b20ffa763 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:53:04.500734 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.535448 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.541293 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.573467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:53:04.576464 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:53:04.580597 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:53:04.604685 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Pushing event updated for resources: {'Port': ['ID=a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:04.631207 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.769135 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.825455 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.830653 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.884755 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e19762e-3610-4d6e-b695-dd36b1a11ca9 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:53:04.895481 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889e0bc-b313-474d-a021-eda4fed056af None None] Pushing event updated for resources: {'Port': ['ID=b85496c4-8aba-45d8-b506-997b20ffa763,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:04.900091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Attempting to bind port b85496c4-8aba-45d8-b506-997b20ffa763 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:53:04.900468 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Attempting to bind port b85496c4-8aba-45d8-b506-997b20ffa763 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:53:04.900835 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Attempting to bind port b85496c4-8aba-45d8-b506-997b20ffa763 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:53:04.909366 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:53:04.909752 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:53:04.910156 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.910563 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:53:04.911039 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Bound port: b85496c4-8aba-45d8-b506-997b20ffa763, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:53:04.911421 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.942449 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1d606fb6-0316-4d29-9351-ccded7ccc2bb None None] Provisioning complete for port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:04.942826 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1d606fb6-0316-4d29-9351-ccded7ccc2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.945744 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.951253 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:04.997735 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1d606fb6-0316-4d29-9351-ccded7ccc2bb None None] Port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:53:05.000172 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] For port b85496c4-8aba-45d8-b506-997b20ffa763, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:53:05.003972 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] For port b85496c4-8aba-45d8-b506-997b20ffa763, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b85496c4-8aba-45d8-b506-997b20ffa763,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:53:05.008481 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:05.027066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Pushing event updated for resources: {'Port': ['ID=a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:05.030428 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:05.049351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf5755-ef17-4749-801f-518c5ce3393b None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:53:05.075067 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:53:05.075679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ecf9fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:52:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:05.078964 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889e0bc-b313-474d-a021-eda4fed056af None None] Pushing event updated for resources: {'Port': ['ID=b85496c4-8aba-45d8-b506-997b20ffa763,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:05.122500 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:53:05.124413 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:53:05.165771 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-a51f2b90-ef05-4672-9408-fa378ec84fd0 None None] Provisioning complete for port b85496c4-8aba-45d8-b506-997b20ffa763 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:05.166139 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a51f2b90-ef05-4672-9408-fa378ec84fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:05.255412 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:53:05.375108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:53:05.380434 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ca9c9145-43c7-49dd-9794-7b427e8b93ce admin admin] 10.222.0.13 "PUT /v2.0/routers/5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5835316
Dec 18 21:53:05.402360 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1f09-3da4-4c07-8fd5-78a710126b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:05.404747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:53:05.548014 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a51f2b90-ef05-4672-9408-fa378ec84fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:05.578486 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-a51f2b90-ef05-4672-9408-fa378ec84fd0 None None] For port b85496c4-8aba-45d8-b506-997b20ffa763, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b85496c4-8aba-45d8-b506-997b20ffa763,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:53:05.582942 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a51f2b90-ef05-4672-9408-fa378ec84fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:05.674195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f2b90-ef05-4672-9408-fa378ec84fd0 None None] Pushing event updated for resources: {'Port': ['ID=b85496c4-8aba-45d8-b506-997b20ffa763,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:05.714912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ecf9fd0>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 2, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:05.716831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0ed76082-c5ba-4d3f-b754-57ec1dd294f4 None None] Provisioning complete for port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:05.716955 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0ed76082-c5ba-4d3f-b754-57ec1dd294f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:05.764690 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3708ff-470b-4dd4-a72b-45af7e654772 None None] The sync data for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 is: [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 2, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:53:05.780714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0ed76082-c5ba-4d3f-b754-57ec1dd294f4 None None] Port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:53:05.869270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55322) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:05.874893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-973771884-network', 'tenant_id': '32042eedd46449a1adddb5403dca947f'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:05.899849 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Made reservation on behalf of 32042eedd46449a1adddb5403dca947f for: {'network': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:53:05.902317 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:05.911376 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:05.991415 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:53:06.012194 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.016781 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.048874 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=126008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 21:53:06.054588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:06.054960 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.057438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3734c0cd-1045-4fef-b02f-9fceddbfea37,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:06.068591 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.069001 ncdv-master-1 neutron-server[126008]: INFO neutron.db.segments_db [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Added segment 42395496-0e23-4ca3-b46b-d343bcdd4183 of type vlan for network 3910432e-24ac-40d3-94c4-f8531a2331c5
Dec 18 21:53:06.115954 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.151733 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.153276 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:06.153908 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.217838 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3447297
Dec 18 21:53:06.218067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55324) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:06.222864 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-9cbda2d0-33ea-4bef-9582-0fe9100b4a18 admin admin] Request body: {'subnet': {'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-973771884-subnet', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:06.230524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2191f6-dfac-4b24-9993-8c2b93fa4679 admin admin] Pushing event updated for resources: {'Network': ['ID=3910432e-24ac-40d3-94c4-f8531a2331c5,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:06.240649 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network 3910432e-24ac-40d3-94c4-f8531a2331c5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 21:53:06.257417 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbda2d0-33ea-4bef-9582-0fe9100b4a18 admin admin] Made reservation on behalf of 32042eedd46449a1adddb5403dca947f for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:53:06.259964 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cbda2d0-33ea-4bef-9582-0fe9100b4a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.440670 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cbda2d0-33ea-4bef-9582-0fe9100b4a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.497755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbda2d0-33ea-4bef-9582-0fe9100b4a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e420e1-aaa4-4f64-a6aa-98116fe3aefc,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:06.514426 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbda2d0-33ea-4bef-9582-0fe9100b4a18 admin admin] Checking segment: {'id': '42395496-0e23-4ca3-b46b-d343bcdd4183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:53:06.514796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbda2d0-33ea-4bef-9582-0fe9100b4a18 admin admin] Network hostable DHCP agents. Network: 3910432e-24ac-40d3-94c4-f8531a2331c5, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 21:53:06.536299 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbda2d0-33ea-4bef-9582-0fe9100b4a18 admin admin] Network 3910432e-24ac-40d3-94c4-f8531a2331c5 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 21:53:06.547015 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-9cbda2d0-33ea-4bef-9582-0fe9100b4a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3910432e-24ac-40d3-94c4-f8531a2331c5) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:53:06.551085 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbda2d0-33ea-4bef-9582-0fe9100b4a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:06.551677 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-9cbda2d0-33ea-4bef-9582-0fe9100b4a18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.558096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57636240-a75b-449e-abaf-a289ab42b740 None None] Network 3910432e-24ac-40d3-94c4-f8531a2331c5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:53:06.569335 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-9cbda2d0-33ea-4bef-9582-0fe9100b4a18 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3501799
Dec 18 21:53:06.571745 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55326) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:06.576078 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-973771884-router', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:06.602704 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.603809 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.648142 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.669966 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.697161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3910432e-24ac-40d3-94c4-f8531a2331c5', 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5', 'project_id': '32042eedd46449a1adddb5403dca947f', 'fixed_ips': [{'subnet_id': '94e420e1-aaa4-4f64-a6aa-98116fe3aefc'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 21:53:06.698352 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.825226 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:06.851710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Allocated IP 172.20.0.2 (3910432e-24ac-40d3-94c4-f8531a2331c5/94e420e1-aaa4-4f64-a6aa-98116fe3aefc/a9e3b795-5514-4c29-a53e-28042e481fff) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:53:07.023178 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:07.032612 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:07.053373 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:07.072639 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:07.076930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Network 3910432e-24ac-40d3-94c4-f8531a2331c5 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:53:07.081102 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:53:07.083066 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Pushing event updated for resources: {'Port': ['ID=a9e3b795-5514-4c29-a53e-28042e481fff,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:07.090557 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:53:07.150045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Attempting to bind port a9e3b795-5514-4c29-a53e-28042e481fff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:53:07.150453 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Attempting to bind port a9e3b795-5514-4c29-a53e-28042e481fff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42395496-0e23-4ca3-b46b-d343bcdd4183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:53:07.150824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Attempting to bind port a9e3b795-5514-4c29-a53e-28042e481fff on network 3910432e-24ac-40d3-94c4-f8531a2331c5 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:53:07.156806 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:53:07.157186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Checking segment: {'id': '42395496-0e23-4ca3-b46b-d343bcdd4183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:53:07.157589 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:07.157985 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Bound using segment: {'id': '42395496-0e23-4ca3-b46b-d343bcdd4183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:53:07.158480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Bound port: a9e3b795-5514-4c29-a53e-28042e481fff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42395496-0e23-4ca3-b46b-d343bcdd4183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:53:07.158881 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:07.187676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Allocated IP 172.35.3.133 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/bc3b5855-fcb1-469e-9ed7-d39912adca44) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:53:07.228106 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] For port a9e3b795-5514-4c29-a53e-28042e481fff, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:53:07.231797 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] For port a9e3b795-5514-4c29-a53e-28042e481fff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9e3b795-5514-4c29-a53e-28042e481fff,segment=NetworkSegment(42395496-0e23-4ca3-b46b-d343bcdd4183),segment_id=42395496-0e23-4ca3-b46b-d343bcdd4183)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:53:07.236126 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:07.297260 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b643c1-beb1-4bdf-bdad-c01b37ca58f8 None None] Pushing event updated for resources: {'Port': ['ID=a9e3b795-5514-4c29-a53e-28042e481fff,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:07.304479 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:07.339780 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:07.385366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:53:07.388327 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:53:07.391324 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:53:07.403322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a74ea45-ca07-4ce9-b1cd-0d4d15443d05 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:53:07.534479 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f2e70886-a418-42c2-8482-9dfea7d644a9 None None] Provisioning complete for port bc3b5855-fcb1-469e-9ed7-d39912adca44 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:07.534947 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2e70886-a418-42c2-8482-9dfea7d644a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:07.593685 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f2e70886-a418-42c2-8482-9dfea7d644a9 None None] Port bc3b5855-fcb1-469e-9ed7-d39912adca44 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:53:07.740065 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Pushing event updated for resources: {'Port': ['ID=bc3b5855-fcb1-469e-9ed7-d39912adca44,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:07.982307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:08.046327 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a9e3b795-5514-4c29-a53e-28042e481fff up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:53:08.102027 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a9e3b795-5514-4c29-a53e-28042e481fff triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:08.102438 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:08.192410 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:08.204284 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:08.229673 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port a9e3b795-5514-4c29-a53e-28042e481fff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9e3b795-5514-4c29-a53e-28042e481fff,segment=NetworkSegment(42395496-0e23-4ca3-b46b-d343bcdd4183),segment_id=42395496-0e23-4ca3-b46b-d343bcdd4183)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:53:08.236228 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:08.237424 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b85496c4-8aba-45d8-b506-997b20ffa763 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:53:08.315540 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=a9e3b795-5514-4c29-a53e-28042e481fff,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:08.329506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2346f0-994f-4a4d-b80a-594845b983b9 None None] Network 3910432e-24ac-40d3-94c4-f8531a2331c5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 21:53:08.368460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Router cb4a0dd3-3493-4368-82b5-1004024e521c is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 21:53:08.369244 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Sync routers for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:53:08.379532 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:53:08.380146 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664a0a9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:08.392465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port b85496c4-8aba-45d8-b506-997b20ffa763 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:08.392840 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:08.430028 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:08.470154 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6bc8b961-20a4-4070-911f-0160743ff000 None None] Provisioning complete for port a9e3b795-5514-4c29-a53e-28042e481fff triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:08.470557 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b961-20a4-4070-911f-0160743ff000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:08.492407 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:53:08.496438 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:53:08.513477 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:08.517714 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-36f1b06d-abb4-4cdb-a8ab-c69298a9f4fd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9432776
Dec 18 21:53:08.517880 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Sync routers for ids ['cb4a0dd3-3493-4368-82b5-1004024e521c'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:53:08.518786 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55328) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:08.571418 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Routers {'cb4a0dd3-3493-4368-82b5-1004024e521c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:53:08.571956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f31c1e10-df99-4763-ac43-915054573896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec2f490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cb4a0dd3-3493-4368-82b5-1004024e521c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:08.728635 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664a0a9d0>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 2, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:08.742311 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:08.756442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Set router cb4a0dd3-3493-4368-82b5-1004024e521c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:53:08.774299 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Checking router: 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:53:08.774640 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Updating router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:53:08.805666 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:08.966140 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f31c1e10-df99-4763-ac43-915054573896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec2f490>, [{'id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'name': 'tempest-TestShelveInstance-973771884-router', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:06Z', 'updated_at': '2021-12-18T21:53:07Z', 'revision_number': 3, 'project_id': '32042eedd46449a1adddb5403dca947f', 'gw_port': {'id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:01:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:07Z', 'updated_at': '2021-12-18T21:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:08.972768 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:08.996603 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-be6aa944-5a88-4407-bcce-2ae4c8dbfc75 None None] Provisioning complete for port a9e3b795-5514-4c29-a53e-28042e481fff triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:08.997001 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-be6aa944-5a88-4407-bcce-2ae4c8dbfc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.034184 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Checking router: cb4a0dd3-3493-4368-82b5-1004024e521c for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:53:09.034567 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Updating router cb4a0dd3-3493-4368-82b5-1004024e521c port bc3b5855-fcb1-469e-9ed7-d39912adca44 binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:53:09.065421 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.142199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Allocated IP 172.20.0.1 (3910432e-24ac-40d3-94c4-f8531a2331c5/94e420e1-aaa4-4f64-a6aa-98116fe3aefc/0870405f-ed6a-48d3-8e58-f0e35a2da049) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:53:09.183898 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.191031 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.240952 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Pushing event updated for resources: {'Port': ['ID=a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:09.261840 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.273334 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.273334 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.273633 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.273911 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.274337 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.275613 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.275613 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.275919 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.276237 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.276572 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.277358 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.277358 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.277589 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:53:09.302711 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.320319 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Attempting to bind port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:53:09.321079 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Attempting to bind port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:53:09.321709 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Attempting to bind port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:53:09.327840 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:53:09.328546 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Checking segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:53:09.329209 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.329830 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Bound using segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:53:09.331143 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Bound port: a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:53:09.331801 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.348505 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Network 3910432e-24ac-40d3-94c4-f8531a2331c5 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:53:09.354708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:53:09.359549 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:53:09.362677 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0870405f-ed6a-48d3-8e58-f0e35a2da049,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:09.375864 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.384958 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.411389 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] For port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:53:09.412923 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.418056 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] For port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:53:09.432873 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.478612 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7f1513-728f-4c1e-a157-cb5209426a47 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:53:09.490367 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ed3bf-f458-4082-af61-fd85b5df0925 None None] Pushing event updated for resources: {'Port': ['ID=bc3b5855-fcb1-469e-9ed7-d39912adca44,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:09.496675 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Attempting to bind port bc3b5855-fcb1-469e-9ed7-d39912adca44 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:53:09.497063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Attempting to bind port bc3b5855-fcb1-469e-9ed7-d39912adca44 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:53:09.497399 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Attempting to bind port bc3b5855-fcb1-469e-9ed7-d39912adca44 on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:53:09.510802 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:53:09.511182 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:53:09.511588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.512075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:53:09.512559 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Bound port: bc3b5855-fcb1-469e-9ed7-d39912adca44, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:53:09.512943 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.526960 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:53:09.527591 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664a0a9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:09.572413 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86040f-0b92-4666-88ff-4175d22b04c6 None None] Pushing event updated for resources: {'Port': ['ID=a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:09.599940 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.610848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6aaad7ea-ebb1-49e7-bdd8-c8feaf9f8d32 None None] Provisioning complete for port bc3b5855-fcb1-469e-9ed7-d39912adca44 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:09.611217 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6aaad7ea-ebb1-49e7-bdd8-c8feaf9f8d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.616302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f31c1e10-df99-4763-ac43-915054573896 None None] For port bc3b5855-fcb1-469e-9ed7-d39912adca44, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:53:09.661979 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f31c1e10-df99-4763-ac43-915054573896 None None] For port bc3b5855-fcb1-469e-9ed7-d39912adca44, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc3b5855-fcb1-469e-9ed7-d39912adca44,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:53:09.670481 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.680971 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6aaad7ea-ebb1-49e7-bdd8-c8feaf9f8d32 None None] Port bc3b5855-fcb1-469e-9ed7-d39912adca44 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:53:09.686985 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:53:09.747284 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b3652e-670f-4eb9-96e5-df85d43b4702 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 21:53:09.767445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ed3bf-f458-4082-af61-fd85b5df0925 None None] Pushing event updated for resources: {'Port': ['ID=bc3b5855-fcb1-469e-9ed7-d39912adca44,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:09.770783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Routers {'cb4a0dd3-3493-4368-82b5-1004024e521c'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:53:09.771468 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f31c1e10-df99-4763-ac43-915054573896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec2f490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cb4a0dd3-3493-4368-82b5-1004024e521c'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:09.856939 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.863437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.888412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Provisioning complete for port 0870405f-ed6a-48d3-8e58-f0e35a2da049 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:09.889621 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.951335 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-f31c1e10-df99-4763-ac43-915054573896 None None] Set router cb4a0dd3-3493-4368-82b5-1004024e521c gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:53:09.953976 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Port 0870405f-ed6a-48d3-8e58-f0e35a2da049 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:53:09.972390 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:09.998837 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0870405f-ed6a-48d3-8e58-f0e35a2da049,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:10.010232 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664a0a9d0>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:09Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:10.048570 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3c9a61-84bd-4b36-a36a-734bc534d7e8 None None] The sync data for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 is: [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:09Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:53:10.123335 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Network 3910432e-24ac-40d3-94c4-f8531a2331c5 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:53:10.124917 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:53:10.191727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:53:10.247948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Provisioning complete for port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:10.248576 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:10.255379 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Router cb4a0dd3-3493-4368-82b5-1004024e521c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:53:10.371475 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:10.371912 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:10.387676 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:53:10.394209 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-1a5b621b-51e8-4a63-80d2-46763a2df3f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/cb4a0dd3-3493-4368-82b5-1004024e521c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8739846
Dec 18 21:53:10.547440 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:10.563075 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:10.608823 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] For port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:53:10.618188 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:10.677169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-f31c1e10-df99-4763-ac43-915054573896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec2f490>, [{'id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'name': 'tempest-TestShelveInstance-973771884-router', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:06Z', 'updated_at': '2021-12-18T21:53:09Z', 'revision_number': 4, 'project_id': '32042eedd46449a1adddb5403dca947f', 'gw_port': {'id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:01:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:07Z', 'updated_at': '2021-12-18T21:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0870405f-ed6a-48d3-8e58-f0e35a2da049', 'name': '', 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'mac_address': 'fa:16:3e:72:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '94e420e1-aaa4-4f64-a6aa-98116fe3aefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:08Z', 'updated_at': '2021-12-18T21:53:09Z', 'revision_number': 1, 'project_id': '32042eedd46449a1adddb5403dca947f', 'subnets': [{'id': '94e420e1-aaa4-4f64-a6aa-98116fe3aefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:10.719240 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c1e10-df99-4763-ac43-915054573896 None None] The sync data for ids ['cb4a0dd3-3493-4368-82b5-1004024e521c'] in ncdv-master-1 is: [{'id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'name': 'tempest-TestShelveInstance-973771884-router', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:06Z', 'updated_at': '2021-12-18T21:53:09Z', 'revision_number': 4, 'project_id': '32042eedd46449a1adddb5403dca947f', 'gw_port': {'id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:01:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:07Z', 'updated_at': '2021-12-18T21:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0870405f-ed6a-48d3-8e58-f0e35a2da049', 'name': '', 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'mac_address': 'fa:16:3e:72:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '94e420e1-aaa4-4f64-a6aa-98116fe3aefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:08Z', 'updated_at': '2021-12-18T21:53:09Z', 'revision_number': 1, 'project_id': '32042eedd46449a1adddb5403dca947f', 'subnets': [{'id': '94e420e1-aaa4-4f64-a6aa-98116fe3aefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:53:10.725337 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 21:53:10.725695 ncdv-master-1 neutron-server[126010]: DEBUG oslo_db.api [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 18 21:53:10.739264 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Provisioning complete for port bc3b5855-fcb1-469e-9ed7-d39912adca44 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:10.739638 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:10.796299 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Pushing event updated for resources: {'Port': ['ID=a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:10.849333 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:10.872874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] For port bc3b5855-fcb1-469e-9ed7-d39912adca44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc3b5855-fcb1-469e-9ed7-d39912adca44,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:53:10.878917 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:10.939388 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf33b94-0eb2-4cb5-877f-2eefa07cab75 None None] Pushing event updated for resources: {'Port': ['ID=bc3b5855-fcb1-469e-9ed7-d39912adca44,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:11.007161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-911c31cc-73ba-4b3c-a2bb-d253657dee3c None None] Provisioning complete for port 0870405f-ed6a-48d3-8e58-f0e35a2da049 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:11.007680 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-911c31cc-73ba-4b3c-a2bb-d253657dee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.067144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-911c31cc-73ba-4b3c-a2bb-d253657dee3c None None] Port 0870405f-ed6a-48d3-8e58-f0e35a2da049 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:53:11.078302 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-911c31cc-73ba-4b3c-a2bb-d253657dee3c None None] Provisioning complete for port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:11.078725 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-911c31cc-73ba-4b3c-a2bb-d253657dee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.266824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a9e3b795-5514-4c29-a53e-28042e481fff up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:53:11.317696 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a9e3b795-5514-4c29-a53e-28042e481fff triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:11.318067 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.353485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55336) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:11.359931 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-db8cf1d5-1489-4050-a77f-68f37947e9e4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560277771', 'description': 'tempest-secgroup-smoke-560277771 description', 'project_id': 'c7e4c296f0144644b9107d08244cb934'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:11.386706 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db8cf1d5-1489-4050-a77f-68f37947e9e4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.461205 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db8cf1d5-1489-4050-a77f-68f37947e9e4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.465761 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db8cf1d5-1489-4050-a77f-68f37947e9e4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.495815 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-db8cf1d5-1489-4050-a77f-68f37947e9e4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.497032 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-db8cf1d5-1489-4050-a77f-68f37947e9e4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1415670
Dec 18 21:53:11.499482 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cf1d5-1489-4050-a77f-68f37947e9e4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d59da4-071c-4894-ab60-8a60715f0e7e,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:11.500683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55338) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:11.507053 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-7e59e123-7cf3-4d72-92ff-327db43c39ea tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group_rule': {'security_group_id': '46d59da4-071c-4894-ab60-8a60715f0e7e', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:11.535022 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e59e123-7cf3-4d72-92ff-327db43c39ea tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.588606 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e59e123-7cf3-4d72-92ff-327db43c39ea tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.591643 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e59e123-7cf3-4d72-92ff-327db43c39ea tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.618188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59e123-7cf3-4d72-92ff-327db43c39ea tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd738d3-c75a-46d3-8d6b-ade6be0a95ee,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:11.625907 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7e59e123-7cf3-4d72-92ff-327db43c39ea tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.626944 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7e59e123-7cf3-4d72-92ff-327db43c39ea tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1246183
Dec 18 21:53:11.629681 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55340) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:11.633940 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-421e05f0-a08d-4365-824b-372a77ec28c0 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group_rule': {'security_group_id': '46d59da4-071c-4894-ab60-8a60715f0e7e', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:11.660871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-421e05f0-a08d-4365-824b-372a77ec28c0 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.733776 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-421e05f0-a08d-4365-824b-372a77ec28c0 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.739076 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-421e05f0-a08d-4365-824b-372a77ec28c0 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.757263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e05f0-a08d-4365-824b-372a77ec28c0 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6dceb5-4f3a-4140-8190-7f99d3681919,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:11.765190 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-421e05f0-a08d-4365-824b-372a77ec28c0 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.766432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-421e05f0-a08d-4365-824b-372a77ec28c0 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1357639
Dec 18 21:53:11.769108 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55342) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:11.773475 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c547d8d7-7162-4e0e-93fa-c6051d13727c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group_rule': {'security_group_id': '46d59da4-071c-4894-ab60-8a60715f0e7e', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:11.801264 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c547d8d7-7162-4e0e-93fa-c6051d13727c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.855235 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c547d8d7-7162-4e0e-93fa-c6051d13727c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.859140 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c547d8d7-7162-4e0e-93fa-c6051d13727c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.884774 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547d8d7-7162-4e0e-93fa-c6051d13727c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b6947e-8159-44d3-9422-a412754a1972,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:11.896012 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c547d8d7-7162-4e0e-93fa-c6051d13727c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.897359 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c547d8d7-7162-4e0e-93fa-c6051d13727c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1271863
Dec 18 21:53:11.900118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55344) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:11.904968 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-213a1c91-aea0-479a-ba07-80e62947f833 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group_rule': {'security_group_id': '46d59da4-071c-4894-ab60-8a60715f0e7e', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:11.933684 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-213a1c91-aea0-479a-ba07-80e62947f833 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:11.997410 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-213a1c91-aea0-479a-ba07-80e62947f833 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.002080 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-213a1c91-aea0-479a-ba07-80e62947f833 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.022566 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a1c91-aea0-479a-ba07-80e62947f833 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d726afb5-8cf1-4373-a130-2466ff5e63ba,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:12.033337 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-213a1c91-aea0-479a-ba07-80e62947f833 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.034577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-213a1c91-aea0-479a-ba07-80e62947f833 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1334698
Dec 18 21:53:12.037470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55346) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:12.043374 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4ec58e52-4f49-42eb-8ff9-52b3867f6cb6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group_rule': {'security_group_id': '46d59da4-071c-4894-ab60-8a60715f0e7e', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:12.052337 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:53:12.069417 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-4ec58e52-4f49-42eb-8ff9-52b3867f6cb6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Project c7e4c296f0144644b9107d08244cb934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:53:12.076404 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ec58e52-4f49-42eb-8ff9-52b3867f6cb6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.105396 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:12.105860 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.137833 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ec58e52-4f49-42eb-8ff9-52b3867f6cb6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.142364 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ec58e52-4f49-42eb-8ff9-52b3867f6cb6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.162790 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec58e52-4f49-42eb-8ff9-52b3867f6cb6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faee5ac-8c76-473e-aa2d-67e96023c276,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:12.172969 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4ec58e52-4f49-42eb-8ff9-52b3867f6cb6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.174209 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4ec58e52-4f49-42eb-8ff9-52b3867f6cb6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1353772
Dec 18 21:53:12.177091 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55348) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:12.183654 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-8c883e18-b9dc-4458-a6cb-5d74a8daec52 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group_rule': {'security_group_id': '46d59da4-071c-4894-ab60-8a60715f0e7e', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:12.191297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bc3b5855-fcb1-469e-9ed7-d39912adca44 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:53:12.207952 ncdv-master-1 neutron-server[126008]: INFO neutron.db.securitygroups_db [None req-8c883e18-b9dc-4458-a6cb-5d74a8daec52 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Project c7e4c296f0144644b9107d08244cb934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:53:12.213597 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c883e18-b9dc-4458-a6cb-5d74a8daec52 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.239900 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port bc3b5855-fcb1-469e-9ed7-d39912adca44 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:12.240368 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.276651 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c883e18-b9dc-4458-a6cb-5d74a8daec52 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.281586 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c883e18-b9dc-4458-a6cb-5d74a8daec52 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.301742 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c883e18-b9dc-4458-a6cb-5d74a8daec52 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df071f9-f1dd-424a-baf9-5a5f78adcdeb,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:12.310971 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-8c883e18-b9dc-4458-a6cb-5d74a8daec52 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:12.312211 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-8c883e18-b9dc-4458-a6cb-5d74a8daec52 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1337361
Dec 18 21:53:12.470086 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-98b37511-c405-4dd0-854c-9f3b029aa560 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560277771&fields=id&tenant_id=c7e4c296f0144644b9107d08244cb934 HTTP/1.1" status: 200  len: 267 time: 0.0440814
Dec 18 21:53:12.581853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-c65db4c5-1000-40f6-8b3b-cefe83822962 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:12.583482 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-c65db4c5-1000-40f6-8b3b-cefe83822962 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 809 time: 0.1063926
Dec 18 21:53:12.600233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-b3527895-b466-48e4-9f6a-646aa2f3bba8 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/quotas/c7e4c296f0144644b9107d08244cb934 HTTP/1.1" status: 200  len: 375 time: 0.0105782
Dec 18 21:53:12.660591 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-e74ef8b4-55ef-4586-a4b9-dd21219e9cf6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0540383
Dec 18 21:53:12.760747 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-872900be-4bf3-4420-802b-01b7548fa2e4 service neutron] 10.222.0.13 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867233
Dec 18 21:53:12.858910 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-c2928677-8b77-47ea-bbf2-0940ce970553 service neutron] 10.222.0.13 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904665
Dec 18 21:53:13.827080 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Sync routers for ids ['cb4a0dd3-3493-4368-82b5-1004024e521c'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:53:13.837640 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Routers {'cb4a0dd3-3493-4368-82b5-1004024e521c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:53:13.838264 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f59b370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cb4a0dd3-3493-4368-82b5-1004024e521c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:13.941055 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Set router cb4a0dd3-3493-4368-82b5-1004024e521c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:53:14.042348 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7a4086b-2fa4-4a07-9bc9-3729c1742e36 req-1b5cb52f-c4a7-406f-8602-ea2ccc773788 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 210 time: 0.0258820
Dec 18 21:53:14.143382 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f59b370>, [{'id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'name': 'tempest-TestShelveInstance-973771884-router', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:06Z', 'updated_at': '2021-12-18T21:53:09Z', 'revision_number': 4, 'project_id': '32042eedd46449a1adddb5403dca947f', 'gw_port': {'id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:07Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0870405f-ed6a-48d3-8e58-f0e35a2da049', 'name': '', 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'mac_address': 'fa:16:3e:72:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '94e420e1-aaa4-4f64-a6aa-98116fe3aefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:08Z', 'updated_at': '2021-12-18T21:53:09Z', 'revision_number': 2, 'project_id': '32042eedd46449a1adddb5403dca947f', 'subnets': [{'id': '94e420e1-aaa4-4f64-a6aa-98116fe3aefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:14.172523 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Checking router: cb4a0dd3-3493-4368-82b5-1004024e521c for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:53:14.172882 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Updating router cb4a0dd3-3493-4368-82b5-1004024e521c port 0870405f-ed6a-48d3-8e58-f0e35a2da049 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 21:53:14.195809 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:14.441559 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:14.446762 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:14.495088 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310cf3a-d1e7-4146-a347-e429539cc27e None None] Pushing event updated for resources: {'Port': ['ID=0870405f-ed6a-48d3-8e58-f0e35a2da049,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:14.547249 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Attempting to bind port 0870405f-ed6a-48d3-8e58-f0e35a2da049 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:53:14.547609 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Attempting to bind port 0870405f-ed6a-48d3-8e58-f0e35a2da049 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42395496-0e23-4ca3-b46b-d343bcdd4183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:53:14.547964 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Attempting to bind port 0870405f-ed6a-48d3-8e58-f0e35a2da049 on network 3910432e-24ac-40d3-94c4-f8531a2331c5 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:53:14.553013 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:53:14.553382 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Checking segment: {'id': '42395496-0e23-4ca3-b46b-d343bcdd4183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:53:14.553773 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:14.554153 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Bound using segment: {'id': '42395496-0e23-4ca3-b46b-d343bcdd4183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:53:14.554636 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Bound port: 0870405f-ed6a-48d3-8e58-f0e35a2da049, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42395496-0e23-4ca3-b46b-d343bcdd4183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:53:14.555002 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:14.617806 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] For port 0870405f-ed6a-48d3-8e58-f0e35a2da049, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:53:14.620810 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] For port 0870405f-ed6a-48d3-8e58-f0e35a2da049, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0870405f-ed6a-48d3-8e58-f0e35a2da049,segment=NetworkSegment(42395496-0e23-4ca3-b46b-d343bcdd4183),segment_id=42395496-0e23-4ca3-b46b-d343bcdd4183)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:53:14.628020 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:14.686098 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Routers {'cb4a0dd3-3493-4368-82b5-1004024e521c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:53:14.686762 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f59b370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cb4a0dd3-3493-4368-82b5-1004024e521c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:14.688684 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310cf3a-d1e7-4146-a347-e429539cc27e None None] Pushing event updated for resources: {'Port': ['ID=0870405f-ed6a-48d3-8e58-f0e35a2da049,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:14.707930 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-64e00b0e-8949-4ad4-967d-63a19f842bcb None None] Provisioning complete for port 0870405f-ed6a-48d3-8e58-f0e35a2da049 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:14.708546 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-64e00b0e-8949-4ad4-967d-63a19f842bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:14.810742 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-64e00b0e-8949-4ad4-967d-63a19f842bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:14.847381 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-64e00b0e-8949-4ad4-967d-63a19f842bcb None None] For port 0870405f-ed6a-48d3-8e58-f0e35a2da049, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0870405f-ed6a-48d3-8e58-f0e35a2da049,segment=NetworkSegment(42395496-0e23-4ca3-b46b-d343bcdd4183),segment_id=42395496-0e23-4ca3-b46b-d343bcdd4183)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:53:14.851517 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-64e00b0e-8949-4ad4-967d-63a19f842bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:14.893589 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] Set router cb4a0dd3-3493-4368-82b5-1004024e521c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:53:14.901843 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e00b0e-8949-4ad4-967d-63a19f842bcb None None] Pushing event updated for resources: {'Port': ['ID=0870405f-ed6a-48d3-8e58-f0e35a2da049,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:14.973661 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-e2a82036-cce7-4990-8f6e-e329bda0c402 None None] Provisioning complete for port 0870405f-ed6a-48d3-8e58-f0e35a2da049 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:14.974014 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e2a82036-cce7-4990-8f6e-e329bda0c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:15.101036 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f59b370>, [{'id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'name': 'tempest-TestShelveInstance-973771884-router', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:06Z', 'updated_at': '2021-12-18T21:53:09Z', 'revision_number': 4, 'project_id': '32042eedd46449a1adddb5403dca947f', 'gw_port': {'id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:07Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0870405f-ed6a-48d3-8e58-f0e35a2da049', 'name': '', 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'mac_address': 'fa:16:3e:72:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '94e420e1-aaa4-4f64-a6aa-98116fe3aefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:08Z', 'updated_at': '2021-12-18T21:53:14Z', 'revision_number': 4, 'project_id': '32042eedd46449a1adddb5403dca947f', 'subnets': [{'id': '94e420e1-aaa4-4f64-a6aa-98116fe3aefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:15.120366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3fa5c945-a13c-4933-867d-4800ef060616 req-59b230c7-449e-485e-ac89-b6aecb1c1f0b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 210 time: 0.0250971
Dec 18 21:53:15.127276 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260f9913-b0ae-4b3a-9c71-834edfbd4e4f None None] The sync data for ids ['cb4a0dd3-3493-4368-82b5-1004024e521c'] in ncdv-master-1 is: [{'id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'name': 'tempest-TestShelveInstance-973771884-router', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:06Z', 'updated_at': '2021-12-18T21:53:09Z', 'revision_number': 4, 'project_id': '32042eedd46449a1adddb5403dca947f', 'gw_port': {'id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:07Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0870405f-ed6a-48d3-8e58-f0e35a2da049', 'name': '', 'network_id': '3910432e-24ac-40d3-94c4-f8531a2331c5', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'mac_address': 'fa:16:3e:72:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '94e420e1-aaa4-4f64-a6aa-98116fe3aefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:08Z', 'updated_at': '2021-12-18T21:53:14Z', 'revision_number': 4, 'project_id': '32042eedd46449a1adddb5403dca947f', 'subnets': [{'id': '94e420e1-aaa4-4f64-a6aa-98116fe3aefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:53:15.507621 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:15.991507 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0870405f-ed6a-48d3-8e58-f0e35a2da049 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:53:16.039962 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 0870405f-ed6a-48d3-8e58-f0e35a2da049 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:16.040256 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:16.199905 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fd0aa827-99ac-48dd-8f7c-4812dbe243d9 req-b4adaa22-9cd6-4c54-bdd1-975a1af11257 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 210 time: 0.0258703
Dec 18 21:53:17.278074 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9fd70e65-8c19-4a2c-abbf-9f1b11d322ec req-fbeef4d7-883a-43e8-a956-eab8805b5b27 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 210 time: 0.0255806
Dec 18 21:53:18.373929 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-697c9cd6-2887-4a97-b748-bb4fc4f34a23 req-506c2fb0-231a-4f97-8720-02c93e3258bc tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 210 time: 0.0278480
Dec 18 21:53:19.038552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-51ffe290-dab8-45be-bdb4-11fb26753302 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:19.040012 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-51ffe290-dab8-45be-bdb4-11fb26753302 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.31 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 809 time: 0.1093276
Dec 18 21:53:19.102705 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-7b5f6775-e77a-4257-874f-d8a59a4d6586 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7e4c296f0144644b9107d08244cb934 HTTP/1.1" status: 200  len: 379 time: 0.0536356
Dec 18 21:53:19.111660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'port': {'device_id': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'admin_state_up': True, 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'security_groups': ['46d59da4-071c-4894-ab60-8a60715f0e7e']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:19.220290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Made reservation on behalf of c7e4c296f0144644b9107d08244cb934 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:53:19.223858 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:19.354387 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Allocated IP 172.20.0.10 (7019d61b-e45f-4cbe-9b09-e3c79cd43041/b123dc75-2b6a-41a5-abf9-b86deab7d49a/c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:53:19.473730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2a207b5-d80e-44a0-a9e2-18865f9919be req-964749d5-cbc0-4b23-943c-1bded7b8caf3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 210 time: 0.0297229
Dec 18 21:53:19.493861 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:19.525950 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:19.570297 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:53:19.573312 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:53:19.577095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:53:19.583826 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:19.636179 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:19.636709 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:19.663920 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-385b7598-7c3d-4e41-8999-9a03c49e721b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5558376
Dec 18 21:53:19.675919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Request body: {'port': {'device_id': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:19.731885 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:19.811181 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-0b751c09-629e-437a-af67-1266e6aabdf3 None None] Provisioning complete for port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:19.812199 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0b751c09-629e-437a-af67-1266e6aabdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:19.847398 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-0b751c09-629e-437a-af67-1266e6aabdf3 None None] Port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:53:20.001906 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:53:20.009967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:20.022489 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Transition to ACTIVE for port object c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:53:20.026086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:20.075637 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Pushing event updated for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:20.133764 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:20.145920 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Attempting to bind port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:53:20.146276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Attempting to bind port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:53:20.146624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Attempting to bind port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:53:20.151199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:53:20.151521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Attempting to bind port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:53:20.157265 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:53:20.157590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Checking segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:53:20.157970 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Bound using segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:53:20.158426 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Bound port: c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:53:20.158786 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:20.228133 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:53:20.231574 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:53:20.236315 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:20.275980 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:20.276609 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:20.278395 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] 10.222.0.31 "PUT /v2.0/ports/c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 200  len: 1092 time: 0.6067181
Dec 18 21:53:20.278849 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:53:20.282505 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67f7032-55c7-4b8c-be7b-e4861abbf66f" -d '{"events": [{"name": "network-changed", "server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:53:20.310738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d266b09-046a-4b65-b81f-ff834464fba6 service neutron] Pushing event updated for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:20.354246 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b005308-f9c9-4173-93e4-6a34749c2b85 x-openstack-request-id: req-8b005308-f9c9-4173-93e4-6a34749c2b85 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:53:20.354598 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:53:20.354822 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b005308-f9c9-4173-93e4-6a34749c2b85 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:53:20.355221 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'status': 'completed', 'code': 200}
Dec 18 21:53:20.371388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-346bf632-5ea5-4fa8-8916-f071a591dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:20.372941 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-346bf632-5ea5-4fa8-8916-f071a591dd5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1095 time: 0.0501735
Dec 18 21:53:20.416643 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-fdfd9d03-3b58-4b08-8a5b-abc136240af7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 200  len: 217 time: 0.0346065
Dec 18 21:53:20.470427 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-ae6537f7-b0ca-44a6-9a89-1c64cb01843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:20.471904 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-ae6537f7-b0ca-44a6-9a89-1c64cb01843b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0488811
Dec 18 21:53:20.519174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-4d296709-71e8-47a5-92fb-ae1659a9a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:20.520701 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-4d296709-71e8-47a5-92fb-ae1659a9a6a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0419011
Dec 18 21:53:20.589205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028b825-a088-449b-8839-f338a6a451e5 req-038f64e3-25e2-4b1f-9cd3-26901c469310 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:20.590744 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0028b825-a088-449b-8839-f338a6a451e5 req-038f64e3-25e2-4b1f-9cd3-26901c469310 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 944 time: 0.0495229
Dec 18 21:53:20.615590 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-dc22bebe-09c8-41dc-86b6-3c69ec51ff7d service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877738
Dec 18 21:53:20.642879 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0028b825-a088-449b-8839-f338a6a451e5 req-49311aeb-5716-4ce1-87cd-4f39229c4629 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461764
Dec 18 21:53:20.703626 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d6685c9d-37b1-46d9-9a51-71a5dc19663e req-9f31f925-9633-438d-aba2-372b35eb3b35 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815957
Dec 18 21:53:20.793331 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f7032-55c7-4b8c-be7b-e4861abbf66f req-536421a0-c64b-41a1-a385-f216b05ef156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:20.794895 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67f7032-55c7-4b8c-be7b-e4861abbf66f req-536421a0-c64b-41a1-a385-f216b05ef156 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1095 time: 0.0445623
Dec 18 21:53:20.889057 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f7032-55c7-4b8c-be7b-e4861abbf66f req-075629f2-77a1-44a4-b621-6baab27adc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:20.890601 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67f7032-55c7-4b8c-be7b-e4861abbf66f req-075629f2-77a1-44a4-b621-6baab27adc6f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0888431
Dec 18 21:53:20.931648 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67f7032-55c7-4b8c-be7b-e4861abbf66f req-136c4aa1-417c-4098-9f09-3b3d5866688c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 200  len: 217 time: 0.0343018
Dec 18 21:53:20.980149 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f7032-55c7-4b8c-be7b-e4861abbf66f req-7f5301cc-1b54-4d2c-beca-e584f436273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:20.981474 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67f7032-55c7-4b8c-be7b-e4861abbf66f req-7f5301cc-1b54-4d2c-beca-e584f436273c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0422101
Dec 18 21:53:21.030981 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f7032-55c7-4b8c-be7b-e4861abbf66f req-47036ce1-b87b-4a81-bbe4-a1e97f7b9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:21.032448 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67f7032-55c7-4b8c-be7b-e4861abbf66f req-47036ce1-b87b-4a81-bbe4-a1e97f7b9294 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428119
Dec 18 21:53:21.119552 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67f7032-55c7-4b8c-be7b-e4861abbf66f req-68d00b9f-a421-48d6-a78e-af7755958d20 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796056
Dec 18 21:53:21.519547 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d67f7032-55c7-4b8c-be7b-e4861abbf66f req-24186e07-675e-4a89-8207-2568aabb218b service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3925543
Dec 18 21:53:21.761630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeaac4-68ce-45a9-889e-2944c5d2894c req-f8aeabaf-fd2d-4490-b98e-5cc64cc74a46 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:21.763148 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bbeaac4-68ce-45a9-889e-2944c5d2894c req-f8aeabaf-fd2d-4490-b98e-5cc64cc74a46 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 944 time: 0.0479648
Dec 18 21:53:21.812776 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1bbeaac4-68ce-45a9-889e-2944c5d2894c req-ac06d733-3487-46dc-a137-a9074c85e67e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428057
Dec 18 21:53:22.930485 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ebb61-f14a-47a2-844d-cfc0da0964e8 req-41e79382-da94-4ade-85c3-87bcea6d509d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:22.931908 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-390ebb61-f14a-47a2-844d-cfc0da0964e8 req-41e79382-da94-4ade-85c3-87bcea6d509d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 944 time: 0.0523381
Dec 18 21:53:22.981499 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-390ebb61-f14a-47a2-844d-cfc0da0964e8 req-811a41a3-dfe9-4fb8-8883-54227cf3065c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431881
Dec 18 21:53:24.093424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa18f5e-cb8d-45ae-9301-2190dc527c49 req-0c389df5-e8f0-484c-a8ae-b63357e1fa86 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:24.094937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fa18f5e-cb8d-45ae-9301-2190dc527c49 req-0c389df5-e8f0-484c-a8ae-b63357e1fa86 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 944 time: 0.0475724
Dec 18 21:53:24.142608 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4fa18f5e-cb8d-45ae-9301-2190dc527c49 req-f628b30f-4367-4554-8ed7-a4dbc003cda6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417142
Dec 18 21:53:24.990581 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:53:25.083485 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:53:25.094851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'port_id': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'mac_address': 'fa:16:3e:f3:6d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:53:25.130882 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:25.143295 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:53:25.165305 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:53:25.170235 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:25.217016 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:25.263550 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7d073-0f53-4801-8b16-b93fac56f537 req-41a6b77e-a89c-48fc-b205-0619fb186a7e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:25.264978 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7e7d073-0f53-4801-8b16-b93fac56f537 req-41a6b77e-a89c-48fc-b205-0619fb186a7e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0536180
Dec 18 21:53:25.317033 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c7e7d073-0f53-4801-8b16-b93fac56f537 req-e4e41558-b7b7-4565-bd3b-a2f6306d2072 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457070
Dec 18 21:53:25.403283 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:53:26.429791 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b891f06-e3d5-47a9-b236-2566e77c887b req-ee7b1e54-9c3b-4f3a-a7f4-52520a484774 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:26.431272 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b891f06-e3d5-47a9-b236-2566e77c887b req-ee7b1e54-9c3b-4f3a-a7f4-52520a484774 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0472021
Dec 18 21:53:26.479196 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8b891f06-e3d5-47a9-b236-2566e77c887b req-5ddffafb-d467-452a-ba4f-dca3b292d70c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414574
Dec 18 21:53:27.006539 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:53:27.053945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:53:27.057515 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:53:27.057887 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:27.134785 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:27.156074 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:53:27.158309 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b55d2c9-2cc5-4683-9f50-2ee1a7278456" -d '{"events": [{"server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "name": "network-vif-plugged", "status": "completed", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:53:27.171712 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:53:27.176826 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:27.199097 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae97bdda-1ee3-4030-910c-e0b5bae4cf11 x-openstack-request-id: req-ae97bdda-1ee3-4030-910c-e0b5bae4cf11 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:53:27.199391 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "name": "network-vif-plugged", "status": "completed", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:53:27.199647 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae97bdda-1ee3-4030-910c-e0b5bae4cf11 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:53:27.200034 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'code': 200}
Dec 18 21:53:27.226073 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:27.294628 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b536cf-93c3-431e-9120-35cc63252802 req-94ed032e-fadf-4933-9c06-f3c50776c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:27.296090 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7b536cf-93c3-431e-9120-35cc63252802 req-94ed032e-fadf-4933-9c06-f3c50776c8ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1097 time: 0.0401535
Dec 18 21:53:27.341629 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-b7b536cf-93c3-431e-9120-35cc63252802 req-31b2957d-efaa-4553-9906-103d97cd5e71 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375326
Dec 18 21:53:27.602069 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7334-b737-40e2-ba5f-ba5a2b7b3182 req-5972d0c4-9f03-464c-bb54-4cd7c3114553 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:27.603631 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7dc7334-b737-40e2-ba5f-ba5a2b7b3182 req-5972d0c4-9f03-464c-bb54-4cd7c3114553 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0565970
Dec 18 21:53:27.656154 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e7dc7334-b737-40e2-ba5f-ba5a2b7b3182 req-655a7a4a-605a-44c3-b3c0-d01a111f3246 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465324
Dec 18 21:53:28.772910 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729386-8e24-424b-9bd5-eb0b350e10c9 req-3ffc3e7c-ce98-49c3-afc7-56774944e422 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:28.774391 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7729386-8e24-424b-9bd5-eb0b350e10c9 req-3ffc3e7c-ce98-49c3-afc7-56774944e422 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0478227
Dec 18 21:53:28.825512 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b7729386-8e24-424b-9bd5-eb0b350e10c9 req-b01187a4-6c8f-4bb3-8ef1-72503cd5b712 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449188
Dec 18 21:53:28.938066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1528d2b-2bfd-4b8b-a3b2-715c665d9322 req-e759ec51-b2b6-4e42-a91d-02a4409d6d7b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:28.939447 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1528d2b-2bfd-4b8b-a3b2-715c665d9322 req-e759ec51-b2b6-4e42-a91d-02a4409d6d7b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0469275
Dec 18 21:53:28.987737 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1528d2b-2bfd-4b8b-a3b2-715c665d9322 req-0d6cb0bc-1efd-4c4f-929e-4551affb949a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422425
Dec 18 21:53:29.008610 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55434) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:29.139688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3510428-1e46-45c0-95de-667c3a9323b8 tempest-TestShelveInstance-208930316 tempest-TestShelveInstance-208930316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:29.141799 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-f3510428-1e46-45c0-95de-667c3a9323b8 tempest-TestShelveInstance-208930316 tempest-TestShelveInstance-208930316-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1092 time: 0.1322227
Dec 18 21:53:29.144740 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55438) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:53:29.148875 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'fixed_ip_address': '172.20.0.10'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:53:29.171709 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:29.266599 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:29.368643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Allocated IP 172.35.3.174 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/759d7ce8-58bb-41c0-90c2-81fa8f5b4553) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:53:29.465777 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:29.498291 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:29.539086 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:53:29.541741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:53:29.545153 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:53:29.568149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'Port': ['ID=759d7ce8-58bb-41c0-90c2-81fa8f5b4553,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:29.897870 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:29.964065 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:30.114830 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:30.119364 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:30.186698 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'Port': ['ID=759d7ce8-58bb-41c0-90c2-81fa8f5b4553,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:53:30.195407 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:30.294684 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Floating IP c306cc80-7780-464b-9142-ad61a4facd52 associated. External IP: 172.35.3.174, port: c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83.
Dec 18 21:53:30.494346 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:53:30.899477 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:53:30.908984 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33548a3e-7037-4397-96ad-b3ce4940b350 None None] Sync routers for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:53:30.916809 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:30.918588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33548a3e-7037-4397-96ad-b3ce4940b350 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:53:30.919196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-33548a3e-7037-4397-96ad-b3ce4940b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e112b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:30.943937 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-09a7b785-bb35-477f-93f2-53edc7ca4ad6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.7981949
Dec 18 21:53:30.944531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:53:30.946832 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345facc5-0449-4da9-ad87-df08f8b0ca11" -d '{"events": [{"name": "network-changed", "server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:53:30.985973 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660ae370-8e42-4183-bfee-7ed44e129f93 x-openstack-request-id: req-660ae370-8e42-4183-bfee-7ed44e129f93 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:53:30.986285 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:53:30.986547 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-660ae370-8e42-4183-bfee-7ed44e129f93 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:53:30.986943 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'status': 'completed', 'code': 200}
Dec 18 21:53:31.029710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-33548a3e-7037-4397-96ad-b3ce4940b350 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:53:31.050893 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345facc5-0449-4da9-ad87-df08f8b0ca11 req-5cb0530f-b550-4690-a179-15d2c923f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:31.052381 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-345facc5-0449-4da9-ad87-df08f8b0ca11 req-5cb0530f-b550-4690-a179-15d2c923f2a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1097 time: 0.0433247
Dec 18 21:53:31.140575 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345facc5-0449-4da9-ad87-df08f8b0ca11 req-cf8606b2-ea84-420a-9e0b-3272595be90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:31.142049 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-345facc5-0449-4da9-ad87-df08f8b0ca11 req-cf8606b2-ea84-420a-9e0b-3272595be90a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0825396
Dec 18 21:53:31.210195 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-345facc5-0449-4da9-ad87-df08f8b0ca11 req-5108a7fc-5308-4af1-8a75-83464488b976 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 200  len: 1000 time: 0.0611148
Dec 18 21:53:31.261585 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345facc5-0449-4da9-ad87-df08f8b0ca11 req-0eba5619-88dd-4acd-8b50-eafe0b565963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:31.263145 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-345facc5-0449-4da9-ad87-df08f8b0ca11 req-0eba5619-88dd-4acd-8b50-eafe0b565963 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0463333
Dec 18 21:53:31.311155 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345facc5-0449-4da9-ad87-df08f8b0ca11 req-15e6619c-78a6-441f-a552-227db4dd69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:53:31.313317 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-345facc5-0449-4da9-ad87-df08f8b0ca11 req-15e6619c-78a6-441f-a552-227db4dd69f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427918
Dec 18 21:53:31.407188 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-345facc5-0449-4da9-ad87-df08f8b0ca11 req-2614c8c9-2128-4d75-aaa3-e2f52c93d5b6 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868905
Dec 18 21:53:31.411948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-33548a3e-7037-4397-96ad-b3ce4940b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e112b50>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c306cc80-7780-464b-9142-ad61a4facd52', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'floating_ip_address': '172.35.3.174', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'port_id': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'mac_address': 'fa:16:3e:f3:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:53:29Z', 'updated_at': '2021-12-18T21:53:29Z', 'revision_number': 0, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:31.437452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33548a3e-7037-4397-96ad-b3ce4940b350 None None] Checking router: 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:53:31.445608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33548a3e-7037-4397-96ad-b3ce4940b350 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:53:31.446206 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-33548a3e-7037-4397-96ad-b3ce4940b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e112b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:53:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:31.496548 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-345facc5-0449-4da9-ad87-df08f8b0ca11 req-5e14e818-a3d4-4618-8c64-e446959e690d service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821421
Dec 18 21:53:31.549674 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-33548a3e-7037-4397-96ad-b3ce4940b350 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:53:31.764323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-33548a3e-7037-4397-96ad-b3ce4940b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e112b50>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c306cc80-7780-464b-9142-ad61a4facd52', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'floating_ip_address': '172.35.3.174', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'port_id': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'mac_address': 'fa:16:3e:f3:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:53:29Z', 'updated_at': '2021-12-18T21:53:29Z', 'revision_number': 0, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:53:31.791353 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33548a3e-7037-4397-96ad-b3ce4940b350 None None] The sync data for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 is: [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c306cc80-7780-464b-9142-ad61a4facd52', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'floating_ip_address': '172.35.3.174', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'port_id': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'mac_address': 'fa:16:3e:f3:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:53:29Z', 'updated_at': '2021-12-18T21:53:29Z', 'revision_number': 0, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:53:31.992509 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeef407-0b56-4ff5-a58c-5ff2250026d9 None None] New status for floating IP c306cc80-7780-464b-9142-ad61a4facd52: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:53:33.107020 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3f8f2c74-74d8-4883-b440-d32413bb98cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:35.297933 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3618abc3-2014-4efc-944b-33ce754de00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:36.635379 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:38.348088 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:38.693780 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:41.296467 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:53:45.503824 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:53:50.145837 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:03.107835 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9204f14a-165b-41df-9264-2ea263a68f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:05.300075 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9328-63a5-48b9-b4a4-8ee5115f7421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:06.634740 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:08.350969 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:08.699018 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:15.518271 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:17.550197 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4e930e9-1075-4d5f-ac20-1e8f8c9c51f2 req-1e280c07-cbb2-4764-bc5a-ebe137ded81a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0391481
Dec 18 21:54:17.633238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e930e9-1075-4d5f-ac20-1e8f8c9c51f2 req-f059811c-f98d-4f7f-91ff-9cad7c4e1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:54:17.634779 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4e930e9-1075-4d5f-ac20-1e8f8c9c51f2 req-f059811c-f98d-4f7f-91ff-9cad7c4e1494 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1097 time: 0.0443413
Dec 18 21:54:17.735872 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e930e9-1075-4d5f-ac20-1e8f8c9c51f2 req-ebba0de5-53d4-408c-b443-7908fb1e459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:54:17.737359 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4e930e9-1075-4d5f-ac20-1e8f8c9c51f2 req-ebba0de5-53d4-408c-b443-7908fb1e459b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0836284
Dec 18 21:54:17.812762 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4e930e9-1075-4d5f-ac20-1e8f8c9c51f2 req-d181a563-f46f-4db0-8c6f-08066ba58949 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 200  len: 1002 time: 0.0630567
Dec 18 21:54:17.861208 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e930e9-1075-4d5f-ac20-1e8f8c9c51f2 req-c2f68c30-f866-4183-9918-2b8690e83869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:54:17.862614 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4e930e9-1075-4d5f-ac20-1e8f8c9c51f2 req-c2f68c30-f866-4183-9918-2b8690e83869 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0430095
Dec 18 21:54:17.906276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e930e9-1075-4d5f-ac20-1e8f8c9c51f2 req-4f998eaf-f582-4c31-9a3b-f12da48bf2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:54:17.908289 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4e930e9-1075-4d5f-ac20-1e8f8c9c51f2 req-4f998eaf-f582-4c31-9a3b-f12da48bf2de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392632
Dec 18 21:54:18.000888 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4e930e9-1075-4d5f-ac20-1e8f8c9c51f2 req-55f1a140-c440-4c28-a4ca-932de022b5b8 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852065
Dec 18 21:54:18.089254 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e4e930e9-1075-4d5f-ac20-1e8f8c9c51f2 req-4b1b3ef9-faa3-453d-b07a-c034f66b6d55 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810697
Dec 18 21:54:18.295245 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:54:20.160340 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:33.109953 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b792343a-8f36-4b73-b11c-d40ee3e755d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:35.301040 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aeaee9a0-baae-48b3-9245-1647c57f4fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:36.636998 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:38.353030 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:38.701261 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:45.516741 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:50.175575 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:54:55.294076 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:55:03.112436 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-14380880-017d-495f-8f29-02000951248e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:05.302023 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e22dcd3-569d-4ff8-99cb-887ea3a8d4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:06.640240 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:08.355784 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:08.703950 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:15.515393 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:17.548582 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5661666-099d-45f1-80ee-352b71b4c82d req-b4a4e9c2-9211-4026-982e-205a496e5389 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0404799
Dec 18 21:55:17.632031 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5661666-099d-45f1-80ee-352b71b4c82d req-0f861012-cd0e-49a6-9744-cf2a098e2904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:17.633582 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5661666-099d-45f1-80ee-352b71b4c82d req-0f861012-cd0e-49a6-9744-cf2a098e2904 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1097 time: 0.0443699
Dec 18 21:55:17.734911 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5661666-099d-45f1-80ee-352b71b4c82d req-302f58f2-d9cb-4dc5-937e-47aa9f083fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:17.736462 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5661666-099d-45f1-80ee-352b71b4c82d req-302f58f2-d9cb-4dc5-937e-47aa9f083fa9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0839016
Dec 18 21:55:17.806752 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5661666-099d-45f1-80ee-352b71b4c82d req-201bb6be-31e9-41a7-a269-7fa380c3e43e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 200  len: 1002 time: 0.0633895
Dec 18 21:55:17.858723 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5661666-099d-45f1-80ee-352b71b4c82d req-dca101df-2efa-4520-aff6-47912171a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:17.860197 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5661666-099d-45f1-80ee-352b71b4c82d req-dca101df-2efa-4520-aff6-47912171a2b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0464287
Dec 18 21:55:17.904884 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5661666-099d-45f1-80ee-352b71b4c82d req-2f26ed15-79ca-4aa7-a00a-153193b3370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:17.906441 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5661666-099d-45f1-80ee-352b71b4c82d req-2f26ed15-79ca-4aa7-a00a-153193b3370c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399477
Dec 18 21:55:18.002908 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5661666-099d-45f1-80ee-352b71b4c82d req-8647c280-5e4f-4de7-beef-a59df8733a7c service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896363
Dec 18 21:55:18.093126 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e5661666-099d-45f1-80ee-352b71b4c82d req-7b241e6a-4b2e-46b5-9a6e-2d8a3d28c739 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837097
Dec 18 21:55:20.190384 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:26.925038 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17816c-3a13-4270-bddc-d3d5cd2b3595 req-259e057d-d995-4e32-ad2b-d9381e224876 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:26.926528 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea17816c-3a13-4270-bddc-d3d5cd2b3595 req-259e057d-d995-4e32-ad2b-d9381e224876 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.1076171
Dec 18 21:55:26.977188 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ea17816c-3a13-4270-bddc-d3d5cd2b3595 req-e7c0ed12-b481-4f0f-bb8e-bfbe472a3576 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446880
Dec 18 21:55:28.120182 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad764-530c-4a76-8c0b-8a5a602c42de req-5a81d673-af57-43f2-8966-89c76d60a074 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:28.121651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-254ad764-530c-4a76-8c0b-8a5a602c42de req-5a81d673-af57-43f2-8966-89c76d60a074 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0490820
Dec 18 21:55:28.172409 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-254ad764-530c-4a76-8c0b-8a5a602c42de req-f9048ddc-d269-4d3a-a323-273f777dafc8 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446815
Dec 18 21:55:29.312519 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a6ba1-419b-4c2a-97e5-5fd872d058d9 req-c2337d1e-9bb9-4f14-9193-02d870ef3f64 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:29.313987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a1a6ba1-419b-4c2a-97e5-5fd872d058d9 req-c2337d1e-9bb9-4f14-9193-02d870ef3f64 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0479960
Dec 18 21:55:29.362175 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a1a6ba1-419b-4c2a-97e5-5fd872d058d9 req-3c534010-0215-403d-8e87-7086b5db1c1c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421286
Dec 18 21:55:30.480894 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290ed6b-abd1-412c-b898-743a131adede req-87ba3a88-7c20-4f5d-80b5-aaf530772553 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:30.482372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5290ed6b-abd1-412c-b898-743a131adede req-87ba3a88-7c20-4f5d-80b5-aaf530772553 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0528958
Dec 18 21:55:30.530729 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5290ed6b-abd1-412c-b898-743a131adede req-95979ad5-cb95-426f-b81c-731af658acb2 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417621
Dec 18 21:55:31.645218 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5729a-c6a4-403b-8079-b680cf7104a8 req-e04e0218-a16a-4e05-91f5-b9cf569457de tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:31.646707 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52e5729a-c6a4-403b-8079-b680cf7104a8 req-e04e0218-a16a-4e05-91f5-b9cf569457de tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0481465
Dec 18 21:55:31.694651 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-52e5729a-c6a4-403b-8079-b680cf7104a8 req-07556b67-cbf6-41bb-903b-d68ea4d6137f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418541
Dec 18 21:55:32.292843 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:55:32.808614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfcf82-4dca-4ceb-83c2-ee1ca6c65b19 req-402f7920-5b5b-440a-b5dc-459144cb27a4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:32.810101 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccbfcf82-4dca-4ceb-83c2-ee1ca6c65b19 req-402f7920-5b5b-440a-b5dc-459144cb27a4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0495386
Dec 18 21:55:32.861583 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccbfcf82-4dca-4ceb-83c2-ee1ca6c65b19 req-5c84038f-3438-4e08-aa5a-2f3f6d815369 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448556
Dec 18 21:55:33.113576 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b8675e62-f603-4ae0-97da-adcd9813d657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:33.974971 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29135d6e-8137-4db4-9de2-3af9e82350fb req-7a705e65-e74f-4cf0-888a-36416689bbd3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:33.976326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29135d6e-8137-4db4-9de2-3af9e82350fb req-7a705e65-e74f-4cf0-888a-36416689bbd3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0477211
Dec 18 21:55:34.024972 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-29135d6e-8137-4db4-9de2-3af9e82350fb req-d0db7ec7-ba5e-43d8-8c21-17567e391c95 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426791
Dec 18 21:55:35.139632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9be1e4-1657-433c-8c62-30ce8a6d1481 req-e937c11b-a205-4d0f-abff-32350ac44772 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:35.141089 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f9be1e4-1657-433c-8c62-30ce8a6d1481 req-e937c11b-a205-4d0f-abff-32350ac44772 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0469904
Dec 18 21:55:35.188045 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9f9be1e4-1657-433c-8c62-30ce8a6d1481 req-393ec579-73a7-468e-84d3-4d791113d272 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406680
Dec 18 21:55:35.306565 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ea35baf7-ca56-43e9-bbf8-20aed26e7c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:36.305035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056f364-8e9c-4b32-ae01-7d754ac87a69 req-bc04cdc1-134d-4f21-b8c7-fb46047545fd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:36.306437 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1056f364-8e9c-4b32-ae01-7d754ac87a69 req-bc04cdc1-134d-4f21-b8c7-fb46047545fd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0507174
Dec 18 21:55:36.354173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1056f364-8e9c-4b32-ae01-7d754ac87a69 req-ef9ca407-febc-4ccd-874f-e7aace7b1a87 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418847
Dec 18 21:55:36.644198 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:37.466869 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51644b40-9728-4f43-a560-b7875d46a9c0 req-88c2306d-c602-4f27-ac93-f1655e5c5e95 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:37.468363 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51644b40-9728-4f43-a560-b7875d46a9c0 req-88c2306d-c602-4f27-ac93-f1655e5c5e95 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0487189
Dec 18 21:55:37.516721 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-51644b40-9728-4f43-a560-b7875d46a9c0 req-1a0b391b-3006-4b2a-b907-a3d8ba09eb1b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422537
Dec 18 21:55:38.359664 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:38.634664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87a243-3d9f-4dde-aad1-d80554b9062b req-d3cc9eda-8f8c-45d1-869d-b67245fb631f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:38.636129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e87a243-3d9f-4dde-aad1-d80554b9062b req-d3cc9eda-8f8c-45d1-869d-b67245fb631f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0514860
Dec 18 21:55:38.683254 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e87a243-3d9f-4dde-aad1-d80554b9062b req-1edb2f6c-3813-4b53-b2ca-698a1138e205 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405166
Dec 18 21:55:38.707024 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:39.517733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:55:39.619436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:55:39.632054 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'port_id': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'mac_address': 'fa:16:3e:f3:6d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:55:39.671203 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:39.684396 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:55:39.705442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:55:39.715715 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:39.779987 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:55:39.788238 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.788585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.789040 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.789387 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.789810 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.790145 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.790562 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.791159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.792231 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.792711 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.792912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.793597 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.793938 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:39.800992 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:55:39.835579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3376b0e-3861-4d7f-b245-08b6a912a041 req-67a5ec87-7aad-4421-81eb-d618fe82e69b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:39.838430 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3376b0e-3861-4d7f-b245-08b6a912a041 req-67a5ec87-7aad-4421-81eb-d618fe82e69b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0754001
Dec 18 21:55:39.897220 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3376b0e-3861-4d7f-b245-08b6a912a041 req-71a23df6-5f07-4934-9e62-ce199f437d0d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488706
Dec 18 21:55:41.038033 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11382987-9ed3-404a-8e87-dd56206c3987 req-5f5eadfb-b7e2-4e02-9dfa-9d49a8d5753d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:41.040040 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11382987-9ed3-404a-8e87-dd56206c3987 req-5f5eadfb-b7e2-4e02-9dfa-9d49a8d5753d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0645659
Dec 18 21:55:41.099118 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11382987-9ed3-404a-8e87-dd56206c3987 req-19aa1cf3-7e36-4571-b10a-358a628c4320 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526569
Dec 18 21:55:41.534141 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:55:41.592803 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:55:41.596685 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:41.686334 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:41.724495 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:55:41.727004 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7be5d5-6feb-4ab4-94e8-d98b3c686853" -d '{"events": [{"server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "name": "network-vif-plugged", "status": "completed", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:55:41.730618 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:55:41.741198 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:41.792376 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782a1120-6b8c-4196-98dc-427c515b69d6 x-openstack-request-id: req-782a1120-6b8c-4196-98dc-427c515b69d6 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:55:41.792668 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "name": "network-vif-plugged", "status": "completed", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:55:41.793091 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-782a1120-6b8c-4196-98dc-427c515b69d6 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:55:41.793588 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'code': 200}
Dec 18 21:55:41.798117 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:55:42.235040 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2034ab-2fba-4195-a2db-fa4dca2cf73e req-c1b1fe6b-23c4-4369-9cac-862a539d4a9d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:42.237233 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d2034ab-2fba-4195-a2db-fa4dca2cf73e req-c1b1fe6b-23c4-4369-9cac-862a539d4a9d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0562646
Dec 18 21:55:42.293090 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d2034ab-2fba-4195-a2db-fa4dca2cf73e req-fe3b43fa-cc72-433e-8999-341c12128eca tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498405
Dec 18 21:55:43.439555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5284f5b-8f6f-41cb-bc4a-07bafb978055 req-afef5b2b-537f-4c4f-8f1b-2148cdb2ab72 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:43.441116 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5284f5b-8f6f-41cb-bc4a-07bafb978055 req-afef5b2b-537f-4c4f-8f1b-2148cdb2ab72 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0577965
Dec 18 21:55:43.499911 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f5284f5b-8f6f-41cb-bc4a-07bafb978055 req-55998612-3203-4576-832f-662ff59a47bc tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501146
Dec 18 21:55:44.659199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f193da-3f75-4b17-ba02-4a5db9331c96 req-4cb293a5-d9f4-4626-82af-b7db143f4fb0 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:44.663048 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82f193da-3f75-4b17-ba02-4a5db9331c96 req-4cb293a5-d9f4-4626-82af-b7db143f4fb0 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0595760
Dec 18 21:55:44.715360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-82f193da-3f75-4b17-ba02-4a5db9331c96 req-d29f275e-39be-4197-be4e-9487751a4fdb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481107
Dec 18 21:55:45.517645 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:45.842965 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481179b6-2bc2-4f51-92f8-e59f8566f731 req-e8ece4b4-14c5-432f-942b-fd7aecf892aa tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:45.844986 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-481179b6-2bc2-4f51-92f8-e59f8566f731 req-e8ece4b4-14c5-432f-942b-fd7aecf892aa tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0515203
Dec 18 21:55:45.904166 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-481179b6-2bc2-4f51-92f8-e59f8566f731 req-2084a4f1-75e1-4688-a393-c051a0817148 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517414
Dec 18 21:55:47.028381 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ab0b3-a6e6-4ddb-b6ce-a38bd8b753c9 req-68124308-78b5-4a9c-97c2-1cf5230df039 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:47.030107 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b57ab0b3-a6e6-4ddb-b6ce-a38bd8b753c9 req-68124308-78b5-4a9c-97c2-1cf5230df039 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0541701
Dec 18 21:55:47.091589 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b57ab0b3-a6e6-4ddb-b6ce-a38bd8b753c9 req-0b4fabf9-6a86-4f6b-8768-9f7b5ea357e1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548823
Dec 18 21:55:48.211057 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5f799-7fce-4493-a8e8-782558ed59d3 req-c90e9342-32fd-40e1-9fa8-df5d02bfaa39 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:48.212534 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdb5f799-7fce-4493-a8e8-782558ed59d3 req-c90e9342-32fd-40e1-9fa8-df5d02bfaa39 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0510848
Dec 18 21:55:48.260659 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cdb5f799-7fce-4493-a8e8-782558ed59d3 req-adfe41ff-09a4-4847-97c4-4e4558c5f553 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420394
Dec 18 21:55:48.639572 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d62305-37bc-45a5-bc9f-bc7e1f158d60 req-6cea49fd-5f97-4489-a606-c43db36e58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:48.641085 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-65d62305-37bc-45a5-bc9f-bc7e1f158d60 req-6cea49fd-5f97-4489-a606-c43db36e58a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1097 time: 0.0831192
Dec 18 21:55:48.732454 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d62305-37bc-45a5-bc9f-bc7e1f158d60 req-92bfd215-d99e-40e0-9a91-b7d83c97d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:48.733961 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-65d62305-37bc-45a5-bc9f-bc7e1f158d60 req-92bfd215-d99e-40e0-9a91-b7d83c97d434 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0863945
Dec 18 21:55:48.798189 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-65d62305-37bc-45a5-bc9f-bc7e1f158d60 req-593386d1-386c-406b-b5c0-f2b5f31407e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 200  len: 1002 time: 0.0575473
Dec 18 21:55:48.851108 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d62305-37bc-45a5-bc9f-bc7e1f158d60 req-427b44c9-60cd-45cd-be22-ba754ebe1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:48.852616 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-65d62305-37bc-45a5-bc9f-bc7e1f158d60 req-427b44c9-60cd-45cd-be22-ba754ebe1f69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0475922
Dec 18 21:55:48.897756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d62305-37bc-45a5-bc9f-bc7e1f158d60 req-8d35f500-067c-4a72-b748-b4f12e0906ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:48.899272 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-65d62305-37bc-45a5-bc9f-bc7e1f158d60 req-8d35f500-067c-4a72-b748-b4f12e0906ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402095
Dec 18 21:55:48.986161 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-65d62305-37bc-45a5-bc9f-bc7e1f158d60 req-c184246b-7630-4270-a6e9-3474c0280491 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798311
Dec 18 21:55:49.076092 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-65d62305-37bc-45a5-bc9f-bc7e1f158d60 req-43d18ee7-05cb-457c-8aba-8c87cbecb954 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836060
Dec 18 21:55:49.374518 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ea81a-290c-43cf-aa70-1ad659b048c8 req-2b63e629-e359-4272-afd7-299719e76b38 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:49.375970 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-874ea81a-290c-43cf-aa70-1ad659b048c8 req-2b63e629-e359-4272-afd7-299719e76b38 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0478966
Dec 18 21:55:49.423878 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-874ea81a-290c-43cf-aa70-1ad659b048c8 req-8cfe643d-f7e9-4cef-a021-a2bb3dec08da tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419552
Dec 18 21:55:50.189940 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:50.544768 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791bb18-590d-4427-8045-ba12a536775c req-18dacf32-65a8-432b-9107-965773c71a37 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:50.546305 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6791bb18-590d-4427-8045-ba12a536775c req-18dacf32-65a8-432b-9107-965773c71a37 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0541933
Dec 18 21:55:50.597238 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6791bb18-590d-4427-8045-ba12a536775c req-0407b22c-914b-4ead-89f8-d8ad2fa5caa1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440288
Dec 18 21:55:51.580473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:55:51.657946 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:51.680264 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:55:51.682492 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b2b6c7-d696-430e-99a2-ade34d664b7f" -d '{"events": [{"server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "name": "network-vif-unplugged", "status": "completed", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:55:51.695159 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:55:51.702389 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:51.718322 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ce898-fcfc-40b8-a974-a659bbdfd594 req-80b6d223-cadc-4d81-a06e-10a6075a973c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:51.720679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e3ce898-fcfc-40b8-a974-a659bbdfd594 req-80b6d223-cadc-4d81-a06e-10a6075a973c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0534253
Dec 18 21:55:51.728444 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Dec 2021 21:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9a8778-dea8-4c12-a017-8aedf6702433 x-openstack-request-id: req-8d9a8778-dea8-4c12-a017-8aedf6702433 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:55:51.728748 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "name": "network-vif-unplugged", "status": "failed", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83", "code": 422}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:55:51.729005 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d9a8778-dea8-4c12-a017-8aedf6702433 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:55:51.729398 ncdv-master-1 neutron-server[126010]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'code': 422} returned with failed status
Dec 18 21:55:51.760188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:55:51.773023 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3e3ce898-fcfc-40b8-a974-a659bbdfd594 req-7fc8caca-e3d6-417e-a7f1-e53ec6e33acc tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464418
Dec 18 21:55:51.844453 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-6e7179cf-f98a-4aa0-b454-9e8b27d7c437 req-cb1b40c3-5ab7-430d-82e8-7389b7bf95ae service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:55:51.845436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e7179cf-f98a-4aa0-b454-9e8b27d7c437 req-cb1b40c3-5ab7-430d-82e8-7389b7bf95ae service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054801
Dec 18 21:55:52.003893 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81b462-a440-43f8-9a44-424c84ff2fc2 req-226ccf5b-875e-42b1-b1b6-33e18e777ffc tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:52.005617 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a81b462-a440-43f8-9a44-424c84ff2fc2 req-226ccf5b-875e-42b1-b1b6-33e18e777ffc tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 944 time: 0.0532873
Dec 18 21:55:52.054613 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2a81b462-a440-43f8-9a44-424c84ff2fc2 req-a98a21ef-94e0-4473-934e-16f5881bb3e2 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425014
Dec 18 21:55:52.176346 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-88c1fe73-78ff-46f7-82b1-ba85fd901bba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0800393
Dec 18 21:55:53.075421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-6ff8198a-2281-4a86-9bc6-cc9417c58f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:53.076778 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-6ff8198a-2281-4a86-9bc6-cc9417c58f34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f&tenant_id=c7e4c296f0144644b9107d08244cb934 HTTP/1.1" status: 200  len: 1095 time: 0.0389354
Dec 18 21:55:53.095630 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:55:53.195378 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:53.253200 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c90e76-32eb-43e5-b4ba-ac3a1a4e06d4 req-0a35d3fa-71b2-4ed9-9f72-7cce58ce13d2 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:53.254681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34c90e76-32eb-43e5-b4ba-ac3a1a4e06d4 req-0a35d3fa-71b2-4ed9-9f72-7cce58ce13d2 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 944 time: 0.1246789
Dec 18 21:55:53.373376 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34c90e76-32eb-43e5-b4ba-ac3a1a4e06d4 req-50e7d61d-1dbe-4952-b8b9-7182886a4d08 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1123147
Dec 18 21:55:53.451680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:55:53.483903 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:55:53.515315 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:55:53.523357 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:53.536273 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Transition to ACTIVE for port object c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:55:53.541204 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:53.619932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=9']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:55:53.635099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.635354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.635704 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.636041 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.636378 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.636713 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.637039 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.637427 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.637675 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.638003 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.638350 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.638674 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.638997 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:55:53.675010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] No DVR routers for this DVR port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:55:53.811632 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Attempting to bind port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:55:53.811977 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Attempting to bind port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:55:53.812452 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Attempting to bind port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:55:53.818728 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:55:53.819377 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Attempting to bind port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:55:53.824386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:55:53.824723 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Checking segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:55:53.825097 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Bound using segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:55:53.825517 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Bound port: c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:55:53.825868 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:53.891994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:55:53.894796 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:55:53.899451 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:53.931564 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:53.932191 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:55:53.933533 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 200  len: 1092 time: 0.8426738
Dec 18 21:55:53.937853 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:55:53.940493 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26959fb6-d808-4308-854b-9a916e1ea84a" -d '{"events": [{"name": "network-changed", "server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:55:53.988020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531dc81-74e3-4a67-aeb3-334eef9268e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=10']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:55:54.011545 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-863e8977-313e-41d3-bfdf-09fcc1835061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:54.013087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-863e8977-313e-41d3-bfdf-09fcc1835061 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1096 time: 0.0529444
Dec 18 21:55:54.074493 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6a9170-6408-4108-99f8-02cfa8b453f2 x-openstack-request-id: req-2c6a9170-6408-4108-99f8-02cfa8b453f2 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:55:54.074802 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:55:54.075063 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c6a9170-6408-4108-99f8-02cfa8b453f2 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:55:54.075469 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'status': 'completed', 'code': 200}
Dec 18 21:55:54.119860 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-4cdf6203-4a62-4f8f-b911-bcb8b3046b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:54.121403 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-4cdf6203-4a62-4f8f-b911-bcb8b3046b6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0974307
Dec 18 21:55:54.190269 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-dad7b5e3-dcf0-4f71-8f68-dd3106203b50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 200  len: 1000 time: 0.0571094
Dec 18 21:55:54.241294 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-830c457d-3615-49f3-ae6e-123176ed90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:54.243366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-830c457d-3615-49f3-ae6e-123176ed90bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0457635
Dec 18 21:55:54.296851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-12ccf58c-497b-44c0-8a6d-b7658a964f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:54.298342 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-12ccf58c-497b-44c0-8a6d-b7658a964f8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434091
Dec 18 21:55:54.388862 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-61fa90a4-9fae-42f6-a216-67cf9f46ee4e service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794065
Dec 18 21:55:54.526307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067e2e5-5e6d-402f-8690-1e609f7e0455 req-128525b8-b157-421d-ba1e-854dde90f2ee tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:54.527716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6067e2e5-5e6d-402f-8690-1e609f7e0455 req-128525b8-b157-421d-ba1e-854dde90f2ee tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0751514
Dec 18 21:55:54.529706 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-57b0bd0c-599f-4106-9b18-ba939733e468 req-bcee31c2-4b40-46aa-b405-ceda2fc2c6de service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271737
Dec 18 21:55:54.580347 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6067e2e5-5e6d-402f-8690-1e609f7e0455 req-647b34b8-8133-4f3a-ab33-41e1071eaaa9 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457094
Dec 18 21:55:54.621210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26959fb6-d808-4308-854b-9a916e1ea84a req-2f37aab3-dd4f-4e8d-be5d-f46657f5da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:54.622767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26959fb6-d808-4308-854b-9a916e1ea84a req-2f37aab3-dd4f-4e8d-be5d-f46657f5da6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1096 time: 0.0402496
Dec 18 21:55:54.723731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26959fb6-d808-4308-854b-9a916e1ea84a req-a0b9a523-7c18-4c75-9f3f-ed43646683f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:54.725204 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26959fb6-d808-4308-854b-9a916e1ea84a req-a0b9a523-7c18-4c75-9f3f-ed43646683f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0900390
Dec 18 21:55:54.801287 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26959fb6-d808-4308-854b-9a916e1ea84a req-7cf62212-0cbd-46fa-b1f6-3cd6a0581260 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 200  len: 1000 time: 0.0632036
Dec 18 21:55:55.706353 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd46e7-7c10-48b4-8471-d138a1e6d895 req-c2f2297b-fa2b-45fa-8033-8374be9910a1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:55.707864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98bd46e7-7c10-48b4-8471-d138a1e6d895 req-c2f2297b-fa2b-45fa-8033-8374be9910a1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0559225
Dec 18 21:55:55.761102 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-98bd46e7-7c10-48b4-8471-d138a1e6d895 req-e9bc3838-21c8-4c42-a44b-6979c623a7e9 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468273
Dec 18 21:55:56.880037 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79336e-07d6-487a-bee9-9aa30e0b063f req-f6ea16a9-ed11-4231-a392-cc097824b545 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:56.881559 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe79336e-07d6-487a-bee9-9aa30e0b063f req-f6ea16a9-ed11-4231-a392-cc097824b545 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0487852
Dec 18 21:55:56.932679 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fe79336e-07d6-487a-bee9-9aa30e0b063f req-ecbb1d77-ed9a-4e9e-9b28-64447688fea1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446770
Dec 18 21:55:58.058949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1cbe4-035e-4e72-a3d7-8997d607766b req-99b0a4af-84af-4f7d-83e2-1e9379631ca5 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:58.060531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ca1cbe4-035e-4e72-a3d7-8997d607766b req-99b0a4af-84af-4f7d-83e2-1e9379631ca5 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0578332
Dec 18 21:55:58.113212 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-9ca1cbe4-035e-4e72-a3d7-8997d607766b req-bdda4008-f7d6-474a-b431-d60d84973e08 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442529
Dec 18 21:55:59.230013 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bbaef-35f7-490a-aee7-89548108fd07 req-b9fdff77-4dc7-4230-b725-aa1b07203a8f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:55:59.231582 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d25bbaef-35f7-490a-aee7-89548108fd07 req-b9fdff77-4dc7-4230-b725-aa1b07203a8f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0524869
Dec 18 21:55:59.286366 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d25bbaef-35f7-490a-aee7-89548108fd07 req-493fd531-1a21-4196-afca-e4719ac1771a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482490
Dec 18 21:56:00.401285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f71e1-5ef9-4a6d-aae1-fea13381a758 req-b13a8f78-b56b-4d9e-a9ec-b422d9be987a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:00.402997 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e6f71e1-5ef9-4a6d-aae1-fea13381a758 req-b13a8f78-b56b-4d9e-a9ec-b422d9be987a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0489681
Dec 18 21:56:00.458969 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1e6f71e1-5ef9-4a6d-aae1-fea13381a758 req-61dcaa5c-5b1d-4c06-b865-c3175f6432a1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491912
Dec 18 21:56:01.582818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549590e-768f-4133-a245-9d2837058b4a req-5f0abbf9-3146-4d01-8bf9-c154085a48bd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:01.584904 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6549590e-768f-4133-a245-9d2837058b4a req-5f0abbf9-3146-4d01-8bf9-c154085a48bd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0539567
Dec 18 21:56:01.636612 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6549590e-768f-4133-a245-9d2837058b4a req-f791b548-24b0-4168-bf9b-f0e4f96b9a05 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449486
Dec 18 21:56:02.773828 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7906fc-ade3-40df-a987-91e39ca6474a req-8016407c-c81a-481c-9e55-a46e50bf0d98 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:02.775405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d7906fc-ade3-40df-a987-91e39ca6474a req-8016407c-c81a-481c-9e55-a46e50bf0d98 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0559051
Dec 18 21:56:02.827468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3d7906fc-ade3-40df-a987-91e39ca6474a req-a36b9486-2147-499b-9850-0bea09ade2a7 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450206
Dec 18 21:56:03.116866 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ccfa6bd6-a61c-4b62-b68e-6063dc8da361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:03.955291 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54faab-b812-4eb7-b2d2-78824c917a5b req-153a30ba-f599-46a1-a82d-09c7f47f9d89 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:03.956781 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a54faab-b812-4eb7-b2d2-78824c917a5b req-153a30ba-f599-46a1-a82d-09c7f47f9d89 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0535634
Dec 18 21:56:04.007890 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7a54faab-b812-4eb7-b2d2-78824c917a5b req-b303d72b-ca61-4bd6-bf88-c3d513418bdc tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447352
Dec 18 21:56:05.124494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4d8b7-c6eb-4e97-820c-590eb05f1f06 req-fee41afa-d37e-43c9-a300-e4413ee671c0 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:05.125958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1de4d8b7-c6eb-4e97-820c-590eb05f1f06 req-fee41afa-d37e-43c9-a300-e4413ee671c0 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0480273
Dec 18 21:56:05.174279 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1de4d8b7-c6eb-4e97-820c-590eb05f1f06 req-a2e1bffe-750a-4608-9b65-29e12e0a0f44 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415397
Dec 18 21:56:05.308146 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-12269f3b-6f7f-4bea-8b1f-8e508ed56308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:05.508972 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26959fb6-d808-4308-854b-9a916e1ea84a req-926b5920-a298-4dcd-a6c1-9430eb381fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:05.510468 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26959fb6-d808-4308-854b-9a916e1ea84a req-926b5920-a298-4dcd-a6c1-9430eb381fec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0460522
Dec 18 21:56:05.562629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26959fb6-d808-4308-854b-9a916e1ea84a req-0d4ad46a-cb45-4095-bb5f-c8d474ab9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:05.564031 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26959fb6-d808-4308-854b-9a916e1ea84a req-0d4ad46a-cb45-4095-bb5f-c8d474ab9e20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434864
Dec 18 21:56:05.654632 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26959fb6-d808-4308-854b-9a916e1ea84a req-55c62037-5b4d-4b10-b34c-9a8867fd5b56 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794451
Dec 18 21:56:05.747180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-26959fb6-d808-4308-854b-9a916e1ea84a req-16935331-fdc2-4687-8909-d714797df027 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843787
Dec 18 21:56:06.290419 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b56e6-c34d-4347-95d6-03491fbbb50c req-e0d7e700-342b-439f-b021-243a026c873b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:06.291805 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c9b56e6-c34d-4347-95d6-03491fbbb50c req-e0d7e700-342b-439f-b021-243a026c873b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0491512
Dec 18 21:56:06.339911 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3c9b56e6-c34d-4347-95d6-03491fbbb50c req-d01170bd-c313-4ac9-aed0-ffb76b9bdd7d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420873
Dec 18 21:56:06.645884 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:07.453917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b08c22-ee51-451c-a9bc-54a2021dea16 req-e79a9ce9-6cad-4a81-99d7-a9580c0fb3b1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:07.455876 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42b08c22-ee51-451c-a9bc-54a2021dea16 req-e79a9ce9-6cad-4a81-99d7-a9580c0fb3b1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 945 time: 0.0462110
Dec 18 21:56:07.506832 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-42b08c22-ee51-451c-a9bc-54a2021dea16 req-8e3ecd8d-d00d-4b5d-b315-d49be3036145 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447881
Dec 18 21:56:07.926851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:56:08.022811 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:56:08.033791 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'port_id': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'mac_address': 'fa:16:3e:f3:6d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:56:08.070527 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:08.083221 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:56:08.102149 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:56:08.105939 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:08.150730 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=11']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:56:08.362920 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:08.391544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:56:08.629100 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a8ac1-3029-4726-867b-f587d02c97b8 req-7ae5f21f-be44-4e1b-b272-bdc3ccc20b55 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:08.630594 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df5a8ac1-3029-4726-867b-f587d02c97b8 req-7ae5f21f-be44-4e1b-b272-bdc3ccc20b55 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0482235
Dec 18 21:56:08.678168 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df5a8ac1-3029-4726-867b-f587d02c97b8 req-fc3bd1cd-cfbc-4aff-85ef-1a3b9ffafec7 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415986
Dec 18 21:56:08.714756 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:09.292837 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:56:09.792391 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f41cea-cf68-4cea-ac2c-6a036bab97f7 req-845a292c-2111-45e4-9281-8717dd42f3a1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:09.793954 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36f41cea-cf68-4cea-ac2c-6a036bab97f7 req-845a292c-2111-45e4-9281-8717dd42f3a1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 946 time: 0.0478485
Dec 18 21:56:09.843346 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36f41cea-cf68-4cea-ac2c-6a036bab97f7 req-a707848d-65e4-457e-bd25-707c9603729b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427446
Dec 18 21:56:09.944338 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:56:09.991719 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:56:09.995472 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:56:09.995836 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:10.069903 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:10.091510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:56:10.093628 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c000db-352a-4e0b-85ef-647a3b656bc6" -d '{"events": [{"server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "name": "network-vif-plugged", "status": "completed", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:56:10.109234 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:56:10.114168 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:10.141261 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15039642-26de-422b-a515-95a96aae7bc3 x-openstack-request-id: req-15039642-26de-422b-a515-95a96aae7bc3 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:56:10.141560 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "name": "network-vif-plugged", "status": "completed", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:56:10.141811 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15039642-26de-422b-a515-95a96aae7bc3 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:56:10.143374 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'code': 200}
Dec 18 21:56:10.166759 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=12']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:56:10.309818 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22e2f9-fd19-4be3-80d3-36f19fa8edee req-fedb1958-639f-4da1-812b-f8a5fed998cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:10.311232 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e22e2f9-fd19-4be3-80d3-36f19fa8edee req-fedb1958-639f-4da1-812b-f8a5fed998cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1098 time: 0.0416107
Dec 18 21:56:10.361332 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5e22e2f9-fd19-4be3-80d3-36f19fa8edee req-a5704116-6824-4032-b6e9-cf5f5b6adca9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374298
Dec 18 21:56:10.959555 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f302fc0-cf71-4765-ae17-486cb183d9a1 req-d800fefe-aa91-4ebc-84de-3272cb4ec5ae tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:10.961252 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f302fc0-cf71-4765-ae17-486cb183d9a1 req-d800fefe-aa91-4ebc-84de-3272cb4ec5ae tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 947 time: 0.0470917
Dec 18 21:56:11.009999 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1f302fc0-cf71-4765-ae17-486cb183d9a1 req-309d76de-5b8c-4bb6-ab6e-2cecf7f2a491 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424409
Dec 18 21:56:12.132164 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1c0da-fab0-40fb-bbfb-db2be441740a req-7fe8fc9b-44f6-478d-bc34-9d210defd914 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:12.133824 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cae1c0da-fab0-40fb-bbfb-db2be441740a req-7fe8fc9b-44f6-478d-bc34-9d210defd914 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 947 time: 0.0541337
Dec 18 21:56:12.186110 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cae1c0da-fab0-40fb-bbfb-db2be441740a req-8be59079-de1d-418c-b455-4ffd5d7f34ee tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455360
Dec 18 21:56:13.299800 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c41f3-3383-4192-b110-ef6528cf19ca req-59775cee-14dc-437a-a33f-d5e48c960f55 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:13.301254 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d48c41f3-3383-4192-b110-ef6528cf19ca req-59775cee-14dc-437a-a33f-d5e48c960f55 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 947 time: 0.0469081
Dec 18 21:56:13.349851 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d48c41f3-3383-4192-b110-ef6528cf19ca req-51e5217b-8612-42cf-8fe5-7779e8e72df4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426164
Dec 18 21:56:15.512201 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:20.187772 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:28.609865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a40e65a-3d2a-49ac-b88e-a70783028f4b req-29034db0-4c86-43c9-8c09-a5243831682c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0376525
Dec 18 21:56:28.694697 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40e65a-3d2a-49ac-b88e-a70783028f4b req-b524b0b2-f272-4482-a3fc-278ad279b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:28.696147 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a40e65a-3d2a-49ac-b88e-a70783028f4b req-b524b0b2-f272-4482-a3fc-278ad279b88b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1098 time: 0.0432582
Dec 18 21:56:28.796932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40e65a-3d2a-49ac-b88e-a70783028f4b req-c0905bf2-b7d1-42eb-9a33-07c4509e161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:28.799708 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a40e65a-3d2a-49ac-b88e-a70783028f4b req-c0905bf2-b7d1-42eb-9a33-07c4509e161f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0842719
Dec 18 21:56:28.872897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a40e65a-3d2a-49ac-b88e-a70783028f4b req-1a529cbc-0ed7-4c90-8e5a-fbfccda9d3f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 200  len: 1002 time: 0.0606208
Dec 18 21:56:28.922161 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40e65a-3d2a-49ac-b88e-a70783028f4b req-ab1635c8-6c96-44b5-b541-6e65b0a5a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:28.923559 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a40e65a-3d2a-49ac-b88e-a70783028f4b req-ab1635c8-6c96-44b5-b541-6e65b0a5a317 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0413215
Dec 18 21:56:28.967935 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40e65a-3d2a-49ac-b88e-a70783028f4b req-9b07c5f7-01d0-4802-9878-14f58c15c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:56:28.969360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a40e65a-3d2a-49ac-b88e-a70783028f4b req-9b07c5f7-01d0-4802-9878-14f58c15c39f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0376787
Dec 18 21:56:29.058461 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a40e65a-3d2a-49ac-b88e-a70783028f4b req-7e213c82-4d36-4e10-be1d-74c4694ea6d6 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810707
Dec 18 21:56:29.146389 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1a40e65a-3d2a-49ac-b88e-a70783028f4b req-1cc988cc-8d2d-4402-8e66-ebc524aa6b1a service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0783794
Dec 18 21:56:33.119024 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a8a264e2-c481-4f58-a1d1-422d325569ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:35.309589 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d25ad562-4dfd-4b3a-b50e-deb109009e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:36.650704 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:38.367682 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:38.717732 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:45.513049 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:56:46.292321 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:56:48.762116 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-f39b73ea-47cb-4307-a8b6-acbfad4ea13b req-32e00612-ea28-4968-ab68-2603d0776357 service neutron] (126009) timed out ('10.222.0.13', 50864) {{(pid=126009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 21:56:50.188466 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:03.120168 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-97e24ff0-df97-44c1-925b-8943ffb5ea11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:05.310517 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ad1ab27d-8319-485a-8d54-bbdb8cc89ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:06.651131 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:08.366887 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:08.719007 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:15.527277 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:20.187513 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:23.291731 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:57:26.875881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55810) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:57:27.030582 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Deleting port 759d7ce8-58bb-41c0-90c2-81fa8f5b4553 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:57:27.030832 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:27.107728 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:27.108055 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:27.119977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Calling delete_port for 759d7ce8-58bb-41c0-90c2-81fa8f5b4553 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:57:27.269686 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:27.295504 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event deleted for resources: {'Port': ['ID=759d7ce8-58bb-41c0-90c2-81fa8f5b4553,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:27.308323 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.308675 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.309016 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.309353 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.309690 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.310015 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.310371 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.310697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.311022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.311343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.311664 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.312013 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.312334 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:27.366579 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:27.366921 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Floating IP c306cc80-7780-464b-9142-ad61a4facd52 disassociated (deleted). External IP: 172.35.3.174, port: c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83.
Dec 18 21:57:27.571510 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:57:27.677156 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:57:27.682043 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:27.686753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d4a9e-91f3-4ee6-8383-37fc56243c02 None None] Sync routers for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:57:27.696047 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d4a9e-91f3-4ee6-8383-37fc56243c02 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:57:27.696666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-455d4a9e-91f3-4ee6-8383-37fc56243c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e22ceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:57:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:57:27.713383 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-c6a3dc9d-d15b-441e-a4da-718d3bc49530 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "DELETE /v2.0/floatingips/c306cc80-7780-464b-9142-ad61a4facd52 HTTP/1.1" status: 204  len: 168 time: 0.8335567
Dec 18 21:57:27.713383 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:57:27.716260 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85212dd4-b818-4739-b14c-b4859b9442be" -d '{"events": [{"name": "network-changed", "server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:57:27.819627 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-455d4a9e-91f3-4ee6-8383-37fc56243c02 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:57:27.823699 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3220cb4-58d9-4eca-a704-1bcd63eed46c x-openstack-request-id: req-b3220cb4-58d9-4eca-a704-1bcd63eed46c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:57:27.824213 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:57:27.824213 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3220cb4-58d9-4eca-a704-1bcd63eed46c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:57:27.824672 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'status': 'completed', 'code': 200}
Dec 18 21:57:28.005998 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38228ef-607f-4d9f-b4c4-facb90809564 req-f666889f-31c1-4ba6-ad06-0d5bd21795de tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:28.007987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f38228ef-607f-4d9f-b4c4-facb90809564 req-f666889f-31c1-4ba6-ad06-0d5bd21795de tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 947 time: 0.0864608
Dec 18 21:57:28.010159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85212dd4-b818-4739-b14c-b4859b9442be req-98a9cf28-11af-4243-840c-ed9b49b2bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:28.011690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85212dd4-b818-4739-b14c-b4859b9442be req-98a9cf28-11af-4243-840c-ed9b49b2bf1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 1098 time: 0.1340868
Dec 18 21:57:28.035956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-455d4a9e-91f3-4ee6-8383-37fc56243c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e22ceb0>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:57:28.063945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d4a9e-91f3-4ee6-8383-37fc56243c02 None None] Checking router: 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:57:28.074066 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d4a9e-91f3-4ee6-8383-37fc56243c02 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:57:28.074655 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-455d4a9e-91f3-4ee6-8383-37fc56243c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e22ceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:57:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:57:28.125553 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f38228ef-607f-4d9f-b4c4-facb90809564 req-fc0e0482-6f46-4bb7-bc31-d1df00ccc4bb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1087897
Dec 18 21:57:28.160659 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85212dd4-b818-4739-b14c-b4859b9442be req-3dfd8172-59c7-46ae-9b3c-98340c783f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:28.162143 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85212dd4-b818-4739-b14c-b4859b9442be req-3dfd8172-59c7-46ae-9b3c-98340c783f03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.1385274
Dec 18 21:57:28.183098 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-455d4a9e-91f3-4ee6-8383-37fc56243c02 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:57:28.207730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85212dd4-b818-4739-b14c-b4859b9442be req-8b9e2e1c-91e6-400a-8f37-eadc7e7dd1b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 200  len: 217 time: 0.0337579
Dec 18 21:57:28.255011 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85212dd4-b818-4739-b14c-b4859b9442be req-004eb19e-684d-4fa8-8947-2c17cc57d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:28.256441 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85212dd4-b818-4739-b14c-b4859b9442be req-004eb19e-684d-4fa8-8947-2c17cc57d27f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0418975
Dec 18 21:57:28.308653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85212dd4-b818-4739-b14c-b4859b9442be req-a5f01c8e-3fa1-4b3d-83f6-7bc5b97a3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:28.310116 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85212dd4-b818-4739-b14c-b4859b9442be req-a5f01c8e-3fa1-4b3d-83f6-7bc5b97a3298 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444946
Dec 18 21:57:28.388656 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-455d4a9e-91f3-4ee6-8383-37fc56243c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e22ceb0>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:57:28.401600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85212dd4-b818-4739-b14c-b4859b9442be req-52f5ce96-cd6f-4604-b63c-093e6732f877 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838153
Dec 18 21:57:28.417236 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d4a9e-91f3-4ee6-8383-37fc56243c02 None None] The sync data for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 is: [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:57:28.502980 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85212dd4-b818-4739-b14c-b4859b9442be req-a4023620-a714-4d97-8e62-951dafb33899 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894763
Dec 18 21:57:28.656687 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1288ea1d-17eb-46f4-a535-5b4b81918a9b None None] New status for floating IP c306cc80-7780-464b-9142-ad61a4facd52: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:57:29.244414 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36913e3b-d6eb-4d2b-9873-60eaaa94a514 req-5dce92ee-f136-4484-a8c6-2993dbd3682c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:29.245881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36913e3b-d6eb-4d2b-9873-60eaaa94a514 req-5dce92ee-f136-4484-a8c6-2993dbd3682c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 947 time: 0.0486388
Dec 18 21:57:29.294333 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-36913e3b-d6eb-4d2b-9873-60eaaa94a514 req-83585383-8c41-40f6-92b4-f62a254c92ba tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=46d59da4-071c-4894-ab60-8a60715f0e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425053
Dec 18 21:57:29.585937 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2cc3c-9987-4f6e-9f1b-f5d7511ebff3 req-6019c956-c8ca-42e9-ac2e-9dd3a3eecd6f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:29.587313 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccd2cc3c-9987-4f6e-9f1b-f5d7511ebff3 req-6019c956-c8ca-42e9-ac2e-9dd3a3eecd6f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.36 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 947 time: 0.0472109
Dec 18 21:57:29.676130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-ccd2cc3c-9987-4f6e-9f1b-f5d7511ebff3 req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Deleting port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 21:57:29.676470 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccd2cc3c-9987-4f6e-9f1b-f5d7511ebff3 req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:29.762387 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-ccd2cc3c-9987-4f6e-9f1b-f5d7511ebff3 req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] For port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:57:29.762753 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccd2cc3c-9987-4f6e-9f1b-f5d7511ebff3 req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:29.775526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-ccd2cc3c-9987-4f6e-9f1b-f5d7511ebff3 req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Calling delete_port for c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 21:57:29.902454 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccd2cc3c-9987-4f6e-9f1b-f5d7511ebff3 req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:29.935509 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event deleted for resources: {'Port': ['ID=c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:29.956600 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.956948 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.957285 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.957618 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.957947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.958295 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.958623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.958946 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.959267 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.959587 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.959906 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.960224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.960793 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:29.984643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd2cc3c-9987-4f6e-9f1b-f5d7511ebff3 req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] No DVR routers for this DVR port c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 21:57:29.988843 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-ccd2cc3c-9987-4f6e-9f1b-f5d7511ebff3 req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:29.993881 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ccd2cc3c-9987-4f6e-9f1b-f5d7511ebff3 req-c8a959d2-b55e-4f32-9500-32c2cd0731f6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.36 "DELETE /v2.0/ports/c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 HTTP/1.1" status: 204  len: 173 time: 0.4002085
Dec 18 21:57:29.995130 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'name': 'network-vif-deleted', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:57:29.997598 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db8a204-4b10-4df1-b224-3e00e34d53da" -d '{"events": [{"server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "name": "network-vif-deleted", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:57:30.034827 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da23aa6f-64c9-43a2-aac7-86400229add5 x-openstack-request-id: req-da23aa6f-64c9-43a2-aac7-86400229add5 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:57:30.035158 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2220e203-c690-4074-ace5-d0fcf7d86b9f", "name": "network-vif-deleted", "tag": "c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:57:30.035420 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da23aa6f-64c9-43a2-aac7-86400229add5 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:57:30.035826 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2220e203-c690-4074-ace5-d0fcf7d86b9f', 'name': 'network-vif-deleted', 'tag': 'c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83', 'status': 'completed', 'code': 200}
Dec 18 21:57:30.403865 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-0f313db8-1d48-43aa-954b-a76d63d1f014 req-8294451e-784a-4a8c-a5ea-693b149e19e3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=2220e203-c690-4074-ace5-d0fcf7d86b9f HTTP/1.1" status: 200  len: 210 time: 0.0267682
Dec 18 21:57:31.462061 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55842) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:57:31.516082 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ffab1673-0505-4cdb-b23f-346739c8ab98 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:31.539669 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ffab1673-0505-4cdb-b23f-346739c8ab98 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:31.598514 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ffab1673-0505-4cdb-b23f-346739c8ab98 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:31.601065 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ffab1673-0505-4cdb-b23f-346739c8ab98 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:31.602205 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ffab1673-0505-4cdb-b23f-346739c8ab98 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "DELETE /v2.0/security-groups/46d59da4-071c-4894-ab60-8a60715f0e7e HTTP/1.1" status: 204  len: 168 time: 0.1390972
Dec 18 21:57:31.616626 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab1673-0505-4cdb-b23f-346739c8ab98 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d59da4-071c-4894-ab60-8a60715f0e7e,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:32.962067 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 55850) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:57:32.966601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-e05254cb-f235-40eb-8197-c7e3f0636e7f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854805613', 'description': 'tempest-secgroup-smoke-854805613 description', 'project_id': 'c7e4c296f0144644b9107d08244cb934'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:57:32.990369 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e05254cb-f235-40eb-8197-c7e3f0636e7f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.055611 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e05254cb-f235-40eb-8197-c7e3f0636e7f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.059147 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e05254cb-f235-40eb-8197-c7e3f0636e7f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.091026 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e05254cb-f235-40eb-8197-c7e3f0636e7f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.092208 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e05254cb-f235-40eb-8197-c7e3f0636e7f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1291137
Dec 18 21:57:33.095144 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55852) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:57:33.096722 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05254cb-f235-40eb-8197-c7e3f0636e7f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6105b9-1f5c-4775-a264-d134a3af3a69,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:33.100122 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-df1ab568-1937-4fac-9468-ccde2b57b64d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group_rule': {'security_group_id': 'ff6105b9-1f5c-4775-a264-d134a3af3a69', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:57:33.120963 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-29ba700e-2bf0-4eed-bdc7-cd745d353811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.135662 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df1ab568-1937-4fac-9468-ccde2b57b64d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.193276 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df1ab568-1937-4fac-9468-ccde2b57b64d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.196882 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df1ab568-1937-4fac-9468-ccde2b57b64d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.215524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ab568-1937-4fac-9468-ccde2b57b64d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc62936c-2be2-458d-9151-84f333b7cd1a,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:33.222833 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-df1ab568-1937-4fac-9468-ccde2b57b64d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.224042 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-df1ab568-1937-4fac-9468-ccde2b57b64d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1277804
Dec 18 21:57:33.226788 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55854) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:57:33.231083 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3b54799b-dc66-4371-9f25-18693904f599 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group_rule': {'security_group_id': 'ff6105b9-1f5c-4775-a264-d134a3af3a69', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:57:33.259272 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b54799b-dc66-4371-9f25-18693904f599 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.312728 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b54799b-dc66-4371-9f25-18693904f599 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.317221 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b54799b-dc66-4371-9f25-18693904f599 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.334841 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54799b-dc66-4371-9f25-18693904f599 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07d271a-2e13-4dc4-8e64-837e03bd0f32,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:33.349979 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3b54799b-dc66-4371-9f25-18693904f599 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.351239 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3b54799b-dc66-4371-9f25-18693904f599 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1235428
Dec 18 21:57:33.353987 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55856) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:57:33.358480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-89cf50c7-ccc3-431f-9a25-e513e2114acb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group_rule': {'security_group_id': 'ff6105b9-1f5c-4775-a264-d134a3af3a69', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:57:33.386356 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89cf50c7-ccc3-431f-9a25-e513e2114acb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.441222 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89cf50c7-ccc3-431f-9a25-e513e2114acb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.444630 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89cf50c7-ccc3-431f-9a25-e513e2114acb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.463547 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf50c7-ccc3-431f-9a25-e513e2114acb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc472a07-844e-4303-a03e-ddfaaa041575,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:33.468594 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-89cf50c7-ccc3-431f-9a25-e513e2114acb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.472932 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-89cf50c7-ccc3-431f-9a25-e513e2114acb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1147404
Dec 18 21:57:33.472932 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55858) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:57:33.477126 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a5bb057f-756a-45db-a4f8-20c70d08fc1e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group_rule': {'security_group_id': 'ff6105b9-1f5c-4775-a264-d134a3af3a69', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:57:33.504163 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5bb057f-756a-45db-a4f8-20c70d08fc1e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.562848 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5bb057f-756a-45db-a4f8-20c70d08fc1e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.566107 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5bb057f-756a-45db-a4f8-20c70d08fc1e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.582503 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb057f-756a-45db-a4f8-20c70d08fc1e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c340a1-9e04-4e1b-a799-8db2f336739e,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:33.590772 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a5bb057f-756a-45db-a4f8-20c70d08fc1e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.591962 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a5bb057f-756a-45db-a4f8-20c70d08fc1e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1181173
Dec 18 21:57:33.594775 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55860) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:57:33.599521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-f86b29b0-1e88-4232-8b13-90f1c7065bc3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group_rule': {'security_group_id': 'ff6105b9-1f5c-4775-a264-d134a3af3a69', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:57:33.622110 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-f86b29b0-1e88-4232-8b13-90f1c7065bc3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Project c7e4c296f0144644b9107d08244cb934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:57:33.626763 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f86b29b0-1e88-4232-8b13-90f1c7065bc3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.682919 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f86b29b0-1e88-4232-8b13-90f1c7065bc3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.686359 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f86b29b0-1e88-4232-8b13-90f1c7065bc3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.700551 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b29b0-1e88-4232-8b13-90f1c7065bc3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcaa336-4756-4ca2-82d1-cc79f5c45fd6,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:33.711491 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-f86b29b0-1e88-4232-8b13-90f1c7065bc3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.712698 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f86b29b0-1e88-4232-8b13-90f1c7065bc3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1170051
Dec 18 21:57:33.715406 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 55862) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:57:33.719673 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-a44b7e96-58fb-4076-bfdb-c57d33b3b85a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'security_group_rule': {'security_group_id': 'ff6105b9-1f5c-4775-a264-d134a3af3a69', 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:57:33.744027 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-a44b7e96-58fb-4076-bfdb-c57d33b3b85a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Project c7e4c296f0144644b9107d08244cb934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 21:57:33.748837 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a44b7e96-58fb-4076-bfdb-c57d33b3b85a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.810467 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a44b7e96-58fb-4076-bfdb-c57d33b3b85a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.813785 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a44b7e96-58fb-4076-bfdb-c57d33b3b85a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.833154 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b7e96-58fb-4076-bfdb-c57d33b3b85a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef944a2d-eca4-400c-8128-08e1a91d8932,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:33.840789 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a44b7e96-58fb-4076-bfdb-c57d33b3b85a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:33.841977 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a44b7e96-58fb-4076-bfdb-c57d33b3b85a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1256554
Dec 18 21:57:34.251978 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 21:57:34.277362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 21:57:34.277714 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device c29564e0-45c4-4dc7-94f6-c9ec6a4b3d83 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 21:57:35.313381 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-132c3d76-9d2f-40e9-9dd0-2b3f1255da94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:35.738067 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-8a9fe6cf-bb5e-4a45-b4bd-a1e215bf8bf8 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854805613&fields=id&tenant_id=c7e4c296f0144644b9107d08244cb934 HTTP/1.1" status: 200  len: 267 time: 0.3406172
Dec 18 21:57:35.846301 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-920978ab-7311-4144-aaa2-952abd87b7b6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:35.847751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-920978ab-7311-4144-aaa2-952abd87b7b6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 809 time: 0.1020393
Dec 18 21:57:35.862180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-cddcd148-2267-49b5-9a0b-8f7f7a391bf4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/quotas/c7e4c296f0144644b9107d08244cb934 HTTP/1.1" status: 200  len: 375 time: 0.0087042
Dec 18 21:57:35.914118 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-a77ae53a-c990-4b88-adae-1608f00a3d65 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0467129
Dec 18 21:57:35.974970 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-7efdce38-7cc3-40f8-862d-304ff45c4f58 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 21:57:35.975958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-7efdce38-7cc3-40f8-862d-304ff45c4f58 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0472491
Dec 18 21:57:36.063363 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-ebded91e-3b93-48d7-a501-8f1bc6cb51c6 service neutron] 10.222.0.13 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810270
Dec 18 21:57:36.153394 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-d9e2920f-0c77-4af3-84b7-9ae677647ffe service neutron] 10.222.0.13 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833142
Dec 18 21:57:36.430096 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fca9b274-d8af-4afe-aaa2-0e8c166db268 req-293c21a4-7272-4305-b2eb-a79ba82a2fab tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 210 time: 0.0265768
Dec 18 21:57:36.655005 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:37.506375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eea690a6-86ae-4bd6-8a9f-20aa10053dc6 req-f294c544-dd9b-4273-953b-ed3a6332e010 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 210 time: 0.0264518
Dec 18 21:57:38.369272 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:38.582295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-14cb2b9f-8476-4e9d-9384-f28afff2bdb4 req-af341147-186d-4d10-b362-04756d35c6bf tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 210 time: 0.0258124
Dec 18 21:57:38.721383 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:39.658393 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bc29d39c-cfb0-4137-9ef4-6fac2585bf7e req-60d39ef0-ee98-4760-88ef-7914814bbc5d tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 210 time: 0.0252762
Dec 18 21:57:40.754118 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4ab509af-e304-4c43-a60b-ff846c5f0ba5 req-ef334ad2-ac3b-44ae-8e1a-485d5011cde7 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 210 time: 0.0290830
Dec 18 21:57:41.449554 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-31463492-e843-4721-bc5e-43de0c849407 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:41.451678 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-31463492-e843-4721-bc5e-43de0c849407 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.31 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 809 time: 0.1046538
Dec 18 21:57:41.514597 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-a0d35618-8ca5-4203-b311-c148ea8a4dfa tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7e4c296f0144644b9107d08244cb934 HTTP/1.1" status: 200  len: 379 time: 0.0534570
Dec 18 21:57:41.524011 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'port': {'device_id': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'admin_state_up': True, 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'security_groups': ['ff6105b9-1f5c-4775-a264-d134a3af3a69']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:57:41.635853 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Made reservation on behalf of c7e4c296f0144644b9107d08244cb934 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 21:57:41.639683 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:41.764223 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Allocated IP 172.20.0.7 (7019d61b-e45f-4cbe-9b09-e3c79cd43041/b123dc75-2b6a-41a5-abf9-b86deab7d49a/dbf46913-d2a9-4d87-a2a9-c259e2feeb2a) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:57:41.850650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cd81a7da-4a9f-4664-a4c1-089cd40dc85c req-ff70dc9c-9dfb-49ee-814d-46cdd3decd31 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 210 time: 0.0272872
Dec 18 21:57:41.910071 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:41.944850 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:41.989373 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:57:41.992448 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:57:41.996327 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:57:42.026530 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'Port': ['ID=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:42.053938 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:42.054673 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:42.072967 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-55dcb708-7b5b-49a5-bd95-09fe492ee398 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5530357
Dec 18 21:57:42.084648 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Request body: {'port': {'device_id': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:57:42.153870 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:42.297250 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b7debe54-11d0-4dcf-8a4b-422eceb3e7bf None None] Provisioning complete for port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:57:42.298369 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b7debe54-11d0-4dcf-8a4b-422eceb3e7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:42.336213 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b7debe54-11d0-4dcf-8a4b-422eceb3e7bf None None] Port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 21:57:42.417408 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf46913-d2a9-4d87-a2a9-c259e2feeb2a {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:57:42.424827 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:42.437436 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Transition to ACTIVE for port object dbf46913-d2a9-4d87-a2a9-c259e2feeb2a will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 21:57:42.440533 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:42.518925 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:42.573059 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Attempting to bind port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 21:57:42.573350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Attempting to bind port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 21:57:42.573556 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Attempting to bind port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:57:42.578240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 21:57:42.578717 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Attempting to bind port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 21:57:42.584635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 21:57:42.584901 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Checking segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 21:57:42.585527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Bound using segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 21:57:42.585958 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Bound port: dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 21:57:42.586365 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:42.657494 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 21:57:42.660931 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 21:57:42.665226 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:42.707522 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:42.708184 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:42.709716 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] 10.222.0.31 "PUT /v2.0/ports/dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 1091 time: 0.6293609
Dec 18 21:57:42.710094 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:57:42.713261 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f1fc06-bcb4-4c2f-8fd5-7d64cd95a6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:57:42.763296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038798e4-f307-4194-95ab-f2af4320a658 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:42.775990 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ef24d9-b944-4405-b324-3420099f9032 x-openstack-request-id: req-27ef24d9-b944-4405-b324-3420099f9032 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:57:42.776482 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:57:42.776825 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27ef24d9-b944-4405-b324-3420099f9032 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:57:42.777195 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'status': 'completed', 'code': 200}
Dec 18 21:57:42.829774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-738746c3-8c6d-4635-8a3f-f15d0f3370b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:42.831422 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-738746c3-8c6d-4635-8a3f-f15d0f3370b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1094 time: 0.0643420
Dec 18 21:57:42.881966 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-9a971410-1f22-4eb6-9481-5f1751247d15 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 217 time: 0.0412314
Dec 18 21:57:42.936686 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-c348d40f-0c63-4536-a806-f6c415cf5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:42.938162 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-c348d40f-0c63-4536-a806-f6c415cf5b1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0497394
Dec 18 21:57:42.977463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31724ea3-c025-488d-b045-56560c48254b req-7e6e97b4-395f-4cd7-a19b-64340f0fd2dc tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:42.979088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31724ea3-c025-488d-b045-56560c48254b req-7e6e97b4-395f-4cd7-a19b-64340f0fd2dc tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 943 time: 0.0515101
Dec 18 21:57:42.983276 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-e84a11c2-1566-482f-8662-04e7a52965aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:42.984772 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-e84a11c2-1566-482f-8662-04e7a52965aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399895
Dec 18 21:57:43.030828 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31724ea3-c025-488d-b045-56560c48254b req-564f44b4-b54c-4971-b407-24a35a92a1ef tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453081
Dec 18 21:57:43.074551 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-889ac8cd-0aa0-4fbf-a357-ea782283c853 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826447
Dec 18 21:57:43.165823 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-bd369e1a-a7f1-4ce9-a862-b927fdc98f1f req-3f7f8c0b-f663-46f2-8950-066d4092102d service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846975
Dec 18 21:57:43.248825 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fc06-bcb4-4c2f-8fd5-7d64cd95a6fd req-d403bec6-08c6-469c-9a27-13b7a9dcadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:43.250336 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f3f1fc06-bcb4-4c2f-8fd5-7d64cd95a6fd req-d403bec6-08c6-469c-9a27-13b7a9dcadbf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1094 time: 0.0414143
Dec 18 21:57:43.343579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fc06-bcb4-4c2f-8fd5-7d64cd95a6fd req-1e8b885d-17de-45cd-9c30-fc9ddf64d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:43.345425 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f3f1fc06-bcb4-4c2f-8fd5-7d64cd95a6fd req-1e8b885d-17de-45cd-9c30-fc9ddf64d131 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0876741
Dec 18 21:57:43.386163 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f3f1fc06-bcb4-4c2f-8fd5-7d64cd95a6fd req-3fdcb1fe-bf44-4321-8e2a-a352ebef8785 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 217 time: 0.0341966
Dec 18 21:57:43.438936 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fc06-bcb4-4c2f-8fd5-7d64cd95a6fd req-12a9f96d-6d64-4588-bcaa-aa8913f2faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:43.440298 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f3f1fc06-bcb4-4c2f-8fd5-7d64cd95a6fd req-12a9f96d-6d64-4588-bcaa-aa8913f2faf7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0472965
Dec 18 21:57:43.490655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fc06-bcb4-4c2f-8fd5-7d64cd95a6fd req-9cfa3160-e8d3-4839-9020-38bc60cc51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:43.492096 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f3f1fc06-bcb4-4c2f-8fd5-7d64cd95a6fd req-9cfa3160-e8d3-4839-9020-38bc60cc51eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429478
Dec 18 21:57:43.583893 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f3f1fc06-bcb4-4c2f-8fd5-7d64cd95a6fd req-5aaf6b93-018e-4402-b990-fe8607cea66a service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841975
Dec 18 21:57:43.982673 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-f3f1fc06-bcb4-4c2f-8fd5-7d64cd95a6fd req-af816620-ac55-412b-8612-7584307e7226 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3853145
Dec 18 21:57:44.152548 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769492b-db26-4fb8-93d7-69b6d0acd114 req-a7796dc1-4fdd-4666-95d0-459f8db6cb18 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:44.154008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a769492b-db26-4fb8-93d7-69b6d0acd114 req-a7796dc1-4fdd-4666-95d0-459f8db6cb18 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 943 time: 0.0480571
Dec 18 21:57:44.205277 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a769492b-db26-4fb8-93d7-69b6d0acd114 req-46715f88-d48e-491e-8057-00d1599412e8 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451546
Dec 18 21:57:45.319115 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd1bbd-dc3a-4a2c-bd9a-102de0692b80 req-44ace388-247f-4b00-b9cb-0b29ea6f4e97 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:45.320609 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2fd1bbd-dc3a-4a2c-bd9a-102de0692b80 req-44ace388-247f-4b00-b9cb-0b29ea6f4e97 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 943 time: 0.0482209
Dec 18 21:57:45.369812 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a2fd1bbd-dc3a-4a2c-bd9a-102de0692b80 req-50b18256-3ec7-4d71-a005-f09c50583950 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432513
Dec 18 21:57:45.526222 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:45.996724 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device dbf46913-d2a9-4d87-a2a9-c259e2feeb2a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 21:57:46.092977 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:57:46.104014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'port_id': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'mac_address': 'fa:16:3e:af:c8:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 21:57:46.139596 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:46.152663 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf46913-d2a9-4d87-a2a9-c259e2feeb2a {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 21:57:46.170933 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:57:46.174883 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:46.220738 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:46.227733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.228082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.228419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.228750 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.229082 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.229410 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.229760 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.230059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.230408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.230727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.231046 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.231372 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.231688 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 21:57:46.417467 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['dbf46913-d2a9-4d87-a2a9-c259e2feeb2a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 21:57:46.482664 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afed264-60e1-48db-8c25-679a3f5bf17c req-13bf69de-c3ea-4e6e-84c9-11dfec58c4b4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:46.484321 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2afed264-60e1-48db-8c25-679a3f5bf17c req-13bf69de-c3ea-4e6e-84c9-11dfec58c4b4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 944 time: 0.0476391
Dec 18 21:57:46.533532 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2afed264-60e1-48db-8c25-679a3f5bf17c req-6e514572-9bac-430f-87ee-444d38c119b3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425713
Dec 18 21:57:47.651900 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da007e-2dd1-44b9-89f7-ee52f56f21ec req-5a39dae7-8637-42d1-a3c0-4f6525550d66 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:47.653361 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70da007e-2dd1-44b9-89f7-ee52f56f21ec req-5a39dae7-8637-42d1-a3c0-4f6525550d66 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 944 time: 0.0516353
Dec 18 21:57:47.700894 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-70da007e-2dd1-44b9-89f7-ee52f56f21ec req-9a9dbd95-2a0a-4d62-aa5d-9a1277e842f5 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414820
Dec 18 21:57:48.013686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device dbf46913-d2a9-4d87-a2a9-c259e2feeb2a up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 21:57:48.065727 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 21:57:48.071640 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 21:57:48.072041 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:48.146070 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:48.167358 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:57:48.169550 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36ed862-b112-4981-b24d-46727d2d3442" -d '{"events": [{"server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "name": "network-vif-plugged", "status": "completed", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:57:48.182212 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 21:57:48.186057 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:48.234657 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:48.263307 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 21:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a663a8-e1ff-4784-a696-de19a9d00d5b x-openstack-request-id: req-03a663a8-e1ff-4784-a696-de19a9d00d5b {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:57:48.263613 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "name": "network-vif-plugged", "status": "completed", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:57:48.263924 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03a663a8-e1ff-4784-a696-de19a9d00d5b {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:57:48.264278 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'code': 200}
Dec 18 21:57:48.358919 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9fd6-ae8f-46e9-9008-dee39cbcc70a req-0894746d-fc65-46cb-a6e6-5e25e9084bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:48.360409 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-282d9fd6-ae8f-46e9-9008-dee39cbcc70a req-0894746d-fc65-46cb-a6e6-5e25e9084bba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1096 time: 0.0401852
Dec 18 21:57:48.405740 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-282d9fd6-ae8f-46e9-9008-dee39cbcc70a req-ef79e2e4-057e-48ea-93af-9e2322b78c7a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384755
Dec 18 21:57:48.817019 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338ad55-9411-46c3-bb57-12e98b2f306a req-90a26f23-f221-4247-aa01-3f03520385db tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:48.818496 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3338ad55-9411-46c3-bb57-12e98b2f306a req-90a26f23-f221-4247-aa01-3f03520385db tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0476170
Dec 18 21:57:48.867383 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3338ad55-9411-46c3-bb57-12e98b2f306a req-ad09a65e-cf7c-43ae-b98c-c272d8c1f923 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428970
Dec 18 21:57:49.981101 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bcc60-4b3c-47ea-a6e9-c5fda44cae64 req-0b6156fe-95a8-46b3-844a-fa621442189f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:49.982533 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-650bcc60-4b3c-47ea-a6e9-c5fda44cae64 req-0b6156fe-95a8-46b3-844a-fa621442189f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0472419
Dec 18 21:57:50.034848 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-650bcc60-4b3c-47ea-a6e9-c5fda44cae64 req-8165f858-cb0a-4c10-9e3e-c9848fa0fcc8 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464244
Dec 18 21:57:50.152851 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cff8b-8f70-4330-b30d-77f18a0231d9 req-aba45f75-74e4-484b-b722-81d97c39f53a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:50.154326 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da6cff8b-8f70-4330-b30d-77f18a0231d9 req-aba45f75-74e4-484b-b722-81d97c39f53a tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0498953
Dec 18 21:57:50.192761 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:50.203409 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-da6cff8b-8f70-4330-b30d-77f18a0231d9 req-fc34e98c-3785-4813-b421-82e08c281cb7 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431719
Dec 18 21:57:50.225732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56038) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:57:50.263326 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac697bf-40fb-4e66-aa32-a4fa8f8621cc tempest-TestShelveInstance-208930316 tempest-TestShelveInstance-208930316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:50.264730 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0ac697bf-40fb-4e66-aa32-a4fa8f8621cc tempest-TestShelveInstance-208930316 tempest-TestShelveInstance-208930316-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1091 time: 0.0379806
Dec 18 21:57:50.267524 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56040) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 21:57:50.272195 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 21:57:50.294964 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for floatingip, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:50.390991 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:50.494010 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Allocated IP 172.35.3.212 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/80272f82-ce51-4135-8852-29984425c0ec) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 21:57:50.592501 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:50.624069 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:50.661747 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 21:57:50.665887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 21:57:50.669436 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 21:57:50.674653 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'Port': ['ID=80272f82-ce51-4135-8852-29984425c0ec,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:51.017414 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:51.084188 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:51.234504 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:51.239871 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:51.304447 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event updated for resources: {'Port': ['ID=80272f82-ce51-4135-8852-29984425c0ec,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 21:57:51.317399 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:51.415402 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Floating IP 18ddeefd-f342-4a46-8bff-52d69251329e associated. External IP: 172.35.3.212, port: dbf46913-d2a9-4d87-a2a9-c259e2feeb2a.
Dec 18 21:57:51.619887 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 21:57:51.726286 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 21:57:51.735896 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0fda2-8ea4-4c37-90d5-3ca14bb28be2 None None] Sync routers for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 21:57:51.744915 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:57:51.746144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0fda2-8ea4-4c37-90d5-3ca14bb28be2 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:57:51.746792 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-10a0fda2-8ea4-4c37-90d5-3ca14bb28be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec97d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:57:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:57:51.782270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-4fc2e1fc-5be2-493d-a3f7-db98f0473e0c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5035317
Dec 18 21:57:51.782270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 21:57:51.782270 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dbefd1-21db-453a-8e9f-1e48501c491a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 21:57:51.813557 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 21:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9ffefd-5246-46e5-8946-310aeb431925 x-openstack-request-id: req-1c9ffefd-5246-46e5-8946-310aeb431925 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 21:57:51.813848 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 21:57:51.814108 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c9ffefd-5246-46e5-8946-310aeb431925 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 21:57:51.814545 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'status': 'completed', 'code': 200}
Dec 18 21:57:51.866179 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-10a0fda2-8ea4-4c37-90d5-3ca14bb28be2 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:57:51.875438 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbefd1-21db-453a-8e9f-1e48501c491a req-77ebd37b-e348-4856-8424-3551191bf33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:51.876841 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c6dbefd1-21db-453a-8e9f-1e48501c491a req-77ebd37b-e348-4856-8424-3551191bf33d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1096 time: 0.0394056
Dec 18 21:57:51.966962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbefd1-21db-453a-8e9f-1e48501c491a req-27115a3e-1f7a-4f28-81fb-f9c4f30b210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:51.968417 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c6dbefd1-21db-453a-8e9f-1e48501c491a req-27115a3e-1f7a-4f28-81fb-f9c4f30b210f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0845265
Dec 18 21:57:52.033649 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c6dbefd1-21db-453a-8e9f-1e48501c491a req-f24d1084-6d4d-4e66-bc10-9ca5f0f06954 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 999 time: 0.0573657
Dec 18 21:57:52.086204 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-10a0fda2-8ea4-4c37-90d5-3ca14bb28be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec97d00>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18ddeefd-f342-4a46-8bff-52d69251329e', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'floating_ip_address': '172.35.3.212', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'port_id': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'mac_address': 'fa:16:3e:af:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:57:50Z', 'updated_at': '2021-12-18T21:57:50Z', 'revision_number': 0, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:57:52.086579 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbefd1-21db-453a-8e9f-1e48501c491a req-d96a2c82-ef74-4172-9986-5a5e5ce13b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:52.088054 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c6dbefd1-21db-453a-8e9f-1e48501c491a req-d96a2c82-ef74-4172-9986-5a5e5ce13b97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0477760
Dec 18 21:57:52.115477 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0fda2-8ea4-4c37-90d5-3ca14bb28be2 None None] Checking router: 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 21:57:52.123665 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0fda2-8ea4-4c37-90d5-3ca14bb28be2 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 21:57:52.124268 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-10a0fda2-8ea4-4c37-90d5-3ca14bb28be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec97d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T21:57:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:57:52.132346 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbefd1-21db-453a-8e9f-1e48501c491a req-76f8060a-e3a0-4735-84b4-020908403acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:57:52.133848 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c6dbefd1-21db-453a-8e9f-1e48501c491a req-76f8060a-e3a0-4735-84b4-020908403acc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391648
Dec 18 21:57:52.224478 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c6dbefd1-21db-453a-8e9f-1e48501c491a req-a0c997d8-4b34-46bc-9121-f56bc46a9beb service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839710
Dec 18 21:57:52.322725 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-c6dbefd1-21db-453a-8e9f-1e48501c491a req-60dda7af-f740-4083-a6f4-8099d4387932 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912848
Dec 18 21:57:52.390233 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-10a0fda2-8ea4-4c37-90d5-3ca14bb28be2 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 21:57:52.602635 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-10a0fda2-8ea4-4c37-90d5-3ca14bb28be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec97d00>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18ddeefd-f342-4a46-8bff-52d69251329e', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'floating_ip_address': '172.35.3.212', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'port_id': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'mac_address': 'fa:16:3e:af:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:57:50Z', 'updated_at': '2021-12-18T21:57:50Z', 'revision_number': 0, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 21:57:52.631913 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0fda2-8ea4-4c37-90d5-3ca14bb28be2 None None] The sync data for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 is: [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18ddeefd-f342-4a46-8bff-52d69251329e', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'floating_ip_address': '172.35.3.212', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'port_id': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'mac_address': 'fa:16:3e:af:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T21:57:50Z', 'updated_at': '2021-12-18T21:57:50Z', 'revision_number': 0, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 21:57:52.823208 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceb9171-68e9-41ca-9e95-0eb4a707b2a2 None None] New status for floating IP 18ddeefd-f342-4a46-8bff-52d69251329e: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 21:58:00.291254 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:58:03.123141 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c2d0ad2-7d28-4ce8-981f-10ad117843b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:05.315354 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9486d5f5-04a8-4d57-8062-670c17eb7a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:06.660198 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:08.371625 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:08.724338 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:15.542921 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:19.549663 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-57120d87-8be5-4516-a9f8-e0d7d0ed7a7c req-5c18b372-1145-4213-87b0-80ab4da539bf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0448098
Dec 18 21:58:19.634794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57120d87-8be5-4516-a9f8-e0d7d0ed7a7c req-099ca58c-8210-40c6-8b63-d12887bb30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:58:19.636390 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-57120d87-8be5-4516-a9f8-e0d7d0ed7a7c req-099ca58c-8210-40c6-8b63-d12887bb30b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1096 time: 0.0447791
Dec 18 21:58:19.751219 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57120d87-8be5-4516-a9f8-e0d7d0ed7a7c req-d6d62a0a-8220-43b8-bc7d-1b837f2d0d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:58:19.752936 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-57120d87-8be5-4516-a9f8-e0d7d0ed7a7c req-d6d62a0a-8220-43b8-bc7d-1b837f2d0d7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0961177
Dec 18 21:58:19.822936 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-57120d87-8be5-4516-a9f8-e0d7d0ed7a7c req-43a5ab88-9f8b-4407-a0f1-cbda4fea9a14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 1001 time: 0.0630829
Dec 18 21:58:19.881442 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57120d87-8be5-4516-a9f8-e0d7d0ed7a7c req-f18100ff-d91f-40fe-8b96-2fd7c5c4fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:58:19.882968 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-57120d87-8be5-4516-a9f8-e0d7d0ed7a7c req-f18100ff-d91f-40fe-8b96-2fd7c5c4fbd6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0535390
Dec 18 21:58:19.931499 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57120d87-8be5-4516-a9f8-e0d7d0ed7a7c req-89ac1c66-9ed4-4ca2-811b-f7c71e135969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:58:19.933165 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-57120d87-8be5-4516-a9f8-e0d7d0ed7a7c req-89ac1c66-9ed4-4ca2-811b-f7c71e135969 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433297
Dec 18 21:58:20.033291 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-57120d87-8be5-4516-a9f8-e0d7d0ed7a7c req-4335143f-07cb-409a-8be5-f4ee9c0df881 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932209
Dec 18 21:58:20.129470 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-57120d87-8be5-4516-a9f8-e0d7d0ed7a7c req-2951067b-b65c-486d-9f56-735dc8f95b69 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891902
Dec 18 21:58:20.207112 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:33.124042 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-da08de39-1c02-451b-96a0-54bf1b845522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:35.317162 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8f57016c-0aa5-4103-b390-6d7f92042ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:36.659700 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:37.291628 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:58:38.375008 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:38.729650 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:45.543601 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:58:50.199665 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:03.127461 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-55ed66df-0719-4d5d-9685-4ec6b9c93d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:05.317566 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2cbd198-1f49-460d-aaf5-991164bdb892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:06.662616 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:08.377322 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:08.731761 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:14.290418 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:59:15.538466 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:20.220901 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:20.539873 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8ef3f30a-eee8-4bd6-bd6a-271627b7b7c3 req-531d8650-964f-40c2-82a0-71135d671d67 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0394557
Dec 18 21:59:20.619992 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3f30a-eee8-4bd6-bd6a-271627b7b7c3 req-de4ea34b-7dbf-4961-aa26-f0ec9ee77e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:59:20.621456 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8ef3f30a-eee8-4bd6-bd6a-271627b7b7c3 req-de4ea34b-7dbf-4961-aa26-f0ec9ee77e35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1096 time: 0.0401747
Dec 18 21:59:20.727537 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3f30a-eee8-4bd6-bd6a-271627b7b7c3 req-6568a378-a339-493c-ad1f-3deeffd4d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:59:20.729004 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8ef3f30a-eee8-4bd6-bd6a-271627b7b7c3 req-6568a378-a339-493c-ad1f-3deeffd4d4a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0869880
Dec 18 21:59:20.792212 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8ef3f30a-eee8-4bd6-bd6a-271627b7b7c3 req-2a90ee13-d272-4401-b1fe-823a0a3ef2cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 1001 time: 0.0564067
Dec 18 21:59:20.844829 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3f30a-eee8-4bd6-bd6a-271627b7b7c3 req-8d9d80b2-4639-48c9-b1c3-b9055d694cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:59:20.846325 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8ef3f30a-eee8-4bd6-bd6a-271627b7b7c3 req-8d9d80b2-4639-48c9-b1c3-b9055d694cae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0475373
Dec 18 21:59:20.891603 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3f30a-eee8-4bd6-bd6a-271627b7b7c3 req-b0dedd97-6b27-4dcb-9729-31d57f93786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:59:20.893082 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8ef3f30a-eee8-4bd6-bd6a-271627b7b7c3 req-b0dedd97-6b27-4dcb-9729-31d57f93786d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404439
Dec 18 21:59:20.980702 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8ef3f30a-eee8-4bd6-bd6a-271627b7b7c3 req-312b29b1-825f-4784-b68b-89277934bb6c service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808520
Dec 18 21:59:21.071272 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-8ef3f30a-eee8-4bd6-bd6a-271627b7b7c3 req-fb387da4-b863-4ade-b56a-3c0ae2998057 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839241
Dec 18 21:59:33.127943 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ceea1b5c-b444-40a0-bfba-a74cc9bb5cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:35.317989 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c780dfed-927c-4b18-903b-43f5d0207442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:36.666514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:38.379546 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:38.735784 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:45.550420 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:50.213870 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 21:59:51.289637 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 21:59:58.305103 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a246ec1-b35a-487a-be93-76fb63169899 req-ae9d2ea4-ff50-4dec-af5d-c97b834d4e13 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:59:58.306655 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a246ec1-b35a-487a-be93-76fb63169899 req-ae9d2ea4-ff50-4dec-af5d-c97b834d4e13 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0506694
Dec 18 21:59:58.361250 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a246ec1-b35a-487a-be93-76fb63169899 req-1a74ff3c-93f2-4127-bb2c-229f6796878b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468516
Dec 18 21:59:59.481136 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f60b97-e18e-4571-a4c8-0d0cd86fed0b req-5ca7b559-c528-47a6-b85f-9e76fb511841 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 21:59:59.482612 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85f60b97-e18e-4571-a4c8-0d0cd86fed0b req-5ca7b559-c528-47a6-b85f-9e76fb511841 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0511668
Dec 18 21:59:59.530888 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-85f60b97-e18e-4571-a4c8-0d0cd86fed0b req-9c45dc3c-5ff5-4dd1-ab5d-2fa5a2400f8f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416458
Dec 18 22:00:00.680168 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83904445-10c1-41c1-ad6a-d935bf2844b1 req-f634b289-ed3e-4beb-af21-5a4242c8059b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:00.682847 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-83904445-10c1-41c1-ad6a-d935bf2844b1 req-f634b289-ed3e-4beb-af21-5a4242c8059b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0526195
Dec 18 22:00:00.732610 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-83904445-10c1-41c1-ad6a-d935bf2844b1 req-aab94beb-3866-4447-b9e5-076eea1c871f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439596
Dec 18 22:00:01.849736 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b31576-c708-4e35-ad3e-bfe019e2747e req-fb5303db-35ef-453d-b78d-1b6e008364f5 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:01.851406 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22b31576-c708-4e35-ad3e-bfe019e2747e req-fb5303db-35ef-453d-b78d-1b6e008364f5 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0519590
Dec 18 22:00:01.908600 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-22b31576-c708-4e35-ad3e-bfe019e2747e req-a23cf81a-d889-42d7-bc1a-77f3cbc4b182 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505121
Dec 18 22:00:03.025614 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f4738-44d2-43d9-85a4-7eb8a5fc9164 req-f65c8894-d517-4e30-9cd6-6be07e8a79aa tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:03.027032 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c4f4738-44d2-43d9-85a4-7eb8a5fc9164 req-f65c8894-d517-4e30-9cd6-6be07e8a79aa tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0492496
Dec 18 22:00:03.074977 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7c4f4738-44d2-43d9-85a4-7eb8a5fc9164 req-04995a4c-9522-4e88-9fe8-a28567f956b4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412762
Dec 18 22:00:03.129085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a5f5f887-9189-40d7-9d9f-abe6aef1a314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:04.189780 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd220ee-c8b4-4ee8-874b-38ca12d9ba5a req-2e7ab536-239e-482a-8d01-13effd148101 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:04.191360 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ffd220ee-c8b4-4ee8-874b-38ca12d9ba5a req-2e7ab536-239e-482a-8d01-13effd148101 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0478125
Dec 18 22:00:04.247066 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ffd220ee-c8b4-4ee8-874b-38ca12d9ba5a req-1805c4e2-536b-412f-af9d-468e9220567f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484824
Dec 18 22:00:05.325168 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c671b03-c86a-482a-a8ad-d23bcc44069a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:05.369105 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b39caa-e5b9-4a34-a54d-63a93ac2fabc req-476e8901-9a11-445b-8e0a-a529be308e7e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:05.370586 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1b39caa-e5b9-4a34-a54d-63a93ac2fabc req-476e8901-9a11-445b-8e0a-a529be308e7e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0526223
Dec 18 22:00:05.418145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e1b39caa-e5b9-4a34-a54d-63a93ac2fabc req-34988d84-d57b-4283-957c-2c8bfbf4d6fa tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416274
Dec 18 22:00:06.531591 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130c4f0-be08-490e-9a5a-e2f0517dd16f req-d226d35a-003a-4c57-be74-dab631c39311 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:06.533576 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a130c4f0-be08-490e-9a5a-e2f0517dd16f req-d226d35a-003a-4c57-be74-dab631c39311 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0470264
Dec 18 22:00:06.580762 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a130c4f0-be08-490e-9a5a-e2f0517dd16f req-2a65336c-bb7a-4928-bcaf-d6726f2943b6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412807
Dec 18 22:00:06.667257 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:07.697487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeebb65-27af-49e2-92b5-980d31ea6729 req-ab7a1e10-5203-4263-a4f1-5cd1b15c669b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:07.698988 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cfeebb65-27af-49e2-92b5-980d31ea6729 req-ab7a1e10-5203-4263-a4f1-5cd1b15c669b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0513043
Dec 18 22:00:07.748850 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cfeebb65-27af-49e2-92b5-980d31ea6729 req-5e22942f-81ec-46c0-8429-34a2f5f2e1a7 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434308
Dec 18 22:00:08.383164 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:08.430130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bfd6c-66da-4886-9027-7351350af5d6 req-39245fa1-3a2f-4a13-9f4b-d6b14724a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:08.431540 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-505bfd6c-66da-4886-9027-7351350af5d6 req-39245fa1-3a2f-4a13-9f4b-d6b14724a911 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1096 time: 0.0400245
Dec 18 22:00:08.523298 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bfd6c-66da-4886-9027-7351350af5d6 req-a2dabd7b-e92e-4529-9918-a5b2d0f76255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:08.524738 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-505bfd6c-66da-4886-9027-7351350af5d6 req-a2dabd7b-e92e-4529-9918-a5b2d0f76255 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0863700
Dec 18 22:00:08.588692 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-505bfd6c-66da-4886-9027-7351350af5d6 req-27863332-3636-44c1-8dae-8f5fa18d1658 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 1001 time: 0.0566518
Dec 18 22:00:08.636558 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bfd6c-66da-4886-9027-7351350af5d6 req-e05ee573-c604-47cb-934c-2e84b9eb122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:08.637988 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-505bfd6c-66da-4886-9027-7351350af5d6 req-e05ee573-c604-47cb-934c-2e84b9eb122b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0428634
Dec 18 22:00:08.686708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bfd6c-66da-4886-9027-7351350af5d6 req-6d187f82-7eab-4be3-a558-3baeb321959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:08.688076 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-505bfd6c-66da-4886-9027-7351350af5d6 req-6d187f82-7eab-4be3-a558-3baeb321959d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434692
Dec 18 22:00:08.698891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-505bfd6c-66da-4886-9027-7351350af5d6 req-b6d84a7a-71f0-4c9a-847f-d1f7b396cbb1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 22:00:08.699805 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-505bfd6c-66da-4886-9027-7351350af5d6 req-b6d84a7a-71f0-4c9a-847f-d1f7b396cbb1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047581
Dec 18 22:00:08.742121 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:08.795180 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-505bfd6c-66da-4886-9027-7351350af5d6 req-45307625-e773-475d-ab49-d1e285bc9cd5 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882852
Dec 18 22:00:08.868229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1e125-f146-4512-adff-32207b0bf790 req-1f7d4355-c5fe-493a-95de-7d4ea66323a3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:08.869901 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ce1e125-f146-4512-adff-32207b0bf790 req-1f7d4355-c5fe-493a-95de-7d4ea66323a3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0488944
Dec 18 22:00:08.888417 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-505bfd6c-66da-4886-9027-7351350af5d6 req-888030ce-ed02-48ce-abbe-0495a736bfb6 service neutron] 10.222.0.31 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863233
Dec 18 22:00:08.919071 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7ce1e125-f146-4512-adff-32207b0bf790 req-0afe365c-94a1-4922-9cc5-219de4c89f1c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429964
Dec 18 22:00:10.034546 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5ce54-9e66-4cc2-9eb4-e7cf4b371cc9 req-f8db7c06-4381-4708-af57-db9057348c62 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:10.035941 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11f5ce54-9e66-4cc2-9eb4-e7cf4b371cc9 req-f8db7c06-4381-4708-af57-db9057348c62 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0468814
Dec 18 22:00:10.091008 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11f5ce54-9e66-4cc2-9eb4-e7cf4b371cc9 req-382f0b0e-1b54-494e-a96e-8589f88bad21 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490527
Dec 18 22:00:11.205366 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18407bc-0dd2-4a52-99a3-ca31746d7b39 req-f6528bd7-b5eb-471d-b8f7-857ee70c8bf8 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:11.206864 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b18407bc-0dd2-4a52-99a3-ca31746d7b39 req-f6528bd7-b5eb-471d-b8f7-857ee70c8bf8 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0481763
Dec 18 22:00:11.255759 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b18407bc-0dd2-4a52-99a3-ca31746d7b39 req-50e10853-1636-4349-91e5-9fcbb8cb0642 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426986
Dec 18 22:00:11.394146 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-cbbaf273-38b2-43d9-8547-1b1f442468c4 req-89538ef9-aa8b-41b1-abbb-e0ca132c38d2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 22:00:11.395208 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-cbbaf273-38b2-43d9-8547-1b1f442468c4 req-89538ef9-aa8b-41b1-abbb-e0ca132c38d2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0759048
Dec 18 22:00:11.518091 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-6013396a-e30b-48ea-afe3-f1c2b5ca4684 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0408638
Dec 18 22:00:11.527607 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-f55f1433-3d18-474c-b8ca-3376a506ba90 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 22:00:11.528569 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-f55f1433-3d18-474c-b8ca-3376a506ba90 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050235
Dec 18 22:00:11.544755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb24a5-d6ec-4bc7-b5bd-17c67d8ec9f3 req-831d15be-2301-464d-bf0f-cb1b865274c7 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:11.546751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2bb24a5-d6ec-4bc7-b5bd-17c67d8ec9f3 req-831d15be-2301-464d-bf0f-cb1b865274c7 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0490754
Dec 18 22:00:11.596685 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d2bb24a5-d6ec-4bc7-b5bd-17c67d8ec9f3 req-483dc85e-c680-4fb5-b199-9918f34086aa tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432897
Dec 18 22:00:12.720676 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0274c6c-35b2-45f9-bba8-ab58561d3ec5 req-66a1d146-2490-4eba-8cd6-fc616cbd1215 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:12.722218 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0274c6c-35b2-45f9-bba8-ab58561d3ec5 req-66a1d146-2490-4eba-8cd6-fc616cbd1215 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 945 time: 0.0561011
Dec 18 22:00:12.775387 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d0274c6c-35b2-45f9-bba8-ab58561d3ec5 req-ebc81f04-3202-4ec5-9b6b-45e4cea2b1bd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469143
Dec 18 22:00:12.851687 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device dbf46913-d2a9-4d87-a2a9-c259e2feeb2a no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:00:12.929076 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:12.951820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:00:12.954032 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e76835a-3ab6-46c8-b045-b7a220c59ab9" -d '{"events": [{"server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:00:12.968010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:00:12.973023 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:13.003083 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Dec 2021 22:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a548145-d2ac-4f1d-8550-2c1321d50ba8 x-openstack-request-id: req-3a548145-d2ac-4f1d-8550-2c1321d50ba8 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:00:13.003319 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "name": "network-vif-unplugged", "status": "failed", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a", "code": 422}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:00:13.003596 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a548145-d2ac-4f1d-8550-2c1321d50ba8 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:00:13.004123 ncdv-master-1 neutron-server[126010]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'code': 422} returned with failed status
Dec 18 22:00:13.031375 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:00:13.039053 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.039403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.039746 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.040084 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.040419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.040747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.041168 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.041498 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.041831 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.042153 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.042522 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.042851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.043175 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.370753 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-5a60ec05-a5df-4a62-af95-1c19009b3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:13.372262 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-5a60ec05-a5df-4a62-af95-1c19009b3581 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b&tenant_id=c7e4c296f0144644b9107d08244cb934 HTTP/1.1" status: 200  len: 1094 time: 0.0467904
Dec 18 22:00:13.389264 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:00:13.442703 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:13.636622 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:00:13.669266 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch2-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 22:00:13.699693 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf46913-d2a9-4d87-a2a9-c259e2feeb2a {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 22:00:13.707317 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:13.719695 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Transition to ACTIVE for port object dbf46913-d2a9-4d87-a2a9-c259e2feeb2a will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 22:00:13.724307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:13.816214 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,revision_number=7']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:00:13.831172 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.831531 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.831881 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.832224 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.832563 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.832898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.833231 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.833553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.833883 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.834214 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.834568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.834889 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.835212 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:00:13.861127 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] No DVR routers for this DVR port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a on host nch2-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 22:00:13.980672 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e99a6-9563-4040-899a-2a835f8f62bb req-eaa42f9c-0a62-46bf-88c0-90dda99574f3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:13.982173 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c05e99a6-9563-4040-899a-2a835f8f62bb req-eaa42f9c-0a62-46bf-88c0-90dda99574f3 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 943 time: 0.1225851
Dec 18 22:00:14.062949 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Attempting to bind port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 22:00:14.063286 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Attempting to bind port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 22:00:14.063611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Attempting to bind port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 22:00:14.069429 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c05e99a6-9563-4040-899a-2a835f8f62bb req-0cef7b0d-2e98-4881-96a3-ad8765f4e3da tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808001
Dec 18 22:00:14.072529 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 22:00:14.072855 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Attempting to bind port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a on network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 22:00:14.077858 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 21, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 22:00:14.078438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Checking segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 22:00:14.078814 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Bound using segment: {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 22:00:14.079263 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Bound port: dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d539f1-f8be-4319-8186-a66f033b0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 22:00:14.079634 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:14.140643 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 22:00:14.143619 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 22:00:14.148935 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:14.183397 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:14.184008 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:14.185473 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] 10.222.0.36 "PUT /v2.0/ports/dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 1091 time: 0.8002331
Dec 18 22:00:14.185920 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:00:14.188207 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d4f428-d876-44e6-a99c-507a561ca290" -d '{"events": [{"name": "network-changed", "server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:00:14.212089 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17dab7-cec1-4d49-b816-6f606ac8a274 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,revision_number=8']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:00:14.250620 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 22:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643a56e0-bc29-4aa1-bd79-07b5aaf1a301 x-openstack-request-id: req-643a56e0-bc29-4aa1-bd79-07b5aaf1a301 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:00:14.250919 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:00:14.251192 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-643a56e0-bc29-4aa1-bd79-07b5aaf1a301 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:00:14.252208 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'status': 'completed', 'code': 200}
Dec 18 22:00:14.268692 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-aafac8a9-7e5f-4a22-9eaa-142c7be08402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:14.270210 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-aafac8a9-7e5f-4a22-9eaa-142c7be08402 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1094 time: 0.0498314
Dec 18 22:00:14.654287 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-7ac9cefc-366a-412d-91b3-400cdd25d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:14.655860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-7ac9cefc-366a-412d-91b3-400cdd25d433 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.3773601
Dec 18 22:00:14.728680 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-7f346a5c-e49f-4d96-a7f8-d74bf3db7b40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 999 time: 0.0607581
Dec 18 22:00:14.780102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-9c8d738d-f34d-49c4-9a66-e655b4a25da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:14.781511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-9c8d738d-f34d-49c4-9a66-e655b4a25da3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0419536
Dec 18 22:00:14.830318 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-818e54fe-dbe8-44ef-b991-9bacef2d2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:14.831801 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-818e54fe-dbe8-44ef-b991-9bacef2d2711 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390630
Dec 18 22:00:14.926065 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-6df035ba-ff75-4cec-99a1-6c0d54f434d3 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818028
Dec 18 22:00:15.016552 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-3a94f8f4-9b5d-4c4d-a576-30f62b66fea1 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826044
Dec 18 22:00:15.115580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4f428-d876-44e6-a99c-507a561ca290 req-70878197-d263-4125-9e24-41560404a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:15.117087 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63d4f428-d876-44e6-a99c-507a561ca290 req-70878197-d263-4125-9e24-41560404a25a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1094 time: 0.0461469
Dec 18 22:00:15.245307 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b95d1-1e8d-463d-a456-5f76bb108eb3 req-b85963af-683b-4fbf-af09-b5e7c36a7bfb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:15.246822 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-531b95d1-1e8d-463d-a456-5f76bb108eb3 req-b85963af-683b-4fbf-af09-b5e7c36a7bfb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 943 time: 0.1050634
Dec 18 22:00:15.251952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4f428-d876-44e6-a99c-507a561ca290 req-a2f73c15-a8ab-441a-8a8a-d83f1129a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:15.253296 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63d4f428-d876-44e6-a99c-507a561ca290 req-a2f73c15-a8ab-441a-8a8a-d83f1129a80b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.1285203
Dec 18 22:00:15.347493 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-531b95d1-1e8d-463d-a456-5f76bb108eb3 req-c3e3794d-67a3-4e42-837d-22f8161f5230 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932438
Dec 18 22:00:15.351392 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63d4f428-d876-44e6-a99c-507a561ca290 req-6b12b698-57ad-4992-a80e-7f2fab3b6583 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 999 time: 0.0904360
Dec 18 22:00:15.406102 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4f428-d876-44e6-a99c-507a561ca290 req-9e17cb54-4ea1-48e8-8330-98d52b154246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:15.407594 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63d4f428-d876-44e6-a99c-507a561ca290 req-9e17cb54-4ea1-48e8-8330-98d52b154246 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0438428
Dec 18 22:00:15.459290 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4f428-d876-44e6-a99c-507a561ca290 req-2f28f7ba-2676-4839-8b14-62db5a778649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:15.460994 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63d4f428-d876-44e6-a99c-507a561ca290 req-2f28f7ba-2676-4839-8b14-62db5a778649 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435197
Dec 18 22:00:15.550677 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63d4f428-d876-44e6-a99c-507a561ca290 req-df59a34d-1b9a-4947-b7af-71897890c203 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815508
Dec 18 22:00:15.552161 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:15.698243 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-63d4f428-d876-44e6-a99c-507a561ca290 req-d5b9008e-0bd2-40fa-8255-6a3cb5acf458 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0948212
Dec 18 22:00:16.464870 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa2cef-3da7-4c5c-8b7d-e51c4c31477b req-adf78a1f-1bc5-4ad7-bca8-a22000ce4f2f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:16.466270 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-baaa2cef-3da7-4c5c-8b7d-e51c4c31477b req-adf78a1f-1bc5-4ad7-bca8-a22000ce4f2f tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 943 time: 0.0487759
Dec 18 22:00:16.514446 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-baaa2cef-3da7-4c5c-8b7d-e51c4c31477b req-a511f8f3-d452-4277-acf3-ed43426519ce tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414290
Dec 18 22:00:17.628286 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94853cf1-9020-41d0-b245-83893f7386ee req-c8021fcb-5388-4af6-8336-beb084f416e1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:17.629766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94853cf1-9020-41d0-b245-83893f7386ee req-c8021fcb-5388-4af6-8336-beb084f416e1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 943 time: 0.0473731
Dec 18 22:00:17.682709 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-94853cf1-9020-41d0-b245-83893f7386ee req-92f5aba9-17af-41de-9ffb-be901fec59db tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458689
Dec 18 22:00:18.798325 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac351da3-e12b-4c85-8ff7-c589d216509d req-9038a723-698f-446b-8b7b-0609cc6d70f1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:18.799791 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac351da3-e12b-4c85-8ff7-c589d216509d req-9038a723-698f-446b-8b7b-0609cc6d70f1 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 943 time: 0.0484395
Dec 18 22:00:18.849301 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-ac351da3-e12b-4c85-8ff7-c589d216509d req-65015a9b-3eac-47da-8244-067c89f0e05b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436413
Dec 18 22:00:19.232752 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device dbf46913-d2a9-4d87-a2a9-c259e2feeb2a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 22:00:19.325357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:00:19.338623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'port_id': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'mac_address': 'fa:16:3e:af:c8:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 22:00:19.373498 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:19.390511 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf46913-d2a9-4d87-a2a9-c259e2feeb2a {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 22:00:19.409060 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:00:19.412545 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:19.458492 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,revision_number=9']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:00:19.714134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['dbf46913-d2a9-4d87-a2a9-c259e2feeb2a'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 22:00:19.966306 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0a50c-fef5-4522-8ae2-eb2c142ad821 req-7b5ec5e2-43ac-4196-9521-60af02fe0ff5 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:19.967711 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7c0a50c-fef5-4522-8ae2-eb2c142ad821 req-7b5ec5e2-43ac-4196-9521-60af02fe0ff5 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 944 time: 0.0481129
Dec 18 22:00:20.016311 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7c0a50c-fef5-4522-8ae2-eb2c142ad821 req-1c97b639-b052-4a67-942a-7c06f55e8578 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421929
Dec 18 22:00:20.212572 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:21.136554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8c42e-4424-480e-9f48-3378b45b935b req-ad4ece4f-2067-4224-b761-d23372868721 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:21.138016 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8d8c42e-4424-480e-9f48-3378b45b935b req-ad4ece4f-2067-4224-b761-d23372868721 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 944 time: 0.0517766
Dec 18 22:00:21.185511 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a8d8c42e-4424-480e-9f48-3378b45b935b req-70654a3b-477e-4c61-b53b-544e4a710b86 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415082
Dec 18 22:00:21.248445 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device dbf46913-d2a9-4d87-a2a9-c259e2feeb2a up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:00:21.294586 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 22:00:21.298825 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:00:21.299196 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:21.376794 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:21.399624 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:00:21.401813 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf34aabf-82d6-4f26-8a65-69b06bf5bf1b" -d '{"events": [{"server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "name": "network-vif-plugged", "status": "completed", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:00:21.414824 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:00:21.418877 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:21.464783 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,revision_number=10']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:00:22.298624 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038c003-a9bc-4469-a9ff-5d687d558dfe req-48d10322-f5c1-49e0-a3e9-61a05f5bebf6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:22.300088 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d038c003-a9bc-4469-a9ff-5d687d558dfe req-48d10322-f5c1-49e0-a3e9-61a05f5bebf6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 946 time: 0.0479565
Dec 18 22:00:22.348769 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d038c003-a9bc-4469-a9ff-5d687d558dfe req-61dd080d-1488-48d0-ac0d-d6c44e446319 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425506
Dec 18 22:00:22.458607 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 22:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2e5e4c-591e-4503-9cd9-2af798df1f9e x-openstack-request-id: req-3b2e5e4c-591e-4503-9cd9-2af798df1f9e {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:00:22.459063 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "name": "network-vif-plugged", "status": "completed", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:00:22.459188 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b2e5e4c-591e-4503-9cd9-2af798df1f9e {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:00:22.459873 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'code': 200}
Dec 18 22:00:22.622804 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb89eb-70fa-4928-812f-8bd93831f3f5 req-2ef9f8ba-2400-4c59-910f-87317fcd06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:22.624319 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46eb89eb-70fa-4928-812f-8bd93831f3f5 req-2ef9f8ba-2400-4c59-910f-87317fcd06a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1097 time: 0.0410297
Dec 18 22:00:22.673537 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-46eb89eb-70fa-4928-812f-8bd93831f3f5 req-a4be15f7-e299-4d02-b9f4-d1197686a030 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416353
Dec 18 22:00:23.461801 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdaf90-35e3-4572-8cec-a29c20aaefff req-965f0103-eb60-46b8-99b4-13a258facaac tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:23.463275 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3cdaf90-35e3-4572-8cec-a29c20aaefff req-965f0103-eb60-46b8-99b4-13a258facaac tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 946 time: 0.0477674
Dec 18 22:00:23.511094 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e3cdaf90-35e3-4572-8cec-a29c20aaefff req-15bae9c3-a6b2-43d4-9cc5-d06c8a9c0300 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418181
Dec 18 22:00:24.628487 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7518b7e-9893-42df-a5ec-e91c4c9fb126 req-49e60e5f-5a46-42ed-be7c-f898252f973c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:24.630003 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7518b7e-9893-42df-a5ec-e91c4c9fb126 req-49e60e5f-5a46-42ed-be7c-f898252f973c tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 946 time: 0.0485480
Dec 18 22:00:24.679130 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d7518b7e-9893-42df-a5ec-e91c4c9fb126 req-07cd52e6-5811-4bb7-849a-a17a65c1bd00 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429595
Dec 18 22:00:28.289179 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:00:33.131598 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-76a9ab8f-3970-4c86-8efc-f623dbf3ab44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:34.626119 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93f41ef4-1d37-485e-bfa3-b67166397a32 req-78dd4fd9-722e-4624-8c3a-40a34399f46e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0430169
Dec 18 22:00:34.708491 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f41ef4-1d37-485e-bfa3-b67166397a32 req-d10e9408-d702-4f14-8689-a5f36f27c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:34.709906 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93f41ef4-1d37-485e-bfa3-b67166397a32 req-d10e9408-d702-4f14-8689-a5f36f27c75b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1097 time: 0.0400987
Dec 18 22:00:34.814957 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f41ef4-1d37-485e-bfa3-b67166397a32 req-0433ed8b-8706-4d8f-b206-4fb11cce9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:34.816454 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93f41ef4-1d37-485e-bfa3-b67166397a32 req-0433ed8b-8706-4d8f-b206-4fb11cce9e73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0866823
Dec 18 22:00:34.883044 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93f41ef4-1d37-485e-bfa3-b67166397a32 req-dbc169ca-76c1-46ca-bc5c-1ad08f97f608 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 1001 time: 0.0574741
Dec 18 22:00:34.934930 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f41ef4-1d37-485e-bfa3-b67166397a32 req-8f6c0f7f-7c84-41d3-b6db-af01c557ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:34.936764 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93f41ef4-1d37-485e-bfa3-b67166397a32 req-8f6c0f7f-7c84-41d3-b6db-af01c557ea21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0435503
Dec 18 22:00:34.985721 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f41ef4-1d37-485e-bfa3-b67166397a32 req-786591bb-d6ad-4e3b-9db5-632d67bd8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:00:34.987156 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93f41ef4-1d37-485e-bfa3-b67166397a32 req-786591bb-d6ad-4e3b-9db5-632d67bd8f36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435104
Dec 18 22:00:35.074692 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93f41ef4-1d37-485e-bfa3-b67166397a32 req-492a6e0b-c4b4-405a-8b2e-edf15414fd44 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798390
Dec 18 22:00:35.172681 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-93f41ef4-1d37-485e-bfa3-b67166397a32 req-9c9f1ef6-e7a0-4db5-93b2-c024ba825332 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863392
Dec 18 22:00:35.316443 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-68582f8b-9a9b-403f-ab71-a35e52f39df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:36.670459 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:38.385044 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:38.743738 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:45.569283 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:00:50.214106 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:03.133538 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ea188d1e-9aab-4f37-9c2d-bae50841da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:05.288219 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:01:05.316679 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f3d6ab27-545b-4e3c-8144-1fa6289088c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:06.674576 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:08.387674 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:08.745946 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:15.560298 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:20.212885 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:33.135541 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-702b15b9-ca6e-4ae1-8bc8-c04cf2f0c58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:35.319121 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b0c8dcd0-8df7-491d-adf3-7dcfa47c6ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:36.610829 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18f61fa8-0189-4c88-b59c-8c58d80c2b1a req-0f9505be-4afa-414d-b2ee-962e6f99c7e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0394759
Dec 18 22:01:36.677103 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:36.703655 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f61fa8-0189-4c88-b59c-8c58d80c2b1a req-f3448e9a-82db-4f04-889d-a9af95f83932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:01:36.705140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18f61fa8-0189-4c88-b59c-8c58d80c2b1a req-f3448e9a-82db-4f04-889d-a9af95f83932 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1097 time: 0.0409439
Dec 18 22:01:36.815234 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f61fa8-0189-4c88-b59c-8c58d80c2b1a req-395e4901-ec86-42ff-8a83-e21678da22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:01:36.816683 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18f61fa8-0189-4c88-b59c-8c58d80c2b1a req-395e4901-ec86-42ff-8a83-e21678da22d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.0868115
Dec 18 22:01:36.886814 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18f61fa8-0189-4c88-b59c-8c58d80c2b1a req-fbe988b7-61ce-4b39-aa52-aedc4e212066 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 1001 time: 0.0571244
Dec 18 22:01:36.933562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f61fa8-0189-4c88-b59c-8c58d80c2b1a req-ec60a93e-9c27-440d-98bf-210d8e915144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:01:36.934958 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18f61fa8-0189-4c88-b59c-8c58d80c2b1a req-ec60a93e-9c27-440d-98bf-210d8e915144 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0414777
Dec 18 22:01:36.988411 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f61fa8-0189-4c88-b59c-8c58d80c2b1a req-7af17e2b-6000-4bb9-9a55-c4eb3a7bdeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:01:36.989876 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18f61fa8-0189-4c88-b59c-8c58d80c2b1a req-7af17e2b-6000-4bb9-9a55-c4eb3a7bdeef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437198
Dec 18 22:01:37.079742 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18f61fa8-0189-4c88-b59c-8c58d80c2b1a req-940b6de3-2b26-480b-aac7-dff0535802e8 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811915
Dec 18 22:01:37.176555 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-18f61fa8-0189-4c88-b59c-8c58d80c2b1a req-6ea16344-8f26-4d99-b37d-5d49570f8ff0 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841267
Dec 18 22:01:38.391326 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:38.747744 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:42.287493 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:01:45.581944 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:48.134493 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56260) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:48.289494 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Deleting port 80272f82-ce51-4135-8852-29984425c0ec {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:01:48.289834 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:48.364924 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:48.365254 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:48.376549 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Calling delete_port for 80272f82-ce51-4135-8852-29984425c0ec owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:01:48.521256 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:48.544952 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event deleted for resources: {'Port': ['ID=80272f82-ce51-4135-8852-29984425c0ec,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:48.574839 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.575189 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.575558 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.575896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.576225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.576553 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.576932 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.577499 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.577833 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.578157 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.578504 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.578829 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.579149 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:48.617348 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:48.617709 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Floating IP 18ddeefd-f342-4a46-8bff-52d69251329e disassociated (deleted). External IP: 172.35.3.212, port: dbf46913-d2a9-4d87-a2a9-c259e2feeb2a.
Dec 18 22:01:48.828132 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 22:01:48.932554 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:01:48.937318 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:48.941945 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add80e01-e277-450f-9b9e-e521be7d3668 None None] Sync routers for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:01:48.951877 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add80e01-e277-450f-9b9e-e521be7d3668 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:01:48.952482 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-add80e01-e277-450f-9b9e-e521be7d3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e088580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:01:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:48.963996 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c960b6ff-ee45-46e4-99b5-f5423742bfa6 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "DELETE /v2.0/floatingips/18ddeefd-f342-4a46-8bff-52d69251329e HTTP/1.1" status: 204  len: 168 time: 0.8283985
Dec 18 22:01:48.964687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:01:48.967046 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1cb16b-1ace-4a3c-a54b-e0486c7a60af" -d '{"events": [{"name": "network-changed", "server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:01:49.070862 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-add80e01-e277-450f-9b9e-e521be7d3668 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:01:49.111442 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 22:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e519feda-6ec4-4bb1-9054-4144c5eebdee x-openstack-request-id: req-e519feda-6ec4-4bb1-9054-4144c5eebdee {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:01:49.111777 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:01:49.112083 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e519feda-6ec4-4bb1-9054-4144c5eebdee {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:01:49.113054 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'status': 'completed', 'code': 200}
Dec 18 22:01:49.191735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cb16b-1ace-4a3c-a54b-e0486c7a60af req-daadc522-37e9-4c52-8047-3ed0993711f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:01:49.193402 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c1cb16b-1ace-4a3c-a54b-e0486c7a60af req-daadc522-37e9-4c52-8047-3ed0993711f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7e4c296f0144644b9107d08244cb934&device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 1097 time: 0.0513856
Dec 18 22:01:49.278261 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-add80e01-e277-450f-9b9e-e521be7d3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e088580>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:49.304788 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add80e01-e277-450f-9b9e-e521be7d3668 None None] Checking router: 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:01:49.313157 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add80e01-e277-450f-9b9e-e521be7d3668 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:01:49.313752 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-add80e01-e277-450f-9b9e-e521be7d3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e088580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:01:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:49.320963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5640a5-67cc-4f13-8d0b-d5138f0002eb req-0617bb98-b159-4758-ba18-8a5ce5f1fb72 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:01:49.323398 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df5640a5-67cc-4f13-8d0b-d5138f0002eb req-0617bb98-b159-4758-ba18-8a5ce5f1fb72 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 946 time: 0.1556661
Dec 18 22:01:49.352134 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cb16b-1ace-4a3c-a54b-e0486c7a60af req-d6455e50-dac7-4e95-bc4e-ef0affe3b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:01:49.353604 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c1cb16b-1ace-4a3c-a54b-e0486c7a60af req-d6455e50-dac7-4e95-bc4e-ef0affe3b07b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 200  len: 910 time: 0.1520336
Dec 18 22:01:49.413699 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c1cb16b-1ace-4a3c-a54b-e0486c7a60af req-290c99ea-bce8-40bd-9d9f-05492b669a3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 200  len: 217 time: 0.0460987
Dec 18 22:01:49.417925 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-df5640a5-67cc-4f13-8d0b-d5138f0002eb req-5fa8dbc6-a26f-43bb-bbc5-6b7d12eb547e tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854373
Dec 18 22:01:49.422644 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-add80e01-e277-450f-9b9e-e521be7d3668 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:01:49.467943 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cb16b-1ace-4a3c-a54b-e0486c7a60af req-7b1a9939-a804-4786-a38e-89365e66ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:01:49.469414 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c1cb16b-1ace-4a3c-a54b-e0486c7a60af req-7b1a9939-a804-4786-a38e-89365e66ed27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 200  len: 848 time: 0.0483212
Dec 18 22:01:49.516569 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cb16b-1ace-4a3c-a54b-e0486c7a60af req-d0696751-8ffc-4dd5-9812-9c9d752eac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:01:49.518114 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c1cb16b-1ace-4a3c-a54b-e0486c7a60af req-d0696751-8ffc-4dd5-9812-9c9d752eac56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7019d61b-e45f-4cbe-9b09-e3c79cd43041&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397465
Dec 18 22:01:49.606821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c1cb16b-1ace-4a3c-a54b-e0486c7a60af req-d9cf4b21-fd81-4f60-92f8-5374ffa2413b service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812335
Dec 18 22:01:49.624344 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-add80e01-e277-450f-9b9e-e521be7d3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e088580>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:49.660021 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add80e01-e277-450f-9b9e-e521be7d3668 None None] The sync data for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 is: [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:04Z', 'revision_number': 4, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3', 'name': '', 'network_id': '7019d61b-e45f-4cbe-9b09-e3c79cd43041', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'mac_address': 'fa:16:3e:a0:f4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:04Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'subnets': [{'id': 'b123dc75-2b6a-41a5-abf9-b86deab7d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:01:49.713897 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-1c1cb16b-1ace-4a3c-a54b-e0486c7a60af req-1d276509-dfb9-45a9-82da-28a4be57f190 service neutron] 10.222.0.36 "GET /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947978
Dec 18 22:01:49.894003 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed569897-1e67-4f89-9657-37e9a85b15e4 None None] New status for floating IP 18ddeefd-f342-4a46-8bff-52d69251329e: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 22:01:50.212260 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:50.579253 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbcda1-818a-4438-8311-256bf4449a3f req-1e43fc64-2664-42c1-9cb5-f0277cf0f5ab tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:01:50.580732 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2cbcda1-818a-4438-8311-256bf4449a3f req-1e43fc64-2664-42c1-9cb5-f0277cf0f5ab tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 946 time: 0.0913713
Dec 18 22:01:50.630685 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b2cbcda1-818a-4438-8311-256bf4449a3f req-de4a80a0-4280-4998-b187-d01f10587367 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff6105b9-1f5c-4775-a264-d134a3af3a69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440059
Dec 18 22:01:51.303358 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1691b5b-3227-4775-a707-7cbd0df8331b req-58fe078e-3551-43b2-9bf2-63373307b1cb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:01:51.304827 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1691b5b-3227-4775-a707-7cbd0df8331b req-58fe078e-3551-43b2-9bf2-63373307b1cb tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 946 time: 0.3568451
Dec 18 22:01:51.403480 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-b1691b5b-3227-4775-a707-7cbd0df8331b req-201428ef-294b-4c83-adb9-60f8ca9a107b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Deleting port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:01:51.403821 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1691b5b-3227-4775-a707-7cbd0df8331b req-201428ef-294b-4c83-adb9-60f8ca9a107b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:51.491501 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-b1691b5b-3227-4775-a707-7cbd0df8331b req-201428ef-294b-4c83-adb9-60f8ca9a107b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] For port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:01:51.491866 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1691b5b-3227-4775-a707-7cbd0df8331b req-201428ef-294b-4c83-adb9-60f8ca9a107b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:51.504297 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-b1691b5b-3227-4775-a707-7cbd0df8331b req-201428ef-294b-4c83-adb9-60f8ca9a107b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Calling delete_port for dbf46913-d2a9-4d87-a2a9-c259e2feeb2a owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:01:51.630184 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1691b5b-3227-4775-a707-7cbd0df8331b req-201428ef-294b-4c83-adb9-60f8ca9a107b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:51.659470 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201428ef-294b-4c83-adb9-60f8ca9a107b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event deleted for resources: {'Port': ['ID=dbf46913-d2a9-4d87-a2a9-c259e2feeb2a,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:51.702986 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1691b5b-3227-4775-a707-7cbd0df8331b req-201428ef-294b-4c83-adb9-60f8ca9a107b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] No DVR routers for this DVR port dbf46913-d2a9-4d87-a2a9-c259e2feeb2a on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 22:01:51.706953 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-b1691b5b-3227-4775-a707-7cbd0df8331b req-201428ef-294b-4c83-adb9-60f8ca9a107b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:51.710432 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-b1691b5b-3227-4775-a707-7cbd0df8331b req-201428ef-294b-4c83-adb9-60f8ca9a107b tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.36 "DELETE /v2.0/ports/dbf46913-d2a9-4d87-a2a9-c259e2feeb2a HTTP/1.1" status: 204  len: 173 time: 0.3897424
Dec 18 22:01:51.710882 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'name': 'network-vif-deleted', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:01:51.713359 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b52fe31-5631-41b0-b178-5d2ab6959436" -d '{"events": [{"server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "name": "network-vif-deleted", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:01:51.744785 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-2d3690ea-114c-40ba-a445-a275294141f6 req-5fa07015-08b5-4968-9963-c323e1b226f4 tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a971e49-ee8a-4fb9-be79-d4385adc122b HTTP/1.1" status: 200  len: 210 time: 0.0396152
Dec 18 22:01:51.768396 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 22:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeaba3f-0a9a-48b3-91f9-f25becd1fce4 x-openstack-request-id: req-caeaba3f-0a9a-48b3-91f9-f25becd1fce4 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:01:51.768688 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a971e49-ee8a-4fb9-be79-d4385adc122b", "name": "network-vif-deleted", "tag": "dbf46913-d2a9-4d87-a2a9-c259e2feeb2a", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:01:51.768945 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caeaba3f-0a9a-48b3-91f9-f25becd1fce4 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:01:51.769349 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a971e49-ee8a-4fb9-be79-d4385adc122b', 'name': 'network-vif-deleted', 'tag': 'dbf46913-d2a9-4d87-a2a9-c259e2feeb2a', 'status': 'completed', 'code': 200}
Dec 18 22:01:52.801931 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56316) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:52.859275 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:52.883962 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:52.942671 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:52.945251 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:52.946423 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff6105b9-1f5c-4775-a264-d134a3af3a69 HTTP/1.1" status: 204  len: 168 time: 0.1428068
Dec 18 22:01:52.955627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6105b9-1f5c-4775-a264-d134a3af3a69,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:52.963788 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:52.964153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:52.964497 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:52.964839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:52.965180 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:52.965516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:52.965846 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:52.966229 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:52.966542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:52.966871 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:52.967197 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:52.967521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:52.967856 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273f454-7413-4ef1-81b2-20d35d84b2cd tempest-TestShelveInstance-495639169 tempest-TestShelveInstance-495639169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:53.002278 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56322) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:53.435205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd82d-3111-4e2a-8457-8ffafd60c28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:53.672898 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbd82d-3111-4e2a-8457-8ffafd60c28c admin admin] Deleting port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:01:53.673240 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd82d-3111-4e2a-8457-8ffafd60c28c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:53.700091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device dbf46913-d2a9-4d87-a2a9-c259e2feeb2a no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:01:53.720452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: dbf46913-d2a9-4d87-a2a9-c259e2feeb2a {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:01:53.720796 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device dbf46913-d2a9-4d87-a2a9-c259e2feeb2a not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:01:53.749467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-6cdbd82d-3111-4e2a-8457-8ffafd60c28c admin admin] For port a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:01:53.749827 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd82d-3111-4e2a-8457-8ffafd60c28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:53.766158 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbd82d-3111-4e2a-8457-8ffafd60c28c admin admin] Calling delete_port for a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:01:53.939762 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd82d-3111-4e2a-8457-8ffafd60c28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:53.963440 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbd82d-3111-4e2a-8457-8ffafd60c28c admin admin] Pushing event deleted for resources: {'Port': ['ID=a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:54.128992 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd82d-3111-4e2a-8457-8ffafd60c28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:54.341691 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdbd82d-3111-4e2a-8457-8ffafd60c28c admin admin] Router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 22:01:54.444947 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdbd82d-3111-4e2a-8457-8ffafd60c28c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:01:54.451527 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-6cdbd82d-3111-4e2a-8457-8ffafd60c28c admin admin] 10.222.0.13 "PUT /v2.0/routers/5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4468040
Dec 18 22:01:54.452601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56326) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:54.453545 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac025696-8823-4e07-84fb-a0dbb838b3f0 None None] Sync routers for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:01:54.464226 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac025696-8823-4e07-84fb-a0dbb838b3f0 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:01:54.464834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ac025696-8823-4e07-84fb-a0dbb838b3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec014c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:01:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:54.556666 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:54.571136 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-ac025696-8823-4e07-84fb-a0dbb838b3f0 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:01:54.663129 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:54.726508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Deleting port b85496c4-8aba-45d8-b506-997b20ffa763 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:01:54.726854 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:54.805557 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] For port b85496c4-8aba-45d8-b506-997b20ffa763, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b85496c4-8aba-45d8-b506-997b20ffa763,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:01:54.805918 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:54.819079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Calling delete_port for b85496c4-8aba-45d8-b506-997b20ffa763 owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:01:54.912849 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ac025696-8823-4e07-84fb-a0dbb838b3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec014c0>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T22:01:53Z', 'revision_number': 5, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port': {'id': 'b85496c4-8aba-45d8-b506-997b20ffa763', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T21:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:54.940063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac025696-8823-4e07-84fb-a0dbb838b3f0 None None] Checking router: 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:01:54.948459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac025696-8823-4e07-84fb-a0dbb838b3f0 None None] Routers {'5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:01:54.949075 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ac025696-8823-4e07-84fb-a0dbb838b3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ec014c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:01:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:54.982195 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.008067 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Pushing event deleted for resources: {'Port': ['ID=b85496c4-8aba-45d8-b506-997b20ffa763,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:55.026514 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31aa919-6ffe-40b4-b5fc-7b0777078025 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:01:55.042867 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-ac025696-8823-4e07-84fb-a0dbb838b3f0 None None] Set router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:01:55.070766 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.098834 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-ac025696-8823-4e07-84fb-a0dbb838b3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ec014c0>, [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T22:01:54Z', 'revision_number': 6, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:55.124897 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac025696-8823-4e07-84fb-a0dbb838b3f0 None None] The sync data for ids ['5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2'] in ncdv-master-1 is: [{'id': '5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2', 'name': 'tempest-TestShelveInstance-1370643842-router', 'tenant_id': 'c7e4c296f0144644b9107d08244cb934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:02Z', 'updated_at': '2021-12-18T22:01:54Z', 'revision_number': 6, 'project_id': 'c7e4c296f0144644b9107d08244cb934', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:01:55.165706 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.168044 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.212779 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.213313 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 22:01:55.217965 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.222010 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-236bdfb9-a3a1-4108-9a88-6fc325b5bd45 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5d2c83ff-fc4f-478b-b0e8-b0bc4fd62bd2 HTTP/1.1" status: 204  len: 168 time: 0.7655778
Dec 18 22:01:55.222345 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56328) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:55.267746 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9edb270-a824-45ba-b96d-5bef426ffeb7 admin admin] Deleting subnet b123dc75-2b6a-41a5-abf9-b86deab7d49a {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 22:01:55.270986 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9edb270-a824-45ba-b96d-5bef426ffeb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.310309 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9edb270-a824-45ba-b96d-5bef426ffeb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.392143 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9edb270-a824-45ba-b96d-5bef426ffeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.446168 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9edb270-a824-45ba-b96d-5bef426ffeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.475294 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edb270-a824-45ba-b96d-5bef426ffeb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b123dc75-2b6a-41a5-abf9-b86deab7d49a,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:55.481809 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d9edb270-a824-45ba-b96d-5bef426ffeb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.485205 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d9edb270-a824-45ba-b96d-5bef426ffeb7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b123dc75-2b6a-41a5-abf9-b86deab7d49a HTTP/1.1" status: 204  len: 168 time: 0.2618933
Dec 18 22:01:55.486594 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce787d-b0bf-4bbf-b35d-66f43df90fbc None None] Network 7019d61b-e45f-4cbe-9b09-e3c79cd43041 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 22:01:55.487792 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56330) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:55.557885 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.617819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Deleting port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:01:55.618162 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.653272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] DHCP port deletion for 7019d61b-e45f-4cbe-9b09-e3c79cd43041 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:01:55.685542 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] For port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a5f71de-9f7c-4aaf-824e-ee3cf8de0207,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:01:55.685911 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.699123 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Calling delete_port for 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:01:55.700863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Deleting port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:01:55.701237 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.766965 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] For port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a5f71de-9f7c-4aaf-824e-ee3cf8de0207,segment=NetworkSegment(01d539f1-f8be-4319-8186-a66f033b0a55),segment_id=01d539f1-f8be-4319-8186-a66f033b0a55)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:01:55.767359 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.778995 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.781859 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Calling delete_port for 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:01:55.804128 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5f71de-9f7c-4aaf-824e-ee3cf8de0207,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:55.807773 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] No DVR routers for this DVR port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 22:01:55.863104 ncdv-master-1 neutron-server[126010]:   self.session.flush()
Dec 18 22:01:55.867666 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.882265 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.892960 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Pushing event deleted for resources: {'Port': ['ID=4a5f71de-9f7c-4aaf-824e-ee3cf8de0207,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:55.897736 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] No DVR routers for this DVR port 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 22:01:55.903772 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f1dad60>,) {'filters': {'network_id': ['7019d61b-e45f-4cbe-9b09-e3c79cd43041']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:55.904870 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.905224 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.905679 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.909138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.909138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.909138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.909138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.909138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.909138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.909138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.909138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.909138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.909138 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88fc9c-eb53-45ca-982f-628f2d1a91ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:01:55.914933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f1dad60>, '01d539f1-f8be-4319-8186-a66f033b0a55') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:55.914933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f1dad60>, '01d539f1-f8be-4319-8186-a66f033b0a55') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:55.924251 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.937385 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.943774 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 22:01:55.944155 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 22:01:55.946013 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 22:01:56.001901 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:56.007948 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:56.011141 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7019d61b-e45f-4cbe-9b09-e3c79cd43041 HTTP/1.1" status: 204  len: 168 time: 0.5224242
Dec 18 22:01:56.014125 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56332) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:56.022567 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5dcabe-765b-4579-a2c6-652573037b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=7019d61b-e45f-4cbe-9b09-e3c79cd43041,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:56.256169 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:01:56.275533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:01:56.275881 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a32d80a0-cfd7-4fe1-85b1-f8dc91a0afb3 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:01:56.276301 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:01:56.294471 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:01:56.294820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 4a5f71de-9f7c-4aaf-824e-ee3cf8de0207 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:01:56.295225 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b85496c4-8aba-45d8-b506-997b20ffa763 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:01:56.313737 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: b85496c4-8aba-45d8-b506-997b20ffa763 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:01:56.314086 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device b85496c4-8aba-45d8-b506-997b20ffa763 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:01:56.351794 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7b70413f-11ee-4b40-b0a3-0d347d203f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:56.586472 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-7b70413f-11ee-4b40-b0a3-0d347d203f04 admin admin] Deleting port 0870405f-ed6a-48d3-8e58-f0e35a2da049 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:01:56.586712 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7b70413f-11ee-4b40-b0a3-0d347d203f04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:56.666726 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-7b70413f-11ee-4b40-b0a3-0d347d203f04 admin admin] For port 0870405f-ed6a-48d3-8e58-f0e35a2da049, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0870405f-ed6a-48d3-8e58-f0e35a2da049,segment=NetworkSegment(42395496-0e23-4ca3-b46b-d343bcdd4183),segment_id=42395496-0e23-4ca3-b46b-d343bcdd4183)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:01:56.667089 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7b70413f-11ee-4b40-b0a3-0d347d203f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:56.679838 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-7b70413f-11ee-4b40-b0a3-0d347d203f04 admin admin] Calling delete_port for 0870405f-ed6a-48d3-8e58-f0e35a2da049 owned by network:router_interface {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:01:56.854238 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7b70413f-11ee-4b40-b0a3-0d347d203f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:56.878404 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70413f-11ee-4b40-b0a3-0d347d203f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=0870405f-ed6a-48d3-8e58-f0e35a2da049,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:57.039829 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-7b70413f-11ee-4b40-b0a3-0d347d203f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:57.247267 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b70413f-11ee-4b40-b0a3-0d347d203f04 admin admin] Router cb4a0dd3-3493-4368-82b5-1004024e521c has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 22:01:57.350847 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b70413f-11ee-4b40-b0a3-0d347d203f04 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:01:57.355840 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-7b70413f-11ee-4b40-b0a3-0d347d203f04 admin admin] 10.222.0.13 "PUT /v2.0/routers/cb4a0dd3-3493-4368-82b5-1004024e521c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3406329
Dec 18 22:01:57.358460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56334) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:57.361577 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68b136-7b61-409e-b2cf-059605c0901f None None] Sync routers for ids ['cb4a0dd3-3493-4368-82b5-1004024e521c'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:01:57.371377 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a68b136-7b61-409e-b2cf-059605c0901f None None] Routers {'cb4a0dd3-3493-4368-82b5-1004024e521c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:01:57.371975 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8a68b136-7b61-409e-b2cf-059605c0901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664043880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:01:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cb4a0dd3-3493-4368-82b5-1004024e521c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:57.464267 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Publish callbacks [] for router, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:57.478477 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-8a68b136-7b61-409e-b2cf-059605c0901f None None] Set router cb4a0dd3-3493-4368-82b5-1004024e521c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:01:57.656225 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8a68b136-7b61-409e-b2cf-059605c0901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664043880>, [{'id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'name': 'tempest-TestShelveInstance-973771884-router', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:06Z', 'updated_at': '2021-12-18T22:01:56Z', 'revision_number': 5, 'project_id': '32042eedd46449a1adddb5403dca947f', 'gw_port': {'id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:07Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:57.687237 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68b136-7b61-409e-b2cf-059605c0901f None None] Checking router: cb4a0dd3-3493-4368-82b5-1004024e521c for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:01:57.696656 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a68b136-7b61-409e-b2cf-059605c0901f None None] Routers {'cb4a0dd3-3493-4368-82b5-1004024e521c'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:01:57.697275 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8a68b136-7b61-409e-b2cf-059605c0901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3664043880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:01:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['cb4a0dd3-3493-4368-82b5-1004024e521c'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:57.797471 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-8a68b136-7b61-409e-b2cf-059605c0901f None None] Set router cb4a0dd3-3493-4368-82b5-1004024e521c gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:01:57.865393 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:57.916720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Deleting port bc3b5855-fcb1-469e-9ed7-d39912adca44 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:01:57.916943 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:57.973229 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-8a68b136-7b61-409e-b2cf-059605c0901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3664043880>, [{'id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'name': 'tempest-TestShelveInstance-973771884-router', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:06Z', 'updated_at': '2021-12-18T22:01:56Z', 'revision_number': 5, 'project_id': '32042eedd46449a1adddb5403dca947f', 'gw_port': {'id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:07Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:57.997871 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] For port bc3b5855-fcb1-469e-9ed7-d39912adca44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc3b5855-fcb1-469e-9ed7-d39912adca44,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:01:57.998223 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:57.999391 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68b136-7b61-409e-b2cf-059605c0901f None None] The sync data for ids ['cb4a0dd3-3493-4368-82b5-1004024e521c'] in ncdv-master-1 is: [{'id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'name': 'tempest-TestShelveInstance-973771884-router', 'tenant_id': '32042eedd46449a1adddb5403dca947f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T21:53:06Z', 'updated_at': '2021-12-18T22:01:56Z', 'revision_number': 5, 'project_id': '32042eedd46449a1adddb5403dca947f', 'gw_port': {'id': 'bc3b5855-fcb1-469e-9ed7-d39912adca44', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4a0dd3-3493-4368-82b5-1004024e521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T21:53:07Z', 'updated_at': '2021-12-18T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:01:58.010650 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Calling delete_port for bc3b5855-fcb1-469e-9ed7-d39912adca44 owned by network:router_gateway {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:01:58.172795 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.195399 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3b5855-fcb1-469e-9ed7-d39912adca44,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:58.210533 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6202c6b7-3fc6-4115-8d37-f28c9322114d None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:01:58.259344 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.350476 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.352205 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.414301 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.415031 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb4a0dd3-3493-4368-82b5-1004024e521c {{(pid=126008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 22:01:58.422925 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.424046 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0e7faaae-0f55-47a0-afe9-5795f824f33d admin admin] 10.222.0.13 "DELETE /v2.0/routers/cb4a0dd3-3493-4368-82b5-1004024e521c HTTP/1.1" status: 204  len: 168 time: 1.0646787
Dec 18 22:01:58.426631 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56336) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:58.470542 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0870405f-ed6a-48d3-8e58-f0e35a2da049 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:01:58.474304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc8870e-359a-439d-8caa-bb785cf31e6d admin admin] Deleting subnet 94e420e1-aaa4-4f64-a6aa-98116fe3aefc {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 22:01:58.477164 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bc8870e-359a-439d-8caa-bb785cf31e6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.492517 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 0870405f-ed6a-48d3-8e58-f0e35a2da049 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:01:58.492915 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 0870405f-ed6a-48d3-8e58-f0e35a2da049 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:01:58.512718 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bc8870e-359a-439d-8caa-bb785cf31e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.593434 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bc8870e-359a-439d-8caa-bb785cf31e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.647784 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bc8870e-359a-439d-8caa-bb785cf31e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.671931 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8870e-359a-439d-8caa-bb785cf31e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e420e1-aaa4-4f64-a6aa-98116fe3aefc,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:58.678360 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-0bc8870e-359a-439d-8caa-bb785cf31e6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.681538 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-0bc8870e-359a-439d-8caa-bb785cf31e6d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/94e420e1-aaa4-4f64-a6aa-98116fe3aefc HTTP/1.1" status: 204  len: 168 time: 0.2539473
Dec 18 22:01:58.683994 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56338) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:58.687405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb255ad3-58d4-4043-b1a2-c49bbf6142ad None None] Network 3910432e-24ac-40d3-94c4-f8531a2331c5 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 22:01:58.764566 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.822731 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Deleting port a9e3b795-5514-4c29-a53e-28042e481fff {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:01:58.823076 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.883476 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] For port a9e3b795-5514-4c29-a53e-28042e481fff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9e3b795-5514-4c29-a53e-28042e481fff,segment=NetworkSegment(42395496-0e23-4ca3-b46b-d343bcdd4183),segment_id=42395496-0e23-4ca3-b46b-d343bcdd4183)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:01:58.883833 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:58.896192 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Calling delete_port for a9e3b795-5514-4c29-a53e-28042e481fff owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:01:58.975132 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.001099 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e3b795-5514-4c29-a53e-28042e481fff,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:59.005623 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] No DVR routers for this DVR port a9e3b795-5514-4c29-a53e-28042e481fff on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 22:01:59.044104 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4b120-5216-42fe-bdfe-f4c7ace5d8af None None] DHCP port deletion for 3910432e-24ac-40d3-94c4-f8531a2331c5 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:01:59.084455 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.104128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365f0601f0>,) {'filters': {'network_id': ['3910432e-24ac-40d3-94c4-f8531a2331c5']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:59.113611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f0601f0>, '42395496-0e23-4ca3-b46b-d343bcdd4183') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:59.113917 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365f0601f0>, '42395496-0e23-4ca3-b46b-d343bcdd4183') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:01:59.123069 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.136476 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.142428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 22:01:59.142852 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 22:01:59.144563 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 22:01:59.198145 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.203679 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.206891 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3910432e-24ac-40d3-94c4-f8531a2331c5 HTTP/1.1" status: 204  len: 168 time: 0.5219462
Dec 18 22:01:59.218368 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7842e-17c8-4bc5-9a8f-95fece75a991 admin admin] Pushing event deleted for resources: {'Network': ['ID=3910432e-24ac-40d3-94c4-f8531a2331c5,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:59.311920 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56342) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:59.351322 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-01e269d6-15e2-410f-b01c-cd62df099384 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7e4c296f0144644b9107d08244cb934&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382338
Dec 18 22:01:59.353794 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56344) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:59.400925 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cf89105f-4bab-4daa-9555-3a81caa860cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.423078 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cf89105f-4bab-4daa-9555-3a81caa860cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.467232 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cf89105f-4bab-4daa-9555-3a81caa860cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.469852 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cf89105f-4bab-4daa-9555-3a81caa860cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.471017 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cf89105f-4bab-4daa-9555-3a81caa860cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbf801ad-79a5-463f-94a2-51becfc1f877 HTTP/1.1" status: 204  len: 168 time: 0.1162248
Dec 18 22:01:59.479409 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89105f-4bab-4daa-9555-3a81caa860cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf801ad-79a5-463f-94a2-51becfc1f877,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:01:59.780989 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56350) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:59.820097 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-19d24311-131c-4ec9-833d-d8c0d8f13932 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32042eedd46449a1adddb5403dca947f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0379465
Dec 18 22:01:59.822641 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56352) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:01:59.872571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ca39478-c88f-4bb5-94f2-c117831b4bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.892908 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ca39478-c88f-4bb5-94f2-c117831b4bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.938085 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ca39478-c88f-4bb5-94f2-c117831b4bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.940716 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-9ca39478-c88f-4bb5-94f2-c117831b4bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:01:59.941852 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-9ca39478-c88f-4bb5-94f2-c117831b4bb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3734c0cd-1045-4fef-b02f-9fceddbfea37 HTTP/1.1" status: 204  len: 168 time: 0.1183279
Dec 18 22:01:59.949697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca39478-c88f-4bb5-94f2-c117831b4bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3734c0cd-1045-4fef-b02f-9fceddbfea37,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:00.258433 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a9e3b795-5514-4c29-a53e-28042e481fff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:02:00.278774 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: a9e3b795-5514-4c29-a53e-28042e481fff {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:02:00.279120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device a9e3b795-5514-4c29-a53e-28042e481fff not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:02:00.279538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bc3b5855-fcb1-469e-9ed7-d39912adca44 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:02:00.299287 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: bc3b5855-fcb1-469e-9ed7-d39912adca44 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:02:00.299633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device bc3b5855-fcb1-469e-9ed7-d39912adca44 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:02:00.604573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56374) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:00.701665 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-886113928-network', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:00.724624 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Made reservation on behalf of bb152351dd1a4914b8b0a47536625080 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 22:02:00.727092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:00.735278 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:00.809225 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:00.812764 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:00.838286 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 22:02:00.846850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8143d973-6882-4169-af63-824d29f16dce,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:00.853906 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:00.854306 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Added segment eb93d653-d2b2-4566-85a2-0f77ab5b3f63 of type vlan for network b24ccf3a-47d3-47b5-9c65-d881553b675f
Dec 18 22:02:00.893123 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:00.920519 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:00.921467 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:00.922070 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:00.971158 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3654985
Dec 18 22:02:00.974603 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56378) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:00.979660 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-746ba7bb-5240-43e0-abce-377b3813c814 admin admin] Request body: {'subnet': {'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-886113928-subnet', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:00.982153 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c8296-7451-4174-be0d-5553629353ad admin admin] Pushing event updated for resources: {'Network': ['ID=b24ccf3a-47d3-47b5-9c65-d881553b675f,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:00.996357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network b24ccf3a-47d3-47b5-9c65-d881553b675f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 22:02:01.003680 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746ba7bb-5240-43e0-abce-377b3813c814 admin admin] Made reservation on behalf of bb152351dd1a4914b8b0a47536625080 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 22:02:01.006057 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-746ba7bb-5240-43e0-abce-377b3813c814 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.170085 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-746ba7bb-5240-43e0-abce-377b3813c814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.227174 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ba7bb-5240-43e0-abce-377b3813c814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1540fcce-e17c-4f99-b6ec-0dabf249fcde,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:01.237868 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ba7bb-5240-43e0-abce-377b3813c814 admin admin] Checking segment: {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 22:02:01.238229 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ba7bb-5240-43e0-abce-377b3813c814 admin admin] Network hostable DHCP agents. Network: b24ccf3a-47d3-47b5-9c65-d881553b675f, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 22:02:01.254210 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ba7bb-5240-43e0-abce-377b3813c814 admin admin] Network b24ccf3a-47d3-47b5-9c65-d881553b675f is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 22:02:01.262769 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-746ba7bb-5240-43e0-abce-377b3813c814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b24ccf3a-47d3-47b5-9c65-d881553b675f) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:02:01.266720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ba7bb-5240-43e0-abce-377b3813c814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:01.267304 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-746ba7bb-5240-43e0-abce-377b3813c814 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.272000 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12496fef-c85b-4c86-b348-8af8a4a4bb64 None None] Network b24ccf3a-47d3-47b5-9c65-d881553b675f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 22:02:01.284996 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-746ba7bb-5240-43e0-abce-377b3813c814 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3091595
Dec 18 22:02:01.287651 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56380) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:01.291895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:01.314875 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.315826 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.367075 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.375853 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b24ccf3a-47d3-47b5-9c65-d881553b675f', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 22:02:01.376721 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.504137 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.508134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Allocated IP 172.20.0.2 (b24ccf3a-47d3-47b5-9c65-d881553b675f/1540fcce-e17c-4f99-b6ec-0dabf249fcde/6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 22:02:01.651588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.657566 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.699189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Network b24ccf3a-47d3-47b5-9c65-d881553b675f is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 22:02:01.700903 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.702173 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:02:01.706927 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 22:02:01.709888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Pushing event updated for resources: {'Port': ['ID=6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:01.727586 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.764248 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Attempting to bind port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 22:02:01.764616 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Attempting to bind port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 22:02:01.764975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Attempting to bind port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb on network b24ccf3a-47d3-47b5-9c65-d881553b675f {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 22:02:01.770428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 22:02:01.770805 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Checking segment: {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 22:02:01.771199 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.771588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Bound using segment: {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 22:02:01.772041 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Bound port: 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 22:02:01.772413 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.832963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] For port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 22:02:01.835969 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] For port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 22:02:01.837064 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Allocated IP 172.35.3.90 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/dbe2d357-1745-4a26-b830-a7bb524e5c2f) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 22:02:01.840065 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.894666 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067c376-1b35-44d2-9d34-8c5579dbba1b None None] Pushing event updated for resources: {'Port': ['ID=6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:01.946591 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:01.981177 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:02.031756 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 22:02:02.037152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:02:02.042644 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 22:02:02.050284 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe2d357-1745-4a26-b830-a7bb524e5c2f,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:02.070090 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e033b1dd-2da5-40dc-831c-17540df20ef0 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:02:02.117816 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-1f3ceff2-1385-4e00-acbc-73a414bbe68e None None] Provisioning complete for port dbe2d357-1745-4a26-b830-a7bb524e5c2f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:02.118980 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1f3ceff2-1385-4e00-acbc-73a414bbe68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:02.160210 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ceff2-1385-4e00-acbc-73a414bbe68e None None] Port dbe2d357-1745-4a26-b830-a7bb524e5c2f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 22:02:02.283151 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:02:02.317693 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:02.332439 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:02.332808 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:02.407825 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:02.444102 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:02:02.448864 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:02.497244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:02.519352 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:02.652185 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 22:02:02.768222 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:02:02.777272 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Sync routers for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:02:02.789749 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] Publish callbacks [] for router, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:02.790014 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:02:02.790963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e44abb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:01:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:02.791118 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-092f3bb2-2d32-4d85-9ead-1ba5560263f8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5025351
Dec 18 22:02:02.793956 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56382) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:02.883261 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874bc647-0942-499d-9c74-aeb1855810ea None None] Network b24ccf3a-47d3-47b5-9c65-d881553b675f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 22:02:02.960443 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5053f458-68ef-4476-ace7-d770676bf958 None None] Provisioning complete for port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:02.960721 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5053f458-68ef-4476-ace7-d770676bf958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:02.966851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:02:03.171805 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-851deadf-271a-428c-9458-dd2f9170442c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.231776 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.267355 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e44abb0>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:02Z', 'revision_number': 3, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:03.296742 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Checking router: e0c5903b-3f06-4eb3-8af1-37ff3b43f783 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:02:03.297397 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Updating router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 port dbe2d357-1745-4a26-b830-a7bb524e5c2f binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 22:02:03.322325 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.405759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Allocated IP 172.20.0.1 (b24ccf3a-47d3-47b5-9c65-d881553b675f/1540fcce-e17c-4f99-b6ec-0dabf249fcde/5e96e4f3-9523-4a28-9be8-46180618e039) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 22:02:03.504465 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-820723d1-802c-4260-87e5-20e64d07ef6e None None] Provisioning complete for port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:03.504722 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-820723d1-802c-4260-87e5-20e64d07ef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.511437 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.543912 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.582699 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Network b24ccf3a-47d3-47b5-9c65-d881553b675f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 22:02:03.585531 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:02:03.590321 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 22:02:03.620842 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Pushing event updated for resources: {'Port': ['ID=5e96e4f3-9523-4a28-9be8-46180618e039,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:03.640269 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.657630 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.668102 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.739360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3152d9af-9630-4c1b-bcf3-f80ed2154d03 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:02:03.751756 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cebd5-ef7d-4bbd-a882-18dec6e7e90a None None] Pushing event updated for resources: {'Port': ['ID=dbe2d357-1745-4a26-b830-a7bb524e5c2f,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:03.756028 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Attempting to bind port dbe2d357-1745-4a26-b830-a7bb524e5c2f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 22:02:03.756332 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Attempting to bind port dbe2d357-1745-4a26-b830-a7bb524e5c2f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 22:02:03.756757 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Attempting to bind port dbe2d357-1745-4a26-b830-a7bb524e5c2f on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 22:02:03.766351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 22:02:03.766898 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 22:02:03.767481 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.767932 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 22:02:03.768948 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Bound port: dbe2d357-1745-4a26-b830-a7bb524e5c2f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 22:02:03.769446 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.791195 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.964926 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.969451 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:03.982637 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-6dae0f7f-b6b0-424d-b502-d5e379e95dda None None] Provisioning complete for port dbe2d357-1745-4a26-b830-a7bb524e5c2f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:03.983013 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6dae0f7f-b6b0-424d-b502-d5e379e95dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:04.013578 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] For port dbe2d357-1745-4a26-b830-a7bb524e5c2f, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 22:02:04.033308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] For port dbe2d357-1745-4a26-b830-a7bb524e5c2f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbe2d357-1745-4a26-b830-a7bb524e5c2f,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 22:02:04.036793 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-6dae0f7f-b6b0-424d-b502-d5e379e95dda None None] Port dbe2d357-1745-4a26-b830-a7bb524e5c2f cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 22:02:04.038650 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:04.040510 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Pushing event updated for resources: {'Port': ['ID=5e96e4f3-9523-4a28-9be8-46180618e039,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:04.041208 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:04.111049 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bc99f3-af87-4e7d-942a-9ca26c5fc987 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:02:04.125329 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:02:04.125942 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e44abb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:01:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:04.142615 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Network b24ccf3a-47d3-47b5-9c65-d881553b675f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 22:02:04.144708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:02:04.161186 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cebd5-ef7d-4bbd-a882-18dec6e7e90a None None] Pushing event updated for resources: {'Port': ['ID=dbe2d357-1745-4a26-b830-a7bb524e5c2f,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:04.220588 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7f6476ca-b1e9-4b3f-bcb9-00e5eb54588f None None] Provisioning complete for port 5e96e4f3-9523-4a28-9be8-46180618e039 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:04.220968 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f6476ca-b1e9-4b3f-bcb9-00e5eb54588f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:04.273551 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-7f6476ca-b1e9-4b3f-bcb9-00e5eb54588f None None] Port 5e96e4f3-9523-4a28-9be8-46180618e039 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 22:02:04.282064 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:02:04.284431 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 22:02:04.313110 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:02:04.353079 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-7f6476ca-b1e9-4b3f-bcb9-00e5eb54588f None None] Provisioning complete for port dbe2d357-1745-4a26-b830-a7bb524e5c2f triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:04.353448 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f6476ca-b1e9-4b3f-bcb9-00e5eb54588f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:04.404113 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:02:04.410230 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cae2146a-ba83-42c8-8dac-e1dfeab9a16e admin admin] 10.222.0.13 "PUT /v2.0/routers/e0c5903b-3f06-4eb3-8af1-37ff3b43f783/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6151879
Dec 18 22:02:04.505778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:04.506147 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:04.606982 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f6476ca-b1e9-4b3f-bcb9-00e5eb54588f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:04.639921 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-7f6476ca-b1e9-4b3f-bcb9-00e5eb54588f None None] For port dbe2d357-1745-4a26-b830-a7bb524e5c2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbe2d357-1745-4a26-b830-a7bb524e5c2f,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:02:04.665908 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f6476ca-b1e9-4b3f-bcb9-00e5eb54588f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:04.709254 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e44abb0>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 2, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:04.749442 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02a593-4a65-4a7a-8f3a-5f5e5d8e82b7 None None] The sync data for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 is: [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 2, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:02:04.765585 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6476ca-b1e9-4b3f-bcb9-00e5eb54588f None None] Pushing event updated for resources: {'Port': ['ID=dbe2d357-1745-4a26-b830-a7bb524e5c2f,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:04.794113 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f1dc7d5f-713d-41f7-9998-6710042d4c4a None None] Provisioning complete for port 5e96e4f3-9523-4a28-9be8-46180618e039 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:04.794634 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7d5f-713d-41f7-9998-6710042d4c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:04.829244 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc7d5f-713d-41f7-9998-6710042d4c4a None None] Port 5e96e4f3-9523-4a28-9be8-46180618e039 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 22:02:04.901596 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56398) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:04.906659 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-202436187-network', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:04.934063 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Made reservation on behalf of 56cda4dd779341c5a19761fdb2cf6a54 for: {'network': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 22:02:04.936747 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for network, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:04.951126 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.037234 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.041530 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.071388 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=126009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 18 22:02:05.084017 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da98e8bc-11d9-44b2-9ce7-fade524a6d82,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:05.089569 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.089915 ncdv-master-1 neutron-server[126009]: INFO neutron.db.segments_db [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Added segment 1f64c96e-cfd7-40fd-bd03-f009bfbcc041 of type vlan for network f34780ac-1adb-4e16-a533-71dcdd5d1f16
Dec 18 22:02:05.135991 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741975830833'] for network, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.163558 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578'] for network, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.164738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:05.165387 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.224254 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3214872
Dec 18 22:02:05.227194 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56400) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:05.232150 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-3fbf8b74-0700-44f2-acd5-bf0c489f479e admin admin] Request body: {'subnet': {'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-202436187-subnet', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'ip_version': 4}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:05.233267 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b1663-90a2-4093-a812-c413b4485951 admin admin] Pushing event updated for resources: {'Network': ['ID=f34780ac-1adb-4e16-a533-71dcdd5d1f16,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:05.243579 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Network f34780ac-1adb-4e16-a533-71dcdd5d1f16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 18 22:02:05.256310 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbf8b74-0700-44f2-acd5-bf0c489f479e admin admin] Made reservation on behalf of 56cda4dd779341c5a19761fdb2cf6a54 for: {'subnet': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 22:02:05.259119 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3fbf8b74-0700-44f2-acd5-bf0c489f479e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61515830'] for subnet, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.332837 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-825df5e4-22fe-450a-a68f-77e8070ab7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.460891 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3fbf8b74-0700-44f2-acd5-bf0c489f479e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62099390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61634560'] for subnet, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.519562 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf8b74-0700-44f2-acd5-bf0c489f479e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b17ed55-4304-4866-b0cf-a040320bdd0d,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:05.529173 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbf8b74-0700-44f2-acd5-bf0c489f479e admin admin] Checking segment: {'id': '1f64c96e-cfd7-40fd-bd03-f009bfbcc041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 22:02:05.529532 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbf8b74-0700-44f2-acd5-bf0c489f479e admin admin] Network hostable DHCP agents. Network: f34780ac-1adb-4e16-a533-71dcdd5d1f16, hostable agents: ['0971ed9d-5311-4c8a-b191-14554dd4f101'], hosted agents: [] {{(pid=126008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 18 22:02:05.547557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbf8b74-0700-44f2-acd5-bf0c489f479e admin admin] Network f34780ac-1adb-4e16-a533-71dcdd5d1f16 is scheduled to be hosted by DHCP agent 0971ed9d-5311-4c8a-b191-14554dd4f101 with binding_index 1 {{(pid=126008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 18 22:02:05.560104 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [None req-3fbf8b74-0700-44f2-acd5-bf0c489f479e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f34780ac-1adb-4e16-a533-71dcdd5d1f16) {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:02:05.564598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf8b74-0700-44f2-acd5-bf0c489f479e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:05.565780 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-3fbf8b74-0700-44f2-acd5-bf0c489f479e admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.571677 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a816191-743a-4310-a22b-68ea8e4bda04 None None] Network f34780ac-1adb-4e16-a533-71dcdd5d1f16 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 22:02:05.586111 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-3fbf8b74-0700-44f2-acd5-bf0c489f479e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3572357
Dec 18 22:02:05.588897 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56402) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:05.593947 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-202436187-router', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:05.619801 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12610'] for router, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.621105 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3908161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.689623 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f34780ac-1adb-4e16-a533-71dcdd5d1f16', 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16', 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'fixed_ips': [{'subnet_id': '7b17ed55-4304-4866-b0cf-a040320bdd0d'}]}} from ncdv-master-1. {{(pid=126010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 18 22:02:05.691390 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:05.860395 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.db_base_plugin_common [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Allocated IP 172.20.0.2 (f34780ac-1adb-4e16-a533-71dcdd5d1f16/7b17ed55-4304-4866-b0cf-a040320bdd0d/15a235af-36ce-40dc-880e-1e080a645beb) {{(pid=126010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 22:02:06.001894 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.021499 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Publish callbacks [] for port, precommit_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.029032 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379'] for port, after_create {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.074952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Network f34780ac-1adb-4e16-a533-71dcdd5d1f16 is already hosted by enough agents. {{(pid=126010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 22:02:06.083052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.scheduler.base_scheduler [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Resources bound (agent type, host, resource id):  {{(pid=126010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:02:06.085850 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Pushing event updated for resources: {'Port': ['ID=15a235af-36ce-40dc-880e-1e080a645beb,revision_number=1']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:06.088383 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Received port after_create {{(pid=126010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 22:02:06.148316 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Attempting to bind port 15a235af-36ce-40dc-880e-1e080a645beb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 22:02:06.148963 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Attempting to bind port 15a235af-36ce-40dc-880e-1e080a645beb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1f64c96e-cfd7-40fd-bd03-f009bfbcc041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 22:02:06.149558 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Attempting to bind port 15a235af-36ce-40dc-880e-1e080a645beb on network f34780ac-1adb-4e16-a533-71dcdd5d1f16 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 22:02:06.151292 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.155342 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 22:02:06.155863 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Checking segment: {'id': '1f64c96e-cfd7-40fd-bd03-f009bfbcc041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 22:02:06.156368 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.156827 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Bound using segment: {'id': '1f64c96e-cfd7-40fd-bd03-f009bfbcc041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 22:02:06.157362 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Bound port: 15a235af-36ce-40dc-880e-1e080a645beb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f64c96e-cfd7-40fd-bd03-f009bfbcc041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 22:02:06.157768 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.230641 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] For port 15a235af-36ce-40dc-880e-1e080a645beb, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 22:02:06.236583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] For port 15a235af-36ce-40dc-880e-1e080a645beb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15a235af-36ce-40dc-880e-1e080a645beb,segment=NetworkSegment(1f64c96e-cfd7-40fd-bd03-f009bfbcc041),segment_id=1f64c96e-cfd7-40fd-bd03-f009bfbcc041)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 22:02:06.243222 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.312539 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e3c84-3e32-4473-ab51-368a5d170e72 None None] Pushing event updated for resources: {'Port': ['ID=15a235af-36ce-40dc-880e-1e080a645beb,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:06.316446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dbe2d357-1745-4a26-b830-a7bb524e5c2f up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:02:06.379052 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port dbe2d357-1745-4a26-b830-a7bb524e5c2f triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:06.380123 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.389796 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.412667 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.550098 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Allocated IP 172.35.3.32 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/558520c8-9eb7-4ae5-9047-12683a3640fe) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 22:02:06.665092 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.680852 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.700503 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.741733 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 22:02:06.744522 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:02:06.748168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 22:02:06.753952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Pushing event updated for resources: {'Port': ['ID=558520c8-9eb7-4ae5-9047-12683a3640fe,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:06.758323 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08c59cb-6919-4a96-b923-361c444ee321 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:02:06.872772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b7888a95-35b3-48b6-8f3d-72fe6710140c None None] Provisioning complete for port 558520c8-9eb7-4ae5-9047-12683a3640fe triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:06.873231 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b7888a95-35b3-48b6-8f3d-72fe6710140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:06.912081 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-b7888a95-35b3-48b6-8f3d-72fe6710140c None None] Port 558520c8-9eb7-4ae5-9047-12683a3640fe cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 22:02:07.011058 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:07.040140 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Sync routers for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:02:07.050131 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:02:07.050770 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f539400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:02:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:07.209802 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3908216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904963'] for router, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:07.240047 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:02:07.336756 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Router 0c205819-9512-4587-8a60-85f90fde7253 is scheduled to L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f with binding_index 1 {{(pid=126009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 18 22:02:07.444489 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f539400>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 2, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:07.462174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:02:07.470618 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Checking router: e0c5903b-3f06-4eb3-8af1-37ff3b43f783 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:02:07.471251 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Updating router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 port 5e96e4f3-9523-4a28-9be8-46180618e039 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 22:02:07.472975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Sync routers for ids ['0c205819-9512-4587-8a60-85f90fde7253'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:02:07.484300 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Routers {'0c205819-9512-4587-8a60-85f90fde7253'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:02:07.484817 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d57b5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:02:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c205819-9512-4587-8a60-85f90fde7253'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:07.493232 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:07.496962 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-6ad0713c-12d1-407b-89af-dd101f9b0739 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9039700
Dec 18 22:02:07.497260 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56404) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:07.497619 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:07.629147 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Set router 0c205819-9512-4587-8a60-85f90fde7253 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:02:07.753952 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab9c610-1026-41de-bc08-75f31191df4d None None] Network f34780ac-1adb-4e16-a533-71dcdd5d1f16 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 22:02:07.794234 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:07.801089 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:07.852795 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Pushing event updated for resources: {'Port': ['ID=5e96e4f3-9523-4a28-9be8-46180618e039,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:07.879878 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.880225 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.880560 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.880915 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.881239 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.881561 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.881878 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.882194 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.882539 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.882853 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.883169 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.883483 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.883796 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:02:07.933658 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Attempting to bind port 5e96e4f3-9523-4a28-9be8-46180618e039 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 22:02:07.934077 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Attempting to bind port 5e96e4f3-9523-4a28-9be8-46180618e039 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 22:02:07.934536 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Attempting to bind port 5e96e4f3-9523-4a28-9be8-46180618e039 on network b24ccf3a-47d3-47b5-9c65-d881553b675f {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 22:02:07.940359 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 22:02:07.940772 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Checking segment: {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 22:02:07.941123 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:07.941506 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Bound using segment: {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 22:02:07.941968 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Bound port: 5e96e4f3-9523-4a28-9be8-46180618e039, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 22:02:07.942384 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.012624 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] For port 5e96e4f3-9523-4a28-9be8-46180618e039, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 22:02:08.016764 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] For port 5e96e4f3-9523-4a28-9be8-46180618e039, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e96e4f3-9523-4a28-9be8-46180618e039,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 22:02:08.021305 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.022419 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.084892 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b824b5-f693-4ec2-b708-45ce292d0128 None None] Pushing event updated for resources: {'Port': ['ID=5e96e4f3-9523-4a28-9be8-46180618e039,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:08.095412 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-809a51e6-d336-4947-bc66-883cd7957c3e None None] Provisioning complete for port 15a235af-36ce-40dc-880e-1e080a645beb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:08.095913 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-809a51e6-d336-4947-bc66-883cd7957c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.112967 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:02:08.113989 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f539400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:02:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:08.244656 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:02:08.249620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d57b5e0>, [{'id': '0c205819-9512-4587-8a60-85f90fde7253', 'name': 'tempest-TestSnapshotPattern-202436187-router', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:05Z', 'updated_at': '2021-12-18T22:02:06Z', 'revision_number': 3, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'gw_port': {'id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:46:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c205819-9512-4587-8a60-85f90fde7253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:06Z', 'updated_at': '2021-12-18T22:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:08.286096 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Allocated IP 172.20.0.1 (f34780ac-1adb-4e16-a533-71dcdd5d1f16/7b17ed55-4304-4866-b0cf-a040320bdd0d/5e45a839-a3f4-4b5e-8525-8a950a2e0683) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 22:02:08.293054 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Checking router: 0c205819-9512-4587-8a60-85f90fde7253 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:02:08.293389 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Updating router 0c205819-9512-4587-8a60-85f90fde7253 port 558520c8-9eb7-4ae5-9047-12683a3640fe binding host ncdv-master-1 {{(pid=126010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 22:02:08.332398 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-809a51e6-d336-4947-bc66-883cd7957c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.392744 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.464910 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.484909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-809a51e6-d336-4947-bc66-883cd7957c3e None None] For port 15a235af-36ce-40dc-880e-1e080a645beb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15a235af-36ce-40dc-880e-1e080a645beb,segment=NetworkSegment(1f64c96e-cfd7-40fd-bd03-f009bfbcc041),segment_id=1f64c96e-cfd7-40fd-bd03-f009bfbcc041)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:02:08.514793 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.518635 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-809a51e6-d336-4947-bc66-883cd7957c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.568521 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Network f34780ac-1adb-4e16-a533-71dcdd5d1f16 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 22:02:08.571627 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:02:08.573651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 22:02:08.585444 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f539400>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:08Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:08.604518 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5e96e4f3-9523-4a28-9be8-46180618e039 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:02:08.607278 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.611962 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Pushing event updated for resources: {'Port': ['ID=5e45a839-a3f4-4b5e-8525-8a950a2e0683,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:08.620738 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36194d98-5f05-4d8a-826d-f91f8b49f12f None None] The sync data for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 is: [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:08Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:02:08.639929 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3906992'] for router_interface, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.747161 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a51e6-d336-4947-bc66-883cd7957c3e None None] Pushing event updated for resources: {'Port': ['ID=15a235af-36ce-40dc-880e-1e080a645beb,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:08.769988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-61fa7035-5784-4442-9b2c-804876c606bd None None] Provisioning complete for port 15a235af-36ce-40dc-880e-1e080a645beb triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:08.770423 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-61fa7035-5784-4442-9b2c-804876c606bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.815952 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.845791 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:08.872220 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5e96e4f3-9523-4a28-9be8-46180618e039 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:08.872942 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.004923 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.009875 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.071655 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Publish callbacks [] for port, precommit_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.080568 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.081956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-61fa7035-5784-4442-9b2c-804876c606bd None None] Provisioning complete for port 5e96e4f3-9523-4a28-9be8-46180618e039 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:09.082345 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-61fa7035-5784-4442-9b2c-804876c606bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.083460 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Pushing event updated for resources: {'Port': ['ID=5e45a839-a3f4-4b5e-8525-8a950a2e0683,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:09.088218 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3901604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3907840'] for router_interface, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.091313 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.183848 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd5bc0-d3e0-4ec9-b61f-29a0fc3e4cb0 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:02:09.192383 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Network f34780ac-1adb-4e16-a533-71dcdd5d1f16 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 22:02:09.193953 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:02:09.207281 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] For port 5e96e4f3-9523-4a28-9be8-46180618e039, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e96e4f3-9523-4a28-9be8-46180618e039,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:02:09.208589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3243e37-82f1-40d1-ae52-6a19b9f82789 None None] Pushing event updated for resources: {'Port': ['ID=558520c8-9eb7-4ae5-9047-12683a3640fe,revision_number=2']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:09.211378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Attempting to bind port 558520c8-9eb7-4ae5-9047-12683a3640fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 22:02:09.211748 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Attempting to bind port 558520c8-9eb7-4ae5-9047-12683a3640fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 22:02:09.212117 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Attempting to bind port 558520c8-9eb7-4ae5-9047-12683a3640fe on network c1abfdfc-0c98-4a48-868b-8cd075b12438 {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 22:02:09.223312 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.224112 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 15a235af-36ce-40dc-880e-1e080a645beb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:02:09.230573 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 22:02:09.230956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Checking segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 22:02:09.231361 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.231758 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Bound using segment: {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'} {{(pid=126010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 22:02:09.232257 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.managers [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Bound port: 558520c8-9eb7-4ae5-9047-12683a3640fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240af827-2827-462e-a327-9768276b3436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438'}}] {{(pid=126010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 22:02:09.232632 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.328278 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Router 0c205819-9512-4587-8a60-85f90fde7253 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 22:02:09.394091 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Pushing event updated for resources: {'Port': ['ID=5e96e4f3-9523-4a28-9be8-46180618e039,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:09.409308 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] For port 558520c8-9eb7-4ae5-9047-12683a3640fe, host ncdv-master-1, cleared binding levels {{(pid=126010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 22:02:09.413926 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] For port 558520c8-9eb7-4ae5-9047-12683a3640fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=558520c8-9eb7-4ae5-9047-12683a3640fe,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 22:02:09.421129 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.425436 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 15a235af-36ce-40dc-880e-1e080a645beb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:09.425947 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.466046 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:02:09.479526 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-4c475779-ed86-4e73-a9dd-7cf1f486cd13 admin admin] 10.222.0.13 "PUT /v2.0/routers/0c205819-9512-4587-8a60-85f90fde7253/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9810169
Dec 18 22:02:09.500009 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85482c3-99b4-4af5-a17d-22eb24f50426 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:02:09.542691 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3243e37-82f1-40d1-ae52-6a19b9f82789 None None] Pushing event updated for resources: {'Port': ['ID=558520c8-9eb7-4ae5-9047-12683a3640fe,revision_number=3']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:09.545198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Routers {'0c205819-9512-4587-8a60-85f90fde7253'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:02:09.545794 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d57b5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:02:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c205819-9512-4587-8a60-85f90fde7253'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:09.600957 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-026ce7b1-e69d-42fd-b7f2-e747676207d1 None None] Provisioning complete for port 5e45a839-a3f4-4b5e-8525-8a950a2e0683 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:09.601328 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-026ce7b1-e69d-42fd-b7f2-e747676207d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.709337 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-026ce7b1-e69d-42fd-b7f2-e747676207d1 None None] Port 5e45a839-a3f4-4b5e-8525-8a950a2e0683 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 22:02:09.724341 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] Set router 0c205819-9512-4587-8a60-85f90fde7253 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:02:09.761013 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-026ce7b1-e69d-42fd-b7f2-e747676207d1 None None] Provisioning complete for port 558520c8-9eb7-4ae5-9047-12683a3640fe triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:09.761391 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-026ce7b1-e69d-42fd-b7f2-e747676207d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:09.944395 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56412) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:09.949164 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-679a4acb-0849-479c-a916-09b4ed1b80f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114189222', 'description': 'tempest-secgroup-smoke-1114189222 description', 'project_id': 'bb152351dd1a4914b8b0a47536625080'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:09.974191 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-679a4acb-0849-479c-a916-09b4ed1b80f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.045293 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-679a4acb-0849-479c-a916-09b4ed1b80f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.049366 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-679a4acb-0849-479c-a916-09b4ed1b80f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.081447 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-679a4acb-0849-479c-a916-09b4ed1b80f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.086035 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-679a4acb-0849-479c-a916-09b4ed1b80f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1404889
Dec 18 22:02:10.086611 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56414) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:10.088710 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a4acb-0849-479c-a916-09b4ed1b80f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36689f30-4462-42ae-b693-14f625731b41,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:10.097915 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-ac30c8fc-39a2-4fa0-a760-60b9087cdd51 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Request body: {'security_group_rule': {'security_group_id': '36689f30-4462-42ae-b693-14f625731b41', 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:10.115324 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-026ce7b1-e69d-42fd-b7f2-e747676207d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.129027 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac30c8fc-39a2-4fa0-a760-60b9087cdd51 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.155018 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-026ce7b1-e69d-42fd-b7f2-e747676207d1 None None] For port 558520c8-9eb7-4ae5-9047-12683a3640fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=558520c8-9eb7-4ae5-9047-12683a3640fe,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:02:10.160392 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-026ce7b1-e69d-42fd-b7f2-e747676207d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.184524 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac30c8fc-39a2-4fa0-a760-60b9087cdd51 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.188450 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac30c8fc-39a2-4fa0-a760-60b9087cdd51 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.204107 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30c8fc-39a2-4fa0-a760-60b9087cdd51 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947560bb-7c96-4bfb-9a47-c44657abae29,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:10.222063 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ce7b1-e69d-42fd-b7f2-e747676207d1 None None] Pushing event updated for resources: {'Port': ['ID=558520c8-9eb7-4ae5-9047-12683a3640fe,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:10.222771 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-ac30c8fc-39a2-4fa0-a760-60b9087cdd51 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.225829 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d57b5e0>, [{'id': '0c205819-9512-4587-8a60-85f90fde7253', 'name': 'tempest-TestSnapshotPattern-202436187-router', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:05Z', 'updated_at': '2021-12-18T22:02:08Z', 'revision_number': 4, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'gw_port': {'id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:46:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c205819-9512-4587-8a60-85f90fde7253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:06Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e45a839-a3f4-4b5e-8525-8a950a2e0683', 'name': '', 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'mac_address': 'fa:16:3e:9a:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c205819-9512-4587-8a60-85f90fde7253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '7b17ed55-4304-4866-b0cf-a040320bdd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:08Z', 'updated_at': '2021-12-18T22:02:08Z', 'revision_number': 2, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'subnets': [{'id': '7b17ed55-4304-4866-b0cf-a040320bdd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:10.227256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56416) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:10.231899 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-94f39132-f19c-4cf2-a6ba-eff99ac8d02c tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Request body: {'security_group_rule': {'security_group_id': '36689f30-4462-42ae-b693-14f625731b41', 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:10.238185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-ac30c8fc-39a2-4fa0-a760-60b9087cdd51 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1495736
Dec 18 22:02:10.257026 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27205607-92c0-4414-8b5f-1f5e323d1749 None None] The sync data for ids ['0c205819-9512-4587-8a60-85f90fde7253'] in ncdv-master-1 is: [{'id': '0c205819-9512-4587-8a60-85f90fde7253', 'name': 'tempest-TestSnapshotPattern-202436187-router', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:05Z', 'updated_at': '2021-12-18T22:02:08Z', 'revision_number': 4, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'gw_port': {'id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:46:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c205819-9512-4587-8a60-85f90fde7253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:06Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e45a839-a3f4-4b5e-8525-8a950a2e0683', 'name': '', 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'mac_address': 'fa:16:3e:9a:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c205819-9512-4587-8a60-85f90fde7253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '7b17ed55-4304-4866-b0cf-a040320bdd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:08Z', 'updated_at': '2021-12-18T22:02:08Z', 'revision_number': 2, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'subnets': [{'id': '7b17ed55-4304-4866-b0cf-a040320bdd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:02:10.264728 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94f39132-f19c-4cf2-a6ba-eff99ac8d02c tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.289907 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-b4429f2e-2547-4526-8b26-c55e25a3e28f None None] Provisioning complete for port 558520c8-9eb7-4ae5-9047-12683a3640fe triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:10.290676 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b4429f2e-2547-4526-8b26-c55e25a3e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.318931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5e96e4f3-9523-4a28-9be8-46180618e039 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:02:10.341485 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94f39132-f19c-4cf2-a6ba-eff99ac8d02c tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.347276 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94f39132-f19c-4cf2-a6ba-eff99ac8d02c tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.366397 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f39132-f19c-4cf2-a6ba-eff99ac8d02c tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d99d7c-4b3b-46b6-97a3-19000db990ee,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:10.377246 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-94f39132-f19c-4cf2-a6ba-eff99ac8d02c tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.381175 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-94f39132-f19c-4cf2-a6ba-eff99ac8d02c tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1504104
Dec 18 22:02:10.382159 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 56418) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:10.389018 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [None req-c2ff7d80-8857-448e-ab36-a754ca11cf26 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Request body: {'security_group_rule': {'security_group_id': '36689f30-4462-42ae-b693-14f625731b41', 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:10.424252 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5e96e4f3-9523-4a28-9be8-46180618e039 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:10.424623 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.428536 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7d80-8857-448e-ab36-a754ca11cf26 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.517111 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7d80-8857-448e-ab36-a754ca11cf26 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.522680 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7d80-8857-448e-ab36-a754ca11cf26 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.534772 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 15a235af-36ce-40dc-880e-1e080a645beb up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:02:10.542020 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff7d80-8857-448e-ab36-a754ca11cf26 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c2d912-4c58-4f52-adbd-92c67a90d012,revision_number=0']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:10.546224 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7d80-8857-448e-ab36-a754ca11cf26 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.547880 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-c2ff7d80-8857-448e-ab36-a754ca11cf26 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1641061
Dec 18 22:02:10.550381 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56420) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:10.557104 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-134a7491-9977-4773-8c67-be59982d4998 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Request body: {'security_group_rule': {'security_group_id': '36689f30-4462-42ae-b693-14f625731b41', 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:10.592758 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-134a7491-9977-4773-8c67-be59982d4998 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.594109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 15a235af-36ce-40dc-880e-1e080a645beb triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:10.594527 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.657960 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-134a7491-9977-4773-8c67-be59982d4998 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.662735 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-134a7491-9977-4773-8c67-be59982d4998 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.686589 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a7491-9977-4773-8c67-be59982d4998 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa74b80f-98d3-47f5-95c3-1e61df400d56,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:10.691571 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-134a7491-9977-4773-8c67-be59982d4998 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.692782 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-134a7491-9977-4773-8c67-be59982d4998 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1414049
Dec 18 22:02:10.695544 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56422) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:10.700416 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-3850a017-8564-491a-9f20-ef3747c67589 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Request body: {'security_group_rule': {'security_group_id': '36689f30-4462-42ae-b693-14f625731b41', 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:10.726006 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-3850a017-8564-491a-9f20-ef3747c67589 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Project bb152351dd1a4914b8b0a47536625080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 22:02:10.731210 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3850a017-8564-491a-9f20-ef3747c67589 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.792430 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3850a017-8564-491a-9f20-ef3747c67589 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.796521 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3850a017-8564-491a-9f20-ef3747c67589 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.815747 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850a017-8564-491a-9f20-ef3747c67589 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07683fb1-4cb0-4bd0-a64c-54b5310b2cde,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:10.824442 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-3850a017-8564-491a-9f20-ef3747c67589 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.825682 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-3850a017-8564-491a-9f20-ef3747c67589 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1289086
Dec 18 22:02:10.828511 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56424) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:10.833432 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-767a3aa2-e092-4e35-a52f-c463c6c9dc2f tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Request body: {'security_group_rule': {'security_group_id': '36689f30-4462-42ae-b693-14f625731b41', 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:10.857918 ncdv-master-1 neutron-server[126009]: INFO neutron.db.securitygroups_db [None req-767a3aa2-e092-4e35-a52f-c463c6c9dc2f tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Project bb152351dd1a4914b8b0a47536625080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 22:02:10.863174 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-767a3aa2-e092-4e35-a52f-c463c6c9dc2f tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.927546 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-767a3aa2-e092-4e35-a52f-c463c6c9dc2f tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.931584 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-767a3aa2-e092-4e35-a52f-c463c6c9dc2f tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4053979'] for security_group_rule, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.951933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a3aa2-e092-4e35-a52f-c463c6c9dc2f tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a954df5-ef04-4b56-91cc-0a332c99f764,revision_number=0']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:10.960629 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-767a3aa2-e092-4e35-a52f-c463c6c9dc2f tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:10.961831 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-767a3aa2-e092-4e35-a52f-c463c6c9dc2f tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1324074
Dec 18 22:02:11.112256 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-4badc379-a46f-4954-a8ca-f9da3c057031 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114189222&fields=id&tenant_id=bb152351dd1a4914b8b0a47536625080 HTTP/1.1" status: 200  len: 267 time: 0.0447330
Dec 18 22:02:11.218266 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-94a21989-2ad8-48fb-a901-53105be170e6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:11.219779 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-94a21989-2ad8-48fb-a901-53105be170e6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 809 time: 0.1006956
Dec 18 22:02:11.235118 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-a3adc0bc-4132-4455-b3ba-03b7bb76d46d tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/quotas/bb152351dd1a4914b8b0a47536625080 HTTP/1.1" status: 200  len: 375 time: 0.0088732
Dec 18 22:02:11.284465 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-e3a5b014-aa56-496b-a10b-501b6d2e5f92 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0436261
Dec 18 22:02:11.301688 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-91d3bbcd-f4a9-4f33-bf6e-66d7cd70afcd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 22:02:11.302698 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-91d3bbcd-f4a9-4f33-bf6e-66d7cd70afcd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057998
Dec 18 22:02:11.388076 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-c30d1a59-ac18-4dd9-a4f3-20ff8f42b1ca service neutron] 10.222.0.13 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0788817
Dec 18 22:02:11.499931 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-05ed30c9-bbea-4db2-84bf-1513565a123b service neutron] 10.222.0.13 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1053562
Dec 18 22:02:11.674488 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-709d539a-a382-44df-b5be-637fa95147b9 req-765720a4-d5cb-49c9-83ee-2bd2342545bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 210 time: 0.0267017
Dec 18 22:02:12.302999 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 558520c8-9eb7-4ae5-9047-12683a3640fe up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:02:12.349547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 558520c8-9eb7-4ae5-9047-12683a3640fe triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:12.349912 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:12.660407 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-42439e46-0786-4a70-9e0a-fcaa49a8c2a5 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:12.661948 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-42439e46-0786-4a70-9e0a-fcaa49a8c2a5 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.31 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 809 time: 0.1355674
Dec 18 22:02:12.731379 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-f87d8d1c-919c-47f2-b9ea-f7c5ee2551aa tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb152351dd1a4914b8b0a47536625080 HTTP/1.1" status: 200  len: 380 time: 0.0607557
Dec 18 22:02:12.743289 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Request body: {'port': {'device_id': '0bed4681-8d93-422a-946d-9f7a19302d39', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'admin_state_up': True, 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'security_groups': ['36689f30-4462-42ae-b693-14f625731b41']}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:12.780628 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a601786b-8b51-4372-9ce7-512a70e9e0f5 req-8644b41b-83fa-401b-9515-78815772a8e9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 210 time: 0.0286207
Dec 18 22:02:12.862965 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Made reservation on behalf of bb152351dd1a4914b8b0a47536625080 for: {'port': 1} {{(pid=126009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 22:02:12.866478 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:12.909725 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Sync routers for ids ['0c205819-9512-4587-8a60-85f90fde7253'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:02:12.919798 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Routers {'0c205819-9512-4587-8a60-85f90fde7253'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:02:12.920401 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f578190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:02:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c205819-9512-4587-8a60-85f90fde7253'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:13.001552 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Allocated IP 172.20.0.5 (b24ccf3a-47d3-47b5-9c65-d881553b675f/1540fcce-e17c-4f99-b6ec-0dabf249fcde/7e2c06c7-a5ef-419a-89d2-ef1a774f7df7) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 22:02:13.033471 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Set router 0c205819-9512-4587-8a60-85f90fde7253 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:02:13.140951 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.174803 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.226339 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Network b24ccf3a-47d3-47b5-9c65-d881553b675f is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 22:02:13.229146 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f578190>, [{'id': '0c205819-9512-4587-8a60-85f90fde7253', 'name': 'tempest-TestSnapshotPattern-202436187-router', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:05Z', 'updated_at': '2021-12-18T22:02:08Z', 'revision_number': 4, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'gw_port': {'id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c205819-9512-4587-8a60-85f90fde7253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:06Z', 'updated_at': '2021-12-18T22:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e45a839-a3f4-4b5e-8525-8a950a2e0683', 'name': '', 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'mac_address': 'fa:16:3e:9a:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c205819-9512-4587-8a60-85f90fde7253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '7b17ed55-4304-4866-b0cf-a040320bdd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:08Z', 'updated_at': '2021-12-18T22:02:08Z', 'revision_number': 2, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'subnets': [{'id': '7b17ed55-4304-4866-b0cf-a040320bdd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:13.229772 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:02:13.234513 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 22:02:13.238184 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'Port': ['ID=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:13.259519 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Checking router: 0c205819-9512-4587-8a60-85f90fde7253 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:02:13.259867 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Updating router 0c205819-9512-4587-8a60-85f90fde7253 port 5e45a839-a3f4-4b5e-8525-8a950a2e0683 binding host ncdv-master-1 {{(pid=126011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 18 22:02:13.287139 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.291150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:13.291791 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.309326 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-67cc90d0-05bb-4881-929a-0906d3c7fe07 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5702753
Dec 18 22:02:13.429885 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Request body: {'port': {'device_id': '0bed4681-8d93-422a-946d-9f7a19302d39', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:13.495274 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.497062 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-dc764171-67de-49e1-bc07-2d3bbebd9216 None None] Provisioning complete for port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:13.497601 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dc764171-67de-49e1-bc07-2d3bbebd9216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.532975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-dc764171-67de-49e1-bc07-2d3bbebd9216 None None] Port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 22:02:13.644857 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Publish callbacks [] for port, precommit_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.650484 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.721589 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd393e-924a-4593-bcd1-0a03fd0d2187 None None] Pushing event updated for resources: {'Port': ['ID=5e45a839-a3f4-4b5e-8525-8a950a2e0683,revision_number=3']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:13.753441 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Attempting to bind port 5e45a839-a3f4-4b5e-8525-8a950a2e0683 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 22:02:13.753805 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Attempting to bind port 5e45a839-a3f4-4b5e-8525-8a950a2e0683 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1f64c96e-cfd7-40fd-bd03-f009bfbcc041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16'}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 22:02:13.754409 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Attempting to bind port 5e45a839-a3f4-4b5e-8525-8a950a2e0683 on network f34780ac-1adb-4e16-a533-71dcdd5d1f16 {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 22:02:13.760097 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Checking agent: {'id': '4461dc7b-2912-417e-8a07-5b7fe3649f20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 36, 38), 'started_at': datetime.datetime(2021, 12, 18, 20, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 22:02:13.760473 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Checking segment: {'id': '1f64c96e-cfd7-40fd-bd03-f009bfbcc041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 22:02:13.760874 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.761266 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Bound using segment: {'id': '1f64c96e-cfd7-40fd-bd03-f009bfbcc041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16'} {{(pid=126011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 22:02:13.761730 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.managers [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Bound port: 5e45a839-a3f4-4b5e-8525-8a950a2e0683, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f64c96e-cfd7-40fd-bd03-f009bfbcc041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16'}}] {{(pid=126011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 22:02:13.761881 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 {{(pid=126009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 22:02:13.762371 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.770419 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.784054 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.provisioning_blocks [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Transition to ACTIVE for port object 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 will not be triggered until provisioned by entity L2. {{(pid=126009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 22:02:13.787709 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.847515 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] For port 5e45a839-a3f4-4b5e-8525-8a950a2e0683, host ncdv-master-1, cleared binding levels {{(pid=126011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 22:02:13.853908 ncdv-master-1 neutron-server[126011]: DEBUG neutron.plugins.ml2.db [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] For port 5e45a839-a3f4-4b5e-8525-8a950a2e0683, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e45a839-a3f4-4b5e-8525-8a950a2e0683,segment=NetworkSegment(1f64c96e-cfd7-40fd-bd03-f009bfbcc041),segment_id=1f64c96e-cfd7-40fd-bd03-f009bfbcc041)] {{(pid=126011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 22:02:13.860423 ncdv-master-1 neutron-server[126011]: DEBUG neutron_lib.callbacks.manager [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.885963 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Pushing event updated for resources: {'Port': ['ID=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:13.950061 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Routers {'0c205819-9512-4587-8a60-85f90fde7253'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:02:13.950796 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365f578190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:02:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c205819-9512-4587-8a60-85f90fde7253'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:13.973747 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Attempting to bind port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 22:02:13.974095 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Attempting to bind port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 22:02:13.974476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Attempting to bind port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 on network b24ccf3a-47d3-47b5-9c65-d881553b675f {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 22:02:13.979651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 on network b24ccf3a-47d3-47b5-9c65-d881553b675f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 22:02:13.979984 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Attempting to bind port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 on network b24ccf3a-47d3-47b5-9c65-d881553b675f {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 22:02:13.985746 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Checking agent: {'id': 'd7aebb0c-18cb-4c11-ab6d-ab9e027ad2e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 22:02:13.986291 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Checking segment: {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 22:02:13.987295 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Bound using segment: {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'} {{(pid=126009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 22:02:13.987732 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.managers [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Bound port: 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'}}] {{(pid=126009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 22:02:13.988089 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:13.991380 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f670e2c-61a4-49f7-afa5-c23f094c6c56 req-5967f102-0d51-4e81-9138-061c2e967ec8 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:13.993859 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f670e2c-61a4-49f7-afa5-c23f094c6c56 req-5967f102-0d51-4e81-9138-061c2e967ec8 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 943 time: 0.1056526
Dec 18 22:02:13.995635 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd393e-924a-4593-bcd1-0a03fd0d2187 None None] Pushing event updated for resources: {'Port': ['ID=5e45a839-a3f4-4b5e-8525-8a950a2e0683,revision_number=4']} {{(pid=126011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:14.063292 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] For port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7, host nch2-master-1, cleared binding levels {{(pid=126009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 22:02:14.066789 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] For port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 22:02:14.072688 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:14.075813 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6f670e2c-61a4-49f7-afa5-c23f094c6c56 req-961c5bf3-ab45-40ba-b040-0d2c341bc8ae tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680227
Dec 18 22:02:14.085576 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-876fc08c-13cb-4cf4-8d92-b015c78fc60a None None] Provisioning complete for port 5e45a839-a3f4-4b5e-8525-8a950a2e0683 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:14.088147 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-876fc08c-13cb-4cf4-8d92-b015c78fc60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:14.124423 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] Set router 0c205819-9512-4587-8a60-85f90fde7253 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:02:14.139033 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:14.139654 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:14.141120 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] 10.222.0.31 "PUT /v2.0/ports/7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 HTTP/1.1" status: 200  len: 1091 time: 0.8235142
Dec 18 22:02:14.141906 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:02:14.144822 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e855b513-2a1c-480f-a9a7-e7b79e995807" -d '{"events": [{"name": "network-changed", "server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:02:14.166245 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c20bbc-214d-4e76-8ab5-5578fc1413df service neutron] Pushing event updated for resources: {'Port': ['ID=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,revision_number=3']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:14.224027 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 22:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8878eb2b-8a19-4a89-bc4a-f6440f83b503 x-openstack-request-id: req-8878eb2b-8a19-4a89-bc4a-f6440f83b503 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:02:14.224418 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:02:14.224732 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8878eb2b-8a19-4a89-bc4a-f6440f83b503 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:02:14.225327 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'status': 'completed', 'code': 200}
Dec 18 22:02:14.274045 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-bed3cda4-cddb-4046-83fe-787577f39cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:14.279010 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-bed3cda4-cddb-4046-83fe-787577f39cca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 1094 time: 0.0777802
Dec 18 22:02:14.289857 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-876fc08c-13cb-4cf4-8d92-b015c78fc60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:14.356489 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-876fc08c-13cb-4cf4-8d92-b015c78fc60a None None] For port 5e45a839-a3f4-4b5e-8525-8a950a2e0683, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e45a839-a3f4-4b5e-8525-8a950a2e0683,segment=NetworkSegment(1f64c96e-cfd7-40fd-bd03-f009bfbcc041),segment_id=1f64c96e-cfd7-40fd-bd03-f009bfbcc041)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:02:14.363642 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-33946839-87ca-4ab2-9e9c-4d221e30316e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 HTTP/1.1" status: 200  len: 217 time: 0.0759530
Dec 18 22:02:14.364961 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-876fc08c-13cb-4cf4-8d92-b015c78fc60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:14.370111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5e45a839-a3f4-4b5e-8525-8a950a2e0683 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:02:14.432476 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-7602dd96-cdb8-4fa0-95b5-0f82b6ff3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:14.434096 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-7602dd96-cdb8-4fa0-95b5-0f82b6ff3571 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0625675
Dec 18 22:02:14.452686 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fc08c-13cb-4cf4-8d92-b015c78fc60a None None] Pushing event updated for resources: {'Port': ['ID=5e45a839-a3f4-4b5e-8525-8a950a2e0683,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:14.468378 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5e45a839-a3f4-4b5e-8525-8a950a2e0683 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:14.468956 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:14.489734 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-ca5c1460-478b-4f2c-b51d-a68af9437195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:14.491118 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365f578190>, [{'id': '0c205819-9512-4587-8a60-85f90fde7253', 'name': 'tempest-TestSnapshotPattern-202436187-router', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:05Z', 'updated_at': '2021-12-18T22:02:08Z', 'revision_number': 4, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'gw_port': {'id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c205819-9512-4587-8a60-85f90fde7253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:06Z', 'updated_at': '2021-12-18T22:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e45a839-a3f4-4b5e-8525-8a950a2e0683', 'name': '', 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'mac_address': 'fa:16:3e:9a:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c205819-9512-4587-8a60-85f90fde7253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '7b17ed55-4304-4866-b0cf-a040320bdd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:08Z', 'updated_at': '2021-12-18T22:02:13Z', 'revision_number': 4, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'subnets': [{'id': '7b17ed55-4304-4866-b0cf-a040320bdd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:14.493144 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-ca5c1460-478b-4f2c-b51d-a68af9437195 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0506787
Dec 18 22:02:14.524905 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-5519dae2-9b52-4869-acee-ca7b156cbb41 None None] Provisioning complete for port 5e45a839-a3f4-4b5e-8525-8a950a2e0683 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:14.525368 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-5519dae2-9b52-4869-acee-ca7b156cbb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:14.529286 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a68033-db0c-4044-b51a-d3bd1286065f None None] The sync data for ids ['0c205819-9512-4587-8a60-85f90fde7253'] in ncdv-master-1 is: [{'id': '0c205819-9512-4587-8a60-85f90fde7253', 'name': 'tempest-TestSnapshotPattern-202436187-router', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:05Z', 'updated_at': '2021-12-18T22:02:08Z', 'revision_number': 4, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'gw_port': {'id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c205819-9512-4587-8a60-85f90fde7253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:06Z', 'updated_at': '2021-12-18T22:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e45a839-a3f4-4b5e-8525-8a950a2e0683', 'name': '', 'network_id': 'f34780ac-1adb-4e16-a533-71dcdd5d1f16', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'mac_address': 'fa:16:3e:9a:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c205819-9512-4587-8a60-85f90fde7253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '7b17ed55-4304-4866-b0cf-a040320bdd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:08Z', 'updated_at': '2021-12-18T22:02:13Z', 'revision_number': 4, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'subnets': [{'id': '7b17ed55-4304-4866-b0cf-a040320bdd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:02:14.603741 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-19d995d5-7f0c-4d61-97f7-6f8f2282e760 service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1046004
Dec 18 22:02:14.701689 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5a7497b1-6a26-4b6b-9af9-27d1460db4e6 req-ed0683e2-9bf7-40ac-8f7f-14612ad661df service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902972
Dec 18 22:02:15.147815 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855b513-2a1c-480f-a9a7-e7b79e995807 req-5387797c-3864-4aad-92f2-c0c2f1278628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:15.149318 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e855b513-2a1c-480f-a9a7-e7b79e995807 req-5387797c-3864-4aad-92f2-c0c2f1278628 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 1094 time: 0.3469508
Dec 18 22:02:15.208526 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4f01f-6df0-47a0-a65d-2cb5feb3d5a5 req-696c4c0f-aa7a-423b-8993-ebaccc9b2ee9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:15.210057 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31a4f01f-6df0-47a0-a65d-2cb5feb3d5a5 req-696c4c0f-aa7a-423b-8993-ebaccc9b2ee9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 943 time: 0.0477276
Dec 18 22:02:15.242350 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855b513-2a1c-480f-a9a7-e7b79e995807 req-9d6b669e-bd56-404b-90d9-8a133f6709df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:15.243850 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e855b513-2a1c-480f-a9a7-e7b79e995807 req-9d6b669e-bd56-404b-90d9-8a133f6709df service neutron] 10.222.0.31 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 910 time: 0.0871508
Dec 18 22:02:15.259841 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-31a4f01f-6df0-47a0-a65d-2cb5feb3d5a5 req-fd5f81b8-722b-44fb-b351-452ed43db31a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422795
Dec 18 22:02:15.289586 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e855b513-2a1c-480f-a9a7-e7b79e995807 req-3a5c6f9f-ee63-4fff-a5ad-34e3ad25619f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 HTTP/1.1" status: 200  len: 217 time: 0.0380468
Dec 18 22:02:15.338644 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855b513-2a1c-480f-a9a7-e7b79e995807 req-f02701c2-7af5-4f6d-bfee-c74702fc1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:15.340081 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e855b513-2a1c-480f-a9a7-e7b79e995807 req-f02701c2-7af5-4f6d-bfee-c74702fc1401 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0437770
Dec 18 22:02:15.385240 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855b513-2a1c-480f-a9a7-e7b79e995807 req-05c238a5-46a8-492e-8cfc-6d503a563e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:15.386755 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e855b513-2a1c-480f-a9a7-e7b79e995807 req-05c238a5-46a8-492e-8cfc-6d503a563e87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392475
Dec 18 22:02:15.483302 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e855b513-2a1c-480f-a9a7-e7b79e995807 req-c94597c2-0ce3-4312-9506-0659fe5e500e service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881200
Dec 18 22:02:15.578892 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-e855b513-2a1c-480f-a9a7-e7b79e995807 req-6f5cbd0a-156b-4478-ab19-59807ee0c2f6 service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879939
Dec 18 22:02:15.580993 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:16.272251 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5e45a839-a3f4-4b5e-8525-8a950a2e0683 up at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:02:16.323456 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Provisioning complete for port 5e45a839-a3f4-4b5e-8525-8a950a2e0683 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:16.323824 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:16.380708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e702493-cf3f-4209-acc7-99b774377cc9 req-d0249d80-a5c8-4359-a16b-bd48b46122d4 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:16.382180 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e702493-cf3f-4209-acc7-99b774377cc9 req-d0249d80-a5c8-4359-a16b-bd48b46122d4 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 943 time: 0.0523295
Dec 18 22:02:16.434827 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e702493-cf3f-4209-acc7-99b774377cc9 req-deb045ab-19af-4614-a485-1849ca8cbe67 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465090
Dec 18 22:02:17.490912 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 22:02:17.553199 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f85c3-4a12-473f-b882-6e682c497ecb req-5d8c7ad0-9efc-4eeb-9edf-08f1ba89a489 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:17.554930 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f1f85c3-4a12-473f-b882-6e682c497ecb req-5d8c7ad0-9efc-4eeb-9edf-08f1ba89a489 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 943 time: 0.0485709
Dec 18 22:02:17.589096 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:02:17.600409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'port_id': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'mac_address': 'fa:16:3e:a7:b2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 22:02:17.604077 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-5f1f85c3-4a12-473f-b882-6e682c497ecb req-cb873439-b3aa-46fb-b38e-5d2839dc6212 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430834
Dec 18 22:02:17.637108 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:17.650322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 22:02:17.669451 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:02:17.673578 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:17.721227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:17.919975 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['7e2c06c7-a5ef-419a-89d2-ef1a774f7df7'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 22:02:18.717129 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfc4c0-168c-4b78-b43c-5037dfa2ffb7 req-0e549b13-1d88-4ef6-a394-56fdb1d93f96 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:18.718663 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-02cfc4c0-168c-4b78-b43c-5037dfa2ffb7 req-0e549b13-1d88-4ef6-a394-56fdb1d93f96 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 944 time: 0.0476184
Dec 18 22:02:18.766577 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-02cfc4c0-168c-4b78-b43c-5037dfa2ffb7 req-251f802f-0587-4d7b-a912-42da7800c527 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413125
Dec 18 22:02:19.286027 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:02:19.493608 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:02:19.540506 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning for port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 22:02:19.544207 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:02:19.544579 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:19.620679 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:19.642629 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:02:19.644877 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4cc16f-0780-4367-8b17-26e821ed03db" -d '{"events": [{"server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "name": "network-vif-plugged", "status": "completed", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:02:19.657144 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:02:19.662117 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:19.691113 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 22:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489b622c-e956-433f-b43c-a435b4496c94 x-openstack-request-id: req-489b622c-e956-433f-b43c-a435b4496c94 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:02:19.691405 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "name": "network-vif-plugged", "status": "completed", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:02:19.691659 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-489b622c-e956-433f-b43c-a435b4496c94 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:02:19.692072 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'code': 200}
Dec 18 22:02:19.723429 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:19.783960 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab44968-ab53-4e8b-8c60-76f9f8296150 req-b78b3dc1-8c2d-415a-a901-9430242fe8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:19.785497 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ab44968-ab53-4e8b-8c60-76f9f8296150 req-b78b3dc1-8c2d-415a-a901-9430242fe8b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 1096 time: 0.0419991
Dec 18 22:02:19.839836 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-2ab44968-ab53-4e8b-8c60-76f9f8296150 req-9a0fce20-8f6d-488d-8314-f2a019357b19 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471106
Dec 18 22:02:19.889029 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec6c40-b2f4-46ac-a37f-0bc181c46031 req-7b3151aa-d267-433f-8e80-179271bd8ba3 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:19.890545 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6cec6c40-b2f4-46ac-a37f-0bc181c46031 req-7b3151aa-d267-433f-8e80-179271bd8ba3 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 945 time: 0.0515561
Dec 18 22:02:19.938618 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6cec6c40-b2f4-46ac-a37f-0bc181c46031 req-9e2bace5-94cb-471a-83a7-0a35e8b5260b tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412765
Dec 18 22:02:20.220511 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:21.062023 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edceac3-0ebd-4369-956c-bdb14b844e1c req-53efe60b-9c48-48b3-92f4-e4bf7b870be4 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:21.063525 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4edceac3-0ebd-4369-956c-bdb14b844e1c req-53efe60b-9c48-48b3-92f4-e4bf7b870be4 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 945 time: 0.0484805
Dec 18 22:02:21.113686 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-4edceac3-0ebd-4369-956c-bdb14b844e1c req-2308a269-6514-4483-824b-92606398e121 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441048
Dec 18 22:02:21.236797 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf816e-402e-4040-8fe6-570e9536f855 req-72fc7465-234b-4533-bd9c-ddf8d5211405 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:21.238216 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fcbf816e-402e-4040-8fe6-570e9536f855 req-72fc7465-234b-4533-bd9c-ddf8d5211405 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 945 time: 0.0499637
Dec 18 22:02:21.291503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-fcbf816e-402e-4040-8fe6-570e9536f855 req-dd430cd9-9128-4af7-b61c-5b45fecf4a30 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472150
Dec 18 22:02:21.312818 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56476) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:21.397722 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37af02a-e32e-4635-af0f-552e7d569522 tempest-TestSnapshotPattern-2113762905 tempest-TestSnapshotPattern-2113762905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:21.399312 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-f37af02a-e32e-4635-af0f-552e7d569522 tempest-TestSnapshotPattern-2113762905 tempest-TestSnapshotPattern-2113762905-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 1091 time: 0.0854940
Dec 18 22:02:21.402171 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56480) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:02:21.406428 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:02:21.433331 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:21.537416 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:21.638189 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Allocated IP 172.35.3.174 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/b6f1e320-95f7-497c-b3c0-efa143d925ad) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 22:02:21.741716 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:21.779816 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:21.817595 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 22:02:21.821741 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:02:21.824256 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 22:02:21.847819 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'Port': ['ID=b6f1e320-95f7-497c-b3c0-efa143d925ad,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:22.300531 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:22.397102 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:22.538691 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:22.542753 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:22.610887 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'Port': ['ID=b6f1e320-95f7-497c-b3c0-efa143d925ad,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:02:22.622895 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:22.721235 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Floating IP fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7 associated. External IP: 172.35.3.174, port: 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7.
Dec 18 22:02:22.922869 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 22:02:23.026150 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:02:23.036409 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a148e6-f4d7-4340-ae25-9b959276a12a None None] Sync routers for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:02:23.044170 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:23.047721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a148e6-f4d7-4340-ae25-9b959276a12a None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:02:23.047721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a1a148e6-f4d7-4340-ae25-9b959276a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb62040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:02:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:23.071240 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d2749ffb-95bf-49ea-9247-d57bbcb830a9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.6680448
Dec 18 22:02:23.071927 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:02:23.074182 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a0e324-a57e-479b-9723-a6e33a944eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:02:23.119613 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 22:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404f940e-2e43-4a3b-9840-d17efe5b154c x-openstack-request-id: req-404f940e-2e43-4a3b-9840-d17efe5b154c {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:02:23.119912 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:02:23.120172 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-404f940e-2e43-4a3b-9840-d17efe5b154c {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:02:23.120590 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'status': 'completed', 'code': 200}
Dec 18 22:02:23.159708 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a1a148e6-f4d7-4340-ae25-9b959276a12a None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:02:23.182077 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0e324-a57e-479b-9723-a6e33a944eb6 req-a0551709-fb1e-41ae-85d4-5e4d57f7cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:23.183552 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45a0e324-a57e-479b-9723-a6e33a944eb6 req-a0551709-fb1e-41ae-85d4-5e4d57f7cd30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 1096 time: 0.0413539
Dec 18 22:02:23.275690 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0e324-a57e-479b-9723-a6e33a944eb6 req-7e18fd82-28e2-4b9a-99d5-2276da4385ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:23.277259 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45a0e324-a57e-479b-9723-a6e33a944eb6 req-7e18fd82-28e2-4b9a-99d5-2276da4385ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 910 time: 0.0873082
Dec 18 22:02:23.388610 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a1a148e6-f4d7-4340-ae25-9b959276a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb62040>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'floating_ip_address': '172.35.3.174', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'port_id': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'mac_address': 'fa:16:3e:a7:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bed4681-8d93-422a-946d-9f7a19302d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T22:02:22Z', 'updated_at': '2021-12-18T22:02:22Z', 'revision_number': 0, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:23.417615 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a148e6-f4d7-4340-ae25-9b959276a12a None None] Checking router: e0c5903b-3f06-4eb3-8af1-37ff3b43f783 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:02:23.427165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a148e6-f4d7-4340-ae25-9b959276a12a None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:02:23.427851 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a1a148e6-f4d7-4340-ae25-9b959276a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365eb62040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:02:05Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:23.542682 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-a1a148e6-f4d7-4340-ae25-9b959276a12a None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:02:23.674920 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45a0e324-a57e-479b-9723-a6e33a944eb6 req-ee3c25ab-94b7-4da4-a20b-f89f13560960 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 HTTP/1.1" status: 200  len: 999 time: 0.3901310
Dec 18 22:02:23.724064 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0e324-a57e-479b-9723-a6e33a944eb6 req-628541c3-2a1f-4e54-8fac-07d5a6fa74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:23.725587 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45a0e324-a57e-479b-9723-a6e33a944eb6 req-628541c3-2a1f-4e54-8fac-07d5a6fa74b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0439539
Dec 18 22:02:23.776185 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0e324-a57e-479b-9723-a6e33a944eb6 req-af67d76d-a57d-4955-95d4-ae352d184121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:02:23.776450 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-a1a148e6-f4d7-4340-ae25-9b959276a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365eb62040>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'floating_ip_address': '172.35.3.174', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'port_id': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'mac_address': 'fa:16:3e:a7:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bed4681-8d93-422a-946d-9f7a19302d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T22:02:22Z', 'updated_at': '2021-12-18T22:02:22Z', 'revision_number': 0, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:02:23.777726 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45a0e324-a57e-479b-9723-a6e33a944eb6 req-af67d76d-a57d-4955-95d4-ae352d184121 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0451219
Dec 18 22:02:23.806866 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a148e6-f4d7-4340-ae25-9b959276a12a None None] The sync data for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 is: [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'floating_ip_address': '172.35.3.174', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'port_id': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'mac_address': 'fa:16:3e:a7:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bed4681-8d93-422a-946d-9f7a19302d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T22:02:22Z', 'updated_at': '2021-12-18T22:02:22Z', 'revision_number': 0, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:02:23.869761 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45a0e324-a57e-479b-9723-a6e33a944eb6 req-f9b32576-4030-452b-b67e-68c1741aaab9 service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848129
Dec 18 22:02:23.966153 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-45a0e324-a57e-479b-9723-a6e33a944eb6 req-a016b0bf-15da-4331-9d24-6f029e914d74 service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893693
Dec 18 22:02:24.003446 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa32f3-4d7a-41d2-aff1-ab39b9b6aa73 None None] New status for floating IP fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 22:02:33.143121 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1dfd234a-b83d-42bc-bb0d-af0480d10309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:35.318514 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e1f88a5b-becd-4828-8405-9535857ebe83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:36.687225 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:38.398888 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:38.749333 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:45.598714 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:50.211259 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:02:56.287518 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:03:03.145164 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f2980fa2-367a-4181-a0d2-b59b5e13aae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:05.318743 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-37d852c3-bc24-44cb-8049-159ca351772c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:06.685657 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:08.401694 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:08.759830 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:15.608487 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:20.210409 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:22.550325 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee5c8ac0-93ca-4fa3-b775-0d5d9031cbf6 req-e6eb09d8-7473-4bd4-b029-94f8a2d1e10c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0402334
Dec 18 22:03:22.630079 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c8ac0-93ca-4fa3-b775-0d5d9031cbf6 req-076ecce3-04a0-4d08-9d5b-0c03c621f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:03:22.631628 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee5c8ac0-93ca-4fa3-b775-0d5d9031cbf6 req-076ecce3-04a0-4d08-9d5b-0c03c621f6cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 1096 time: 0.0399156
Dec 18 22:03:22.737935 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c8ac0-93ca-4fa3-b775-0d5d9031cbf6 req-7d014cf7-a633-485c-bd03-4512107802b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:03:22.739456 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee5c8ac0-93ca-4fa3-b775-0d5d9031cbf6 req-7d014cf7-a633-485c-bd03-4512107802b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 910 time: 0.0878613
Dec 18 22:03:22.804760 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee5c8ac0-93ca-4fa3-b775-0d5d9031cbf6 req-ebf66df3-c077-43db-861b-7a3596ffc435 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 HTTP/1.1" status: 200  len: 1001 time: 0.0586796
Dec 18 22:03:22.857791 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c8ac0-93ca-4fa3-b775-0d5d9031cbf6 req-e475c828-8054-4c43-a9d1-6afa230065fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:03:22.859241 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee5c8ac0-93ca-4fa3-b775-0d5d9031cbf6 req-e475c828-8054-4c43-a9d1-6afa230065fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0462532
Dec 18 22:03:22.907319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c8ac0-93ca-4fa3-b775-0d5d9031cbf6 req-73b72eee-f11a-40b6-8e5f-97931ad1f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:03:22.908778 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee5c8ac0-93ca-4fa3-b775-0d5d9031cbf6 req-73b72eee-f11a-40b6-8e5f-97931ad1f841 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428848
Dec 18 22:03:22.996678 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee5c8ac0-93ca-4fa3-b775-0d5d9031cbf6 req-d924eb8f-7ce6-4ed1-bedc-35fae1a3f33f service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805306
Dec 18 22:03:23.090529 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-ee5c8ac0-93ca-4fa3-b775-0d5d9031cbf6 req-c60122ac-dd0b-4efb-958e-49d6cc1877ed service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867505
Dec 18 22:03:33.146778 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e4b24de9-54bd-4aab-8397-54abe1cf3390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:33.287010 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:03:35.320196 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-0e14bfb1-8c23-4fbf-bf89-b665c06c7d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:36.688680 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:38.404234 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:38.752423 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:45.626482 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:03:50.209744 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:03.147494 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-77494432-eb7b-4b8d-b3d4-1766d659c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:05.321335 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b2822aaf-6755-40d3-b6ec-46ca31b6f7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:06.690986 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:08.407229 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:08.755359 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:10.286512 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:04:15.625749 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:20.178538 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 22:04:20.260130 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:20.298925 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:04:20.310211 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Returning: {'device': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'port_id': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'mac_address': 'fa:16:3e:a7:b2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 22:04:20.361492 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:20.378297 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 22:04:20.398156 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:04:20.402472 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:20.455241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:04:20.463059 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.463405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.463744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.464078 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.464408 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.464988 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.465311 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.465633 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.465955 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.466428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.466787 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.467120 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.467440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:20.474709 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] get_ports_and_sgs() called for port_ids ['7e2c06c7-a5ef-419a-89d2-ef1a774f7df7'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 22:04:22.209600 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 up at agent hyperv_nch2-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:04:22.266403 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Provisioning complete for port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:04:22.266776 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:22.523345 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:22.553747 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:04:22.556609 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81076a9-5439-43a6-bed8-c8d6a600011d" -d '{"events": [{"server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "name": "network-vif-plugged", "status": "completed", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:04:22.581111 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:04:22.590189 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:22.645547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:04:22.696377 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 22:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8265e565-ada8-481b-b795-3f14988b3889 x-openstack-request-id: req-8265e565-ada8-481b-b795-3f14988b3889 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:04:22.696686 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "name": "network-vif-plugged", "status": "completed", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:04:22.696945 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8265e565-ada8-481b-b795-3f14988b3889 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:04:22.697365 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'code': 200}
Dec 18 22:04:24.583293 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99259e-0cc5-448b-8336-216ea296707e req-e9746d84-3771-4357-ac2d-49c6d2b5ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:24.584963 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1f99259e-0cc5-448b-8336-216ea296707e req-e9746d84-3771-4357-ac2d-49c6d2b5ab22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 1096 time: 0.0441170
Dec 18 22:04:24.710472 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99259e-0cc5-448b-8336-216ea296707e req-db1eb082-931d-400e-a307-ea560de9ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:24.712277 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1f99259e-0cc5-448b-8336-216ea296707e req-db1eb082-931d-400e-a307-ea560de9ef31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 910 time: 0.1047027
Dec 18 22:04:24.790354 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1f99259e-0cc5-448b-8336-216ea296707e req-d4d97d8d-94ab-4e4d-bd09-da3a3c662262 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 HTTP/1.1" status: 200  len: 1001 time: 0.0694673
Dec 18 22:04:24.846730 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99259e-0cc5-448b-8336-216ea296707e req-c8090d0c-8f54-49e3-9989-9a77a9d3de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:24.848277 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1f99259e-0cc5-448b-8336-216ea296707e req-c8090d0c-8f54-49e3-9989-9a77a9d3de85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0511625
Dec 18 22:04:24.910555 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99259e-0cc5-448b-8336-216ea296707e req-d4a6a5ac-1c8c-4bdd-a164-2233737cb0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:24.912117 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1f99259e-0cc5-448b-8336-216ea296707e req-d4a6a5ac-1c8c-4bdd-a164-2233737cb0dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0553169
Dec 18 22:04:25.018369 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1f99259e-0cc5-448b-8336-216ea296707e req-7627b45e-12f6-45f3-9e5d-4589da0352ee service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0994704
Dec 18 22:04:25.118008 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-1f99259e-0cc5-448b-8336-216ea296707e req-10bdf217-0520-414d-94c4-a0ed5fdd6775 service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0934241
Dec 18 22:04:29.632300 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-a75c3d85-3588-4094-b0c1-d1d0b81f50b5 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114189222&fields=id&tenant_id=bb152351dd1a4914b8b0a47536625080 HTTP/1.1" status: 200  len: 267 time: 0.0465062
Dec 18 22:04:29.740601 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-c5943fdd-0298-4826-937b-e49203861f4c tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:29.742618 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-c5943fdd-0298-4826-937b-e49203861f4c tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 809 time: 0.1020329
Dec 18 22:04:29.757338 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-85d1442a-85c7-4271-8a15-a7e4019af864 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/quotas/bb152351dd1a4914b8b0a47536625080 HTTP/1.1" status: 200  len: 375 time: 0.0088322
Dec 18 22:04:29.808610 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-d96450ff-424c-41b3-aa2c-f30376ef8aa2 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0453506
Dec 18 22:04:29.901548 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-67fa0261-d51d-40c3-928b-73ef8b0be6f0 service neutron] 10.222.0.13 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813134
Dec 18 22:04:29.995516 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-d3e730a9-3c9d-4837-bc9f-bbc5fc18484c service neutron] 10.222.0.13 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880053
Dec 18 22:04:31.205634 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-04390a9c-c574-45e7-a056-e1e8f46d034b req-4716c441-3378-4f73-8e6d-dc1962fa5612 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 210 time: 0.0273840
Dec 18 22:04:32.234832 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-ef1c2980-d521-489a-b1a4-262143bda9dd tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:32.236559 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-ef1c2980-d521-489a-b1a4-262143bda9dd tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.36 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 809 time: 0.1046917
Dec 18 22:04:32.239109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:04:32.320987 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f3b96ec5-d603-4b8b-9cb4-a7920d3a8c9d req-a6e0e27d-a978-43e0-9c13-e4d35757e3ac tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 210 time: 0.0303276
Dec 18 22:04:32.322879 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:32.328604 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-f5c2d28f-5ac9-40ea-a379-28f194d9270a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb152351dd1a4914b8b0a47536625080 HTTP/1.1" status: 200  len: 380 time: 0.0804620
Dec 18 22:04:32.343883 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Request body: {'port': {'device_id': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'admin_state_up': True, 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'security_groups': ['36689f30-4462-42ae-b693-14f625731b41']}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:04:32.347620 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:04:32.349831 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbfe6d1-59b5-41d7-bb2e-950358404ae4" -d '{"events": [{"server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:04:32.362196 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] For port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:04:32.367254 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:32.401011 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 22:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243c91c6-1418-4c63-bd86-e6486982979b x-openstack-request-id: req-243c91c6-1418-4c63-bd86-e6486982979b {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:04:32.401303 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:04:32.401561 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-243c91c6-1418-4c63-bd86-e6486982979b {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:04:32.402036 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'code': 200}
Dec 18 22:04:32.430577 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Pushing event updated for resources: {'Port': ['ID=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:04:32.849458 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Made reservation on behalf of bb152351dd1a4914b8b0a47536625080 for: {'port': 1} {{(pid=126008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 18 22:04:32.853945 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:32.985933 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_common [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Allocated IP 172.20.0.12 (b24ccf3a-47d3-47b5-9c65-d881553b675f/1540fcce-e17c-4f99-b6ec-0dabf249fcde/b2b66278-f4a7-4aae-be60-1a175098d318) {{(pid=126008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 22:04:33.131372 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for port, precommit_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:33.155649 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-9c2db5e0-215c-4f90-8823-f8a48a3cf3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:33.171307 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_create {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:33.219467 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Network b24ccf3a-47d3-47b5-9c65-d881553b675f is already hosted by enough agents. {{(pid=126008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 22:04:33.222696 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.base_scheduler [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Resources bound (agent type, host, resource id):  {{(pid=126008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:04:33.225188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Received port after_create {{(pid=126008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 22:04:33.264516 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'Port': ['ID=b2b66278-f4a7-4aae-be60-1a175098d318,revision_number=1']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:04:33.278152 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.278708 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.279050 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.279389 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.279725 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.280058 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.280385 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.280715 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.281035 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.281360 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.281678 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.282000 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.282363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:33.303341 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:33.304561 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:33.324419 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-1574777c-61c5-48eb-86fc-d12bb2e0a500 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9851916
Dec 18 22:04:33.495966 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34912134-2772-4eaa-a487-e6aba8a91d18 req-bf2b1924-fad7-4d82-b056-27e27092948d tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:33.497767 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34912134-2772-4eaa-a487-e6aba8a91d18 req-bf2b1924-fad7-4d82-b056-27e27092948d tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 932 time: 0.0730579
Dec 18 22:04:33.534528 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-8607932d-e03a-4c2b-b760-308f02e1f031 None None] Provisioning complete for port b2b66278-f4a7-4aae-be60-1a175098d318 triggered by entity DHCP. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:04:33.535110 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8607932d-e03a-4c2b-b760-308f02e1f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:33.548027 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-34912134-2772-4eaa-a487-e6aba8a91d18 req-d300c27f-e133-4001-bf42-95209602e85a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442808
Dec 18 22:04:33.573789 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8607932d-e03a-4c2b-b760-308f02e1f031 None None] Port b2b66278-f4a7-4aae-be60-1a175098d318 cannot update to ACTIVE because it is not bound. {{(pid=126010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 18 22:04:34.677270 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae566ba-b346-4cc2-aa96-9ccc3ca2154e req-9d32f35a-b7a9-4d54-a366-9d03d0402534 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:34.678766 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ae566ba-b346-4cc2-aa96-9ccc3ca2154e req-9d32f35a-b7a9-4d54-a366-9d03d0402534 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 932 time: 0.0502996
Dec 18 22:04:34.731844 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-8ae566ba-b346-4cc2-aa96-9ccc3ca2154e req-9c933684-b56d-442e-82d0-fcb75837dbc5 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463476
Dec 18 22:04:35.324789 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6a6de3d0-0d7c-47a7-a67f-edafab010dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:35.856188 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec6787-d033-4768-87de-d119503da5e8 req-3278c154-190f-4967-a5f2-ca9a66290ef9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:35.857669 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11ec6787-d033-4768-87de-d119503da5e8 req-3278c154-190f-4967-a5f2-ca9a66290ef9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 932 time: 0.0551498
Dec 18 22:04:35.907565 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-11ec6787-d033-4768-87de-d119503da5e8 req-ae6e39c9-578f-4ffc-9e0e-18914fadea47 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437353
Dec 18 22:04:36.693891 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:37.036424 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dcdaa-0805-4054-ab63-424eba507bb3 req-425e4e68-dd94-4ac8-a079-f77ec7234617 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:37.038436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e16dcdaa-0805-4054-ab63-424eba507bb3 req-425e4e68-dd94-4ac8-a079-f77ec7234617 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 932 time: 0.0531070
Dec 18 22:04:37.088373 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-e16dcdaa-0805-4054-ab63-424eba507bb3 req-46a2e1b2-4975-490b-a89f-18a424978ee6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437908
Dec 18 22:04:38.221798 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131295c7-9a70-45ae-b6e8-97391e7788d7 req-07e9cd04-a8b2-4eb9-a1f5-92c5b31580a4 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:38.223297 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-131295c7-9a70-45ae-b6e8-97391e7788d7 req-07e9cd04-a8b2-4eb9-a1f5-92c5b31580a4 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 932 time: 0.0639303
Dec 18 22:04:38.273448 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-131295c7-9a70-45ae-b6e8-97391e7788d7 req-17e395f9-1ba2-4a2b-bc8f-401b0308f405 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432367
Dec 18 22:04:38.410973 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:38.757649 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:39.403198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1f4b-b0d2-4da9-b8b9-51ab28c0240d req-64caab66-3d83-403f-b888-1fec263a3ff9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:39.404860 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bec1f4b-b0d2-4da9-b8b9-51ab28c0240d req-64caab66-3d83-403f-b888-1fec263a3ff9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 932 time: 0.0547237
Dec 18 22:04:39.459176 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3bec1f4b-b0d2-4da9-b8b9-51ab28c0240d req-9fb9e46d-c054-44c8-b942-0d74141a318b tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475414
Dec 18 22:04:40.584511 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c93bf7-e65c-47c3-aa59-fa9dfd97f4d4 req-47dff020-f6ca-43c6-9990-b074af526075 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:40.585998 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7c93bf7-e65c-47c3-aa59-fa9dfd97f4d4 req-47dff020-f6ca-43c6-9990-b074af526075 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 932 time: 0.0531490
Dec 18 22:04:40.645716 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f7c93bf7-e65c-47c3-aa59-fa9dfd97f4d4 req-154aff46-7415-45e0-ab40-4980138245b4 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525749
Dec 18 22:04:41.768781 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c5156-886c-4d99-a283-831ead772263 req-caf2f1ae-b5bb-4bf0-89e5-04ed6789f8ff tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:41.770295 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-309c5156-886c-4d99-a283-831ead772263 req-caf2f1ae-b5bb-4bf0-89e5-04ed6789f8ff tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 932 time: 0.0525649
Dec 18 22:04:41.822097 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-309c5156-886c-4d99-a283-831ead772263 req-747e9ea7-7993-4fb7-9b29-50c803b0ecfe tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453300
Dec 18 22:04:42.943128 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda0ea6-c98c-46c5-bd33-44232a4e2f49 req-3bd69323-0361-4a6d-b3cf-4463d3d014fb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:42.944593 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fda0ea6-c98c-46c5-bd33-44232a4e2f49 req-3bd69323-0361-4a6d-b3cf-4463d3d014fb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 932 time: 0.0480137
Dec 18 22:04:42.992965 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-7fda0ea6-c98c-46c5-bd33-44232a4e2f49 req-45c60236-f615-41f5-a94e-c6df104d29c5 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411713
Dec 18 22:04:43.269573 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-5145cbbe-8470-42bb-bbd0-ce463c1329cb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=126008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 18 22:04:43.270637 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-5145cbbe-8470-42bb-bbd0-ce463c1329cb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053482
Dec 18 22:04:43.348638 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.v2.base [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Request body: {'port': {'device_id': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:04:43.404308 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:43.658568 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b66278-f4a7-4aae-be60-1a175098d318 {{(pid=126008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 22:04:43.666049 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:43.678302 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.provisioning_blocks [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Transition to ACTIVE for port object b2b66278-f4a7-4aae-be60-1a175098d318 will not be triggered until provisioned by entity L2. {{(pid=126008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 18 22:04:43.683045 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:43.738991 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b66278-f4a7-4aae-be60-1a175098d318,revision_number=2']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:04:43.807782 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Attempting to bind port b2b66278-f4a7-4aae-be60-1a175098d318 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 22:04:43.808124 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Attempting to bind port b2b66278-f4a7-4aae-be60-1a175098d318 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 18 22:04:43.808460 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Attempting to bind port b2b66278-f4a7-4aae-be60-1a175098d318 on network b24ccf3a-47d3-47b5-9c65-d881553b675f {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 22:04:43.813026 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Port b2b66278-f4a7-4aae-be60-1a175098d318 on network b24ccf3a-47d3-47b5-9c65-d881553b675f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 18 22:04:43.813354 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Attempting to bind port b2b66278-f4a7-4aae-be60-1a175098d318 on network b24ccf3a-47d3-47b5-9c65-d881553b675f {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 18 22:04:43.818579 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Checking agent: {'id': '78206f99-1966-46cb-9ee2-62b0179b4a60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'started_at': datetime.datetime(2021, 12, 18, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 18, 22, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 18 22:04:43.818921 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Checking segment: {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 18 22:04:43.819304 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Bound using segment: {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'} {{(pid=126008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 18 22:04:43.819735 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.managers [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Bound port: b2b66278-f4a7-4aae-be60-1a175098d318, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f'}}] {{(pid=126008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 18 22:04:43.820095 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:43.886363 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] For port b2b66278-f4a7-4aae-be60-1a175098d318, host nch1-master-1, cleared binding levels {{(pid=126008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 18 22:04:43.889724 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] For port b2b66278-f4a7-4aae-be60-1a175098d318, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b66278-f4a7-4aae-be60-1a175098d318,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 18 22:04:43.894569 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62098181'] for port, after_update {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:43.934834 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:43.935454 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:43.936854 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] 10.222.0.36 "PUT /v2.0/ports/b2b66278-f4a7-4aae-be60-1a175098d318 HTTP/1.1" status: 200  len: 1092 time: 0.6551175
Dec 18 22:04:43.937305 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:04:43.939625 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032e4e1a-e8cc-4778-b7c0-01547805085b" -d '{"events": [{"name": "network-changed", "server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:04:43.963204 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68443939-0a7b-4415-a3ab-20c4b8408ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b66278-f4a7-4aae-be60-1a175098d318,revision_number=3']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:04:43.988400 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 22:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b06ccbe-15f9-4964-9707-7d7d5dfa25fb x-openstack-request-id: req-8b06ccbe-15f9-4964-9707-7d7d5dfa25fb {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:04:43.988563 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:04:43.988772 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b06ccbe-15f9-4964-9707-7d7d5dfa25fb {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:04:43.989176 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'status': 'completed', 'code': 200}
Dec 18 22:04:44.054106 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-b3c62733-ef5b-4c19-afd1-d16b3db67128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:44.055751 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-b3c62733-ef5b-4c19-afd1-d16b3db67128 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 1095 time: 0.0452688
Dec 18 22:04:44.126581 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-bc7ca2ff-6e68-4ee1-9751-623b87f1ed4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2b66278-f4a7-4aae-be60-1a175098d318 HTTP/1.1" status: 200  len: 217 time: 0.0601115
Dec 18 22:04:44.173979 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2f0af-a429-4336-a024-da167586cb5d req-7ee0163a-d8ac-4e4c-99ac-174e7281a22f tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:44.175405 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8a2f0af-a429-4336-a024-da167586cb5d req-7ee0163a-d8ac-4e4c-99ac-174e7281a22f tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 944 time: 0.1109042
Dec 18 22:04:44.207110 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-d091cdf4-8c3a-4a8d-a27d-90e9e3468309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:44.208549 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-d091cdf4-8c3a-4a8d-a27d-90e9e3468309 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0696094
Dec 18 22:04:44.259691 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f8a2f0af-a429-4336-a024-da167586cb5d req-7ef2c95c-36f2-4032-9aae-fa7eb93a4a66 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782869
Dec 18 22:04:44.272049 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-3d9c7a11-b9d7-4caf-89f9-07a9f902c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:44.274145 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-3d9c7a11-b9d7-4caf-89f9-07a9f902c9aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0515020
Dec 18 22:04:44.368309 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-84bb05a7-9ea4-4e21-b264-1c6d2f7498b8 service neutron] 10.222.0.36 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846577
Dec 18 22:04:44.460510 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a3739955-5186-4fc1-8c63-e297e41126d8 req-cc5c2e28-d012-44e1-b451-5eeaf308ebd0 service neutron] 10.222.0.36 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802135
Dec 18 22:04:44.559969 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e4e1a-e8cc-4778-b7c0-01547805085b req-956e4ce9-ccbc-48f2-b8a9-f711a1f731d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:44.561424 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-032e4e1a-e8cc-4778-b7c0-01547805085b req-956e4ce9-ccbc-48f2-b8a9-f711a1f731d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 1095 time: 0.0447657
Dec 18 22:04:44.648428 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e4e1a-e8cc-4778-b7c0-01547805085b req-357dade8-1c43-45df-9d85-ae2678360423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:44.649885 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-032e4e1a-e8cc-4778-b7c0-01547805085b req-357dade8-1c43-45df-9d85-ae2678360423 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 910 time: 0.0808926
Dec 18 22:04:44.694445 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-032e4e1a-e8cc-4778-b7c0-01547805085b req-7e913223-e1e6-466b-9737-ae3245d07858 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2b66278-f4a7-4aae-be60-1a175098d318 HTTP/1.1" status: 200  len: 217 time: 0.0371561
Dec 18 22:04:44.743248 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e4e1a-e8cc-4778-b7c0-01547805085b req-e98a110d-ef45-486d-b4a9-ffe77a155aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:44.744773 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-032e4e1a-e8cc-4778-b7c0-01547805085b req-e98a110d-ef45-486d-b4a9-ffe77a155aaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0433280
Dec 18 22:04:44.791895 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e4e1a-e8cc-4778-b7c0-01547805085b req-42cde26d-5d14-42ef-8caa-d98edf0af4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:44.793367 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-032e4e1a-e8cc-4778-b7c0-01547805085b req-42cde26d-5d14-42ef-8caa-d98edf0af4c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391529
Dec 18 22:04:44.885402 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-032e4e1a-e8cc-4778-b7c0-01547805085b req-17303999-a968-44ba-abe5-4b956bb4ee7f service neutron] 10.222.0.36 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833173
Dec 18 22:04:44.971903 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-032e4e1a-e8cc-4778-b7c0-01547805085b req-8881a503-7c29-4ed3-8316-78c40258a48b service neutron] 10.222.0.36 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0787699
Dec 18 22:04:45.377463 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37884d6d-cce5-4e2c-8303-cb39f334b5b5 req-247df35a-bd83-4220-b722-03f032aa699e tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:45.378963 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37884d6d-cce5-4e2c-8303-cb39f334b5b5 req-247df35a-bd83-4220-b722-03f032aa699e tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 944 time: 0.0497034
Dec 18 22:04:45.426588 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-37884d6d-cce5-4e2c-8303-cb39f334b5b5 req-a1eb908a-87e7-4b29-b527-a44dfa6c60b8 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416610
Dec 18 22:04:45.625558 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:46.544343 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c30656-ed4b-403f-8981-e37261c8bbc1 req-4e2fed44-2701-4239-a950-25e5534d6b98 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:46.545722 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75c30656-ed4b-403f-8981-e37261c8bbc1 req-4e2fed44-2701-4239-a950-25e5534d6b98 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 944 time: 0.0511940
Dec 18 22:04:46.593705 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-75c30656-ed4b-403f-8981-e37261c8bbc1 req-6c338237-141d-4e09-9388-a37d76f4c237 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419512
Dec 18 22:04:47.285269 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:04:47.711138 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676b459-0843-4aa8-b534-543e6810b884 req-4d9ae26f-5e16-4e2d-88a9-af71fd4531c4 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:47.712650 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3676b459-0843-4aa8-b534-543e6810b884 req-4d9ae26f-5e16-4e2d-88a9-af71fd4531c4 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 944 time: 0.0481374
Dec 18 22:04:47.762007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-3676b459-0843-4aa8-b534-543e6810b884 req-2a801c87-5f16-472b-95fd-9ce0fc181294 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431066
Dec 18 22:04:48.464370 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b2b66278-f4a7-4aae-be60-1a175098d318 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 22:04:48.557705 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b2b66278-f4a7-4aae-be60-1a175098d318, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b66278-f4a7-4aae-be60-1a175098d318,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:04:48.568562 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'port_id': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'mac_address': 'fa:16:3e:f2:1a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 22:04:48.604598 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:48.616717 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b66278-f4a7-4aae-be60-1a175098d318 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 22:04:48.636057 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b2b66278-f4a7-4aae-be60-1a175098d318, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b66278-f4a7-4aae-be60-1a175098d318,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:04:48.639738 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:48.688152 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b2b66278-f4a7-4aae-be60-1a175098d318,revision_number=4']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:04:48.878841 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08310d3-6910-4888-9331-4994ecfab1dd req-0a807681-03ed-44c9-abf1-cee5f1d4a444 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:48.880323 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a08310d3-6910-4888-9331-4994ecfab1dd req-0a807681-03ed-44c9-abf1-cee5f1d4a444 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 945 time: 0.0513930
Dec 18 22:04:48.928315 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a08310d3-6910-4888-9331-4994ecfab1dd req-db7d7286-7762-42da-b825-6472cd2a49c2 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415087
Dec 18 22:04:48.947617 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b2b66278-f4a7-4aae-be60-1a175098d318'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 22:04:50.042974 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8c246-9c52-4acd-aeea-62e8adb1dea5 req-34587868-76db-43f1-853e-35ceec01c389 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:50.044375 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39f8c246-9c52-4acd-aeea-62e8adb1dea5 req-34587868-76db-43f1-853e-35ceec01c389 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 945 time: 0.0486965
Dec 18 22:04:50.093779 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-39f8c246-9c52-4acd-aeea-62e8adb1dea5 req-78a782c1-bda8-4031-a6d0-c8973cb974dd tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429220
Dec 18 22:04:50.210340 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:50.478438 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b2b66278-f4a7-4aae-be60-1a175098d318 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:04:50.526061 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning for port b2b66278-f4a7-4aae-be60-1a175098d318 completed by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 18 22:04:50.529929 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port b2b66278-f4a7-4aae-be60-1a175098d318 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:04:50.530350 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:50.606701 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:50.628198 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:04:50.630425 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759e8846-a0a5-4664-9ad1-431cf586098f" -d '{"events": [{"server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "name": "network-vif-plugged", "status": "completed", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:04:50.644305 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b2b66278-f4a7-4aae-be60-1a175098d318, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b66278-f4a7-4aae-be60-1a175098d318,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:04:50.648024 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:50.671671 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 22:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1aad89-dddc-4ade-a0e2-0fe8fe222195 x-openstack-request-id: req-7b1aad89-dddc-4ade-a0e2-0fe8fe222195 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:04:50.671964 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "name": "network-vif-plugged", "status": "completed", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:04:50.672216 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b1aad89-dddc-4ade-a0e2-0fe8fe222195 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:04:50.672600 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'code': 200}
Dec 18 22:04:50.698335 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b2b66278-f4a7-4aae-be60-1a175098d318,revision_number=5']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:04:50.780438 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95405e-31e5-4f8e-90f3-c93e2b40f1fe req-357a8c26-bd41-4b71-ab99-7c706f1aa3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:50.781899 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a95405e-31e5-4f8e-90f3-c93e2b40f1fe req-357a8c26-bd41-4b71-ab99-7c706f1aa3ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 1097 time: 0.0386200
Dec 18 22:04:50.831965 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6a95405e-31e5-4f8e-90f3-c93e2b40f1fe req-59654e44-998c-446b-92ec-0ebb43bd4ade service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420880
Dec 18 22:04:51.206981 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15812cba-8cfd-4d5b-ae3b-be8dcc0edf7e req-8227ea0f-707f-4781-9acc-c668b97bf2d5 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:51.208443 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-15812cba-8cfd-4d5b-ae3b-be8dcc0edf7e req-8227ea0f-707f-4781-9acc-c668b97bf2d5 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 946 time: 0.0479221
Dec 18 22:04:51.256585 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-15812cba-8cfd-4d5b-ae3b-be8dcc0edf7e req-8ac8ce34-8c27-4327-a1f5-03990da5090d tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422361
Dec 18 22:04:52.371421 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd8fe4-060e-4fb0-9d47-57d51dc81044 req-40cfc20f-1fc8-4fe0-9487-125b63f844cf tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:52.372866 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08fd8fe4-060e-4fb0-9d47-57d51dc81044 req-40cfc20f-1fc8-4fe0-9487-125b63f844cf tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 946 time: 0.0472500
Dec 18 22:04:52.421260 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-08fd8fe4-060e-4fb0-9d47-57d51dc81044 req-e6fecdf8-424c-462f-b349-862aa3a18113 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424774
Dec 18 22:04:52.538741 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe0287-0692-44ba-a8e3-b5bafaea4a31 req-2a7bc0ed-f390-4dbd-9d4c-8d7ce16beeb9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:52.540605 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eebe0287-0692-44ba-a8e3-b5bafaea4a31 req-2a7bc0ed-f390-4dbd-9d4c-8d7ce16beeb9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 946 time: 0.0512030
Dec 18 22:04:52.588021 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-eebe0287-0692-44ba-a8e3-b5bafaea4a31 req-2b9862fd-a4d9-42c2-80c5-73c26d75dc1a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414684
Dec 18 22:04:52.609639 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56810) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:04:52.655464 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ab2967-cbd4-4662-9f1e-bf13cea50436 tempest-TestSnapshotPattern-2113762905 tempest-TestSnapshotPattern-2113762905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:52.656992 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-46ab2967-cbd4-4662-9f1e-bf13cea50436 tempest-TestSnapshotPattern-2113762905 tempest-TestSnapshotPattern-2113762905-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 1092 time: 0.0463185
Dec 18 22:04:52.659759 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 56812) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:04:52.663952 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.v2.base [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Request body: {'floatingip': {'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'port_id': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 22:04:52.686286 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for floatingip, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:52.781662 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:52.886199 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_common [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Allocated IP 172.35.3.140 (c1abfdfc-0c98-4a48-868b-8cd075b12438/36d087a3-094a-469a-8050-bbdd732c4421/3c96e543-7263-4c83-b2e5-2bbfcb83f5f2) {{(pid=126009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 18 22:04:52.982551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for port, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:53.015732 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741975847379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:53.057343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Network c1abfdfc-0c98-4a48-868b-8cd075b12438 is already hosted by enough agents. {{(pid=126009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 18 22:04:53.060089 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.base_scheduler [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Resources bound (agent type, host, resource id):  {{(pid=126009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 18 22:04:53.064022 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Received port after_create {{(pid=126009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 18 22:04:53.087052 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'Port': ['ID=3c96e543-7263-4c83-b2e5-2bbfcb83f5f2,revision_number=1']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:04:53.098485 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.098839 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.099183 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.099524 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.099862 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.100197 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.100525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.100852 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.101177 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.101525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.101850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.102174 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.102525 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:04:53.449040 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:53.516075 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:53.665018 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for port, precommit_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:53.669542 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59004347'] for port, after_update {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:53.732590 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event updated for resources: {'Port': ['ID=3c96e543-7263-4c83-b2e5-2bbfcb83f5f2,revision_number=2']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:04:53.745967 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906853'] for floatingip, after_create {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:53.844275 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Floating IP 0ea0f232-a379-48fa-8417-08b7fc888364 associated. External IP: 172.35.3.140, port: b2b66278-f4a7-4aae-be60-1a175098d318.
Dec 18 22:04:54.048660 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 22:04:54.154655 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:04:54.164914 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da10b8-eac0-48fc-af66-c7827dcc4e6f None None] Sync routers for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:04:54.172727 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:04:54.174874 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da10b8-eac0-48fc-af66-c7827dcc4e6f None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:04:54.175513 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c7da10b8-eac0-48fc-af66-c7827dcc4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d5be220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:04:54.202888 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-69b0e897-fb81-485a-8cb1-30ae2f9317bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5419726
Dec 18 22:04:54.203586 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:04:54.205980 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e687da3-b893-4cfe-a17c-f7ec469039f7" -d '{"events": [{"name": "network-changed", "server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:04:54.289694 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-c7da10b8-eac0-48fc-af66-c7827dcc4e6f None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:04:54.308559 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 22:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6099cf-31d3-4d7a-9869-aea8e33f41e6 x-openstack-request-id: req-9d6099cf-31d3-4d7a-9869-aea8e33f41e6 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:04:54.308854 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:04:54.309116 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d6099cf-31d3-4d7a-9869-aea8e33f41e6 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:04:54.309594 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'status': 'completed', 'code': 200}
Dec 18 22:04:54.372220 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e687da3-b893-4cfe-a17c-f7ec469039f7 req-982ae384-34c7-421b-ab54-37bd9bee8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:54.373708 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e687da3-b893-4cfe-a17c-f7ec469039f7 req-982ae384-34c7-421b-ab54-37bd9bee8c08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 1097 time: 0.0400403
Dec 18 22:04:54.465340 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e687da3-b893-4cfe-a17c-f7ec469039f7 req-f84c6648-73f7-4e47-b5dd-8d424d66c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:54.466853 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e687da3-b893-4cfe-a17c-f7ec469039f7 req-f84c6648-73f7-4e47-b5dd-8d424d66c0ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 910 time: 0.0853570
Dec 18 22:04:54.519247 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c7da10b8-eac0-48fc-af66-c7827dcc4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d5be220>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0ea0f232-a379-48fa-8417-08b7fc888364', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'floating_ip_address': '172.35.3.140', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'port_id': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'mac_address': 'fa:16:3e:f2:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T22:04:53Z', 'updated_at': '2021-12-18T22:04:53Z', 'revision_number': 0, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address_scope': None}, {'id': 'fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'floating_ip_address': '172.35.3.174', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'port_id': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'mac_address': 'fa:16:3e:a7:b2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bed4681-8d93-422a-946d-9f7a19302d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T22:02:22Z', 'updated_at': '2021-12-18T22:02:24Z', 'revision_number': 1, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:04:54.533483 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e687da3-b893-4cfe-a17c-f7ec469039f7 req-83ae71c1-8e2a-4c5c-ae60-0154e83fcee4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2b66278-f4a7-4aae-be60-1a175098d318 HTTP/1.1" status: 200  len: 1000 time: 0.0588634
Dec 18 22:04:54.545134 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da10b8-eac0-48fc-af66-c7827dcc4e6f None None] Checking router: e0c5903b-3f06-4eb3-8af1-37ff3b43f783 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:04:54.553360 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da10b8-eac0-48fc-af66-c7827dcc4e6f None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:04:54.553888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c7da10b8-eac0-48fc-af66-c7827dcc4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365d5be220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:04:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:04:54.582593 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e687da3-b893-4cfe-a17c-f7ec469039f7 req-78a3cf53-87f8-404f-bb3a-2c45b705d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:54.584185 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e687da3-b893-4cfe-a17c-f7ec469039f7 req-78a3cf53-87f8-404f-bb3a-2c45b705d554 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0431533
Dec 18 22:04:54.632259 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e687da3-b893-4cfe-a17c-f7ec469039f7 req-7fc04e25-d1f3-4850-be6f-fe3b422e89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:04:54.634372 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e687da3-b893-4cfe-a17c-f7ec469039f7 req-7fc04e25-d1f3-4850-be6f-fe3b422e89d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425341
Dec 18 22:04:54.659428 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-c7da10b8-eac0-48fc-af66-c7827dcc4e6f None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:04:54.722872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e687da3-b893-4cfe-a17c-f7ec469039f7 req-f38da4ad-920e-4f44-8120-8955706a7cbd service neutron] 10.222.0.36 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812736
Dec 18 22:04:54.814783 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-6e687da3-b893-4cfe-a17c-f7ec469039f7 req-42da8cfa-fa73-4dcf-a665-e7c0cd9c4287 service neutron] 10.222.0.36 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850344
Dec 18 22:04:54.885920 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-c7da10b8-eac0-48fc-af66-c7827dcc4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365d5be220>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0ea0f232-a379-48fa-8417-08b7fc888364', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'floating_ip_address': '172.35.3.140', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'port_id': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'mac_address': 'fa:16:3e:f2:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T22:04:53Z', 'updated_at': '2021-12-18T22:04:53Z', 'revision_number': 0, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address_scope': None}, {'id': 'fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'floating_ip_address': '172.35.3.174', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'port_id': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'mac_address': 'fa:16:3e:a7:b2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bed4681-8d93-422a-946d-9f7a19302d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T22:02:22Z', 'updated_at': '2021-12-18T22:02:24Z', 'revision_number': 1, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:04:54.911452 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da10b8-eac0-48fc-af66-c7827dcc4e6f None None] The sync data for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 is: [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0ea0f232-a379-48fa-8417-08b7fc888364', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'floating_ip_address': '172.35.3.140', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'port_id': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'mac_address': 'fa:16:3e:f2:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T22:04:53Z', 'updated_at': '2021-12-18T22:04:53Z', 'revision_number': 0, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address_scope': None}, {'id': 'fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'floating_ip_address': '172.35.3.174', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'port_id': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'mac_address': 'fa:16:3e:a7:b2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bed4681-8d93-422a-946d-9f7a19302d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T22:02:22Z', 'updated_at': '2021-12-18T22:02:24Z', 'revision_number': 1, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:04:55.113548 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a912ab1-b546-4ad9-83f5-7b8f1bb53b10 None None] New status for floating IP 0ea0f232-a379-48fa-8417-08b7fc888364: ACTIVE {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 22:05:03.148247 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-eb33b14c-6250-49dd-a8e0-40ec6b8c2277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:05.326648 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-d594afb1-5e5e-4675-a4a9-afd2e84808ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:06.696598 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:08.408184 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:08.760669 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:15.640670 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:20.225466 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:24.285279 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:05:24.564940 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5990db2e-1dd0-44e2-9b42-b10508f1db04 req-de7b0289-bf93-4e0c-b1b3-eec39004cb09 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0413442
Dec 18 22:05:24.673161 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990db2e-1dd0-44e2-9b42-b10508f1db04 req-4fd60e72-239e-4209-858d-5ea882b8b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:05:24.674736 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5990db2e-1dd0-44e2-9b42-b10508f1db04 req-4fd60e72-239e-4209-858d-5ea882b8b6d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 1094 time: 0.0439031
Dec 18 22:05:24.776569 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990db2e-1dd0-44e2-9b42-b10508f1db04 req-c8f3e508-ca90-444c-9cf9-2655a6afe2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:05:24.778060 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5990db2e-1dd0-44e2-9b42-b10508f1db04 req-c8f3e508-ca90-444c-9cf9-2655a6afe2e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 910 time: 0.0848856
Dec 18 22:05:24.847013 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5990db2e-1dd0-44e2-9b42-b10508f1db04 req-0fbe17e3-2060-409b-a83c-c94e40d5fcf0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 HTTP/1.1" status: 200  len: 999 time: 0.0611970
Dec 18 22:05:24.901616 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990db2e-1dd0-44e2-9b42-b10508f1db04 req-098c0800-bc5b-4e3b-a511-8518917c79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:05:24.903301 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5990db2e-1dd0-44e2-9b42-b10508f1db04 req-098c0800-bc5b-4e3b-a511-8518917c79d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0493236
Dec 18 22:05:24.948719 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990db2e-1dd0-44e2-9b42-b10508f1db04 req-a6c8b2a0-a58c-4842-845a-510b68df1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:05:24.950457 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5990db2e-1dd0-44e2-9b42-b10508f1db04 req-a6c8b2a0-a58c-4842-845a-510b68df1f21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403850
Dec 18 22:05:25.044393 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5990db2e-1dd0-44e2-9b42-b10508f1db04 req-2cd1e370-e117-40dc-b60c-116452bb15e5 service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868177
Dec 18 22:05:25.132478 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-5990db2e-1dd0-44e2-9b42-b10508f1db04 req-aa26243d-f596-4723-a4dc-51ed8d7ae5da service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808291
Dec 18 22:05:33.150530 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-31d3ea24-04cd-4fa0-99ab-b5f108440e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:35.327171 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1f7244fa-8be6-4623-b32b-bbfe33a5d429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:36.698948 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:38.410030 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:38.763789 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:39.623661 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2f3c88f-1dae-4e50-a07a-7594e7dc4cc4 req-5a40deb1-73f3-43d2-80c1-84687d293cdd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0403638
Dec 18 22:05:39.707442 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3c88f-1dae-4e50-a07a-7594e7dc4cc4 req-3ca3067a-578d-44b3-806c-d360f7628327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:05:39.708914 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2f3c88f-1dae-4e50-a07a-7594e7dc4cc4 req-3ca3067a-578d-44b3-806c-d360f7628327 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 1097 time: 0.0393660
Dec 18 22:05:39.817046 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3c88f-1dae-4e50-a07a-7594e7dc4cc4 req-3da426ef-1ee4-4d9b-b070-fa9834588e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:05:39.818535 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2f3c88f-1dae-4e50-a07a-7594e7dc4cc4 req-3da426ef-1ee4-4d9b-b070-fa9834588e8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 910 time: 0.0855887
Dec 18 22:05:39.888493 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2f3c88f-1dae-4e50-a07a-7594e7dc4cc4 req-9e8f1510-0cb8-4f27-9eef-28ea7cc2ad49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2b66278-f4a7-4aae-be60-1a175098d318 HTTP/1.1" status: 200  len: 1002 time: 0.0612464
Dec 18 22:05:39.937386 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3c88f-1dae-4e50-a07a-7594e7dc4cc4 req-2142fe02-e648-43e4-8074-2b8884477a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:05:39.938872 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2f3c88f-1dae-4e50-a07a-7594e7dc4cc4 req-2142fe02-e648-43e4-8074-2b8884477a91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0434227
Dec 18 22:05:39.988075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3c88f-1dae-4e50-a07a-7594e7dc4cc4 req-e0d5b352-b9ad-4b6f-9b64-e8fc15eb2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:05:39.989540 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2f3c88f-1dae-4e50-a07a-7594e7dc4cc4 req-e0d5b352-b9ad-4b6f-9b64-e8fc15eb2384 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430160
Dec 18 22:05:40.078281 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2f3c88f-1dae-4e50-a07a-7594e7dc4cc4 req-4bf6b56e-b485-4392-833d-8e5ac59935ca service neutron] 10.222.0.36 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0788813
Dec 18 22:05:40.169780 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-f2f3c88f-1dae-4e50-a07a-7594e7dc4cc4 req-797872b1-5c44-4509-9d59-a4770b788e70 service neutron] 10.222.0.36 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843017
Dec 18 22:05:45.643106 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:05:50.240166 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:01.283433 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:06:03.154559 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-85e1a674-5d40-4647-9bef-0d3941cae584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:05.327745 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6f4afa80-a6a3-4bc8-b25c-4c6df8b3544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:06.702689 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:08.412234 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:08.767737 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:15.640068 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:20.238825 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:26.531719 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d9c46a96-02e4-4aa4-95b4-a25896346c0b req-2cf4ca52-3601-4716-92c4-adc4308cd723 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0412371
Dec 18 22:06:26.616238 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46a96-02e4-4aa4-95b4-a25896346c0b req-e6ea9c5b-35a8-4896-a988-105040c91dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:26.617625 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d9c46a96-02e4-4aa4-95b4-a25896346c0b req-e6ea9c5b-35a8-4896-a988-105040c91dbb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 1094 time: 0.0438564
Dec 18 22:06:26.718847 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46a96-02e4-4aa4-95b4-a25896346c0b req-dbdecae0-a2c8-47f0-9db7-7c05a870ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:26.720351 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d9c46a96-02e4-4aa4-95b4-a25896346c0b req-dbdecae0-a2c8-47f0-9db7-7c05a870ae93 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 910 time: 0.0822754
Dec 18 22:06:26.788054 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d9c46a96-02e4-4aa4-95b4-a25896346c0b req-dd74bf55-6628-4e41-82de-a36ef3d1b650 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 HTTP/1.1" status: 200  len: 999 time: 0.0607069
Dec 18 22:06:26.836236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46a96-02e4-4aa4-95b4-a25896346c0b req-90a64724-a48b-4d5f-83a4-a3b5ee829935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:26.837659 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d9c46a96-02e4-4aa4-95b4-a25896346c0b req-90a64724-a48b-4d5f-83a4-a3b5ee829935 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0425198
Dec 18 22:06:26.881495 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46a96-02e4-4aa4-95b4-a25896346c0b req-7736f84e-011b-4c11-8f9c-907a5f3943db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:26.882898 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d9c46a96-02e4-4aa4-95b4-a25896346c0b req-7736f84e-011b-4c11-8f9c-907a5f3943db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0382068
Dec 18 22:06:26.972117 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d9c46a96-02e4-4aa4-95b4-a25896346c0b req-f86ceb47-3dc6-4d7c-87ae-c57d46f31e27 service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821688
Dec 18 22:06:27.057640 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-d9c46a96-02e4-4aa4-95b4-a25896346c0b req-1e3da571-895c-4f78-a26e-17b48d2a5cf9 service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0786953
Dec 18 22:06:33.156160 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1c8d9829-d3fe-48cd-a3ed-a6d3125ac89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:35.329435 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-55ee01d8-02db-4578-954c-1f82bfebde45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:36.705509 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:36.978195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b2b66278-f4a7-4aae-be60-1a175098d318 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 18 22:06:37.094699 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b2b66278-f4a7-4aae-be60-1a175098d318, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b66278-f4a7-4aae-be60-1a175098d318,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:06:37.108446 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Returning: {'device': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'port_id': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'mac_address': 'fa:16:3e:f2:1a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 18 22:06:37.156062 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:37.170516 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2b66278-f4a7-4aae-be60-1a175098d318 {{(pid=126010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 18 22:06:37.193222 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b2b66278-f4a7-4aae-be60-1a175098d318, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b66278-f4a7-4aae-be60-1a175098d318,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:06:37.200805 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:37.261246 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b2b66278-f4a7-4aae-be60-1a175098d318,revision_number=6']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:37.268931 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.269322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.269619 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.269956 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.270313 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.271119 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.271440 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.271766 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.272116 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.272439 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.272765 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.273083 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.273402 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:37.282500 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] get_ports_and_sgs() called for port_ids ['b2b66278-f4a7-4aae-be60-1a175098d318'] {{(pid=126010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 18 22:06:38.283883 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:06:38.424277 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:38.778806 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:39.021589 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b2b66278-f4a7-4aae-be60-1a175098d318 up at agent hyperv_nch1-master-1 {{(pid=126010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 18 22:06:39.072521 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.provisioning_blocks [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Provisioning complete for port b2b66278-f4a7-4aae-be60-1a175098d318 triggered by entity L2. {{(pid=126010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 18 22:06:39.072900 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-915697'] for port, provisioning_complete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:39.157664 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:39.179490 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:06:39.181710 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2573b0-5dfa-4fdf-a202-ed105b535de7" -d '{"events": [{"server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "name": "network-vif-plugged", "status": "completed", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:06:39.199705 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b2b66278-f4a7-4aae-be60-1a175098d318, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b66278-f4a7-4aae-be60-1a175098d318,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:06:39.218858 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:39.258986 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 22:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bafdaf-13b0-4bf9-aa3e-a86cf10a8af9 x-openstack-request-id: req-04bafdaf-13b0-4bf9-aa3e-a86cf10a8af9 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:06:39.259285 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "name": "network-vif-plugged", "status": "completed", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:06:39.259527 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04bafdaf-13b0-4bf9-aa3e-a86cf10a8af9 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:06:39.259926 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'code': 200}
Dec 18 22:06:39.287552 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b2b66278-f4a7-4aae-be60-1a175098d318,revision_number=7']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:39.668118 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01633dd4-5d3d-4c5a-a83e-35b90c5540da req-d57cdd27-57ec-4b93-ad10-71cbafc02466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:39.675856 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01633dd4-5d3d-4c5a-a83e-35b90c5540da req-d57cdd27-57ec-4b93-ad10-71cbafc02466 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 1097 time: 0.0510623
Dec 18 22:06:39.794181 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01633dd4-5d3d-4c5a-a83e-35b90c5540da req-aecd8398-a2d1-42bb-bc89-caeaf06bc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:39.795758 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01633dd4-5d3d-4c5a-a83e-35b90c5540da req-aecd8398-a2d1-42bb-bc89-caeaf06bc086 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 910 time: 0.0982444
Dec 18 22:06:39.872522 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01633dd4-5d3d-4c5a-a83e-35b90c5540da req-f04db1e4-4924-4cb5-8f97-c5c5f1890134 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2b66278-f4a7-4aae-be60-1a175098d318 HTTP/1.1" status: 200  len: 1002 time: 0.0661519
Dec 18 22:06:39.928198 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01633dd4-5d3d-4c5a-a83e-35b90c5540da req-28bcbfba-932c-4419-b1f8-0ae2718ab78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:39.929728 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01633dd4-5d3d-4c5a-a83e-35b90c5540da req-28bcbfba-932c-4419-b1f8-0ae2718ab78f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0495179
Dec 18 22:06:39.983743 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01633dd4-5d3d-4c5a-a83e-35b90c5540da req-8b6a4563-d249-4231-ad07-815358ef343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:39.985531 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01633dd4-5d3d-4c5a-a83e-35b90c5540da req-8b6a4563-d249-4231-ad07-815358ef343e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0471659
Dec 18 22:06:40.085271 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01633dd4-5d3d-4c5a-a83e-35b90c5540da req-773fe6ca-99af-4947-976a-7ca7197ac090 service neutron] 10.222.0.36 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918126
Dec 18 22:06:40.183514 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-01633dd4-5d3d-4c5a-a83e-35b90c5540da req-ead78fa7-0942-4c1e-b0d1-3e85d939889f service neutron] 10.222.0.36 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898879
Dec 18 22:06:45.655850 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:45.890689 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57056) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:06:46.042714 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Deleting port 3c96e543-7263-4c83-b2e5-2bbfcb83f5f2 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:06:46.043052 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:46.118575 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:46.118908 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:46.131030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Calling delete_port for 3c96e543-7263-4c83-b2e5-2bbfcb83f5f2 owned by network:floatingip {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:06:46.274889 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:46.299559 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event deleted for resources: {'Port': ['ID=3c96e543-7263-4c83-b2e5-2bbfcb83f5f2,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:46.325271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.325622 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.325967 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.326338 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.326679 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.327014 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.327343 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.327670 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.327995 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.328319 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.328647 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.328968 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.329290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:46.369846 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for floatingip, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:46.370719 ncdv-master-1 neutron-server[126009]: INFO neutron.db.l3_db [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Floating IP 0ea0f232-a379-48fa-8417-08b7fc888364 disassociated (deleted). External IP: 172.35.3.140, port: b2b66278-f4a7-4aae-be60-1a175098d318.
Dec 18 22:06:46.889800 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 22:06:46.994225 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:06:46.998651 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:47.005045 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1a4b9-b08c-454a-bb48-217812682dd5 None None] Sync routers for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:06:47.014390 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb1a4b9-b08c-454a-bb48-217812682dd5 None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:06:47.015010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3bb1a4b9-b08c-454a-bb48-217812682dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e8409d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:47.024070 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-d25f0dc3-fff4-499c-920b-e84e80f3b80a tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "DELETE /v2.0/floatingips/0ea0f232-a379-48fa-8417-08b7fc888364 HTTP/1.1" status: 204  len: 168 time: 1.1323192
Dec 18 22:06:47.024662 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:06:47.027485 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fad589-212c-444e-9756-20c27f93f8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:06:47.091694 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 22:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c2ee0a-b133-4075-b9ba-6664d33250d4 x-openstack-request-id: req-65c2ee0a-b133-4075-b9ba-6664d33250d4 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:06:47.092096 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:06:47.092358 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65c2ee0a-b133-4075-b9ba-6664d33250d4 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:06:47.092756 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'status': 'completed', 'code': 200}
Dec 18 22:06:47.137949 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3bb1a4b9-b08c-454a-bb48-217812682dd5 None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:06:47.170527 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fad589-212c-444e-9756-20c27f93f8d9 req-d9b09dc4-d364-4352-9744-65683bb3c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:47.172129 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88fad589-212c-444e-9756-20c27f93f8d9 req-d9b09dc4-d364-4352-9744-65683bb3c935 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 1097 time: 0.0500934
Dec 18 22:06:47.309405 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea62122-48bc-4fa4-8433-df90b2b55a6d req-8097d8c2-748d-419b-9058-d0dd1547291c tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:47.310821 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bea62122-48bc-4fa4-8433-df90b2b55a6d req-8097d8c2-748d-419b-9058-d0dd1547291c tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 946 time: 0.0818882
Dec 18 22:06:47.312645 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fad589-212c-444e-9756-20c27f93f8d9 req-420e9344-61bd-438d-b2bd-1331cf5b2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:47.313569 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88fad589-212c-444e-9756-20c27f93f8d9 req-420e9344-61bd-438d-b2bd-1331cf5b2acb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 910 time: 0.1316290
Dec 18 22:06:47.364215 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88fad589-212c-444e-9756-20c27f93f8d9 req-3f5089c6-bbdc-40d5-91c9-41b891e7f12c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2b66278-f4a7-4aae-be60-1a175098d318 HTTP/1.1" status: 200  len: 217 time: 0.0408247
Dec 18 22:06:47.372334 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3bb1a4b9-b08c-454a-bb48-217812682dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e8409d0>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'floating_ip_address': '172.35.3.174', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'port_id': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'mac_address': 'fa:16:3e:a7:b2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bed4681-8d93-422a-946d-9f7a19302d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T22:02:22Z', 'updated_at': '2021-12-18T22:02:24Z', 'revision_number': 1, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:47.398544 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1a4b9-b08c-454a-bb48-217812682dd5 None None] Checking router: e0c5903b-3f06-4eb3-8af1-37ff3b43f783 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:06:47.407510 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb1a4b9-b08c-454a-bb48-217812682dd5 None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:06:47.408142 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3bb1a4b9-b08c-454a-bb48-217812682dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e8409d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:47.419005 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-bea62122-48bc-4fa4-8433-df90b2b55a6d req-19d52c5b-bb0e-4805-9765-87cefa69eaa5 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014769
Dec 18 22:06:47.442522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fad589-212c-444e-9756-20c27f93f8d9 req-b9a9f0d1-19af-4c2c-931b-03716f7a9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:47.444007 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88fad589-212c-444e-9756-20c27f93f8d9 req-b9a9f0d1-19af-4c2c-931b-03716f7a9ec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0693562
Dec 18 22:06:47.493778 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fad589-212c-444e-9756-20c27f93f8d9 req-0769fe15-54d2-480f-b1ac-70ac8ffc4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:47.495816 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88fad589-212c-444e-9756-20c27f93f8d9 req-0769fe15-54d2-480f-b1ac-70ac8ffc4595 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434399
Dec 18 22:06:47.516394 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-3bb1a4b9-b08c-454a-bb48-217812682dd5 None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:06:47.585503 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88fad589-212c-444e-9756-20c27f93f8d9 req-17b3f605-3eb2-439c-b677-c81086960bd7 service neutron] 10.222.0.36 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808191
Dec 18 22:06:47.679617 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-88fad589-212c-444e-9756-20c27f93f8d9 req-809509c8-aadc-4a46-8bc6-335e1e0b3dcb service neutron] 10.222.0.36 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851593
Dec 18 22:06:47.740257 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-3bb1a4b9-b08c-454a-bb48-217812682dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e8409d0>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'floating_ip_address': '172.35.3.174', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'port_id': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'mac_address': 'fa:16:3e:a7:b2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bed4681-8d93-422a-946d-9f7a19302d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T22:02:22Z', 'updated_at': '2021-12-18T22:02:24Z', 'revision_number': 1, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:47.767230 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1a4b9-b08c-454a-bb48-217812682dd5 None None] The sync data for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 is: [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'floating_ip_address': '172.35.3.174', 'floating_network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'router_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'port_id': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'mac_address': 'fa:16:3e:a7:b2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bed4681-8d93-422a-946d-9f7a19302d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-18T22:02:22Z', 'updated_at': '2021-12-18T22:02:24Z', 'revision_number': 1, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:06:48.011572 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba91bc9-6cd8-4437-ae22-8b0d4aa0c3d2 None None] New status for floating IP 0ea0f232-a379-48fa-8417-08b7fc888364: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 22:06:48.541522 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc440a-9ed5-4853-8c86-1dff586f9a96 req-14b29506-4984-47e1-9f93-5e706b9a12bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:48.543690 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-effc440a-9ed5-4853-8c86-1dff586f9a96 req-14b29506-4984-47e1-9f93-5e706b9a12bb tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 946 time: 0.0478590
Dec 18 22:06:48.591140 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-effc440a-9ed5-4853-8c86-1dff586f9a96 req-dbf814dd-5e37-4dae-901a-ad539f5ae733 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414493
Dec 18 22:06:49.042892 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b2b66278-f4a7-4aae-be60-1a175098d318 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:06:49.079332 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ac43e-62e2-476c-8748-0aa9545b4b1d req-bfa5e92f-2313-467b-bd58-62a8ba2e65c9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:49.080947 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d88ac43e-62e2-476c-8748-0aa9545b4b1d req-bfa5e92f-2313-467b-bd58-62a8ba2e65c9 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.36 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 946 time: 0.0485258
Dec 18 22:06:49.123300 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566574'] for port, before_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:49.145405 ncdv-master-1 neutron-server[126010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318'}] {{(pid=126010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:06:49.147659 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f687315b606113ae90be65b6fd07fa2d883e81b6948a0ac0d799fabcfd24a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6195b53-2d9d-4afd-820f-4cc07ca774b3" -d '{"events": [{"server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318"}]}' {{(pid=126010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:06:49.160189 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] For port b2b66278-f4a7-4aae-be60-1a175098d318, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b66278-f4a7-4aae-be60-1a175098d318,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:06:49.165274 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741976380901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741975847397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741975847415'] for port, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:49.176205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d88ac43e-62e2-476c-8748-0aa9545b4b1d req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Deleting port b2b66278-f4a7-4aae-be60-1a175098d318 {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:06:49.176560 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d88ac43e-62e2-476c-8748-0aa9545b4b1d req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:49.192158 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Dec 2021 22:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416d652d-71f7-48a5-8713-93558da85b45 x-openstack-request-id: req-416d652d-71f7-48a5-8713-93558da85b45 {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:06:49.192582 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318", "code": 200}]} {{(pid=126010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:06:49.192847 ncdv-master-1 neutron-server[126010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-416d652d-71f7-48a5-8713-93558da85b45 {{(pid=126010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:06:49.193237 ncdv-master-1 neutron-server[126010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'code': 200}
Dec 18 22:06:49.217178 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Pushing event updated for resources: {'Port': ['ID=b2b66278-f4a7-4aae-be60-1a175098d318,revision_number=8']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:49.264207 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [req-d88ac43e-62e2-476c-8748-0aa9545b4b1d req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] For port b2b66278-f4a7-4aae-be60-1a175098d318, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b66278-f4a7-4aae-be60-1a175098d318,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:06:49.264571 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d88ac43e-62e2-476c-8748-0aa9545b4b1d req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:49.280271 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [req-d88ac43e-62e2-476c-8748-0aa9545b4b1d req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Calling delete_port for b2b66278-f4a7-4aae-be60-1a175098d318 owned by compute:nova {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:06:49.402940 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d88ac43e-62e2-476c-8748-0aa9545b4b1d req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:49.428764 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event deleted for resources: {'Port': ['ID=b2b66278-f4a7-4aae-be60-1a175098d318,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:49.443512 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.443707 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.444051 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.444394 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.444732 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.445066 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.445396 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.445720 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.446044 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.446415 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.446755 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.447075 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.447401 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 18 22:06:49.485442 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88ac43e-62e2-476c-8748-0aa9545b4b1d req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] No DVR routers for this DVR port b2b66278-f4a7-4aae-be60-1a175098d318 on host nch1-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 22:06:49.488058 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [req-d88ac43e-62e2-476c-8748-0aa9545b4b1d req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:49.491436 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-d88ac43e-62e2-476c-8748-0aa9545b4b1d req-3128f963-686e-4d17-a92b-5adcc3ea8380 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.36 "DELETE /v2.0/ports/b2b66278-f4a7-4aae-be60-1a175098d318 HTTP/1.1" status: 204  len: 173 time: 0.4039421
Dec 18 22:06:49.491877 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'name': 'network-vif-deleted', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:06:49.494073 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f42944-5dea-4c86-9d00-27b70fe77888" -d '{"events": [{"server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "name": "network-vif-deleted", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:06:49.600638 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 22:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496c0f4c-fd5b-4139-991d-a07a58062c12 x-openstack-request-id: req-496c0f4c-fd5b-4139-991d-a07a58062c12 {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:06:49.601257 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66db8b5c-063f-430c-a588-70d71bb2fb51", "name": "network-vif-deleted", "tag": "b2b66278-f4a7-4aae-be60-1a175098d318", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:06:49.601257 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-496c0f4c-fd5b-4139-991d-a07a58062c12 {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:06:49.601582 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66db8b5c-063f-430c-a588-70d71bb2fb51', 'name': 'network-vif-deleted', 'tag': 'b2b66278-f4a7-4aae-be60-1a175098d318', 'status': 'completed', 'code': 200}
Dec 18 22:06:49.701131 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-a66d0514-13d4-411b-b4b6-fdab17611b8d req-7e91189b-ee8a-4968-b09f-2f4583d6cecd tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=66db8b5c-063f-430c-a588-70d71bb2fb51 HTTP/1.1" status: 200  len: 210 time: 0.0258958
Dec 18 22:06:50.242897 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:51.257557 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57120) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:06:51.706959 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Deleting port b6f1e320-95f7-497c-b3c0-efa143d925ad {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:06:51.707302 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:51.783422 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:51.783751 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:51.795162 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Calling delete_port for b6f1e320-95f7-497c-b3c0-efa143d925ad owned by network:floatingip {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:06:51.934895 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:51.962963 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event deleted for resources: {'Port': ['ID=b6f1e320-95f7-497c-b3c0-efa143d925ad,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:52.021339 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for floatingip, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:52.021722 ncdv-master-1 neutron-server[126008]: INFO neutron.db.l3_db [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Floating IP fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7 disassociated (deleted). External IP: 172.35.3.174, port: 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7.
Dec 18 22:06:52.224580 ncdv-master-1 neutron-server[126008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 22:06:52.330585 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:06:52.335570 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for floatingip, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:52.340406 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff84e85-b6ad-4242-af93-8b601ec1c97a None None] Sync routers for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:06:52.349583 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff84e85-b6ad-4242-af93-8b601ec1c97a None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:06:52.350200 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-eff84e85-b6ad-4242-af93-8b601ec1c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ed912e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:52.362871 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-423c78bb-d1d9-49d4-8117-15802c14a4f6 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "DELETE /v2.0/floatingips/fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7 HTTP/1.1" status: 204  len: 168 time: 1.1042354
Dec 18 22:06:52.363468 ncdv-master-1 neutron-server[126008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7'}] {{(pid=126008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:06:52.365806 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2cde9bbe62d19d598922197b5e68e9631afab8985d6f72e636b12662a5a50d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063b2c08-271f-4f9a-a4b7-7e84012cb882" -d '{"events": [{"name": "network-changed", "server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7"}]}' {{(pid=126008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:06:52.403475 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Dec 2021 22:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179593e9-87a6-452c-a99a-529dc69cf43e x-openstack-request-id: req-179593e9-87a6-452c-a99a-529dc69cf43e {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:06:52.403897 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7", "status": "completed", "code": 200}]} {{(pid=126008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:06:52.404157 ncdv-master-1 neutron-server[126008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-179593e9-87a6-452c-a99a-529dc69cf43e {{(pid=126008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:06:52.404559 ncdv-master-1 neutron-server[126008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'status': 'completed', 'code': 200}
Dec 18 22:06:52.469651 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b2c08-271f-4f9a-a4b7-7e84012cb882 req-ae1c1d64-7575-43c9-b4ec-da2f4a60e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:52.471236 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-063b2c08-271f-4f9a-a4b7-7e84012cb882 req-ae1c1d64-7575-43c9-b4ec-da2f4a60e4e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb152351dd1a4914b8b0a47536625080&device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 1094 time: 0.0429580
Dec 18 22:06:52.484357 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-eff84e85-b6ad-4242-af93-8b601ec1c97a None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:06:52.574168 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b2c08-271f-4f9a-a4b7-7e84012cb882 req-d6277b5f-9b79-4649-94d5-75ea9e5aacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:52.575734 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-063b2c08-271f-4f9a-a4b7-7e84012cb882 req-d6277b5f-9b79-4649-94d5-75ea9e5aacc8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 200  len: 910 time: 0.0953100
Dec 18 22:06:52.618206 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-063b2c08-271f-4f9a-a4b7-7e84012cb882 req-efae35a1-85a2-44d1-b24e-056a3bbbd149 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 HTTP/1.1" status: 200  len: 217 time: 0.0352876
Dec 18 22:06:52.675271 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b2c08-271f-4f9a-a4b7-7e84012cb882 req-e3f593dd-04b3-463e-a251-0297e03077d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:52.677080 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-063b2c08-271f-4f9a-a4b7-7e84012cb882 req-e3f593dd-04b3-463e-a251-0297e03077d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 200  len: 848 time: 0.0519345
Dec 18 22:06:52.684565 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5075dba-e3ba-4cdf-8a19-c29728c7642c req-555e2edb-dacc-474c-a377-b0d22c61d3b4 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:52.686293 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5075dba-e3ba-4cdf-8a19-c29728c7642c req-555e2edb-dacc-474c-a377-b0d22c61d3b4 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 943 time: 0.1299384
Dec 18 22:06:52.704590 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-eff84e85-b6ad-4242-af93-8b601ec1c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ed912e0>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:52.727087 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b2c08-271f-4f9a-a4b7-7e84012cb882 req-53ad5f0c-ca01-4662-a607-fe4f64b7f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:52.728607 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-063b2c08-271f-4f9a-a4b7-7e84012cb882 req-53ad5f0c-ca01-4662-a607-fe4f64b7f498 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b24ccf3a-47d3-47b5-9c65-d881553b675f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444436
Dec 18 22:06:52.738165 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff84e85-b6ad-4242-af93-8b601ec1c97a None None] Checking router: e0c5903b-3f06-4eb3-8af1-37ff3b43f783 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:06:52.742133 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-c5075dba-e3ba-4cdf-8a19-c29728c7642c req-d1f5ee05-4467-4211-a556-627af5919880 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469377
Dec 18 22:06:52.747547 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff84e85-b6ad-4242-af93-8b601ec1c97a None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:06:52.748195 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-eff84e85-b6ad-4242-af93-8b601ec1c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365ed912e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:52.821640 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-063b2c08-271f-4f9a-a4b7-7e84012cb882 req-c52d7032-6b66-4a67-8a3e-c73e778c284b service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839806
Dec 18 22:06:52.859136 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-eff84e85-b6ad-4242-af93-8b601ec1c97a None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:06:52.914243 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-063b2c08-271f-4f9a-a4b7-7e84012cb882 req-af6db156-7527-4a04-bc40-f8e9ed58a76b service neutron] 10.222.0.31 "GET /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843835
Dec 18 22:06:53.060109 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-eff84e85-b6ad-4242-af93-8b601ec1c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365ed912e0>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:53.088243 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b2b66278-f4a7-4aae-be60-1a175098d318 no longer exists at agent hyperv_nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:06:53.090638 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff84e85-b6ad-4242-af93-8b601ec1c97a None None] The sync data for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 is: [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:03Z', 'revision_number': 4, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e96e4f3-9523-4a28-9be8-46180618e039', 'name': '', 'network_id': 'b24ccf3a-47d3-47b5-9c65-d881553b675f', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'mac_address': 'fa:16:3e:1b:8d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:03Z', 'updated_at': '2021-12-18T22:02:09Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'subnets': [{'id': '1540fcce-e17c-4f99-b6ec-0dabf249fcde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:06:53.110349 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] No Port match for: b2b66278-f4a7-4aae-be60-1a175098d318 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:06:53.110701 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Device b2b66278-f4a7-4aae-be60-1a175098d318 not bound to the agent host nch1-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:06:53.304145 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe0a0bd-65ba-4e82-957d-5ad6355ee7bb None None] New status for floating IP fcf5d7fb-bc40-4dc7-9d6c-ed2cff8d5fb7: DOWN {{(pid=126011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 18 22:06:53.915824 ncdv-master-1 neutron-server[126008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565088b9-b1c6-4ca7-9523-74e936c6c5aa req-a8691d93-8c07-404d-bae3-38078a8cee81 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:53.917298 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-565088b9-b1c6-4ca7-9523-74e936c6c5aa req-a8691d93-8c07-404d-bae3-38078a8cee81 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 943 time: 0.1024554
Dec 18 22:06:53.967964 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [req-565088b9-b1c6-4ca7-9523-74e936c6c5aa req-98c48849-61c2-44a4-af4d-bf5954164f48 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "GET /v2.0/security-groups?id=36689f30-4462-42ae-b693-14f625731b41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444028
Dec 18 22:06:54.119516 ncdv-master-1 neutron-server[126009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7193297-40b1-40b1-a773-c92137e3ba57 req-4a1396ba-e167-41d4-8fe4-fbf22c40bae3 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 18 22:06:54.120958 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a7193297-40b1-40b1-a773-c92137e3ba57 req-4a1396ba-e167-41d4-8fe4-fbf22c40bae3 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bed4681-8d93-422a-946d-9f7a19302d39 HTTP/1.1" status: 200  len: 943 time: 0.0481172
Dec 18 22:06:54.209886 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-a7193297-40b1-40b1-a773-c92137e3ba57 req-7f3d7acd-4245-4f12-9049-02ac232c3915 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Deleting port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:06:54.210223 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a7193297-40b1-40b1-a773-c92137e3ba57 req-7f3d7acd-4245-4f12-9049-02ac232c3915 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:54.296573 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [req-a7193297-40b1-40b1-a773-c92137e3ba57 req-7f3d7acd-4245-4f12-9049-02ac232c3915 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] For port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:06:54.296847 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a7193297-40b1-40b1-a773-c92137e3ba57 req-7f3d7acd-4245-4f12-9049-02ac232c3915 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:54.309439 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [req-a7193297-40b1-40b1-a773-c92137e3ba57 req-7f3d7acd-4245-4f12-9049-02ac232c3915 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Calling delete_port for 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 owned by compute:nova {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:06:54.436860 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a7193297-40b1-40b1-a773-c92137e3ba57 req-7f3d7acd-4245-4f12-9049-02ac232c3915 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:54.467114 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d7acd-4245-4f12-9049-02ac232c3915 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event deleted for resources: {'Port': ['ID=7e2c06c7-a5ef-419a-89d2-ef1a774f7df7,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:54.511290 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7193297-40b1-40b1-a773-c92137e3ba57 req-7f3d7acd-4245-4f12-9049-02ac232c3915 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] No DVR routers for this DVR port 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 on host nch2-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 22:06:54.514661 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [req-a7193297-40b1-40b1-a773-c92137e3ba57 req-7f3d7acd-4245-4f12-9049-02ac232c3915 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32601'] for port, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:54.517948 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [req-a7193297-40b1-40b1-a773-c92137e3ba57 req-7f3d7acd-4245-4f12-9049-02ac232c3915 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.31 "DELETE /v2.0/ports/7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 HTTP/1.1" status: 204  len: 173 time: 0.3909845
Dec 18 22:06:54.518508 ncdv-master-1 neutron-server[126009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'name': 'network-vif-deleted', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7'}] {{(pid=126009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 18 22:06:54.520735 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb2aa5df97f053d1ada584a723c3926904bd0083ea04506783c7e9848f19501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0418b9-c1a1-4123-940b-327e5e984921" -d '{"events": [{"server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "name": "network-vif-deleted", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7"}]}' {{(pid=126009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 18 22:06:54.561194 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Dec 2021 22:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa45fba8-962f-4710-8203-62969c354ff0 x-openstack-request-id: req-fa45fba8-962f-4710-8203-62969c354ff0 {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 18 22:06:54.561494 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bed4681-8d93-422a-946d-9f7a19302d39", "name": "network-vif-deleted", "tag": "7e2c06c7-a5ef-419a-89d2-ef1a774f7df7", "status": "completed", "code": 200}]} {{(pid=126009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 18 22:06:54.561756 ncdv-master-1 neutron-server[126009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa45fba8-962f-4710-8203-62969c354ff0 {{(pid=126009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 18 22:06:54.562176 ncdv-master-1 neutron-server[126009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bed4681-8d93-422a-946d-9f7a19302d39', 'name': 'network-vif-deleted', 'tag': '7e2c06c7-a5ef-419a-89d2-ef1a774f7df7', 'status': 'completed', 'code': 200}
Dec 18 22:06:55.026629 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57138) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:06:55.081888 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d4c6220-d362-4660-b8a5-1812141ba0d3 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:55.107377 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d4c6220-d362-4660-b8a5-1812141ba0d3 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:55.165703 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d4c6220-d362-4660-b8a5-1812141ba0d3 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:55.168927 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-1d4c6220-d362-4660-b8a5-1812141ba0d3 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Publish callbacks [] for security_group, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:55.172723 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-1d4c6220-d362-4660-b8a5-1812141ba0d3 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] 10.222.0.13 "DELETE /v2.0/security-groups/36689f30-4462-42ae-b693-14f625731b41 HTTP/1.1" status: 204  len: 168 time: 0.1424580
Dec 18 22:06:55.180712 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c6220-d362-4660-b8a5-1812141ba0d3 tempest-TestSnapshotPattern-2010718401 tempest-TestSnapshotPattern-2010718401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36689f30-4462-42ae-b693-14f625731b41,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:55.220700 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57142) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:06:55.558101 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb138057-4171-404b-8e8e-4287e02ab247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:55.795865 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-fb138057-4171-404b-8e8e-4287e02ab247 admin admin] Deleting port 5e96e4f3-9523-4a28-9be8-46180618e039 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:06:55.796201 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb138057-4171-404b-8e8e-4287e02ab247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:55.873697 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-fb138057-4171-404b-8e8e-4287e02ab247 admin admin] For port 5e96e4f3-9523-4a28-9be8-46180618e039, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e96e4f3-9523-4a28-9be8-46180618e039,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:06:55.874061 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb138057-4171-404b-8e8e-4287e02ab247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:55.890812 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-fb138057-4171-404b-8e8e-4287e02ab247 admin admin] Calling delete_port for 5e96e4f3-9523-4a28-9be8-46180618e039 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:06:56.065452 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb138057-4171-404b-8e8e-4287e02ab247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:56.090986 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb138057-4171-404b-8e8e-4287e02ab247 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e96e4f3-9523-4a28-9be8-46180618e039,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:56.256300 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-fb138057-4171-404b-8e8e-4287e02ab247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:56.487708 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb138057-4171-404b-8e8e-4287e02ab247 admin admin] Router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 22:06:56.592106 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb138057-4171-404b-8e8e-4287e02ab247 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:06:56.597023 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-fb138057-4171-404b-8e8e-4287e02ab247 admin admin] 10.222.0.13 "PUT /v2.0/routers/e0c5903b-3f06-4eb3-8af1-37ff3b43f783/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3752811
Dec 18 22:06:56.599779 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57144) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:06:56.602480 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a0bcc-2142-4c0c-85e4-7eb6587dc11f None None] Sync routers for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:06:56.613322 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a0bcc-2142-4c0c-85e4-7eb6587dc11f None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:06:56.613923 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b27a0bcc-2142-4c0c-85e4-7eb6587dc11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9f76a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:56.701089 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:56.715842 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b27a0bcc-2142-4c0c-85e4-7eb6587dc11f None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: ncdv-master-1 {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:06:56.807200 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:56.862414 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Deleting port dbe2d357-1745-4a26-b830-a7bb524e5c2f {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:06:56.862784 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:56.894745 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b27a0bcc-2142-4c0c-85e4-7eb6587dc11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9f76a0>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90'}], 'enable_snat': True}, 'gw_port_id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:06:56Z', 'revision_number': 5, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port': {'id': 'dbe2d357-1745-4a26-b830-a7bb524e5c2f', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:56.920663 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a0bcc-2142-4c0c-85e4-7eb6587dc11f None None] Checking router: e0c5903b-3f06-4eb3-8af1-37ff3b43f783 for host: ncdv-master-1 {{(pid=126010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:06:56.928815 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a0bcc-2142-4c0c-85e4-7eb6587dc11f None None] Routers {'e0c5903b-3f06-4eb3-8af1-37ff3b43f783'} bound to L3 agent in host ncdv-master-1 {{(pid=126010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:06:56.929419 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b27a0bcc-2142-4c0c-85e4-7eb6587dc11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f365e9f76a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'], 'active': True} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:56.941351 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] For port dbe2d357-1745-4a26-b830-a7bb524e5c2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbe2d357-1745-4a26-b830-a7bb524e5c2f,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:06:56.941713 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:56.957904 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Calling delete_port for dbe2d357-1745-4a26-b830-a7bb524e5c2f owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:06:57.014721 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvr_db [None req-b27a0bcc-2142-4c0c-85e4-7eb6587dc11f None None] Set router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 gateway port host: None {{(pid=126010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:06:57.041917 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:06:57.128089 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.156551 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe2d357-1745-4a26-b830-a7bb524e5c2f,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:57.221452 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.237473 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d22438-60ce-4631-a9f1-a3c79add28e9 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:06:57.256010 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_hamode_db [None req-b27a0bcc-2142-4c0c-85e4-7eb6587dc11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f365e9f76a0>, [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:06:56Z', 'revision_number': 6, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:57.259541 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] No Port match for: 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:06:57.259888 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Device 7e2c06c7-a5ef-419a-89d2-ef1a774f7df7 not bound to the agent host nch2-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:06:57.285753 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a0bcc-2142-4c0c-85e4-7eb6587dc11f None None] The sync data for ids ['e0c5903b-3f06-4eb3-8af1-37ff3b43f783'] in ncdv-master-1 is: [{'id': 'e0c5903b-3f06-4eb3-8af1-37ff3b43f783', 'name': 'tempest-TestSnapshotPattern-886113928-router', 'tenant_id': 'bb152351dd1a4914b8b0a47536625080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:01Z', 'updated_at': '2021-12-18T22:06:56Z', 'revision_number': 6, 'project_id': 'bb152351dd1a4914b8b0a47536625080', 'gw_port_host': None}] {{(pid=126010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:06:57.312094 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.314366 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.362192 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.362891 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0c5903b-3f06-4eb3-8af1-37ff3b43f783 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 22:06:57.369153 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.370362 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-158eece8-4530-4497-b520-5d57fb7f5bdf admin admin] 10.222.0.13 "DELETE /v2.0/routers/e0c5903b-3f06-4eb3-8af1-37ff3b43f783 HTTP/1.1" status: 204  len: 168 time: 0.7696507
Dec 18 22:06:57.373687 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57146) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:06:57.421425 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddea0e2-552e-4dd3-bac2-37364e7f6415 admin admin] Deleting subnet 1540fcce-e17c-4f99-b6ec-0dabf249fcde {{(pid=126008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 22:06:57.424465 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ddea0e2-552e-4dd3-bac2-37364e7f6415 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.458440 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ddea0e2-552e-4dd3-bac2-37364e7f6415 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59349593'] for subnet, precommit_delete_associations {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.531394 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ddea0e2-552e-4dd3-bac2-37364e7f6415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.585225 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ddea0e2-552e-4dd3-bac2-37364e7f6415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62098291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61634571'] for subnet, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.610924 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddea0e2-552e-4dd3-bac2-37364e7f6415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1540fcce-e17c-4f99-b6ec-0dabf249fcde,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:57.615608 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-5ddea0e2-552e-4dd3-bac2-37364e7f6415 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.616123 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-5ddea0e2-552e-4dd3-bac2-37364e7f6415 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1540fcce-e17c-4f99-b6ec-0dabf249fcde HTTP/1.1" status: 204  len: 168 time: 0.2413261
Dec 18 22:06:57.618613 ncdv-master-1 neutron-server[126008]: DEBUG neutron.wsgi [-] (126008) accepted ('10.222.0.13', 57148) {{(pid=126008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:06:57.620549 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5561438-5034-469a-b73a-98056f33a161 None None] Network b24ccf3a-47d3-47b5-9c65-d881553b675f requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 22:06:57.688567 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.744275 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Deleting port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb {{(pid=126008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:06:57.744618 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.816205 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.db [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] For port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb,segment=NetworkSegment(eb93d653-d2b2-4566-85a2-0f77ab5b3f63),segment_id=eb93d653-d2b2-4566-85a2-0f77ab5b3f63)] {{(pid=126008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:06:57.816570 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.828888 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.plugin [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Calling delete_port for 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb owned by network:dhcp {{(pid=126008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:06:57.906000 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62098190'] for port, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:57.937598 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:57.939496 ncdv-master-1 neutron-server[126008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] No DVR routers for this DVR port 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb on host ncdv-master-1 {{(pid=126008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 22:06:58.009506 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:58.029609 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365e37e370>,) {'filters': {'network_id': ['b24ccf3a-47d3-47b5-9c65-d881553b675f']}} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:58.038616 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e37e370>, 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63') {'for_net_delete': True} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:58.038896 ncdv-master-1 neutron-server[126008]: DEBUG neutron.services.segments.db [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365e37e370>, 'eb93d653-d2b2-4566-85a2-0f77ab5b3f63') {} {{(pid=126008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:58.048683 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59349584'] for segment, before_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:58.066904 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:58.073225 ncdv-master-1 neutron-server[126008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 22:06:58.073619 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62098393'] for segment, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]: Traceback (most recent call last):
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     timer()
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     cb(*args, **kw)
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     return func(*args, **kwargs)
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     self._notify()
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     self.callback(batched_events)
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     event.method(event)
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     return f(self, *a, **k)
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     return self._get(url).json()
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     return self.request(url, 'GET', **kwargs)
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 22:06:58.075352 ncdv-master-1 neutron-server[126008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 22:06:58.087404 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daa6662-eab0-46db-8e87-bff9abb3ee91 None None] DHCP port deletion for b24ccf3a-47d3-47b5-9c65-d881553b675f request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:06:58.136653 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:58.142546 ncdv-master-1 neutron-server[126008]: DEBUG neutron_lib.callbacks.manager [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901560'] for network, before_response {{(pid=126008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:58.145607 ncdv-master-1 neutron-server[126008]: INFO neutron.wsgi [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b24ccf3a-47d3-47b5-9c65-d881553b675f HTTP/1.1" status: 204  len: 168 time: 0.5260756
Dec 18 22:06:58.148762 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57150) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:06:58.157683 ncdv-master-1 neutron-server[126008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ef653-af9b-43b7-a1a9-b0bc57af9650 admin admin] Pushing event deleted for resources: {'Network': ['ID=b24ccf3a-47d3-47b5-9c65-d881553b675f,revision_number=None']} {{(pid=126008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:58.437324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dbe2d357-1745-4a26-b830-a7bb524e5c2f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:06:58.457778 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: dbe2d357-1745-4a26-b830-a7bb524e5c2f {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:06:58.458143 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device dbe2d357-1745-4a26-b830-a7bb524e5c2f not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:06:58.458658 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5e96e4f3-9523-4a28-9be8-46180618e039 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:06:58.478351 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 5e96e4f3-9523-4a28-9be8-46180618e039 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:06:58.478710 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5e96e4f3-9523-4a28-9be8-46180618e039 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:06:58.479133 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:06:58.507384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a784b594-3a09-463d-ace0-ff54588d1e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3907877'] for router_interface, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:58.518909 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:06:58.519258 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 6a8da4e5-939e-4b4f-9cc0-4c8fe285f7cb not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:06:59.068480 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a784b594-3a09-463d-ace0-ff54588d1e4a admin admin] Deleting port 5e45a839-a3f4-4b5e-8525-8a950a2e0683 {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:06:59.068720 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a784b594-3a09-463d-ace0-ff54588d1e4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:59.146957 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-a784b594-3a09-463d-ace0-ff54588d1e4a admin admin] For port 5e45a839-a3f4-4b5e-8525-8a950a2e0683, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e45a839-a3f4-4b5e-8525-8a950a2e0683,segment=NetworkSegment(1f64c96e-cfd7-40fd-bd03-f009bfbcc041),segment_id=1f64c96e-cfd7-40fd-bd03-f009bfbcc041)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:06:59.147321 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a784b594-3a09-463d-ace0-ff54588d1e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:59.159581 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-a784b594-3a09-463d-ace0-ff54588d1e4a admin admin] Calling delete_port for 5e45a839-a3f4-4b5e-8525-8a950a2e0683 owned by network:router_interface {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:06:59.345015 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a784b594-3a09-463d-ace0-ff54588d1e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:59.374682 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784b594-3a09-463d-ace0-ff54588d1e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e45a839-a3f4-4b5e-8525-8a950a2e0683,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:06:59.564323 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-a784b594-3a09-463d-ace0-ff54588d1e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3908025'] for router_interface, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:06:59.772850 ncdv-master-1 neutron-server[126009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a784b594-3a09-463d-ace0-ff54588d1e4a admin admin] Router 0c205819-9512-4587-8a60-85f90fde7253 has already been hosted by L3 agent 5cc95a4e-0791-4474-9871-4a8d8cfd3a0f {{(pid=126009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 18 22:06:59.883009 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a784b594-3a09-463d-ace0-ff54588d1e4a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 18 22:06:59.888693 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-a784b594-3a09-463d-ace0-ff54588d1e4a admin admin] 10.222.0.13 "PUT /v2.0/routers/0c205819-9512-4587-8a60-85f90fde7253/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7388527
Dec 18 22:06:59.891322 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57152) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:06:59.894510 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b664066-cb11-4876-841e-6f66dd0df855 None None] Sync routers for ids ['0c205819-9512-4587-8a60-85f90fde7253'] in ncdv-master-1 {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 18 22:06:59.905130 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b664066-cb11-4876-841e-6f66dd0df855 None None] Routers {'0c205819-9512-4587-8a60-85f90fde7253'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:06:59.905737 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2b664066-cb11-4876-841e-6f66dd0df855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366466de20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c205819-9512-4587-8a60-85f90fde7253'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:06:59.996166 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Publish callbacks [] for router, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.007793 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-2b664066-cb11-4876-841e-6f66dd0df855 None None] Set router 0c205819-9512-4587-8a60-85f90fde7253 gateway port host: ncdv-master-1 {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:07:00.101086 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.153130 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Deleting port 558520c8-9eb7-4ae5-9047-12683a3640fe {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:07:00.153484 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.183082 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2b664066-cb11-4876-841e-6f66dd0df855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366466de20>, [{'id': '0c205819-9512-4587-8a60-85f90fde7253', 'name': 'tempest-TestSnapshotPattern-202436187-router', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'external_fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32'}], 'enable_snat': True}, 'gw_port_id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:05Z', 'updated_at': '2021-12-18T22:06:59Z', 'revision_number': 5, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'gw_port': {'id': '558520c8-9eb7-4ae5-9047-12683a3640fe', 'name': '', 'network_id': 'c1abfdfc-0c98-4a48-868b-8cd075b12438', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c205819-9512-4587-8a60-85f90fde7253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '36d087a3-094a-469a-8050-bbdd732c4421', 'ip_address': '172.35.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-18T22:02:06Z', 'updated_at': '2021-12-18T22:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36d087a3-094a-469a-8050-bbdd732c4421', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:07:00.209148 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b664066-cb11-4876-841e-6f66dd0df855 None None] Checking router: 0c205819-9512-4587-8a60-85f90fde7253 for host: ncdv-master-1 {{(pid=126011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 18 22:07:00.219849 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b664066-cb11-4876-841e-6f66dd0df855 None None] Routers {'0c205819-9512-4587-8a60-85f90fde7253'} bound to L3 agent in host ncdv-master-1 {{(pid=126011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 18 22:07:00.220453 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2b664066-cb11-4876-841e-6f66dd0df855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f366466de20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-18T20:36:35Z,description=<?>,heartbeat_timestamp=2021-12-18T22:06:35Z,host='ncdv-master-1',id=5cc95a4e-0791-4474-9871-4a8d8cfd3a0f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-18T20:36:35Z,topic='l3_agent')) {'router_ids': ['0c205819-9512-4587-8a60-85f90fde7253'], 'active': True} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:07:00.236963 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] For port 558520c8-9eb7-4ae5-9047-12683a3640fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=558520c8-9eb7-4ae5-9047-12683a3640fe,segment=NetworkSegment(240af827-2827-462e-a327-9768276b3436),segment_id=240af827-2827-462e-a327-9768276b3436)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:07:00.237326 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.250745 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Calling delete_port for 558520c8-9eb7-4ae5-9047-12683a3640fe owned by network:router_gateway {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:07:00.306124 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_dvr_db [None req-2b664066-cb11-4876-841e-6f66dd0df855 None None] Set router 0c205819-9512-4587-8a60-85f90fde7253 gateway port host: None {{(pid=126011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 18 22:07:00.359223 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.l3_hamode_db [None req-2b664066-cb11-4876-841e-6f66dd0df855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f366466de20>, [{'id': '0c205819-9512-4587-8a60-85f90fde7253', 'name': 'tempest-TestSnapshotPattern-202436187-router', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:05Z', 'updated_at': '2021-12-18T22:07:00Z', 'revision_number': 6, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:07:00.392516 ncdv-master-1 neutron-server[126011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b664066-cb11-4876-841e-6f66dd0df855 None None] The sync data for ids ['0c205819-9512-4587-8a60-85f90fde7253'] in ncdv-master-1 is: [{'id': '0c205819-9512-4587-8a60-85f90fde7253', 'name': 'tempest-TestSnapshotPattern-202436187-router', 'tenant_id': '56cda4dd779341c5a19761fdb2cf6a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-18T22:02:05Z', 'updated_at': '2021-12-18T22:07:00Z', 'revision_number': 6, 'project_id': '56cda4dd779341c5a19761fdb2cf6a54', 'gw_port_host': None}] {{(pid=126011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 18 22:07:00.422050 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.448663 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=558520c8-9eb7-4ae5-9047-12683a3640fe,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:07:00.462733 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf68889-0fb4-4ece-a235-adc15e25a994 None None] DHCP port deletion for c1abfdfc-0c98-4a48-868b-8cd075b12438 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:07:00.510047 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906843'] for router_gateway, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.601381 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3908235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12624'] for router, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.603481 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.646224 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3908226'] for router, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.646846 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c205819-9512-4587-8a60-85f90fde7253 {{(pid=126009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 18 22:07:00.652054 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] Publish callbacks [] for router, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.656137 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-cc27c7d8-0ef5-4c78-ad78-f5a6bbe4b1bd admin admin] 10.222.0.13 "DELETE /v2.0/routers/0c205819-9512-4587-8a60-85f90fde7253 HTTP/1.1" status: 204  len: 168 time: 0.7616165
Dec 18 22:07:00.656358 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57154) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:07:00.813564 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae79362-c2b3-4d39-b5b4-0e6865dfb356 admin admin] Deleting subnet 7b17ed55-4304-4866-b0cf-a040320bdd0d {{(pid=126009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 18 22:07:00.816709 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ae79362-c2b3-4d39-b5b4-0e6865dfb356 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.856106 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ae79362-c2b3-4d39-b5b4-0e6865dfb356 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59703721'] for subnet, precommit_delete_associations {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.929306 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ae79362-c2b3-4d39-b5b4-0e6865dfb356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-904419'] for subnet, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:00.980119 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ae79362-c2b3-4d39-b5b4-0e6865dfb356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-904346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59004365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58791894'] for subnet, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.005030 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae79362-c2b3-4d39-b5b4-0e6865dfb356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b17ed55-4304-4866-b0cf-a040320bdd0d,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:07:01.009750 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-0ae79362-c2b3-4d39-b5b4-0e6865dfb356 admin admin] Publish callbacks [] for subnet, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.014544 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-0ae79362-c2b3-4d39-b5b4-0e6865dfb356 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b17ed55-4304-4866-b0cf-a040320bdd0d HTTP/1.1" status: 204  len: 168 time: 0.3568044
Dec 18 22:07:01.015373 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b8522f-2820-403b-96b4-ca831ff27a88 None None] Network f34780ac-1adb-4e16-a533-71dcdd5d1f16 requested from ncdv-master-1 {{(pid=126010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 18 22:07:01.016606 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57158) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:07:01.086899 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565119'] for network, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.141832 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Deleting port 15a235af-36ce-40dc-880e-1e080a645beb {{(pid=126009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:07:01.142180 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.155751 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a069b7-2eb7-4d83-97e8-39590971e919 None None] DHCP port deletion for f34780ac-1adb-4e16-a533-71dcdd5d1f16 request from ncdv-master-1 {{(pid=126010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 18 22:07:01.203569 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-02a069b7-2eb7-4d83-97e8-39590971e919 None None] Deleting port 15a235af-36ce-40dc-880e-1e080a645beb {{(pid=126010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 18 22:07:01.203939 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02a069b7-2eb7-4d83-97e8-39590971e919 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741976358768'] for port, before_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.209068 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.db [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] For port 15a235af-36ce-40dc-880e-1e080a645beb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15a235af-36ce-40dc-880e-1e080a645beb,segment=NetworkSegment(1f64c96e-cfd7-40fd-bd03-f009bfbcc041),segment_id=1f64c96e-cfd7-40fd-bd03-f009bfbcc041)] {{(pid=126009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:07:01.209435 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.222435 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.plugin [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Calling delete_port for 15a235af-36ce-40dc-880e-1e080a645beb owned by network:dhcp {{(pid=126009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:07:01.268324 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.db [None req-02a069b7-2eb7-4d83-97e8-39590971e919 None None] For port 15a235af-36ce-40dc-880e-1e080a645beb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15a235af-36ce-40dc-880e-1e080a645beb,segment=NetworkSegment(1f64c96e-cfd7-40fd-bd03-f009bfbcc041),segment_id=1f64c96e-cfd7-40fd-bd03-f009bfbcc041)] {{(pid=126010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 18 22:07:01.269250 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02a069b7-2eb7-4d83-97e8-39590971e919 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3901616'] for port, precommit_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.283744 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-02a069b7-2eb7-4d83-97e8-39590971e919 None None] Calling delete_port for 15a235af-36ce-40dc-880e-1e080a645beb owned by network:dhcp {{(pid=126010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 18 22:07:01.302916 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59004336'] for port, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.331296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Pushing event deleted for resources: {'Port': ['ID=15a235af-36ce-40dc-880e-1e080a645beb,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:07:01.333738 ncdv-master-1 neutron-server[126009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] No DVR routers for this DVR port 15a235af-36ce-40dc-880e-1e080a645beb on host ncdv-master-1 {{(pid=126009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 22:07:01.367020 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-02a069b7-2eb7-4d83-97e8-39590971e919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741976380883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741975847388'] for port, after_delete {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.395245 ncdv-master-1 neutron-server[126010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a069b7-2eb7-4d83-97e8-39590971e919 None None] Pushing event deleted for resources: {'Port': ['ID=15a235af-36ce-40dc-880e-1e080a645beb,revision_number=None']} {{(pid=126010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:07:01.400188 ncdv-master-1 neutron-server[126010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a069b7-2eb7-4d83-97e8-39590971e919 None None] No DVR routers for this DVR port 15a235af-36ce-40dc-880e-1e080a645beb on host ncdv-master-1 {{(pid=126010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 18 22:07:01.411625 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902262', 'neutron.services.segments.db._delete_segments_for_network-8741976299111'] for network, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.435003 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f365fdee1c0>,) {'filters': {'network_id': ['f34780ac-1adb-4e16-a533-71dcdd5d1f16']}} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:07:01.445933 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f365fdee1c0>, '1f64c96e-cfd7-40fd-bd03-f009bfbcc041') {'for_net_delete': True} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:07:01.446236 ncdv-master-1 neutron-server[126009]: DEBUG neutron.services.segments.db [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f365fdee1c0>, '1f64c96e-cfd7-40fd-bd03-f009bfbcc041') {} {{(pid=126009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 18 22:07:01.456132 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741976303243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59703712'] for segment, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.471206 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776'] for segment, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.477176 ncdv-master-1 neutron-server[126009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 18 22:07:01.477551 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59004263'] for segment, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]: Traceback (most recent call last):
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     timer()
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     cb(*args, **kw)
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     return func(*args, **kwargs)
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     self._notify()
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     self.callback(batched_events)
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     event.method(event)
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     return f(self, *a, **k)
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     return self._get(url).json()
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     return self.request(url, 'GET', **kwargs)
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 22:07:01.479231 ncdv-master-1 neutron-server[126009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 22:07:01.530542 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906871'] for network, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.535822 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Publish callbacks [] for network, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.539193 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] 10.222.0.13 "DELETE /v2.0/networks/f34780ac-1adb-4e16-a533-71dcdd5d1f16 HTTP/1.1" status: 204  len: 168 time: 0.5216589
Dec 18 22:07:01.554977 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cbc46-e2d4-4737-b012-bf771c3e32cd admin admin] Pushing event deleted for resources: {'Network': ['ID=f34780ac-1adb-4e16-a533-71dcdd5d1f16,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:07:01.649601 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57162) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:07:01.689192 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-170e3f58-f2c7-42b1-bbd5-87431404b81f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb152351dd1a4914b8b0a47536625080&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383337
Dec 18 22:07:01.691608 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57164) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:07:01.738678 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7adda17f-75aa-414d-85b0-b4507b1a8e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.759622 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7adda17f-75aa-414d-85b0-b4507b1a8e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.804611 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7adda17f-75aa-414d-85b0-b4507b1a8e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.807206 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-7adda17f-75aa-414d-85b0-b4507b1a8e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:01.808390 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-7adda17f-75aa-414d-85b0-b4507b1a8e9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8143d973-6882-4169-af63-824d29f16dce HTTP/1.1" status: 204  len: 168 time: 0.1159105
Dec 18 22:07:01.816446 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adda17f-75aa-414d-85b0-b4507b1a8e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8143d973-6882-4169-af63-824d29f16dce,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:07:02.124132 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57170) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:07:02.162332 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-77ced487-a920-410c-97f8-23f8537aec50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56cda4dd779341c5a19761fdb2cf6a54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0370398
Dec 18 22:07:02.164635 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [-] (126009) accepted ('10.222.0.13', 57172) {{(pid=126009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 18 22:07:02.210384 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-79934dc9-b0a3-4e40-835c-f29609ff3ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:02.233890 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-79934dc9-b0a3-4e40-835c-f29609ff3ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:02.279035 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-79934dc9-b0a3-4e40-835c-f29609ff3ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090248'] for security_group, after_delete {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:02.281561 ncdv-master-1 neutron-server[126009]: DEBUG neutron_lib.callbacks.manager [None req-79934dc9-b0a3-4e40-835c-f29609ff3ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=126009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:02.282837 ncdv-master-1 neutron-server[126009]: INFO neutron.wsgi [None req-79934dc9-b0a3-4e40-835c-f29609ff3ade admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da98e8bc-11d9-44b2-9ce7-fade524a6d82 HTTP/1.1" status: 204  len: 168 time: 0.1173246
Dec 18 22:07:02.290296 ncdv-master-1 neutron-server[126009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79934dc9-b0a3-4e40-835c-f29609ff3ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da98e8bc-11d9-44b2-9ce7-fade524a6d82,revision_number=None']} {{(pid=126009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 18 22:07:02.431103 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 15a235af-36ce-40dc-880e-1e080a645beb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:07:02.452784 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 15a235af-36ce-40dc-880e-1e080a645beb {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:07:02.453130 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 15a235af-36ce-40dc-880e-1e080a645beb not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:07:02.453554 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5e45a839-a3f4-4b5e-8525-8a950a2e0683 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:07:02.478459 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 5e45a839-a3f4-4b5e-8525-8a950a2e0683 {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:07:02.478820 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 5e45a839-a3f4-4b5e-8525-8a950a2e0683 not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:07:02.479227 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 558520c8-9eb7-4ae5-9047-12683a3640fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 18 22:07:02.500241 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] No Port match for: 558520c8-9eb7-4ae5-9047-12683a3640fe {{(pid=126010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 18 22:07:02.500592 ncdv-master-1 neutron-server[126010]: DEBUG neutron.plugins.ml2.rpc [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Device 558520c8-9eb7-4ae5-9047-12683a3640fe not bound to the agent host ncdv-master-1 {{(pid=126010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 18 22:07:03.158820 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-05cc327c-672b-47e8-9f48-c8bb4b5081ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:05.330629 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ac52a189-845b-4ac3-adc8-cba774db2d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:06.709128 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:08.417887 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:08.771638 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:15.283139 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:07:15.654981 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:20.272478 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:33.159475 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3499-7444-4cb0-b15c-76369072b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:35.332293 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-a6470e90-eb6d-4817-b501-d007508fdc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:36.710140 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:38.421148 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:38.774084 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:45.654039 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:50.274118 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:07:52.283678 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:08:03.162596 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8328d063-e445-4919-92e2-8e8c911bf548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:05.333414 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f1b28ebd-c516-4c7c-b62f-c475f24a286b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:06.712234 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:08.423841 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:08.775564 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:15.653048 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:20.283119 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:29.283452 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:08:33.165126 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-dedb63b7-94ea-4667-a697-6adcd8684d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:35.334163 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-aac7fd76-1cba-43f0-9c6a-121b82943126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:36.717054 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:38.424551 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:38.777066 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:45.656677 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:08:50.298211 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:03.166868 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3af49adf-2787-43cd-964b-59d128b68915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:05.335594 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1c9b37c2-5d83-4d02-b7b4-0e53b668f5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:06.282733 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:09:06.718009 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:08.427984 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:08.782215 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:15.651097 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:20.299975 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:33.167698 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-991d1319-0753-4277-8944-4a80d9d0245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:35.337303 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-98d01234-f8b6-4ce4-a6e7-1c00d7e9dbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:36.719264 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:38.430458 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:38.784627 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:43.281793 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:09:45.650100 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:09:50.296920 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:03.172162 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ecd7084a-cdde-4381-8399-1990a8c5191a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:05.339034 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8774f5b9-d084-40f2-83a1-86663df6ed81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:06.723772 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:08.430992 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:08.786790 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:15.649112 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:20.283311 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:10:20.296697 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:33.174733 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7e20481f-9057-42ca-9279-85179d3c9538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:35.339328 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1264ea23-dfdf-447a-b80a-5ba7e7a095ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:36.728211 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:38.434883 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:38.789791 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:45.648465 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:50.296460 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:10:57.283245 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:11:03.176254 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-7f3a0138-b2ca-456b-ad1b-1ac4bd288f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:05.340280 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-ceda8194-c3d6-444f-bc36-a8605db93e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:06.728809 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:08.437617 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:08.793955 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:15.663722 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:20.311069 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:33.176583 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-c068d267-31c8-417f-9abe-28df685519fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:34.283362 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:11:35.341350 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8ba097c9-fa78-4fc8-8a80-671e7cb22cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:36.730430 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:38.438892 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:38.795868 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:45.663244 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:11:50.319530 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:03.177848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-747e8f35-2739-46ad-af21-88656705b278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:05.342506 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-adb71994-f4c8-4fcd-9371-8a2b909e8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:06.735167 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:08.440351 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:08.797918 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:11.282321 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:12:15.677539 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:20.330049 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:33.178843 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8622278a-f5e3-4dc8-b0fc-6389cfb99f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:35.343588 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1d52b5bc-2e78-4999-94a6-2f7eee00db30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:36.739085 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:38.443159 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:38.798985 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:45.693458 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:12:48.280235 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:12:50.338822 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:03.180685 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bfa78a74-a2c1-409d-aedd-224689817256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:05.344501 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-b56c2895-a90c-412a-8866-2bc8a04b42d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:06.738598 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:08.448105 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:08.803553 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:15.707651 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:20.355047 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:25.281483 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:13:33.181273 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-6d556883-5e0d-49e4-82f9-09b40e8b20de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:35.346848 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-037cbab2-d7b6-4a9f-a872-81b7d0fdaf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:36.743528 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:38.448563 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:38.805962 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:45.706578 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:13:50.354081 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:02.280844 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:14:03.182271 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f91334c1-f65d-473d-a44c-6034eb5d7d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:05.348933 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-65598064-9ef8-4cfd-8289-0f3ba6e4df77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:06.744144 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:08.452074 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:08.812045 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:15.707070 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:20.370156 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:33.183059 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-4e1e571d-5869-445e-8d36-516cc4aec978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:35.353044 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-22b300a5-eec1-4e5e-8823-d1e3affb69fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:36.748643 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:38.454911 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:38.804106 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:39.279415 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:14:45.751356 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:14:50.367964 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:15:03.184313 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-88cd73ee-800a-496f-864c-3caae5f8b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:15:05.356232 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-1dd13651-7f88-4d38-85b6-0bff5d3cecd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:15:06.750903 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8c97470c-3c07-4d88-89fd-5b4694e216aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:15:08.457480 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb512-89e1-4771-aded-c45291967edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:15:08.809135 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b03c-4eab-4107-86eb-a76e0ebcf67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:15:11.529527 ncdv-master-1 neutron-server[126009]: DEBUG neutron.wsgi [req-5bd2d312-5b9f-4d4f-8408-12990eb79e45 req-f55f1433-3d18-474c-b8ca-3376a506ba90 service neutron] (126009) timed out ('10.222.0.13', 54718) {{(pid=126009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 18 22:15:15.751015 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8077-75b6-43f6-bc5c-09254b3ce63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:15:16.278375 ncdv-master-1 neutron-server[126011]: DEBUG neutron.db.agents_db [None req-7d9015ce-bdb5-4a53-8b0d-71a7f91edf71 None None] Agent healthcheck: found 7 active agents {{(pid=126011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 18 22:15:20.384255 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-baf73f56-3cb8-4122-9252-30e629444d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 18 22:15:33.185499 ncdv-master-1 neutron-server[126010]: DEBUG neutron_lib.callbacks.manager [None req-bdea73ae-8e67-4836-9b13-13951c3890b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741976418892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-915616'] for agent, after_update {{(pid=126010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}